-- Logs begin at Fri 2021-08-27 13:12:24 UTC, end at Fri 2021-08-27 15:34:40 UTC. -- Aug 27 13:43:57.496152 n-d-712139-12 systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 13:44:00.317494 n-d-712139-12 neutron-server[101079]: INFO neutron.common.config [-] Logging enabled! Aug 27 13:44:00.318145 n-d-712139-12 neutron-server[101079]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 13:44:00.318304 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101079) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 13:44:00.321715 n-d-712139-12 neutron-server[101079]: INFO neutron.common.config [-] Logging enabled! Aug 27 13:44:00.321974 n-d-712139-12 neutron-server[101079]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 13:44:00.322293 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101079) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 13:44:00.323275 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 13:44:00.323514 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 13:44:00.323883 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 13:44:00.324134 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 13:44:00.324363 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 13:44:00.324689 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.324990 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.325294 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.325529 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.325829 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.326124 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.326412 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.326728 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.327039 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.327328 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.327617 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.327905 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.328140 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.328424 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.328720 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.329020 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.329250 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] debug = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.329537 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.329970 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.330392 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.330709 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.331199 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.331867 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.332155 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.332446 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.332742 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.333085 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] host = n-d-712139-12 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.333373 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.333672 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.333968 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.334267 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.334550 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.334861 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.335158 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.335439 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.335718 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] log_file = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.336001 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.336298 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.336594 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.336901 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.337124 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.337355 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.337652 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.337944 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.338229 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.338510 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.338817 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.339105 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.339389 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.339663 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.339955 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.340245 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.340539 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.341075 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.341356 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.341635 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.341914 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.342202 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.342483 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.342800 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.343089 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.343382 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.343661 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.343940 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.344250 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.344541 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.344832 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.345125 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.345408 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.345697 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.345982 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.346260 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.346585 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] use_json = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.347405 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.347694 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.347992 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.348280 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.348567 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.348860 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.349140 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.349448 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:00.349755 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.350062 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.350370 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.350664 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.350990 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.351278 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.351575 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.351861 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.352157 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.352455 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.352753 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.353037 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.353336 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.353620 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.353922 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.354236 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.354535 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.354858 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.355140 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.355420 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.355700 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.355983 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.356278 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.356563 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.356855 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.357149 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.357448 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.357744 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.358043 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.358341 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.358622 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.358936 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.359237 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.359524 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.359809 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.360096 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.360395 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.360683 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.360966 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.361256 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.361543 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.361825 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.362106 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.363416 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.363727 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.364020 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.364304 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.364590 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.364879 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.365164 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.365463 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.365749 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.366033 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.366314 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.366601 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.366908 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.367193 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.367478 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.367759 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.368045 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.368325 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.368604 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.368885 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.369164 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.369447 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.369727 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.369998 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.370283 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.370562 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.370873 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.371155 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.371433 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.371713 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.372008 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.372314 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.372600 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.372887 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.373173 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.373458 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.373741 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.374026 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.374311 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.374596 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.374912 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.375215 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.375505 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.375803 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.376094 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.376381 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.376692 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.376979 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.377273 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.377564 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.378973 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.379284 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.379585 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.379897 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.380212 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.380518 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.380822 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.381124 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.381411 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.381730 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.382019 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:00.382245 n-d-712139-12 neutron-server[101079]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 13:44:00.382500 n-d-712139-12 neutron-server[101079]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101079) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 13:44:00.749066 n-d-712139-12 neutron-server[101079]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 13:44:00.749346 n-d-712139-12 neutron-server[101079]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 13:44:00.749642 n-d-712139-12 neutron-server[101079]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 13:44:00.749980 n-d-712139-12 neutron-server[101079]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 13:44:01.160253 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.160537 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.160996 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.162165 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.162447 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.162746 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.201480 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.201759 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.202032 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.217795 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.218081 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.218360 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.248155 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.248561 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.248836 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.289190 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.289473 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.289750 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.526590 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.527228 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.527228 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.527482 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.528215 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.650639 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.650984 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.651272 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.651546 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.651815 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.652130 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.652394 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.652652 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.652906 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.653187 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.653447 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.653712 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.653967 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.654219 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.654473 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.654758 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.655014 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.655277 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.655546 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.655804 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.656071 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.656324 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.656605 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.656981 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.657231 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.657479 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.657941 n-d-712139-12 neutron-server[101079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 13:44:01.658204 n-d-712139-12 neutron-server[101079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 13:44:01.658453 n-d-712139-12 neutron-server[101079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 13:44:01.658697 n-d-712139-12 neutron-server[101079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 13:44:01.658987 n-d-712139-12 neutron-server[101079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 13:44:01.659707 n-d-712139-12 neutron-server[101079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 13:44:01.660089 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 13:44:01.663238 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 13:44:01.667272 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 13:44:01.671123 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 27 13:44:01.672750 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 13:44:01.673207 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 13:44:01.673541 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 13:44:01.673929 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 13:44:01.677308 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 13:44:01.677559 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 13:44:01.677910 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 13:44:01.683238 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 13:44:01.705242 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 13:44:01.705723 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.706065 n-d-712139-12 neutron-server[101079]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101079) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 13:44:01.706465 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.707856 n-d-712139-12 neutron-server[101079]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101079) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 13:44:01.708141 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 13:44:01.708390 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 13:44:01.711640 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.711924 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:01.776345 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 13:44:01.776564 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 13:44:01.776850 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 13:44:01.777183 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 13:44:01.798627 n-d-712139-12 neutron-server[101079]: DEBUG oslo_db.sqlalchemy.engines [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101079) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 13:44:02.343622 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Initializing driver for type 'gre' Aug 27 13:44:02.344277 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] gre ID ranges: [(1, 1000)] Aug 27 13:44:02.403681 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Initializing driver for type 'local' Aug 27 13:44:02.404013 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Initializing driver for type 'vlan' Aug 27 13:44:02.418031 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] VlanTypeDriver initialization complete Aug 27 13:44:02.418366 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Initializing driver for type 'vxlan' Aug 27 13:44:02.418897 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] vxlan ID ranges: [(1, 1000)] Aug 27 13:44:02.484164 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Initializing extension driver 'port_security' Aug 27 13:44:02.484522 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.extensions.port_security [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] PortSecurityExtensionDriver initialization complete Aug 27 13:44:02.484901 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Initializing mechanism driver 'openvswitch' Aug 27 13:44:02.485235 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Initializing mechanism driver 'hyperv' Aug 27 13:44:02.493565 n-d-712139-12 neutron-server[101079]: DEBUG neutron.plugins.ml2.plugin [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:44:02.494405 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > port after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.495079 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > port after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.496079 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > port after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.496264 n-d-712139-12 neutron-server[101079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 13:44:02.496954 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > subnet after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.497517 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > subnet after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.498082 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.498724 n-d-712139-12 neutron-server[101079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 13:44:02.499425 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > network after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.500001 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > network after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.500572 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > network after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.501201 n-d-712139-12 neutron-server[101079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 13:44:02.501852 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > security_group after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.502410 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > security_group after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.503089 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.503909 n-d-712139-12 neutron-server[101079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 13:44:02.504349 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.504718 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.505079 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.505489 n-d-712139-12 neutron-server[101079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 13:44:02.505911 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > address_group after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.506268 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > address_group after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.506617 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.507037 n-d-712139-12 neutron-server[101079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 13:44:02.507425 n-d-712139-12 neutron-server[101079]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] ML2 OVO RPC backend initialized. {{(pid=101079) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 13:44:02.508186 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.508553 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.508981 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > network before_response 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.509338 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > networks before_response 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.509877 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > port before_response 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.510072 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > ports before_response 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.510422 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > subnet before_response 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.510801 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > subnets before_response 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.511157 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > network after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.511504 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > network after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.511850 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > network after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.512196 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > port after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.512541 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > port after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.513956 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > port after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.514322 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > subnet after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.514694 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > subnet after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.515047 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.515653 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.plugin [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Modular L2 Plugin initialization complete Aug 27 13:44:02.515992 n-d-712139-12 neutron-server[101079]: DEBUG neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading services supported by the core plugin {{(pid=101079) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 13:44:02.516330 n-d-712139-12 neutron-server[101079]: INFO neutron.plugins.ml2.managers [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Got port-security extension from driver 'port_security' Aug 27 13:44:02.516805 n-d-712139-12 neutron-server[101079]: INFO neutron.extensions.vlantransparent [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Disabled vlantransparent extension. Aug 27 13:44:02.517296 n-d-712139-12 neutron-server[101079]: DEBUG neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101079) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 13:44:02.517617 n-d-712139-12 neutron-server[101079]: INFO neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading Plugin: router Aug 27 13:44:02.572864 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.573557 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router after_create 55549900 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.573712 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router before_create 55549900 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.573983 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.574364 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.574744 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router after_delete 55549900 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.575108 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.575464 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.575827 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router after_create 55549900 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.576181 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router after_update 55549900 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.576534 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router after_update 55549900 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.576886 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.577252 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router after_update 55549900 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.577667 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router precommit_update 55549900 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.578040 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: port after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.578385 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: port after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.578758 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: subnet after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.579101 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.579455 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.579977 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router precommit_create 55549900 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.580387 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: port before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.580782 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router precommit_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.581752 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router after_update 55549900 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.582144 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.582542 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router precommit_create 55549900 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.583037 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.583447 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router precommit_update 55549900 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.583854 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > agent after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.584251 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > agent after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.584671 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > network after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.585610 n-d-712139-12 neutron-server[101079]: DEBUG neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Tracking information for resource: router configured {{(pid=101079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 13:44:02.585979 n-d-712139-12 neutron-server[101079]: DEBUG neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Tracking information for resource: floatingip configured {{(pid=101079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 13:44:02.591491 n-d-712139-12 neutron-server[101079]: INFO neutron.db.l3_agentschedulers_db [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 13:44:02.592072 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: port after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.592431 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: port after_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.592781 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: port after_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.593130 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: port after_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.593984 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router before_create 55550100 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.594299 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.594658 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router precommit_create 55550100 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.595037 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > router precommit_update 55550100 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.603186 n-d-712139-12 neutron-server[101079]: DEBUG neutron.services.provider_configuration [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service providers = [] {{(pid=101079) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 13:44:02.603780 n-d-712139-12 neutron-server[101079]: DEBUG neutron.db.servicetype_db [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101079) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 13:44:02.608511 n-d-712139-12 neutron-server[101079]: DEBUG neutron.services.service_base [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 13:44:02.609334 n-d-712139-12 neutron-server[101079]: DEBUG neutron.services.service_base [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 13:44:02.609910 n-d-712139-12 neutron-server[101079]: DEBUG neutron.services.service_base [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 13:44:02.611353 n-d-712139-12 neutron-server[101079]: DEBUG neutron.services.service_base [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 13:44:02.612158 n-d-712139-12 neutron-server[101079]: INFO neutron.services.service_base [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 13:44:02.612614 n-d-712139-12 neutron-server[101079]: DEBUG neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 13:44:02.613092 n-d-712139-12 neutron-server[101079]: INFO neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 13:44:02.624427 n-d-712139-12 neutron-server[101079]: DEBUG neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 13:44:02.624765 n-d-712139-12 neutron-server[101079]: INFO neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading Plugin: auto_allocate Aug 27 13:44:02.631374 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: network precommit_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.631744 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: network precommit_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.632492 n-d-712139-12 neutron-server[101079]: DEBUG neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 13:44:02.633518 n-d-712139-12 neutron-server[101079]: INFO neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading Plugin: tag Aug 27 13:44:02.639466 n-d-712139-12 neutron-server[101079]: DEBUG neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 13:44:02.639792 n-d-712139-12 neutron-server[101079]: INFO neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading Plugin: timestamp Aug 27 13:44:02.644701 n-d-712139-12 neutron-server[101079]: DEBUG neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 13:44:02.645106 n-d-712139-12 neutron-server[101079]: INFO neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading Plugin: network_ip_availability Aug 27 13:44:02.650570 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.650971 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.651328 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.652070 n-d-712139-12 neutron-server[101079]: DEBUG neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 13:44:02.652391 n-d-712139-12 neutron-server[101079]: INFO neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading Plugin: flavors Aug 27 13:44:02.657157 n-d-712139-12 neutron-server[101079]: DEBUG neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 13:44:02.657481 n-d-712139-12 neutron-server[101079]: INFO neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading Plugin: revisions Aug 27 13:44:02.662186 n-d-712139-12 neutron-server[101079]: DEBUG neutron.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 13:44:02.662576 n-d-712139-12 neutron-server[101079]: DEBUG oslo_concurrency.lockutils [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.913s {{(pid=101079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 13:44:02.663362 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101079) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 13:44:02.663698 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Initializing extension manager. Aug 27 13:44:02.664205 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: __init__.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.664543 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: __pycache__ {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.664875 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.665208 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: address_group.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.665974 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.666558 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: address-group Aug 27 13:44:02.666908 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: address_scope.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.667619 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.668130 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: address-scope Aug 27 13:44:02.668454 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.669388 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.669895 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: router-admin-state-down-before-update Aug 27 13:44:02.670217 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: agent.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.671160 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.671677 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: agent Aug 27 13:44:02.672001 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: agent_resources_synced.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.672904 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.673414 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: agent-resources-synced Aug 27 13:44:02.673737 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: allowedaddresspairs.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.676077 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.676598 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: allowed-address-pairs Aug 27 13:44:02.676926 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: auto_allocated_topology.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.678031 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.678556 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: auto-allocated-topology Aug 27 13:44:02.678919 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: availability_zone.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.679620 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.680134 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: availability_zone Aug 27 13:44:02.680570 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: availability_zone_filter.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.681488 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.682000 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: availability_zone_filter Aug 27 13:44:02.682336 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: data_plane_status.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.683628 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.684138 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 13:44:02.684459 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: default_subnetpools.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.685374 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.685882 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: default-subnetpools Aug 27 13:44:02.686203 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.687064 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.687579 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: dhcp_agent_scheduler Aug 27 13:44:02.687900 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: dns.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.688820 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.689335 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension dns-integration not supported by any of loaded plugins Aug 27 13:44:02.689656 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: dns_domain_ports.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.691152 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.691773 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 13:44:02.692096 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.693019 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.693531 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 13:44:02.693853 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: dvr.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.694523 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.695069 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: dvr Aug 27 13:44:02.695389 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: ecmp_routes.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.696305 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.696812 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 13:44:02.697129 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: empty_string_filtering.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.698035 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.698545 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: empty-string-filtering Aug 27 13:44:02.698891 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.699797 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.700302 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 13:44:02.700619 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.701524 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.702040 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 13:44:02.702345 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: external_net.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.703266 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.703772 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: external-net Aug 27 13:44:02.704091 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.705000 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.705659 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: extra_dhcp_opt Aug 27 13:44:02.706557 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: extraroute.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.707551 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.708067 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: extraroute Aug 27 13:44:02.708386 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: extraroute_atomic.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.709422 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.709929 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: extraroute-atomic Aug 27 13:44:02.710252 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: filter_validation.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.711020 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.711531 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: filter-validation Aug 27 13:44:02.711847 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: fip_pf_description.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.712748 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.713250 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 13:44:02.713569 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: fip_port_details.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.714478 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.715016 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: fip-port-details Aug 27 13:44:02.715336 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: flavors.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.716831 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.717352 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: flavors Aug 27 13:44:02.717676 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.719361 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.719893 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 13:44:02.720229 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: floatingip_pools.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.720930 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.721467 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: floatingip-pools Aug 27 13:44:02.721809 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: ip_allocation.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.722813 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.723326 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 13:44:02.723651 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.724567 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.725085 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: ip-substring-filtering Aug 27 13:44:02.725414 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: l2_adjacency.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.726333 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.726881 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 13:44:02.727208 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: l3.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.728377 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.728933 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: router Aug 27 13:44:02.729263 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.731555 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.732087 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 13:44:02.732418 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.733357 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.733996 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: ext-gw-mode Aug 27 13:44:02.734580 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.735243 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.735757 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: l3-ha Aug 27 13:44:02.736083 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: l3_flavors.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.737002 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.737644 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: l3-flavors Aug 27 13:44:02.737962 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.738899 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.739413 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 13:44:02.739740 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: l3agentscheduler.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.740795 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.741316 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: l3_agent_scheduler Aug 27 13:44:02.741641 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: logging.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.743341 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.743672 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension logging not supported by any of loaded plugins Aug 27 13:44:02.744004 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: metering.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.744745 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.745320 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: metering Aug 27 13:44:02.745643 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.746754 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.747271 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: metering_source_and_destination_fields Aug 27 13:44:02.747596 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: multiprovidernet.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.748512 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.749023 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: multi-provider Aug 27 13:44:02.749346 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: netmtu.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.750274 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.750818 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: net-mtu Aug 27 13:44:02.751146 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: netmtu_writable.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.752057 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.752595 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: net-mtu-writable Aug 27 13:44:02.753495 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: network_availability_zone.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.754169 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.754671 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: network_availability_zone Aug 27 13:44:02.755013 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: network_ip_availability.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.756186 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.756699 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: network-ip-availability Aug 27 13:44:02.757022 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: network_segment_range.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.757791 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.758295 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 13:44:02.758615 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: pagination.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.759620 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.759946 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: pagination Aug 27 13:44:02.760263 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: port_device_profile.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.761165 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.761693 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: port-device-profile Aug 27 13:44:02.762014 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.762973 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.763492 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: port-mac-address-regenerate Aug 27 13:44:02.763814 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.764723 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.765234 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: port-numa-affinity-policy Aug 27 13:44:02.765555 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: port_resource_request.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.766456 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.767001 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 13:44:02.767468 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: portbindings.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.768998 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.769796 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: binding Aug 27 13:44:02.770118 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: portbindings_extended.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.771600 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.772128 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: binding-extended Aug 27 13:44:02.772457 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: portsecurity.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.773369 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.773914 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: port-security Aug 27 13:44:02.774239 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: project_id.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.775236 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.775570 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: project-id Aug 27 13:44:02.775897 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: providernet.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.777013 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.777538 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: provider Aug 27 13:44:02.777853 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: qos.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.781434 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.781964 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension qos not supported by any of loaded plugins Aug 27 13:44:02.782297 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.783579 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.784160 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 13:44:02.784727 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.785654 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.786176 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 13:44:02.786502 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: qos_default.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.787432 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.787950 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension qos-default not supported by any of loaded plugins Aug 27 13:44:02.788274 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: qos_fip.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.788937 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.789439 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension qos-fip not supported by any of loaded plugins Aug 27 13:44:02.789757 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: qos_gateway_ip.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.790678 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.791215 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 13:44:02.791533 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: qos_port_network_policy.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.792439 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.792947 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 13:44:02.793267 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: qos_pps_rule.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.794443 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.795081 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension qos-pps not supported by any of loaded plugins Aug 27 13:44:02.795403 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: qos_rule_type_details.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.796312 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.796826 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 13:44:02.797149 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: qos_rules_alias.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.798601 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.799236 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 13:44:02.799583 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: quotasv2.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.800738 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.801069 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: quotas Aug 27 13:44:02.801397 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: quotasv2_detail.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.804501 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.804844 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: quota_details Aug 27 13:44:02.805178 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: rbac.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.806471 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.807036 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: rbac-policies Aug 27 13:44:02.807366 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: rbac_address_group.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.808312 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.808830 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: rbac-address-group Aug 27 13:44:02.809155 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: rbac_address_scope.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.810076 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.810593 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: rbac-address-scope Aug 27 13:44:02.810950 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: rbac_security_groups.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.811868 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.812383 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: rbac-security-groups Aug 27 13:44:02.812705 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: rbac_subnetpool.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.813613 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.814124 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: rbac-subnetpool Aug 27 13:44:02.814475 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: revisionifmatch.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.816042 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.816558 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: revision-if-match Aug 27 13:44:02.816881 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: revisions.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.818065 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.818581 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: standard-attr-revisions Aug 27 13:44:02.818936 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: router_availability_zone.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.819611 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.820121 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: router_availability_zone Aug 27 13:44:02.820439 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: routerservicetype.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.821362 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.821876 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension router-service-type not supported by any of loaded plugins Aug 27 13:44:02.822194 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.823125 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.823638 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: security-groups-normalized-cidr Aug 27 13:44:02.823955 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.824862 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.825373 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: port-security-groups-filtering Aug 27 13:44:02.825692 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.826604 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.827156 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: security-groups-remote-address-group Aug 27 13:44:02.827475 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: securitygroup.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.839438 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.839846 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: security-group Aug 27 13:44:02.840162 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: segment.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.841274 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.841808 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension segment not supported by any of loaded plugins Aug 27 13:44:02.842414 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.843173 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.843827 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 13:44:02.844032 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: servicetype.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.845197 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.845722 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: service-type Aug 27 13:44:02.846047 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: sorting.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.847317 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.847651 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: sorting Aug 27 13:44:02.847984 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: standard_attr_segment.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.848907 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.849426 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 13:44:02.849749 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: standardattrdescription.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.850398 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.850952 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: standard-attr-description Aug 27 13:44:02.851271 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: stateful_security_group.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.852213 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.852734 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: stateful-security-group Aug 27 13:44:02.853060 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: stdattrs_common.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.853644 n-d-712139-12 neutron-server[101079]: WARNING neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 13:44:02.853964 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.854915 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.855442 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 13:44:02.855759 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: subnet_onboard.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.856878 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.857397 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: subnet_onboard Aug 27 13:44:02.857720 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.858655 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.859190 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 13:44:02.859513 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: subnet_service_types.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.860431 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.860949 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: subnet-service-types Aug 27 13:44:02.861274 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: subnetallocation.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.862560 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.863103 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: subnet_allocation Aug 27 13:44:02.863430 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.864112 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.864628 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: subnetpool-prefix-ops Aug 27 13:44:02.864946 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.865906 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.866403 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 13:44:02.866753 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: tagging.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.867844 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.868371 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: standard-attr-tag Aug 27 13:44:02.868700 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: timestamp.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.869919 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.870440 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loaded extension: standard-attr-timestamp Aug 27 13:44:02.870797 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: trunk.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.871832 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.872346 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension trunk not supported by any of loaded plugins Aug 27 13:44:02.872668 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: trunk_details.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.873587 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.874107 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension trunk-details not supported by any of loaded plugins Aug 27 13:44:02.874430 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: uplink_status_propagation.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.875383 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.875897 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 13:44:02.876216 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Loading extension file: vlantransparent.py {{(pid=101079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 13:44:02.876894 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 13:44:02.878448 n-d-712139-12 neutron-server[101079]: INFO neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 13:44:02.880463 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:network Aug 27 13:44:02.880994 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:subnet Aug 27 13:44:02.881389 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 13:44:02.881776 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:port Aug 27 13:44:02.883101 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.883534 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service FLAVORS assigned prefix: {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.884154 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.884582 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.885614 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:router Aug 27 13:44:02.885614 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 13:44:02.885934 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service METERING assigned prefix: /metering {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.887353 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.887720 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.888072 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:44:02.889080 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 13:44:02.889521 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:security_group Aug 27 13:44:02.890474 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 13:44:02.890634 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service CORE assigned prefix: {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.890882 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 13:44:02.891230 n-d-712139-12 neutron-server[101079]: WARNING neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] subnetpool is already registered Aug 27 13:44:02.891660 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service CORE assigned prefix: {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.891983 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 13:44:02.892315 n-d-712139-12 neutron-server[101079]: WARNING neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] subnetpool is already registered Aug 27 13:44:02.895412 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.895846 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service FLAVORS assigned prefix: {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.896452 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.896869 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.897202 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:router Aug 27 13:44:02.897543 n-d-712139-12 neutron-server[101079]: WARNING neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] router is already registered Aug 27 13:44:02.897949 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 13:44:02.898285 n-d-712139-12 neutron-server[101079]: WARNING neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] floatingip is already registered Aug 27 13:44:02.898764 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service METERING assigned prefix: /metering {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.899432 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 13:44:02.899755 n-d-712139-12 neutron-server[101079]: WARNING neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] rbac_policy is already registered Aug 27 13:44:02.900163 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:security_group Aug 27 13:44:02.900495 n-d-712139-12 neutron-server[101079]: WARNING neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] security_group is already registered Aug 27 13:44:02.900895 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 13:44:02.901222 n-d-712139-12 neutron-server[101079]: WARNING neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] security_group_rule is already registered Aug 27 13:44:02.901853 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service CORE assigned prefix: {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.902189 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 13:44:02.902516 n-d-712139-12 neutron-server[101079]: WARNING neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] subnetpool is already registered Aug 27 13:44:02.902956 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.v2.resource_helper [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Service CORE assigned prefix: {{(pid=101079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 13:44:02.903283 n-d-712139-12 neutron-server[101079]: INFO neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 13:44:02.903613 n-d-712139-12 neutron-server[101079]: WARNING neutron.quota.resource_registry [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] subnetpool is already registered Aug 27 13:44:02.904079 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: extensions {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.905583 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: address-groups {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.907095 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: address-scopes {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.908391 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: agents {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.909720 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: auto-allocated-topology {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.914347 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: availability_zones {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.914347 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: dhcp-networks {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.914347 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: dhcp-agents {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.915123 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: routers {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.917315 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: flavors {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.918466 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: service_profiles {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.919704 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: next_providers {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.921140 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: service_profiles {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.922673 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: floatingip-pools {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.923890 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: routers {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.926054 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: floatingips {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.927375 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: l3-routers {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.928745 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: l3-agents {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.930119 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: metering-labels {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.931543 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: metering-label-rules {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.932819 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: network-ip-availabilities {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.934069 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: bindings {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.935757 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: quotas {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.937185 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: quotas {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.938612 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: rbac-policies {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.939807 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: security-groups {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.942272 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: security-group-rules {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.943541 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: service-providers {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.944751 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: subnetpools {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.947451 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: subnetpools {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.948912 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: tags {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.950602 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: tags {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.952402 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: tags {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.954159 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: tags {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.956557 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: tags {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.958486 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: tags {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.960172 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: tags {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.962067 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: tags {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.963892 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: tags {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.965625 n-d-712139-12 neutron-server[101079]: DEBUG neutron.api.extensions [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Extended resource: tags {{(pid=101079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 13:44:02.972584 n-d-712139-12 neutron-server[101079]: WARNING keystonemiddleware.auth_token [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 13:44:02.977395 n-d-712139-12 neutron-server[101079]: WARNING keystonemiddleware.auth_token [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 13:44:02.985624 n-d-712139-12 neutron-server[101079]: DEBUG oslo_concurrency.lockutils [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Acquired lock "singleton_lock" {{(pid=101079) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 13:44:02.986105 n-d-712139-12 neutron-server[101079]: DEBUG oslo_concurrency.lockutils [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Releasing lock "singleton_lock" {{(pid=101079) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 13:44:02.986776 n-d-712139-12 neutron-server[101079]: INFO oslo_service.service [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Starting 2 workers Aug 27 13:44:02.992253 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Started child 101186 {{(pid=101079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 13:44:02.996756 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Started child 101187 {{(pid=101079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 13:44:02.998417 n-d-712139-12 neutron-server[101079]: INFO neutron.service [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 13:44:02.999117 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Notify callbacks [] for process, before_spawn {{(pid=101079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:03.001576 n-d-712139-12 neutron-server[101079]: INFO oslo_service.service [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Starting 1 workers Aug 27 13:44:03.001879 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:03.002580 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:03.003389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [-] (101187) wsgi starting up on http://0.0.0.0:9696 Aug 27 13:44:03.003676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [-] (101186) wsgi starting up on http://0.0.0.0:9696 Aug 27 13:44:03.007507 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Started child 101188 {{(pid=101079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 13:44:03.008043 n-d-712139-12 neutron-server[101079]: INFO oslo_service.service [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Starting 1 workers Aug 27 13:44:03.011255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.service [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] calling RpcWorker wait() {{(pid=101188) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 13:44:03.011815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.service [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] returning from RpcWorker wait() {{(pid=101188) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 13:44:03.012612 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Started child 101189 {{(pid=101079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 13:44:03.013038 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:03.013457 n-d-712139-12 neutron-server[101079]: DEBUG neutron_lib.callbacks.manager [None req-298ce929-8763-4f00-9b29-a4c5609317b6 None None] Notify callbacks [] for process, after_spawn {{(pid=101079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:03.013552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:44:03.015374 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101079) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 13:44:03.015587 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 13:44:03.015773 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 13:44:03.015996 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 13:44:03.016341 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 13:44:03.016503 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 13:44:03.017027 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.017309 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.017589 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.017848 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.018133 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:03.018603 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.018824 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.019183 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.019420 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.019681 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.019913 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.020083 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.020247 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.020506 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.020738 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.021037 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.021303 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.021536 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.021818 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.021986 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.022235 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.022490 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.022759 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.023037 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] debug = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.023284 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.023791 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.024033 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.024271 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.024501 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.024800 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.025044 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.025328 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.025574 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.025813 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.026071 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.026331 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.026587 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.026824 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.027044 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.027316 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.027534 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.028003 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] host = n-d-712139-12 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.028221 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.028435 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.028660 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.028885 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.029143 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.029386 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.029598 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.029838 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.030104 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.030326 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.030573 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.030847 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.031118 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.031317 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_file = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.031479 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_options = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.031690 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.031957 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.032212 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.032397 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.032565 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.032744 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.033004 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.033166 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.033418 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.033661 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.033871 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.034773 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.034974 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.035221 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.035506 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.035759 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.035989 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.036193 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.036662 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.036662 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.036967 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.037106 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.037390 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.037566 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.037769 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.037997 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.038221 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.038447 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.038982 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.038982 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.039320 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.039476 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.039733 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.039882 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.040153 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.040342 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.040609 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.040818 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.041046 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.041392 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.041703 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.041841 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.041998 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.042172 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.042401 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.042764 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] use_json = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.042949 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.043165 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.043387 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.043543 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.043751 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.043931 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.044147 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.044412 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.044852 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.045149 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.045458 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.045718 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.045922 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.046168 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.046410 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.046655 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.047135 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.047366 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.047600 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.047811 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.048029 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.048351 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.048566 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.048900 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.049240 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.049445 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.049782 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.050031 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.050284 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.050962 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.050962 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.052085 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.052085 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.052085 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.052085 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.052085 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.053265 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.053265 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.053265 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.053265 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.053265 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.054478 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.054478 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.054478 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.054478 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.054478 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.054478 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.055827 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.055827 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.055827 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.055827 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.055827 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.055827 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.057819 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.057819 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.057819 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.057819 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.057819 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.057819 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.057819 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.057819 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.059345 n-d-712139-12 neutron-server[101189]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:44:03.059576 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.059576 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.059576 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.059576 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.059576 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.059576 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.059576 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.059576 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.059576 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.061332 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.061332 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.061332 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.061332 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.061332 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.061332 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.061332 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.061332 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.061332 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.063426 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.063426 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.063426 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.063426 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.063426 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.063426 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.063426 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.063426 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.063426 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.065810 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.065810 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.065810 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.065810 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.065810 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.065810 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.065810 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.065810 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.065810 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.067813 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.067813 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.067813 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.067813 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.067813 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.067813 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.067813 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.067813 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.069473 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.069473 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.069473 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.069473 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.069473 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.069473 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.069473 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.071719 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.071719 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.071719 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.071719 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.071719 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.071719 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.071719 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.071719 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077448 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077448 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077448 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077448 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077448 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077448 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077448 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077448 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077961 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077961 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077961 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077961 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077961 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077961 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077961 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.077961 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.078424 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.078424 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.078424 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.078424 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.078424 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.078424 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.078424 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.078424 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.079317 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.079317 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.079317 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.079317 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.079317 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.079317 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.079317 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.079317 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.079816 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.079816 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.079816 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.079816 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.080074 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.080301 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.080454 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.080681 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.081618 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.081960 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.082375 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.082582 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.082863 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.082863 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.083144 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.083307 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.083883 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.083883 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.084172 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.084172 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.084446 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.084607 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.084821 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.085059 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.085267 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.085494 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.085727 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.085945 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.086191 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.086409 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.086699 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.086960 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.087205 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.087393 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.087632 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.087881 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.088092 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.088333 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.088548 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.088759 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.088985 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.089227 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.089403 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.089800 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.091040 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.091476 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.091736 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.091972 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.092315 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.092552 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.092928 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.093320 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.093720 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.093987 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.094273 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.094450 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.094887 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.095106 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.095341 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.095568 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.095815 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.096067 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.096276 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.096543 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.096771 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.096997 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.097223 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.097506 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.097735 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.097968 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.098229 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.098456 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.098702 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.098930 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.099136 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.099341 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.099560 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.099771 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.100001 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.100242 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.100449 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.100655 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.100874 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.101086 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.101293 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.101514 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.101741 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.101998 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.102211 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.102420 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.102629 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.102875 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.103085 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.103309 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.103525 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.103755 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.103980 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.104201 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.104406 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.104609 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.104824 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.105033 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.105237 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.105528 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.105778 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.105974 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.106269 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.106515 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.106788 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.107044 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.107371 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.107586 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.107824 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.108040 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.108256 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.108494 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.108731 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.109057 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.109333 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.109558 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.109807 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.110067 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.110337 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.110607 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.111042 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.111238 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.111529 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.111805 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119293 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119293 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119293 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119293 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119293 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119293 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119293 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119293 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119293 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119914 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119914 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119914 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119914 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119914 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119914 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119914 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119914 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.119914 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.120462 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 13:44:03.120462 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101079) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 13:44:03.120462 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 13:44:03.120462 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 13:44:03.120462 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 13:44:03.120462 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 13:44:03.120462 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 13:44:03.120462 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.120941 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.120941 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.120941 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.120941 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.120941 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.120941 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.120941 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.120941 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121409 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121409 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121409 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121409 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121409 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121409 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121409 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121409 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121856 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121856 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121856 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121856 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121856 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121856 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] debug = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.121856 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.122277 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.122277 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.122277 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.122277 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.122277 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.122277 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.122640 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.122640 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.122640 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.122640 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.122640 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.123660 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.123660 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.123660 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.123660 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.123660 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.123660 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] host = n-d-712139-12 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.123660 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.124153 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.124153 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.124153 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.124153 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.124428 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.124507 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.124586 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.124749 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.124907 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.125064 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.125220 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.125378 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.125518 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_file = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.125676 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_options = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.125832 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.125976 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.126132 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.126316 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.126478 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.126635 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.126812 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.127028 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.127220 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.127377 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.127534 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.128218 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.128505 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.128929 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.129239 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.129444 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.129695 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.129845 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.129986 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.130126 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.130277 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.130416 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.130554 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.130719 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.130866 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.131004 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.131141 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.131279 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.131428 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.131579 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.131711 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.131796 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.131951 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.132108 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.132264 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.132421 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.132578 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.132738 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.132895 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.133051 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.133208 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.133369 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.133529 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.133690 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.133846 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.134003 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] use_json = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.134159 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.134315 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.134471 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.134628 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.134814 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.134970 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.135287 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.135447 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 13:44:03.135629 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.135793 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.135964 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.136125 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.136270 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.136428 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.136588 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.136747 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.136905 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.137063 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.137230 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.137389 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.137557 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.137716 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.137872 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.138035 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.138193 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.138350 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.138509 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.138667 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.138852 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.139010 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.139179 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.139337 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.139493 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.139667 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.139801 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.139977 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.140137 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.140297 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.140456 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.140615 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.140775 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.140935 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.141097 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.141257 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.141417 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.141577 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.141735 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.141894 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.142053 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.142214 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.142375 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.142535 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.142733 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.142865 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.143073 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.143201 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.143344 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.144194 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.144445 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.144685 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.144856 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.145119 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.145248 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.145426 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.145586 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.145747 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.145930 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.146063 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.146213 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.146373 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.146533 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.146707 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.146873 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.147032 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.147207 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.147366 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.147526 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.147685 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.147845 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.148005 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.148165 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.148325 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.148486 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.148646 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.148805 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.148964 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.149123 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.149284 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.149444 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.149603 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.149762 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.149922 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.150082 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.150241 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.150399 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.150559 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.150744 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.150916 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.151091 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.151245 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.151399 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.151558 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.151718 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.151877 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.152035 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.152194 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.152354 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.152512 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.152671 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.152829 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.152992 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.153151 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.153310 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.153468 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.153627 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.153790 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.153949 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.154121 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.154322 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.154439 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.154550 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.154762 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.154897 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.155018 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.155190 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.155348 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.155509 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.155667 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.155832 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.156004 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.156165 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.156325 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.156483 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.156636 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.156772 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.156935 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.157094 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.157252 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.157411 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.157570 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.157737 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.157907 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.158066 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.158224 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.158382 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.158564 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.158741 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.158902 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.159110 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.159378 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.159539 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.159701 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.159861 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.160023 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.160181 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.160343 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.160504 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.160659 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.160823 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.160967 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.161142 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.161270 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.161424 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.161583 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.161743 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.161902 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.162061 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.162220 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.162379 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.162537 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.162722 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.162865 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.163025 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.163387 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.163387 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.163632 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.163632 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.163832 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.163956 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.164079 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.164212 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.164354 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.164553 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.164682 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.164817 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.164942 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.165107 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.165266 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.165427 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.165589 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.165748 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.165908 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.166068 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.166214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:44:03.166345 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.166443 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.166549 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.166655 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.166870 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.166997 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.167155 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.167330 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.167490 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.167648 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.167807 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.167967 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.168126 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.168284 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.168444 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.168604 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.168760 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.168918 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.169078 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.169242 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.169401 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.169560 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.169719 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.169877 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.170036 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.170195 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.170370 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.170522 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.170663 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.170916 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.171068 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.171224 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.171393 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.171552 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.171711 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.171869 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.172027 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.172185 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.172353 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.172512 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.172671 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.172830 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.172988 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.173146 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.173314 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.173474 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.173638 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.173796 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.173954 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.174111 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.174279 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.174439 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.174645 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.174800 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.174960 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.175120 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.175290 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.175449 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.175607 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.175766 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.175924 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.176082 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.176252 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.176412 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.176570 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.176738 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.176895 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.177055 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.177213 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.177389 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.177552 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.177707 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.177847 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.178008 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.178155 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.178303 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.178470 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.178657 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.178839 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.179002 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.179172 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.179342 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.179508 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.179842 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.179842 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.180100 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.180225 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.180338 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.180442 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.180570 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.180730 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.180888 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.181047 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.181206 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.181365 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.181524 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.181818 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.181980 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.182139 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.182298 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.182458 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.189844 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.189844 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.189844 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.189844 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 13:44:03.189844 n-d-712139-12 neutron-server[101079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 13:44:03.190632 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34664) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:44:03.194918 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069530 Aug 27 13:44:14.696155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a96b179-d747-4da4-be85-e79fcea51e98 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 13:44:14.814822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96b179-d747-4da4-be85-e79fcea51e98 None None] No non-hosted networks {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 13:44:14.822220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.agentschedulers_db [None req-8a96b179-d747-4da4-be85-e79fcea51e98 None None] DHCP Agent not found on host n-d-712139-12 {{(pid=101188) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 13:44:14.962242 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6ca1bbfd-73b7-498b-87ae-806f7c5c265b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713896'] for agent, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:17.318724 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713896'] for agent, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:17.319523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:17.319973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:17.322196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:17.323205 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:17.324095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:17.325063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:17.327083 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:17.328263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:17.329575 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:17.332735 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:17.333190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:17.335061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:17.336458 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712139-12', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:44:17.354256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712139-12', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:44:17.472703 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b13aa54-3120-4da1-8308-c33016fb4e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713896'] for agent, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:17.550476 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2e2c02dd-dbee-45ee-afc7-6263c1434307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:18.615169 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713896'] for agent, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:20.037353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713896'] for agent, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:21.328173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34758) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:44:21.849666 n-d-712139-12 neutron-server[101186]: WARNING oslo_policy.policy [None req-45510afc-246c-48f5-91b8-fa316a826556 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 13:44:21.850236 n-d-712139-12 neutron-server[101186]: WARNING oslo_policy.policy [None req-45510afc-246c-48f5-91b8-fa316a826556 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 13:44:22.071631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-45510afc-246c-48f5-91b8-fa316a826556 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:44:22.072719 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-45510afc-246c-48f5-91b8-fa316a826556 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7435918 Aug 27 13:44:24.512065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34772) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:44:24.875094 n-d-712139-12 neutron-server[101188]: INFO neutron.db.l3_hamode_db [None req-9b9c942e-e05f-4c70-a6cc-cd9e904ddaf9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 13:44:24.954830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9c942e-e05f-4c70-a6cc-cd9e904ddaf9 None None] Routers set() bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:44:24.955225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9c942e-e05f-4c70-a6cc-cd9e904ddaf9 None None] Router IDs set() for agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 13:44:25.035412 n-d-712139-12 neutron-server[101187]: WARNING oslo_policy.policy [None req-0a44ad47-86d8-4042-832d-38f2b07b3dd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 13:44:25.036014 n-d-712139-12 neutron-server[101187]: WARNING oslo_policy.policy [None req-0a44ad47-86d8-4042-832d-38f2b07b3dd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 13:44:25.255860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0a44ad47-86d8-4042-832d-38f2b07b3dd0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:44:25.349038 n-d-712139-12 neutron-server[101187]: DEBUG neutron.policy [None req-0a44ad47-86d8-4042-832d-38f2b07b3dd0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101187) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 13:44:25.394352 n-d-712139-12 neutron-server[101187]: WARNING oslo_policy.policy [None req-0a44ad47-86d8-4042-832d-38f2b07b3dd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 13:44:25.394737 n-d-712139-12 neutron-server[101187]: WARNING oslo_policy.policy [None req-0a44ad47-86d8-4042-832d-38f2b07b3dd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 13:44:25.403109 n-d-712139-12 neutron-server[101187]: INFO neutron.quota [None req-0a44ad47-86d8-4042-832d-38f2b07b3dd0 admin admin] Loaded quota_driver: . Aug 27 13:44:25.493327 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a44ad47-86d8-4042-832d-38f2b07b3dd0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763327835009', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763327834622', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763327813754', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763327819276', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763328002620', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763327799879', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1592056', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1712326', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-601781', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572693'] for rbac-policy, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:25.557585 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a44ad47-86d8-4042-832d-38f2b07b3dd0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:25.558996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0a44ad47-86d8-4042-832d-38f2b07b3dd0 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0446949 Aug 27 13:44:28.263508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34790) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:44:28.566263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'project_id': '3b974bd3b114415ebd2df332262acd38'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:44:28.595223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Made reservation on behalf of 3b974bd3b114415ebd2df332262acd38 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:44:28.598124 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:28.615333 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:28.741432 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:28.745189 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:28.768391 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:44:28.793595 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763329888997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:28.793595 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Unsubscribe: segment precommit_create {{(pid=101187) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 13:44:28.793954 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Added segment 7e458a82-fe73-4eae-815f-0d4c42ddff25 of type vlan for network 4f2abfe2-c453-46a6-8377-4784210e73a6 Aug 27 13:44:28.800537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346012f7-82a1-41c4-a4a5-e6c22eca34cb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:28.835235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:28.835569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:28.835899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:28.836223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:28.836543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:28.836861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:28.837174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:28.837485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:28.837795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:28.838102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:28.838409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:28.838737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Tracked resource versions report: Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: pushed versions: Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: { 'AddressGroup': {'1.2'}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'ConntrackHelper': {'1.0'}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'Log': {'1.0'}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'Network': {'1.1'}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'Port': {'1.7'}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'PortForwarding': {'1.2'}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'QosPolicy': {'1.9'}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'SecurityGroup': {'1.4'}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'SecurityGroupRule': {'1.2'}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'SubPort': {'1.0'}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'Subnet': {'1.1'}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'Trunk': {'1.1'}} Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: consumer versions: Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: { DHCP agent@n-d-712139-12: {}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: L3 agent@n-d-712139-12: {}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: Metadata agent@n-d-712139-12: {}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: Metering agent@n-d-712139-12: {}, Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: Open vSwitch agent@n-d-712139-12: { 'AddressGroup': '1.2', Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'ConntrackHelper': '1.0', Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'Log': '1.0', Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'Network': '1.1', Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'Port': '1.7', Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'PortForwarding': '1.2', Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'QosPolicy': '1.9', Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'SecurityGroup': '1.4', Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'SecurityGroupRule': '1.2', Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'SubPort': '1.0', Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'Subnet': '1.1', Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: 'Trunk': '1.1'}} Aug 27 13:44:28.839774 n-d-712139-12 neutron-server[101187]: {{(pid=101187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 13:44:28.916427 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:28.955980 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:28.957258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:44:28.957908 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:29.040876 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7762952 Aug 27 13:44:29.055459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637593b2-84ee-4f87-a669-f990f4f115fc admin admin] Pushing event updated for resources: {'Network': ['ID=4f2abfe2-c453-46a6-8377-4784210e73a6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:29.077277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 4f2abfe2-c453-46a6-8377-4784210e73a6 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:44:31.738795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34804) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:44:32.130182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4f5b45-58b6-4c31-9efd-7cb21e741b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:44:32.131576 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2b4f5b45-58b6-4c31-9efd-7cb21e741b35 admin admin] 10.222.0.55 "GET /v2.0/networks/4f2abfe2-c453-46a6-8377-4784210e73a6 HTTP/1.1" status: 200 len: 825 time: 0.3918076 Aug 27 13:44:32.155707 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2b79f0d4-86a1-42ef-ac66-c9e4f36f6f12 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/2992396f-d95e-474c-9e53-0966d619ccbe HTTP/1.1" status: 200 len: 734 time: 0.0178459 Aug 27 13:44:32.165478 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-de7e4083-34c0-448f-9a0f-421225e09817 admin admin] Request body: {'subnet': {'subnetpool_id': '2992396f-d95e-474c-9e53-0966d619ccbe', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'name': 'private-subnet', 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:44:32.188457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7e4083-34c0-448f-9a0f-421225e09817 admin admin] Made reservation on behalf of 3b974bd3b114415ebd2df332262acd38 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:44:32.191364 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de7e4083-34c0-448f-9a0f-421225e09817 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:32.483793 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de7e4083-34c0-448f-9a0f-421225e09817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:32.551511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e4083-34c0-448f-9a0f-421225e09817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7242574e-15a7-48e6-b7d4-27737bc76814,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:32.556049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e4083-34c0-448f-9a0f-421225e09817 admin admin] Checking segment: {'id': '7e458a82-fe73-4eae-815f-0d4c42ddff25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:44:32.556428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7e4083-34c0-448f-9a0f-421225e09817 admin admin] Network hostable DHCP agents. Network: 4f2abfe2-c453-46a6-8377-4784210e73a6, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:44:32.577100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7e4083-34c0-448f-9a0f-421225e09817 admin admin] Network 4f2abfe2-c453-46a6-8377-4784210e73a6 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:44:32.589003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-de7e4083-34c0-448f-9a0f-421225e09817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 4f2abfe2-c453-46a6-8377-4784210e73a6) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:44:32.595098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7e4083-34c0-448f-9a0f-421225e09817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:44:32.597745 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de7e4083-34c0-448f-9a0f-421225e09817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:32.598450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092adf14-2c37-44a1-9b6f-b49233343468 None None] Network 4f2abfe2-c453-46a6-8377-4784210e73a6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:44:32.612954 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-de7e4083-34c0-448f-9a0f-421225e09817 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4495537 Aug 27 13:44:32.924942 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-4f2abfe2-c453-46a6-8377-4784210e73a6', 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'fixed_ips': [{'subnet_id': '7242574e-15a7-48e6-b7d4-27737bc76814'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:44:32.926171 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:33.208188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Allocated IP 172.20.0.2 (4f2abfe2-c453-46a6-8377-4784210e73a6/7242574e-15a7-48e6-b7d4-27737bc76814/c961ba9f-7d29-4955-94c9-f80633a5d71f) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:44:33.413816 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:33.457799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Transition to ACTIVE for port object c961ba9f-7d29-4955-94c9-f80633a5d71f will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:44:33.481484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Transition to ACTIVE for port object c961ba9f-7d29-4955-94c9-f80633a5d71f will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:44:33.491122 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:33.563609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Network 4f2abfe2-c453-46a6-8377-4784210e73a6 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:44:33.569183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:44:33.579351 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:44:33.588298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Pushing event updated for resources: {'Port': ['ID=c961ba9f-7d29-4955-94c9-f80633a5d71f,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:33.620228 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:33.620861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:33.620955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:33.621244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:33.621581 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:33.621916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:33.622248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:33.622575 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:33.622932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:33.623265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:33.623592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:33.623919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Tracked resource versions report: Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: pushed versions: Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: { 'AddressGroup': {'1.2'}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'ConntrackHelper': {'1.0'}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'Log': {'1.0'}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'Network': {'1.1'}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'Port': {'1.7'}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'PortForwarding': {'1.2'}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'QosPolicy': {'1.9'}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'SecurityGroup': {'1.4'}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'SecurityGroupRule': {'1.2'}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'SubPort': {'1.0'}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'Subnet': {'1.1'}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'Trunk': {'1.1'}} Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: consumer versions: Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: { DHCP agent@n-d-712139-12: {}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: L3 agent@n-d-712139-12: {}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: Metadata agent@n-d-712139-12: {}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: Metering agent@n-d-712139-12: {}, Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: Open vSwitch agent@n-d-712139-12: { 'AddressGroup': '1.2', Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'ConntrackHelper': '1.0', Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'Log': '1.0', Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'Network': '1.1', Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'Port': '1.7', Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'PortForwarding': '1.2', Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'QosPolicy': '1.9', Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'SecurityGroup': '1.4', Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'SecurityGroupRule': '1.2', Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'SubPort': '1.0', Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'Subnet': '1.1', Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: 'Trunk': '1.1'}} Aug 27 13:44:33.624998 n-d-712139-12 neutron-server[101188]: {{(pid=101188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 13:44:33.676952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Attempting to bind port c961ba9f-7d29-4955-94c9-f80633a5d71f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:44:33.677347 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Attempting to bind port c961ba9f-7d29-4955-94c9-f80633a5d71f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '7e458a82-fe73-4eae-815f-0d4c42ddff25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:44:33.677803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Attempting to bind port c961ba9f-7d29-4955-94c9-f80633a5d71f on network 4f2abfe2-c453-46a6-8377-4784210e73a6 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:44:33.682725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:44:33.683141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Checking segment: {'id': '7e458a82-fe73-4eae-815f-0d4c42ddff25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:44:33.683633 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:33.684056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Bound using segment: {'id': '7e458a82-fe73-4eae-815f-0d4c42ddff25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:44:33.684562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Bound port: c961ba9f-7d29-4955-94c9-f80633a5d71f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e458a82-fe73-4eae-815f-0d4c42ddff25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:44:33.684963 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:33.751476 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] For port c961ba9f-7d29-4955-94c9-f80633a5d71f, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:44:33.756676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] For port c961ba9f-7d29-4955-94c9-f80633a5d71f, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c961ba9f-7d29-4955-94c9-f80633a5d71f,segment=NetworkSegment(7e458a82-fe73-4eae-815f-0d4c42ddff25),segment_id=7e458a82-fe73-4eae-815f-0d4c42ddff25)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:44:33.760562 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:33.832671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89eb211-2c97-45bb-a3b6-f3c22e504e5b None None] Pushing event updated for resources: {'Port': ['ID=c961ba9f-7d29-4955-94c9-f80633a5d71f,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:35.045247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34812) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:44:35.372157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-cdf3dc11-ef78-4d97-8775-96ce3f70b334 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:44:35.373174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cdf3dc11-ef78-4d97-8775-96ce3f70b334 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3269668 Aug 27 13:44:37.895392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34820) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:44:38.226470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-67fd8598-8255-4669-a2a4-ac45c1973b4a admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:44:38.227530 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-67fd8598-8255-4669-a2a4-ac45c1973b4a admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3311253 Aug 27 13:44:40.901754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34830) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:44:41.229593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a9ee1f8e-5c4f-443a-9de8-f40531478e28 admin admin] Request body: {'router': {'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'name': 'router1', 'admin_state_up': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:44:41.296415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.policy [None req-a9ee1f8e-5c4f-443a-9de8-f40531478e28 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101186) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 13:44:41.344436 n-d-712139-12 neutron-server[101186]: WARNING oslo_policy.policy [None req-a9ee1f8e-5c4f-443a-9de8-f40531478e28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 13:44:41.345075 n-d-712139-12 neutron-server[101186]: WARNING oslo_policy.policy [None req-a9ee1f8e-5c4f-443a-9de8-f40531478e28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 13:44:41.353505 n-d-712139-12 neutron-server[101186]: INFO neutron.quota [None req-a9ee1f8e-5c4f-443a-9de8-f40531478e28 admin admin] Loaded quota_driver: . Aug 27 13:44:41.369835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c961ba9f-7d29-4955-94c9-f80633a5d71f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:44:41.415229 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1f8e-5c4f-443a-9de8-f40531478e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:41.416971 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1f8e-5c4f-443a-9de8-f40531478e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:41.457652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port c961ba9f-7d29-4955-94c9-f80633a5d71f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:44:41.577278 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1f8e-5c4f-443a-9de8-f40531478e28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:41.583302 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1f8e-5c4f-443a-9de8-f40531478e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:41.605580 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1f8e-5c4f-443a-9de8-f40531478e28 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:41.606439 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a9ee1f8e-5c4f-443a-9de8-f40531478e28 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7037110 Aug 27 13:44:42.331851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af82343b-fe81-464a-a7ce-2da83822f8de None None] Network 4f2abfe2-c453-46a6-8377-4784210e73a6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:44:42.440249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3849e549-ec91-4a81-88db-8fd3e37dd54d None None] Provisioning for port c961ba9f-7d29-4955-94c9-f80633a5d71f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:44:42.447744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3849e549-ec91-4a81-88db-8fd3e37dd54d None None] Provisioning complete for port c961ba9f-7d29-4955-94c9-f80633a5d71f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:44:42.448132 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3849e549-ec91-4a81-88db-8fd3e37dd54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:42.609389 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3849e549-ec91-4a81-88db-8fd3e37dd54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:42.647026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3849e549-ec91-4a81-88db-8fd3e37dd54d None None] For port c961ba9f-7d29-4955-94c9-f80633a5d71f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c961ba9f-7d29-4955-94c9-f80633a5d71f,segment=NetworkSegment(7e458a82-fe73-4eae-815f-0d4c42ddff25),segment_id=7e458a82-fe73-4eae-815f-0d4c42ddff25)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:44:42.653572 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3849e549-ec91-4a81-88db-8fd3e37dd54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:42.704221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849e549-ec91-4a81-88db-8fd3e37dd54d None None] Pushing event updated for resources: {'Port': ['ID=c961ba9f-7d29-4955-94c9-f80633a5d71f,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:42.874428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c812625e-c535-4150-bad6-8ffcce14bb87 None None] Provisioning complete for port c961ba9f-7d29-4955-94c9-f80633a5d71f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:44:42.874779 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c812625e-c535-4150-bad6-8ffcce14bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:43.351369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c961ba9f-7d29-4955-94c9-f80633a5d71f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:44:43.398618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port c961ba9f-7d29-4955-94c9-f80633a5d71f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:44:43.399022 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:43.998027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34844) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:44:44.311660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-80f78c8f-5d2a-4d80-8743-4f41635ddc25 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:44:44.312665 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-80f78c8f-5d2a-4d80-8743-4f41635ddc25 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3137014 Aug 27 13:44:44.583291 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9e8510b0-3e58-49a5-9d98-fda90c043019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:46.712683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34852) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:44:47.028599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:44:47.052666 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Made reservation on behalf of df6f05d6fa124a7992d263726d562165 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:44:47.055034 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:47.066179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:47.153366 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:47.157189 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:47.173070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Reserving flat network on physical network physnet1 {{(pid=101187) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 13:44:47.191336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6e9645-7aad-459b-90c6-08ebc08f72db,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:47.196189 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:47.196532 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Added segment 6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1 of type flat for network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 Aug 27 13:44:47.244356 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:47.276655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:47.277584 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:44:47.278153 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:47.316689 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:47.336302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6225035 Aug 27 13:44:47.341344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70542cab-8866-4638-8055-142faf4b4b7d admin admin] Pushing event updated for resources: {'Network': ['ID=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:47.352157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:44:47.460548 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fd9ded0a-98ce-42e3-9254-e92e424dbf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:48.549186 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:49.728048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34870) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:44:49.903372 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca62270-f782-46dc-940e-3afa014931c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:44:49.904733 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dca62270-f782-46dc-940e-3afa014931c4 admin admin] 10.222.0.55 "GET /v2.0/subnets/7242574e-15a7-48e6-b7d4-27737bc76814 HTTP/1.1" status: 200 len: 849 time: 0.1757238 Aug 27 13:44:49.983451 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:50.070288 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-129c1193-96da-4285-ba6a-5035a224b841 admin admin] 10.222.0.55 "GET /v2.0/routers/06121b2e-b48d-4708-92f9-62b4d9b8d657 HTTP/1.1" status: 200 len: 704 time: 0.1585793 Aug 27 13:44:50.338945 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:50.632078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Allocated IP 172.20.0.1 (4f2abfe2-c453-46a6-8377-4784210e73a6/7242574e-15a7-48e6-b7d4-27737bc76814/910023e3-0309-43ac-8be6-2243246d7d58) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:44:50.784146 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:50.805715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Transition to ACTIVE for port object 910023e3-0309-43ac-8be6-2243246d7d58 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:44:50.918585 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:50.993616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Network 4f2abfe2-c453-46a6-8377-4784210e73a6 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:44:50.998318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:44:51.003118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:44:51.004012 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:51.022697 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Pushing event updated for resources: {'Port': ['ID=910023e3-0309-43ac-8be6-2243246d7d58,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:51.196844 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:51.229387 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2a5681e5-af38-477a-893e-f214d3b85f23 None None] Provisioning for port 910023e3-0309-43ac-8be6-2243246d7d58 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:44:51.233740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2a5681e5-af38-477a-893e-f214d3b85f23 None None] Provisioning complete for port 910023e3-0309-43ac-8be6-2243246d7d58 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:44:51.234107 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a5681e5-af38-477a-893e-f214d3b85f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:51.266876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2a5681e5-af38-477a-893e-f214d3b85f23 None None] Port 910023e3-0309-43ac-8be6-2243246d7d58 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:44:51.407070 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:51.412120 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:51.412911 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:51.493144 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Pushing event updated for resources: {'Port': ['ID=910023e3-0309-43ac-8be6-2243246d7d58,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:51.537965 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Network 4f2abfe2-c453-46a6-8377-4784210e73a6 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:44:51.539275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:44:51.687821 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2b95266a-b884-4e44-b9a4-8de4cd2b9ebf None None] Provisioning complete for port 910023e3-0309-43ac-8be6-2243246d7d58 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:44:51.688297 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b95266a-b884-4e44-b9a4-8de4cd2b9ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:51.707669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Router 06121b2e-b48d-4708-92f9-62b4d9b8d657 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:44:51.729762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2b95266a-b884-4e44-b9a4-8de4cd2b9ebf None None] Port 910023e3-0309-43ac-8be6-2243246d7d58 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:44:51.799043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:44:51.804284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-53e37887-e20f-41d0-8fa7-afd7548401f9 admin admin] 10.222.0.55 "PUT /v2.0/routers/06121b2e-b48d-4708-92f9-62b4d9b8d657/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7282617 Aug 27 13:44:51.822312 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Sync routers for ids ['06121b2e-b48d-4708-92f9-62b4d9b8d657'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:44:51.834350 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Routers {'06121b2e-b48d-4708-92f9-62b4d9b8d657'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:44:51.835228 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:44:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['06121b2e-b48d-4708-92f9-62b4d9b8d657'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:44:52.020256 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Set router 06121b2e-b48d-4708-92f9-62b4d9b8d657 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:44:52.455919 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'name': 'router1', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:44:41Z', 'updated_at': '2021-08-27T13:44:51Z', 'revision_number': 2, 'project_id': '3b974bd3b114415ebd2df332262acd38', 'gw_port_host': None, '_interfaces': [{'id': '910023e3-0309-43ac-8be6-2243246d7d58', 'name': '', 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'mac_address': 'fa:16:3e:bc:f4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7242574e-15a7-48e6-b7d4-27737bc76814', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:44:50Z', 'updated_at': '2021-08-27T13:44:51Z', 'revision_number': 2, 'project_id': '3b974bd3b114415ebd2df332262acd38', 'subnets': [{'id': '7242574e-15a7-48e6-b7d4-27737bc76814', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2992396f-d95e-474c-9e53-0966d619ccbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:44:52.508106 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Checking router: 06121b2e-b48d-4708-92f9-62b4d9b8d657 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:44:52.508474 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Updating router 06121b2e-b48d-4708-92f9-62b4d9b8d657 port 910023e3-0309-43ac-8be6-2243246d7d58 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:44:52.557893 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:53.084151 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:53.102795 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Transition to ACTIVE for port object 910023e3-0309-43ac-8be6-2243246d7d58 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:44:53.109613 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:53.267910 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Pushing event updated for resources: {'Port': ['ID=910023e3-0309-43ac-8be6-2243246d7d58,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:53.283796 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:53.284154 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:53.284551 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:53.284888 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:53.285219 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:53.285529 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:53.285852 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:53.286166 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:53.286481 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:53.286821 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:53.287137 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:53.287450 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Tracked resource versions report: Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: pushed versions: Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: { 'AddressGroup': {'1.2'}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'ConntrackHelper': {'1.0'}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'Log': {'1.0'}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'Network': {'1.1'}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'Port': {'1.7'}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'PortForwarding': {'1.2'}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'QosPolicy': {'1.9'}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'SecurityGroup': {'1.4'}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'SecurityGroupRule': {'1.2'}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'SubPort': {'1.0'}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'Subnet': {'1.1'}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'Trunk': {'1.1'}} Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: consumer versions: Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: { DHCP agent@n-d-712139-12: {}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: L3 agent@n-d-712139-12: {}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: Metadata agent@n-d-712139-12: {}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: Metering agent@n-d-712139-12: {}, Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: Open vSwitch agent@n-d-712139-12: { 'AddressGroup': '1.2', Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'ConntrackHelper': '1.0', Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'Log': '1.0', Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'Network': '1.1', Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'Port': '1.7', Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'PortForwarding': '1.2', Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'QosPolicy': '1.9', Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'SecurityGroup': '1.4', Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'SecurityGroupRule': '1.2', Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'SubPort': '1.0', Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'Subnet': '1.1', Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: 'Trunk': '1.1'}} Aug 27 13:44:53.288506 n-d-712139-12 neutron-server[101189]: {{(pid=101189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 13:44:53.293227 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Attempting to bind port 910023e3-0309-43ac-8be6-2243246d7d58 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:44:53.293628 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Attempting to bind port 910023e3-0309-43ac-8be6-2243246d7d58 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '7e458a82-fe73-4eae-815f-0d4c42ddff25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:44:53.294055 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Attempting to bind port 910023e3-0309-43ac-8be6-2243246d7d58 on network 4f2abfe2-c453-46a6-8377-4784210e73a6 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:44:53.299883 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:44:53.300324 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Checking segment: {'id': '7e458a82-fe73-4eae-815f-0d4c42ddff25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:44:53.300771 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:53.301239 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Bound using segment: {'id': '7e458a82-fe73-4eae-815f-0d4c42ddff25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:44:53.301763 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Bound port: 910023e3-0309-43ac-8be6-2243246d7d58, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e458a82-fe73-4eae-815f-0d4c42ddff25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:44:53.302139 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:53.370012 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] For port 910023e3-0309-43ac-8be6-2243246d7d58, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:44:53.389984 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] For port 910023e3-0309-43ac-8be6-2243246d7d58, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=910023e3-0309-43ac-8be6-2243246d7d58,segment=NetworkSegment(7e458a82-fe73-4eae-815f-0d4c42ddff25),segment_id=7e458a82-fe73-4eae-815f-0d4c42ddff25)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:44:53.395430 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:53.451472 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Routers {'06121b2e-b48d-4708-92f9-62b4d9b8d657'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:44:53.452106 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:44:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['06121b2e-b48d-4708-92f9-62b4d9b8d657'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:44:53.490724 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9c04d-46c3-4e30-bdb8-8afccad679ad None None] Pushing event updated for resources: {'Port': ['ID=910023e3-0309-43ac-8be6-2243246d7d58,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:53.544734 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] Set router 06121b2e-b48d-4708-92f9-62b4d9b8d657 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:44:53.761813 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'name': 'router1', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:44:41Z', 'updated_at': '2021-08-27T13:44:51Z', 'revision_number': 2, 'project_id': '3b974bd3b114415ebd2df332262acd38', 'gw_port_host': None, '_interfaces': [{'id': '910023e3-0309-43ac-8be6-2243246d7d58', 'name': '', 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'mac_address': 'fa:16:3e:bc:f4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7242574e-15a7-48e6-b7d4-27737bc76814', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:44:50Z', 'updated_at': '2021-08-27T13:44:53Z', 'revision_number': 4, 'project_id': '3b974bd3b114415ebd2df332262acd38', 'subnets': [{'id': '7242574e-15a7-48e6-b7d4-27737bc76814', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2992396f-d95e-474c-9e53-0966d619ccbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:44:53.786946 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35d80e-5eba-4468-bc0c-717bfef8d0cc None None] The sync data for ids ['06121b2e-b48d-4708-92f9-62b4d9b8d657'] in n-d-712139-12 is: [{'id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'name': 'router1', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:44:41Z', 'updated_at': '2021-08-27T13:44:51Z', 'revision_number': 2, 'project_id': '3b974bd3b114415ebd2df332262acd38', 'gw_port_host': None, '_interfaces': [{'id': '910023e3-0309-43ac-8be6-2243246d7d58', 'name': '', 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'mac_address': 'fa:16:3e:bc:f4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7242574e-15a7-48e6-b7d4-27737bc76814', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:44:50Z', 'updated_at': '2021-08-27T13:44:53Z', 'revision_number': 4, 'project_id': '3b974bd3b114415ebd2df332262acd38', 'subnets': [{'id': '7242574e-15a7-48e6-b7d4-27737bc76814', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2992396f-d95e-474c-9e53-0966d619ccbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:44:54.106097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34890) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:44:54.300993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e954f4e0-a6b6-4144-9144-4c5048e04a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:44:54.302546 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e954f4e0-a6b6-4144-9144-4c5048e04a5b admin admin] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 842 time: 0.1955714 Aug 27 13:44:54.312579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.2.1', 'name': 'public-subnet', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:44:54.338320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Made reservation on behalf of df6f05d6fa124a7992d263726d562165 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:44:54.341468 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:54.721879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.objects.ports [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101186) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 13:44:54.722350 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:54.817279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0463d158-5e9c-416c-9868-1b5a08845ae6,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:54.830923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:44:54.831314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Network hostable DHCP agents. Network: 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:44:54.834071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:54.834412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:54.834770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:54.835102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:54.835429 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:54.835753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:54.836073 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:54.836390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:54.836705 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:54.837019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:54.837335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:54.838150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Tracked resource versions report: Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: pushed versions: Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: { 'AddressGroup': {'1.2'}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'ConntrackHelper': {'1.0'}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'Log': {'1.0'}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'Network': {'1.1'}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'Port': {'1.7'}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'PortForwarding': {'1.2'}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'QosPolicy': {'1.9'}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'SecurityGroup': {'1.4'}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'SecurityGroupRule': {'1.2'}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'SubPort': {'1.0'}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'Subnet': {'1.1'}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'Trunk': {'1.1'}} Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: consumer versions: Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: { DHCP agent@n-d-712139-12: {}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: L3 agent@n-d-712139-12: {}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: Metadata agent@n-d-712139-12: {}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: Metering agent@n-d-712139-12: {}, Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: Open vSwitch agent@n-d-712139-12: { 'AddressGroup': '1.2', Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'ConntrackHelper': '1.0', Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'Log': '1.0', Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'Network': '1.1', Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'Port': '1.7', Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'PortForwarding': '1.2', Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'QosPolicy': '1.9', Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'SecurityGroup': '1.4', Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'SecurityGroupRule': '1.2', Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'SubPort': '1.0', Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'Subnet': '1.1', Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: 'Trunk': '1.1'}} Aug 27 13:44:54.839547 n-d-712139-12 neutron-server[101186]: {{(pid=101186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 13:44:54.895167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:44:54.907451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:44:54.912907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:44:54.913680 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:54.920030 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc95351d-de15-4aec-84a5-239b1f1855a5 None None] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:44:54.929295 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8ce08a3e-e77a-4176-b059-c48bf2e7d9d4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6201527 Aug 27 13:44:55.065852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb9fdbf-902b-46a5-87d4-135236a7f19e None None] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:44:55.085112 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 5 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:44:57.260098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34902) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:44:57.495537 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b41554b7-4465-4980-a8b3-a5906ca7eb1a admin admin] 10.222.0.55 "GET /v2.0/routers/06121b2e-b48d-4708-92f9-62b4d9b8d657 HTTP/1.1" status: 200 len: 710 time: 0.2342064 Aug 27 13:44:57.585701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1af4037-c60f-4733-867f-a3440b6bbb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:44:57.587103 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f1af4037-c60f-4733-867f-a3440b6bbb57 admin admin] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 886 time: 0.0857766 Aug 27 13:44:57.596930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:44:57.851191 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:58.118228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:58.201644 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:58.363790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Allocated IP 172.25.2.223 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/cfb4dcf5-e630-44c2-a21e-6d095d927db2) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:44:58.476979 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:58.547879 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:58.671568 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:44:58.676483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:44:58.681694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:44:58.684222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb4dcf5-e630-44c2-a21e-6d095d927db2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:44:58.975048 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:59.185437 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:59.191726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:59.305535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Router 06121b2e-b48d-4708-92f9-62b4d9b8d657 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:44:59.378417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 910023e3-0309-43ac-8be6-2243246d7d58 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:44:59.415242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:44:59.419673 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:59.420910 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a76ef3aa-0dc4-4473-aa65-f102f3a6e8d1 admin admin] 10.222.0.55 "PUT /v2.0/routers/06121b2e-b48d-4708-92f9-62b4d9b8d657 HTTP/1.1" status: 200 len: 890 time: 1.8274224 Aug 27 13:44:59.435310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 910023e3-0309-43ac-8be6-2243246d7d58 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:44:59.440725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 910023e3-0309-43ac-8be6-2243246d7d58 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:44:59.441242 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:59.525762 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:59.560749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 910023e3-0309-43ac-8be6-2243246d7d58, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=910023e3-0309-43ac-8be6-2243246d7d58,segment=NetworkSegment(7e458a82-fe73-4eae-815f-0d4c42ddff25),segment_id=7e458a82-fe73-4eae-815f-0d4c42ddff25)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:44:59.565950 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:59.616399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=910023e3-0309-43ac-8be6-2243246d7d58,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:45:00.254433 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Sync routers for ids ['06121b2e-b48d-4708-92f9-62b4d9b8d657'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:45:00.264619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Routers {'06121b2e-b48d-4708-92f9-62b4d9b8d657'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:45:00.265261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:44:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['06121b2e-b48d-4708-92f9-62b4d9b8d657'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:45:00.521747 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Set router 06121b2e-b48d-4708-92f9-62b4d9b8d657 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:45:00.937575 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'name': 'router1', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cfb4dcf5-e630-44c2-a21e-6d095d927db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:44:41Z', 'updated_at': '2021-08-27T13:44:58Z', 'revision_number': 4, 'project_id': '3b974bd3b114415ebd2df332262acd38', 'gw_port': {'id': 'cfb4dcf5-e630-44c2-a21e-6d095d927db2', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:44:58Z', 'updated_at': '2021-08-27T13:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '910023e3-0309-43ac-8be6-2243246d7d58', 'name': '', 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'mac_address': 'fa:16:3e:bc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7242574e-15a7-48e6-b7d4-27737bc76814', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:44:50Z', 'updated_at': '2021-08-27T13:44:59Z', 'revision_number': 5, 'project_id': '3b974bd3b114415ebd2df332262acd38', 'subnets': [{'id': '7242574e-15a7-48e6-b7d4-27737bc76814', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2992396f-d95e-474c-9e53-0966d619ccbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:45:00.988120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Checking router: 06121b2e-b48d-4708-92f9-62b4d9b8d657 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:45:00.988479 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Updating router 06121b2e-b48d-4708-92f9-62b4d9b8d657 port cfb4dcf5-e630-44c2-a21e-6d095d927db2 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:45:01.038549 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:01.363903 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:01.374222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 910023e3-0309-43ac-8be6-2243246d7d58 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:45:01.379794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Transition to ACTIVE for port object cfb4dcf5-e630-44c2-a21e-6d095d927db2 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:45:01.404878 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:01.468710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Attempting to bind port cfb4dcf5-e630-44c2-a21e-6d095d927db2 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:45:01.469080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Attempting to bind port cfb4dcf5-e630-44c2-a21e-6d095d927db2 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:45:01.469445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Attempting to bind port cfb4dcf5-e630-44c2-a21e-6d095d927db2 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:45:01.483191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:45:01.483569 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:45:01.483978 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:01.484375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:45:01.484844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Bound port: cfb4dcf5-e630-44c2-a21e-6d095d927db2, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:45:01.485242 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:01.510037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 910023e3-0309-43ac-8be6-2243246d7d58 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:45:01.510324 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:01.514118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3db106-9d7b-4572-97a0-abb029e59ff8 None None] Pushing event updated for resources: {'Port': ['ID=cfb4dcf5-e630-44c2-a21e-6d095d927db2,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:45:01.576500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] For port cfb4dcf5-e630-44c2-a21e-6d095d927db2, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:45:01.581283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] For port cfb4dcf5-e630-44c2-a21e-6d095d927db2, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cfb4dcf5-e630-44c2-a21e-6d095d927db2,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:45:01.586445 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:01.762102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3db106-9d7b-4572-97a0-abb029e59ff8 None None] Pushing event updated for resources: {'Port': ['ID=cfb4dcf5-e630-44c2-a21e-6d095d927db2,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:45:01.766386 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Routers {'06121b2e-b48d-4708-92f9-62b4d9b8d657'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:45:01.767751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:44:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['06121b2e-b48d-4708-92f9-62b4d9b8d657'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:45:01.874011 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] Set router 06121b2e-b48d-4708-92f9-62b4d9b8d657 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:45:01.878776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34916) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:45:01.993116 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5a431502-9023-4889-ac49-18fa4d2531c5 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1131380 Aug 27 13:45:02.099035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'name': 'router1', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cfb4dcf5-e630-44c2-a21e-6d095d927db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:44:41Z', 'updated_at': '2021-08-27T13:44:58Z', 'revision_number': 4, 'project_id': '3b974bd3b114415ebd2df332262acd38', 'gw_port': {'id': 'cfb4dcf5-e630-44c2-a21e-6d095d927db2', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:44:58Z', 'updated_at': '2021-08-27T13:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '910023e3-0309-43ac-8be6-2243246d7d58', 'name': '', 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'mac_address': 'fa:16:3e:bc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7242574e-15a7-48e6-b7d4-27737bc76814', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:44:50Z', 'updated_at': '2021-08-27T13:44:59Z', 'revision_number': 5, 'project_id': '3b974bd3b114415ebd2df332262acd38', 'subnets': [{'id': '7242574e-15a7-48e6-b7d4-27737bc76814', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2992396f-d95e-474c-9e53-0966d619ccbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:45:02.127814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f05d0-2ee3-4e81-9341-8f1ae2ae22bb None None] The sync data for ids ['06121b2e-b48d-4708-92f9-62b4d9b8d657'] in n-d-712139-12 is: [{'id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'name': 'router1', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cfb4dcf5-e630-44c2-a21e-6d095d927db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:44:41Z', 'updated_at': '2021-08-27T13:44:58Z', 'revision_number': 4, 'project_id': '3b974bd3b114415ebd2df332262acd38', 'gw_port': {'id': 'cfb4dcf5-e630-44c2-a21e-6d095d927db2', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:44:58Z', 'updated_at': '2021-08-27T13:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '910023e3-0309-43ac-8be6-2243246d7d58', 'name': '', 'network_id': '4f2abfe2-c453-46a6-8377-4784210e73a6', 'tenant_id': '3b974bd3b114415ebd2df332262acd38', 'mac_address': 'fa:16:3e:bc:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06121b2e-b48d-4708-92f9-62b4d9b8d657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7242574e-15a7-48e6-b7d4-27737bc76814', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:44:50Z', 'updated_at': '2021-08-27T13:44:59Z', 'revision_number': 5, 'project_id': '3b974bd3b114415ebd2df332262acd38', 'subnets': [{'id': '7242574e-15a7-48e6-b7d4-27737bc76814', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2992396f-d95e-474c-9e53-0966d619ccbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:45:03.414014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cfb4dcf5-e630-44c2-a21e-6d095d927db2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:45:03.467886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port cfb4dcf5-e630-44c2-a21e-6d095d927db2 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:45:03.472412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port cfb4dcf5-e630-44c2-a21e-6d095d927db2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:45:03.472784 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:03.547643 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:03.568993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port cfb4dcf5-e630-44c2-a21e-6d095d927db2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cfb4dcf5-e630-44c2-a21e-6d095d927db2,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:45:03.574357 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:03.632350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=cfb4dcf5-e630-44c2-a21e-6d095d927db2,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:45:05.381598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cfb4dcf5-e630-44c2-a21e-6d095d927db2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:45:05.440290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port cfb4dcf5-e630-44c2-a21e-6d095d927db2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:45:05.440841 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:14.590839 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e2745f6a-d242-4642-aaa5-b3aca1c51330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:17.331150 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:17.488761 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-08880385-7511-4360-a201-a629bd087a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:18.557990 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:20.010949 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:32.087701 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 5 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:45:44.584009 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ae2e2279-ab5f-4f3d-84fd-528e1cce5bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:47.321625 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:47.464991 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41eef1ef-10b3-437f-8c04-e7ea112ff0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:48.560226 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:50.019323 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:09.085823 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 5 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:46:14.582101 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f0184cb4-6ae4-4927-ab0e-4e8554637656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:17.314527 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:17.461587 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ce6d-0814-4f4d-827b-7eb08d5ba2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:18.561227 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:20.003189 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:44.585881 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a1075d3f-9ed8-4277-9f68-d11d9be3c869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:45.046469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35510) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:46:45.110965 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-590d0218-b205-47d5-8c71-19786df93da2 admin admin] GET failed (client error): The resource could not be found. Aug 27 13:46:45.112292 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-590d0218-b205-47d5-8c71-19786df93da2 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648346 Aug 27 13:46:45.274982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53586063-cae3-4874-8eec-f918dc6f1bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:46:45.276373 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-53586063-cae3-4874-8eec-f918dc6f1bb1 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1595781 Aug 27 13:46:46.084079 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 5 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:46:47.318603 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:47.461572 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b595a104-7cd6-42d3-85ca-2f2319619ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:47.479202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35520) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:46:47.572712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a23e22-5109-4904-b5d1-9d88bc769af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:46:47.574007 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-70a23e22-5109-4904-b5d1-9d88bc769af6 admin admin] 10.222.0.55 "GET /v2.0/subnets/7242574e-15a7-48e6-b7d4-27737bc76814 HTTP/1.1" status: 200 len: 849 time: 0.0938387 Aug 27 13:46:47.584438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:46:47.743693 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:47.885923 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763329798440'] for subnet, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:47.916843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:46:47.917458 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:47.918762 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] 10.222.0.55 "PUT /v2.0/subnets/7242574e-15a7-48e6-b7d4-27737bc76814 HTTP/1.1" status: 200 len: 868 time: 0.3380797 Aug 27 13:46:47.933623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832ef8cf-1ed4-4867-8cbf-b575ffc2232c None None] Network 4f2abfe2-c453-46a6-8377-4784210e73a6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:46:47.939802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7242574e-15a7-48e6-b7d4-27737bc76814,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:46:47.947173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:46:47.947554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:46:47.947855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:46:47.948198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:46:47.948539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:46:47.948862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:46:47.949191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:46:47.949516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:46:47.949839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:46:47.950161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:46:47.950482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:46:47.951432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212be977-7167-4903-b3dd-2d8167ffa7a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:46:48.342971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-53dfeced-dff4-48d0-b401-d6cb4fa3f019 None None] Provisioning complete for port c961ba9f-7d29-4955-94c9-f80633a5d71f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:46:48.343549 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53dfeced-dff4-48d0-b401-d6cb4fa3f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:48.436329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-53dfeced-dff4-48d0-b401-d6cb4fa3f019 None None] Provisioning complete for port 910023e3-0309-43ac-8be6-2243246d7d58 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:46:48.436611 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53dfeced-dff4-48d0-b401-d6cb4fa3f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:48.564127 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:50.006281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:50.135280 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35528) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:46:50.336733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b8de6a-6be6-41eb-9928-fe820e4707b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:46:50.337217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b8de6a-6be6-41eb-9928-fe820e4707b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:46:50.338863 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d2b8de6a-6be6-41eb-9928-fe820e4707b0 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2025380 Aug 27 13:46:52.532675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35538) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:46:52.669388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af26fc-1139-4602-a81b-1bed5d2eb297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:46:52.670564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af26fc-1139-4602-a81b-1bed5d2eb297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:46:52.671998 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d0af26fc-1139-4602-a81b-1bed5d2eb297 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1383104 Aug 27 13:46:54.851274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35546) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:46:54.996822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4910d3-867a-4104-90ed-6f3bd196fea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:46:54.998337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8d4910d3-867a-4104-90ed-6f3bd196fea3 admin admin] 10.222.0.55 "GET /v2.0/networks/4f2abfe2-c453-46a6-8377-4784210e73a6 HTTP/1.1" status: 200 len: 869 time: 0.1461647 Aug 27 13:46:57.171161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35554) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:46:57.293948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1efa0f4-fa9b-4546-ac4f-4e581bc76d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:46:57.295383 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d1efa0f4-fa9b-4546-ac4f-4e581bc76d4e admin admin] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 886 time: 0.1232619 Aug 27 13:46:59.473840 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35562) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:46:59.671100 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b8f6ad-50a9-43c7-b5f7-fadf2145ccf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:46:59.671474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b8f6ad-50a9-43c7-b5f7-fadf2145ccf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:46:59.673023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-73b8f6ad-50a9-43c7-b5f7-fadf2145ccf1 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1982315 Aug 27 13:47:01.855205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35570) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:47:01.945293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f4de77-53ac-471b-b414-e142b3a99136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:47:01.945754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f4de77-53ac-471b-b414-e142b3a99136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:47:01.947289 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c1f4de77-53ac-471b-b414-e142b3a99136 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911238 Aug 27 13:47:04.193581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35578) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:47:04.279197 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f1b5c2-98e4-4ca9-8d96-d43e6cc843e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:47:04.280548 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d5f1b5c2-98e4-4ca9-8d96-d43e6cc843e7 admin admin] 10.222.0.55 "GET /v2.0/subnets/0463d158-5e9c-416c-9868-1b5a08845ae6 HTTP/1.1" status: 200 len: 816 time: 0.0859447 Aug 27 13:47:06.480329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35586) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:47:06.586881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aa67a1-e576-4b23-8ce8-69bb6fdc490e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:47:06.588258 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-47aa67a1-e576-4b23-8ce8-69bb6fdc490e admin admin] 10.222.0.55 "GET /v2.0/subnets/7242574e-15a7-48e6-b7d4-27737bc76814 HTTP/1.1" status: 200 len: 868 time: 0.1069143 Aug 27 13:47:14.587379 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4a03d974-b1c4-40dd-89b9-298619a736c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:17.320297 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:17.461309 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-70dfa99a-3bfe-4297-a385-d875fd6ba6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:18.565098 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:20.007459 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:23.082527 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 5 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:47:30.735611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35640) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:47:30.782436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-744db3e0-f8a1-47fc-a76d-20b94ddc5aec admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:47:30.783488 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-744db3e0-f8a1-47fc-a76d-20b94ddc5aec admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469251 Aug 27 13:47:33.033210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35648) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:47:33.097867 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35d7404-1f1d-49e5-a6a3-e9d139371730 admin admin] GET failed (client error): The resource could not be found. Aug 27 13:47:33.099327 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b35d7404-1f1d-49e5-a6a3-e9d139371730 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0651796 Aug 27 13:47:33.241359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6a4597-6700-4e71-854c-b4097adb7bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:47:33.242793 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1f6a4597-6700-4e71-854c-b4097adb7bf8 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1387219 Aug 27 13:47:35.468091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35656) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:47:35.515957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:47:35.540606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Made reservation on behalf of df6f05d6fa124a7992d263726d562165 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:47:35.543733 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:35.593332 n-d-712139-12 neutron-server[101186]: WARNING neutron.services.revisions.revision_plugin [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Could not find related network for resource to bump revision. Aug 27 13:47:35.611668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:47:35.624866 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763329888997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:35.625439 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Unsubscribe: segment precommit_create {{(pid=101186) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 13:47:35.625925 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Added segment 23c2a5c9-c058-4015-a965-4f3bc069f444 of type vlan for network aa3a4682-fbc1-42d6-9294-1c58495fcb6c Aug 27 13:47:35.671831 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:35.704520 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:35.705550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:47:35.706151 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:35.786809 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3175836 Aug 27 13:47:35.801890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Pushing event updated for resources: {'Network': ['ID=aa3a4682-fbc1-42d6-9294-1c58495fcb6c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:47:35.809814 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:35.810162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:35.810508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:35.811009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:35.811351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:35.811684 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:35.812012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:35.812340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:35.812665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:35.812992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:35.813318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:35.813636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9117-d689-4e59-b081-033a4e40dcdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:35.828930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:47:38.045514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35664) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:47:38.105605 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc04dac3-5c68-41b5-b125-3e3d037d45de admin admin] GET failed (client error): The resource could not be found. Aug 27 13:47:38.107649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bc04dac3-5c68-41b5-b125-3e3d037d45de admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611646 Aug 27 13:47:38.178398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026664c7-31c8-4f9f-aa2f-8501196b7f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:47:38.179874 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-026664c7-31c8-4f9f-aa2f-8501196b7f76 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676076 Aug 27 13:47:38.189962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e6b21a83-f2f3-4cc4-999a-da8b7e1d254e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:47:38.209972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b21a83-f2f3-4cc4-999a-da8b7e1d254e admin admin] Made reservation on behalf of df6f05d6fa124a7992d263726d562165 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:47:38.212219 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e6b21a83-f2f3-4cc4-999a-da8b7e1d254e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:38.373408 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e6b21a83-f2f3-4cc4-999a-da8b7e1d254e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:38.429466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b21a83-f2f3-4cc4-999a-da8b7e1d254e admin admin] Pushing event updated for resources: {'Subnet': ['ID=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:47:38.435160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b21a83-f2f3-4cc4-999a-da8b7e1d254e admin admin] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:47:38.435513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b21a83-f2f3-4cc4-999a-da8b7e1d254e admin admin] Network hostable DHCP agents. Network: aa3a4682-fbc1-42d6-9294-1c58495fcb6c, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:47:38.452734 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b21a83-f2f3-4cc4-999a-da8b7e1d254e admin admin] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:47:38.461342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-e6b21a83-f2f3-4cc4-999a-da8b7e1d254e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, aa3a4682-fbc1-42d6-9294-1c58495fcb6c) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:47:38.465495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b21a83-f2f3-4cc4-999a-da8b7e1d254e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:47:38.466341 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e6b21a83-f2f3-4cc4-999a-da8b7e1d254e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:38.470778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa37e5f3-a9d1-423a-99fc-7b1adeee9f1b None None] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:47:38.479269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e6b21a83-f2f3-4cc4-999a-da8b7e1d254e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2926660 Aug 27 13:47:38.725716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'tenant_id': 'df6f05d6fa124a7992d263726d562165', 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:47:38.726601 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:38.864591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Allocated IP 192.168.233.2 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/97c69220-3a0c-4b8a-a189-de10cc99bff3) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:47:39.005756 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:39.014440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Transition to ACTIVE for port object 97c69220-3a0c-4b8a-a189-de10cc99bff3 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:47:39.029755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Transition to ACTIVE for port object 97c69220-3a0c-4b8a-a189-de10cc99bff3 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:47:39.036660 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:39.079450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:47:39.082300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:47:39.085829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:47:39.093910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Pushing event updated for resources: {'Port': ['ID=97c69220-3a0c-4b8a-a189-de10cc99bff3,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:47:39.102345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:39.102727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:39.103079 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:39.103437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:39.103781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:39.104116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:39.104453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:39.104776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:39.105102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:39.105652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:39.106259 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:39.106484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:47:39.157927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Attempting to bind port 97c69220-3a0c-4b8a-a189-de10cc99bff3 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:47:39.158307 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Attempting to bind port 97c69220-3a0c-4b8a-a189-de10cc99bff3 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:47:39.158721 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Attempting to bind port 97c69220-3a0c-4b8a-a189-de10cc99bff3 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:47:39.163969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:47:39.164339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:47:39.164744 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:39.165141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:47:39.165607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Bound port: 97c69220-3a0c-4b8a-a189-de10cc99bff3, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:47:39.166009 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:39.229465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] For port 97c69220-3a0c-4b8a-a189-de10cc99bff3, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:47:39.232979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] For port 97c69220-3a0c-4b8a-a189-de10cc99bff3, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=97c69220-3a0c-4b8a-a189-de10cc99bff3,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:47:39.236706 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:39.297560 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb89ad4-d8e5-4f3b-8139-45f856d3e40f None None] Pushing event updated for resources: {'Port': ['ID=97c69220-3a0c-4b8a-a189-de10cc99bff3,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:47:40.121995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ff35b0-99e8-4055-8426-2809e7e525e3 None None] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:47:40.248176 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2001d3f5-ae91-4cf5-b07b-846f3eec6ee7 None None] Provisioning for port 97c69220-3a0c-4b8a-a189-de10cc99bff3 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:47:41.507338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 97c69220-3a0c-4b8a-a189-de10cc99bff3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:47:41.558757 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 97c69220-3a0c-4b8a-a189-de10cc99bff3 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:47:41.562323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 97c69220-3a0c-4b8a-a189-de10cc99bff3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:47:41.562729 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:41.638811 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:41.669617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 97c69220-3a0c-4b8a-a189-de10cc99bff3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=97c69220-3a0c-4b8a-a189-de10cc99bff3,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:47:41.673480 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:41.720659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=97c69220-3a0c-4b8a-a189-de10cc99bff3,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:47:43.479994 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 97c69220-3a0c-4b8a-a189-de10cc99bff3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:47:43.531526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 97c69220-3a0c-4b8a-a189-de10cc99bff3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:47:43.531898 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:44.588853 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d09e5bbd-0f4d-4b47-8aa6-62d510b8d6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:47.322958 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:47.461484 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e38f9f20-1f84-43c3-8f5e-09a244b64d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:48.567739 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:50.012148 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:00.080854 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 5 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:48:14.593030 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9c43f5b4-3c9e-4ab6-9968-a0194968bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:17.329407 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:17.462832 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-02dd6a00-9388-4c9d-b6f9-d8cd86f3acb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:18.571461 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:20.013998 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:37.079459 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 5 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:48:44.595237 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d78d28f5-0122-45ac-9ad4-cf41096db8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:47.332200 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:47.463665 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23f47c4c-1b6b-478b-8263-6fc741af7ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:48.110392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35716) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:48:48.116241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-217d7591-0e3c-40d7-8b93-2452fb0fcedc tempest-verify_tempest_config-2006384237 tempest-verify_tempest_config-2006384237-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:48:48.117230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-217d7591-0e3c-40d7-8b93-2452fb0fcedc tempest-verify_tempest_config-2006384237 tempest-verify_tempest_config-2006384237-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058451 Aug 27 13:48:48.408677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35734) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:48:48.509759 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:48.575193 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:48.601215 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:48.605924 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:48.649643 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9b0b5a8d9e1402dbfc4c3e29fed6d5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2399228 Aug 27 13:48:48.650443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13108a09-1685-47c5-9df4-2c9f787c74e6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:48:48.653327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35740) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:48:48.663187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:48:48.663527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:48:48.663860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:48:48.664186 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:48:48.664510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:48:48.664832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:48:48.665152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:48:48.665962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:48:48.666288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:48:48.666594 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:48:48.666933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:48:48.667247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35438e51-4c0e-4674-91a4-e6915582b1e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:48:48.720823 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c479fc98-dfd7-4f9e-861d-908032ba8ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:48.741042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c479fc98-dfd7-4f9e-861d-908032ba8ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:48.828176 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c479fc98-dfd7-4f9e-861d-908032ba8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:48.830804 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c479fc98-dfd7-4f9e-861d-908032ba8ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:48.831956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c479fc98-dfd7-4f9e-861d-908032ba8ba4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13108a09-1685-47c5-9df4-2c9f787c74e6 HTTP/1.1" status: 204 len: 168 time: 0.1777093 Aug 27 13:48:48.839874 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479fc98-dfd7-4f9e-861d-908032ba8ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13108a09-1685-47c5-9df4-2c9f787c74e6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:48:50.016939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:14.077770 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 5 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:49:14.596895 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-09e259fe-c64c-41b5-8711-a6373e00dc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:17.332805 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:17.463638 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0a1d-7fd5-47bf-9b83-77aebf55f6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:18.576122 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:20.019798 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:44.600027 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9af86db1-44e4-40ff-b436-0fe5f0a64cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:47.334674 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:47.462439 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2c29a86f-c3ef-4d16-98dc-10488c1f2717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:48.577830 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:50.022116 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:51.077822 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 5 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:50:14.600833 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b863b94d-a8d3-4dd6-9a7d-8e6863f1f4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:50:17.335613 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:50:17.462558 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-67cb0956-59a2-4137-a8e6-6245113b7f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:50:18.581328 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:50:20.024904 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:50:28.076069 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 5 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:50:44.605038 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-255de907-f8ff-4b4f-af8b-48ea40837da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:50:47.337071 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:50:47.461795 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d3b5af8b-9573-48de-82d5-03b05e2c0fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:50:48.584358 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:50:50.027758 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:51:05.075026 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 5 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:51:14.606653 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-19b1876f-4e23-47fc-ab83-5cb1ba5e0434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:51:17.338276 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:51:17.460360 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-de64fd82-7116-44b5-a76d-2a83c4e4f790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:51:18.586773 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:51:20.031130 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:51:42.073409 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 5 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:51:44.607457 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-de9f95ef-9eed-4d19-980d-fd0dfdd790eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:51:47.341408 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:51:47.460537 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-119cbbcf-1045-47e7-96ce-39a8ee166aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:51:48.589501 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:51:50.034323 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:09.592964 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713896'] for agent, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:14.608379 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-05318a7d-7d6d-4bc1-b057-97876f09f487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:17.342630 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:17.460110 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f62b-169b-4592-9dac-bcfdcae89ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:18.592706 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:19.072922 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 6 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:52:20.037871 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:20.987380 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713896'] for agent, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:39.553665 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:44.610405 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9c67bc19-51a8-454b-955a-ca6e23463c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:47.344978 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:47.459704 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6a32a28c-f3ba-46b1-86ee-2fa3207adc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:48.598821 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:50.040727 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:50.934939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:52:56.071511 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:52:56.415756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35800) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:52:56.516796 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6525ce51-a70e-48ea-839b-6e81c214923a admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0999670 Aug 27 13:52:58.696646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35810) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:52:58.752482 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f9dbc068-da08-49de-a40c-2b75e4d6b736 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0547378 Aug 27 13:53:09.560098 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:53:14.611456 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89b05919-3ac5-4bf5-90af-ab670856da11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:53:17.346761 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:53:17.458890 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03e2dc99-a336-4f1d-a030-04e6500f4445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:53:18.599405 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:53:20.043706 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:53:20.950467 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:53:33.072076 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:53:39.565543 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:53:44.623908 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-951fc953-88f4-4b9e-a2ef-aa2f80890442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:53:47.347846 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:53:47.458053 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-383489d2-0f65-49fe-9f5d-375988e068a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:53:48.604497 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:53:50.047328 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:53:50.955446 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:09.557945 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:10.071304 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:54:14.609354 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2c52b21a-30db-4dc7-803f-3ce383f4777e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:17.348784 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:17.457095 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3060e202-14e7-431a-8f72-ae25f15d84c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:18.612624 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:20.062996 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:20.951316 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:23.877196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36030) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:24.368301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1b89dd09-95c5-43d0-b4cd-b0b4e2780ae0 tempest-AutoAllocateNetworkTest-307082538 tempest-AutoAllocateNetworkTest-307082538-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=75ba9c9a06454b9d82f2f6ca6ecc395f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4898446 Aug 27 13:54:24.371363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36054) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:24.582436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf091e6-a674-4b77-848b-aa32e891d3e9 tempest-AutoAllocateNetworkTest-307082538 tempest-AutoAllocateNetworkTest-307082538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:24.587532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ecf091e6-a674-4b77-848b-aa32e891d3e9 tempest-AutoAllocateNetworkTest-307082538 tempest-AutoAllocateNetworkTest-307082538-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2116842 Aug 27 13:54:24.587899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36066) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:24.650077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36072) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:24.650452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f90fb933-ff69-4c60-a394-b505863ff2a8 tempest-AutoAllocateNetworkTest-307082538 tempest-AutoAllocateNetworkTest-307082538-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613732 Aug 27 13:54:24.681416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ffc634a5-2b7e-4076-8112-35f0c08f591b tempest-AutoAllocateNetworkTest-307082538 tempest-AutoAllocateNetworkTest-307082538-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=75ba9c9a06454b9d82f2f6ca6ecc395f HTTP/1.1" status: 200 len: 208 time: 0.0297005 Aug 27 13:54:25.334521 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36108) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:25.664165 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:25.788772 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:25.795832 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:25.840967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcf6713-d341-45c4-946c-54b9c7cf2fc5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:25.846932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75ba9c9a06454b9d82f2f6ca6ecc395f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5110338 Aug 27 13:54:25.850009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36142) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:25.854387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:25.854766 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:25.855115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:25.855635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:25.855983 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:25.856326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:25.856658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:25.857170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:25.857511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:25.857841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:25.858352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:25.858717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82dded-a962-42cb-8b11-1d6c23598f89 admin admin] Tracked resource versions report: Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: pushed versions: Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: { 'AddressGroup': {'1.2'}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'ConntrackHelper': {'1.0'}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'Log': {'1.0'}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'Network': {'1.1'}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'Port': {'1.7'}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'PortForwarding': {'1.2'}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'QosPolicy': {'1.9'}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'SecurityGroup': {'1.4'}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'SecurityGroupRule': {'1.2'}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'SubPort': {'1.0'}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'Subnet': {'1.1'}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'Trunk': {'1.1'}} Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: consumer versions: Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: { DHCP agent@n-d-712139-12: {}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: HyperV agent@n-h1-712139-12: {}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: HyperV agent@n-h2-712139-12: {}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: L3 agent@n-d-712139-12: {}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: Metadata agent@n-d-712139-12: {}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: Metering agent@n-d-712139-12: {}, Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: Open vSwitch agent@n-d-712139-12: { 'AddressGroup': '1.2', Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'ConntrackHelper': '1.0', Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'Log': '1.0', Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'Network': '1.1', Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'Port': '1.7', Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'PortForwarding': '1.2', Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'QosPolicy': '1.9', Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'SecurityGroup': '1.4', Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'SecurityGroupRule': '1.2', Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'SubPort': '1.0', Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'Subnet': '1.1', Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: 'Trunk': '1.1'}} Aug 27 13:54:25.859755 n-d-712139-12 neutron-server[101186]: {{(pid=101186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 13:54:25.904640 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:25.927429 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:25.992926 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:25.995736 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:25.999521 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cfcf6713-d341-45c4-946c-54b9c7cf2fc5 HTTP/1.1" status: 204 len: 168 time: 0.1448143 Aug 27 13:54:26.005454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcf6713-d341-45c4-946c-54b9c7cf2fc5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:26.012892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:26.013957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:26.014518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:26.014882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:26.015215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:26.015539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:26.015879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:26.016175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:26.016491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:26.016975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:26.017463 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:26.017956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f197fbe-6896-404d-9849-a7475ff1d5d7 admin admin] Tracked resource versions report: Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: pushed versions: Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: { 'AddressGroup': {'1.2'}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'ConntrackHelper': {'1.0'}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'Log': {'1.0'}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'Network': {'1.1'}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'Port': {'1.7'}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'PortForwarding': {'1.2'}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'QosPolicy': {'1.9'}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'SecurityGroup': {'1.4'}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'SecurityGroupRule': {'1.2'}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'SubPort': {'1.0'}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'Subnet': {'1.1'}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'Trunk': {'1.1'}} Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: consumer versions: Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: { DHCP agent@n-d-712139-12: {}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: HyperV agent@n-h1-712139-12: {}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: HyperV agent@n-h2-712139-12: {}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: L3 agent@n-d-712139-12: {}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: Metadata agent@n-d-712139-12: {}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: Metering agent@n-d-712139-12: {}, Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: Open vSwitch agent@n-d-712139-12: { 'AddressGroup': '1.2', Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'ConntrackHelper': '1.0', Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'Log': '1.0', Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'Network': '1.1', Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'Port': '1.7', Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'PortForwarding': '1.2', Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'QosPolicy': '1.9', Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'SecurityGroup': '1.4', Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'SecurityGroupRule': '1.2', Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'SubPort': '1.0', Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'Subnet': '1.1', Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: 'Trunk': '1.1'}} Aug 27 13:54:26.018997 n-d-712139-12 neutron-server[101187]: {{(pid=101187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 13:54:27.525542 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36226) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:27.746248 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20c6a6e3-a6aa-4f63-adc8-d672e6050865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:27.846174 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20c6a6e3-a6aa-4f63-adc8-d672e6050865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:27.852529 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20c6a6e3-a6aa-4f63-adc8-d672e6050865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:27.883267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6a6e3-a6aa-4f63-adc8-d672e6050865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe41c8c3-6d5c-4f25-b247-ccb4da7cb69b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:27.898857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-20c6a6e3-a6aa-4f63-adc8-d672e6050865 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e05a60365eac46f2a5afc11d1d80f093&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3712845 Aug 27 13:54:27.902480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36252) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:27.961505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9260dc77-b27d-487d-982c-48f464b6db45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:27.983738 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9260dc77-b27d-487d-982c-48f464b6db45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:28.033235 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9260dc77-b27d-487d-982c-48f464b6db45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:28.036045 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9260dc77-b27d-487d-982c-48f464b6db45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:28.037184 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9260dc77-b27d-487d-982c-48f464b6db45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe41c8c3-6d5c-4f25-b247-ccb4da7cb69b HTTP/1.1" status: 204 len: 168 time: 0.1334808 Aug 27 13:54:28.047145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260dc77-b27d-487d-982c-48f464b6db45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe41c8c3-6d5c-4f25-b247-ccb4da7cb69b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:28.663726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36318) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:28.676915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eb88e59e-6332-4be9-9acd-44322bbe7763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:28.780757 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eb88e59e-6332-4be9-9acd-44322bbe7763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:28.786023 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eb88e59e-6332-4be9-9acd-44322bbe7763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:28.818308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88e59e-6332-4be9-9acd-44322bbe7763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486cab3c-3739-41d1-a3c3-48555598255e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:28.836619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36328) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:28.843300 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-eb88e59e-6332-4be9-9acd-44322bbe7763 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c45e450143743d9b0261feba4bdf6d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1784151 Aug 27 13:54:28.914530 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b543d0a-bdb7-4ba3-ac58-b1876247dda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:28.938363 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b543d0a-bdb7-4ba3-ac58-b1876247dda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:28.995991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b543d0a-bdb7-4ba3-ac58-b1876247dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:28.998554 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b543d0a-bdb7-4ba3-ac58-b1876247dda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:29.003066 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6b543d0a-bdb7-4ba3-ac58-b1876247dda0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/486cab3c-3739-41d1-a3c3-48555598255e HTTP/1.1" status: 204 len: 168 time: 0.1653812 Aug 27 13:54:29.011966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b543d0a-bdb7-4ba3-ac58-b1876247dda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486cab3c-3739-41d1-a3c3-48555598255e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:29.122834 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36368) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:29.125407 n-d-712139-12 neutron-server[101187]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 13:54:29.156673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-53c60017-f548-4ea0-bc8a-493f7ebeab24 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ddeb4452ba5a40ea9c1a24bfa295d285&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323243 Aug 27 13:54:29.389380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36390) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:29.409814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-22c46ad9-da6b-481b-8c31-420ad8c37042 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:29.412338 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-22c46ad9-da6b-481b-8c31-420ad8c37042 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459066 Aug 27 13:54:29.431097 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-e62cc3ac-fd40-4cbc-b753-13bbe27e7805 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/quotas/ddeb4452ba5a40ea9c1a24bfa295d285 HTTP/1.1" status: 200 len: 375 time: 0.0129271 Aug 27 13:54:29.490284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-8136dec3-6da3-4126-8d6a-6d493c3ab39c tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddeb4452ba5a40ea9c1a24bfa295d285&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529411 Aug 27 13:54:29.684081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36422) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:29.713317 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3889f7ac-c02e-4571-9ddc-fe898ced0169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:29.748916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36434) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:29.832424 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3889f7ac-c02e-4571-9ddc-fe898ced0169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:29.833143 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5833c184-c6af-4db3-96cd-1945603ea896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:29.838218 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3889f7ac-c02e-4571-9ddc-fe898ced0169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:29.867124 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-77d0ad74-783b-4fc8-8d64-21ef4add4c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:29.889027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36452) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:29.889472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3889f7ac-c02e-4571-9ddc-fe898ced0169 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13c224a2790848b7b1df14353a50d996&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4988167 Aug 27 13:54:29.890362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889f7ac-c02e-4571-9ddc-fe898ced0169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d68e76-3def-4ce3-ae58-3d63c5818ccd,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:29.932527 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [None req-5833c184-c6af-4db3-96cd-1945603ea896 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 13:54:29.932527 n-d-712139-12 neutron-server[101187]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 13:54:29.932527 n-d-712139-12 neutron-server[101187]: [parameters: {'project_id': 'e7cdc82216ff4be494ca1569dcbf86ba', 'id': '0e83d6b4-84ae-421c-bcd1-d30f26bb33d0', 'expiration': datetime.datetime(2021, 8, 27, 13, 56, 29, 919238)}] Aug 27 13:54:29.932527 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 13:54:29.932896 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [None req-5833c184-c6af-4db3-96cd-1945603ea896 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 13:54:29.996700 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39d2707f-a894-4e3b-8a7d-bd11179d14f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.033921 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39d2707f-a894-4e3b-8a7d-bd11179d14f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.057058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36458) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:30.087474 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-77d0ad74-783b-4fc8-8d64-21ef4add4c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.093009 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-77d0ad74-783b-4fc8-8d64-21ef4add4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.130267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0ad74-783b-4fc8-8d64-21ef4add4c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178f5a55-e5eb-4ca9-9b9a-99c1311ffde9,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:30.166192 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39d2707f-a894-4e3b-8a7d-bd11179d14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.169763 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39d2707f-a894-4e3b-8a7d-bd11179d14f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.172173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-39d2707f-a894-4e3b-8a7d-bd11179d14f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63d68e76-3def-4ce3-ae58-3d63c5818ccd HTTP/1.1" status: 204 len: 168 time: 0.2820952 Aug 27 13:54:30.185549 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-77d0ad74-783b-4fc8-8d64-21ef4add4c6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=627fb20b274c4647b6df64153716d453&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4349854 Aug 27 13:54:30.188335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36472) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:30.191560 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2707f-a894-4e3b-8a7d-bd11179d14f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d68e76-3def-4ce3-ae58-3d63c5818ccd,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:30.268513 n-d-712139-12 neutron-server[101186]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 13:54:30.277482 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e089a67a-1010-4684-ab2c-59e97f262c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.350827 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac5e6f8a-5782-4160-8e96-d20349860462 req-fdae45b6-0167-4a95-a084-728bf9cf8921 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 210 time: 0.2916436 Aug 27 13:54:30.355616 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e089a67a-1010-4684-ab2c-59e97f262c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.435845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5833c184-c6af-4db3-96cd-1945603ea896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.615519 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e089a67a-1010-4684-ab2c-59e97f262c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.616983 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5833c184-c6af-4db3-96cd-1945603ea896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.619430 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e089a67a-1010-4684-ab2c-59e97f262c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.621918 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5833c184-c6af-4db3-96cd-1945603ea896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.624102 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e089a67a-1010-4684-ab2c-59e97f262c03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/178f5a55-e5eb-4ca9-9b9a-99c1311ffde9 HTTP/1.1" status: 204 len: 168 time: 0.4345214 Aug 27 13:54:30.639643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089a67a-1010-4684-ab2c-59e97f262c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178f5a55-e5eb-4ca9-9b9a-99c1311ffde9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:30.706993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833c184-c6af-4db3-96cd-1945603ea896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8b483b-6ce4-4a6e-8251-4d7c58c75449,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:30.727151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36518) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:30.727375 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5833c184-c6af-4db3-96cd-1945603ea896 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7cdc82216ff4be494ca1569dcbf86ba&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0348299 Aug 27 13:54:30.755262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36520) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:30.810813 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8529714-2288-4540-9af9-51a4f4fca817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.869894 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45683890-f01f-4983-804e-0365526166fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.909597 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45683890-f01f-4983-804e-0365526166fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.941520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8529714-2288-4540-9af9-51a4f4fca817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.948231 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8529714-2288-4540-9af9-51a4f4fca817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.973660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45683890-f01f-4983-804e-0365526166fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.979484 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45683890-f01f-4983-804e-0365526166fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:30.981176 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-45683890-f01f-4983-804e-0365526166fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e8b483b-6ce4-4a6e-8251-4d7c58c75449 HTTP/1.1" status: 204 len: 168 time: 0.2530105 Aug 27 13:54:30.994678 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d8529714-2288-4540-9af9-51a4f4fca817 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43239f52bc504008b0de962c4ed212b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2383001 Aug 27 13:54:30.995755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36538) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:30.997768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45683890-f01f-4983-804e-0365526166fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8b483b-6ce4-4a6e-8251-4d7c58c75449,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:31.030475 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8529714-2288-4540-9af9-51a4f4fca817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c03fe85-a0f9-4786-bfd8-8d759715ec7c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:31.065057 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c1761a4-d89c-4a57-b129-72f6b4b4aeab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:31.094607 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c1761a4-d89c-4a57-b129-72f6b4b4aeab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:31.159233 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c1761a4-d89c-4a57-b129-72f6b4b4aeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:31.162467 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c1761a4-d89c-4a57-b129-72f6b4b4aeab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:31.168146 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1c1761a4-d89c-4a57-b129-72f6b4b4aeab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c03fe85-a0f9-4786-bfd8-8d759715ec7c HTTP/1.1" status: 204 len: 168 time: 0.1692314 Aug 27 13:54:31.177359 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1761a4-d89c-4a57-b129-72f6b4b4aeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c03fe85-a0f9-4786-bfd8-8d759715ec7c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:31.591049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36576) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:31.614077 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd4c06dc-26b3-4b0b-b962-5a25854cb07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:31.742826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ce4369f-031c-4e24-ae07-d5272e5b4aa1 req-375fa451-b377-47d6-9f58-efe10faf0998 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 210 time: 0.0498140 Aug 27 13:54:31.777283 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd4c06dc-26b3-4b0b-b962-5a25854cb07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:31.784060 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd4c06dc-26b3-4b0b-b962-5a25854cb07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:31.830105 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fd4c06dc-26b3-4b0b-b962-5a25854cb07d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19495884ec974f6db427f0f5f7daedcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2376513 Aug 27 13:54:31.831020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36584) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:31.832933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36586) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:31.837598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c06dc-26b3-4b0b-b962-5a25854cb07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779050df-3e64-437e-a2a7-f15a3a33e4a6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:31.848504 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c993b6a6-cf12-437a-86e9-d46b7f7c81be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:31.968913 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e50a4c3-97f1-45d7-8e55-60f012c06677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:31.995311 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c993b6a6-cf12-437a-86e9-d46b7f7c81be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:32.001197 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c993b6a6-cf12-437a-86e9-d46b7f7c81be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:32.013220 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e50a4c3-97f1-45d7-8e55-60f012c06677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:32.055632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993b6a6-cf12-437a-86e9-d46b7f7c81be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026b4696-dbcb-4d1f-8365-32b4f18bfcaa,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:32.068785 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c993b6a6-cf12-437a-86e9-d46b7f7c81be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c1fff81d42a45bf94b985acf25d6752&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2344034 Aug 27 13:54:32.069558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36602) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:32.071067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.41', 51261) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:32.122458 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-b71cbefb-3fd7-4974-91d9-0981c14e0d97 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ddeb4452ba5a40ea9c1a24bfa295d285&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362918 Aug 27 13:54:32.130904 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93254921-c3c3-4094-9c7a-2b835e9e3d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:32.148417 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e50a4c3-97f1-45d7-8e55-60f012c06677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:32.151425 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e50a4c3-97f1-45d7-8e55-60f012c06677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:32.154744 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8e50a4c3-97f1-45d7-8e55-60f012c06677 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/779050df-3e64-437e-a2a7-f15a3a33e4a6 HTTP/1.1" status: 204 len: 168 time: 0.3185470 Aug 27 13:54:32.171426 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93254921-c3c3-4094-9c7a-2b835e9e3d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:32.224875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50a4c3-97f1-45d7-8e55-60f012c06677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779050df-3e64-437e-a2a7-f15a3a33e4a6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:32.234412 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93254921-c3c3-4094-9c7a-2b835e9e3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:32.239866 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93254921-c3c3-4094-9c7a-2b835e9e3d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:32.243254 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-93254921-c3c3-4094-9c7a-2b835e9e3d48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/026b4696-dbcb-4d1f-8365-32b4f18bfcaa HTTP/1.1" status: 204 len: 168 time: 0.1705585 Aug 27 13:54:32.259716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93254921-c3c3-4094-9c7a-2b835e9e3d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026b4696-dbcb-4d1f-8365-32b4f18bfcaa,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:32.328804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-481654d7-6922-4843-9c48-4c8abb3488cb tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:32.330433 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-481654d7-6922-4843-9c48-4c8abb3488cb tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993887 Aug 27 13:54:32.451312 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-89e1d8c3-f99c-467b-8ae2-05905173e725 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=dca2d4e7691f46f59a207617cea3c991&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252821 Aug 27 13:54:32.478767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Request body: {'port': {'device_id': '0d46a951-3908-492f-bec2-9684da419d60', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'ddeb4452ba5a40ea9c1a24bfa295d285'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:54:32.748427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-989b9ae6-65e9-40ee-a2d4-3ddb55ce2cf5 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:32.749239 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Made reservation on behalf of ddeb4452ba5a40ea9c1a24bfa295d285 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:54:32.757146 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-989b9ae6-65e9-40ee-a2d4-3ddb55ce2cf5 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2997007 Aug 27 13:54:32.760344 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:32.768486 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-78337241-3ffd-4cbe-9b1e-136df3a37919 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/quotas/dca2d4e7691f46f59a207617cea3c991 HTTP/1.1" status: 200 len: 375 time: 0.0102084 Aug 27 13:54:32.769973 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:32.824939 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-3ef0538a-7b1f-495b-84e3-00339be6b712 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dca2d4e7691f46f59a207617cea3c991&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480514 Aug 27 13:54:32.895651 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:32.902337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:32.967309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e35de9-1a26-482d-9749-37675c449624,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:33.136619 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4cc89d51-a18f-4807-9154-ec44ce57bb84 req-83cde506-8ad5-482c-bb24-3ba5dc7ed8a8 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 210 time: 0.0421124 Aug 27 13:54:33.225008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Allocated IP 192.168.233.160 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/d47be808-ed0c-40ab-92d8-53be7db731c6) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:54:33.257799 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-002030da-b48a-4644-b966-ffc1975b8827 req-6ee5b79c-ce96-4d3a-b189-368ada3b96b5 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 210 time: 0.0566647 Aug 27 13:54:33.587337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:33.608854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Transition to ACTIVE for port object d47be808-ed0c-40ab-92d8-53be7db731c6 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:54:33.683585 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:33.881513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:54:33.884161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Pushing event updated for resources: {'Port': ['ID=d47be808-ed0c-40ab-92d8-53be7db731c6,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:33.896204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:54:33.956598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:54:33.968095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:33.974241 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:34.033055 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-f1e98a32-2760-44dd-b582-d5016afc3ec4 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5523863 Aug 27 13:54:34.413526 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd91b3-0678-4cdd-a713-48c723ba73bf req-ad27c87d-0c4f-4c2d-aafa-cbede4d7d606 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:34.422374 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-accd91b3-0678-4cdd-a713-48c723ba73bf req-ad27c87d-0c4f-4c2d-aafa-cbede4d7d606 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 936 time: 0.1611283 Aug 27 13:54:34.460850 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-223c1054-5c69-41e5-9e0d-4ff55f18ff50 None None] Provisioning for port d47be808-ed0c-40ab-92d8-53be7db731c6 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:54:34.468580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-223c1054-5c69-41e5-9e0d-4ff55f18ff50 None None] Provisioning complete for port d47be808-ed0c-40ab-92d8-53be7db731c6 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:54:34.469049 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-223c1054-5c69-41e5-9e0d-4ff55f18ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:34.516684 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-accd91b3-0678-4cdd-a713-48c723ba73bf req-e435ece3-29ac-4364-bb58-97cda1e07eb0 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890765 Aug 27 13:54:34.558065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-223c1054-5c69-41e5-9e0d-4ff55f18ff50 None None] Port d47be808-ed0c-40ab-92d8-53be7db731c6 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:54:34.590708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36776) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:34.635308 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-87dade97-dd82-475b-8a98-f4a653a20968 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:54:34.638637 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-87dade97-dd82-475b-8a98-f4a653a20968 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089195 Aug 27 13:54:34.672990 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-582cc17b-2a63-4f36-99e6-c65cee7ac5fd req-23d62dfa-52e1-444b-84cf-542d77c6a009 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 210 time: 0.0434375 Aug 27 13:54:34.995340 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d42c4d14-94b2-417f-abc8-6e6836d2eb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:35.185791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.52', 61560) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:35.277632 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-fd8f1ae7-f8bd-490c-879c-4c9ddb8f72b9 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=dca2d4e7691f46f59a207617cea3c991&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818307 Aug 27 13:54:35.334390 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d42c4d14-94b2-417f-abc8-6e6836d2eb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:35.344227 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d42c4d14-94b2-417f-abc8-6e6836d2eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:35.454955 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d42c4d14-94b2-417f-abc8-6e6836d2eb89 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cde96960b024438894232fbecef6ba8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8608696 Aug 27 13:54:35.458486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36816) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:35.458665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c4d14-94b2-417f-abc8-6e6836d2eb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d609ed-02c1-4fe3-a244-4867738ab241,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:35.561679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-403786c2-4883-4e1c-aa0b-3b3de13dd7da tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:35.566268 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-403786c2-4883-4e1c-aa0b-3b3de13dd7da tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2867281 Aug 27 13:54:35.620487 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60bba270-91d8-4f66-ae01-5ce291a722d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:35.646536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60bba270-91d8-4f66-ae01-5ce291a722d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:35.659959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Request body: {'port': {'device_id': '44f8ab85-afa7-4590-9815-556a8dac6339', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'dca2d4e7691f46f59a207617cea3c991'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:54:35.845940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbbf55-90ae-4ec0-af20-63c30ae6f776 req-605ed041-393d-489b-8bdf-78677ba749bf tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:35.859484 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81dbbf55-90ae-4ec0-af20-63c30ae6f776 req-605ed041-393d-489b-8bdf-78677ba749bf tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 936 time: 0.2054913 Aug 27 13:54:35.886618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60bba270-91d8-4f66-ae01-5ce291a722d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:35.894809 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60bba270-91d8-4f66-ae01-5ce291a722d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:35.899486 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-60bba270-91d8-4f66-ae01-5ce291a722d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5d609ed-02c1-4fe3-a244-4867738ab241 HTTP/1.1" status: 204 len: 168 time: 0.4417346 Aug 27 13:54:35.925000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bba270-91d8-4f66-ae01-5ce291a722d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d609ed-02c1-4fe3-a244-4867738ab241,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:35.967263 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81dbbf55-90ae-4ec0-af20-63c30ae6f776 req-b04386e8-f0c7-4830-a6ce-3f71ea5138cf tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971057 Aug 27 13:54:36.046185 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-385a376c-9141-4168-97df-6eec7d89c684 req-499d2bf2-0bba-4f59-af2d-c09201ef3824 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 210 time: 0.0833471 Aug 27 13:54:36.084178 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Made reservation on behalf of dca2d4e7691f46f59a207617cea3c991 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:54:36.095335 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:36.105885 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:36.243318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36850) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:36.245376 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:36.251581 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:36.327209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:36.445419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Allocated IP 192.168.233.185 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/724c8ddc-5cf4-4945-9f51-9964e63b4807) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:54:36.753272 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:36.770874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Transition to ACTIVE for port object 724c8ddc-5cf4-4945-9f51-9964e63b4807 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:54:36.813172 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:36.965785 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Pushing event updated for resources: {'Port': ['ID=724c8ddc-5cf4-4945-9f51-9964e63b4807,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:36.992046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:54:36.993613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:54:37.010223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:54:37.025053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:37.027301 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:37.071492 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-d0b248f0-2cf4-45b0-bd38-3dd497e3ddc7 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4158697 Aug 27 13:54:37.211915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36870) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:37.248602 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71976b42-25b5-4ce1-8e89-b2ec3756d2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:37.275666 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-003dce8b-741d-421d-9dd0-a387b8d4704e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:37.351207 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a317d-242d-4ee7-9ead-af2a03e979f1 req-b50ff7d4-8cd2-4f51-913e-04df0d5a6b10 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:37.362525 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b45a317d-242d-4ee7-9ead-af2a03e979f1 req-b50ff7d4-8cd2-4f51-913e-04df0d5a6b10 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 936 time: 0.2424726 Aug 27 13:54:37.472039 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b45a317d-242d-4ee7-9ead-af2a03e979f1 req-199a5ec6-ab08-4c43-ba18-535d978c3d5a tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067874 Aug 27 13:54:37.521497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ed93afdf-5f1a-4202-9421-ae54e3fb8707 None None] Provisioning for port 724c8ddc-5cf4-4945-9f51-9964e63b4807 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:54:37.533645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ed93afdf-5f1a-4202-9421-ae54e3fb8707 None None] Provisioning complete for port 724c8ddc-5cf4-4945-9f51-9964e63b4807 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:54:37.539425 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ed93afdf-5f1a-4202-9421-ae54e3fb8707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:37.622129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb2e5e-17a3-4c45-a12d-1cf9de34d4ea req-a62fd064-659a-43ac-bbeb-8aeb977879c4 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:37.624222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecfb2e5e-17a3-4c45-a12d-1cf9de34d4ea req-a62fd064-659a-43ac-bbeb-8aeb977879c4 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 936 time: 0.3187850 Aug 27 13:54:37.682961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ed93afdf-5f1a-4202-9421-ae54e3fb8707 None None] Port 724c8ddc-5cf4-4945-9f51-9964e63b4807 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:54:37.918050 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71976b42-25b5-4ce1-8e89-b2ec3756d2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:37.938561 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71976b42-25b5-4ce1-8e89-b2ec3756d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:38.021058 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-71976b42-25b5-4ce1-8e89-b2ec3756d2ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e413b6616294543b68a71efc520b3f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8075581 Aug 27 13:54:38.060077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71976b42-25b5-4ce1-8e89-b2ec3756d2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe6a81b-dadc-4461-acdf-d61164aed93e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:38.064935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36888) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:38.108567 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-003dce8b-741d-421d-9dd0-a387b8d4704e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:38.117884 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-003dce8b-741d-421d-9dd0-a387b8d4704e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:38.120631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecfb2e5e-17a3-4c45-a12d-1cf9de34d4ea req-eff370bd-78fb-4536-a173-6c0e379904c6 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880655 Aug 27 13:54:38.215963 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-436dc433-7b3f-4d46-a8bc-7803022352f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:38.238923 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-003dce8b-741d-421d-9dd0-a387b8d4704e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8493a6213d71428285b5b170531e6324&name=default HTTP/1.1" status: 200 len: 2978 time: 1.9945068 Aug 27 13:54:38.240758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003dce8b-741d-421d-9dd0-a387b8d4704e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e95aa8-171c-46f6-8041-b5ca9a9b0e09,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:38.248994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36896) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:38.295874 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-436dc433-7b3f-4d46-a8bc-7803022352f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:38.466545 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Request body: {'port': {'device_id': '0d46a951-3908-492f-bec2-9684da419d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:54:38.666736 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3bb32e1e-6ac6-44c9-b182-c3b5d981f053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:38.820480 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-436dc433-7b3f-4d46-a8bc-7803022352f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:38.823345 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-436dc433-7b3f-4d46-a8bc-7803022352f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:38.824528 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-436dc433-7b3f-4d46-a8bc-7803022352f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8fe6a81b-dadc-4461-acdf-d61164aed93e HTTP/1.1" status: 204 len: 168 time: 0.7571218 Aug 27 13:54:38.838330 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:38.856593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e59b30-860f-49ab-9625-b53dd43e345f req-c1a3ce60-2f1f-4ee6-9d0a-246677273682 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:38.865230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6e59b30-860f-49ab-9625-b53dd43e345f req-c1a3ce60-2f1f-4ee6-9d0a-246677273682 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 936 time: 0.2450445 Aug 27 13:54:38.869476 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3bb32e1e-6ac6-44c9-b182-c3b5d981f053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:38.901377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dc433-7b3f-4d46-a8bc-7803022352f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe6a81b-dadc-4461-acdf-d61164aed93e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:38.956686 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-eaf7808f-6cc4-443c-a5db-394cd0f90010 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:54:38.957654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-eaf7808f-6cc4-443c-a5db-394cd0f90010 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109653 Aug 27 13:54:38.990654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6e59b30-860f-49ab-9625-b53dd43e345f req-bc9c74a1-7d73-4d80-83d0-47e8f72f463b tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246581 Aug 27 13:54:39.121044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3bb32e1e-6ac6-44c9-b182-c3b5d981f053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:39.123872 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3bb32e1e-6ac6-44c9-b182-c3b5d981f053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:39.125384 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3bb32e1e-6ac6-44c9-b182-c3b5d981f053 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5e95aa8-171c-46f6-8041-b5ca9a9b0e09 HTTP/1.1" status: 204 len: 168 time: 0.8749857 Aug 27 13:54:39.157814 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb32e1e-6ac6-44c9-b182-c3b5d981f053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e95aa8-171c-46f6-8041-b5ca9a9b0e09,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:39.400945 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd58f93-0da3-4703-827d-cce52f23e366 req-2286290f-7b4f-4642-89cc-47fc008066d4 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:39.402962 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dd58f93-0da3-4703-827d-cce52f23e366 req-2286290f-7b4f-4642-89cc-47fc008066d4 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 936 time: 0.1155021 Aug 27 13:54:39.550967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dd58f93-0da3-4703-827d-cce52f23e366 req-87c356d3-967e-4713-8e00-f0e730129dfc tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408868 Aug 27 13:54:39.573793 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:39.671314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47be808-ed0c-40ab-92d8-53be7db731c6 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:54:39.680923 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:39.701018 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Transition to ACTIVE for port object d47be808-ed0c-40ab-92d8-53be7db731c6 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:54:39.708022 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:39.767734 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Pushing event updated for resources: {'Port': ['ID=d47be808-ed0c-40ab-92d8-53be7db731c6,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:39.841334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36934) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:39.905277 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34be0376-14ee-43f7-af57-f7ac60c30ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:39.905569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Attempting to bind port d47be808-ed0c-40ab-92d8-53be7db731c6 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:54:39.906666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Attempting to bind port d47be808-ed0c-40ab-92d8-53be7db731c6 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:54:39.907412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Attempting to bind port d47be808-ed0c-40ab-92d8-53be7db731c6 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:54:39.914397 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Port d47be808-ed0c-40ab-92d8-53be7db731c6 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:54:39.914750 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Attempting to bind port d47be808-ed0c-40ab-92d8-53be7db731c6 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:54:39.927211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:54:39.927861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:54:39.929435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:54:39.932116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Bound port: d47be808-ed0c-40ab-92d8-53be7db731c6, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:54:39.932696 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:40.129368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] For port d47be808-ed0c-40ab-92d8-53be7db731c6, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:54:40.136019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] For port d47be808-ed0c-40ab-92d8-53be7db731c6, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d47be808-ed0c-40ab-92d8-53be7db731c6,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:54:40.152389 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:40.251173 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34be0376-14ee-43f7-af57-f7ac60c30ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:40.259600 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34be0376-14ee-43f7-af57-f7ac60c30ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:40.270378 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Pushing event updated for resources: {'Port': ['ID=d47be808-ed0c-40ab-92d8-53be7db731c6,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:40.281246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Request body: {'port': {'device_id': '44f8ab85-afa7-4590-9815-556a8dac6339', 'device_owner': 'compute:tempest-test_az-558153400', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:54:40.319179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:40.319979 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:40.321581 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-506a1ade-4bbf-4b38-898a-48624521aee7 service neutron] 10.222.0.41 "PUT /v2.0/ports/d47be808-ed0c-40ab-92d8-53be7db731c6 HTTP/1.1" status: 200 len: 1097 time: 2.3957624 Aug 27 13:54:40.324082 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d46a951-3908-492f-bec2-9684da419d60', 'tag': 'd47be808-ed0c-40ab-92d8-53be7db731c6'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:54:40.398673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-34be0376-14ee-43f7-af57-f7ac60c30ad4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75f80714ea2943d4a100358da4f10ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5529697 Aug 27 13:54:40.420161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36938) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:40.426063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be0376-14ee-43f7-af57-f7ac60c30ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7994dc33-5013-46c4-a0d0-6cce6f2c857a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:40.565746 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef22caab-507a-48f5-bc82-243e9e9a6aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "0d46a951-3908-492f-bec2-9684da419d60", "tag": "d47be808-ed0c-40ab-92d8-53be7db731c6"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:54:40.642333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36956) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:40.658178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0c2125d4-e7ba-41ff-a73d-da3fcaceab5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:40.678571 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-3234dfcb-6f51-4c2c-9f04-596f4a807a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:40.680311 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-3234dfcb-6f51-4c2c-9f04-596f4a807a5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddeb4452ba5a40ea9c1a24bfa295d285&device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 1100 time: 0.2488413 Aug 27 13:54:40.686982 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:40.774464 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0c2125d4-e7ba-41ff-a73d-da3fcaceab5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:40.779106 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0c2125d4-e7ba-41ff-a73d-da3fcaceab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:40.833190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2125d4-e7ba-41ff-a73d-da3fcaceab5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f87443-4935-428b-94e5-a1d14b805bad,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:40.860380 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0c2125d4-e7ba-41ff-a73d-da3fcaceab5b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b89d3481aee4b49aa8836f7bbd49c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165942 Aug 27 13:54:40.863017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36962) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:40.960809 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b3e43ac-4d86-47ae-983c-cceaf4684d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:40.986778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-dc9b096f-ba71-4de5-acda-4c373dcff6e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=d47be808-ed0c-40ab-92d8-53be7db731c6 HTTP/1.1" status: 200 len: 217 time: 0.1266220 Aug 27 13:54:40.991990 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b3e43ac-4d86-47ae-983c-cceaf4684d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:40.996417 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b7a21da-2b1a-4815-8955-6a5087b3502b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:41.062708 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b3e43ac-4d86-47ae-983c-cceaf4684d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:41.065406 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b3e43ac-4d86-47ae-983c-cceaf4684d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:41.066677 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2b3e43ac-4d86-47ae-983c-cceaf4684d97 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0f87443-4935-428b-94e5-a1d14b805bad HTTP/1.1" status: 204 len: 168 time: 0.2025616 Aug 27 13:54:41.080855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e43ac-4d86-47ae-983c-cceaf4684d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f87443-4935-428b-94e5-a1d14b805bad,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:41.273920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b7a21da-2b1a-4815-8955-6a5087b3502b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:41.425808 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b7a21da-2b1a-4815-8955-6a5087b3502b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:41.429430 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b7a21da-2b1a-4815-8955-6a5087b3502b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:41.430644 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1b7a21da-2b1a-4815-8955-6a5087b3502b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7994dc33-5013-46c4-a0d0-6cce6f2c857a HTTP/1.1" status: 204 len: 168 time: 1.0093596 Aug 27 13:54:41.442990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-65212ef8-1ee4-4a69-b6d1-9666061ca656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:41.445210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-65212ef8-1ee4-4a69-b6d1-9666061ca656 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.4143901 Aug 27 13:54:41.455627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da80deb-a28c-4f34-93b9-4fe19359e8c5 req-637ab47e-34be-4003-98d1-4fc2fe89276d tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:41.457230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9da80deb-a28c-4f34-93b9-4fe19359e8c5 req-637ab47e-34be-4003-98d1-4fc2fe89276d tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 948 time: 0.4749613 Aug 27 13:54:41.459449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724c8ddc-5cf4-4945-9f51-9964e63b4807 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:54:41.474053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:41.482711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a21da-2b1a-4815-8955-6a5087b3502b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7994dc33-5013-46c4-a0d0-6cce6f2c857a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:41.586162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Transition to ACTIVE for port object 724c8ddc-5cf4-4945-9f51-9964e63b4807 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:54:41.610794 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:41.648033 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9da80deb-a28c-4f34-93b9-4fe19359e8c5 req-0c94e572-86ce-4bc6-b149-eb97a56dc057 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768646 Aug 27 13:54:41.721546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-fdfaebe3-b6c6-41ab-b240-1a86ddfcc925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:41.729475 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-fdfaebe3-b6c6-41ab-b240-1a86ddfcc925 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2265797 Aug 27 13:54:41.754318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Pushing event updated for resources: {'Port': ['ID=724c8ddc-5cf4-4945-9f51-9964e63b4807,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:41.909033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Attempting to bind port 724c8ddc-5cf4-4945-9f51-9964e63b4807 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:54:41.909412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Attempting to bind port 724c8ddc-5cf4-4945-9f51-9964e63b4807 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:54:41.909756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Attempting to bind port 724c8ddc-5cf4-4945-9f51-9964e63b4807 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:54:41.924301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Port 724c8ddc-5cf4-4945-9f51-9964e63b4807 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:54:41.924974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Attempting to bind port 724c8ddc-5cf4-4945-9f51-9964e63b4807 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:54:41.937013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:54:41.937352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:54:41.937763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:54:41.938182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Bound port: 724c8ddc-5cf4-4945-9f51-9964e63b4807, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:54:41.938543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:42.077212 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-83c65d33-6868-43c9-b72a-e93a37cb25e7 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815907 Aug 27 13:54:42.114922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] For port 724c8ddc-5cf4-4945-9f51-9964e63b4807, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:54:42.137103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] For port 724c8ddc-5cf4-4945-9f51-9964e63b4807, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=724c8ddc-5cf4-4945-9f51-9964e63b4807,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:54:42.203133 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:42.324650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:42.328214 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:42.328214 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] 10.222.0.52 "PUT /v2.0/ports/724c8ddc-5cf4-4945-9f51-9964e63b4807 HTTP/1.1" status: 200 len: 1118 time: 2.8149385 Aug 27 13:54:42.447747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c0e6c-c286-432a-a438-430aa7736908 service neutron] Pushing event updated for resources: {'Port': ['ID=724c8ddc-5cf4-4945-9f51-9964e63b4807,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:42.486009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d96dcf-7013-4457-9d5b-64aa98dabfa7 req-7954d607-c7fc-42fd-975a-f1adff745b44 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:42.495501 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1d96dcf-7013-4457-9d5b-64aa98dabfa7 req-7954d607-c7fc-42fd-975a-f1adff745b44 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 969 time: 0.2402496 Aug 27 13:54:42.503561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b34c4736-c7ac-408e-8be5-b4cd94300a10 req-81579670-686f-4656-98ff-0edd105a43ec service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785355 Aug 27 13:54:42.604558 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1d96dcf-7013-4457-9d5b-64aa98dabfa7 req-50a5700c-5cd2-4c88-ba8c-48d2dbe81f81 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080670 Aug 27 13:54:42.607158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-1ae45d9c-e72f-4e45-b55f-025d5cb66018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:42.608654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-1ae45d9c-e72f-4e45-b55f-025d5cb66018 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dca2d4e7691f46f59a207617cea3c991&device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 1121 time: 0.2021031 Aug 27 13:54:42.713229 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-6831d3ea-9e35-4c08-8ed0-118ad14dfd85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=724c8ddc-5cf4-4945-9f51-9964e63b4807 HTTP/1.1" status: 200 len: 217 time: 0.0590303 Aug 27 13:54:42.867458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-e229de58-5156-45bf-ac51-1c1d2b9994ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:42.869529 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-e229de58-5156-45bf-ac51-1c1d2b9994ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0960758 Aug 27 13:54:43.126786 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baa7b8c-4022-4530-a762-91a39f97078e x-openstack-request-id: req-7baa7b8c-4022-4530-a762-91a39f97078e {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:54:43.127279 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d46a951-3908-492f-bec2-9684da419d60", "tag": "d47be808-ed0c-40ab-92d8-53be7db731c6", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:54:43.127631 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7baa7b8c-4022-4530-a762-91a39f97078e {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:54:43.128276 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d46a951-3908-492f-bec2-9684da419d60', 'tag': 'd47be808-ed0c-40ab-92d8-53be7db731c6', 'status': 'completed', 'code': 200} Aug 27 13:54:43.223693 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-5076e00e-bcf3-42bb-8aba-6bdceaa17827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:43.225992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-5076e00e-bcf3-42bb-8aba-6bdceaa17827 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610309 Aug 27 13:54:43.351982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cae99e-70d0-46c7-b594-6a34926c9759 req-91eba30f-06e3-4cc5-8dba-bf1363ece503 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:43.360304 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24cae99e-70d0-46c7-b594-6a34926c9759 req-91eba30f-06e3-4cc5-8dba-bf1363ece503 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 948 time: 0.1093326 Aug 27 13:54:43.421831 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24cae99e-70d0-46c7-b594-6a34926c9759 req-2d08eb3c-2841-44c1-9a9c-c40732df4a88 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603960 Aug 27 13:54:43.474858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-6fa855ae-4de7-46a3-8698-c8e4d874e3cf service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356055 Aug 27 13:54:43.790222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce31a6a1-89c2-4f8d-a5b8-06635ed2772f req-7e82745c-cf2d-4fae-a408-42deb1755abf service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973201 Aug 27 13:54:43.889987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22caab-507a-48f5-bc82-243e9e9a6aeb req-c760b50c-2cbc-42b7-947d-d904d84e927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:43.900461 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef22caab-507a-48f5-bc82-243e9e9a6aeb req-c760b50c-2cbc-42b7-947d-d904d84e927f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddeb4452ba5a40ea9c1a24bfa295d285&device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 1100 time: 0.1320636 Aug 27 13:54:43.913631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726a7bd-fb22-4dcd-a5d0-bb0c2e43fbe1 req-92183b3c-9218-4245-b82a-cb11f557c641 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:43.923069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2726a7bd-fb22-4dcd-a5d0-bb0c2e43fbe1 req-92183b3c-9218-4245-b82a-cb11f557c641 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 969 time: 0.1083932 Aug 27 13:54:44.007619 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37050) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:44.196809 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2726a7bd-fb22-4dcd-a5d0-bb0c2e43fbe1 req-e44dca97-1399-46d3-96ea-c0bd3eecfc14 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712471 Aug 27 13:54:44.351721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22caab-507a-48f5-bc82-243e9e9a6aeb req-688ac6f4-e4ee-476d-a0ec-8b39906ddbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:44.355954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef22caab-507a-48f5-bc82-243e9e9a6aeb req-688ac6f4-e4ee-476d-a0ec-8b39906ddbeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.4224653 Aug 27 13:54:44.485093 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e87ccf58-f661-4cec-a17f-41783a5cd6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:44.621654 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e2482c4a-0614-4a55-96f4-2da509c681db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:44.684449 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e87ccf58-f661-4cec-a17f-41783a5cd6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:44.695737 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef22caab-507a-48f5-bc82-243e9e9a6aeb req-12898d66-be26-4786-b880-833d03235571 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=d47be808-ed0c-40ab-92d8-53be7db731c6 HTTP/1.1" status: 200 len: 217 time: 0.0722675 Aug 27 13:54:44.696154 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e87ccf58-f661-4cec-a17f-41783a5cd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:44.711869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734d7b9-b388-4dd7-a845-bce647aca39a req-27da93f1-aa6b-4b9d-a6f8-7ebc60161266 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:44.720591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c734d7b9-b388-4dd7-a845-bce647aca39a req-27da93f1-aa6b-4b9d-a6f8-7ebc60161266 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 948 time: 0.1542366 Aug 27 13:54:44.782341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e87ccf58-f661-4cec-a17f-41783a5cd6bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf119cc8999a47c999b38ab0634c0d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7734785 Aug 27 13:54:44.783919 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ccf58-f661-4cec-a17f-41783a5cd6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00690aa-c463-4ee8-b98b-88bf464b80ce,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:44.788833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37078) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:44.839061 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c734d7b9-b388-4dd7-a845-bce647aca39a req-b5232da4-210c-4bd0-a155-88efa94bd3bb tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173670 Aug 27 13:54:44.846406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22caab-507a-48f5-bc82-243e9e9a6aeb req-e3fee076-d2e4-48de-88b2-6209a1fbaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:44.848225 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef22caab-507a-48f5-bc82-243e9e9a6aeb req-e3fee076-d2e4-48de-88b2-6209a1fbaa8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1192522 Aug 27 13:54:44.941652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22caab-507a-48f5-bc82-243e9e9a6aeb req-f3535e67-0186-49e4-8788-2348491ea9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:44.944880 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef22caab-507a-48f5-bc82-243e9e9a6aeb req-f3535e67-0186-49e4-8788-2348491ea9b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0830324 Aug 27 13:54:44.949013 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4c9072c0-d7d5-45c1-a5ca-e3a4d86f34f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:45.002014 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4c9072c0-d7d5-45c1-a5ca-e3a4d86f34f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:45.030260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37084) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:45.130408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f8ab85-afa7-4590-9815-556a8dac6339', 'tag': '724c8ddc-5cf4-4945-9f51-9964e63b4807'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:54:45.135426 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8b2616-355a-4810-a313-cc535bdca631" -d '{"events": [{"name": "network-changed", "server_uuid": "44f8ab85-afa7-4590-9815-556a8dac6339", "tag": "724c8ddc-5cf4-4945-9f51-9964e63b4807"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:54:45.143408 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4c9072c0-d7d5-45c1-a5ca-e3a4d86f34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:45.147748 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4c9072c0-d7d5-45c1-a5ca-e3a4d86f34f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:45.149429 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4c9072c0-d7d5-45c1-a5ca-e3a4d86f34f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e00690aa-c463-4ee8-b98b-88bf464b80ce HTTP/1.1" status: 204 len: 168 time: 0.3577182 Aug 27 13:54:45.172881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9072c0-d7d5-45c1-a5ca-e3a4d86f34f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00690aa-c463-4ee8-b98b-88bf464b80ce,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:45.261975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef22caab-507a-48f5-bc82-243e9e9a6aeb req-41286393-884a-477e-88c0-b335bbbab8ab service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318397 Aug 27 13:54:45.337250 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c9f9da2d-5b7b-4445-a522-88931c343743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:45.489891 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c9f9da2d-5b7b-4445-a522-88931c343743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:45.496845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c9f9da2d-5b7b-4445-a522-88931c343743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:45.562613 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c9f9da2d-5b7b-4445-a522-88931c343743 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8fd0f029d7834561bea8d8fa243cc7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5304883 Aug 27 13:54:45.565336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37102) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:45.579642 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9da2d-5b7b-4445-a522-88931c343743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1e6e7c-e924-4c97-8238-08d1e595b68e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:45.688904 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-2026462d-f7ef-410e-8eb2-83861e19e8ed tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613468 Aug 27 13:54:45.712443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef22caab-507a-48f5-bc82-243e9e9a6aeb req-51c96da8-c665-4177-a62d-efcc2015c2e0 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683010 Aug 27 13:54:45.724224 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d03f211f-7345-468f-a031-3d8fa84795d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:45.811722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d03f211f-7345-468f-a031-3d8fa84795d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:45.828384 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38408753-7a68-4795-873f-33ffc7787c43 x-openstack-request-id: req-38408753-7a68-4795-873f-33ffc7787c43 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:54:45.828861 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f8ab85-afa7-4590-9815-556a8dac6339", "tag": "724c8ddc-5cf4-4945-9f51-9964e63b4807", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:54:45.829268 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38408753-7a68-4795-873f-33ffc7787c43 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:54:45.829792 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f8ab85-afa7-4590-9815-556a8dac6339', 'tag': '724c8ddc-5cf4-4945-9f51-9964e63b4807', 'status': 'completed', 'code': 200} Aug 27 13:54:45.890342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-23d29d17-69a0-4014-ba86-a5d16704e43a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:45.891960 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-23d29d17-69a0-4014-ba86-a5d16704e43a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927938 Aug 27 13:54:45.925075 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-bf62c8d5-bde8-437a-81e5-0bb30eea426a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/quotas/89e5418f8b3d4bd58bbc523f9d254c1e HTTP/1.1" status: 200 len: 375 time: 0.0255573 Aug 27 13:54:45.978424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-22da3413-26f9-4ad8-9175-cdfde3a2daa5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467625 Aug 27 13:54:45.979473 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d03f211f-7345-468f-a031-3d8fa84795d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:45.981954 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d03f211f-7345-468f-a031-3d8fa84795d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:45.983088 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d03f211f-7345-468f-a031-3d8fa84795d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d1e6e7c-e924-4c97-8238-08d1e595b68e HTTP/1.1" status: 204 len: 168 time: 0.4163978 Aug 27 13:54:45.986138 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833391c-60e4-4104-81eb-5ee2ab5b2144 req-cfef4d33-5992-4714-9258-cdc903eef863 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:45.988568 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1833391c-60e4-4104-81eb-5ee2ab5b2144 req-cfef4d33-5992-4714-9258-cdc903eef863 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 969 time: 0.0831678 Aug 27 13:54:46.001645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f211f-7345-468f-a031-3d8fa84795d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1e6e7c-e924-4c97-8238-08d1e595b68e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:46.016372 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37116) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:46.047630 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9e33d44-ac7c-4031-a2ef-c04e483a4180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:46.112966 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1833391c-60e4-4104-81eb-5ee2ab5b2144 req-eb178ed9-ebd5-4092-a7ca-4f7a5d2d0ca5 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157146 Aug 27 13:54:46.264273 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9e33d44-ac7c-4031-a2ef-c04e483a4180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:46.278787 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9e33d44-ac7c-4031-a2ef-c04e483a4180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:46.375068 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9b6e196-34f4-419c-9aa4-d0715e4c8a36 req-877b72df-7b1f-426a-a237-fe0092bd8924 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 210 time: 0.0657754 Aug 27 13:54:46.419277 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e9e33d44-ac7c-4031-a2ef-c04e483a4180 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0de8fee4ef6a4ef5896d64a9c83f0a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018197 Aug 27 13:54:46.422580 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37130) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:46.422769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e33d44-ac7c-4031-a2ef-c04e483a4180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0579d422-f003-4ab3-8222-8f0e0c095663,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:46.472172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdac898-291c-4cce-931c-c3e7d4829c86 req-941ff7c6-7ba8-4f41-b8ef-d92b43801585 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:46.473835 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3bdac898-291c-4cce-931c-c3e7d4829c86 req-941ff7c6-7ba8-4f41-b8ef-d92b43801585 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 948 time: 0.1503541 Aug 27 13:54:46.586192 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3bdac898-291c-4cce-931c-c3e7d4829c86 req-af178d22-8ac8-4746-9e4d-9df22ee913af tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006763 Aug 27 13:54:46.779014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37146) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:46.787404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37152) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:46.805869 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80bcfdbf-6a8b-48b3-b440-e23f47ca1080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:46.833232 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9248fcf5-8f66-4682-bada-f588f63d8055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:46.892572 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9248fcf5-8f66-4682-bada-f588f63d8055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:46.985048 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9248fcf5-8f66-4682-bada-f588f63d8055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:46.987761 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9248fcf5-8f66-4682-bada-f588f63d8055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:46.989063 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9248fcf5-8f66-4682-bada-f588f63d8055 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0579d422-f003-4ab3-8222-8f0e0c095663 HTTP/1.1" status: 204 len: 168 time: 0.5657878 Aug 27 13:54:46.991734 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80bcfdbf-6a8b-48b3-b440-e23f47ca1080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:46.997583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248fcf5-8f66-4682-bada-f588f63d8055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0579d422-f003-4ab3-8222-8f0e0c095663,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:46.998499 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80bcfdbf-6a8b-48b3-b440-e23f47ca1080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.047320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-80bcfdbf-6a8b-48b3-b440-e23f47ca1080 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=740ed54b2ee94eb183871467c459b23a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542000 Aug 27 13:54:47.047320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcfdbf-6a8b-48b3-b440-e23f47ca1080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6482b863-8151-4353-9836-93203b9c7cd1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:47.047467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37160) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:47.094438 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:54:47.159355 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f881f38e-ea0a-4653-a5d2-3887f07e128a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.191609 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f881f38e-ea0a-4653-a5d2-3887f07e128a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.270720 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f881f38e-ea0a-4653-a5d2-3887f07e128a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.271648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13f3edc7-59d0-4667-9050-e87365e73aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.274526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f881f38e-ea0a-4653-a5d2-3887f07e128a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.276050 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f881f38e-ea0a-4653-a5d2-3887f07e128a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6482b863-8151-4353-9836-93203b9c7cd1 HTTP/1.1" status: 204 len: 168 time: 0.2277875 Aug 27 13:54:47.301079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881f38e-ea0a-4653-a5d2-3887f07e128a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6482b863-8151-4353-9836-93203b9c7cd1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:47.328966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030f6b0-f74d-4058-8612-4a9f14a7a55f req-77c8ded4-b257-491d-99f3-d66773ae7181 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:47.330920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6030f6b0-f74d-4058-8612-4a9f14a7a55f req-77c8ded4-b257-491d-99f3-d66773ae7181 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 969 time: 0.1431265 Aug 27 13:54:47.390887 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.477744 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3bd04256-72e0-46a3-a43d-5ec2781148c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.492026 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6030f6b0-f74d-4058-8612-4a9f14a7a55f req-0548dab9-7968-428b-8a35-8164c01f0492 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468463 Aug 27 13:54:47.527188 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13f3edc7-59d0-4667-9050-e87365e73aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.531880 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13f3edc7-59d0-4667-9050-e87365e73aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.606888 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-13f3edc7-59d0-4667-9050-e87365e73aa7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60122214340a4755a25bf40256b2a547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8253770 Aug 27 13:54:47.608687 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37178) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:47.612188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3edc7-59d0-4667-9050-e87365e73aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da99e643-b850-493c-b265-0ea744ee2f7c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:47.643147 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad69b98f-512c-4779-aef7-91b4a06cc0c3 req-7347b2c6-10dd-429e-9c8b-b8a0d0b0fff6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 210 time: 0.0400126 Aug 27 13:54:47.691116 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-522e1b45-92a7-4528-883c-588fc15cbfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.736409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-522e1b45-92a7-4528-883c-588fc15cbfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.802177 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-522e1b45-92a7-4528-883c-588fc15cbfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.806031 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-522e1b45-92a7-4528-883c-588fc15cbfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:47.807234 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-522e1b45-92a7-4528-883c-588fc15cbfc6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da99e643-b850-493c-b265-0ea744ee2f7c HTTP/1.1" status: 204 len: 168 time: 0.1975410 Aug 27 13:54:47.815372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e1b45-92a7-4528-883c-588fc15cbfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da99e643-b850-493c-b265-0ea744ee2f7c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:47.825793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac0c95-5df5-4d97-bef0-ad9a8f9c0179 req-0bcee61d-d6cf-4cd5-8504-a302f7148ad2 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:47.833955 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27ac0c95-5df5-4d97-bef0-ad9a8f9c0179 req-0bcee61d-d6cf-4cd5-8504-a302f7148ad2 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 948 time: 0.1068571 Aug 27 13:54:47.885686 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27ac0c95-5df5-4d97-bef0-ad9a8f9c0179 req-646f5da4-5fda-49b8-8809-4e46ca986c20 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508182 Aug 27 13:54:48.153745 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6017ab3f-c805-42a6-9fd5-86c82176a671 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483048 Aug 27 13:54:48.250656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37208) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:48.277262 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-19764c3e-15cb-44f9-bff0-5ff3c476e7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:48.308874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b9ca8bc0-259c-42ee-a6a7-7f8c98ccc545 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:48.310430 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b9ca8bc0-259c-42ee-a6a7-7f8c98ccc545 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478906 Aug 27 13:54:48.341007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Request body: {'port': {'device_id': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': '89e5418f8b3d4bd58bbc523f9d254c1e'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:54:48.360160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37212) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:48.395138 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-19764c3e-15cb-44f9-bff0-5ff3c476e7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:48.401788 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-19764c3e-15cb-44f9-bff0-5ff3c476e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:48.442621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-19764c3e-15cb-44f9-bff0-5ff3c476e7a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c106382632b646569f333a34dd606ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902082 Aug 27 13:54:48.443395 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37216) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:48.452160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19764c3e-15cb-44f9-bff0-5ff3c476e7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f86b2c9-cd29-450b-a0fd-551208a5c90d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:48.481707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Made reservation on behalf of 89e5418f8b3d4bd58bbc523f9d254c1e for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:54:48.487803 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:48.501699 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:48.508526 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-network', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:54:48.537870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 13:54:48.537870 n-d-712139-12 neutron-server[101187]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 13:54:48.537870 n-d-712139-12 neutron-server[101187]: [parameters: {'project_id_1': 'b24b98473ebf462aae9865b3b3a47006', 'expiration_1': datetime.datetime(2021, 8, 27, 13, 54, 48, 514969)}] Aug 27 13:54:48.537870 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 13:54:48.547116 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 13:54:48.548730 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de43fb0f-b8b3-4dcf-bd36-8badb19b12c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:48.578019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de43fb0f-b8b3-4dcf-bd36-8badb19b12c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:48.623966 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:48.639365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b2616-355a-4810-a313-cc535bdca631 req-72130eb1-ae5b-4425-a0b9-6ec222f2692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:48.641139 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff8b2616-355a-4810-a313-cc535bdca631 req-72130eb1-ae5b-4425-a0b9-6ec222f2692a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dca2d4e7691f46f59a207617cea3c991&device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 1121 time: 0.0966737 Aug 27 13:54:48.697045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0c9b0-3dfd-456f-b542-a28229b6be8c req-5f54dcc9-5061-4df6-860b-e8679982a346 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:48.704701 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08d0c9b0-3dfd-456f-b542-a28229b6be8c req-5f54dcc9-5061-4df6-860b-e8679982a346 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 969 time: 0.0854990 Aug 27 13:54:48.738623 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de43fb0f-b8b3-4dcf-bd36-8badb19b12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:48.743141 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de43fb0f-b8b3-4dcf-bd36-8badb19b12c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:48.746159 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-de43fb0f-b8b3-4dcf-bd36-8badb19b12c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f86b2c9-cd29-450b-a0fd-551208a5c90d HTTP/1.1" status: 204 len: 168 time: 0.2978382 Aug 27 13:54:48.749827 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:48.763290 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43fb0f-b8b3-4dcf-bd36-8badb19b12c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f86b2c9-cd29-450b-a0fd-551208a5c90d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:48.780942 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08d0c9b0-3dfd-456f-b542-a28229b6be8c req-e931e60a-6933-4691-8ed4-ca78ccafec70 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751200 Aug 27 13:54:48.796658 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:48.831977 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2752bed3-4380-46d7-85f5-a34873527b5b req-840ddc51-4f86-49b7-85aa-2456e3680ed5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 210 time: 0.0766068 Aug 27 13:54:48.901802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b2616-355a-4810-a313-cc535bdca631 req-536389a1-169a-4a23-86c4-dc31b33cdaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:48.903314 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff8b2616-355a-4810-a313-cc535bdca631 req-536389a1-169a-4a23-86c4-dc31b33cdaa7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2513995 Aug 27 13:54:48.906166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26211a4a-5b26-41cf-a973-667f1e3567b5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:48.967990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff8b2616-355a-4810-a313-cc535bdca631 req-4568cdc1-826d-47a4-a593-01aa8018dd64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=724c8ddc-5cf4-4945-9f51-9964e63b4807 HTTP/1.1" status: 200 len: 217 time: 0.0472860 Aug 27 13:54:48.997770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37240) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:49.029640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3674a-b899-47aa-b8dd-d90714ce60cf req-a9c413e8-690d-4961-ba93-7902571db62b tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:49.035375 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fcf3674a-b899-47aa-b8dd-d90714ce60cf req-a9c413e8-690d-4961-ba93-7902571db62b tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 948 time: 0.0639036 Aug 27 13:54:49.064122 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b2616-355a-4810-a313-cc535bdca631 req-0f2b0a49-0e10-4e96-8219-a41cc6fe87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:49.071129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff8b2616-355a-4810-a313-cc535bdca631 req-0f2b0a49-0e10-4e96-8219-a41cc6fe87c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0880001 Aug 27 13:54:49.078094 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Allocated IP 192.168.233.70 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/7dc98858-6543-4003-ab35-a7d14120bd36) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:54:49.090427 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fcf3674a-b899-47aa-b8dd-d90714ce60cf req-1fc8d280-3602-4392-963f-c013bded624c tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484712 Aug 27 13:54:49.111981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Made reservation on behalf of b24b98473ebf462aae9865b3b3a47006 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:54:49.115397 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.128572 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.157167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b2616-355a-4810-a313-cc535bdca631 req-72a48d43-9ebf-4155-940f-6e18e73701a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:49.158699 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff8b2616-355a-4810-a313-cc535bdca631 req-72a48d43-9ebf-4155-940f-6e18e73701a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820167 Aug 27 13:54:49.253826 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.264665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.268679 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-67200a02-1969-4353-b371-92d3530ebfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.307733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:54:49.336274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b88ff42-e05b-4e67-8163-585e4b2b01b3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:49.341197 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff8b2616-355a-4810-a313-cc535bdca631 req-cc83d032-ca91-4023-a6bc-151d35698902 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716709 Aug 27 13:54:49.345404 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.346042 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Added segment 5ad3a303-609f-4546-a5fb-c24009974aa5 of type vlan for network 54f93b5e-cd0d-4b77-a984-346ab4450664 Aug 27 13:54:49.347357 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.414640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Transition to ACTIVE for port object 7dc98858-6543-4003-ab35-a7d14120bd36 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:54:49.416665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.471634 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.472764 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:49.473624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.493245 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff8b2616-355a-4810-a313-cc535bdca631 req-79d2ab59-a8ce-4d8e-b0b7-81972f47a806 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428454 Aug 27 13:54:49.495298 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.559422 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:54:49.563019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:54:49.567982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:54:49.579838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:49.580801 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.581563 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-67200a02-1969-4353-b371-92d3530ebfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.585294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Pushing event updated for resources: {'Port': ['ID=7dc98858-6543-4003-ab35-a7d14120bd36,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:49.586108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] Pushing event updated for resources: {'Network': ['ID=54f93b5e-cd0d-4b77-a984-346ab4450664,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:49.595623 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-67200a02-1969-4353-b371-92d3530ebfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.613089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 54f93b5e-cd0d-4b77-a984-346ab4450664 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:54:49.618549 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-6f53582b-a45d-4320-988d-fb21c51c647b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2855356 Aug 27 13:54:49.624761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37264) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:49.625016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cd424e66-707a-4620-8e9c-14642d4b582f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2635326 Aug 27 13:54:49.631159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3e1f4fbb-6120-4271-9bbb-39d215a2c5aa admin admin] Request body: {'subnet': {'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-subnet', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:54:49.653787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Request body: {'port': {'device_id': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:54:49.742102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1f4fbb-6120-4271-9bbb-39d215a2c5aa admin admin] Made reservation on behalf of b24b98473ebf462aae9865b3b3a47006 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:54:49.747064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e1f4fbb-6120-4271-9bbb-39d215a2c5aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.797164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200a02-1969-4353-b371-92d3530ebfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1407f1f0-343c-4ad5-b46f-267239dd691e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:49.809196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-67200a02-1969-4353-b371-92d3530ebfb8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0230ba3572844ed994a3bfb6043f5d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8102338 Aug 27 13:54:49.812185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37270) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:49.896762 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.935593 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0775dbe2-564a-4d9e-8aea-9ebf44dd8dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.967175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fff36e23-24bc-410f-a361-773ff520b444 None None] Provisioning for port 7dc98858-6543-4003-ab35-a7d14120bd36 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:54:49.976319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fff36e23-24bc-410f-a361-773ff520b444 None None] Provisioning complete for port 7dc98858-6543-4003-ab35-a7d14120bd36 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:54:49.977234 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fff36e23-24bc-410f-a361-773ff520b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:49.982147 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d44729-9acc-4194-8e3f-448e3fcfb4c6 req-831108b5-ef68-4d6c-9462-b5dc72fb8c7c tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:49.984442 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12d44729-9acc-4194-8e3f-448e3fcfb4c6 req-831108b5-ef68-4d6c-9462-b5dc72fb8c7c tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 969 time: 0.0970054 Aug 27 13:54:49.986421 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0775dbe2-564a-4d9e-8aea-9ebf44dd8dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.096217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12d44729-9acc-4194-8e3f-448e3fcfb4c6 req-fea6ae9c-1dfc-42d3-a246-1eaad604a01b tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007748 Aug 27 13:54:50.136264 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0775dbe2-564a-4d9e-8aea-9ebf44dd8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.139417 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0775dbe2-564a-4d9e-8aea-9ebf44dd8dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.140778 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0775dbe2-564a-4d9e-8aea-9ebf44dd8dc2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1407f1f0-343c-4ad5-b46f-267239dd691e HTTP/1.1" status: 204 len: 168 time: 0.3275151 Aug 27 13:54:50.154914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775dbe2-564a-4d9e-8aea-9ebf44dd8dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1407f1f0-343c-4ad5-b46f-267239dd691e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:50.223057 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e1f4fbb-6120-4271-9bbb-39d215a2c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.304790 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9e5c9-3cb7-407f-b907-3bc72c6a6f47 req-94587643-b3b8-4078-8b74-573daf5f2491 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:50.306825 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ece9e5c9-3cb7-407f-b907-3bc72c6a6f47 req-94587643-b3b8-4078-8b74-573daf5f2491 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 935 time: 0.0761249 Aug 27 13:54:50.336654 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.339379 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-fff36e23-24bc-410f-a361-773ff520b444 None None] Port 7dc98858-6543-4003-ab35-a7d14120bd36 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:54:50.342518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60cbf8-af49-4aa7-bf05-3c9031bb135a req-b24c8f47-f6db-409c-880c-baf446c3a5ce tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:50.344174 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f60cbf8-af49-4aa7-bf05-3c9031bb135a req-b24c8f47-f6db-409c-880c-baf446c3a5ce tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 948 time: 0.1163187 Aug 27 13:54:50.386316 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ece9e5c9-3cb7-407f-b907-3bc72c6a6f47 req-7449809c-e280-4851-b290-45762bd3d9e4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717778 Aug 27 13:54:50.391878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f4fbb-6120-4271-9bbb-39d215a2c5aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e24ebb-cdfe-4f90-b090-68bcc4bb4d72,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:50.444377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1f4fbb-6120-4271-9bbb-39d215a2c5aa admin admin] Checking segment: {'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:54:50.444744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1f4fbb-6120-4271-9bbb-39d215a2c5aa admin admin] Network hostable DHCP agents. Network: 54f93b5e-cd0d-4b77-a984-346ab4450664, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:54:50.483017 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f60cbf8-af49-4aa7-bf05-3c9031bb135a req-b57b78f3-2925-4dd8-ad6d-23f261befc6a tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155267 Aug 27 13:54:50.508988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1f4fbb-6120-4271-9bbb-39d215a2c5aa admin admin] Network 54f93b5e-cd0d-4b77-a984-346ab4450664 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:54:50.514160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc98858-6543-4003-ab35-a7d14120bd36 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:54:50.526011 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.529952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-3e1f4fbb-6120-4271-9bbb-39d215a2c5aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 54f93b5e-cd0d-4b77-a984-346ab4450664) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:54:50.539288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7bdb1f-0540-4d5f-9245-9e5332cdb4a5 None None] Network 54f93b5e-cd0d-4b77-a984-346ab4450664 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:54:50.551152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1f4fbb-6120-4271-9bbb-39d215a2c5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:50.551747 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e1f4fbb-6120-4271-9bbb-39d215a2c5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.572674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Transition to ACTIVE for port object 7dc98858-6543-4003-ab35-a7d14120bd36 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:54:50.579853 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.608604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37298) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:50.609759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3e1f4fbb-6120-4271-9bbb-39d215a2c5aa admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9833601 Aug 27 13:54:50.613098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:54:50.668547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37304) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:50.700416 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac6dac00-71e3-45ec-9735-9395f2d2283f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.706191 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.710282 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.718416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Attempting to bind port 7dc98858-6543-4003-ab35-a7d14120bd36 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:54:50.718703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Attempting to bind port 7dc98858-6543-4003-ab35-a7d14120bd36 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:54:50.719153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Attempting to bind port 7dc98858-6543-4003-ab35-a7d14120bd36 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:54:50.724638 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Pushing event updated for resources: {'Port': ['ID=7dc98858-6543-4003-ab35-a7d14120bd36,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:50.729611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Port 7dc98858-6543-4003-ab35-a7d14120bd36 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:54:50.730096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Attempting to bind port 7dc98858-6543-4003-ab35-a7d14120bd36 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:54:50.757107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-54f93b5e-cd0d-4b77-a984-346ab4450664', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:54:50.758672 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.764745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:54:50.765215 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:54:50.765729 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:54:50.766275 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Bound port: 7dc98858-6543-4003-ab35-a7d14120bd36, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:54:50.766797 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.873094 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.891352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] For port 7dc98858-6543-4003-ab35-a7d14120bd36, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:54:50.896665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] For port 7dc98858-6543-4003-ab35-a7d14120bd36, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7dc98858-6543-4003-ab35-a7d14120bd36,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:54:50.907340 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.936634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:50.937443 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:50.939713 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] 10.222.0.41 "PUT /v2.0/ports/7dc98858-6543-4003-ab35-a7d14120bd36 HTTP/1.1" status: 200 len: 1096 time: 1.2912035 Aug 27 13:54:50.942923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'tag': '7dc98858-6543-4003-ab35-a7d14120bd36'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:54:50.945701 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af2bea9-c45c-4d78-80e2-7d74b9221887" -d '{"events": [{"name": "network-changed", "server_uuid": "5893d959-fed7-4745-8cc9-0b1c0be9327d", "tag": "7dc98858-6543-4003-ab35-a7d14120bd36"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:54:51.036053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fbf7b-6094-4618-9fdf-807df5b14c2c service neutron] Pushing event updated for resources: {'Port': ['ID=7dc98858-6543-4003-ab35-a7d14120bd36,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:51.070468 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.103709 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Allocated IP 172.20.0.2 (54f93b5e-cd0d-4b77-a984-346ab4450664/36e24ebb-cdfe-4f90-b090-68bcc4bb4d72/5aa05fe9-a101-4a35-88be-14831240e830) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:54:51.107772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-51d2a9b7-e03a-48e1-9c86-7e8fe4509f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:51.110282 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-51d2a9b7-e03a-48e1-9c86-7e8fe4509f5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 1099 time: 0.0652425 Aug 27 13:54:51.216292 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f10e9ea-9389-42f0-b2b1-1b0e2070a60c x-openstack-request-id: req-1f10e9ea-9389-42f0-b2b1-1b0e2070a60c {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:54:51.216579 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5893d959-fed7-4745-8cc9-0b1c0be9327d", "tag": "7dc98858-6543-4003-ab35-a7d14120bd36", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:54:51.217078 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f10e9ea-9389-42f0-b2b1-1b0e2070a60c {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:54:51.217466 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'tag': '7dc98858-6543-4003-ab35-a7d14120bd36', 'status': 'completed', 'code': 200} Aug 27 13:54:51.219996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37320) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:51.222065 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-dff89867-d9c9-4900-96dc-5c7fb2c001ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=7dc98858-6543-4003-ab35-a7d14120bd36 HTTP/1.1" status: 200 len: 217 time: 0.0975292 Aug 27 13:54:51.233784 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.309837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-63bccb71-9e19-47d0-9cc8-c04b44f9beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:51.311562 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-63bccb71-9e19-47d0-9cc8-c04b44f9beaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0751576 Aug 27 13:54:51.322862 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac6dac00-71e3-45ec-9735-9395f2d2283f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.326467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12924ad5-f7cf-4870-9f3c-0911ab544d73 req-a8bd6bae-fcd9-4626-a8a7-d2ddf0093094 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:51.335221 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12924ad5-f7cf-4870-9f3c-0911ab544d73 req-a8bd6bae-fcd9-4626-a8a7-d2ddf0093094 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 969 time: 0.1162460 Aug 27 13:54:51.365131 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac6dac00-71e3-45ec-9735-9395f2d2283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.373240 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.391467 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Transition to ACTIVE for port object 5aa05fe9-a101-4a35-88be-14831240e830 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:54:51.417496 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ac6dac00-71e3-45ec-9735-9395f2d2283f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0213e7120a5644ff90e05abe7ae15898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7476740 Aug 27 13:54:51.421347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37332) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:51.433334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Transition to ACTIVE for port object 5aa05fe9-a101-4a35-88be-14831240e830 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:54:51.442189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dac00-71e3-45ec-9735-9395f2d2283f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfb27aa-d2f8-40d3-ac81-2a7b27ee8591,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:51.451667 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.467870 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12924ad5-f7cf-4870-9f3c-0911ab544d73 req-1524f03d-dc03-411d-9d8c-ab7b596a5767 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316230 Aug 27 13:54:51.488256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-e472c05b-b5af-4b82-a6e8-3fa31f177866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:51.489761 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-e472c05b-b5af-4b82-a6e8-3fa31f177866 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1460965 Aug 27 13:54:51.535685 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Network 54f93b5e-cd0d-4b77-a984-346ab4450664 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:54:51.541690 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:54:51.549002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:54:51.577095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d47be808-ed0c-40ab-92d8-53be7db731c6 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:54:51.646390 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e8722c1a-a7ff-439b-af32-36ef1471cfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.724830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcdc6e-2bed-4dbe-9f1a-c7ad342eed71 req-5c772092-ea5c-44a5-9759-e983137186df tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:51.726413 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bffcdc6e-2bed-4dbe-9f1a-c7ad342eed71 req-5c772092-ea5c-44a5-9759-e983137186df tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 947 time: 0.2261283 Aug 27 13:54:51.737349 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b22d17cf-c593-41f1-b68d-ff5badc6d1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.745520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d47be808-ed0c-40ab-92d8-53be7db731c6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d47be808-ed0c-40ab-92d8-53be7db731c6,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:54:51.757549 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e8722c1a-a7ff-439b-af32-36ef1471cfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.759744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'd47be808-ed0c-40ab-92d8-53be7db731c6', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'd47be808-ed0c-40ab-92d8-53be7db731c6', 'mac_address': 'fa:16:3e:c7:75:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:54:51.763663 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Pushing event updated for resources: {'Port': ['ID=5aa05fe9-a101-4a35-88be-14831240e830,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:51.779225 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-cfcd1715-bc35-4dcd-8215-d4322781d773 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801127 Aug 27 13:54:51.808464 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.816955 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.823353 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bffcdc6e-2bed-4dbe-9f1a-c7ad342eed71 req-e47e1f0c-2a05-48f5-a5e0-82a864ec071d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877457 Aug 27 13:54:51.839013 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47be808-ed0c-40ab-92d8-53be7db731c6 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:54:51.840816 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.865647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d47be808-ed0c-40ab-92d8-53be7db731c6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d47be808-ed0c-40ab-92d8-53be7db731c6,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:54:51.870276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:51.871052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:51.871539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:51.872102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:51.872606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:51.873074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:51.873552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:51.874015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:51.874489 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:51.874988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:51.875453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:51.875908 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Tracked resource versions report: Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: pushed versions: Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: { 'AddressGroup': {'1.2'}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'ConntrackHelper': {'1.0'}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'Log': {'1.0'}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'Network': {'1.1'}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'Port': {'1.7'}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'PortForwarding': {'1.2'}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'QosPolicy': {'1.9'}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'SecurityGroup': {'1.4'}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'SecurityGroupRule': {'1.2'}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'SubPort': {'1.0'}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'Subnet': {'1.1'}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'Trunk': {'1.1'}} Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: consumer versions: Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: { DHCP agent@n-d-712139-12: {}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: HyperV agent@n-h1-712139-12: {}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: HyperV agent@n-h2-712139-12: {}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: L3 agent@n-d-712139-12: {}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: Metadata agent@n-d-712139-12: {}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: Metering agent@n-d-712139-12: {}, Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: Open vSwitch agent@n-d-712139-12: { 'AddressGroup': '1.2', Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'ConntrackHelper': '1.0', Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'Log': '1.0', Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'Network': '1.1', Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'Port': '1.7', Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'PortForwarding': '1.2', Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'QosPolicy': '1.9', Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'SecurityGroup': '1.4', Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'SecurityGroupRule': '1.2', Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'SubPort': '1.0', Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'Subnet': '1.1', Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: 'Trunk': '1.1'}} Aug 27 13:54:51.877099 n-d-712139-12 neutron-server[101188]: {{(pid=101188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 13:54:51.884886 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.895666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec26b8-b2ee-498f-87b8-d18ba55ac637 req-ade2c94d-5353-42db-b591-0401fc91de71 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:51.897841 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6fec26b8-b2ee-498f-87b8-d18ba55ac637 req-ade2c94d-5353-42db-b591-0401fc91de71 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 948 time: 0.2670689 Aug 27 13:54:51.958786 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Attempting to bind port 5aa05fe9-a101-4a35-88be-14831240e830 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:54:51.961882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Attempting to bind port 5aa05fe9-a101-4a35-88be-14831240e830 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:54:51.963113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Attempting to bind port 5aa05fe9-a101-4a35-88be-14831240e830 on network 54f93b5e-cd0d-4b77-a984-346ab4450664 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:54:51.980593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:54:51.983587 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Checking segment: {'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:54:51.984709 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.985892 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Bound using segment: {'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:54:51.986668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e8722c1a-a7ff-439b-af32-36ef1471cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.987971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Bound port: 5aa05fe9-a101-4a35-88be-14831240e830, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:54:51.988587 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.989370 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e8722c1a-a7ff-439b-af32-36ef1471cfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:51.993150 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e8722c1a-a7ff-439b-af32-36ef1471cfb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fbfb27aa-d2f8-40d3-ac81-2a7b27ee8591 HTTP/1.1" status: 204 len: 168 time: 0.5603230 Aug 27 13:54:52.007795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d47be808-ed0c-40ab-92d8-53be7db731c6,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:52.012865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6fec26b8-b2ee-498f-87b8-d18ba55ac637 req-2902c7f8-5947-4fcc-b3ed-1f63b85d194a tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963662 Aug 27 13:54:52.026452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8722c1a-a7ff-439b-af32-36ef1471cfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfb27aa-d2f8-40d3-ac81-2a7b27ee8591,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:52.030224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf3f8340-359c-4f6d-95ef-758ca11753c4 req-c2e76f28-5e00-44fa-9766-b47ed2234788 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394283 Aug 27 13:54:52.097543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b22d17cf-c593-41f1-b68d-ff5badc6d1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:52.106180 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Allocated IP 172.25.2.115 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/8b94a0ea-149a-4136-8248-163e1bf82399) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:54:52.109353 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b22d17cf-c593-41f1-b68d-ff5badc6d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:52.127234 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] For port 5aa05fe9-a101-4a35-88be-14831240e830, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:54:52.134672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] For port 5aa05fe9-a101-4a35-88be-14831240e830, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5aa05fe9-a101-4a35-88be-14831240e830,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:54:52.146570 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:52.246231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1770426-4e27-40ec-b6e6-815dec76499a None None] Pushing event updated for resources: {'Port': ['ID=5aa05fe9-a101-4a35-88be-14831240e830,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:52.256879 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b22d17cf-c593-41f1-b68d-ff5badc6d1a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f282f940034b44a79bdda24f495b2c24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0309949 Aug 27 13:54:52.261210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37346) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:52.285682 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:52.301172 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d17cf-c593-41f1-b68d-ff5badc6d1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2d61d0-9f83-4332-bcb0-672a99d0101e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:52.333273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2bea9-c45c-4d78-80e2-7d74b9221887 req-7816681c-a633-4414-b768-81d0dcd01066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:52.337564 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6af2bea9-c45c-4d78-80e2-7d74b9221887 req-7816681c-a633-4414-b768-81d0dcd01066 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 1099 time: 0.1321683 Aug 27 13:54:52.369267 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9b6b9a78-855b-4962-b435-bfd252529bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:52.386631 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:52.408916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 724c8ddc-5cf4-4945-9f51-9964e63b4807 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:54:52.415766 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9b6b9a78-855b-4962-b435-bfd252529bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:52.477726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:54:52.492462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:54:52.497014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:54:52.561470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Pushing event updated for resources: {'Port': ['ID=8b94a0ea-149a-4136-8248-163e1bf82399,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:52.591377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['d47be808-ed0c-40ab-92d8-53be7db731c6'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:54:52.712233 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9b6b9a78-855b-4962-b435-bfd252529bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:52.723596 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9b6b9a78-855b-4962-b435-bfd252529bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:52.728103 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9b6b9a78-855b-4962-b435-bfd252529bca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f2d61d0-9f83-4332-bcb0-672a99d0101e HTTP/1.1" status: 204 len: 168 time: 0.4624934 Aug 27 13:54:52.784862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b9a78-855b-4962-b435-bfd252529bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2d61d0-9f83-4332-bcb0-672a99d0101e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:52.843795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 724c8ddc-5cf4-4945-9f51-9964e63b4807, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=724c8ddc-5cf4-4945-9f51-9964e63b4807,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:54:52.867690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2bea9-c45c-4d78-80e2-7d74b9221887 req-73938ac7-2751-4b10-b280-de29fadb0c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:52.870406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6af2bea9-c45c-4d78-80e2-7d74b9221887 req-73938ac7-2751-4b10-b280-de29fadb0c34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.5227590 Aug 27 13:54:52.892186 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf54a6b-3fd6-4302-b95f-2a2e8212dc2b req-46be2946-42ef-49f8-aba4-483e03e14daa tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:52.899618 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1bf54a6b-3fd6-4302-b95f-2a2e8212dc2b req-46be2946-42ef-49f8-aba4-483e03e14daa tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 969 time: 0.2114704 Aug 27 13:54:52.946198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '724c8ddc-5cf4-4945-9f51-9964e63b4807', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '724c8ddc-5cf4-4945-9f51-9964e63b4807', 'mac_address': 'fa:16:3e:96:f9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:tempest-test_az-558153400', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:54:52.966666 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6af2bea9-c45c-4d78-80e2-7d74b9221887 req-10e3e449-d968-4ddb-b399-a700326f3a47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=7dc98858-6543-4003-ab35-a7d14120bd36 HTTP/1.1" status: 200 len: 217 time: 0.0866189 Aug 27 13:54:53.120126 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.141550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724c8ddc-5cf4-4945-9f51-9964e63b4807 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:54:53.149497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1bf54a6b-3fd6-4302-b95f-2a2e8212dc2b req-6039f4fe-81b6-4634-8d9c-fd857c12db39 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437615 Aug 27 13:54:53.157311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2bea9-c45c-4d78-80e2-7d74b9221887 req-b57a5417-6837-4bc7-875f-a90a5c737cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:53.158992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6af2bea9-c45c-4d78-80e2-7d74b9221887 req-b57a5417-6837-4bc7-875f-a90a5c737cfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1787934 Aug 27 13:54:53.164452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37372) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:53.214234 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.221314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375c9ee-5c5e-4889-b265-785ff37af165 req-7d52536f-7056-41f8-ac03-26ad981d62bb tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:53.223929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2375c9ee-5c5e-4889-b265-785ff37af165 req-7d52536f-7056-41f8-ac03-26ad981d62bb tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 947 time: 0.2591338 Aug 27 13:54:53.254563 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 724c8ddc-5cf4-4945-9f51-9964e63b4807, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=724c8ddc-5cf4-4945-9f51-9964e63b4807,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:54:53.267066 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.315811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2bea9-c45c-4d78-80e2-7d74b9221887 req-e8e40dc7-a6d9-4fa9-8d5e-1eccb55c97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:53.317313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6af2bea9-c45c-4d78-80e2-7d74b9221887 req-e8e40dc7-a6d9-4fa9-8d5e-1eccb55c97ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1484416 Aug 27 13:54:53.320998 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2375c9ee-5c5e-4889-b265-785ff37af165 req-33eea55a-d6c5-4857-87be-f162c23b5832 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510426 Aug 27 13:54:53.408923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=724c8ddc-5cf4-4945-9f51-9964e63b4807,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:53.427352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37378) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:53.450070 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60a66063-4cf4-43d2-98c4-510a731a77bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.452392 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59750dff-53a4-4962-a570-afd9506e0822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.461600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cb415-7ecb-4bdc-8c5e-da7cd6ca65d9 req-b16946ca-b972-41f2-94cf-e7b4e963c77d tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:53.469217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc7cb415-7ecb-4bdc-8c5e-da7cd6ca65d9 req-b16946ca-b972-41f2-94cf-e7b4e963c77d tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 949 time: 0.1960888 Aug 27 13:54:53.519833 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6af2bea9-c45c-4d78-80e2-7d74b9221887 req-1d7935d4-9bc2-42d7-bffb-26bd180068a6 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914480 Aug 27 13:54:53.582290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['724c8ddc-5cf4-4945-9f51-9964e63b4807'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:54:53.613552 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc7cb415-7ecb-4bdc-8c5e-da7cd6ca65d9 req-f21dbbd9-064d-4b09-958e-47b5994827b5 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420524 Aug 27 13:54:53.657817 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.688997 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6af2bea9-c45c-4d78-80e2-7d74b9221887 req-104e4a9f-3657-422f-ba84-9a673c59d9cf service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577771 Aug 27 13:54:53.707208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59750dff-53a4-4962-a570-afd9506e0822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.719360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59750dff-53a4-4962-a570-afd9506e0822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.771041 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-59750dff-53a4-4962-a570-afd9506e0822 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84c2282b7a4a45f78519c97388353374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447711 Aug 27 13:54:53.772022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59750dff-53a4-4962-a570-afd9506e0822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78ddf83-a99f-4299-b870-bc0dd88e6c73,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:53.774495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37384) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:53.800785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982b7612-b3d6-4f6f-b49b-78b9e1af96c2 None None] Network 54f93b5e-cd0d-4b77-a984-346ab4450664 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:54:53.836982 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6da6a4f-4277-4cc0-9608-ca8dc9f36d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.878511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6da6a4f-4277-4cc0-9608-ca8dc9f36d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.900472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5aa05fe9-a101-4a35-88be-14831240e830 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:54:53.924166 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60a66063-4cf4-43d2-98c4-510a731a77bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.932352 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60a66063-4cf4-43d2-98c4-510a731a77bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.947737 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6da6a4f-4277-4cc0-9608-ca8dc9f36d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.948611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:54:53.951680 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6da6a4f-4277-4cc0-9608-ca8dc9f36d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:53.955192 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c6da6a4f-4277-4cc0-9608-ca8dc9f36d4b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f78ddf83-a99f-4299-b870-bc0dd88e6c73 HTTP/1.1" status: 204 len: 168 time: 0.1770635 Aug 27 13:54:53.973679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da6a4f-4277-4cc0-9608-ca8dc9f36d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78ddf83-a99f-4299-b870-bc0dd88e6c73,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:53.989622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7bfc9516-923d-4362-b01b-bcf0761fb911 None None] Provisioning for port 5aa05fe9-a101-4a35-88be-14831240e830 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:54:54.000461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a66063-4cf4-43d2-98c4-510a731a77bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea94404-4903-4925-a164-bba806b98355,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:54.012963 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-60a66063-4cf4-43d2-98c4-510a731a77bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16e1e44d13c04dae8da0ba1355ddf9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8467109 Aug 27 13:54:54.013086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37394) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:54.087012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 5aa05fe9-a101-4a35-88be-14831240e830 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:54:54.093369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 5aa05fe9-a101-4a35-88be-14831240e830 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:54:54.093735 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:54.135848 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8876d038-dad6-480a-a465-78d59ca0d259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:54.136620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:54:54.149300 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Sync routers for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:54:54.168313 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:54:54.169917 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:54:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:54:54.188153 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:54.189514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a3a30ef7-a17e-4525-b8f7-996461314073 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5799417 Aug 27 13:54:54.192353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37400) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:54.222908 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:54.244856 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8876d038-dad6-480a-a465-78d59ca0d259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:54.315499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 5aa05fe9-a101-4a35-88be-14831240e830, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5aa05fe9-a101-4a35-88be-14831240e830,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:54:54.327298 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:54.413088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 724c8ddc-5cf4-4945-9f51-9964e63b4807 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:54:54.440798 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:54:54.491076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87bc93-28d9-461e-b578-63e5cc112e88 req-fc161234-b734-443c-a816-968a6e9894fe tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:54.493287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe87bc93-28d9-461e-b578-63e5cc112e88 req-fc161234-b734-443c-a816-968a6e9894fe tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 970 time: 0.1791372 Aug 27 13:54:54.494625 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8876d038-dad6-480a-a465-78d59ca0d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:54.497531 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8876d038-dad6-480a-a465-78d59ca0d259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:54.505325 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8876d038-dad6-480a-a465-78d59ca0d259 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ea94404-4903-4925-a164-bba806b98355 HTTP/1.1" status: 204 len: 168 time: 0.4879189 Aug 27 13:54:54.567360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=5aa05fe9-a101-4a35-88be-14831240e830,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:54.572425 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876d038-dad6-480a-a465-78d59ca0d259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea94404-4903-4925-a164-bba806b98355,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:54.592337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1d182122-05b7-4be0-80f0-2e0a54928d92 None None] Provisioning complete for port 5aa05fe9-a101-4a35-88be-14831240e830 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:54:54.593696 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1d182122-05b7-4be0-80f0-2e0a54928d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:54.609580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3af2ac-7d7e-482c-a880-fa18af7cd2d3 req-be9046af-98ec-445c-9cb6-6b8a2d8bd16c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:54.611139 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5a3af2ac-7d7e-482c-a880-fa18af7cd2d3 req-be9046af-98ec-445c-9cb6-6b8a2d8bd16c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 947 time: 0.1519885 Aug 27 13:54:54.621584 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe87bc93-28d9-461e-b578-63e5cc112e88 req-bf469a0a-7888-4d8b-8345-2dce8e4ba8f2 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161277 Aug 27 13:54:54.735799 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5a3af2ac-7d7e-482c-a880-fa18af7cd2d3 req-0ba582f6-57d7-4ced-88ef-821ab0b637fa tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142437 Aug 27 13:54:54.770804 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 724c8ddc-5cf4-4945-9f51-9964e63b4807 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:54:54.776540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 724c8ddc-5cf4-4945-9f51-9964e63b4807 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:54:54.777812 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:54.832072 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:52Z', 'revision_number': 3, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:54:54.837537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c20279-cb84-4acd-acea-42cf61ce6590 req-e9096280-79d6-472f-98ec-e0c5d77de917 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:54.841163 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f2c20279-cb84-4acd-acea-42cf61ce6590 req-e9096280-79d6-472f-98ec-e0c5d77de917 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 949 time: 0.0971348 Aug 27 13:54:54.888393 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Checking router: 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:54:54.888393 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Updating router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 port 8b94a0ea-149a-4136-8248-163e1bf82399 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:54:54.899530 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:54.922081 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:54.942736 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f2c20279-cb84-4acd-acea-42cf61ce6590 req-ab73e251-5675-454a-85ca-4cb3c62df624 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951152 Aug 27 13:54:54.947571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 724c8ddc-5cf4-4945-9f51-9964e63b4807, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=724c8ddc-5cf4-4945-9f51-9964e63b4807,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:54:54.948783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f8ab85-afa7-4590-9815-556a8dac6339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724c8ddc-5cf4-4945-9f51-9964e63b4807'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:54:55.065089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.136173 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.195032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=724c8ddc-5cf4-4945-9f51-9964e63b4807,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:55.266353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Allocated IP 172.20.0.1 (54f93b5e-cd0d-4b77-a984-346ab4450664/36e24ebb-cdfe-4f90-b090-68bcc4bb4d72/ae48976d-e6d9-4190-82b9-bd59539f9834) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:54:55.310949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37436) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:55.329934 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e15b1b09-1935-407f-b667-eb8f53008869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.385270 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.404870 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Transition to ACTIVE for port object 8b94a0ea-149a-4136-8248-163e1bf82399 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:54:55.415600 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.423126 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.444945 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e15b1b09-1935-407f-b667-eb8f53008869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.453842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Transition to ACTIVE for port object ae48976d-e6d9-4190-82b9-bd59539f9834 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:54:55.454565 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e15b1b09-1935-407f-b667-eb8f53008869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.495358 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc352dc-6009-435d-9a25-8e91ab4aafd7" -d '{"events": [{"server_uuid": "44f8ab85-afa7-4590-9815-556a8dac6339", "name": "network-vif-plugged", "status": "completed", "tag": "724c8ddc-5cf4-4945-9f51-9964e63b4807"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:54:55.496999 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Attempting to bind port 8b94a0ea-149a-4136-8248-163e1bf82399 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:54:55.497380 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Attempting to bind port 8b94a0ea-149a-4136-8248-163e1bf82399 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:54:55.497748 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Attempting to bind port 8b94a0ea-149a-4136-8248-163e1bf82399 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:54:55.503843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b1b09-1935-407f-b667-eb8f53008869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645ed5b7-ee78-418c-8c1c-9d8f9ca71004,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:55.506158 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Pushing event updated for resources: {'Port': ['ID=8b94a0ea-149a-4136-8248-163e1bf82399,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:55.527321 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.530743 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:55.530743 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:55.531114 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:55.531452 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:55.531783 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:55.532110 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:55.532438 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:55.532765 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:55.533086 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:55.533713 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:55.533713 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:55.534037 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Tracked resource versions report: Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: pushed versions: Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: { 'AddressGroup': {'1.2'}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'ConntrackHelper': {'1.0'}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'Log': {'1.0'}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'Network': {'1.1'}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'Port': {'1.7'}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'PortForwarding': {'1.2'}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'QosPolicy': {'1.9'}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'SecurityGroup': {'1.4'}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'SecurityGroupRule': {'1.2'}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'SubPort': {'1.0'}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'Subnet': {'1.1'}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'Trunk': {'1.1'}} Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: consumer versions: Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: { DHCP agent@n-d-712139-12: {}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: HyperV agent@n-h1-712139-12: {}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: HyperV agent@n-h2-712139-12: {}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: L3 agent@n-d-712139-12: {}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: Metadata agent@n-d-712139-12: {}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: Metering agent@n-d-712139-12: {}, Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: Open vSwitch agent@n-d-712139-12: { 'AddressGroup': '1.2', Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'ConntrackHelper': '1.0', Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'Log': '1.0', Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'Network': '1.1', Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'Port': '1.7', Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'PortForwarding': '1.2', Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'QosPolicy': '1.9', Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'SecurityGroup': '1.4', Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'SecurityGroupRule': '1.2', Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'SubPort': '1.0', Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'Subnet': '1.1', Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: 'Trunk': '1.1'}} Aug 27 13:54:55.535093 n-d-712139-12 neutron-server[101189]: {{(pid=101189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 13:54:55.543000 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e15b1b09-1935-407f-b667-eb8f53008869 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af506ef976934f3ebf91031cce420dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261839 Aug 27 13:54:55.544344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37450) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:55.545723 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:54:55.546102 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:54:55.546652 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.547082 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:54:55.547567 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Bound port: 8b94a0ea-149a-4136-8248-163e1bf82399, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:54:55.547954 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.579714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Pushing event updated for resources: {'Port': ['ID=ae48976d-e6d9-4190-82b9-bd59539f9834,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:55.593006 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Network 54f93b5e-cd0d-4b77-a984-346ab4450664 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:54:55.594979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:54:55.604945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:54:55.605855 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.609702 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7dc98858-6543-4003-ab35-a7d14120bd36 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:54:55.641389 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] For port 8b94a0ea-149a-4136-8248-163e1bf82399, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:54:55.657689 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] For port 8b94a0ea-149a-4136-8248-163e1bf82399, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8b94a0ea-149a-4136-8248-163e1bf82399,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:54:55.677462 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.680679 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8584870a-2b31-4ba2-8552-a2d8fbf4d9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.695793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d47be808-ed0c-40ab-92d8-53be7db731c6 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:54:55.761998 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8584870a-2b31-4ba2-8552-a2d8fbf4d9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.854255 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccccd73-8a0a-4a69-a0f8-9112407b7f55 None None] Pushing event updated for resources: {'Port': ['ID=8b94a0ea-149a-4136-8248-163e1bf82399,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:55.870591 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:54:55.871470 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:54:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:54:55.882484 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8584870a-2b31-4ba2-8552-a2d8fbf4d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.885637 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8584870a-2b31-4ba2-8552-a2d8fbf4d9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:55.887441 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8584870a-2b31-4ba2-8552-a2d8fbf4d9fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/645ed5b7-ee78-418c-8c1c-9d8f9ca71004 HTTP/1.1" status: 204 len: 168 time: 0.3413925 Aug 27 13:54:55.901869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584870a-2b31-4ba2-8552-a2d8fbf4d9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645ed5b7-ee78-418c-8c1c-9d8f9ca71004,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:55.905283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5aa05fe9-a101-4a35-88be-14831240e830 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:54:55.947473 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0d889e-1b5f-4345-9f30-facc67615c6f x-openstack-request-id: req-3b0d889e-1b5f-4345-9f30-facc67615c6f {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:54:55.947755 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f8ab85-afa7-4590-9815-556a8dac6339", "name": "network-vif-plugged", "status": "completed", "tag": "724c8ddc-5cf4-4945-9f51-9964e63b4807", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:54:55.953774 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b0d889e-1b5f-4345-9f30-facc67615c6f {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:54:55.954919 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f8ab85-afa7-4590-9815-556a8dac6339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724c8ddc-5cf4-4945-9f51-9964e63b4807', 'code': 200} Aug 27 13:54:56.095429 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:54:56.160827 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:56.202870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7dc98858-6543-4003-ab35-a7d14120bd36, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7dc98858-6543-4003-ab35-a7d14120bd36,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:54:56.269865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4c984e2e-b0fe-436b-be5b-d79dcc173e64 None None] Provisioning for port ae48976d-e6d9-4190-82b9-bd59539f9834 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:54:56.291334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4c984e2e-b0fe-436b-be5b-d79dcc173e64 None None] Provisioning complete for port ae48976d-e6d9-4190-82b9-bd59539f9834 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:54:56.291701 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4c984e2e-b0fe-436b-be5b-d79dcc173e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:56.306851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port d47be808-ed0c-40ab-92d8-53be7db731c6 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:54:56.312427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '7dc98858-6543-4003-ab35-a7d14120bd36', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '7dc98858-6543-4003-ab35-a7d14120bd36', 'mac_address': 'fa:16:3e:78:70:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:54:56.315386 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port d47be808-ed0c-40ab-92d8-53be7db731c6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:54:56.316689 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:56.373746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcd391-140d-4e1f-acee-83a40d275656 req-3f93a97a-a89f-4afb-9866-0e0eb65448be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:56.376856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cadcd391-140d-4e1f-acee-83a40d275656 req-3f93a97a-a89f-4afb-9866-0e0eb65448be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 1123 time: 0.3700068 Aug 27 13:54:56.451729 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ae0ad-6a3d-4887-b155-18574537aac7 req-3c1c1605-72e5-4f86-968f-1c03031f4fad tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:56.452970 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:52Z', 'revision_number': 3, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:54:56.467032 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-621ae0ad-6a3d-4887-b155-18574537aac7 req-3c1c1605-72e5-4f86-968f-1c03031f4fad tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 971 time: 0.2858260 Aug 27 13:54:56.485998 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cadcd391-140d-4e1f-acee-83a40d275656 req-9e966082-b67e-4d93-8f9a-2f1b44532853 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:56.495274 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad10289e-3ae6-45d3-ba70-92caa4ed7d97 None None] The sync data for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 is: [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:52Z', 'revision_number': 3, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:54:56.521883 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:56.523950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:56.538751 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:56.540199 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:56.542272 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 5aa05fe9-a101-4a35-88be-14831240e830 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:54:56.543347 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:56.595490 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-621ae0ad-6a3d-4887-b155-18574537aac7 req-372a56de-7262-4a6b-939e-c2520d081fe4 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260693 Aug 27 13:54:56.708637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc98858-6543-4003-ab35-a7d14120bd36 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:54:56.723632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4c984e2e-b0fe-436b-be5b-d79dcc173e64 None None] Port ae48976d-e6d9-4190-82b9-bd59539f9834 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:54:56.749070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cadcd391-140d-4e1f-acee-83a40d275656 req-9e966082-b67e-4d93-8f9a-2f1b44532853 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:56.769717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cadcd391-140d-4e1f-acee-83a40d275656 req-9e966082-b67e-4d93-8f9a-2f1b44532853 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:56.789336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7dc98858-6543-4003-ab35-a7d14120bd36, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7dc98858-6543-4003-ab35-a7d14120bd36,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:54:56.808254 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:56.841498 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cadcd391-140d-4e1f-acee-83a40d275656 req-9e966082-b67e-4d93-8f9a-2f1b44532853 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523406 Aug 27 13:54:56.889600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e966082-b67e-4d93-8f9a-2f1b44532853 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5184b791-0669-45fb-ba3f-3a5a4d1f1674,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:56.893379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd87ee-dcd7-48a2-a513-c73d2a523983 req-748ea39e-f742-4839-bbdf-646e0f8f7c31 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:56.896395 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dcd87ee-dcd7-48a2-a513-c73d2a523983 req-748ea39e-f742-4839-bbdf-646e0f8f7c31 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 947 time: 0.1423676 Aug 27 13:54:56.919477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Pushing event updated for resources: {'Port': ['ID=ae48976d-e6d9-4190-82b9-bd59539f9834,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:56.924899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58ed39-526e-48e1-af3d-364027395906 req-f866ea6f-035e-4434-ac1f-15d69f61dcfa tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:56.931408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd58ed39-526e-48e1-af3d-364027395906 req-f866ea6f-035e-4434-ac1f-15d69f61dcfa tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 949 time: 0.1981096 Aug 27 13:54:56.970851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=7dc98858-6543-4003-ab35-a7d14120bd36,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:56.992243 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:57.024050 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd58ed39-526e-48e1-af3d-364027395906 req-ee3c52d5-6169-4514-8b4a-91d870c81426 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844531 Aug 27 13:54:57.041330 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dcd87ee-dcd7-48a2-a513-c73d2a523983 req-9d532d59-d31f-4117-803f-bf85cf3adbdb tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164396 Aug 27 13:54:57.071860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Network 54f93b5e-cd0d-4b77-a984-346ab4450664 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:54:57.073316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:54:57.110084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d47be808-ed0c-40ab-92d8-53be7db731c6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d47be808-ed0c-40ab-92d8-53be7db731c6,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:54:57.120377 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:57.239528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d47be808-ed0c-40ab-92d8-53be7db731c6,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:57.314676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:54:57.363055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['7dc98858-6543-4003-ab35-a7d14120bd36'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:54:57.485075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:54:57.500128 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9039c2e7-0ffa-4507-9a78-88433ed09e4d admin admin] 10.222.0.55 "PUT /v2.0/routers/15fe8223-c3f5-4592-b9aa-6dedb0a26f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3065581 Aug 27 13:54:57.525183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ad159b32-b23a-4781-b5a6-f82220fd27d2 None None] Provisioning complete for port ae48976d-e6d9-4190-82b9-bd59539f9834 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:54:57.525609 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad159b32-b23a-4781-b5a6-f82220fd27d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:57.588415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ad159b32-b23a-4781-b5a6-f82220fd27d2 None None] Port ae48976d-e6d9-4190-82b9-bd59539f9834 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:54:57.807923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe530896-eb60-4fc7-956c-a7ba6b3849e9 req-2e58fa3a-eae2-4ea4-9413-69cc5523d25b tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:57.809575 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe530896-eb60-4fc7-956c-a7ba6b3849e9 req-2e58fa3a-eae2-4ea4-9413-69cc5523d25b tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 971 time: 0.0804927 Aug 27 13:54:57.832072 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8b94a0ea-149a-4136-8248-163e1bf82399 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:54:57.862346 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe530896-eb60-4fc7-956c-a7ba6b3849e9 req-1c51a7d9-a067-43f3-8648-02aeacb4cdff tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382476 Aug 27 13:54:57.908644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 8b94a0ea-149a-4136-8248-163e1bf82399 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:54:57.917918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 8b94a0ea-149a-4136-8248-163e1bf82399 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:54:57.919453 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:57.957284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d46a951-3908-492f-bec2-9684da419d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47be808-ed0c-40ab-92d8-53be7db731c6'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:54:57.961353 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5688c792-7cc1-4e5a-8b58-e9b45506c9db" -d '{"events": [{"server_uuid": "0d46a951-3908-492f-bec2-9684da419d60", "name": "network-vif-plugged", "status": "completed", "tag": "d47be808-ed0c-40ab-92d8-53be7db731c6"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:54:58.033410 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7226ecf9-8cc9-4e99-afc4-65dfa1bb2025 x-openstack-request-id: req-7226ecf9-8cc9-4e99-afc4-65dfa1bb2025 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:54:58.033604 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d46a951-3908-492f-bec2-9684da419d60", "name": "network-vif-plugged", "status": "completed", "tag": "d47be808-ed0c-40ab-92d8-53be7db731c6", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:54:58.034111 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7226ecf9-8cc9-4e99-afc4-65dfa1bb2025 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:54:58.035071 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d46a951-3908-492f-bec2-9684da419d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47be808-ed0c-40ab-92d8-53be7db731c6', 'code': 200} Aug 27 13:54:58.091001 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:58.134600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 8b94a0ea-149a-4136-8248-163e1bf82399, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8b94a0ea-149a-4136-8248-163e1bf82399,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:54:58.140855 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:58.223574 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fa13a-a747-494e-a03f-fa3941e99019 req-f393e7ce-d59b-4c28-8bd6-4f5eff164ea0 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:58.232165 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-676fa13a-a747-494e-a03f-fa3941e99019 req-f393e7ce-d59b-4c28-8bd6-4f5eff164ea0 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 950 time: 0.1260755 Aug 27 13:54:58.233062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1652b20-a846-45ca-a0ed-59e358d9a4d1 req-76d1e5f3-5baf-49a7-abee-1d688f6c4c67 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:58.239178 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=8b94a0ea-149a-4136-8248-163e1bf82399,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:58.241717 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1652b20-a846-45ca-a0ed-59e358d9a4d1 req-76d1e5f3-5baf-49a7-abee-1d688f6c4c67 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 948 time: 0.0904512 Aug 27 13:54:58.252625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd6c6d-62a2-4063-af72-c4e0b238b9f0 req-25919cfd-5a69-405c-a4d0-53c08689507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:58.254707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04fd6c6d-62a2-4063-af72-c4e0b238b9f0 req-25919cfd-5a69-405c-a4d0-53c08689507f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 1102 time: 0.1315360 Aug 27 13:54:58.310522 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1652b20-a846-45ca-a0ed-59e358d9a4d1 req-45a5d393-baf4-40e5-ae62-9cc10a984c92 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675437 Aug 27 13:54:58.326731 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-676fa13a-a747-494e-a03f-fa3941e99019 req-790b4415-682d-412d-9a3b-753e25eb4eb5 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907292 Aug 27 13:54:58.340707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04fd6c6d-62a2-4063-af72-c4e0b238b9f0 req-90297530-d1f8-4c7d-92cb-c77deb3cc8e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759726 Aug 27 13:54:58.447744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37552) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:58.503206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37560) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:58.669908 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49a283e6-2807-4a37-96ce-352aadbe0c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:58.682003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Sync routers for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:54:58.692003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:54:58.692814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:54:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:54:58.799699 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49a283e6-2807-4a37-96ce-352aadbe0c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:58.808493 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49a283e6-2807-4a37-96ce-352aadbe0c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:58.817196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:54:58.880261 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-49a283e6-2807-4a37-96ce-352aadbe0c6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e9e038fcd4d48849a2f2732ada1aa13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312472 Aug 27 13:54:58.883816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37570) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:58.886080 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db59e416-1d51-4c8b-866d-9ee6568ee90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:58.902407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37574) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:58.907583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1923961928-network', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:54:58.913766 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a283e6-2807-4a37-96ce-352aadbe0c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80179d02-73a7-4368-b6ac-e894df1e4efc,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:58.977511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.api [None req-db59e416-1d51-4c8b-866d-9ee6568ee90a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 13:54:58.977511 n-d-712139-12 neutron-server[101186]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 13:54:58.977511 n-d-712139-12 neutron-server[101186]: [parameters: {'project_id_1': '5e98fbf411fc4686afe9874f7eb891ac', 'expiration_1': datetime.datetime(2021, 8, 27, 13, 54, 58, 937503)}] Aug 27 13:54:58.977511 n-d-712139-12 neutron-server[101186]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 13:54:58.978014 n-d-712139-12 neutron-server[101186]: DEBUG oslo_db.api [None req-db59e416-1d51-4c8b-866d-9ee6568ee90a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 13:54:58.981325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9ab66446-1f92-4bcb-93c6-76d0e33bb23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.006845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Made reservation on behalf of 0287a381c30e4b16b87ff9426ee8682b for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:54:59.010032 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.023736 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.039585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a7a51-944b-4ca0-8520-d442c7706b4e req-37f09811-43d5-482a-beee-d27fdf09698d tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:59.040915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9ab66446-1f92-4bcb-93c6-76d0e33bb23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.041263 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b9a7a51-944b-4ca0-8520-d442c7706b4e req-37f09811-43d5-482a-beee-d27fdf09698d tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 971 time: 0.0828087 Aug 27 13:54:59.110094 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b9a7a51-944b-4ca0-8520-d442c7706b4e req-1dcc1021-68a3-4b93-896b-dbf8a28d1f71 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601373 Aug 27 13:54:59.112057 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9ab66446-1f92-4bcb-93c6-76d0e33bb23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.116943 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9ab66446-1f92-4bcb-93c6-76d0e33bb23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.121652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9ab66446-1f92-4bcb-93c6-76d0e33bb23c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80179d02-73a7-4368-b6ac-e894df1e4efc HTTP/1.1" status: 204 len: 168 time: 0.2367139 Aug 27 13:54:59.138421 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab66446-1f92-4bcb-93c6-76d0e33bb23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80179d02-73a7-4368-b6ac-e894df1e4efc,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:59.196797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 2, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:54:59.202000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.208055 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.238116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Checking router: 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:54:59.238502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Updating router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 port ae48976d-e6d9-4190-82b9-bd59539f9834 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:54:59.240052 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:54:59.249676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436a250b-e847-4de1-984c-0a9f90a067e5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:59.256292 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.256624 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Added segment d415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8 of type vlan for network e75bbb05-9e25-4bc6-810d-21cf85766a86 Aug 27 13:54:59.286071 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.310453 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.357072 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.358637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:59.359598 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.438512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986acc71-54bf-4ec0-8066-dda074e129b1 req-323bf826-86e7-4876-8200-eb0df902775a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:59.441033 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-986acc71-54bf-4ec0-8066-dda074e129b1 req-323bf826-86e7-4876-8200-eb0df902775a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 948 time: 0.0579503 Aug 27 13:54:59.447058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] Pushing event updated for resources: {'Network': ['ID=e75bbb05-9e25-4bc6-810d-21cf85766a86,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:59.457136 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5f53baf5-fb07-4aff-9c1a-7aad9a4f771e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5535004 Aug 27 13:54:59.460647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37592) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:59.465197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network e75bbb05-9e25-4bc6-810d-21cf85766a86 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:54:59.468679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9954a0d4-a485-4c17-b285-bf8cfb5b2c84 admin admin] Request body: {'subnet': {'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1923961928-subnet', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:54:59.495239 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db59e416-1d51-4c8b-866d-9ee6568ee90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.502635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-986acc71-54bf-4ec0-8066-dda074e129b1 req-a210f5cd-6a51-4dc0-93b9-871b52480fea tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552371 Aug 27 13:54:59.515718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9954a0d4-a485-4c17-b285-bf8cfb5b2c84 admin admin] Made reservation on behalf of 0287a381c30e4b16b87ff9426ee8682b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:54:59.518494 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9954a0d4-a485-4c17-b285-bf8cfb5b2c84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.645223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37596) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:59.668033 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c79a4e38-d9c4-44f7-a87c-3f595af1fad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.734755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e041ad-8bca-4800-a446-92ec382d84af req-9a89b5be-3b50-4591-a4db-5aa7e3dd2f9b tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:54:59.736956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85e041ad-8bca-4800-a446-92ec382d84af req-9a89b5be-3b50-4591-a4db-5aa7e3dd2f9b tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 950 time: 0.1391933 Aug 27 13:54:59.808318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85e041ad-8bca-4800-a446-92ec382d84af req-02e7825a-4d41-4820-956b-4599bd6e0a67 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603907 Aug 27 13:54:59.813030 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9954a0d4-a485-4c17-b285-bf8cfb5b2c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.852442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7dc98858-6543-4003-ab35-a7d14120bd36 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:54:59.855804 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8b94a0ea-149a-4136-8248-163e1bf82399 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:54:59.883427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db59e416-1d51-4c8b-866d-9ee6568ee90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.891380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954a0d4-a485-4c17-b285-bf8cfb5b2c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db723e39-27ec-457f-9d85-dd620a0cdad0,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:59.893380 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db59e416-1d51-4c8b-866d-9ee6568ee90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.932985 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:54:59.956204 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-db59e416-1d51-4c8b-866d-9ee6568ee90a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e98fbf411fc4686afe9874f7eb891ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4516864 Aug 27 13:54:59.956761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37606) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:54:59.965197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Transition to ACTIVE for port object ae48976d-e6d9-4190-82b9-bd59539f9834 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:54:59.968404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59e416-1d51-4c8b-866d-9ee6568ee90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991dabb1-a401-4d9a-9080-f6e8b11a8c84,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:54:59.973020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954a0d4-a485-4c17-b285-bf8cfb5b2c84 admin admin] Checking segment: {'id': 'd415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:54:59.973509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954a0d4-a485-4c17-b285-bf8cfb5b2c84 admin admin] Network hostable DHCP agents. Network: e75bbb05-9e25-4bc6-810d-21cf85766a86, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:54:59.989655 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.021172 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954a0d4-a485-4c17-b285-bf8cfb5b2c84 admin admin] Network e75bbb05-9e25-4bc6-810d-21cf85766a86 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:55:00.030253 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c79a4e38-d9c4-44f7-a87c-3f595af1fad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.037791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c79a4e38-d9c4-44f7-a87c-3f595af1fad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.038007 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c36af53a-f26e-4d5e-be3e-54a8e9f023a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.041154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-9954a0d4-a485-4c17-b285-bf8cfb5b2c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, e75bbb05-9e25-4bc6-810d-21cf85766a86) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:00.052177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9954a0d4-a485-4c17-b285-bf8cfb5b2c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:00.052542 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9954a0d4-a485-4c17-b285-bf8cfb5b2c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.061256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63be20ac-f1f0-407e-a0f1-3f809067421f None None] Network e75bbb05-9e25-4bc6-810d-21cf85766a86 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:00.066139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e34a57-1ca6-42a2-98b5-974f757e2b51 None None] Pushing event updated for resources: {'Port': ['ID=ae48976d-e6d9-4190-82b9-bd59539f9834,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:00.082102 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9954a0d4-a485-4c17-b285-bf8cfb5b2c84 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6204724 Aug 27 13:55:00.086525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37610) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:00.092679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1923961928-router', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:00.097220 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c36af53a-f26e-4d5e-be3e-54a8e9f023a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.129811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a4e38-d9c4-44f7-a87c-3f595af1fad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7251b2ce-259a-46f3-97e3-8699ad9291e3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:00.149525 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.150925 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.165373 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 7dc98858-6543-4003-ab35-a7d14120bd36 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:00.180036 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c36af53a-f26e-4d5e-be3e-54a8e9f023a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.183282 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c36af53a-f26e-4d5e-be3e-54a8e9f023a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.188031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c36af53a-f26e-4d5e-be3e-54a8e9f023a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/991dabb1-a401-4d9a-9080-f6e8b11a8c84 HTTP/1.1" status: 204 len: 168 time: 0.2277992 Aug 27 13:55:00.206440 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37616) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:00.211129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36af53a-f26e-4d5e-be3e-54a8e9f023a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991dabb1-a401-4d9a-9080-f6e8b11a8c84,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:00.223067 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c79a4e38-d9c4-44f7-a87c-3f595af1fad5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69e6d24b11ee44d0a1dc4e2bf10cf97f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765538 Aug 27 13:55:00.223964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37620) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:00.308875 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.331286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 8b94a0ea-149a-4136-8248-163e1bf82399 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:00.331677 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.337900 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa9f77ab-42ee-4231-b178-4fe057e3f7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.380142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa9f77ab-42ee-4231-b178-4fe057e3f7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.429465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 7dc98858-6543-4003-ab35-a7d14120bd36 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:00.429854 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.517357 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.523283 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa9f77ab-42ee-4231-b178-4fe057e3f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.527942 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa9f77ab-42ee-4231-b178-4fe057e3f7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.530303 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-aa9f77ab-42ee-4231-b178-4fe057e3f7b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7251b2ce-259a-46f3-97e3-8699ad9291e3 HTTP/1.1" status: 204 len: 168 time: 0.3049672 Aug 27 13:55:00.549911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f77ab-42ee-4231-b178-4fe057e3f7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7251b2ce-259a-46f3-97e3-8699ad9291e3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:00.563150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-e75bbb05-9e25-4bc6-810d-21cf85766a86', 'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'fixed_ips': [{'subnet_id': 'db723e39-27ec-457f-9d85-dd620a0cdad0'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:55:00.564520 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.742938 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226b835-331c-4dea-bdab-fcf6dc48253a req-9391adda-a5fc-44cb-8529-9559aeb82039 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:00.750229 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c226b835-331c-4dea-bdab-fcf6dc48253a req-9391adda-a5fc-44cb-8529-9559aeb82039 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 971 time: 0.4488516 Aug 27 13:55:00.759748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b357c5-4a3c-49c3-a3c9-983302b08e2b req-34a0b1c7-426a-461d-a1f4-e3ab07b4e17c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:00.763417 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f6b357c5-4a3c-49c3-a3c9-983302b08e2b req-34a0b1c7-426a-461d-a1f4-e3ab07b4e17c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 948 time: 0.0887635 Aug 27 13:55:00.778787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Attempting to bind port ae48976d-e6d9-4190-82b9-bd59539f9834 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:00.779937 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Attempting to bind port ae48976d-e6d9-4190-82b9-bd59539f9834 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:00.780469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Attempting to bind port ae48976d-e6d9-4190-82b9-bd59539f9834 on network 54f93b5e-cd0d-4b77-a984-346ab4450664 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:00.802613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:00.810530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Checking segment: {'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:00.810530 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.810530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Bound using segment: {'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:00.810928 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Bound port: ae48976d-e6d9-4190-82b9-bd59539f9834, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:00.811702 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.835565 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12d4d669-8aca-4aa9-b7a1-7da06b07176b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.867147 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c226b835-331c-4dea-bdab-fcf6dc48253a req-c536059d-ff2c-484a-ba83-89a0fd60328f tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114113 Aug 27 13:55:00.885274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37632) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:00.907381 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f50796ed-44e1-444a-8991-ff17bfe2c7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:00.924556 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f6b357c5-4a3c-49c3-a3c9-983302b08e2b req-dbe0cd7e-3f8e-4f89-a4cc-ca2977cbd3a0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433818 Aug 27 13:55:00.971012 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.133710 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12d4d669-8aca-4aa9-b7a1-7da06b07176b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.157725 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12d4d669-8aca-4aa9-b7a1-7da06b07176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.219908 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.275124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7dc98858-6543-4003-ab35-a7d14120bd36, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7dc98858-6543-4003-ab35-a7d14120bd36,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:01.279045 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.280937 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc98858-6543-4003-ab35-a7d14120bd36'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:01.285438 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a410cc3e-5f94-4415-b8a8-c1af43db47e0" -d '{"events": [{"server_uuid": "5893d959-fed7-4745-8cc9-0b1c0be9327d", "name": "network-vif-plugged", "status": "completed", "tag": "7dc98858-6543-4003-ab35-a7d14120bd36"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:01.311217 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.392965 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-12d4d669-8aca-4aa9-b7a1-7da06b07176b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=908d4ad6435f479b8024a76e9669c726&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1851387 Aug 27 13:55:01.399744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4d669-8aca-4aa9-b7a1-7da06b07176b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a964dde-c605-4fa4-b540-fa1ccee179cd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:01.406719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37646) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:01.434718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Allocated IP 172.20.0.2 (e75bbb05-9e25-4bc6-810d-21cf85766a86/db723e39-27ec-457f-9d85-dd620a0cdad0/bc6d4cdd-697d-44a7-863d-6d2c8a6021cc) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:01.438046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02992a91-dfce-475c-b17d-933085ae4f8d req-c561ef84-a9fd-4015-ae68-9e8201b8d2f4 tempest-AggregatesAdminTestJSON-665844576 tempest-AggregatesAdminTestJSON-665844576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:01.439758 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-02992a91-dfce-475c-b17d-933085ae4f8d req-c561ef84-a9fd-4015-ae68-9e8201b8d2f4 tempest-AggregatesAdminTestJSON-665844576 tempest-AggregatesAdminTestJSON-665844576-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 1123 time: 0.3091991 Aug 27 13:55:01.442160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] For port ae48976d-e6d9-4190-82b9-bd59539f9834, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:01.449878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] For port ae48976d-e6d9-4190-82b9-bd59539f9834, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ae48976d-e6d9-4190-82b9-bd59539f9834,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:01.466527 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f50796ed-44e1-444a-8991-ff17bfe2c7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.473992 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.478073 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-02992a91-dfce-475c-b17d-933085ae4f8d req-c364212a-59c6-4011-8f8b-463e6d243a54 tempest-AggregatesAdminTestJSON-665844576 tempest-AggregatesAdminTestJSON-665844576-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.501757 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=7dc98858-6543-4003-ab35-a7d14120bd36,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:01.570359 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f50796ed-44e1-444a-8991-ff17bfe2c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.672564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:55:01.673235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:54:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:01.673436 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-02992a91-dfce-475c-b17d-933085ae4f8d req-c364212a-59c6-4011-8f8b-463e6d243a54 tempest-AggregatesAdminTestJSON-665844576 tempest-AggregatesAdminTestJSON-665844576-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.687695 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-02992a91-dfce-475c-b17d-933085ae4f8d req-c364212a-59c6-4011-8f8b-463e6d243a54 tempest-AggregatesAdminTestJSON-665844576 tempest-AggregatesAdminTestJSON-665844576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.731772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699eb27d-fd7c-45ef-aa17-1634a989b13d req-d4b3bac5-5121-4a08-ac91-b0004ca32b07 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:01.737997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364212a-59c6-4011-8f8b-463e6d243a54 tempest-AggregatesAdminTestJSON-665844576 tempest-AggregatesAdminTestJSON-665844576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e885153-d57f-4e92-9317-1f93c020c70c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:01.738939 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-699eb27d-fd7c-45ef-aa17-1634a989b13d req-d4b3bac5-5121-4a08-ac91-b0004ca32b07 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 950 time: 0.3704622 Aug 27 13:55:01.743269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f50796ed-44e1-444a-8991-ff17bfe2c7c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ccb2dc5aeb5a4f55bd88a6804b870ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8523402 Aug 27 13:55:01.748410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37658) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:01.749578 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c8e29d60-5a1f-451b-aef9-b66ace17d1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.773038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50796ed-44e1-444a-8991-ff17bfe2c7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420c1be5-05ed-4af5-abbf-92ac46c5bb54,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:01.778307 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-02992a91-dfce-475c-b17d-933085ae4f8d req-c364212a-59c6-4011-8f8b-463e6d243a54 tempest-AggregatesAdminTestJSON-665844576 tempest-AggregatesAdminTestJSON-665844576-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284063 Aug 27 13:55:01.819618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Allocated IP 172.25.2.65 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:01.843057 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c8e29d60-5a1f-451b-aef9-b66ace17d1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.867456 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-699eb27d-fd7c-45ef-aa17-1634a989b13d req-f1c5a0c4-4257-4299-ae61-7591b77e8bc8 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274464 Aug 27 13:55:01.928529 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1fbc133-45db-4f74-81b2-26872b17eb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:01.939482 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:55:01.971082 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1fbc133-45db-4f74-81b2-26872b17eb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.052260 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b7c8da-ada9-4424-9613-73f830af8edc x-openstack-request-id: req-d1b7c8da-ada9-4424-9613-73f830af8edc {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:02.052943 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5893d959-fed7-4745-8cc9-0b1c0be9327d", "name": "network-vif-plugged", "status": "completed", "tag": "7dc98858-6543-4003-ab35-a7d14120bd36", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:02.053091 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1b7c8da-ada9-4424-9613-73f830af8edc {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:02.054266 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc98858-6543-4003-ab35-a7d14120bd36', 'code': 200} Aug 27 13:55:02.055143 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1fbc133-45db-4f74-81b2-26872b17eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.058136 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1fbc133-45db-4f74-81b2-26872b17eb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.060274 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d1fbc133-45db-4f74-81b2-26872b17eb24 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/420c1be5-05ed-4af5-abbf-92ac46c5bb54 HTTP/1.1" status: 204 len: 168 time: 0.3088977 Aug 27 13:55:02.073564 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbc133-45db-4f74-81b2-26872b17eb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420c1be5-05ed-4af5-abbf-92ac46c5bb54,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:02.079449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e34a57-1ca6-42a2-98b5-974f757e2b51 None None] Pushing event updated for resources: {'Port': ['ID=ae48976d-e6d9-4190-82b9-bd59539f9834,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:02.113165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37680) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:02.135382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c8e29d60-5a1f-451b-aef9-b66ace17d1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.138766 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c8e29d60-5a1f-451b-aef9-b66ace17d1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.142528 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c8e29d60-5a1f-451b-aef9-b66ace17d1a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a964dde-c605-4fa4-b540-fa1ccee179cd HTTP/1.1" status: 204 len: 168 time: 0.7212942 Aug 27 13:55:02.156516 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e29d60-5a1f-451b-aef9-b66ace17d1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a964dde-c605-4fa4-b540-fa1ccee179cd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:02.181631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b49f0-03d7-43dc-8194-19896f775f27 req-171e97fb-c8fe-4fe8-a744-2647171a74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:02.183760 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-258b49f0-03d7-43dc-8194-19896f775f27 req-171e97fb-c8fe-4fe8-a744-2647171a74c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 1101 time: 0.1606510 Aug 27 13:55:02.236272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-258b49f0-03d7-43dc-8194-19896f775f27 req-280d7dd1-288a-49f4-bf8d-de51bceb7181 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Aug 27 13:55:02.271865 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.335934 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.351551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Transition to ACTIVE for port object bc6d4cdd-697d-44a7-863d-6d2c8a6021cc will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:02.370627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0938b2-828b-4e3a-a14d-8b446f81ab74 req-14bd51e5-1a8a-46dc-a053-65749b084a8c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:02.377020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Transition to ACTIVE for port object bc6d4cdd-697d-44a7-863d-6d2c8a6021cc will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:02.383493 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6f0938b2-828b-4e3a-a14d-8b446f81ab74 req-14bd51e5-1a8a-46dc-a053-65749b084a8c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.0776992 Aug 27 13:55:02.388963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:01Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:02.389181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.393726 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.437816 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6f0938b2-828b-4e3a-a14d-8b446f81ab74 req-291b4690-13ee-4d82-aefb-6063d8d7d930 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524676 Aug 27 13:55:02.474752 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Pushing event updated for resources: {'Port': ['ID=bc6d4cdd-697d-44a7-863d-6d2c8a6021cc,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:02.479347 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd887f53-3872-4c77-8877-fd97a708f70e None None] The sync data for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 is: [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:01Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:55:02.493367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Network e75bbb05-9e25-4bc6-810d-21cf85766a86 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:02.495450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:02.497940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:02.527832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:02.534834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:02.541453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:02.673560 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1925901981-network', 'tenant_id': 'a7dba67d579b475f8c1e968351f5a6ea'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:02.681061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Attempting to bind port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:02.682171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Attempting to bind port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'd415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:02.683080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Attempting to bind port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc on network e75bbb05-9e25-4bc6-810d-21cf85766a86 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:02.697936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:02.698748 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Checking segment: {'id': 'd415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:02.702112 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.706190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Bound using segment: {'id': 'd415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:02.708137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Bound port: bc6d4cdd-697d-44a7-863d-6d2c8a6021cc, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:02.709198 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.737801 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Made reservation on behalf of a7dba67d579b475f8c1e968351f5a6ea for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:02.747022 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.775634 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.962422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:02.969975 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:03.009067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:55:03.018531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] For port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:03.024869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdf6d06-c07e-47c5-84f4-e5883371f575,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:03.029725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] For port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=bc6d4cdd-697d-44a7-863d-6d2c8a6021cc,segment=NetworkSegment(d415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8),segment_id=d415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:03.035324 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:03.036141 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Added segment 0c8fabdd-3066-459b-9a1a-0991445ed41a of type vlan for network eaa53a44-b2bb-4005-84f2-0d841f0a4549 Aug 27 13:55:03.044284 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:03.123587 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:03.221868 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:03.222264 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:03.227035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:03.228221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:03.231816 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Pushing event updated for resources: {'Port': ['ID=e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:03.278167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b3f53-7d4a-47ed-b84a-ce1661a4a5fc None None] Pushing event updated for resources: {'Port': ['ID=bc6d4cdd-697d-44a7-863d-6d2c8a6021cc,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:03.422209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37714) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:03.476569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] Pushing event updated for resources: {'Network': ['ID=eaa53a44-b2bb-4005-84f2-0d841f0a4549,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:03.493246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9564313c-7b96-4df7-8ed9-642507b59a41 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3786068 Aug 27 13:55:03.499725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network eaa53a44-b2bb-4005-84f2-0d841f0a4549 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:55:03.510896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37720) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:03.516342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-eb9dd62a-2843-4d77-99a6-800633249cfd admin admin] Request body: {'subnet': {'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1925901981-subnet', 'tenant_id': 'a7dba67d579b475f8c1e968351f5a6ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:03.566224 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9dd62a-2843-4d77-99a6-800633249cfd admin admin] Made reservation on behalf of a7dba67d579b475f8c1e968351f5a6ea for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:03.587011 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eb9dd62a-2843-4d77-99a6-800633249cfd admin admin] Notify callbacks [] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:03.665493 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3bca6dd6-a57a-482a-84fa-1af46d2b3efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:03.876701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773794d5-0b7b-4a23-b39a-ed585e2a4a71 req-4245b073-4339-4fe4-92fb-d8c266f695fe tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:03.883252 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-773794d5-0b7b-4a23-b39a-ed585e2a4a71 req-4245b073-4339-4fe4-92fb-d8c266f695fe tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 950 time: 0.3041549 Aug 27 13:55:03.969777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ae48976d-e6d9-4190-82b9-bd59539f9834 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:04.013644 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3bca6dd6-a57a-482a-84fa-1af46d2b3efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.077233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ae48976d-e6d9-4190-82b9-bd59539f9834 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:04.082475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ae48976d-e6d9-4190-82b9-bd59539f9834 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:04.083057 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.131516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11649a-1d0f-468f-8a01-b8963fa34fc9 req-d42991b8-5d24-4123-9337-d5b7427f25fa tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:04.133388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b11649a-1d0f-468f-8a01-b8963fa34fc9 req-d42991b8-5d24-4123-9337-d5b7427f25fa tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.2196267 Aug 27 13:55:04.157487 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-773794d5-0b7b-4a23-b39a-ed585e2a4a71 req-77c9a358-2f53-4313-a76f-d73aee93c069 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638204 Aug 27 13:55:04.158808 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.175480 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3bca6dd6-a57a-482a-84fa-1af46d2b3efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.196773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b11649a-1d0f-468f-8a01-b8963fa34fc9 req-cbf7c04a-3328-4dd2-9a75-5ef4c69165fc tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549331 Aug 27 13:55:04.198332 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eb9dd62a-2843-4d77-99a6-800633249cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.285048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37740) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:04.285848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9dd62a-2843-4d77-99a6-800633249cfd admin admin] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:04.286254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9dd62a-2843-4d77-99a6-800633249cfd admin admin] Network hostable DHCP agents. Network: eaa53a44-b2bb-4005-84f2-0d841f0a4549, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:55:04.310398 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dd62a-2843-4d77-99a6-800633249cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b2ce31-ff9b-45b0-b1a0-ae006e096667,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:04.322784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9dd62a-2843-4d77-99a6-800633249cfd admin admin] Network eaa53a44-b2bb-4005-84f2-0d841f0a4549 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:55:04.325594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca6dd6-a57a-482a-84fa-1af46d2b3efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6951a9-cb06-4b4b-ba95-3457901cf691,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:04.338283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-eb9dd62a-2843-4d77-99a6-800633249cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, eaa53a44-b2bb-4005-84f2-0d841f0a4549) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:04.347803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9dd62a-2843-4d77-99a6-800633249cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:04.354045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2bde99-cdba-47c1-9d2c-188aa9f1396a None None] Network eaa53a44-b2bb-4005-84f2-0d841f0a4549 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:04.356648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eb9dd62a-2843-4d77-99a6-800633249cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.381404 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-eb9dd62a-2843-4d77-99a6-800633249cfd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8689129 Aug 27 13:55:04.409433 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3bca6dd6-a57a-482a-84fa-1af46d2b3efe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30911e12ad144d25b154a86dd85d5758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9795275 Aug 27 13:55:04.412701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37748) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:04.549145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1525266933-network', 'tenant_id': 'c3fa1ff7505b41f3af8115882067be27'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:04.614648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Made reservation on behalf of c3fa1ff7505b41f3af8115882067be27 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:04.618130 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.636924 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.639233 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a43a879c-7d76-410c-922c-8a8fba22097b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.651275 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Router 4838d05f-3b46-4126-99bd-a5837b817897 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:55:04.680592 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.691139 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a43a879c-7d76-410c-922c-8a8fba22097b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.831442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd164f7-4e28-48d0-9673-f77ec5deba79 None None] Network eaa53a44-b2bb-4005-84f2-0d841f0a4549 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:04.845245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port ae48976d-e6d9-4190-82b9-bd59539f9834, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ae48976d-e6d9-4190-82b9-bd59539f9834,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:04.866300 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.866804 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.879867 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.935680 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:55:04.988354 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:04.988802 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Added segment 69f0d35f-4ad3-44ff-a93b-e98cf1988898 of type vlan for network 751f701f-d126-44f9-bc17-bf6e9a54e035 Aug 27 13:55:04.998248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ab239c-83f4-409b-955f-ccc1a44ae097,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:05.054584 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:05.077597 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=ae48976d-e6d9-4190-82b9-bd59539f9834,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:05.114277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe28740-6e36-464b-aba6-4d3f25299ab6 None None] Network e75bbb05-9e25-4bc6-810d-21cf85766a86 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:05.129224 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:05.131455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:05.134564 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:05.173225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:55:05.187351 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Sync routers for ids ['4838d05f-3b46-4126-99bd-a5837b817897'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:55:05.202429 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Routers {'4838d05f-3b46-4126-99bd-a5837b817897'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:55:05.204622 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a43a879c-7d76-410c-922c-8a8fba22097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:05.205181 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:54:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4838d05f-3b46-4126-99bd-a5837b817897'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:05.210849 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a43a879c-7d76-410c-922c-8a8fba22097b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:05.218973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a43a879c-7d76-410c-922c-8a8fba22097b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f6951a9-cb06-4b4b-ba95-3457901cf691 HTTP/1.1" status: 204 len: 168 time: 0.8048589 Aug 27 13:55:05.230247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9407113 Aug 27 13:55:05.240819 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37792) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:05.245674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9af3b6-1905-4615-b62e-92ab5e550026 admin admin] Pushing event updated for resources: {'Network': ['ID=751f701f-d126-44f9-bc17-bf6e9a54e035,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:05.252924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-00435e21-72f3-4cb3-9aa1-b0d1dcfd2b2f admin admin] Request body: {'subnet': {'network_id': '751f701f-d126-44f9-bc17-bf6e9a54e035', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1525266933-subnet', 'tenant_id': 'c3fa1ff7505b41f3af8115882067be27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:05.261118 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:05.264665 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-95537c12-b65e-48d5-b038-93fd18b36e7a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.1771078 Aug 27 13:55:05.269484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37796) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:05.276314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a879c-7d76-410c-922c-8a8fba22097b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6951a9-cb06-4b4b-ba95-3457901cf691,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:05.329924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 751f701f-d126-44f9-bc17-bf6e9a54e035 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:55:05.337860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00435e21-72f3-4cb3-9aa1-b0d1dcfd2b2f admin admin] Made reservation on behalf of c3fa1ff7505b41f3af8115882067be27 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:05.342707 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00435e21-72f3-4cb3-9aa1-b0d1dcfd2b2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:05.441587 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Set router 4838d05f-3b46-4126-99bd-a5837b817897 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:55:05.467101 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4dff0dae-1ba2-412c-9609-219be01fb327 None None] Provisioning for port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:05.519878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37802) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:05.532659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-150642903-network', 'tenant_id': '1c62db3cb14946a0bd62ffe1c1d50165'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:05.610892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233dc13-90c8-4185-9e27-ba7826596b00 req-41a4c25c-3c92-4b2d-b58b-44df8ddb763e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:05.612997 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5233dc13-90c8-4185-9e27-ba7826596b00 req-41a4c25c-3c92-4b2d-b58b-44df8ddb763e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 950 time: 0.2986069 Aug 27 13:55:05.705547 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5233dc13-90c8-4185-9e27-ba7826596b00 req-9e33128d-3853-4224-ad16-bd5fd322dbc5 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837555 Aug 27 13:55:05.743647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2732dc-e968-4cc4-9d32-eec83ab87ffb req-9cfafb78-f374-4f28-bf4c-a43d105b756c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:05.751075 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1f2732dc-e968-4cc4-9d32-eec83ab87ffb req-9cfafb78-f374-4f28-bf4c-a43d105b756c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.3217421 Aug 27 13:55:05.775418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Made reservation on behalf of 1c62db3cb14946a0bd62ffe1c1d50165 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:05.785530 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:05.819131 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:05.871944 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838d05f-3b46-4126-99bd-a5837b817897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1923961928-router', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:55:00Z', 'updated_at': '2021-08-27T13:55:02Z', 'revision_number': 3, 'project_id': '0287a381c30e4b16b87ff9426ee8682b', 'gw_port': {'id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838d05f-3b46-4126-99bd-a5837b817897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:55:01Z', 'updated_at': '2021-08-27T13:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:05.894714 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1f2732dc-e968-4cc4-9d32-eec83ab87ffb req-8d969123-4dc0-41a1-8cb8-9cfeb25bd623 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278718 Aug 27 13:55:05.942750 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Checking router: 4838d05f-3b46-4126-99bd-a5837b817897 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:55:05.943190 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Updating router 4838d05f-3b46-4126-99bd-a5837b817897 port e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:55:05.991741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bc6d4cdd-697d-44a7-863d-6d2c8a6021cc up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:06.018656 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.027121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d350f-9024-408b-856d-78ef1689b7e1 req-b83fd978-14e3-4074-8510-febbb9c8e285 tempest-DeleteServersAdminTestJSON-213502350 tempest-DeleteServersAdminTestJSON-213502350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:06.040987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b0d350f-9024-408b-856d-78ef1689b7e1 req-b83fd978-14e3-4074-8510-febbb9c8e285 tempest-DeleteServersAdminTestJSON-213502350 tempest-DeleteServersAdminTestJSON-213502350-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 1102 time: 0.3708453 Aug 27 13:55:06.180962 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.201611 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:06.212885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:06.214619 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.227599 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.323765 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:55:06.391512 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.429707 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.443916 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Transition to ACTIVE for port object e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:06.457298 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.457772 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Added segment 3d114d6f-cf97-4ceb-996d-fe3db5dc47cf of type vlan for network 34f1a6e9-f4db-4963-a844-aa99bd9c02c2 Aug 27 13:55:06.462822 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.472218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f35d7e9-9613-4524-b991-e39912b3d56f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:06.545913 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.550054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=bc6d4cdd-697d-44a7-863d-6d2c8a6021cc,segment=NetworkSegment(d415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8),segment_id=d415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:06.557454 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00435e21-72f3-4cb3-9aa1-b0d1dcfd2b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.558036 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.558939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ae48976d-e6d9-4190-82b9-bd59539f9834 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:06.565247 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.629660 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f031d89-df7f-4e78-8297-59025a4e404c None None] Pushing event updated for resources: {'Port': ['ID=e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:06.660075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-0b0d350f-9024-408b-856d-78ef1689b7e1 req-f8c73a5f-33c3-4e32-94f3-7ce6b99c0c7e tempest-DeleteServersAdminTestJSON-213502350 tempest-DeleteServersAdminTestJSON-213502350-project-admin] Deleting port d47be808-ed0c-40ab-92d8-53be7db731c6 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:55:06.660643 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0b0d350f-9024-408b-856d-78ef1689b7e1 req-f8c73a5f-33c3-4e32-94f3-7ce6b99c0c7e tempest-DeleteServersAdminTestJSON-213502350 tempest-DeleteServersAdminTestJSON-213502350-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.675534 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Attempting to bind port e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:06.678545 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Attempting to bind port e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:06.679400 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Attempting to bind port e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:06.694314 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:06.695836 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:06.697370 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.697830 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:06.698484 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Bound port: e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:06.700493 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.723675 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.725265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:06.726034 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.734006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=bc6d4cdd-697d-44a7-863d-6d2c8a6021cc,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:06.762425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ae48976d-e6d9-4190-82b9-bd59539f9834 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:06.762975 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.764980 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00435e21-72f3-4cb3-9aa1-b0d1dcfd2b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=641b8492-faaa-4fde-bee8-41ff44a6c833,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:06.836256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00435e21-72f3-4cb3-9aa1-b0d1dcfd2b2f admin admin] Checking segment: {'id': '69f0d35f-4ad3-44ff-a93b-e98cf1988898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '751f701f-d126-44f9-bc17-bf6e9a54e035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:06.836966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00435e21-72f3-4cb3-9aa1-b0d1dcfd2b2f admin admin] Network hostable DHCP agents. Network: 751f701f-d126-44f9-bc17-bf6e9a54e035, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:55:06.845243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3ead4-3880-403f-a9e8-93d8c25046f8 req-91d7a6d2-441a-43ff-abc5-2651af45fe00 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:06.846911 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7df3ead4-3880-403f-a9e8-93d8c25046f8 req-91d7a6d2-441a-43ff-abc5-2651af45fe00 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 1101 time: 0.0872629 Aug 27 13:55:06.854414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3331931 Aug 27 13:55:06.859438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37862) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:06.860314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67c56e-df9f-4a16-b894-276347729dee admin admin] Pushing event updated for resources: {'Network': ['ID=34f1a6e9-f4db-4963-a844-aa99bd9c02c2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:06.878514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Allocated IP 172.20.0.1 (e75bbb05-9e25-4bc6-810d-21cf85766a86/db723e39-27ec-457f-9d85-dd620a0cdad0/f4113ff1-f85f-4758-a13f-3c6647a7fdb7) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:06.879932 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] For port e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:06.882161 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7df3ead4-3880-403f-a9e8-93d8c25046f8 req-7d2f6b13-60c9-4afb-a03e-8cc904ab5e71 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.884360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-744d2308-a0d8-4c93-80f9-101c720e4237 admin admin] Request body: {'subnet': {'network_id': '34f1a6e9-f4db-4963-a844-aa99bd9c02c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-150642903-subnet', 'tenant_id': '1c62db3cb14946a0bd62ffe1c1d50165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:06.885162 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] For port e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:06.904962 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.943565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 34f1a6e9-f4db-4963-a844-aa99bd9c02c2 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:55:06.965523 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Routers {'4838d05f-3b46-4126-99bd-a5837b817897'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:55:06.966061 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:54:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4838d05f-3b46-4126-99bd-a5837b817897'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:06.970896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0b0d350f-9024-408b-856d-78ef1689b7e1 req-f8c73a5f-33c3-4e32-94f3-7ce6b99c0c7e tempest-DeleteServersAdminTestJSON-213502350 tempest-DeleteServersAdminTestJSON-213502350-project-admin] For port d47be808-ed0c-40ab-92d8-53be7db731c6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d47be808-ed0c-40ab-92d8-53be7db731c6,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:06.972294 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0b0d350f-9024-408b-856d-78ef1689b7e1 req-f8c73a5f-33c3-4e32-94f3-7ce6b99c0c7e tempest-DeleteServersAdminTestJSON-213502350 tempest-DeleteServersAdminTestJSON-213502350-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:06.995106 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [req-7df3ead4-3880-403f-a9e8-93d8c25046f8 req-7d2f6b13-60c9-4afb-a03e-8cc904ab5e71 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 13:55:06.995106 n-d-712139-12 neutron-server[101187]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 13:55:06.995106 n-d-712139-12 neutron-server[101187]: [parameters: {'project_id_1': '24b6f8dda3494111bbf69a712765ca93', 'expiration_1': datetime.datetime(2021, 8, 27, 13, 55, 6, 905916)}] Aug 27 13:55:06.995106 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 13:55:06.997211 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [req-7df3ead4-3880-403f-a9e8-93d8c25046f8 req-7d2f6b13-60c9-4afb-a03e-8cc904ab5e71 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 13:55:06.997649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00435e21-72f3-4cb3-9aa1-b0d1dcfd2b2f admin admin] Network 751f701f-d126-44f9-bc17-bf6e9a54e035 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:55:07.006017 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-0b0d350f-9024-408b-856d-78ef1689b7e1 req-f8c73a5f-33c3-4e32-94f3-7ce6b99c0c7e tempest-DeleteServersAdminTestJSON-213502350 tempest-DeleteServersAdminTestJSON-213502350-project-admin] Calling delete_port for d47be808-ed0c-40ab-92d8-53be7db731c6 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:55:07.008529 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f031d89-df7f-4e78-8297-59025a4e404c None None] Pushing event updated for resources: {'Port': ['ID=e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:07.023805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744d2308-a0d8-4c93-80f9-101c720e4237 admin admin] Made reservation on behalf of 1c62db3cb14946a0bd62ffe1c1d50165 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:07.026149 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-744d2308-a0d8-4c93-80f9-101c720e4237 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:07.036332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-00435e21-72f3-4cb3-9aa1-b0d1dcfd2b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 751f701f-d126-44f9-bc17-bf6e9a54e035) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:07.066057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc35fde-9816-4d4d-a8fe-2a8cf18e713b None None] Network 751f701f-d126-44f9-bc17-bf6e9a54e035 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:07.094082 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00435e21-72f3-4cb3-9aa1-b0d1dcfd2b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:07.094698 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00435e21-72f3-4cb3-9aa1-b0d1dcfd2b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:07.108339 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:07.133884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Transition to ACTIVE for port object f4113ff1-f85f-4758-a13f-3c6647a7fdb7 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:07.152298 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] Set router 4838d05f-3b46-4126-99bd-a5837b817897 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:55:07.211675 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:07.222199 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-00435e21-72f3-4cb3-9aa1-b0d1dcfd2b2f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9791226 Aug 27 13:55:07.246004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb6a98-30bd-42f9-a331-f4f4da5259ba req-e393095f-c022-4132-9db1-acc441ae9858 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:07.247797 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1fb6a98-30bd-42f9-a331-f4f4da5259ba req-e393095f-c022-4132-9db1-acc441ae9858 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 950 time: 0.1032608 Aug 27 13:55:07.255383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Network e75bbb05-9e25-4bc6-810d-21cf85766a86 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:07.261680 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:07.277396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:07.279710 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:07.355713 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1fb6a98-30bd-42f9-a331-f4f4da5259ba req-fccab8bd-ef03-47c9-8835-9b00b6fed42c tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000636 Aug 27 13:55:07.386903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaff873-2976-46fc-9b00-6b0284bd8112 None None] Network 751f701f-d126-44f9-bc17-bf6e9a54e035 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:07.504192 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838d05f-3b46-4126-99bd-a5837b817897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1923961928-router', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:55:00Z', 'updated_at': '2021-08-27T13:55:02Z', 'revision_number': 3, 'project_id': '0287a381c30e4b16b87ff9426ee8682b', 'gw_port': {'id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838d05f-3b46-4126-99bd-a5837b817897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:55:01Z', 'updated_at': '2021-08-27T13:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:07.571878 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f652b11f-1314-4b8d-b1a5-f7d8701e48a0 None None] The sync data for ids ['4838d05f-3b46-4126-99bd-a5837b817897'] in n-d-712139-12 is: [{'id': '4838d05f-3b46-4126-99bd-a5837b817897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1923961928-router', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:55:00Z', 'updated_at': '2021-08-27T13:55:02Z', 'revision_number': 3, 'project_id': '0287a381c30e4b16b87ff9426ee8682b', 'gw_port': {'id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838d05f-3b46-4126-99bd-a5837b817897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:55:01Z', 'updated_at': '2021-08-27T13:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:55:07.661240 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7df3ead4-3880-403f-a9e8-93d8c25046f8 req-7d2f6b13-60c9-4afb-a03e-8cc904ab5e71 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:07.682433 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0b0d350f-9024-408b-856d-78ef1689b7e1 req-f8c73a5f-33c3-4e32-94f3-7ce6b99c0c7e tempest-DeleteServersAdminTestJSON-213502350 tempest-DeleteServersAdminTestJSON-213502350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:07.710531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d1e8dffa-f3d6-4613-8173-43ddfae60f2b None None] Provisioning for port f4113ff1-f85f-4758-a13f-3c6647a7fdb7 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:07.715019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d1e8dffa-f3d6-4613-8173-43ddfae60f2b None None] Provisioning complete for port f4113ff1-f85f-4758-a13f-3c6647a7fdb7 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:07.715402 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d1e8dffa-f3d6-4613-8173-43ddfae60f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:07.807735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c73a5f-33c3-4e32-94f3-7ce6b99c0c7e tempest-DeleteServersAdminTestJSON-213502350 tempest-DeleteServersAdminTestJSON-213502350-project-admin] Pushing event deleted for resources: {'Port': ['ID=d47be808-ed0c-40ab-92d8-53be7db731c6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:07.824070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-744d2308-a0d8-4c93-80f9-101c720e4237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:07.871018 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:07.874337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8dffa-f3d6-4613-8173-43ddfae60f2b None None] Port f4113ff1-f85f-4758-a13f-3c6647a7fdb7 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:55:07.878382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f4113ff1-f85f-4758-a13f-3c6647a7fdb7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:07.884259 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['d47be808-ed0c-40ab-92d8-53be7db731c6'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:07.886514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bc6d4cdd-697d-44a7-863d-6d2c8a6021cc up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:08.017686 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0d350f-9024-408b-856d-78ef1689b7e1 req-f8c73a5f-33c3-4e32-94f3-7ce6b99c0c7e tempest-DeleteServersAdminTestJSON-213502350 tempest-DeleteServersAdminTestJSON-213502350-project-admin] No DVR routers for this DVR port d47be808-ed0c-40ab-92d8-53be7db731c6 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:55:08.036250 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0b0d350f-9024-408b-856d-78ef1689b7e1 req-f8c73a5f-33c3-4e32-94f3-7ce6b99c0c7e tempest-DeleteServersAdminTestJSON-213502350 tempest-DeleteServersAdminTestJSON-213502350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:08.041068 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b0d350f-9024-408b-856d-78ef1689b7e1 req-f8c73a5f-33c3-4e32-94f3-7ce6b99c0c7e tempest-DeleteServersAdminTestJSON-213502350 tempest-DeleteServersAdminTestJSON-213502350-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d47be808-ed0c-40ab-92d8-53be7db731c6 HTTP/1.1" status: 204 len: 173 time: 1.9195702 Aug 27 13:55:08.054404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d46a951-3908-492f-bec2-9684da419d60', 'name': 'network-vif-deleted', 'tag': 'd47be808-ed0c-40ab-92d8-53be7db731c6'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:08.056685 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ed6f8e-a42e-4bd1-83a1-fc9d2f0e9235" -d '{"events": [{"server_uuid": "0d46a951-3908-492f-bec2-9684da419d60", "name": "network-vif-deleted", "tag": "d47be808-ed0c-40ab-92d8-53be7db731c6"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:08.157331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:08.157937 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:08.206324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d2308-a0d8-4c93-80f9-101c720e4237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b51444-b074-4e3b-91d3-48d77d3949e3,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:08.216163 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14468d7-cc18-45d3-a868-8b65b28f2e87 x-openstack-request-id: req-b14468d7-cc18-45d3-a868-8b65b28f2e87 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:08.216662 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d46a951-3908-492f-bec2-9684da419d60", "name": "network-vif-deleted", "tag": "d47be808-ed0c-40ab-92d8-53be7db731c6", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:08.217337 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b14468d7-cc18-45d3-a868-8b65b28f2e87 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:08.217870 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d46a951-3908-492f-bec2-9684da419d60', 'name': 'network-vif-deleted', 'tag': 'd47be808-ed0c-40ab-92d8-53be7db731c6', 'status': 'completed', 'code': 200} Aug 27 13:55:08.221119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744d2308-a0d8-4c93-80f9-101c720e4237 admin admin] Checking segment: {'id': '3d114d6f-cf97-4ceb-996d-fe3db5dc47cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '34f1a6e9-f4db-4963-a844-aa99bd9c02c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:08.221853 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744d2308-a0d8-4c93-80f9-101c720e4237 admin admin] Network hostable DHCP agents. Network: 34f1a6e9-f4db-4963-a844-aa99bd9c02c2, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:55:08.258924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744d2308-a0d8-4c93-80f9-101c720e4237 admin admin] Network 34f1a6e9-f4db-4963-a844-aa99bd9c02c2 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:55:08.279865 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-744d2308-a0d8-4c93-80f9-101c720e4237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 34f1a6e9-f4db-4963-a844-aa99bd9c02c2) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:08.287427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744d2308-a0d8-4c93-80f9-101c720e4237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:08.288298 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-744d2308-a0d8-4c93-80f9-101c720e4237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:08.337645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b13a80-fecc-49d8-ba7f-4f307dc5af07 None None] Network 34f1a6e9-f4db-4963-a844-aa99bd9c02c2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:08.400633 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7df3ead4-3880-403f-a9e8-93d8c25046f8 req-7d2f6b13-60c9-4afb-a03e-8cc904ab5e71 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:08.415421 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7df3ead4-3880-403f-a9e8-93d8c25046f8 req-7d2f6b13-60c9-4afb-a03e-8cc904ab5e71 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:08.427288 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-744d2308-a0d8-4c93-80f9-101c720e4237 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5541904 Aug 27 13:55:08.476556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:08.519947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f6b13-60c9-4afb-a03e-8cc904ab5e71 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c67da87-6c3e-457a-88b6-34f08bc81c25,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:08.543501 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:08.544246 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:08.547150 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7df3ead4-3880-403f-a9e8-93d8c25046f8 req-7d2f6b13-60c9-4afb-a03e-8cc904ab5e71 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6907966 Aug 27 13:55:08.651867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37938) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:08.668383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb439c1d-4e6b-4ba1-951b-020e3955d3b4 None None] Network 34f1a6e9-f4db-4963-a844-aa99bd9c02c2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:08.726677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f4113ff1-f85f-4758-a13f-3c6647a7fdb7,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:08.758418 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b06be69-df17-4127-8e0d-f9f14180b901 req-ecb47189-6bc5-4159-86d5-9cd79d12978c tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46a951-3908-492f-bec2-9684da419d60 HTTP/1.1" status: 200 len: 210 time: 0.0594161 Aug 27 13:55:08.833136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Network e75bbb05-9e25-4bc6-810d-21cf85766a86 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:08.835540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:09.050545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Router 4838d05f-3b46-4126-99bd-a5837b817897 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:55:09.096158 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e60909-dce1-4942-975d-7b6499a24196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.278861 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e60909-dce1-4942-975d-7b6499a24196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.286620 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e60909-dce1-4942-975d-7b6499a24196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.300532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:55:09.311544 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-848d72a0-602f-464c-aa78-c4b1c6dc93a6 admin admin] 10.222.0.55 "PUT /v2.0/routers/4838d05f-3b46-4126-99bd-a5837b817897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0409391 Aug 27 13:55:09.326333 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7d73ec2c-e877-4f1a-8493-d4f3e4307264 None None] Provisioning complete for port f4113ff1-f85f-4758-a13f-3c6647a7fdb7 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:09.327014 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7d73ec2c-e877-4f1a-8493-d4f3e4307264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.335802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37962) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:09.341031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1299580796-network', 'tenant_id': '243ca6b177fd4a468bb5fbf3a1c37c7f'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:09.354343 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-69e60909-dce1-4942-975d-7b6499a24196 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a88ed11e74c4877b398d9326407d24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7012115 Aug 27 13:55:09.368989 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Made reservation on behalf of 243ca6b177fd4a468bb5fbf3a1c37c7f for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:09.371522 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.382916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37964) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:09.393158 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.397286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7d73ec2c-e877-4f1a-8493-d4f3e4307264 None None] Port f4113ff1-f85f-4758-a13f-3c6647a7fdb7 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:55:09.414662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e60909-dce1-4942-975d-7b6499a24196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fcf169-77a0-4ff3-8de8-ff534ca317ad,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:09.473491 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db887aa1-036f-4a2f-a107-485c3ce36c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.506561 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db887aa1-036f-4a2f-a107-485c3ce36c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.570727 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.573748 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db887aa1-036f-4a2f-a107-485c3ce36c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.576852 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db887aa1-036f-4a2f-a107-485c3ce36c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.578374 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-db887aa1-036f-4a2f-a107-485c3ce36c22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35fcf169-77a0-4ff3-8de8-ff534ca317ad HTTP/1.1" status: 204 len: 168 time: 0.1933174 Aug 27 13:55:09.580242 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.588523 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db887aa1-036f-4a2f-a107-485c3ce36c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fcf169-77a0-4ff3-8de8-ff534ca317ad,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:09.590982 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.613984 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:55:09.629177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71494f4-5efe-49ab-867e-483c2a4351e9,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:09.633870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.634224 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Added segment cf91017c-2f38-42c9-bff6-8446ae15b463 of type vlan for network 2db197ff-0420-474b-9a7d-bf727f36e457 Aug 27 13:55:09.688216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d47be808-ed0c-40ab-92d8-53be7db731c6 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:55:09.702975 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.740865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: d47be808-ed0c-40ab-92d8-53be7db731c6 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:55:09.741156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d47be808-ed0c-40ab-92d8-53be7db731c6 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:55:09.745710 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.746806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:09.747451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:09.856483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37996) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:09.861734 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-efc7327e-0371-4423-9215-26eb599945d5 admin admin] Request body: {'subnet': {'network_id': '2db197ff-0420-474b-9a7d-bf727f36e457', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1299580796-subnet', 'tenant_id': '243ca6b177fd4a468bb5fbf3a1c37c7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:09.866396 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5216489 Aug 27 13:55:09.871022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:09.885955 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a2c60-2216-49e7-b013-4c4bf65a9442 admin admin] Pushing event updated for resources: {'Network': ['ID=2db197ff-0420-474b-9a7d-bf727f36e457,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:09.900719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 2db197ff-0420-474b-9a7d-bf727f36e457 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:55:09.992358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc7327e-0371-4423-9215-26eb599945d5 admin admin] Made reservation on behalf of 243ca6b177fd4a468bb5fbf3a1c37c7f for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:09.995009 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-efc7327e-0371-4423-9215-26eb599945d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:10.154027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-52b86723-74dc-445c-a8d6-d9b16309d9d1 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:10.162111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-52b86723-74dc-445c-a8d6-d9b16309d9d1 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 821 time: 0.2903287 Aug 27 13:55:10.183252 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-3448da4f-51aa-4277-9888-62f1b195ac73 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/quotas/a7dba67d579b475f8c1e968351f5a6ea HTTP/1.1" status: 200 len: 375 time: 0.0199976 Aug 27 13:55:10.239621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:10.245402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:10.247084 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:10.265231 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38010) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:10.276197 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1532969b-004a-4c69-bf82-38cb0408f170 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857382 Aug 27 13:55:10.286967 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c9912bfd-ba90-4297-a561-fe733f6730a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:10.315554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Sync routers for ids ['4838d05f-3b46-4126-99bd-a5837b817897'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:55:10.339776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Routers {'4838d05f-3b46-4126-99bd-a5837b817897'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:55:10.342520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:54:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4838d05f-3b46-4126-99bd-a5837b817897'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:10.491264 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:10.531836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:10.601419 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:10.664401 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-efc7327e-0371-4423-9215-26eb599945d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:10.731685 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Set router 4838d05f-3b46-4126-99bd-a5837b817897 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:55:10.749597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38022) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:10.762707 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c9912bfd-ba90-4297-a561-fe733f6730a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:10.774766 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c9912bfd-ba90-4297-a561-fe733f6730a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:10.811863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:10.813206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38026) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:10.843847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7327e-0371-4423-9215-26eb599945d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c940714c-eaec-4530-9391-3f06e3ff3eeb,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:10.847047 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c9912bfd-ba90-4297-a561-fe733f6730a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=afc4a4446f704b89b6386166205d5e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5806339 Aug 27 13:55:10.851480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38032) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:10.860774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-03ef7b0d-660a-403b-8d23-2504a1ac93e7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:55:10.870460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9912bfd-ba90-4297-a561-fe733f6730a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b159bc9-3307-4195-9a17-bafeafd8a252,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:10.871166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-03ef7b0d-660a-403b-8d23-2504a1ac93e7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3169367 Aug 27 13:55:10.930449 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-277f2345-0504-4447-ac1d-61241ab07638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:10.972406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc7327e-0371-4423-9215-26eb599945d5 admin admin] Checking segment: {'id': 'cf91017c-2f38-42c9-bff6-8446ae15b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2db197ff-0420-474b-9a7d-bf727f36e457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:10.972982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc7327e-0371-4423-9215-26eb599945d5 admin admin] Network hostable DHCP agents. Network: 2db197ff-0420-474b-9a7d-bf727f36e457, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:55:11.004546 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-277f2345-0504-4447-ac1d-61241ab07638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.025175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc7327e-0371-4423-9215-26eb599945d5 admin admin] Network 2db197ff-0420-474b-9a7d-bf727f36e457 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:55:11.046076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-efc7327e-0371-4423-9215-26eb599945d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 2db197ff-0420-474b-9a7d-bf727f36e457) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:11.059692 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2339-0e04-4dea-ac24-975a7505058d req-00359b68-b9b4-4cd9-81eb-84165a7c4ed5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:11.059930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc7327e-0371-4423-9215-26eb599945d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:11.061824 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-efc7327e-0371-4423-9215-26eb599945d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.062183 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a44a2339-0e04-4dea-ac24-975a7505058d req-00359b68-b9b4-4cd9-81eb-84165a7c4ed5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.1474972 Aug 27 13:55:11.069753 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-f29bb938-fe4b-4a83-86fb-5b20df6ef439 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3090534 Aug 27 13:55:11.095657 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-5d20cfc0-7532-4541-9231-ce74362bdd5a service neutron] 10.222.0.55 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221799 Aug 27 13:55:11.105599 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-277f2345-0504-4447-ac1d-61241ab07638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.108503 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-277f2345-0504-4447-ac1d-61241ab07638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.114069 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-277f2345-0504-4447-ac1d-61241ab07638 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b159bc9-3307-4195-9a17-bafeafd8a252 HTTP/1.1" status: 204 len: 168 time: 0.2569337 Aug 27 13:55:11.136629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a44a2339-0e04-4dea-ac24-975a7505058d req-adc2b471-7b61-4df5-aeac-7d594ba2a549 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614219 Aug 27 13:55:11.138772 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f2345-0504-4447-ac1d-61241ab07638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b159bc9-3307-4195-9a17-bafeafd8a252,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:11.145894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59f3319-9173-4049-b984-1fdbd78091a7 None None] Network 2db197ff-0420-474b-9a7d-bf727f36e457 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:11.289229 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62200de2-d489-4743-9f19-97450b5da136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.290958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838d05f-3b46-4126-99bd-a5837b817897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1923961928-router', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:55:00Z', 'updated_at': '2021-08-27T13:55:07Z', 'revision_number': 4, 'project_id': '0287a381c30e4b16b87ff9426ee8682b', 'gw_port': {'id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838d05f-3b46-4126-99bd-a5837b817897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:55:01Z', 'updated_at': '2021-08-27T13:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f4113ff1-f85f-4758-a13f-3c6647a7fdb7', 'name': '', 'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'mac_address': 'fa:16:3e:da:81:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838d05f-3b46-4126-99bd-a5837b817897', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'db723e39-27ec-457f-9d85-dd620a0cdad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:55:06Z', 'updated_at': '2021-08-27T13:55:08Z', 'revision_number': 2, 'project_id': '0287a381c30e4b16b87ff9426ee8682b', 'subnets': [{'id': 'db723e39-27ec-457f-9d85-dd620a0cdad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:11.337014 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-efc7327e-0371-4423-9215-26eb599945d5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4794207 Aug 27 13:55:11.338047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Checking router: 4838d05f-3b46-4126-99bd-a5837b817897 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:55:11.338508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Updating router 4838d05f-3b46-4126-99bd-a5837b817897 port f4113ff1-f85f-4758-a13f-3c6647a7fdb7 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:55:11.373456 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.410216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61bab68-ff44-4304-9006-20b830c0b7ef None None] Network 2db197ff-0420-474b-9a7d-bf727f36e457 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:11.463537 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-42405b9a-ff9c-466e-b1d7-d5202bec060c service neutron] 10.222.0.55 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230865 Aug 27 13:55:11.532535 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62200de2-d489-4743-9f19-97450b5da136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.540702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62200de2-d489-4743-9f19-97450b5da136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.542870 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-77d03f07-1af8-40f2-8f56-3b75120c1969 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ddeb4452ba5a40ea9c1a24bfa295d285&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469484 Aug 27 13:55:11.545135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38060) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:11.651049 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62200de2-d489-4743-9f19-97450b5da136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab03a7d0-41fd-42ee-8579-bb7f2b97ed75,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:11.664038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-62200de2-d489-4743-9f19-97450b5da136 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d9075efd04b4ea5b42ceeeceeae7952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8486369 Aug 27 13:55:11.666340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38068) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:11.676705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f43487e-76fb-4110-a6ea-ab6db75c4b37 admin admin] Deleting subnet 641b8492-faaa-4fde-bee8-41ff44a6c833 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:55:11.709315 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f43487e-76fb-4110-a6ea-ab6db75c4b37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.788619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fe579f87-246e-474c-b71b-444eb6a939f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.797870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f43487e-76fb-4110-a6ea-ab6db75c4b37 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.856278 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f43487e-76fb-4110-a6ea-ab6db75c4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.860000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fe579f87-246e-474c-b71b-444eb6a939f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.931052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:11.975414 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fe579f87-246e-474c-b71b-444eb6a939f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.979637 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fe579f87-246e-474c-b71b-444eb6a939f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:11.983630 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fe579f87-246e-474c-b71b-444eb6a939f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab03a7d0-41fd-42ee-8579-bb7f2b97ed75 HTTP/1.1" status: 204 len: 168 time: 0.3137412 Aug 27 13:55:11.999892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe579f87-246e-474c-b71b-444eb6a939f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab03a7d0-41fd-42ee-8579-bb7f2b97ed75,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:12.019669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6b507-b105-4542-b287-ca984035b269 req-a9b30d9c-c22a-40cd-adcb-c99e99cc16dd tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:12.032286 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-a9b30d9c-c22a-40cd-adcb-c99e99cc16dd tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4063854 Aug 27 13:55:12.108861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-60acb4a5-bc22-41e2-843a-b8fe4b56e20a tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/quotas/ddeb4452ba5a40ea9c1a24bfa295d285 HTTP/1.1" status: 200 len: 375 time: 0.0747769 Aug 27 13:55:12.180831 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-fd6e51aa-649d-4212-8307-dff565a93565 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddeb4452ba5a40ea9c1a24bfa295d285&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705762 Aug 27 13:55:12.228465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:12.228886 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:12.246789 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f43487e-76fb-4110-a6ea-ab6db75c4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:12.304700 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43487e-76fb-4110-a6ea-ab6db75c4b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641b8492-faaa-4fde-bee8-41ff44a6c833,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:12.318609 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f43487e-76fb-4110-a6ea-ab6db75c4b37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:12.322564 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1f43487e-76fb-4110-a6ea-ab6db75c4b37 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/641b8492-faaa-4fde-bee8-41ff44a6c833 HTTP/1.1" status: 204 len: 168 time: 0.7750871 Aug 27 13:55:12.329434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38108) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:12.345040 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecc16f81-9a6b-425f-9d63-989fb208827a req-b7aa93b8-6d04-4ebf-8c41-3534a5ec9686 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 210 time: 0.1220391 Aug 27 13:55:12.370870 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:12.439055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Transition to ACTIVE for port object f4113ff1-f85f-4758-a13f-3c6647a7fdb7 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:12.529642 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:12.705643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962451e-b855-4f48-92ed-36cddc9d6401 req-f56d86df-3f71-4da4-8888-f40875e82c41 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:12.708995 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2962451e-b855-4f48-92ed-36cddc9d6401 req-f56d86df-3f71-4da4-8888-f40875e82c41 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.0997694 Aug 27 13:55:12.747363 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:12.759049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47c2fe-5872-40ea-aaef-4b1c25321e60 None None] Pushing event updated for resources: {'Port': ['ID=f4113ff1-f85f-4758-a13f-3c6647a7fdb7,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:12.831146 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Attempting to bind port f4113ff1-f85f-4758-a13f-3c6647a7fdb7 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:12.831914 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Attempting to bind port f4113ff1-f85f-4758-a13f-3c6647a7fdb7 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'd415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:12.832783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Attempting to bind port f4113ff1-f85f-4758-a13f-3c6647a7fdb7 on network e75bbb05-9e25-4bc6-810d-21cf85766a86 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:12.843756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:12.844376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Checking segment: {'id': 'd415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:12.845112 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:12.845647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Bound using segment: {'id': 'd415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:12.846973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Bound port: f4113ff1-f85f-4758-a13f-3c6647a7fdb7, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:12.847535 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:12.875331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939198-e87a-4b63-8a9a-814ee59e67ca req-869478cf-d8db-4d46-b153-2603510cce27 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:12.887142 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3b939198-e87a-4b63-8a9a-814ee59e67ca req-869478cf-d8db-4d46-b153-2603510cce27 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 971 time: 0.3539085 Aug 27 13:55:12.890203 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2962451e-b855-4f48-92ed-36cddc9d6401 req-008bbb18-e6ef-46c5-b126-40e421659cfe tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535866 Aug 27 13:55:12.971683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38134) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:12.980892 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f0658c2a-62ed-4cdf-b023-cea5d7ba1b1c req-7809d6ea-b201-4e54-aed5-4310a632c8e1 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0487075 Aug 27 13:55:13.000406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] For port f4113ff1-f85f-4758-a13f-3c6647a7fdb7, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:13.024237 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] For port f4113ff1-f85f-4758-a13f-3c6647a7fdb7, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f4113ff1-f85f-4758-a13f-3c6647a7fdb7,segment=NetworkSegment(d415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8),segment_id=d415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:13.037357 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4d63d5d7-270b-4077-83a4-d84fef7db6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:13.039429 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:13.158039 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3b939198-e87a-4b63-8a9a-814ee59e67ca req-f9a5d3bb-a00d-4d66-b222-8d99d1c999c6 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660096 Aug 27 13:55:13.181520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:13.195288 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.196053 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.197071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.197563 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > port after_create 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.198084 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.198599 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > port after_update 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.199267 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.199746 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.200250 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.200753 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.270800 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Routers {'4838d05f-3b46-4126-99bd-a5837b817897'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:55:13.272312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:54:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4838d05f-3b46-4126-99bd-a5837b817897'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:13.387514 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4d63d5d7-270b-4077-83a4-d84fef7db6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:13.395061 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4d63d5d7-270b-4077-83a4-d84fef7db6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:13.540401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4d63d5d7-270b-4077-83a4-d84fef7db6d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3b8059f82e94812b3791a8a5fdbe54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5547338 Aug 27 13:55:13.544374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38148) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:13.564110 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63d5d7-270b-4077-83a4-d84fef7db6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899f7099-d74b-4f80-ae80-988ecdf1f50b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:13.634733 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.635158 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.635489 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.636654 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:13.637030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751f701f-d126-44f9-bc17-bf6e9a54e035']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:13.643861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] Set router 4838d05f-3b46-4126-99bd-a5837b817897 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:55:13.675034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f0d35f-4ad3-44ff-a93b-e98cf1988898') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:13.675340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f0d35f-4ad3-44ff-a93b-e98cf1988898') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:13.702701 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:13.736410 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:13.750157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:55:13.752778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:13.784775 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3257cf65-2830-4281-b2cf-570550e81e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:13.844851 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3257cf65-2830-4281-b2cf-570550e81e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:13.849111 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47c2fe-5872-40ea-aaef-4b1c25321e60 None None] Pushing event updated for resources: {'Port': ['ID=f4113ff1-f85f-4758-a13f-3c6647a7fdb7,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:13.872333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94fac-b5df-4d01-b39f-348aa619a2b0 req-01a4ed26-9f21-4e4e-a1e2-6113a8001834 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: from cryptography.utils import int_from_bytes Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: from cryptography.utils import int_from_bytes Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: timer() Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:55:13.873798 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:55:13.876324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0e94fac-b5df-4d01-b39f-348aa619a2b0 req-01a4ed26-9f21-4e4e-a1e2-6113a8001834 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 971 time: 0.1571560 Aug 27 13:55:13.948327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38164) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:14.055720 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-02e02133-120f-459f-9229-02c0437537bb req-f3074e97-085f-454e-8614-c9593942bff4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 210 time: 0.1628630 Aug 27 13:55:14.055720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-10fc86c6-0266-4c5c-96b2-f760662844d4 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080295000', 'description': 'tempest-description--1034687274'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:14.061675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.41', 51278) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:14.130915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:14.215578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-068736b1-972b-438c-9be3-8f2641a91388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:14.217519 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-068736b1-972b-438c-9be3-8f2641a91388 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 1101 time: 0.2622900 Aug 27 13:55:14.227816 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:14.229813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/751f701f-d126-44f9-bc17-bf6e9a54e035 HTTP/1.1" status: 204 len: 168 time: 1.8978827 Aug 27 13:55:14.230769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1908cec-011f-4ded-9b87-d464235794b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=751f701f-d126-44f9-bc17-bf6e9a54e035,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:14.236742 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38176) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:14.259090 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10fc86c6-0266-4c5c-96b2-f760662844d4 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:14.283832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838d05f-3b46-4126-99bd-a5837b817897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1923961928-router', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:55:00Z', 'updated_at': '2021-08-27T13:55:07Z', 'revision_number': 4, 'project_id': '0287a381c30e4b16b87ff9426ee8682b', 'gw_port': {'id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838d05f-3b46-4126-99bd-a5837b817897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:55:01Z', 'updated_at': '2021-08-27T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f4113ff1-f85f-4758-a13f-3c6647a7fdb7', 'name': '', 'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'mac_address': 'fa:16:3e:da:81:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838d05f-3b46-4126-99bd-a5837b817897', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'db723e39-27ec-457f-9d85-dd620a0cdad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:55:06Z', 'updated_at': '2021-08-27T13:55:12Z', 'revision_number': 4, 'project_id': '0287a381c30e4b16b87ff9426ee8682b', 'subnets': [{'id': 'db723e39-27ec-457f-9d85-dd620a0cdad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:14.316329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f041fe8-f801-4150-a492-ce5136dbcc3e admin admin] Deleting subnet c940714c-eaec-4530-9391-3f06e3ff3eeb {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:55:14.318190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f668eb-6eff-4038-a4cc-87058e715ac8 None None] The sync data for ids ['4838d05f-3b46-4126-99bd-a5837b817897'] in n-d-712139-12 is: [{'id': '4838d05f-3b46-4126-99bd-a5837b817897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1923961928-router', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:55:00Z', 'updated_at': '2021-08-27T13:55:07Z', 'revision_number': 4, 'project_id': '0287a381c30e4b16b87ff9426ee8682b', 'gw_port': {'id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838d05f-3b46-4126-99bd-a5837b817897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:55:01Z', 'updated_at': '2021-08-27T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f4113ff1-f85f-4758-a13f-3c6647a7fdb7', 'name': '', 'network_id': 'e75bbb05-9e25-4bc6-810d-21cf85766a86', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'mac_address': 'fa:16:3e:da:81:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838d05f-3b46-4126-99bd-a5837b817897', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'db723e39-27ec-457f-9d85-dd620a0cdad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:55:06Z', 'updated_at': '2021-08-27T13:55:12Z', 'revision_number': 4, 'project_id': '0287a381c30e4b16b87ff9426ee8682b', 'subnets': [{'id': 'db723e39-27ec-457f-9d85-dd620a0cdad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:55:14.327262 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f041fe8-f801-4150-a492-ce5136dbcc3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:14.344489 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b4a2f34-3cdb-4c45-bf1b-47cf2a23a437 req-3f40cdc1-7052-4571-9742-3f8ad78695f8 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 210 time: 0.1570170 Aug 27 13:55:14.375010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0aefe-9896-4f1b-8c6c-4f94b702c4a9 req-08530d44-18f6-4a4e-8262-969a27c82523 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:14.399969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40e0aefe-9896-4f1b-8c6c-4f94b702c4a9 req-08530d44-18f6-4a4e-8262-969a27c82523 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.3400440 Aug 27 13:55:14.415368 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-fe7b7846-2c6d-4035-a190-a157a8d1a23f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:14.416765 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-fe7b7846-2c6d-4035-a190-a157a8d1a23f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.41 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 821 time: 0.3531494 Aug 27 13:55:14.445738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1988333d-3357-4be2-93d5-e6a3a0ca2550 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Request body: {'port': {'device_id': '41e07c4e-37ac-4796-900c-be1bc95028de', 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549', 'admin_state_up': True, 'tenant_id': 'a7dba67d579b475f8c1e968351f5a6ea'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:14.481120 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3257cf65-2830-4281-b2cf-570550e81e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:14.483760 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3257cf65-2830-4281-b2cf-570550e81e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:14.495276 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3257cf65-2830-4281-b2cf-570550e81e1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/899f7099-d74b-4f80-ae80-988ecdf1f50b HTTP/1.1" status: 204 len: 168 time: 0.9448206 Aug 27 13:55:14.523374 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f041fe8-f801-4150-a492-ce5136dbcc3e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:14.633986 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bdaa9eab-c05b-495b-b6bd-aa0e28f32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:14.648139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257cf65-2830-4281-b2cf-570550e81e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899f7099-d74b-4f80-ae80-988ecdf1f50b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:14.668955 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f041fe8-f801-4150-a492-ce5136dbcc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:14.671609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-5988d868-a50a-4c83-b1dc-097a872586e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:14.673099 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-5988d868-a50a-4c83-b1dc-097a872586e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.4350877 Aug 27 13:55:14.742878 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40e0aefe-9896-4f1b-8c6c-4f94b702c4a9 req-24770f32-7315-49c6-b0ad-1e826f6ecedf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270547 Aug 27 13:55:14.824096 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10fc86c6-0266-4c5c-96b2-f760662844d4 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:14.830017 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-b0e94fac-b5df-4d01-b39f-348aa619a2b0 req-643960c2-3deb-43b5-88ff-61b52462e4e6 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Deleting port 724c8ddc-5cf4-4945-9f51-9964e63b4807 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:55:14.830364 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b0e94fac-b5df-4d01-b39f-348aa619a2b0 req-643960c2-3deb-43b5-88ff-61b52462e4e6 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:14.835201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-5edc9696-2cdf-4ea0-92d5-50223baf0e5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=7dc98858-6543-4003-ab35-a7d14120bd36 HTTP/1.1" status: 200 len: 217 time: 0.1319802 Aug 27 13:55:14.835699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.41', 51279) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:14.846833 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10fc86c6-0266-4c5c-96b2-f760662844d4 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:14.914378 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10fc86c6-0266-4c5c-96b2-f760662844d4 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:14.915535 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-10fc86c6-0266-4c5c-96b2-f760662844d4 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9419920 Aug 27 13:55:14.930596 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38190) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:14.944267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f28622-f656-4aa5-885b-bdfacab4a28a req-153baa9a-e978-459d-9e31-bbece044ffd0 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:14.945870 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34f28622-f656-4aa5-885b-bdfacab4a28a req-153baa9a-e978-459d-9e31-bbece044ffd0 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 971 time: 0.1755943 Aug 27 13:55:14.948034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc86c6-0266-4c5c-96b2-f760662844d4 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04db31e-96fa-4d4a-976f-0aa99a3152b7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:14.967365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c3cba1a0-9e31-4ba1-a8d2-c4f94891d6d9 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Request body: {'security_group_rule': {'security_group_id': 'b04db31e-96fa-4d4a-976f-0aa99a3152b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:14.994288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1988333d-3357-4be2-93d5-e6a3a0ca2550 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Made reservation on behalf of a7dba67d579b475f8c1e968351f5a6ea for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:15.019054 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-7b7fa81f-6595-4310-a0f2-25b1da68f11b tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ddeb4452ba5a40ea9c1a24bfa295d285&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1402161 Aug 27 13:55:15.019518 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1988333d-3357-4be2-93d5-e6a3a0ca2550 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:15.099389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34f28622-f656-4aa5-885b-bdfacab4a28a req-2cd8b684-f4b1-4e42-8fcd-879c70714ade tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369219 Aug 27 13:55:15.144980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f041fe8-f801-4150-a492-ce5136dbcc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:15.254388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-63a0433c-2c0d-4167-b175-82706b6979c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:15.256469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-63a0433c-2c0d-4167-b175-82706b6979c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.3598599 Aug 27 13:55:15.258364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f041fe8-f801-4150-a492-ce5136dbcc3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c940714c-eaec-4530-9391-3f06e3ff3eeb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:15.273662 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f041fe8-f801-4150-a492-ce5136dbcc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:15.275623 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9f041fe8-f801-4150-a492-ce5136dbcc3e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c940714c-eaec-4530-9391-3f06e3ff3eeb HTTP/1.1" status: 204 len: 168 time: 1.0354471 Aug 27 13:55:15.292371 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3cba1a0-9e31-4ba1-a8d2-c4f94891d6d9 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:15.357992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38200) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:15.371760 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b0e94fac-b5df-4d01-b39f-348aa619a2b0 req-643960c2-3deb-43b5-88ff-61b52462e4e6 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] For port 724c8ddc-5cf4-4945-9f51-9964e63b4807, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=724c8ddc-5cf4-4945-9f51-9964e63b4807,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:15.372441 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b0e94fac-b5df-4d01-b39f-348aa619a2b0 req-643960c2-3deb-43b5-88ff-61b52462e4e6 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:15.494125 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8aedb82-833b-45ec-b6db-37a8a52d7a79 req-64c547f7-8f72-4e20-afb9-e5f6e8ab2d1c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 210 time: 0.0493724 Aug 27 13:55:15.711982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1988333d-3357-4be2-93d5-e6a3a0ca2550 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Allocated IP 172.20.0.14 (eaa53a44-b2bb-4005-84f2-0d841f0a4549/24b2ce31-ff9b-45b0-b1a0-ae006e096667/c7ea09cc-7f30-4056-96f4-250fd1e7ee99) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:15.743532 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:15.806854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6b507-b105-4542-b287-ca984035b269 req-24486fd9-3ad8-4106-8c3a-9bbfa755e8f1 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:15.810431 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-24486fd9-3ad8-4106-8c3a-9bbfa755e8f1 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7772746 Aug 27 13:55:15.811733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-b0e94fac-b5df-4d01-b39f-348aa619a2b0 req-643960c2-3deb-43b5-88ff-61b52462e4e6 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Calling delete_port for 724c8ddc-5cf4-4945-9f51-9964e63b4807 owned by compute:tempest-test_az-558153400 {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:55:15.850459 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f4113ff1-f85f-4758-a13f-3c6647a7fdb7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:15.882798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-d5e6b507-b105-4542-b287-ca984035b269 req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Request body: {'port': {'device_id': '50424a56-b01a-4695-9585-db11f408e9a1', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'ddeb4452ba5a40ea9c1a24bfa295d285'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:15.937330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01cfd6-e553-4422-b37e-0140ea347c9e req-227ff96f-4a29-40ff-96a5-83db1b9beb31 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:15.938941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8b01cfd6-e553-4422-b37e-0140ea347c9e req-227ff96f-4a29-40ff-96a5-83db1b9beb31 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.1182234 Aug 27 13:55:15.939651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port f4113ff1-f85f-4758-a13f-3c6647a7fdb7 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:15.945804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6c45f2b4-4596-4e33-bc73-736281d9d923 req-a808f1af-a8c9-4bbc-9047-84524368bc64 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 210 time: 0.1629515 Aug 27 13:55:15.952670 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f4113ff1-f85f-4758-a13f-3c6647a7fdb7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:15.953029 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.003605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-1891fdbf-01ac-4cf6-a6d0-2beb4ffa3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:16.005106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-1891fdbf-01ac-4cf6-a6d0-2beb4ffa3217 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7284305 Aug 27 13:55:16.084922 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8b01cfd6-e553-4422-b37e-0140ea347c9e req-8122bb92-e0ab-4407-ac2a-2fb2e8cd080e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331573 Aug 27 13:55:16.094384 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.100997 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1988333d-3357-4be2-93d5-e6a3a0ca2550 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.170830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port f4113ff1-f85f-4758-a13f-3c6647a7fdb7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f4113ff1-f85f-4758-a13f-3c6647a7fdb7,segment=NetworkSegment(d415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8),segment_id=d415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:16.181455 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.217160 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1988333d-3357-4be2-93d5-e6a3a0ca2550 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.258626 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=f4113ff1-f85f-4758-a13f-3c6647a7fdb7,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:16.304517 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3cba1a0-9e31-4ba1-a8d2-c4f94891d6d9 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.332051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1988333d-3357-4be2-93d5-e6a3a0ca2550 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Network eaa53a44-b2bb-4005-84f2-0d841f0a4549 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:16.353275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1988333d-3357-4be2-93d5-e6a3a0ca2550 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:16.368059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1988333d-3357-4be2-93d5-e6a3a0ca2550 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:16.386930 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3cba1a0-9e31-4ba1-a8d2-c4f94891d6d9 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.419045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988333d-3357-4be2-93d5-e6a3a0ca2550 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Pushing event updated for resources: {'Port': ['ID=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:16.444822 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1988333d-3357-4be2-93d5-e6a3a0ca2550 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:16.445476 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1988333d-3357-4be2-93d5-e6a3a0ca2550 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.478845 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1988333d-3357-4be2-93d5-e6a3a0ca2550 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0380599 Aug 27 13:55:16.491691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cba1a0-9e31-4ba1-a8d2-c4f94891d6d9 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854cd729-d294-44b8-8c58-ac604d42b05b,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:16.499302 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e6b507-b105-4542-b287-ca984035b269 req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Made reservation on behalf of ddeb4452ba5a40ea9c1a24bfa295d285 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:16.502945 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5e6b507-b105-4542-b287-ca984035b269 req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.514307 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Request body: {'port': {'device_id': '41e07c4e-37ac-4796-900c-be1bc95028de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:16.525044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3cba1a0-9e31-4ba1-a8d2-c4f94891d6d9 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.525705 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c3cba1a0-9e31-4ba1-a8d2-c4f94891d6d9 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5929267 Aug 27 13:55:16.536777 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.543012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38258) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:16.554461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-edcac163-32a6-4b4e-97ff-985a78491293 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Request body: {'security_group_rule': {'security_group_id': 'b04db31e-96fa-4d4a-976f-0aa99a3152b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:16.565794 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.566473 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.567450 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.568551 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > port after_create 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.569067 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.569730 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > port after_update 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.570245 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.571200 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.574857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38260) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:16.575478 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.576053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.652411 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.653130 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.653797 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.654728 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 13:55:16.655290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db197ff-0420-474b-9a7d-bf727f36e457']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:16.662281 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-edcac163-32a6-4b4e-97ff-985a78491293 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.680357 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.684728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4c7a3-477a-4e51-a6cc-004aa9fd850f req-3844bb1e-640b-49f6-a356-9dd8d8ad30cc tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:16.692906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bcb4c7a3-477a-4e51-a6cc-004aa9fd850f req-3844bb1e-640b-49f6-a356-9dd8d8ad30cc tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 971 time: 0.4434199 Aug 27 13:55:16.710564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf91017c-2f38-42c9-bff6-8446ae15b463') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:16.711010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf91017c-2f38-42c9-bff6-8446ae15b463') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:16.752119 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.756502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b740f-dbbe-4ea8-9550-a05eef94978a req-67a9232f-6b47-4950-92e5-a4d822b07b2e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:16.758191 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b98b740f-dbbe-4ea8-9550-a05eef94978a req-67a9232f-6b47-4950-92e5-a4d822b07b2e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 932 time: 0.1562169 Aug 27 13:55:16.761022 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-512e0c4f-ea94-4f9e-a674-3af6673935b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.819100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-75f58ac7-a20a-49b7-beeb-2cac162442f6 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774038 Aug 27 13:55:16.874840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.925110 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:55:16.925520 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: from cryptography.utils import int_from_bytes Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: from cryptography.utils import int_from_bytes Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: timer() Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:55:16.934150 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:55:16.953717 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bcb4c7a3-477a-4e51-a6cc-004aa9fd850f req-d25cf766-9f1c-475a-b247-3879e2648620 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592559 Aug 27 13:55:16.961334 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-edcac163-32a6-4b4e-97ff-985a78491293 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:16.979730 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b98b740f-dbbe-4ea8-9550-a05eef94978a req-a374b653-58b2-43b8-82e8-39ea834f99e1 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121193 Aug 27 13:55:16.993640 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-edcac163-32a6-4b4e-97ff-985a78491293 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.019957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b0e94fac-b5df-4d01-b39f-348aa619a2b0 req-643960c2-3deb-43b5-88ff-61b52462e4e6 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.092661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcac163-32a6-4b4e-97ff-985a78491293 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81ac38c-703c-4317-b0d0-db9d87effac8,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:17.101258 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.102677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643960c2-3deb-43b5-88ff-61b52462e4e6 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Pushing event deleted for resources: {'Port': ['ID=724c8ddc-5cf4-4945-9f51-9964e63b4807,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:17.128775 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-d5e6b507-b105-4542-b287-ca984035b269 req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Allocated IP 192.168.233.39 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/365e0589-3c0a-4a62-83c2-87618c594bdd) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:17.140051 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.141894 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] 10.222.0.55 "DELETE /v2.0/networks/2db197ff-0420-474b-9a7d-bf727f36e457 HTTP/1.1" status: 204 len: 168 time: 1.7738507 Aug 27 13:55:17.157671 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-cf3b344e-268f-45db-9df9-1d8e900732db service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255663 Aug 27 13:55:17.167595 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8608d9-d97a-406b-9142-bd7aaaceec0e admin admin] Pushing event deleted for resources: {'Network': ['ID=2db197ff-0420-474b-9a7d-bf727f36e457,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:17.207151 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d1c8e15c-e800-47ce-9669-b62d6a64c870 req-d3a0f166-0ad8-4dc4-b1c8-5859ac4ad1ec tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 210 time: 0.1174428 Aug 27 13:55:17.263210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e94fac-b5df-4d01-b39f-348aa619a2b0 req-643960c2-3deb-43b5-88ff-61b52462e4e6 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] No DVR routers for this DVR port 724c8ddc-5cf4-4945-9f51-9964e63b4807 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:55:17.275554 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-512e0c4f-ea94-4f9e-a674-3af6673935b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.286663 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b0e94fac-b5df-4d01-b39f-348aa619a2b0 req-643960c2-3deb-43b5-88ff-61b52462e4e6 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.289771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0e94fac-b5df-4d01-b39f-348aa619a2b0 req-643960c2-3deb-43b5-88ff-61b52462e4e6 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.52 "DELETE /v2.0/ports/724c8ddc-5cf4-4945-9f51-9964e63b4807 HTTP/1.1" status: 204 len: 173 time: 3.4038527 Aug 27 13:55:17.290505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f8ab85-afa7-4590-9815-556a8dac6339', 'name': 'network-vif-deleted', 'tag': '724c8ddc-5cf4-4945-9f51-9964e63b4807'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:17.293045 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adad7e6-01c3-4a86-b57d-2eb3ac5e9aa0" -d '{"events": [{"server_uuid": "44f8ab85-afa7-4590-9815-556a8dac6339", "name": "network-vif-deleted", "tag": "724c8ddc-5cf4-4945-9f51-9964e63b4807"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:17.316694 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-512e0c4f-ea94-4f9e-a674-3af6673935b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.353351 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-edcac163-32a6-4b4e-97ff-985a78491293 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.360416 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-edcac163-32a6-4b4e-97ff-985a78491293 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8135383 Aug 27 13:55:17.392812 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.398751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38286) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:17.410594 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:17.480605 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f2722f14-fbbe-4aa9-a553-066b5a23daec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.491825 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bedbd96-58fc-4b10-b9ea-a7a5fe1c7b84 x-openstack-request-id: req-5bedbd96-58fc-4b10-b9ea-a7a5fe1c7b84 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:17.492434 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f8ab85-afa7-4590-9815-556a8dac6339", "name": "network-vif-deleted", "tag": "724c8ddc-5cf4-4945-9f51-9964e63b4807", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:17.492434 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5bedbd96-58fc-4b10-b9ea-a7a5fe1c7b84 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:17.492760 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f8ab85-afa7-4590-9815-556a8dac6339', 'name': 'network-vif-deleted', 'tag': '724c8ddc-5cf4-4945-9f51-9964e63b4807', 'status': 'completed', 'code': 200} Aug 27 13:55:17.499466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38288) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:17.534106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e0c4f-ea94-4f9e-a674-3af6673935b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561f49bb-6841-48e4-b055-d3c68ff6def8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:17.557731 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-512e0c4f-ea94-4f9e-a674-3af6673935b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=adfec321be6443c091e6b51bb3570974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9793546 Aug 27 13:55:17.560459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38290) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:17.569461 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5e6b507-b105-4542-b287-ca984035b269 req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.597033 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.612009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ea09cc-7f30-4056-96f4-250fd1e7ee99 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:17.623122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f070524-7e83-4bd7-aa84-b72c4e03e19d req-f970e633-90a1-4fd3-8c7b-963c37b013d4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:17.627493 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-53383150-34de-4b0e-9eec-5fea6e949a7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3fa1ff7505b41f3af8115882067be27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266317 Aug 27 13:55:17.630962 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f070524-7e83-4bd7-aa84-b72c4e03e19d req-f970e633-90a1-4fd3-8c7b-963c37b013d4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.2932088 Aug 27 13:55:17.632668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-d5e6b507-b105-4542-b287-ca984035b269 req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Transition to ACTIVE for port object 365e0589-3c0a-4a62-83c2-87618c594bdd will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:17.634567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38292) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:17.637179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.689859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Transition to ACTIVE for port object c7ea09cc-7f30-4056-96f4-250fd1e7ee99 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:17.697633 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.706170 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c36d4fe4-ad82-4c4b-a8c7-c4ff3303d710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.728688 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f070524-7e83-4bd7-aa84-b72c4e03e19d req-805f760f-c4b4-400a-98eb-6f894ec52aa6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966022 Aug 27 13:55:17.755812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c36d4fe4-ad82-4c4b-a8c7-c4ff3303d710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.755812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5e6b507-b105-4542-b287-ca984035b269 req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.758726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-052c766d-a37a-4782-93a6-01c8b209ebbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.808126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Pushing event updated for resources: {'Port': ['ID=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:17.848893 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-052c766d-a37a-4782-93a6-01c8b209ebbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.851683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e6b507-b105-4542-b287-ca984035b269 req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:17.867231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-d5e6b507-b105-4542-b287-ca984035b269 req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:17.885667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e6b507-b105-4542-b287-ca984035b269 req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:17.943953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f4113ff1-f85f-4758-a13f-3c6647a7fdb7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:17.963544 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Pushing event updated for resources: {'Port': ['ID=365e0589-3c0a-4a62-83c2-87618c594bdd,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:17.968069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Attempting to bind port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:17.968825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Attempting to bind port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:17.968825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Attempting to bind port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:17.972969 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:17.988317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:17.989428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Attempting to bind port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:18.026636 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c36d4fe4-ad82-4c4b-a8c7-c4ff3303d710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:18.029242 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c36d4fe4-ad82-4c4b-a8c7-c4ff3303d710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:18.030111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:18.030487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:18.031095 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:18.031582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Bound port: c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:18.031968 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:18.043095 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c36d4fe4-ad82-4c4b-a8c7-c4ff3303d710 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/561f49bb-6841-48e4-b055-d3c68ff6def8 HTTP/1.1" status: 204 len: 168 time: 0.4732034 Aug 27 13:55:18.063574 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f4113ff1-f85f-4758-a13f-3c6647a7fdb7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:18.064271 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:18.157223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6b507-b105-4542-b287-ca984035b269 req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:18.159133 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5e6b507-b105-4542-b287-ca984035b269 req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:18.207895 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ce0b02e-275d-4531-90ed-1f0063722fbd req-07892881-3de8-43cd-9bb4-cf51546a34c4 tempest-AggregatesAdminTestJSON-2051765239 tempest-AggregatesAdminTestJSON-2051765239-project] 10.222.0.55 "GET /v2.0/ports?device_id=44f8ab85-afa7-4590-9815-556a8dac6339 HTTP/1.1" status: 200 len: 210 time: 0.0863841 Aug 27 13:55:18.231377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d4fe4-ad82-4c4b-a8c7-c4ff3303d710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561f49bb-6841-48e4-b055-d3c68ff6def8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:18.246096 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-052c766d-a37a-4782-93a6-01c8b209ebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:18.251917 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-052c766d-a37a-4782-93a6-01c8b209ebbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:18.259491 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-052c766d-a37a-4782-93a6-01c8b209ebbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54ab239c-83f4-409b-955f-ccc1a44ae097 HTTP/1.1" status: 204 len: 168 time: 0.6215703 Aug 27 13:55:18.284059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-b0ce2241-4024-4cd2-9492-c42ca88c3096 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4093304 Aug 27 13:55:18.345429 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c766d-a37a-4782-93a6-01c8b209ebbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ab239c-83f4-409b-955f-ccc1a44ae097,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:18.374148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Request body: {'port': {'device_id': '50424a56-b01a-4695-9585-db11f408e9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:18.404883 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-11f4c20e-632f-4bfc-bac7-ea5f81ff98c1 None None] Provisioning for port 365e0589-3c0a-4a62-83c2-87618c594bdd completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:18.416093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-11f4c20e-632f-4bfc-bac7-ea5f81ff98c1 None None] Provisioning complete for port 365e0589-3c0a-4a62-83c2-87618c594bdd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:18.416467 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-11f4c20e-632f-4bfc-bac7-ea5f81ff98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:18.470142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-11f4c20e-632f-4bfc-bac7-ea5f81ff98c1 None None] Port 365e0589-3c0a-4a62-83c2-87618c594bdd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:55:18.484912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 724c8ddc-5cf4-4945-9f51-9964e63b4807 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:55:18.525418 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 724c8ddc-5cf4-4945-9f51-9964e63b4807 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:55:18.525970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 724c8ddc-5cf4-4945-9f51-9964e63b4807 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:55:18.568888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f3c6e-a416-4a08-8b0f-4144e9f028ae req-cdd0b730-7a75-41e9-a014-a4d2322f337f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:18.571496 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-380f3c6e-a416-4a08-8b0f-4144e9f028ae req-cdd0b730-7a75-41e9-a014-a4d2322f337f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 944 time: 0.2163401 Aug 27 13:55:18.622999 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:18.636627 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:18.668983 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-380f3c6e-a416-4a08-8b0f-4144e9f028ae req-c70847fc-be69-4167-a99d-95316adf3538 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641470 Aug 27 13:55:18.677620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:18.714794 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Allocated IP 172.25.2.10 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/7dbe4760-4d83-47aa-abf9-326889b59c8b) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:18.719942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:18.732501 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:18.743983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078fbd5-0555-459f-9f7c-15ba3b391ee5 req-416c9db3-e924-4bf2-a382-91c059734dc6 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:18.751125 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6078fbd5-0555-459f-9f7c-15ba3b391ee5 req-416c9db3-e924-4bf2-a382-91c059734dc6 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 935 time: 0.1245761 Aug 27 13:55:18.852272 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:18.852888 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:18.854296 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] 10.222.0.41 "PUT /v2.0/ports/c7ea09cc-7f30-4056-96f4-250fd1e7ee99 HTTP/1.1" status: 200 len: 1093 time: 2.3519917 Aug 27 13:55:18.861846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e07c4e-37ac-4796-900c-be1bc95028de', 'tag': 'c7ea09cc-7f30-4056-96f4-250fd1e7ee99'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:18.918514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be99735-dfda-473a-8147-9fd100d8fe7e service neutron] Pushing event updated for resources: {'Port': ['ID=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:18.939320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6078fbd5-0555-459f-9f7c-15ba3b391ee5 req-52592a52-d8cd-4325-aaa2-519a171a99fb tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781006 Aug 27 13:55:18.962262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38318) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:18.996852 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da9d0cab-0fbe-44b4-8199-87b0dba15b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.027466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38322) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:19.102671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-4acce43e-cd82-44bf-85d7-e6d128dbd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:19.104458 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-4acce43e-cd82-44bf-85d7-e6d128dbd801 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 1096 time: 0.1442041 Aug 27 13:55:19.119696 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.136482 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da9d0cab-0fbe-44b4-8199-87b0dba15b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.166128 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da9d0cab-0fbe-44b4-8199-87b0dba15b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.215628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1df6b-9300-410c-95dd-ce2a9226b7ba req-e7cdc804-703a-42fc-b849-167af657f80f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:19.220089 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1b76a129-f01f-40c5-94d1-a4c1297b2ee1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99 HTTP/1.1" status: 200 len: 217 time: 0.0958681 Aug 27 13:55:19.223315 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ce1df6b-9300-410c-95dd-ce2a9226b7ba req-e7cdc804-703a-42fc-b849-167af657f80f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.2300460 Aug 27 13:55:19.227373 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-89514de6-0826-4fd1-a566-d89dc868472d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=243ca6b177fd4a468bb5fbf3a1c37c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912212 Aug 27 13:55:19.229096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38324) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:19.255860 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-da9d0cab-0fbe-44b4-8199-87b0dba15b97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4abaf74b12e4228b00affb6d7a1e4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919953 Aug 27 13:55:19.266244 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38332) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:19.282436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d0cab-0fbe-44b4-8199-87b0dba15b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc1e85d-b429-4979-9561-65a0b67277cb,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:19.298344 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6a1f86-c956-4e90-9048-50ea690ed884" -d '{"events": [{"name": "network-changed", "server_uuid": "41e07c4e-37ac-4796-900c-be1bc95028de", "tag": "c7ea09cc-7f30-4056-96f4-250fd1e7ee99"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:19.334432 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ce1df6b-9300-410c-95dd-ce2a9226b7ba req-23bdf9e9-7126-4410-82bf-e90b3351c107 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095889 Aug 27 13:55:19.345828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-d732198a-e747-44f2-ac49-bec9094dd8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:19.347355 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-d732198a-e747-44f2-ac49-bec9094dd8ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.1189799 Aug 27 13:55:19.366053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365e0589-3c0a-4a62-83c2-87618c594bdd {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:19.377935 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.391316 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-324a0779-83d4-4518-b890-0d4be17b1b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.398315 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Transition to ACTIVE for port object 365e0589-3c0a-4a62-83c2-87618c594bdd will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:19.409695 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b34c6eeb-203a-4542-b374-41ff4a7581ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.415901 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.420146 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-b926d241-0552-43db-bc98-93586a29d072 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631320 Aug 27 13:55:19.426498 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.463139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38340) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:19.473351 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b34c6eeb-203a-4542-b374-41ff4a7581ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.480370 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-324a0779-83d4-4518-b890-0d4be17b1b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.532228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Pushing event updated for resources: {'Port': ['ID=365e0589-3c0a-4a62-83c2-87618c594bdd,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:19.543453 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:19.565402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:19.568005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:19.632387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Pushing event updated for resources: {'Port': ['ID=7dbe4760-4d83-47aa-abf9-326889b59c8b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:19.643732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Attempting to bind port 365e0589-3c0a-4a62-83c2-87618c594bdd on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:19.644320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Attempting to bind port 365e0589-3c0a-4a62-83c2-87618c594bdd by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:19.644438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Attempting to bind port 365e0589-3c0a-4a62-83c2-87618c594bdd on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:19.655823 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Port 365e0589-3c0a-4a62-83c2-87618c594bdd on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:19.657485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Attempting to bind port 365e0589-3c0a-4a62-83c2-87618c594bdd on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:19.662543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b34c6eeb-203a-4542-b374-41ff4a7581ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.670845 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b34c6eeb-203a-4542-b374-41ff4a7581ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.672056 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b34c6eeb-203a-4542-b374-41ff4a7581ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3fc1e85d-b429-4979-9561-65a0b67277cb HTTP/1.1" status: 204 len: 168 time: 0.4033544 Aug 27 13:55:19.692148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:19.692496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:19.693539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:19.694035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Bound port: 365e0589-3c0a-4a62-83c2-87618c594bdd, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:19.694506 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.698229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c6eeb-203a-4542-b374-41ff4a7581ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc1e85d-b429-4979-9561-65a0b67277cb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:19.780722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-324a0779-83d4-4518-b890-0d4be17b1b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.783373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-324a0779-83d4-4518-b890-0d4be17b1b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:19.788403 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-324a0779-83d4-4518-b890-0d4be17b1b96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f71494f4-5efe-49ab-867e-483c2a4351e9 HTTP/1.1" status: 204 len: 168 time: 0.5569880 Aug 27 13:55:19.808174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-608a0210-71b2-4a22-94bc-46ca8cc5d9ff service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774755 Aug 27 13:55:19.836327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a0779-83d4-4518-b890-0d4be17b1b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71494f4-5efe-49ab-867e-483c2a4351e9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:19.899281 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38352) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:19.904025 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d43b3e-0be6-4d4c-a29a-800ff9cea352 x-openstack-request-id: req-47d43b3e-0be6-4d4c-a29a-800ff9cea352 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:19.904322 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e07c4e-37ac-4796-900c-be1bc95028de", "tag": "c7ea09cc-7f30-4056-96f4-250fd1e7ee99", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:19.904576 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47d43b3e-0be6-4d4c-a29a-800ff9cea352 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:19.905039 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e07c4e-37ac-4796-900c-be1bc95028de', 'tag': 'c7ea09cc-7f30-4056-96f4-250fd1e7ee99', 'status': 'completed', 'code': 200} Aug 27 13:55:19.926353 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:20.002430 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:20.016716 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59d6201b-7cd3-4c55-b583-000731de1445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:20.059104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c120cbf7-d625-4570-9514-daa4ec70c0ec req-1cdc9b48-67b9-4568-aa02-bdb5f9e34de2 service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346294 Aug 27 13:55:20.076096 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:20.153733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4e931-c181-4470-9cdb-882ca09ef25a req-ff3e61fa-64d5-4d6e-afd0-094ac434ee2d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:20.161954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24c4e931-c181-4470-9cdb-882ca09ef25a req-ff3e61fa-64d5-4d6e-afd0-094ac434ee2d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 944 time: 0.1612463 Aug 27 13:55:20.199028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] For port 365e0589-3c0a-4a62-83c2-87618c594bdd, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:20.210778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd0c1e-f51e-4178-85dd-15b73dccd8f5 req-76c27a7e-f0e2-4ba9-9b54-d1c9c91a179e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:20.212733 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f0bd0c1e-f51e-4178-85dd-15b73dccd8f5 req-76c27a7e-f0e2-4ba9-9b54-d1c9c91a179e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 947 time: 0.1467426 Aug 27 13:55:20.222241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] For port 365e0589-3c0a-4a62-83c2-87618c594bdd, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=365e0589-3c0a-4a62-83c2-87618c594bdd,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:20.244317 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:20.261996 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24c4e931-c181-4470-9cdb-882ca09ef25a req-6a14191a-be15-4fde-912a-456da9ca1506 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992603 Aug 27 13:55:20.355957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:20.356837 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:20.358558 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] 10.222.0.41 "PUT /v2.0/ports/365e0589-3c0a-4a62-83c2-87618c594bdd HTTP/1.1" status: 200 len: 1096 time: 1.9964190 Aug 27 13:55:20.364341 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50424a56-b01a-4695-9585-db11f408e9a1', 'tag': '365e0589-3c0a-4a62-83c2-87618c594bdd'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:20.368780 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d79c4b-2caa-435e-b5c7-0a7755b2e11f" -d '{"events": [{"name": "network-changed", "server_uuid": "50424a56-b01a-4695-9585-db11f408e9a1", "tag": "365e0589-3c0a-4a62-83c2-87618c594bdd"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:20.399587 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f0bd0c1e-f51e-4178-85dd-15b73dccd8f5 req-c8ce5d72-c2d4-4a7a-b804-d342ccb97774 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482580 Aug 27 13:55:20.414522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a1f86-c956-4e90-9048-50ea690ed884 req-756b9d25-0f28-4e18-b6f6-303e464ca27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:20.420544 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a6a1f86-c956-4e90-9048-50ea690ed884 req-756b9d25-0f28-4e18-b6f6-303e464ca27e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 1096 time: 0.2046707 Aug 27 13:55:20.459773 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bda9a-64a9-4aa4-ae8a-ba68a042b516 service neutron] Pushing event updated for resources: {'Port': ['ID=365e0589-3c0a-4a62-83c2-87618c594bdd,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:20.483344 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59d6201b-7cd3-4c55-b583-000731de1445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:20.496778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38376) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:20.497153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e1e6c709-d491-4cb9-811d-54a4db58a8e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dca2d4e7691f46f59a207617cea3c991&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5960934 Aug 27 13:55:20.508977 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:20.544571 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59d6201b-7cd3-4c55-b583-000731de1445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:20.579334 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:20.619097 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa4577f-c2c5-4cab-b8b6-0fc5c893e18a x-openstack-request-id: req-efa4577f-c2c5-4cab-b8b6-0fc5c893e18a {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:20.619563 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50424a56-b01a-4695-9585-db11f408e9a1", "tag": "365e0589-3c0a-4a62-83c2-87618c594bdd", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:20.620551 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-efa4577f-c2c5-4cab-b8b6-0fc5c893e18a {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:20.621226 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50424a56-b01a-4695-9585-db11f408e9a1', 'tag': '365e0589-3c0a-4a62-83c2-87618c594bdd', 'status': 'completed', 'code': 200} Aug 27 13:55:20.692669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Pushing event updated for resources: {'Port': ['ID=7dbe4760-4d83-47aa-abf9-326889b59c8b,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:20.709952 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-59d6201b-7cd3-4c55-b583-000731de1445 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0bfdbe1ab9a24844b6cf11a9ccd5351d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2441776 Aug 27 13:55:20.713699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38384) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:20.767929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a1f86-c956-4e90-9048-50ea690ed884 req-57a05e9a-d881-42b5-8bd1-cf41cfc52b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:20.769407 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a6a1f86-c956-4e90-9048-50ea690ed884 req-57a05e9a-d881-42b5-8bd1-cf41cfc52b9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.3017025 Aug 27 13:55:20.773029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:20.804826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6b507-b105-4542-b287-ca984035b269 req-d6b8e603-bfea-49f8-9b2e-a0b16cab6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:20.806373 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-d6b8e603-bfea-49f8-9b2e-a0b16cab6704 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddeb4452ba5a40ea9c1a24bfa295d285&device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 1099 time: 0.3082089 Aug 27 13:55:20.807004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6201b-7cd3-4c55-b583-000731de1445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723ab956-9130-43d5-9d2d-df9d99113d1d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:20.826672 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdef9d-ff28-4792-bd38-f73b9b037cd7 req-eecd0b24-101b-4b13-ad2c-331e89da8e2e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:20.828370 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82fdef9d-ff28-4792-bd38-f73b9b037cd7 req-eecd0b24-101b-4b13-ad2c-331e89da8e2e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.3363495 Aug 27 13:55:20.872826 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-823cd244-d898-4f46-a041-f1e391b083bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=365e0589-3c0a-4a62-83c2-87618c594bdd HTTP/1.1" status: 200 len: 217 time: 0.0414417 Aug 27 13:55:20.893679 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-96edae0a-2b7e-4f4e-b3c0-0708f9c73701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:20.972754 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-96edae0a-2b7e-4f4e-b3c0-0708f9c73701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:20.987757 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:21.001818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6b507-b105-4542-b287-ca984035b269 req-747a4a88-aa54-4b55-b61d-7cdc41acc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:21.003388 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-747a4a88-aa54-4b55-b61d-7cdc41acc7f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1189678 Aug 27 13:55:21.022216 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82fdef9d-ff28-4792-bd38-f73b9b037cd7 req-36657e67-932f-494f-964f-cef260ff83fe tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482258 Aug 27 13:55:21.032087 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a6a1f86-c956-4e90-9048-50ea690ed884 req-d2db49e5-d2d0-4d38-83d9-43400652dda9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99 HTTP/1.1" status: 200 len: 217 time: 0.2516940 Aug 27 13:55:21.062521 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:21.063708 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d1467456-e4e5-4edc-b283-9bf652d68c3d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6621685 Aug 27 13:55:21.106112 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-885fe881-6109-474a-a284-8de2b8940dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:21.106391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6b507-b105-4542-b287-ca984035b269 req-efce2c40-3d69-42e8-ae82-8c6853b130b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:21.108266 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-efce2c40-3d69-42e8-ae82-8c6853b130b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0766201 Aug 27 13:55:21.120375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a1f86-c956-4e90-9048-50ea690ed884 req-183dfc91-700d-4eee-8f80-5c9a3810db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:21.121947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a6a1f86-c956-4e90-9048-50ea690ed884 req-183dfc91-700d-4eee-8f80-5c9a3810db7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.0767484 Aug 27 13:55:21.147398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-96edae0a-2b7e-4f4e-b3c0-0708f9c73701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:21.150167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-96edae0a-2b7e-4f4e-b3c0-0708f9c73701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:21.151434 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-96edae0a-2b7e-4f4e-b3c0-0708f9c73701 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f0b85cd-8f72-4e1a-bf7f-0a11cb279372 HTTP/1.1" status: 204 len: 168 time: 0.6405604 Aug 27 13:55:21.156200 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-885fe881-6109-474a-a284-8de2b8940dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:21.180090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a6a1f86-c956-4e90-9048-50ea690ed884 req-3f4102db-6cce-486f-bbe1-f245d6ca9a94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377092 Aug 27 13:55:21.192206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edae0a-2b7e-4f4e-b3c0-0708f9c73701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0b85cd-8f72-4e1a-bf7f-0a11cb279372,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:21.236891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-f5fa17e2-84b6-4fe3-a4f1-a0dcbb43162c service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165042 Aug 27 13:55:21.305497 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-885fe881-6109-474a-a284-8de2b8940dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:21.308427 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-885fe881-6109-474a-a284-8de2b8940dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:21.311828 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-885fe881-6109-474a-a284-8de2b8940dff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/723ab956-9130-43d5-9d2d-df9d99113d1d HTTP/1.1" status: 204 len: 168 time: 0.5894272 Aug 27 13:55:21.350454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fe881-6109-474a-a284-8de2b8940dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723ab956-9130-43d5-9d2d-df9d99113d1d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:21.363511 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a6a1f86-c956-4e90-9048-50ea690ed884 req-876e49a0-d493-451d-bc9c-4512dd9c156b service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738775 Aug 27 13:55:21.434415 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-a6c847a9-c9aa-4c90-babb-8b89c16291d9 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1080295000&fields=id&tenant_id=b24b98473ebf462aae9865b3b3a47006 HTTP/1.1" status: 200 len: 267 time: 0.0803258 Aug 27 13:55:21.460298 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5e6b507-b105-4542-b287-ca984035b269 req-2d12e809-e59c-4902-9a90-0d9b447cb8e3 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160769 Aug 27 13:55:21.475758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40380458-7b38-4633-a58b-af7cd1e8d2fd req-7d22fd59-e1a3-4c14-8ceb-854601151757 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:21.496339 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40380458-7b38-4633-a58b-af7cd1e8d2fd req-7d22fd59-e1a3-4c14-8ceb-854601151757 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 944 time: 0.0916595 Aug 27 13:55:21.556737 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40380458-7b38-4633-a58b-af7cd1e8d2fd req-70ba7889-ace1-4f00-9cb1-99cb5a0a97f5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593739 Aug 27 13:55:21.593397 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a6a1f86-c956-4e90-9048-50ea690ed884 req-0426de8e-aeb2-4ec1-ac9a-1ac82b55e782 service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156901 Aug 27 13:55:21.602353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-b8d1cdd2-3366-477e-979e-757456d1b417 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:21.609154 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-b8d1cdd2-3366-477e-979e-757456d1b417 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/networks?id=54f93b5e-cd0d-4b77-a984-346ab4450664 HTTP/1.1" status: 200 len: 823 time: 0.1738131 Aug 27 13:55:21.620201 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-56f85343-6b08-4024-b31f-90950fd49099 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/quotas/b24b98473ebf462aae9865b3b3a47006 HTTP/1.1" status: 200 len: 375 time: 0.0100005 Aug 27 13:55:21.709535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5386d72-d8c4-45ee-8e7a-6b2f7a59c9bf req-b3068d41-023e-4698-afa6-2d7933ae679b tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:21.712578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d79c4b-2caa-435e-b5c7-0a7755b2e11f req-20032b99-7578-4269-a4f3-e6dc34973e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:21.714054 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21d79c4b-2caa-435e-b5c7-0a7755b2e11f req-20032b99-7578-4269-a4f3-e6dc34973e00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddeb4452ba5a40ea9c1a24bfa295d285&device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 1099 time: 0.0759189 Aug 27 13:55:21.718714 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5386d72-d8c4-45ee-8e7a-6b2f7a59c9bf req-b3068d41-023e-4698-afa6-2d7933ae679b tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 947 time: 0.0649321 Aug 27 13:55:21.723374 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-fd8d826d-4760-4aa9-aae2-c63eb015c943 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b24b98473ebf462aae9865b3b3a47006&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978079 Aug 27 13:55:21.773460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5386d72-d8c4-45ee-8e7a-6b2f7a59c9bf req-f374fd5e-c16b-4fc7-8733-dcd97fd1082d tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538428 Aug 27 13:55:21.818852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d79c4b-2caa-435e-b5c7-0a7755b2e11f req-ec861e24-6f13-4753-86ed-146d3d179d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:21.820927 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21d79c4b-2caa-435e-b5c7-0a7755b2e11f req-ec861e24-6f13-4753-86ed-146d3d179d0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.0967059 Aug 27 13:55:21.875083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21d79c4b-2caa-435e-b5c7-0a7755b2e11f req-4ea35d4e-f1db-4839-b666-f2f4321910a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=365e0589-3c0a-4a62-83c2-87618c594bdd HTTP/1.1" status: 200 len: 217 time: 0.0385079 Aug 27 13:55:21.930725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d79c4b-2caa-435e-b5c7-0a7755b2e11f req-9df69c09-13f1-4c17-8e43-5d0c2474ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:21.932225 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21d79c4b-2caa-435e-b5c7-0a7755b2e11f req-9df69c09-13f1-4c17-8e43-5d0c2474ec0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0483062 Aug 27 13:55:21.969193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38444) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:21.996364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d79c4b-2caa-435e-b5c7-0a7755b2e11f req-a3814c9c-dcfb-4f36-b61e-ec0ca16c7f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:21.997873 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21d79c4b-2caa-435e-b5c7-0a7755b2e11f req-a3814c9c-dcfb-4f36-b61e-ec0ca16c7f6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0571623 Aug 27 13:55:22.013645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38446) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:22.030166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b459acdc-68db-4c47-a28f-7a8d3df38939 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0a3f420c61b496aa42ad9a32d319596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595334 Aug 27 13:55:22.031767 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2952838b-5f7d-4cdb-a789-92c027167388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:22.034817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38448) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:22.113397 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21d79c4b-2caa-435e-b5c7-0a7755b2e11f req-8d62f6ad-cff9-489e-b9df-54c258bd34b9 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055486 Aug 27 13:55:22.185839 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2952838b-5f7d-4cdb-a789-92c027167388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:22.197918 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2952838b-5f7d-4cdb-a789-92c027167388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:22.243168 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21d79c4b-2caa-435e-b5c7-0a7755b2e11f req-f0a02f3c-f89d-408c-b551-da4d77f23034 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216500 Aug 27 13:55:22.250359 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cde4094-9eb7-4558-8c85-36e9cbcb01a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:22.270858 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baff3f5-1992-48f6-b7e0-d7ca22bd5f66 req-6386ba9f-b648-42f6-a5e8-03c006eadee7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:22.273241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0baff3f5-1992-48f6-b7e0-d7ca22bd5f66 req-6386ba9f-b648-42f6-a5e8-03c006eadee7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.1395526 Aug 27 13:55:22.282446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2952838b-5f7d-4cdb-a789-92c027167388 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8e396e81c3c4a019b9c8a545cc6fd42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673147 Aug 27 13:55:22.284946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38458) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:22.286033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952838b-5f7d-4cdb-a789-92c027167388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922b5965-cb0c-4d59-b40a-56e1801b05ae,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:22.313518 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cde4094-9eb7-4558-8c85-36e9cbcb01a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:22.354275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0fee5356-f4a9-4c1d-b90f-8277a0065928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:22.373653 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0baff3f5-1992-48f6-b7e0-d7ca22bd5f66 req-e8d86ce2-d7a9-4df1-a7ac-401c8023785a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838776 Aug 27 13:55:22.388740 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0fee5356-f4a9-4c1d-b90f-8277a0065928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:22.409471 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cde4094-9eb7-4558-8c85-36e9cbcb01a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:22.412920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cde4094-9eb7-4558-8c85-36e9cbcb01a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:22.414245 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0cde4094-9eb7-4558-8c85-36e9cbcb01a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e885153-d57f-4e92-9317-1f93c020c70c HTTP/1.1" status: 204 len: 168 time: 0.3726325 Aug 27 13:55:22.422295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde4094-9eb7-4558-8c85-36e9cbcb01a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e885153-d57f-4e92-9317-1f93c020c70c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:22.465171 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0fee5356-f4a9-4c1d-b90f-8277a0065928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:22.468076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0fee5356-f4a9-4c1d-b90f-8277a0065928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:22.469218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0fee5356-f4a9-4c1d-b90f-8277a0065928 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/922b5965-cb0c-4d59-b40a-56e1801b05ae HTTP/1.1" status: 204 len: 168 time: 0.1832964 Aug 27 13:55:22.476965 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee5356-f4a9-4c1d-b90f-8277a0065928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922b5965-cb0c-4d59-b40a-56e1801b05ae,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:22.546303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ef55773d-aec2-4cf6-96c7-0572acf25991 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:55:22.547461 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ef55773d-aec2-4cf6-96c7-0572acf25991 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2233832 Aug 27 13:55:22.669564 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-dd308473-7310-4516-ab6f-7de262cfaa30 service neutron] 10.222.0.55 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140220 Aug 27 13:55:22.746149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c260c79-ca9d-465f-8e0e-8b6a2812cca3 req-8091a602-2eaf-4ec3-b6ff-274c604f2d58 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:22.748390 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c260c79-ca9d-465f-8e0e-8b6a2812cca3 req-8091a602-2eaf-4ec3-b6ff-274c604f2d58 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 944 time: 0.1010323 Aug 27 13:55:22.804287 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-284b7084-aa88-4513-959c-562a17447b1a service neutron] 10.222.0.55 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339355 Aug 27 13:55:22.806349 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c260c79-ca9d-465f-8e0e-8b6a2812cca3 req-bca18879-b589-4005-ac74-75d626784004 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518475 Aug 27 13:55:22.977811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a2d26-d080-4dda-9479-b2edf6d31d57 req-e192aae4-f02c-49bf-a3c4-57cfb035195f tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:22.979486 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-492a2d26-d080-4dda-9479-b2edf6d31d57 req-e192aae4-f02c-49bf-a3c4-57cfb035195f tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 947 time: 0.0808952 Aug 27 13:55:23.019340 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-765b6823-d7a6-432c-9762-be19accb624c req-e718b59d-a7a2-44fd-bcd0-a9efda9ead5b tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 210 time: 0.0347476 Aug 27 13:55:23.038081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-492a2d26-d080-4dda-9479-b2edf6d31d57 req-f8ddc464-11ff-4017-aea0-5908a6465845 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480673 Aug 27 13:55:23.406016 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-7eda5c42-fe05-415a-a7f9-77789f16a498 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9dc7337cfc99441a8cebd5dff8908697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345147 Aug 27 13:55:23.538416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-135b7cae-b39d-47ae-a53c-70cd84e949ea tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:23.540610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-135b7cae-b39d-47ae-a53c-70cd84e949ea tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337476 Aug 27 13:55:23.573156 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-b377ba2d-fbbe-4dd3-aa82-14240f3351fb tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/quotas/9dc7337cfc99441a8cebd5dff8908697 HTTP/1.1" status: 200 len: 375 time: 0.0207245 Aug 27 13:55:23.624335 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-3a8a9152-5ae1-4bf6-ac71-d9196256f045 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dc7337cfc99441a8cebd5dff8908697&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485587 Aug 27 13:55:23.689087 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-c8fd338b-9bc3-4fc0-95c8-7330e72eae94 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341778 Aug 27 13:55:23.763051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device c7ea09cc-7f30-4056-96f4-250fd1e7ee99 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:55:23.823177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27919c89-271e-4dce-bf4f-c7914f87982b req-2f739404-5616-4b85-a897-cc36a940fe9a tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:23.824922 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-2f739404-5616-4b85-a897-cc36a940fe9a tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349919 Aug 27 13:55:23.850313 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-52a102da-260b-4c90-a7bd-3b60fbdd2853 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/quotas/1afc0034dbf24e3099a89733d831acfd HTTP/1.1" status: 200 len: 375 time: 0.0196884 Aug 27 13:55:23.912823 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-b9b1a3a8-75d0-476f-a479-9701f31469bf tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559769 Aug 27 13:55:23.945099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:23.960845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'c7ea09cc-7f30-4056-96f4-250fd1e7ee99', 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549', 'port_id': 'c7ea09cc-7f30-4056-96f4-250fd1e7ee99', 'mac_address': 'fa:16:3e:c3:63:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2ce31-ff9b-45b0-b1a0-ae006e096667', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:55:24.002304 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6dfc6-f9a2-42ac-87d2-bfda5655b9a2 req-7b3d8b78-96bb-40f4-9ce1-2b8b227413a6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:24.009674 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58a6dfc6-f9a2-42ac-87d2-bfda5655b9a2 req-7b3d8b78-96bb-40f4-9ce1-2b8b227413a6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.1314919 Aug 27 13:55:24.041049 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:24.064209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ea09cc-7f30-4056-96f4-250fd1e7ee99 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:24.075673 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:55:24.107631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:24.123593 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:24.195295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38574) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:24.290780 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-588f0ec5-a010-40ba-9d16-4d9037a87247 req-5e9ee2ed-6f29-4e69-a29f-2d68f7a3ddb5 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 210 time: 0.0650737 Aug 27 13:55:24.291657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:24.322374 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58a6dfc6-f9a2-42ac-87d2-bfda5655b9a2 req-c882a339-e941-4254-aa05-74eff4954607 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062112 Aug 27 13:55:24.438260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-08e16c49-83c7-4b9d-a551-c372ddfba6cf tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:24.443620 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-08e16c49-83c7-4b9d-a551-c372ddfba6cf tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.52 "GET /v2.0/networks?id=54f93b5e-cd0d-4b77-a984-346ab4450664 HTTP/1.1" status: 200 len: 823 time: 0.3874319 Aug 27 13:55:24.532906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-7d4edefb-a9cd-4f1a-8600-902c54ab5929 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b24b98473ebf462aae9865b3b3a47006 HTTP/1.1" status: 200 len: 380 time: 0.0791574 Aug 27 13:55:24.544502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1021688899-network', 'tenant_id': '0b84005fec6146b8af367291d0980e18'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:24.556907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Request body: {'port': {'device_id': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'admin_state_up': True, 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'security_groups': ['b04db31e-96fa-4d4a-976f-0aa99a3152b7']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:24.594294 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['c7ea09cc-7f30-4056-96f4-250fd1e7ee99'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:24.653133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c81f0-9b72-4c57-8d8d-6db87871e552 req-d469fb4f-b9ee-4922-aa36-7f292a3710ca tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:24.664719 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b5c81f0-9b72-4c57-8d8d-6db87871e552 req-d469fb4f-b9ee-4922-aa36-7f292a3710ca tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 945 time: 0.2540221 Aug 27 13:55:24.699058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Made reservation on behalf of 0b84005fec6146b8af367291d0980e18 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:24.701984 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:24.707418 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf3b8-dd7e-49cd-ad31-6c6250fcd213 req-5ea53e96-6d2f-4e7a-b176-7155a542f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:24.710010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-806bf3b8-dd7e-49cd-ad31-6c6250fcd213 req-5ea53e96-6d2f-4e7a-b176-7155a542f6cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 1101 time: 0.2090514 Aug 27 13:55:24.721161 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:24.762357 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b5c81f0-9b72-4c57-8d8d-6db87871e552 req-4db1abf3-d734-4bd5-9558-f2b19cdff9a0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942740 Aug 27 13:55:24.776340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafe0b2-4a53-4b1e-bde0-084daa2e4e4f req-ccd8df70-5e37-4afa-a3f8-7a3c6d79dc4a tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:24.779634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-edafe0b2-4a53-4b1e-bde0-084daa2e4e4f req-ccd8df70-5e37-4afa-a3f8-7a3c6d79dc4a tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 947 time: 0.2525465 Aug 27 13:55:24.879215 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-edafe0b2-4a53-4b1e-bde0-084daa2e4e4f req-c7e034e6-d130-4074-ab15-4badcc13b507 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779364 Aug 27 13:55:24.937701 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a115cc64-499a-40b7-af5d-23378b53287c req-36d59d4b-b08d-48f3-bc9b-ba5b02b92e99 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 210 time: 0.0432258 Aug 27 13:55:24.971119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf3b8-dd7e-49cd-ad31-6c6250fcd213 req-3cce2701-2b5a-4974-ac5f-b9c52a4cbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:24.972981 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-806bf3b8-dd7e-49cd-ad31-6c6250fcd213 req-3cce2701-2b5a-4974-ac5f-b9c52a4cbd01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2334027 Aug 27 13:55:25.008675 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4185caf6-4de9-40cc-b6b7-1dab8689ca87 req-1e69dbc9-bd24-49dc-afb9-037b428f4043 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 210 time: 0.0608974 Aug 27 13:55:25.034733 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-806bf3b8-dd7e-49cd-ad31-6c6250fcd213 req-8f062eaf-dbb2-4e48-abe6-3c5b88490bdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=7dc98858-6543-4003-ab35-a7d14120bd36 HTTP/1.1" status: 200 len: 217 time: 0.0531781 Aug 27 13:55:25.107022 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:25.113227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf3b8-dd7e-49cd-ad31-6c6250fcd213 req-418dd065-14d4-427b-91d0-a2cfc6d80bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:25.114935 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-806bf3b8-dd7e-49cd-ad31-6c6250fcd213 req-418dd065-14d4-427b-91d0-a2cfc6d80bf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0711420 Aug 27 13:55:25.116017 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:25.147572 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Made reservation on behalf of b24b98473ebf462aae9865b3b3a47006 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:25.151523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:25.171334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:55:25.186855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904b8358-377b-4d9d-b220-e33b067035b7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:25.205630 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:25.207016 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Added segment accf77c7-6d7a-46b4-a08d-fd4ddcc37f43 of type vlan for network a4fa4222-2c01-407d-8d35-d36794d53fdc Aug 27 13:55:25.217755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.52', 61578) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:25.278828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf3b8-dd7e-49cd-ad31-6c6250fcd213 req-ad68b0f9-85d7-45a9-a666-fe053de665da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:25.280719 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-806bf3b8-dd7e-49cd-ad31-6c6250fcd213 req-ad68b0f9-85d7-45a9-a666-fe053de665da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1569128 Aug 27 13:55:25.284396 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-b993109a-1829-4af2-a00f-0cbfa013c279 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=9dc7337cfc99441a8cebd5dff8908697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644917 Aug 27 13:55:25.286462 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:25.312213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Allocated IP 172.20.0.14 (54f93b5e-cd0d-4b77-a984-346ab4450664/36e24ebb-cdfe-4f90-b090-68bcc4bb4d72/491d9168-9174-4aff-a1ca-6cc422ee2f3f) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:25.419664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-a8a63fc3-78ce-482c-bd28-f0b66bfce9ec req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Request body: {'security_group': {'name': 'tempest-securitygroup-215071933', 'description': 'tempest-description-1921465600'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:25.444622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4e12736e-6417-4baf-8aee-5e8f6366e91a req-543ef8c7-3d1c-4c58-90c1-6a18eb72423b tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 210 time: 0.0617630 Aug 27 13:55:25.448947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:25.449904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:25.450486 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:25.507446 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:25.544741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Transition to ACTIVE for port object 491d9168-9174-4aff-a1ca-6cc422ee2f3f will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:25.570434 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8a63fc3-78ce-482c-bd28-f0b66bfce9ec req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:25.581165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36bee6-900f-4f8c-b43c-e6d72221b4d1 req-56780d0f-98a3-4d30-944f-9e3c4e341318 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:25.582706 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c36bee6-900f-4f8c-b43c-e6d72221b4d1 req-56780d0f-98a3-4d30-944f-9e3c4e341318 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.0729704 Aug 27 13:55:25.584587 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3881240 Aug 27 13:55:25.585310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed3e10-7ae9-44c7-b998-03f0cc09190a admin admin] Pushing event updated for resources: {'Network': ['ID=a4fa4222-2c01-407d-8d35-d36794d53fdc,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:25.587430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38608) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:25.593629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Request body: {'subnet': {'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1021688899-subnet', 'tenant_id': '0b84005fec6146b8af367291d0980e18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:25.606413 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network a4fa4222-2c01-407d-8d35-d36794d53fdc details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:55:25.607141 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8a63fc3-78ce-482c-bd28-f0b66bfce9ec req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:25.613635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-806bf3b8-dd7e-49cd-ad31-6c6250fcd213 req-a543d8c7-eb27-4e1a-8917-c52bfea2e0bb service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199492 Aug 27 13:55:25.618983 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:25.629034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-e25630af-97c7-475b-a43c-3fd112b090ad tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:25.631163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-e25630af-97c7-475b-a43c-3fd112b090ad tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3380923 Aug 27 13:55:25.649653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Request body: {'port': {'device_id': '8540cea5-43aa-45be-b1ea-f7738598bdc1', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': '9dc7337cfc99441a8cebd5dff8908697'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:25.675961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Made reservation on behalf of 0b84005fec6146b8af367291d0980e18 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:25.679210 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:25.734307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Network 54f93b5e-cd0d-4b77-a984-346ab4450664 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:25.743595 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.52', 61579) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:25.761100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 365e0589-3c0a-4a62-83c2-87618c594bdd details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:55:25.764795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:25.768613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device c7ea09cc-7f30-4056-96f4-250fd1e7ee99 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:25.779631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:25.796543 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c36bee6-900f-4f8c-b43c-e6d72221b4d1 req-d05df24e-c5e0-4a77-91a0-3747a152d325 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773245 Aug 27 13:55:25.804452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-ce7c5fea-999b-41ea-baad-84245860e927 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597534 Aug 27 13:55:25.850020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Pushing event updated for resources: {'Port': ['ID=491d9168-9174-4aff-a1ca-6cc422ee2f3f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:26.034645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 365e0589-3c0a-4a62-83c2-87618c594bdd, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=365e0589-3c0a-4a62-83c2-87618c594bdd,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:26.048599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:26.057386 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '365e0589-3c0a-4a62-83c2-87618c594bdd', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '365e0589-3c0a-4a62-83c2-87618c594bdd', 'mac_address': 'fa:16:3e:30:a8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:55:26.059308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:26.059826 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.116866 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:26.118752 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.125572 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.138219 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8a63fc3-78ce-482c-bd28-f0b66bfce9ec req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.147495 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.151957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-806bf3b8-dd7e-49cd-ad31-6c6250fcd213 req-e1e9f950-dd30-46f3-a535-57b768d2577d service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196695 Aug 27 13:55:26.154923 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8a63fc3-78ce-482c-bd28-f0b66bfce9ec req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.161248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-23f23f24-ac93-4526-97fa-96df158966e7 None None] Provisioning for port 491d9168-9174-4aff-a1ca-6cc422ee2f3f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:26.167810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365e0589-3c0a-4a62-83c2-87618c594bdd {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:26.174613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-23f23f24-ac93-4526-97fa-96df158966e7 None None] Provisioning complete for port 491d9168-9174-4aff-a1ca-6cc422ee2f3f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:26.175217 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23f23f24-ac93-4526-97fa-96df158966e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.191105 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-2e155a53-c47f-4071-893e-f2c322b65e70 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6397352 Aug 27 13:55:26.210500 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57cfd0a7-a996-404c-8d07-96f0b1527bf4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:26.222249 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.222504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.222843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.223473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.223473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.223881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.224746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad27a83-4b24-4679-92e9-5a67a01d5a3d req-d61acdec-8428-40b6-84fa-1a872a267a04 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:26.224883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.225418 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.225747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.226065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.226390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.227193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.232617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fad27a83-4b24-4679-92e9-5a67a01d5a3d req-d61acdec-8428-40b6-84fa-1a872a267a04 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 945 time: 0.3330345 Aug 27 13:55:26.239576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 365e0589-3c0a-4a62-83c2-87618c594bdd, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=365e0589-3c0a-4a62-83c2-87618c594bdd,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:26.240026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Request body: {'port': {'device_id': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:26.252243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-23f23f24-ac93-4526-97fa-96df158966e7 None None] Port 491d9168-9174-4aff-a1ca-6cc422ee2f3f cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:55:26.262513 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.276101 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.295770 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8a63fc3-78ce-482c-bd28-f0b66bfce9ec req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.301279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27919c89-271e-4dce-bf4f-c7914f87982b req-3b8f102e-31b3-492e-affe-1670046e1769 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:26.302888 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-3b8f102e-31b3-492e-affe-1670046e1769 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4389863 Aug 27 13:55:26.305645 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8a63fc3-78ce-482c-bd28-f0b66bfce9ec req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.307508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ec8a6f-4682-4195-b131-0bf74a6d6a47,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:26.320565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Request body: {'port': {'device_id': '56aab9fb-fc5a-40c8-a7a8-372899861817', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': '1afc0034dbf24e3099a89733d831acfd'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:26.330437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e07c4e-37ac-4796-900c-be1bc95028de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ea09cc-7f30-4056-96f4-250fd1e7ee99'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:26.332874 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a2194c-819d-4460-b919-454d052f5c7a" -d '{"events": [{"server_uuid": "41e07c4e-37ac-4796-900c-be1bc95028de", "name": "network-vif-plugged", "status": "completed", "tag": "c7ea09cc-7f30-4056-96f4-250fd1e7ee99"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:26.340888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Made reservation on behalf of 9dc7337cfc99441a8cebd5dff8908697 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:26.344915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.351492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Checking segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:26.352100 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Network hostable DHCP agents. Network: a4fa4222-2c01-407d-8d35-d36794d53fdc, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:55:26.353176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8bd408-707c-4a68-9440-50bc0f4681a3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:26.355391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.355946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.356441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.356931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.357424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.357762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.358096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.358426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.358943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.359416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.359915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.360661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:26.361211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:26.363395 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=365e0589-3c0a-4a62-83c2-87618c594bdd,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:26.363876 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8a63fc3-78ce-482c-bd28-f0b66bfce9ec req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.365374 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8a63fc3-78ce-482c-bd28-f0b66bfce9ec req-0cc81fe8-9518-46c3-9549-b03edcac62ca tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0162301 Aug 27 13:55:26.366346 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.370363 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.446661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:26.454279 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fad27a83-4b24-4679-92e9-5a67a01d5a3d req-025f2bb1-21ce-4a00-a569-538ff135db4c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204437 Aug 27 13:55:26.464361 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.523837 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf6355-ad30-4fc2-b02e-889c2956e9ad req-31260e6e-0699-4375-a1aa-48215ed075c5 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:26.525473 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ddf6355-ad30-4fc2-b02e-889c2956e9ad req-31260e6e-0699-4375-a1aa-48215ed075c5 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 948 time: 0.0763390 Aug 27 13:55:26.527583 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.532096 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.623988 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4943e1b-2b9a-4a63-bf77-112cd35e42bd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:26.640469 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ddf6355-ad30-4fc2-b02e-889c2956e9ad req-bc42b1b3-429e-438d-ae65-09f0d6e75581 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049383 Aug 27 13:55:26.696550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Network a4fa4222-2c01-407d-8d35-d36794d53fdc is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:55:26.696984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['365e0589-3c0a-4a62-83c2-87618c594bdd'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:26.739220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Allocated IP 192.168.233.194 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/6d67e321-ca49-40b1-8355-d4d119857dad) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:26.743011 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba7f6642-174c-4a94-a2a7-1bd8eda07148 req-f93c9774-08c6-4697-a711-2468c819b96d tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 210 time: 0.0372419 Aug 27 13:55:26.758597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, a4fa4222-2c01-407d-8d35-d36794d53fdc) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:26.766957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:26.767559 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.775450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685fdf7-4f5b-4fa0-bfcc-03118e17d98c None None] Network a4fa4222-2c01-407d-8d35-d36794d53fdc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:26.849967 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa29549-1d02-45ae-a406-b759322f2aac x-openstack-request-id: req-8aa29549-1d02-45ae-a406-b759322f2aac {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:26.850277 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e07c4e-37ac-4796-900c-be1bc95028de", "name": "network-vif-plugged", "status": "completed", "tag": "c7ea09cc-7f30-4056-96f4-250fd1e7ee99", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:26.850792 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8aa29549-1d02-45ae-a406-b759322f2aac {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:26.851376 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e07c4e-37ac-4796-900c-be1bc95028de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ea09cc-7f30-4056-96f4-250fd1e7ee99', 'code': 200} Aug 27 13:55:26.861256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-db42488f-d1bc-47c5-90f1-57c9da4de7bc req-04a0f1eb-600a-48b7-9786-ce1f3ebf5eb1 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Request body: {'security_group': {'name': 'tempest-securitygroup-918328687', 'description': 'tempest-description-1984017058'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:26.878056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa85ee-4480-4e52-8018-b5c9a92a99b5 req-9fa63fb3-1e27-4d48-a72b-27f22f53b04d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:26.879655 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8fa85ee-4480-4e52-8018-b5c9a92a99b5 req-9fa63fb3-1e27-4d48-a72b-27f22f53b04d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 932 time: 0.1890762 Aug 27 13:55:26.898755 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2cb5d2dd-d3a9-4326-8383-f7b4e5638451 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3039038 Aug 27 13:55:26.898755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Made reservation on behalf of 1afc0034dbf24e3099a89733d831acfd for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:26.898755 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.945558 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db42488f-d1bc-47c5-90f1-57c9da4de7bc req-04a0f1eb-600a-48b7-9786-ce1f3ebf5eb1 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:26.969407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8fa85ee-4480-4e52-8018-b5c9a92a99b5 req-5591baa3-80d3-42ed-84f4-063bc2395d24 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804453 Aug 27 13:55:26.970468 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.005833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a0e2f8-fc15-47eb-a664-7b80b091ba88 None None] Network a4fa4222-2c01-407d-8d35-d36794d53fdc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:27.021985 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.053908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Transition to ACTIVE for port object 6d67e321-ca49-40b1-8355-d4d119857dad will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:27.104756 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9982aa8-4844-4f03-91a6-4e6416aa85b4 req-a853df6f-6aa0-470c-baf1-8f3646c9ea84 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 210 time: 0.0329955 Aug 27 13:55:27.121160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10dd45-6b4e-42e6-8b63-3a687f0c3362 req-4c0b7203-3eb4-4ec4-bd1c-3882bb96cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:27.122754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ef10dd45-6b4e-42e6-8b63-3a687f0c3362 req-4c0b7203-3eb4-4ec4-bd1c-3882bb96cef7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 1098 time: 0.1664476 Aug 27 13:55:27.123827 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.221816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:27.229028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:27.231711 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:27.259463 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ef10dd45-6b4e-42e6-8b63-3a687f0c3362 req-f36e66bf-8d01-4ebe-83be-7180f704beef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197052 Aug 27 13:55:27.260617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491d9168-9174-4aff-a1ca-6cc422ee2f3f {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:27.266817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Pushing event updated for resources: {'Port': ['ID=6d67e321-ca49-40b1-8355-d4d119857dad,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:27.269330 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.290564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Transition to ACTIVE for port object 491d9168-9174-4aff-a1ca-6cc422ee2f3f will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:27.295357 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:27.296986 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.302835 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.305068 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.344266 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.393411 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db42488f-d1bc-47c5-90f1-57c9da4de7bc req-04a0f1eb-600a-48b7-9786-ce1f3ebf5eb1 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.399175 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db42488f-d1bc-47c5-90f1-57c9da4de7bc req-04a0f1eb-600a-48b7-9786-ce1f3ebf5eb1 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.415655 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ff1efdd2-c0e2-4abd-a950-eca983bf7b3f tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7727706 Aug 27 13:55:27.440060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Request body: {'port': {'device_id': '8540cea5-43aa-45be-b1ea-f7738598bdc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:27.447509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0f1eb-600a-48b7-9786-ce1f3ebf5eb1 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5264af39-23c6-4a0f-bca4-b607399254f7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:27.464780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Pushing event updated for resources: {'Port': ['ID=491d9168-9174-4aff-a1ca-6cc422ee2f3f,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:27.474303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db42488f-d1bc-47c5-90f1-57c9da4de7bc req-04a0f1eb-600a-48b7-9786-ce1f3ebf5eb1 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.487293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=056e2042-ea29-4da5-ba96-d977d05bc261,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:27.494336 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db42488f-d1bc-47c5-90f1-57c9da4de7bc req-04a0f1eb-600a-48b7-9786-ce1f3ebf5eb1 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6315081 Aug 27 13:55:27.509983 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4f75d-caee-42ad-8fbd-b5e0364caf35 req-829a6257-afcf-4419-8b58-269cfca25da9 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:27.520342 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0b4f75d-caee-42ad-8fbd-b5e0364caf35 req-829a6257-afcf-4419-8b58-269cfca25da9 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.2373667 Aug 27 13:55:27.575865 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.618115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-aaa72f69-324a-404e-aa24-5944a28bde8f None None] Provisioning for port 6d67e321-ca49-40b1-8355-d4d119857dad completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:27.628297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-aaa72f69-324a-404e-aa24-5944a28bde8f None None] Provisioning complete for port 6d67e321-ca49-40b1-8355-d4d119857dad triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:27.628930 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-aaa72f69-324a-404e-aa24-5944a28bde8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.682578 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0b4f75d-caee-42ad-8fbd-b5e0364caf35 req-4a6275d1-63e7-422b-91d5-90c01cea8981 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600063 Aug 27 13:55:27.705328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e59f0-e147-4d71-806e-c8ad29dc3bce req-4f672c7c-7ba1-46fe-97be-80f4eb6139fa tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:27.707227 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-102e59f0-e147-4d71-806e-c8ad29dc3bce req-4f672c7c-7ba1-46fe-97be-80f4eb6139fa tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 946 time: 0.1154964 Aug 27 13:55:27.723275 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-aaa72f69-324a-404e-aa24-5944a28bde8f None None] Port 6d67e321-ca49-40b1-8355-d4d119857dad cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:55:27.747318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Allocated IP 192.168.233.142 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/eee17657-3758-4200-bae5-fb666dc2f093) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:27.756765 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Attempting to bind port 491d9168-9174-4aff-a1ca-6cc422ee2f3f on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:27.757120 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Attempting to bind port 491d9168-9174-4aff-a1ca-6cc422ee2f3f by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:27.757427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Attempting to bind port 491d9168-9174-4aff-a1ca-6cc422ee2f3f on network 54f93b5e-cd0d-4b77-a984-346ab4450664 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:27.767915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Port 491d9168-9174-4aff-a1ca-6cc422ee2f3f on network 54f93b5e-cd0d-4b77-a984-346ab4450664 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:27.768252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Attempting to bind port 491d9168-9174-4aff-a1ca-6cc422ee2f3f on network 54f93b5e-cd0d-4b77-a984-346ab4450664 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:27.778736 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:27.779130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Checking segment: {'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:27.779657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Bound using segment: {'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:27.779907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Bound port: 491d9168-9174-4aff-a1ca-6cc422ee2f3f, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:27.780278 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.819814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38650) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:27.829802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1625060954-network', 'tenant_id': '74c282f6c41f46f180bc1de962e18282'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:27.854376 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-102e59f0-e147-4d71-806e-c8ad29dc3bce req-b49f2671-651d-4b11-b779-faed436eba3e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276400 Aug 27 13:55:27.869610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Made reservation on behalf of 74c282f6c41f46f180bc1de962e18282 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:27.872905 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.888240 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:27.941513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] For port 491d9168-9174-4aff-a1ca-6cc422ee2f3f, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:27.963455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] For port 491d9168-9174-4aff-a1ca-6cc422ee2f3f, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=491d9168-9174-4aff-a1ca-6cc422ee2f3f,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:27.974714 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.013105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afad03-81f4-48b4-9da0-cdeacdc7feed req-2acc58da-e7bb-4f09-b799-acb189142a3b tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:28.014413 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71afad03-81f4-48b4-9da0-cdeacdc7feed req-2acc58da-e7bb-4f09-b799-acb189142a3b tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 948 time: 0.0794096 Aug 27 13:55:28.035945 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:28.037095 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.038483 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] 10.222.0.52 "PUT /v2.0/ports/491d9168-9174-4aff-a1ca-6cc422ee2f3f HTTP/1.1" status: 200 len: 1093 time: 1.8232248 Aug 27 13:55:28.041777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'tag': '491d9168-9174-4aff-a1ca-6cc422ee2f3f'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:28.048010 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15ef63f-bd45-4d86-ab39-77d3578c15b0" -d '{"events": [{"name": "network-changed", "server_uuid": "265771b1-3bca-4830-bf40-0e3b155c9b00", "tag": "491d9168-9174-4aff-a1ca-6cc422ee2f3f"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:28.060135 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.067223 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.071092 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.080033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-7718e9cc-46c5-4ad3-bfc5-42bbb2252db6 req-4a248859-4d3f-4d4f-afcd-3173540e26da tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1239683851', 'description': 'tempest-description-1633025564'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:28.099873 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71afad03-81f4-48b4-9da0-cdeacdc7feed req-919b4811-421e-4343-9b6b-505cb4b1aad8 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666723 Aug 27 13:55:28.107807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec487707-ef7f-4168-a213-139769d6b72d service neutron] Pushing event updated for resources: {'Port': ['ID=491d9168-9174-4aff-a1ca-6cc422ee2f3f,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:28.116430 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:55:28.123617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f17894c-185d-4312-b9a3-4fb6e3f7b9ad,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:28.132871 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.133234 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Added segment 6b78f9a7-2835-4587-8d02-d9c666af37f8 of type vlan for network 2c3d34a6-1f46-4b85-808f-0f0962e21ad2 Aug 27 13:55:28.136439 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Transition to ACTIVE for port object eee17657-3758-4200-bae5-fb666dc2f093 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:28.186104 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.189115 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7718e9cc-46c5-4ad3-bfc5-42bbb2252db6 req-4a248859-4d3f-4d4f-afcd-3173540e26da tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.196751 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-b33c65c3-a8c7-4e81-9bb7-9cab7157ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:28.198281 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-b33c65c3-a8c7-4e81-9bb7-9cab7157ae16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b24b98473ebf462aae9865b3b3a47006&device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 1096 time: 0.1087003 Aug 27 13:55:28.207622 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7718e9cc-46c5-4ad3-bfc5-42bbb2252db6 req-4a248859-4d3f-4d4f-afcd-3173540e26da tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.236302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ed0f66a8-adf9-4b37-8723-bdc256e5b100 req-130514b3-fc83-4db7-8686-d826863c6b6a tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 210 time: 0.0395977 Aug 27 13:55:28.263553 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-d44b867f-b732-4e94-9c3b-51cec4d356af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491d9168-9174-4aff-a1ca-6cc422ee2f3f HTTP/1.1" status: 200 len: 217 time: 0.0523837 Aug 27 13:55:28.268240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.278320 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.279316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:28.279894 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.372941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:28.387742 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:28.396240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:28.398925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2c3d34a6-1f46-4b85-808f-0f0962e21ad2,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:28.404396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-692a5bae-af5a-4d4f-a66c-fe90841bc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:28.405898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-692a5bae-af5a-4d4f-a66c-fe90841bc856 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36e24ebb-cdfe-4f90-b090-68bcc4bb4d72 HTTP/1.1" status: 200 len: 862 time: 0.1301231 Aug 27 13:55:28.406520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Pushing event updated for resources: {'Port': ['ID=eee17657-3758-4200-bae5-fb666dc2f093,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:28.412524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 2c3d34a6-1f46-4b85-808f-0f0962e21ad2 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:55:28.444875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae6545-3559-4eea-8dcd-e8e74df1853d req-8ac808f3-dac4-4522-bc6d-5125e8a590df tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:28.446542 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-98ae6545-3559-4eea-8dcd-e8e74df1853d req-8ac808f3-dac4-4522-bc6d-5125e8a590df tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 944 time: 0.1115448 Aug 27 13:55:28.498755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:28.499442 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.528881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-60c5d477-1cc4-493d-8dc9-dbfcd3a20836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:28.530415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-60c5d477-1cc4-493d-8dc9-dbfcd3a20836 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54f93b5e-cd0d-4b77-a984-346ab4450664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996177 Aug 27 13:55:28.538013 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-98ae6545-3559-4eea-8dcd-e8e74df1853d req-28fa0dab-ae34-4445-a5b1-5a4ffe707dd3 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837374 Aug 27 13:55:28.554378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d67e321-ca49-40b1-8355-d4d119857dad {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:28.562294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.575910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Transition to ACTIVE for port object 6d67e321-ca49-40b1-8355-d4d119857dad will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:28.584535 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.625627 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc39ca6-8240-4c24-bd76-41e503478eb9 x-openstack-request-id: req-6cc39ca6-8240-4c24-bd76-41e503478eb9 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:28.625915 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265771b1-3bca-4830-bf40-0e3b155c9b00", "tag": "491d9168-9174-4aff-a1ca-6cc422ee2f3f", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:28.626165 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6cc39ca6-8240-4c24-bd76-41e503478eb9 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:28.626557 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'tag': '491d9168-9174-4aff-a1ca-6cc422ee2f3f', 'status': 'completed', 'code': 200} Aug 27 13:55:28.632876 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7718e9cc-46c5-4ad3-bfc5-42bbb2252db6 req-4a248859-4d3f-4d4f-afcd-3173540e26da tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.644199 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7718e9cc-46c5-4ad3-bfc5-42bbb2252db6 req-4a248859-4d3f-4d4f-afcd-3173540e26da tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.666965 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5eed07f3-c126-4eba-94ad-b1416de764b9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8439658 Aug 27 13:55:28.670451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38658) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:28.678392 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-987279c0-a945-4600-98e3-158ead1b8ce5 admin admin] Request body: {'subnet': {'network_id': '2c3d34a6-1f46-4b85-808f-0f0962e21ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1625060954-subnet', 'tenant_id': '74c282f6c41f46f180bc1de962e18282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:28.701009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Pushing event updated for resources: {'Port': ['ID=6d67e321-ca49-40b1-8355-d4d119857dad,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:28.710811 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-71972670-3247-4013-b4d0-02505ed11d11 None None] Provisioning for port eee17657-3758-4200-bae5-fb666dc2f093 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:28.714580 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-31e03b78-5102-4713-ac05-9378795e74f0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3980949 Aug 27 13:55:28.716788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-71972670-3247-4013-b4d0-02505ed11d11 None None] Provisioning complete for port eee17657-3758-4200-bae5-fb666dc2f093 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:28.721133 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-71972670-3247-4013-b4d0-02505ed11d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.725191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a248859-4d3f-4d4f-afcd-3173540e26da tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e697cf-0c87-4059-a016-9015c2a380ab,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:28.742480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Request body: {'port': {'device_id': '56aab9fb-fc5a-40c8-a7a8-372899861817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:28.772286 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Attempting to bind port 6d67e321-ca49-40b1-8355-d4d119857dad on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:28.772562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Attempting to bind port 6d67e321-ca49-40b1-8355-d4d119857dad by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:28.772889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Attempting to bind port 6d67e321-ca49-40b1-8355-d4d119857dad on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:28.790168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558908d-a8c5-4edc-8984-959cfbf06e4c req-882ba70a-a9ca-45f3-9d96-398284a32d62 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:28.791881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-71972670-3247-4013-b4d0-02505ed11d11 None None] Port eee17657-3758-4200-bae5-fb666dc2f093 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:55:28.800931 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c558908d-a8c5-4edc-8984-959cfbf06e4c req-882ba70a-a9ca-45f3-9d96-398284a32d62 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 948 time: 0.1159182 Aug 27 13:55:28.808387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Port 6d67e321-ca49-40b1-8355-d4d119857dad on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:28.808697 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Attempting to bind port 6d67e321-ca49-40b1-8355-d4d119857dad on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:28.824636 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:28.825016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:28.825509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:28.826026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Bound port: 6d67e321-ca49-40b1-8355-d4d119857dad, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:28.826463 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.845662 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.869658 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-b86f74b3-d4e6-4830-8b3d-d2d89a4d18c7 service neutron] 10.222.0.52 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293691 Aug 27 13:55:28.884128 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c558908d-a8c5-4edc-8984-959cfbf06e4c req-fd562ed6-6d73-4c9f-9f31-7e71cef06eb9 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/security-groups?id=c4943e1b-2b9a-4a63-bf77-112cd35e42bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821431 Aug 27 13:55:28.938291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] For port 6d67e321-ca49-40b1-8355-d4d119857dad, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:28.941571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] For port 6d67e321-ca49-40b1-8355-d4d119857dad, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6d67e321-ca49-40b1-8355-d4d119857dad,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:28.948882 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.949829 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7718e9cc-46c5-4ad3-bfc5-42bbb2252db6 req-4a248859-4d3f-4d4f-afcd-3173540e26da tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:28.961875 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7718e9cc-46c5-4ad3-bfc5-42bbb2252db6 req-4a248859-4d3f-4d4f-afcd-3173540e26da tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:29.031774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:29.032453 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:29.033848 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] 10.222.0.52 "PUT /v2.0/ports/6d67e321-ca49-40b1-8355-d4d119857dad HTTP/1.1" status: 200 len: 1097 time: 1.5997312 Aug 27 13:55:29.034495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8540cea5-43aa-45be-b1ea-f7738598bdc1', 'tag': '6d67e321-ca49-40b1-8355-d4d119857dad'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:29.037501 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66279b5f-2a55-4023-9b24-3f3b98d2d761" -d '{"events": [{"name": "network-changed", "server_uuid": "8540cea5-43aa-45be-b1ea-f7738598bdc1", "tag": "6d67e321-ca49-40b1-8355-d4d119857dad"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:29.046001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987279c0-a945-4600-98e3-158ead1b8ce5 admin admin] Made reservation on behalf of 74c282f6c41f46f180bc1de962e18282 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:29.048382 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-987279c0-a945-4600-98e3-158ead1b8ce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:29.100613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a248859-4d3f-4d4f-afcd-3173540e26da tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2a1f6c-19de-48ed-bb5a-3582af1ffef7,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:29.118044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1abe90-bc91-49e9-9d83-168a7d8dab42 service neutron] Pushing event updated for resources: {'Port': ['ID=6d67e321-ca49-40b1-8355-d4d119857dad,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:29.129666 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7718e9cc-46c5-4ad3-bfc5-42bbb2252db6 req-4a248859-4d3f-4d4f-afcd-3173540e26da tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:29.133665 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7718e9cc-46c5-4ad3-bfc5-42bbb2252db6 req-4a248859-4d3f-4d4f-afcd-3173540e26da tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0638018 Aug 27 13:55:29.158779 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a92c588-4954-43f8-8ede-aecedb33f2be req-81912433-8a79-44eb-b3fd-5bd4b6e547ee service neutron] 10.222.0.52 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606144 Aug 27 13:55:29.160042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780b4e7-4eaf-4ded-ae2e-940cbae6895f req-97762454-4d94-4403-bd80-955c0507f812 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:29.167719 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1780b4e7-4eaf-4ded-ae2e-940cbae6895f req-97762454-4d94-4403-bd80-955c0507f812 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.1889174 Aug 27 13:55:29.241403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-48e9e818-3f0b-4381-a4f7-07b0d8dc02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:29.242939 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-48e9e818-3f0b-4381-a4f7-07b0d8dc02bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9dc7337cfc99441a8cebd5dff8908697&device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 1100 time: 0.1396594 Aug 27 13:55:29.247177 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1780b4e7-4eaf-4ded-ae2e-940cbae6895f req-b736d21f-775a-40dd-b37d-831fc5e8537e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786207 Aug 27 13:55:29.312917 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190c9dfd-c42b-479f-a172-886f66bba690 x-openstack-request-id: req-190c9dfd-c42b-479f-a172-886f66bba690 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:29.313206 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8540cea5-43aa-45be-b1ea-f7738598bdc1", "tag": "6d67e321-ca49-40b1-8355-d4d119857dad", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:29.313452 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-190c9dfd-c42b-479f-a172-886f66bba690 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:29.313832 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8540cea5-43aa-45be-b1ea-f7738598bdc1', 'tag': '6d67e321-ca49-40b1-8355-d4d119857dad', 'status': 'completed', 'code': 200} Aug 27 13:55:29.317532 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-b983f941-cb56-41e8-b5d1-07005c618b3b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6d67e321-ca49-40b1-8355-d4d119857dad HTTP/1.1" status: 200 len: 217 time: 0.0651534 Aug 27 13:55:29.346996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef63f-bd45-4d86-ab39-77d3578c15b0 req-0888e2a1-b8f8-4191-9fe6-94eb6dd4e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:29.348610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e15ef63f-bd45-4d86-ab39-77d3578c15b0 req-0888e2a1-b8f8-4191-9fe6-94eb6dd4e22b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b24b98473ebf462aae9865b3b3a47006&device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 1096 time: 0.1269069 Aug 27 13:55:29.358669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6e4fc-c597-4f98-8aac-91a50b7e9b20 req-9389f29b-0a57-4b80-bdc0-01eccc691b1f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:29.360163 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d1c6e4fc-c597-4f98-8aac-91a50b7e9b20 req-9389f29b-0a57-4b80-bdc0-01eccc691b1f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 946 time: 0.1373868 Aug 27 13:55:29.457956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-6974fe76-b372-44dc-a3d9-fe77fac9491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:29.459898 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-6974fe76-b372-44dc-a3d9-fe77fac9491d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1309698 Aug 27 13:55:29.463570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-987279c0-a945-4600-98e3-158ead1b8ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:29.479385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce28f9-e9a4-4df1-9b2d-9eacbe7359a1 req-78f300ce-1ba1-4403-88ff-ac6b260d6a72 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:29.479592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee17657-3758-4200-bae5-fb666dc2f093 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:29.480853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7ce28f9-e9a4-4df1-9b2d-9eacbe7359a1 req-78f300ce-1ba1-4403-88ff-ac6b260d6a72 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 948 time: 0.1319449 Aug 27 13:55:29.498948 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:29.505931 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d1c6e4fc-c597-4f98-8aac-91a50b7e9b20 req-75280e11-539b-45b8-a81e-9d8e92a46c27 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342371 Aug 27 13:55:29.528246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Transition to ACTIVE for port object eee17657-3758-4200-bae5-fb666dc2f093 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:29.544036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-57eb802b-f547-4110-9620-5856f58782d9 req-417137d5-8f04-47ee-a269-50c24ebf979d tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-293416266', 'description': 'tempest-description-1588761270'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:29.547953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:29.550209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef63f-bd45-4d86-ab39-77d3578c15b0 req-da0b39eb-9883-4cf6-b298-466162900624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:29.551692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e15ef63f-bd45-4d86-ab39-77d3578c15b0 req-da0b39eb-9883-4cf6-b298-466162900624 service neutron] 10.222.0.52 "GET /v2.0/networks?id=54f93b5e-cd0d-4b77-a984-346ab4450664 HTTP/1.1" status: 200 len: 924 time: 0.1906483 Aug 27 13:55:29.587807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987279c0-a945-4600-98e3-158ead1b8ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f501556-3d93-4e2e-bc24-e48eb2fa27ba,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:29.593286 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7ce28f9-e9a4-4df1-9b2d-9eacbe7359a1 req-f953237e-1547-4c0a-8f47-2065fdfbc19b tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859642 Aug 27 13:55:29.600509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ba4ba431-519d-4767-9bd0-ad6060775f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:29.601896 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-ba4ba431-519d-4767-9bd0-ad6060775f17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1305954 Aug 27 13:55:29.608701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987279c0-a945-4600-98e3-158ead1b8ce5 admin admin] Checking segment: {'id': '6b78f9a7-2835-4587-8d02-d9c666af37f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2c3d34a6-1f46-4b85-808f-0f0962e21ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:29.609061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987279c0-a945-4600-98e3-158ead1b8ce5 admin admin] Network hostable DHCP agents. Network: 2c3d34a6-1f46-4b85-808f-0f0962e21ad2, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:55:29.636125 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e15ef63f-bd45-4d86-ab39-77d3578c15b0 req-3551bd5d-0dc8-4b8c-987d-d0e56b755f94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491d9168-9174-4aff-a1ca-6cc422ee2f3f HTTP/1.1" status: 200 len: 217 time: 0.0545490 Aug 27 13:55:29.662710 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-57eb802b-f547-4110-9620-5856f58782d9 req-417137d5-8f04-47ee-a269-50c24ebf979d tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:29.690176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Pushing event updated for resources: {'Port': ['ID=eee17657-3758-4200-bae5-fb666dc2f093,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:29.711656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987279c0-a945-4600-98e3-158ead1b8ce5 admin admin] Network 2c3d34a6-1f46-4b85-808f-0f0962e21ad2 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:55:29.739423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-987279c0-a945-4600-98e3-158ead1b8ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 2c3d34a6-1f46-4b85-808f-0f0962e21ad2) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:29.748920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63614f7e-8adc-4e23-9d98-0c263a566c60 None None] Network 2c3d34a6-1f46-4b85-808f-0f0962e21ad2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:29.753585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987279c0-a945-4600-98e3-158ead1b8ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:29.754173 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-987279c0-a945-4600-98e3-158ead1b8ce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:29.768035 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-6a3940ad-1812-4c38-bfae-a1902c7daa84 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555474 Aug 27 13:55:29.779363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d0f3b-a33d-424b-a445-9e1b3392ba34 req-df670377-7d08-4f36-abf9-345fd4c9f161 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:29.780464 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a7d0f3b-a33d-424b-a445-9e1b3392ba34 req-df670377-7d08-4f36-abf9-345fd4c9f161 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 948 time: 0.1071599 Aug 27 13:55:29.795330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 365e0589-3c0a-4a62-83c2-87618c594bdd up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:29.831540 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Attempting to bind port eee17657-3758-4200-bae5-fb666dc2f093 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:29.831996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Attempting to bind port eee17657-3758-4200-bae5-fb666dc2f093 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:29.833171 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Attempting to bind port eee17657-3758-4200-bae5-fb666dc2f093 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:29.840557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef63f-bd45-4d86-ab39-77d3578c15b0 req-bf9852c6-b247-4537-9edc-2aa9f0ddaa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:29.851752 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e15ef63f-bd45-4d86-ab39-77d3578c15b0 req-bf9852c6-b247-4537-9edc-2aa9f0ddaa0b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36e24ebb-cdfe-4f90-b090-68bcc4bb4d72 HTTP/1.1" status: 200 len: 862 time: 0.1974010 Aug 27 13:55:29.851994 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-987279c0-a945-4600-98e3-158ead1b8ce5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1704407 Aug 27 13:55:29.889430 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a7d0f3b-a33d-424b-a445-9e1b3392ba34 req-f4a143b8-8af6-4090-8660-7a294d19f14f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974267 Aug 27 13:55:29.890896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Port eee17657-3758-4200-bae5-fb666dc2f093 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:29.891229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Attempting to bind port eee17657-3758-4200-bae5-fb666dc2f093 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:29.910014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:29.910486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:29.910837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:29.911829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Bound port: eee17657-3758-4200-bae5-fb666dc2f093, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:29.912290 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:29.931477 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85f54739-f4c3-4e29-b08c-c6ae69ee542a req-4a6bcc53-2243-4f78-b877-d67c97f90988 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493540 Aug 27 13:55:29.957147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef63f-bd45-4d86-ab39-77d3578c15b0 req-393e8b9b-272c-4c88-8e87-547c3f69b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:29.957336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 365e0589-3c0a-4a62-83c2-87618c594bdd completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:29.959394 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e15ef63f-bd45-4d86-ab39-77d3578c15b0 req-393e8b9b-272c-4c88-8e87-547c3f69b49a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54f93b5e-cd0d-4b77-a984-346ab4450664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077905 Aug 27 13:55:29.967754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 365e0589-3c0a-4a62-83c2-87618c594bdd triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:29.968423 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:30.062324 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9056f05-6acd-4d39-8a73-aa0912609f5c None None] Network 2c3d34a6-1f46-4b85-808f-0f0962e21ad2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:55:30.069866 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66279b5f-2a55-4023-9b24-3f3b98d2d761 req-2358cd67-b044-4d33-a8eb-eb9060f9f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:30.071410 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66279b5f-2a55-4023-9b24-3f3b98d2d761 req-2358cd67-b044-4d33-a8eb-eb9060f9f107 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9dc7337cfc99441a8cebd5dff8908697&device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 1100 time: 0.0744207 Aug 27 13:55:30.183502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66279b5f-2a55-4023-9b24-3f3b98d2d761 req-e2c957d1-8e7a-4bf4-abd9-72c3ebd81b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:30.185073 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66279b5f-2a55-4023-9b24-3f3b98d2d761 req-e2c957d1-8e7a-4bf4-abd9-72c3ebd81b5b service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1058056 Aug 27 13:55:30.253515 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66279b5f-2a55-4023-9b24-3f3b98d2d761 req-9be68e08-b559-4278-a16c-6fd738aa75a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6d67e321-ca49-40b1-8355-d4d119857dad HTTP/1.1" status: 200 len: 217 time: 0.0538881 Aug 27 13:55:30.299009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee951888-583e-40e7-90ca-a2f66b80e3c4 req-88f345aa-3ddc-4756-a25a-2b3b20762b79 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:30.300948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee951888-583e-40e7-90ca-a2f66b80e3c4 req-88f345aa-3ddc-4756-a25a-2b3b20762b79 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 1098 time: 0.1097581 Aug 27 13:55:30.316039 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-57eb802b-f547-4110-9620-5856f58782d9 req-417137d5-8f04-47ee-a269-50c24ebf979d tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:30.325974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66279b5f-2a55-4023-9b24-3f3b98d2d761 req-9e0e72ee-7a3f-48e0-80eb-4f8b8ad9bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:30.327431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66279b5f-2a55-4023-9b24-3f3b98d2d761 req-9e0e72ee-7a3f-48e0-80eb-4f8b8ad9bd3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0662551 Aug 27 13:55:30.334643 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-57eb802b-f547-4110-9620-5856f58782d9 req-417137d5-8f04-47ee-a269-50c24ebf979d tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:30.340327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] For port eee17657-3758-4200-bae5-fb666dc2f093, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:30.347535 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:30.375105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] For port eee17657-3758-4200-bae5-fb666dc2f093, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=eee17657-3758-4200-bae5-fb666dc2f093,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:30.384582 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee951888-583e-40e7-90ca-a2f66b80e3c4 req-eb958484-980f-49dd-9ef0-e9e86f202218 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736864 Aug 27 13:55:30.388932 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-57eb802b-f547-4110-9620-5856f58782d9 req-417137d5-8f04-47ee-a269-50c24ebf979d tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:30.390169 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57eb802b-f547-4110-9620-5856f58782d9 req-417137d5-8f04-47ee-a269-50c24ebf979d tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8528333 Aug 27 13:55:30.394074 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:30.396954 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66279b5f-2a55-4023-9b24-3f3b98d2d761 req-afb84d4f-e378-45ca-8217-e42898b9447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:30.398777 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66279b5f-2a55-4023-9b24-3f3b98d2d761 req-afb84d4f-e378-45ca-8217-e42898b9447d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0619357 Aug 27 13:55:30.403887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417137d5-8f04-47ee-a269-50c24ebf979d tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7203b3a2-e123-428e-85ff-8780baf4f793,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:30.415443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50424a56-b01a-4695-9585-db11f408e9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365e0589-3c0a-4a62-83c2-87618c594bdd'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:30.417827 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94deaf6-8230-4205-8b5e-13d5c9cf6e34" -d '{"events": [{"server_uuid": "50424a56-b01a-4695-9585-db11f408e9a1", "name": "network-vif-plugged", "status": "completed", "tag": "365e0589-3c0a-4a62-83c2-87618c594bdd"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:30.434002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 365e0589-3c0a-4a62-83c2-87618c594bdd, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=365e0589-3c0a-4a62-83c2-87618c594bdd,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:30.440872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e15ef63f-bd45-4d86-ab39-77d3578c15b0 req-824562de-3907-4a95-b436-676d567cdb5c service neutron] 10.222.0.52 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381468 Aug 27 13:55:30.441571 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:30.450165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:30.451115 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:30.452504 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] 10.222.0.52 "PUT /v2.0/ports/eee17657-3758-4200-bae5-fb666dc2f093 HTTP/1.1" status: 200 len: 1097 time: 1.7156596 Aug 27 13:55:30.532814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=365e0589-3c0a-4a62-83c2-87618c594bdd,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:30.543901 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66279b5f-2a55-4023-9b24-3f3b98d2d761 req-2dd7652b-9735-4c83-a736-fbc732a12521 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356227 Aug 27 13:55:30.608359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163953b9-b20b-4dd2-8d24-e2d147676cff service neutron] Pushing event updated for resources: {'Port': ['ID=eee17657-3758-4200-bae5-fb666dc2f093,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:30.627546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56aab9fb-fc5a-40c8-a7a8-372899861817', 'tag': 'eee17657-3758-4200-bae5-fb666dc2f093'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:30.631344 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3418a8-b5ab-4027-b89b-deb07a2577d3" -d '{"events": [{"name": "network-changed", "server_uuid": "56aab9fb-fc5a-40c8-a7a8-372899861817", "tag": "eee17657-3758-4200-bae5-fb666dc2f093"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:30.672036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27919c89-271e-4dce-bf4f-c7914f87982b req-1e7e36c5-ade1-4f4f-a9a5-1a43430c752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:30.673538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-1e7e36c5-ade1-4f4f-a9a5-1a43430c752e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 1100 time: 0.1535861 Aug 27 13:55:30.676453 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e15ef63f-bd45-4d86-ab39-77d3578c15b0 req-924be3e8-9a9e-4185-9d91-5f188f7cea61 service neutron] 10.222.0.52 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211721 Aug 27 13:55:30.691440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74614681-bddf-4efe-b608-d927273d7d03 req-2de6b933-83a5-4d98-96da-87a666297d71 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:30.693531 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-74614681-bddf-4efe-b608-d927273d7d03 req-2de6b933-83a5-4d98-96da-87a666297d71 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 944 time: 0.1585879 Aug 27 13:55:30.699846 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66279b5f-2a55-4023-9b24-3f3b98d2d761 req-4a4c8d79-1f3f-4497-a8a5-ae51099f2b65 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480777 Aug 27 13:55:30.720316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470afd99-182a-46ac-a1b5-6b64f739c371 req-de076a8f-2a13-4d6a-a08f-0371552275f9 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:30.721806 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-470afd99-182a-46ac-a1b5-6b64f739c371 req-de076a8f-2a13-4d6a-a08f-0371552275f9 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 948 time: 0.0738585 Aug 27 13:55:30.743094 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-e031df5d-55bc-49b4-8b74-7d570d53582a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=eee17657-3758-4200-bae5-fb666dc2f093 HTTP/1.1" status: 200 len: 217 time: 0.0485070 Aug 27 13:55:30.760039 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-470afd99-182a-46ac-a1b5-6b64f739c371 req-fa50f272-3e0b-467e-a296-a36431dfe6b2 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/security-groups?id=c4943e1b-2b9a-4a63-bf77-112cd35e42bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321944 Aug 27 13:55:30.795635 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-74614681-bddf-4efe-b608-d927273d7d03 req-56566313-312c-4685-bfde-14737e4f871e tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927033 Aug 27 13:55:30.808450 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27919c89-271e-4dce-bf4f-c7914f87982b req-0e354843-4484-47d3-b028-92aa22befef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:30.809902 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-0e354843-4484-47d3-b028-92aa22befef7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0592449 Aug 27 13:55:30.859149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27919c89-271e-4dce-bf4f-c7914f87982b req-d98b5042-c4c2-4cb0-8e4e-0051923e914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:30.860654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-d98b5042-c4c2-4cb0-8e4e-0051923e914a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0408149 Aug 27 13:55:30.973812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7c934-7ad4-476c-9851-0f8b0efe4f0e req-ab5672d3-0f64-4d93-84bd-b31c165cfe3b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:30.975421 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-76f7c934-7ad4-476c-9851-0f8b0efe4f0e req-ab5672d3-0f64-4d93-84bd-b31c165cfe3b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.1003137 Aug 27 13:55:30.984937 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-62de9caa-f89e-412f-91b5-24f482a87626 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:30.986406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-62de9caa-f89e-412f-91b5-24f482a87626 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 808 time: 0.1012709 Aug 27 13:55:31.001671 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-9b59093a-cfe2-480a-b134-d119f0e961e6 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/quotas/0b84005fec6146b8af367291d0980e18 HTTP/1.1" status: 200 len: 375 time: 0.0090141 Aug 27 13:55:31.004662 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-108b6187-cb46-4752-9c0c-6433cbad2cae service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368096 Aug 27 13:55:31.033856 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-15c650f8-1bf2-4f06-87d1-0219bfba603d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259049 Aug 27 13:55:31.067146 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-76f7c934-7ad4-476c-9851-0f8b0efe4f0e req-7e2b510e-6a94-4a1b-a331-0f759df1919d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839267 Aug 27 13:55:31.137086 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-6b69d6e3-a9ee-4abc-9628-434961f1e55b service neutron] 10.222.0.55 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953505 Aug 27 13:55:31.137673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27919c89-271e-4dce-bf4f-c7914f87982b req-22f61e5d-b6c0-4d82-80bf-6b2ca0869418 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250181 Aug 27 13:55:31.227398 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-0c1ea8bc-61be-4a01-9418-9168cb3cf3f9 service neutron] 10.222.0.55 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839942 Aug 27 13:55:31.358009 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06de20a-f59f-4478-9b3c-39448770c7a3 x-openstack-request-id: req-a06de20a-f59f-4478-9b3c-39448770c7a3 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:31.358462 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50424a56-b01a-4695-9585-db11f408e9a1", "name": "network-vif-plugged", "status": "completed", "tag": "365e0589-3c0a-4a62-83c2-87618c594bdd", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:31.358893 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a06de20a-f59f-4478-9b3c-39448770c7a3 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:31.359387 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50424a56-b01a-4695-9585-db11f408e9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365e0589-3c0a-4a62-83c2-87618c594bdd', 'code': 200} Aug 27 13:55:31.372049 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-8c7014c9-9062-464e-b777-bf730137cbcc tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53376 time: 0.2751582 Aug 27 13:55:31.420901 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-5aa2d3ae-203d-4e46-b7ea-aecba7184d12 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/056e2042-ea29-4da5-ba96-d977d05bc261 HTTP/1.1" status: 200 len: 2981 time: 0.0412428 Aug 27 13:55:31.472540 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-031e850f-b1c3-4734-9f81-843a693c5224 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/056e2042-ea29-4da5-ba96-d977d05bc261 HTTP/1.1" status: 200 len: 2981 time: 0.0455515 Aug 27 13:55:31.519790 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-00d9a4b0-59d7-4deb-a444-15532973afbd tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/06e35de9-1a26-482d-9749-37675c449624 HTTP/1.1" status: 200 len: 2977 time: 0.0401022 Aug 27 13:55:31.576726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-a502354d-418f-4183-90b1-513b756cb44b tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/06e35de9-1a26-482d-9749-37675c449624 HTTP/1.1" status: 200 len: 2977 time: 0.0450277 Aug 27 13:55:31.633985 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-1085d47d-92ca-4f41-af9c-70437f52b353 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/1f6e9645-7aad-459b-90c6-08ebc08f72db HTTP/1.1" status: 200 len: 2977 time: 0.0522554 Aug 27 13:55:31.687522 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-611fcc4a-6696-468c-85ba-7c13ef810aa0 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/1f6e9645-7aad-459b-90c6-08ebc08f72db HTTP/1.1" status: 200 len: 2977 time: 0.0472445 Aug 27 13:55:31.687948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b7f7a-e209-4992-b0fe-787a5f431dee req-40c5f8c1-4509-487f-a5ee-2ff2dc10ffee tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:31.689532 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-306b7f7a-e209-4992-b0fe-787a5f431dee req-40c5f8c1-4509-487f-a5ee-2ff2dc10ffee tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 1098 time: 0.2861602 Aug 27 13:55:31.721341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7618b1-14a9-4e69-9b30-6d0bd60781a5 req-b71d462b-86e6-47a1-8752-60f8d582c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:31.722864 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b7618b1-14a9-4e69-9b30-6d0bd60781a5 req-b71d462b-86e6-47a1-8752-60f8d582c339 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 1101 time: 0.2703061 Aug 27 13:55:31.740429 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-64df5072-7cb6-481d-b188-19c39ac4d4de tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/26211a4a-5b26-41cf-a973-667f1e3567b5 HTTP/1.1" status: 200 len: 2981 time: 0.0442560 Aug 27 13:55:31.750661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-306b7f7a-e209-4992-b0fe-787a5f431dee req-dd57e0eb-3e58-4475-b457-07a16c2c83db tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538075 Aug 27 13:55:31.775700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b7618b1-14a9-4e69-9b30-6d0bd60781a5 req-64cf599f-05df-4cb2-943f-d5327287f657 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 Aug 27 13:55:31.793221 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-1714cdbe-100c-46b1-bec0-da4c65d2d246 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/26211a4a-5b26-41cf-a973-667f1e3567b5 HTTP/1.1" status: 200 len: 2981 time: 0.0410805 Aug 27 13:55:31.837313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-0438b5ea-2f4a-4376-838c-330ebda93fe9 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2f17894c-185d-4312-b9a3-4fb6e3f7b9ad HTTP/1.1" status: 200 len: 2981 time: 0.0381341 Aug 27 13:55:31.876906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16960ba1-7c5e-4686-a8d4-3064e3e57f6b req-9a624c94-3d24-4cf4-9106-4ed5f3bb9318 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:31.878271 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16960ba1-7c5e-4686-a8d4-3064e3e57f6b req-9a624c94-3d24-4cf4-9106-4ed5f3bb9318 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 949 time: 0.0493824 Aug 27 13:55:31.882306 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-ff61c39c-d659-4ea2-8c93-ab0055cd2b97 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2f17894c-185d-4312-b9a3-4fb6e3f7b9ad HTTP/1.1" status: 200 len: 2981 time: 0.0385895 Aug 27 13:55:31.916723 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16960ba1-7c5e-4686-a8d4-3064e3e57f6b req-a6af52e0-7abb-42bd-8321-240cfbbdf053 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Aug 27 13:55:31.923865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-96b7fe75-4d74-412a-b986-65e27e82cd96 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/346012f7-82a1-41c4-a4a5-e6c22eca34cb HTTP/1.1" status: 200 len: 2973 time: 0.0357845 Aug 27 13:55:31.964396 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0531e3df-afbc-4f72-956b-8dae1417b54f x-openstack-request-id: req-0531e3df-afbc-4f72-956b-8dae1417b54f {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:31.964690 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56aab9fb-fc5a-40c8-a7a8-372899861817", "tag": "eee17657-3758-4200-bae5-fb666dc2f093", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:31.965742 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0531e3df-afbc-4f72-956b-8dae1417b54f {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:31.966145 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56aab9fb-fc5a-40c8-a7a8-372899861817', 'tag': 'eee17657-3758-4200-bae5-fb666dc2f093', 'status': 'completed', 'code': 200} Aug 27 13:55:31.972495 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-ea3f8d20-0b40-412a-9300-1d9ae7af0318 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/346012f7-82a1-41c4-a4a5-e6c22eca34cb HTTP/1.1" status: 200 len: 2973 time: 0.0426583 Aug 27 13:55:32.042309 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-36fd94ba-b18a-40f3-aaa3-106b7e665a77 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/436a250b-e847-4de1-984c-0a9f90a067e5 HTTP/1.1" status: 200 len: 2981 time: 0.0620663 Aug 27 13:55:32.052553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b1beb-2830-4342-9fa8-04011a674775 req-e31cb4ac-3abe-4399-92ec-70e4f5465bb4 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:32.054060 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-060b1beb-2830-4342-9fa8-04011a674775 req-e31cb4ac-3abe-4399-92ec-70e4f5465bb4 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 948 time: 0.0489750 Aug 27 13:55:32.056135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3418a8-b5ab-4027-b89b-deb07a2577d3 req-786f1272-6071-400c-bb1c-336ff8452c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:32.057567 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c3418a8-b5ab-4027-b89b-deb07a2577d3 req-786f1272-6071-400c-bb1c-336ff8452c72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 1100 time: 0.0715735 Aug 27 13:55:32.095037 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-060b1beb-2830-4342-9fa8-04011a674775 req-6a2ae57c-b8e6-4e98-9809-114c7f19bce7 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350053 Aug 27 13:55:32.141949 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-9a3897d4-98b0-43ae-8501-2674c0273c87 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/436a250b-e847-4de1-984c-0a9f90a067e5 HTTP/1.1" status: 200 len: 2981 time: 0.0931025 Aug 27 13:55:32.176195 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7b4b795-3f0b-476f-be7b-08149cd64dc9 req-63fc8bb4-a381-44ab-945e-791f67e795ee tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0251870 Aug 27 13:55:32.205918 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3418a8-b5ab-4027-b89b-deb07a2577d3 req-da237182-cd57-4f88-a67a-0b33db982252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:32.207429 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c3418a8-b5ab-4027-b89b-deb07a2577d3 req-da237182-cd57-4f88-a67a-0b33db982252 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1418197 Aug 27 13:55:32.212815 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-1dfbe0bb-e418-48bc-b678-4b385b6140ae tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5184b791-0669-45fb-ba3f-3a5a4d1f1674 HTTP/1.1" status: 200 len: 2981 time: 0.0637021 Aug 27 13:55:32.262216 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c3418a8-b5ab-4027-b89b-deb07a2577d3 req-bc3840b2-15b7-42db-983e-9747de0e50fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=eee17657-3758-4200-bae5-fb666dc2f093 HTTP/1.1" status: 200 len: 217 time: 0.0472915 Aug 27 13:55:32.288723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28053951-d356-406b-861c-2f38915ad11b req-32de48a0-92fe-4d1a-b75d-3cf851e6581b tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:32.290262 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28053951-d356-406b-861c-2f38915ad11b req-32de48a0-92fe-4d1a-b75d-3cf851e6581b tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 948 time: 0.0510762 Aug 27 13:55:32.330507 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-546f36fb-7edb-40c8-9bda-e66f5c876b13 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5184b791-0669-45fb-ba3f-3a5a4d1f1674 HTTP/1.1" status: 200 len: 2981 time: 0.1084502 Aug 27 13:55:32.334974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3418a8-b5ab-4027-b89b-deb07a2577d3 req-02afa8b2-f43b-4269-9a8e-fdf8cdf4fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:32.336631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c3418a8-b5ab-4027-b89b-deb07a2577d3 req-02afa8b2-f43b-4269-9a8e-fdf8cdf4fc3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0662856 Aug 27 13:55:32.342984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28053951-d356-406b-861c-2f38915ad11b req-f84e4709-f82a-40b4-a236-fbb488914282 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/security-groups?id=c4943e1b-2b9a-4a63-bf77-112cd35e42bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433421 Aug 27 13:55:32.403668 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-2bf631cb-376d-431c-8ddb-606f37022d79 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/57cfd0a7-a996-404c-8d07-96f0b1527bf4 HTTP/1.1" status: 200 len: 2981 time: 0.0658374 Aug 27 13:55:32.409897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3418a8-b5ab-4027-b89b-deb07a2577d3 req-ca7659c6-3a1a-4b35-b272-4758bc6bfc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:32.411443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c3418a8-b5ab-4027-b89b-deb07a2577d3 req-ca7659c6-3a1a-4b35-b272-4758bc6bfc21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0663223 Aug 27 13:55:32.485083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d506eb-3a4c-4f06-a868-688fc790afcf req-52e6034f-a5df-41b9-9b15-38928b80a094 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:32.486713 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56d506eb-3a4c-4f06-a868-688fc790afcf req-52e6034f-a5df-41b9-9b15-38928b80a094 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 944 time: 0.0493305 Aug 27 13:55:32.502411 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-6b6e13d8-01a7-4e61-a18a-2866cc30235a tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/57cfd0a7-a996-404c-8d07-96f0b1527bf4 HTTP/1.1" status: 200 len: 2981 time: 0.0899363 Aug 27 13:55:32.526511 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56d506eb-3a4c-4f06-a868-688fc790afcf req-4c5162d7-f664-408a-9db9-41de7c6b3a42 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328231 Aug 27 13:55:32.526938 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6d67e321-ca49-40b1-8355-d4d119857dad details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:55:32.557387 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c3418a8-b5ab-4027-b89b-deb07a2577d3 req-e30f49d8-b6d2-4097-988d-b3064219d987 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391051 Aug 27 13:55:32.574632 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-938a5b4d-b15b-454d-98db-d4f458fb9541 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6b88ff42-e05b-4e67-8163-585e4b2b01b3 HTTP/1.1" status: 200 len: 2981 time: 0.0633411 Aug 27 13:55:32.640599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6d67e321-ca49-40b1-8355-d4d119857dad, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6d67e321-ca49-40b1-8355-d4d119857dad,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:32.645508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bf73b-f865-4b84-a680-429ee9fd9e92 req-65f070e1-323d-421e-b457-d879befdd805 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:32.647009 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce7bf73b-f865-4b84-a680-429ee9fd9e92 req-65f070e1-323d-421e-b457-d879befdd805 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.0535581 Aug 27 13:55:32.657189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '6d67e321-ca49-40b1-8355-d4d119857dad', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '6d67e321-ca49-40b1-8355-d4d119857dad', 'mac_address': 'fa:16:3e:10:cb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:55:32.671458 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-5a9c83ee-2708-4aca-b036-02992d98c0cc tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6b88ff42-e05b-4e67-8163-585e4b2b01b3 HTTP/1.1" status: 200 len: 2981 time: 0.0856514 Aug 27 13:55:32.687205 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce7bf73b-f865-4b84-a680-429ee9fd9e92 req-fa5f35fa-8d37-4717-99d8-3361dbe921de tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341637 Aug 27 13:55:32.695319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c3418a8-b5ab-4027-b89b-deb07a2577d3 req-9544911d-67b9-4105-ab0f-e94e1c0a5ad2 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295025 Aug 27 13:55:32.706241 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:32.721955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d67e321-ca49-40b1-8355-d4d119857dad {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:32.728766 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-48560753-3214-470e-853e-89d75ca1dddf tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6c67da87-6c3e-457a-88b6-34f08bc81c25 HTTP/1.1" status: 200 len: 2981 time: 0.0448179 Aug 27 13:55:32.746295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6d67e321-ca49-40b1-8355-d4d119857dad, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6d67e321-ca49-40b1-8355-d4d119857dad,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:32.750576 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:32.751489 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 491d9168-9174-4aff-a1ca-6cc422ee2f3f details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:55:32.776136 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-671908a9-ac47-4537-af36-eb3d7759eb53 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6c67da87-6c3e-457a-88b6-34f08bc81c25 HTTP/1.1" status: 200 len: 2981 time: 0.0412419 Aug 27 13:55:32.827597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-5b7411cf-35bf-4340-8f61-ff575367a15f tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6f35d7e9-9613-4524-b991-e39912b3d56f HTTP/1.1" status: 200 len: 2981 time: 0.0439353 Aug 27 13:55:32.844742 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=6d67e321-ca49-40b1-8355-d4d119857dad,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:32.889158 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-4558f549-e222-4467-8f77-857d74ff55fc tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6f35d7e9-9613-4524-b991-e39912b3d56f HTTP/1.1" status: 200 len: 2981 time: 0.0556502 Aug 27 13:55:32.894703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 491d9168-9174-4aff-a1ca-6cc422ee2f3f, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=491d9168-9174-4aff-a1ca-6cc422ee2f3f,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:32.907579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '491d9168-9174-4aff-a1ca-6cc422ee2f3f', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'port_id': '491d9168-9174-4aff-a1ca-6cc422ee2f3f', 'mac_address': 'fa:16:3e:a3:3e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:55:32.947365 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-5d6561ec-d1da-4f33-83af-27b80d61d7a0 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/904b8358-377b-4d9d-b220-e33b067035b7 HTTP/1.1" status: 200 len: 2981 time: 0.0504637 Aug 27 13:55:32.950590 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:32.974714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491d9168-9174-4aff-a1ca-6cc422ee2f3f {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:32.997464 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 491d9168-9174-4aff-a1ca-6cc422ee2f3f, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=491d9168-9174-4aff-a1ca-6cc422ee2f3f,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:33.003166 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:33.028644 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-8691bd1b-aaaf-4037-8fc9-682c272c2513 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/904b8358-377b-4d9d-b220-e33b067035b7 HTTP/1.1" status: 200 len: 2981 time: 0.0759614 Aug 27 13:55:33.072363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=491d9168-9174-4aff-a1ca-6cc422ee2f3f,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:33.099890 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-b192ca97-b930-4a28-bec6-54ba5c93f46b tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a6e697cf-0c87-4059-a016-9015c2a380ab HTTP/1.1" status: 200 len: 2981 time: 0.0637939 Aug 27 13:55:33.148893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-ac818b10-ded5-4f72-ae1a-e8b176c04aae tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:33.150356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-ac818b10-ded5-4f72-ae1a-e8b176c04aae tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.41 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 808 time: 0.1726565 Aug 27 13:55:33.152922 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-59147a2e-9d3e-4427-8de7-b2929e190aad tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a6e697cf-0c87-4059-a016-9015c2a380ab HTTP/1.1" status: 200 len: 2981 time: 0.0461214 Aug 27 13:55:33.182059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-7c8b7890-7a2c-49fe-8c19-d3cfcaf889af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Request body: {'port': {'device_id': '3e381dc7-2ff5-4192-b867-6e5adca4f5d1', 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc', 'admin_state_up': True, 'tenant_id': '0b84005fec6146b8af367291d0980e18'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:33.196001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-97d0a751-03a1-426a-a39c-e98acbe7b36c tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c4943e1b-2b9a-4a63-bf77-112cd35e42bd HTTP/1.1" status: 200 len: 2981 time: 0.0369518 Aug 27 13:55:33.229654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['6d67e321-ca49-40b1-8355-d4d119857dad'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:33.238153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['491d9168-9174-4aff-a1ca-6cc422ee2f3f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:33.267871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-3ec4b44d-d43a-4af8-93bd-0e466cdd9dad tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c4943e1b-2b9a-4a63-bf77-112cd35e42bd HTTP/1.1" status: 200 len: 2981 time: 0.0659113 Aug 27 13:55:33.311782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-7c8b7890-7a2c-49fe-8c19-d3cfcaf889af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Made reservation on behalf of 0b84005fec6146b8af367291d0980e18 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:33.316458 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-7c8b7890-7a2c-49fe-8c19-d3cfcaf889af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:33.337193 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-9825fb3c-7094-4dfb-9dd4-319c9b4bd643 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/dcdf6d06-c07e-47c5-84f4-e5883371f575 HTTP/1.1" status: 200 len: 2981 time: 0.0623915 Aug 27 13:55:33.399448 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299d4f82-bcba-4527-802d-4de4a5ad0fa5 req-ca9ba593-48dd-4312-a53c-bcf4b050f19b tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/dcdf6d06-c07e-47c5-84f4-e5883371f575 HTTP/1.1" status: 200 len: 2981 time: 0.0608563 Aug 27 13:55:33.482582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-7c8b7890-7a2c-49fe-8c19-d3cfcaf889af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Allocated IP 172.20.0.10 (a4fa4222-2c01-407d-8d35-d36794d53fdc/42ec8a6f-4682-4195-b131-0bf74a6d6a47/31955ad1-6df8-4487-8cf0-5d6019853165) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:33.540903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f616af-49af-4e4f-b791-629dd019cb78 req-97501396-a3a6-4a46-af16-82e43c045593 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:33.551384 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8f616af-49af-4e4f-b791-629dd019cb78 req-97501396-a3a6-4a46-af16-82e43c045593 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 949 time: 0.0904305 Aug 27 13:55:33.601628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8f616af-49af-4e4f-b791-629dd019cb78 req-0ff92c0c-b35e-40a3-a95a-27c8b6f42ba5 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492206 Aug 27 13:55:33.706836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba9bb-10be-4e94-89f7-6a2a63a3643d req-4c3071c8-e2bd-44d5-a256-6e0b0f2b6268 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:33.708393 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-286ba9bb-10be-4e94-89f7-6a2a63a3643d req-4c3071c8-e2bd-44d5-a256-6e0b0f2b6268 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 948 time: 0.0531623 Aug 27 13:55:33.720649 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-7c8b7890-7a2c-49fe-8c19-d3cfcaf889af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:33.764415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-286ba9bb-10be-4e94-89f7-6a2a63a3643d req-0a308565-c4cb-4a5d-a123-65a44826ad62 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496645 Aug 27 13:55:33.768901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-7c8b7890-7a2c-49fe-8c19-d3cfcaf889af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:33.813900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-7c8b7890-7a2c-49fe-8c19-d3cfcaf889af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Network a4fa4222-2c01-407d-8d35-d36794d53fdc is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:33.816921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-7c8b7890-7a2c-49fe-8c19-d3cfcaf889af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:33.822046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-7c8b7890-7a2c-49fe-8c19-d3cfcaf889af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:33.860021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b7890-7a2c-49fe-8c19-d3cfcaf889af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Pushing event updated for resources: {'Port': ['ID=31955ad1-6df8-4487-8cf0-5d6019853165,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:33.876576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15965704-1373-486d-bc29-8950e9e02f98 req-4d224158-4be3-41f2-84cf-4ecfc20213a3 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:33.877898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15965704-1373-486d-bc29-8950e9e02f98 req-4d224158-4be3-41f2-84cf-4ecfc20213a3 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 932 time: 0.0507343 Aug 27 13:55:33.885414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-7c8b7890-7a2c-49fe-8c19-d3cfcaf889af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:33.886038 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-7c8b7890-7a2c-49fe-8c19-d3cfcaf889af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:33.900868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-7c8b7890-7a2c-49fe-8c19-d3cfcaf889af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7237940 Aug 27 13:55:33.916982 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15965704-1373-486d-bc29-8950e9e02f98 req-8537e66b-0df8-4c7a-9326-bbe90133654c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325267 Aug 27 13:55:33.925752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Request body: {'port': {'device_id': '3e381dc7-2ff5-4192-b867-6e5adca4f5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:33.983813 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.024287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db16eb4-0a5a-4136-a3ff-6e86c868849b req-172033a7-e44c-46f6-8c8f-61fc0de54aff tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:34.026190 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4db16eb4-0a5a-4136-a3ff-6e86c868849b req-172033a7-e44c-46f6-8c8f-61fc0de54aff tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 949 time: 0.0520952 Aug 27 13:55:34.072794 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4db16eb4-0a5a-4136-a3ff-6e86c868849b req-6e19d054-2d33-48d8-a9aa-71f92a0afb30 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/security-groups?id=c4943e1b-2b9a-4a63-bf77-112cd35e42bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401089 Aug 27 13:55:34.101543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38778) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:34.163737 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-08e37410-e94e-46b4-8992-97034f5a1495 req-6c3a4b66-98a6-40a9-89b0-b2516226807b tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=660d121ea30743a6992f16a2feccbee3 HTTP/1.1" status: 200 len: 6102 time: 0.0668340 Aug 27 13:55:34.208451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-595cf417-c903-474b-8047-93f5d72c0c8d tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:55:34.209452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-595cf417-c903-474b-8047-93f5d72c0c8d tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1069670 Aug 27 13:55:34.221403 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-08e37410-e94e-46b4-8992-97034f5a1495 req-cfbe330d-8785-410f-8572-b5397c1abdc2 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] 10.222.0.55 "GET /v2.0/security-groups/57cfd0a7-a996-404c-8d07-96f0b1527bf4 HTTP/1.1" status: 200 len: 2981 time: 0.0512426 Aug 27 13:55:34.270331 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-08e37410-e94e-46b4-8992-97034f5a1495 req-0fa48bd3-9182-4c33-b634-0d8ea41cee71 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] 10.222.0.55 "GET /v2.0/security-groups/57cfd0a7-a996-404c-8d07-96f0b1527bf4 HTTP/1.1" status: 200 len: 2981 time: 0.0420196 Aug 27 13:55:34.287862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31955ad1-6df8-4487-8cf0-5d6019853165 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:34.295518 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.308695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Transition to ACTIVE for port object 31955ad1-6df8-4487-8cf0-5d6019853165 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:34.316465 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] Request body: {'binding': {'host': 'n-h1-712139-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:34.317011 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] Unknown quota resources ['binding']. {{(pid=101187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 13:55:34.319310 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.373376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d439269-36e5-45fa-8c26-e20807ce5a4e req-2f6a91e5-0f52-4a7c-8a2b-10f66db6ffe1 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:34.374881 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4d439269-36e5-45fa-8c26-e20807ce5a4e req-2f6a91e5-0f52-4a7c-8a2b-10f66db6ffe1 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 945 time: 0.0499425 Aug 27 13:55:34.405154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Pushing event updated for resources: {'Port': ['ID=31955ad1-6df8-4487-8cf0-5d6019853165,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:34.415235 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4d439269-36e5-45fa-8c26-e20807ce5a4e req-9e3fa16f-0379-4faa-ba9c-dc2c59063659 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342882 Aug 27 13:55:34.518714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503c81a-d44d-4e1f-baca-050d40720e70 req-80cb86b1-e7ea-4122-872f-673358c9c17d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:34.520144 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2503c81a-d44d-4e1f-baca-050d40720e70 req-80cb86b1-e7ea-4122-872f-673358c9c17d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.0495434 Aug 27 13:55:34.536079 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device eee17657-3758-4200-bae5-fb666dc2f093 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:55:34.539715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Attempting to bind port 31955ad1-6df8-4487-8cf0-5d6019853165 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:34.539900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Attempting to bind port 31955ad1-6df8-4487-8cf0-5d6019853165 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:34.540232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Attempting to bind port 31955ad1-6df8-4487-8cf0-5d6019853165 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:34.549689 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Port 31955ad1-6df8-4487-8cf0-5d6019853165 on network a4fa4222-2c01-407d-8d35-d36794d53fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:34.550421 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Attempting to bind port 31955ad1-6df8-4487-8cf0-5d6019853165 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:34.563927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:34.563927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Checking segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:34.564304 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Bound using segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:34.564683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Bound port: 31955ad1-6df8-4487-8cf0-5d6019853165, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:34.565042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.567915 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] Attempting to bind port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on host n-h1-712139-12 for vnic_type normal with profile None {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:34.568248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] Attempting to bind port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:34.568571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] Attempting to bind port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:34.569815 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2503c81a-d44d-4e1f-baca-050d40720e70 req-e88c96a6-5de1-4506-beb5-c5c0d7e962b7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430048 Aug 27 13:55:34.581332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] Port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:34.581832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] Attempting to bind port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:34.598446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6d67e321-ca49-40b1-8355-d4d119857dad up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:34.621591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:34.621928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:34.622312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:34.622773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] Bound port: c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:34.652583 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9e7ae8a9-6c55-4080-af38-e57a0bece0a3 req-ea1e8682-0d3b-427d-86f5-cd330a618ea4 tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7203b3a2-e123-428e-85ff-8780baf4f793 HTTP/1.1" status: 200 len: 1777 time: 0.0407281 Aug 27 13:55:34.677416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port eee17657-3758-4200-bae5-fb666dc2f093, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=eee17657-3758-4200-bae5-fb666dc2f093,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:34.693209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'eee17657-3758-4200-bae5-fb666dc2f093', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'eee17657-3758-4200-bae5-fb666dc2f093', 'mac_address': 'fa:16:3e:aa:78:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:55:34.695895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 6d67e321-ca49-40b1-8355-d4d119857dad completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:34.701173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 6d67e321-ca49-40b1-8355-d4d119857dad triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:34.701549 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.707323 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9e7ae8a9-6c55-4080-af38-e57a0bece0a3 req-68520846-c1f9-4234-a320-1ce09ed9ef2c tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.726924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:34.729177 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9e7ae8a9-6c55-4080-af38-e57a0bece0a3 req-68520846-c1f9-4234-a320-1ce09ed9ef2c tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.748813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=31955ad1-6df8-4487-8cf0-5d6019853165,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:34.761275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.764570 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.768731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:34.769265 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9e7ae8a9-6c55-4080-af38-e57a0bece0a3 req-68520846-c1f9-4234-a320-1ce09ed9ef2c tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.772796 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9e7ae8a9-6c55-4080-af38-e57a0bece0a3 req-68520846-c1f9-4234-a320-1ce09ed9ef2c tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.773989 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9e7ae8a9-6c55-4080-af38-e57a0bece0a3 req-68520846-c1f9-4234-a320-1ce09ed9ef2c tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/7203b3a2-e123-428e-85ff-8780baf4f793 HTTP/1.1" status: 204 len: 173 time: 0.1142623 Aug 27 13:55:34.784111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68520846-c1f9-4234-a320-1ce09ed9ef2c tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7203b3a2-e123-428e-85ff-8780baf4f793,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:34.784580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee17657-3758-4200-bae5-fb666dc2f093 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:34.801970 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] Notify callbacks [] for binding, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.803343 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-9f6b2caa-8fb9-488d-9356-af4ccf99d734 service neutron] 10.222.0.55 "POST /v2.0/ports/c7ea09cc-7f30-4056-96f4-250fd1e7ee99/bindings HTTP/1.1" status: 201 len: 390 time: 0.5351977 Aug 27 13:55:34.814208 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:34.815148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.816840 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] 10.222.0.41 "PUT /v2.0/ports/31955ad1-6df8-4487-8cf0-5d6019853165 HTTP/1.1" status: 200 len: 1093 time: 0.8963726 Aug 27 13:55:34.817283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e381dc7-2ff5-4192-b867-6e5adca4f5d1', 'tag': '31955ad1-6df8-4487-8cf0-5d6019853165'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:34.820676 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9993e5-fb24-4d5f-a673-9186bdafc2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e381dc7-2ff5-4192-b867-6e5adca4f5d1", "tag": "31955ad1-6df8-4487-8cf0-5d6019853165"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:34.843751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port eee17657-3758-4200-bae5-fb666dc2f093, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=eee17657-3758-4200-bae5-fb666dc2f093,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:34.849777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2e7d3-9663-4729-9a29-383a4849965d service neutron] Pushing event updated for resources: {'Port': ['ID=31955ad1-6df8-4487-8cf0-5d6019853165,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:34.856260 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.859619 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.909778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8540cea5-43aa-45be-b1ea-f7738598bdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d67e321-ca49-40b1-8355-d4d119857dad'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:34.912190 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be41dca-8b4c-4d12-a3bd-a68c1990a50f" -d '{"events": [{"server_uuid": "8540cea5-43aa-45be-b1ea-f7738598bdc1", "name": "network-vif-plugged", "status": "completed", "tag": "6d67e321-ca49-40b1-8355-d4d119857dad"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:34.935712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6d67e321-ca49-40b1-8355-d4d119857dad, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6d67e321-ca49-40b1-8355-d4d119857dad,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:34.938913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=eee17657-3758-4200-bae5-fb666dc2f093,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:34.942000 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:34.943353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 491d9168-9174-4aff-a1ca-6cc422ee2f3f up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:34.955568 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e6af6-c8fb-4c95-9ad5-169c32cd6fa8 req-0ef8b503-8b28-41b1-892e-accd3ed2fbc2 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:34.957176 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b4e6af6-c8fb-4c95-9ad5-169c32cd6fa8 req-0ef8b503-8b28-41b1-892e-accd3ed2fbc2 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 949 time: 0.0844288 Aug 27 13:55:34.995514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-b153a41b-5a32-4916-a26e-1986551c0dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:34.997194 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-b153a41b-5a32-4916-a26e-1986551c0dff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 1096 time: 0.0940492 Aug 27 13:55:35.005724 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e719f839-6a9d-4a55-9f91-6e9a175df4e1 req-bbe455e4-4f8b-4954-b768-dec4758053ba tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "GET /v2.0/security-groups/be2a1f6c-19de-48ed-bb5a-3582af1ffef7 HTTP/1.1" status: 200 len: 1778 time: 0.0560570 Aug 27 13:55:35.017147 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b4e6af6-c8fb-4c95-9ad5-169c32cd6fa8 req-1c24f3f5-c1b0-4b2a-a8c9-d7f797c67ef8 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519304 Aug 27 13:55:35.032767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=6d67e321-ca49-40b1-8355-d4d119857dad,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:35.051332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 491d9168-9174-4aff-a1ca-6cc422ee2f3f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:35.056230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 491d9168-9174-4aff-a1ca-6cc422ee2f3f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:35.056672 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:35.073324 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-4ace550c-b232-4070-82cf-f448650fa521 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31955ad1-6df8-4487-8cf0-5d6019853165 HTTP/1.1" status: 200 len: 217 time: 0.0502679 Aug 27 13:55:35.104480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['eee17657-3758-4200-bae5-fb666dc2f093'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:35.139076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e719f839-6a9d-4a55-9f91-6e9a175df4e1 req-84f58417-e422-4f8b-8deb-68b92cee979e tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:35.152779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-c9d2a149-c05c-408e-b929-30f44e4dcfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:35.154339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-c9d2a149-c05c-408e-b929-30f44e4dcfd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.0727677 Aug 27 13:55:35.172986 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7eee3-2f37-42a9-af94-066bf5c90a68 req-ad3713a2-7748-4236-9735-7ae85972af1c tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:35.174301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57c7eee3-2f37-42a9-af94-066bf5c90a68 req-ad3713a2-7748-4236-9735-7ae85972af1c tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 949 time: 0.0584025 Aug 27 13:55:35.198219 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-685779c7-51d1-4725-9292-ca9f5af5cc17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343165 Aug 27 13:55:35.201910 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e719f839-6a9d-4a55-9f91-6e9a175df4e1 req-84f58417-e422-4f8b-8deb-68b92cee979e tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:35.243728 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:35.243948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57c7eee3-2f37-42a9-af94-066bf5c90a68 req-8d44e776-4481-4bd3-9d49-ed1ef97e9441 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592675 Aug 27 13:55:35.245849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-7c30b900-59fe-44a9-8de0-3854e26c6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:35.247357 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-7c30b900-59fe-44a9-8de0-3854e26c6822 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 1098 time: 0.0720901 Aug 27 13:55:35.299002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 491d9168-9174-4aff-a1ca-6cc422ee2f3f, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=491d9168-9174-4aff-a1ca-6cc422ee2f3f,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:35.310495 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:35.326623 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d29197-ea6b-43a1-8f57-f2174ba77c46 x-openstack-request-id: req-55d29197-ea6b-43a1-8f57-f2174ba77c46 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:35.327615 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e381dc7-2ff5-4192-b867-6e5adca4f5d1", "tag": "31955ad1-6df8-4487-8cf0-5d6019853165", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:35.328012 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55d29197-ea6b-43a1-8f57-f2174ba77c46 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:35.328882 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e381dc7-2ff5-4192-b867-6e5adca4f5d1', 'tag': '31955ad1-6df8-4487-8cf0-5d6019853165', 'status': 'completed', 'code': 200} Aug 27 13:55:35.334428 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-d5b90630-7128-44f9-ade8-d5700f6617e0 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259117 Aug 27 13:55:35.337781 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e719f839-6a9d-4a55-9f91-6e9a175df4e1 req-84f58417-e422-4f8b-8deb-68b92cee979e tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:35.342549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e719f839-6a9d-4a55-9f91-6e9a175df4e1 req-84f58417-e422-4f8b-8deb-68b92cee979e tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:35.356220 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e719f839-6a9d-4a55-9f91-6e9a175df4e1 req-84f58417-e422-4f8b-8deb-68b92cee979e tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/be2a1f6c-19de-48ed-bb5a-3582af1ffef7 HTTP/1.1" status: 204 len: 173 time: 0.3492575 Aug 27 13:55:35.377400 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-a9341fcf-4837-4f35-aaf3-5e018146bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:35.379355 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-a9341fcf-4837-4f35-aaf3-5e018146bc3d service neutron] 10.222.0.52 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.1238465 Aug 27 13:55:35.384073 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=491d9168-9174-4aff-a1ca-6cc422ee2f3f,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:35.407885 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a506af-e713-4eff-830f-3c802eb735c0 x-openstack-request-id: req-09a506af-e713-4eff-830f-3c802eb735c0 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:35.408316 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8540cea5-43aa-45be-b1ea-f7738598bdc1", "name": "network-vif-plugged", "status": "completed", "tag": "6d67e321-ca49-40b1-8355-d4d119857dad", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:35.408823 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09a506af-e713-4eff-830f-3c802eb735c0 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:35.409444 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8540cea5-43aa-45be-b1ea-f7738598bdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d67e321-ca49-40b1-8355-d4d119857dad', 'code': 200} Aug 27 13:55:35.435528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f58417-e422-4f8b-8deb-68b92cee979e tempest-SecurityGroupsTestAdminJSON-140897119 tempest-SecurityGroupsTestAdminJSON-140897119-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2a1f6c-19de-48ed-bb5a-3582af1ffef7,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:35.459489 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-6fe467e2-50d6-4b93-813b-d402ace8341b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99 HTTP/1.1" status: 200 len: 217 time: 0.0726500 Aug 27 13:55:35.512261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d736b-bd0a-4075-821c-fb06ce78d48c req-f20b89d2-a5e4-456b-a85d-9bc9ddc2fd0b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:35.513963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a31d736b-bd0a-4075-821c-fb06ce78d48c req-f20b89d2-a5e4-456b-a85d-9bc9ddc2fd0b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 946 time: 0.1207280 Aug 27 13:55:35.541878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-6b262e40-9713-4055-b7a9-d22cc9834642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:35.543388 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-6b262e40-9713-4055-b7a9-d22cc9834642 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.0765879 Aug 27 13:55:35.547431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3401f975-44f6-45e0-b0a1-64eb0026c400 req-8937bcea-969f-4a4d-8283-60db80599696 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901412 Aug 27 13:55:35.561531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8fe97-9560-473f-98b8-2180a69f8809 req-bdbdcd96-01cd-4a6f-844d-78f5552460c5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:35.563583 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18c8fe97-9560-473f-98b8-2180a69f8809 req-bdbdcd96-01cd-4a6f-844d-78f5552460c5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 944 time: 0.1022792 Aug 27 13:55:35.574836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da804b5d-f689-47e7-9275-dad3d271b2eb req-cce1071f-f35c-4b4b-ab03-1d9cce6e85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:35.575365 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da804b5d-f689-47e7-9275-dad3d271b2eb req-cce1071f-f35c-4b4b-ab03-1d9cce6e85b6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 1102 time: 0.0813332 Aug 27 13:55:35.585724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-c94ef52d-789c-4b61-ae8e-08de48577f81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318394 Aug 27 13:55:35.588872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a31d736b-bd0a-4075-821c-fb06ce78d48c req-dd65c946-585e-4ea9-80c8-5c9461b2a42b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686862 Aug 27 13:55:35.628730 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da804b5d-f689-47e7-9275-dad3d271b2eb req-4db780e7-d041-42a1-9263-bba2ad88275b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c4943e1b-2b9a-4a63-bf77-112cd35e42bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 Aug 27 13:55:35.643103 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18c8fe97-9560-473f-98b8-2180a69f8809 req-e5133ed5-f02a-43ec-bb05-9227282a9414 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605364 Aug 27 13:55:35.685437 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-24d10db9-1e2a-44e8-a905-08afd8cfa3dc service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914676 Aug 27 13:55:35.767558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9993e5-fb24-4d5f-a673-9186bdafc2e8 req-a73c11cb-3a1c-40ac-ae3a-096b76fa2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:35.769046 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b9993e5-fb24-4d5f-a673-9186bdafc2e8 req-a73c11cb-3a1c-40ac-ae3a-096b76fa2a6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 1096 time: 0.0817122 Aug 27 13:55:35.781968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc277c32-10ff-417c-b43f-45cd2a8f561f req-d5c332ad-2fa3-455d-94a1-f835b8b04fc2 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:35.783416 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc277c32-10ff-417c-b43f-45cd2a8f561f req-d5c332ad-2fa3-455d-94a1-f835b8b04fc2 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 950 time: 0.0679319 Aug 27 13:55:35.786535 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09b0c230-4963-4d99-be6b-95daf0a1e789 req-5913e4e5-fe47-4db7-8245-1a09e7310703 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] 10.222.0.55 "GET /v2.0/security-groups/5264af39-23c6-4a0f-bca4-b607399254f7 HTTP/1.1" status: 200 len: 1777 time: 0.0388312 Aug 27 13:55:35.869194 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc277c32-10ff-417c-b43f-45cd2a8f561f req-3d134d96-d30b-4959-8478-2d20fddc4361 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/security-groups?id=c4943e1b-2b9a-4a63-bf77-112cd35e42bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764358 Aug 27 13:55:35.888344 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-09b0c230-4963-4d99-be6b-95daf0a1e789 req-271d1a06-9a2f-4720-a6a4-6198facedb82 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:35.911743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9993e5-fb24-4d5f-a673-9186bdafc2e8 req-74d0db6e-34bd-472c-8670-9b3f6a47ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:35.913247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b9993e5-fb24-4d5f-a673-9186bdafc2e8 req-74d0db6e-34bd-472c-8670-9b3f6a47ba7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.1289809 Aug 27 13:55:35.926399 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-09b0c230-4963-4d99-be6b-95daf0a1e789 req-271d1a06-9a2f-4720-a6a4-6198facedb82 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:35.969097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-6e7c23db-1cbe-4a76-a6ca-9827491c9721 service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384361 Aug 27 13:55:35.983885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b9993e5-fb24-4d5f-a673-9186bdafc2e8 req-0c72949d-e449-4956-9298-e3d0ed303185 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31955ad1-6df8-4487-8cf0-5d6019853165 HTTP/1.1" status: 200 len: 217 time: 0.0605221 Aug 27 13:55:35.990206 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-09b0c230-4963-4d99-be6b-95daf0a1e789 req-271d1a06-9a2f-4720-a6a4-6198facedb82 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:35.993057 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-09b0c230-4963-4d99-be6b-95daf0a1e789 req-271d1a06-9a2f-4720-a6a4-6198facedb82 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:35.994380 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09b0c230-4963-4d99-be6b-95daf0a1e789 req-271d1a06-9a2f-4720-a6a4-6198facedb82 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] 10.222.0.55 "DELETE /v2.0/security-groups/5264af39-23c6-4a0f-bca4-b607399254f7 HTTP/1.1" status: 204 len: 173 time: 0.2017617 Aug 27 13:55:36.006964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d1a06-9a2f-4720-a6a4-6198facedb82 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5264af39-23c6-4a0f-bca4-b607399254f7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:36.012367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ec3d7-e7c8-4263-b798-6309b0866582 req-d9a3a89b-ef06-4363-bf2d-3ca0fd39a522 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:36.013857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd8ec3d7-e7c8-4263-b798-6309b0866582 req-d9a3a89b-ef06-4363-bf2d-3ca0fd39a522 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 946 time: 0.0842934 Aug 27 13:55:36.071343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9993e5-fb24-4d5f-a673-9186bdafc2e8 req-bae1cb49-8e27-4ba6-9659-0a376ecf6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:36.072802 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b9993e5-fb24-4d5f-a673-9186bdafc2e8 req-bae1cb49-8e27-4ba6-9659-0a376ecf6484 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.0763073 Aug 27 13:55:36.079797 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd8ec3d7-e7c8-4263-b798-6309b0866582 req-3efa2037-4841-4dd7-980d-b97906190a30 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461392 Aug 27 13:55:36.098107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042bcf4-3abf-4e63-a3a7-1881fa22f757 req-99294b20-e2ad-4889-aae8-e85e8a5ae915 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:36.100519 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6042bcf4-3abf-4e63-a3a7-1881fa22f757 req-99294b20-e2ad-4889-aae8-e85e8a5ae915 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.0515654 Aug 27 13:55:36.127993 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b9993e5-fb24-4d5f-a673-9186bdafc2e8 req-e74c3b95-e76a-47b6-ac1f-28fa975cdf00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369327 Aug 27 13:55:36.199191 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6042bcf4-3abf-4e63-a3a7-1881fa22f757 req-38e64dcb-6253-4f87-b4ec-ea02592eef54 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928326 Aug 27 13:55:36.226034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-312a7318-f627-471d-90fd-91dc6515bea2 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:36.227802 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-312a7318-f627-471d-90fd-91dc6515bea2 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de&tenant_id=a7dba67d579b475f8c1e968351f5a6ea&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1098 time: 0.0991077 Aug 27 13:55:36.245943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-12'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:36.255986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9b6c7-9821-43bc-bd3d-d5cdbae477f6 req-bc08a41a-7b3b-42fe-b621-aadba2870753 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:36.257458 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35e9b6c7-9821-43bc-bd3d-d5cdbae477f6 req-bc08a41a-7b3b-42fe-b621-aadba2870753 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 949 time: 0.0763316 Aug 27 13:55:36.262919 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b9993e5-fb24-4d5f-a673-9186bdafc2e8 req-b6a4c3d8-01b4-48c7-8baa-5aadb0046677 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266615 Aug 27 13:55:36.314371 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd6fd2e9-eaa7-4d48-b5f2-6f8b3eef3054 req-0cdbd657-2480-4ef9-bd6c-6c8c02b71341 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] 10.222.0.55 "GET /v2.0/security-groups/7b8bd408-707c-4a68-9440-50bc0f4681a3 HTTP/1.1" status: 200 len: 1777 time: 0.0856071 Aug 27 13:55:36.321604 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:36.346961 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35e9b6c7-9821-43bc-bd3d-d5cdbae477f6 req-33a5711b-625b-4f9c-89d8-c6d4388f02c7 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830815 Aug 27 13:55:36.385635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b9993e5-fb24-4d5f-a673-9186bdafc2e8 req-47a71db7-2860-49c3-bb52-eaed664473a2 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081281 Aug 27 13:55:36.459589 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fd6fd2e9-eaa7-4d48-b5f2-6f8b3eef3054 req-8c212802-98b1-4aa9-ad81-8f14d0a23319 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:36.462403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbff25-585f-4b90-b5d5-32b51b48a19e req-47b349f5-1079-4164-b816-b12f40378b86 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:36.463956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cbbff25-585f-4b90-b5d5-32b51b48a19e req-47b349f5-1079-4164-b816-b12f40378b86 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 949 time: 0.0491936 Aug 27 13:55:36.496320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fd6fd2e9-eaa7-4d48-b5f2-6f8b3eef3054 req-8c212802-98b1-4aa9-ad81-8f14d0a23319 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:36.501194 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cbbff25-585f-4b90-b5d5-32b51b48a19e req-578b0b09-1680-4de7-8258-124d159b5f9d tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306358 Aug 27 13:55:36.533347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:36.543375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device eee17657-3758-4200-bae5-fb666dc2f093 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:36.574864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fd6fd2e9-eaa7-4d48-b5f2-6f8b3eef3054 req-8c212802-98b1-4aa9-ad81-8f14d0a23319 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:36.577739 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fd6fd2e9-eaa7-4d48-b5f2-6f8b3eef3054 req-8c212802-98b1-4aa9-ad81-8f14d0a23319 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:36.579212 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd6fd2e9-eaa7-4d48-b5f2-6f8b3eef3054 req-8c212802-98b1-4aa9-ad81-8f14d0a23319 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] 10.222.0.55 "DELETE /v2.0/security-groups/7b8bd408-707c-4a68-9440-50bc0f4681a3 HTTP/1.1" status: 204 len: 173 time: 0.2525966 Aug 27 13:55:36.591193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:36.632638 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port eee17657-3758-4200-bae5-fb666dc2f093 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:36.637438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port eee17657-3758-4200-bae5-fb666dc2f093 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:36.637438 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:36.649354 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:36.653307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e07c4e-37ac-4796-900c-be1bc95028de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ea09cc-7f30-4056-96f4-250fd1e7ee99'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:36.656224 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba34f13c-427c-4812-b44d-ed18309d65d5" -d '{"events": [{"server_uuid": "41e07c4e-37ac-4796-900c-be1bc95028de", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ea09cc-7f30-4056-96f4-250fd1e7ee99"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:36.660940 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c212802-98b1-4aa9-ad81-8f14d0a23319 tempest-SecurityGroupsTestAdminJSON-1753535793 tempest-SecurityGroupsTestAdminJSON-1753535793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8bd408-707c-4a68-9440-50bc0f4681a3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:36.672301 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:36.781463 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fe1a0a-f779-4ce2-9aec-427dd09158d5 x-openstack-request-id: req-e5fe1a0a-f779-4ce2-9aec-427dd09158d5 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:36.781912 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e07c4e-37ac-4796-900c-be1bc95028de", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ea09cc-7f30-4056-96f4-250fd1e7ee99", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:36.782321 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5fe1a0a-f779-4ce2-9aec-427dd09158d5 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:36.782941 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e07c4e-37ac-4796-900c-be1bc95028de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ea09cc-7f30-4056-96f4-250fd1e7ee99', 'code': 200} Aug 27 13:55:36.826518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Pushing event updated for resources: {'Port': ['ID=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,revision_number=7']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:36.827939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:36.843622 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Attempting to bind port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on host n-h2-712139-12 for vnic_type normal with profile {"migrating_to": "n-h1-712139-12"} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:36.843955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Attempting to bind port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:36.844285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Attempting to bind port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:36.857154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:36.857528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Attempting to bind port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:36.870837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce3513-ec60-4331-80fd-bfd77f99875e req-f8d42092-68d3-423b-93b9-a2d655f36ad0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:36.878743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4ce3513-ec60-4331-80fd-bfd77f99875e req-f8d42092-68d3-423b-93b9-a2d655f36ad0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 944 time: 0.1496649 Aug 27 13:55:36.887756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port eee17657-3758-4200-bae5-fb666dc2f093, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=eee17657-3758-4200-bae5-fb666dc2f093,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:36.890531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:36.890929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:36.892076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:36.892609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Bound port: c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:36.893129 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:36.894763 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:36.927972 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc251c-ea26-46ba-a025-969a517e9ef7 req-f169ca82-194b-48a4-96fa-9e817189bf74 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:36.936892 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2cbc251c-ea26-46ba-a025-969a517e9ef7 req-f169ca82-194b-48a4-96fa-9e817189bf74 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 944 time: 0.1134531 Aug 27 13:55:36.963080 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4ce3513-ec60-4331-80fd-bfd77f99875e req-be8cca47-0b05-4ed2-9532-e539ddae6d42 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826428 Aug 27 13:55:36.992698 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2cbc251c-ea26-46ba-a025-969a517e9ef7 req-939b457a-6e24-4147-b306-0f787b34ffff tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539043 Aug 27 13:55:36.993735 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=eee17657-3758-4200-bae5-fb666dc2f093,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:37.011836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:37.012612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38836) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:37.014177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:37.019470 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:37.110852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df058fe4-ba66-4c27-a830-2d8602342e8b req-8d2c8d80-5ee2-4854-8445-6e5e6062700c tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:37.113896 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df058fe4-ba66-4c27-a830-2d8602342e8b req-8d2c8d80-5ee2-4854-8445-6e5e6062700c tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 950 time: 0.0620623 Aug 27 13:55:37.127114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:37.127739 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:37.129126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] 10.222.0.52 "PUT /v2.0/ports/c7ea09cc-7f30-4056-96f4-250fd1e7ee99 HTTP/1.1" status: 200 len: 1124 time: 0.8928702 Aug 27 13:55:37.138671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdb359-0136-4c44-8c75-25e126413c0e service neutron] Pushing event updated for resources: {'Port': ['ID=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,revision_number=8']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:37.163069 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e95de9-5d8f-49a3-ba45-11da45aeffaa req-05565a37-ca31-4545-bfba-2cb8a05ee4d0 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:37.164591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64e95de9-5d8f-49a3-ba45-11da45aeffaa req-05565a37-ca31-4545-bfba-2cb8a05ee4d0 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 949 time: 0.0873222 Aug 27 13:55:37.185814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df058fe4-ba66-4c27-a830-2d8602342e8b req-03c1cacd-6105-4e1b-9554-b9c49a1dcee2 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/security-groups?id=c4943e1b-2b9a-4a63-bf77-112cd35e42bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649698 Aug 27 13:55:37.189840 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0d726a81-60d9-4174-b2a2-34e9efe12067 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=660d121ea30743a6992f16a2feccbee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749802 Aug 27 13:55:37.192791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38842) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:37.223381 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64e95de9-5d8f-49a3-ba45-11da45aeffaa req-e8c14808-78e3-4772-9461-6e32184dba14 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524106 Aug 27 13:55:37.291473 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7cc6760e-9be4-48b0-849b-ad4e9fc23f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:37.323930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a1bf6-e753-4c7c-bade-b6c373249d4f req-48f0b3b9-a904-4803-992d-91c582d798fb tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:37.325400 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-821a1bf6-e753-4c7c-bade-b6c373249d4f req-48f0b3b9-a904-4803-992d-91c582d798fb tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 946 time: 0.0758271 Aug 27 13:55:37.327221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7cc6760e-9be4-48b0-849b-ad4e9fc23f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:37.345157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['c7ea09cc-7f30-4056-96f4-250fd1e7ee99'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:37.371821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5eb21-f5db-4216-9d53-effe574dff2c req-1b2d5250-6ff4-4c8d-a885-a676b44962b0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:37.373646 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27d5eb21-f5db-4216-9d53-effe574dff2c req-1b2d5250-6ff4-4c8d-a885-a676b44962b0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.0541708 Aug 27 13:55:37.390789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-821a1bf6-e753-4c7c-bade-b6c373249d4f req-6fb32b00-3678-419b-8ff8-0ef240e69ac4 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565436 Aug 27 13:55:37.409071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7cc6760e-9be4-48b0-849b-ad4e9fc23f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:37.412967 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7cc6760e-9be4-48b0-849b-ad4e9fc23f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:37.414057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d9168-9174-4aff-a1ca-6cc422ee2f3f'}, {'server_uuid': '56aab9fb-fc5a-40c8-a7a8-372899861817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee17657-3758-4200-bae5-fb666dc2f093'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:37.414266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7cc6760e-9be4-48b0-849b-ad4e9fc23f41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57cfd0a7-a996-404c-8d07-96f0b1527bf4 HTTP/1.1" status: 204 len: 168 time: 0.2205498 Aug 27 13:55:37.422646 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6760e-9be4-48b0-849b-ad4e9fc23f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cfd0a7-a996-404c-8d07-96f0b1527bf4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:37.429122 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8557f20-63dc-42ef-b438-f83f2f1da1e3" -d '{"events": [{"server_uuid": "265771b1-3bca-4830-bf40-0e3b155c9b00", "name": "network-vif-plugged", "status": "completed", "tag": "491d9168-9174-4aff-a1ca-6cc422ee2f3f"}, {"server_uuid": "56aab9fb-fc5a-40c8-a7a8-372899861817", "name": "network-vif-plugged", "status": "completed", "tag": "eee17657-3758-4200-bae5-fb666dc2f093"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:37.461895 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27d5eb21-f5db-4216-9d53-effe574dff2c req-251693a5-54b3-4132-9af9-d4982f1f76bd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761271 Aug 27 13:55:37.505749 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932e615c-a9a1-451e-af09-67dad9c7ba74 x-openstack-request-id: req-932e615c-a9a1-451e-af09-67dad9c7ba74 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:37.506109 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265771b1-3bca-4830-bf40-0e3b155c9b00", "name": "network-vif-plugged", "status": "completed", "tag": "491d9168-9174-4aff-a1ca-6cc422ee2f3f", "code": 200}, {"server_uuid": "56aab9fb-fc5a-40c8-a7a8-372899861817", "name": "network-vif-plugged", "status": "completed", "tag": "eee17657-3758-4200-bae5-fb666dc2f093", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:37.506449 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-932e615c-a9a1-451e-af09-67dad9c7ba74 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:37.506943 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d9168-9174-4aff-a1ca-6cc422ee2f3f', 'code': 200} Aug 27 13:55:37.507260 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56aab9fb-fc5a-40c8-a7a8-372899861817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee17657-3758-4200-bae5-fb666dc2f093', 'code': 200} Aug 27 13:55:37.648836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b75a6a-f501-4309-b75a-026ae91bda32 req-93f39147-2d2f-4d6d-a0b3-d9791746e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:37.650263 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-59b75a6a-f501-4309-b75a-026ae91bda32 req-93f39147-2d2f-4d6d-a0b3-d9791746e4c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 1098 time: 0.0463457 Aug 27 13:55:37.670339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4d457-4e3f-41aa-b21d-d01770b8e075 req-f33701ea-2707-47f8-a38a-0b4646a579bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:37.672888 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ec4d457-4e3f-41aa-b21d-d01770b8e075 req-f33701ea-2707-47f8-a38a-0b4646a579bc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 1102 time: 0.0798650 Aug 27 13:55:37.707527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421c7c4-22b6-4ebd-be93-75281c8d669c req-9aa6ef57-7b6e-4dd2-bd67-1673c9eb20f5 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:37.710291 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6421c7c4-22b6-4ebd-be93-75281c8d669c req-9aa6ef57-7b6e-4dd2-bd67-1673c9eb20f5 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 950 time: 0.0861099 Aug 27 13:55:37.729746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-59b75a6a-f501-4309-b75a-026ae91bda32 req-ef0bc116-dba1-4161-a992-0780ecb5d2ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592866 Aug 27 13:55:37.738359 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ec4d457-4e3f-41aa-b21d-d01770b8e075 req-2c911e79-1128-4924-8674-22c783b44b79 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570695 Aug 27 13:55:37.743285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc78175-a22a-4e1d-9fce-08569e789dc2 req-d8196f55-746c-440c-9894-8fd71c38f9e8 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:37.752109 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fcc78175-a22a-4e1d-9fce-08569e789dc2 req-d8196f55-746c-440c-9894-8fd71c38f9e8 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 950 time: 0.0927985 Aug 27 13:55:37.760856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6421c7c4-22b6-4ebd-be93-75281c8d669c req-6d23bf98-2cab-43d7-b7e1-517e6c9a5ae5 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Aug 27 13:55:37.791374 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fcc78175-a22a-4e1d-9fce-08569e789dc2 req-b4183a43-a679-4f10-bf2e-22e89a88d757 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/security-groups?id=c4943e1b-2b9a-4a63-bf77-112cd35e42bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383315 Aug 27 13:55:37.793693 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38860) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:37.836644 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f3227f31-eafd-4df7-949f-13e46850f016 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37b68a406d92495cbb899d5cf94980f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416043 Aug 27 13:55:37.838799 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38862) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:37.884888 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46d61800-8a6a-479e-bb11-406bd8238035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:37.905353 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46d61800-8a6a-479e-bb11-406bd8238035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:37.948393 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46d61800-8a6a-479e-bb11-406bd8238035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:37.950908 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46d61800-8a6a-479e-bb11-406bd8238035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:37.952016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-46d61800-8a6a-479e-bb11-406bd8238035 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6e697cf-0c87-4059-a016-9015c2a380ab HTTP/1.1" status: 204 len: 168 time: 0.1123493 Aug 27 13:55:37.960607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d61800-8a6a-479e-bb11-406bd8238035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e697cf-0c87-4059-a016-9015c2a380ab,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:38.092932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970c145-3e5a-4f69-ab59-0b23fe367bbc req-9b647e8f-5c04-4391-b1ad-7a4cbc972682 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:38.094483 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9970c145-3e5a-4f69-ab59-0b23fe367bbc req-9b647e8f-5c04-4391-b1ad-7a4cbc972682 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 944 time: 0.0564418 Aug 27 13:55:38.108543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6b2ea-533b-4959-8f6c-8db929c3ce97 req-629fff7a-c83a-476d-9d51-f48695b5cae5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:38.110309 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72f6b2ea-533b-4959-8f6c-8db929c3ce97 req-629fff7a-c83a-476d-9d51-f48695b5cae5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0564625 Aug 27 13:55:38.141053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9970c145-3e5a-4f69-ab59-0b23fe367bbc req-563cc2fb-d1b6-44e6-b18b-6670d59f0148 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389388 Aug 27 13:55:38.156943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72f6b2ea-533b-4959-8f6c-8db929c3ce97 req-4d73a3e6-b04a-47ff-b5a5-4d8d565cce34 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386481 Aug 27 13:55:38.350697 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f522d8-98e7-4080-9043-4e8606440c26 req-66458987-a1a7-4d69-8114-51bc73d4de3d tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:38.352218 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13f522d8-98e7-4080-9043-4e8606440c26 req-66458987-a1a7-4d69-8114-51bc73d4de3d tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 949 time: 0.0491424 Aug 27 13:55:38.391448 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13f522d8-98e7-4080-9043-4e8606440c26 req-fb5f897e-e469-4fc0-ab16-fa2644fb82c3 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Aug 27 13:55:38.527461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947ba55-8de8-41f4-8349-2d5fa34bee0b req-c31edf09-903c-4eb8-a1c8-174c609f53ba tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:38.528968 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8947ba55-8de8-41f4-8349-2d5fa34bee0b req-c31edf09-903c-4eb8-a1c8-174c609f53ba tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 946 time: 0.0599105 Aug 27 13:55:38.571968 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8947ba55-8de8-41f4-8349-2d5fa34bee0b req-40d6a452-9d82-4849-a86f-648d9daa9875 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362873 Aug 27 13:55:38.594251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85666ed-b621-4e8c-a2e8-0fa963545046 req-256acfe1-53a1-4c4b-9054-a41f1c460d6e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:38.595862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e85666ed-b621-4e8c-a2e8-0fa963545046 req-256acfe1-53a1-4c4b-9054-a41f1c460d6e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.0614133 Aug 27 13:55:38.637426 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e85666ed-b621-4e8c-a2e8-0fa963545046 req-ca0eccf1-2362-4052-ae73-06c64a8d6f64 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341024 Aug 27 13:55:38.783747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e07c4e-37ac-4796-900c-be1bc95028de', 'tag': 'c7ea09cc-7f30-4056-96f4-250fd1e7ee99'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:38.786977 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315a92cc-00a1-4f64-8af8-e4bbdaca5f07" -d '{"events": [{"name": "network-changed", "server_uuid": "41e07c4e-37ac-4796-900c-be1bc95028de", "tag": "c7ea09cc-7f30-4056-96f4-250fd1e7ee99"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:38.824577 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2160c0d-9c2e-4824-92f1-b9e709a164f7 x-openstack-request-id: req-e2160c0d-9c2e-4824-92f1-b9e709a164f7 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:38.824894 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e07c4e-37ac-4796-900c-be1bc95028de", "tag": "c7ea09cc-7f30-4056-96f4-250fd1e7ee99", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:38.825153 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2160c0d-9c2e-4824-92f1-b9e709a164f7 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:38.825541 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e07c4e-37ac-4796-900c-be1bc95028de', 'tag': 'c7ea09cc-7f30-4056-96f4-250fd1e7ee99', 'status': 'completed', 'code': 200} Aug 27 13:55:38.881410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdae1bd-9b6d-43cf-80d8-7153ecd41192 req-10fc6906-7133-498f-ac3c-cc2e838cb092 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:38.883105 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0cdae1bd-9b6d-43cf-80d8-7153ecd41192 req-10fc6906-7133-498f-ac3c-cc2e838cb092 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 950 time: 0.0513167 Aug 27 13:55:38.935026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75041c-41f0-4c3b-b6fc-5bedea6f4ed5 req-055a5b5a-2d50-449d-8fb5-a92adef94abc tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:38.939368 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3b75041c-41f0-4c3b-b6fc-5bedea6f4ed5 req-055a5b5a-2d50-449d-8fb5-a92adef94abc tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 950 time: 0.0635140 Aug 27 13:55:38.940757 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0cdae1bd-9b6d-43cf-80d8-7153ecd41192 req-7f2218cd-0c84-42dc-80cd-dab20e38548a tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452039 Aug 27 13:55:38.980916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3b75041c-41f0-4c3b-b6fc-5bedea6f4ed5 req-179e281c-d60f-433d-a43b-58a4eb8eacbf tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/security-groups?id=c4943e1b-2b9a-4a63-bf77-112cd35e42bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378444 Aug 27 13:55:39.022261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a92cc-00a1-4f64-8af8-e4bbdaca5f07 req-6a6d8987-df40-4a9c-a919-eeca5a7da69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:39.023817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-315a92cc-00a1-4f64-8af8-e4bbdaca5f07 req-6a6d8987-df40-4a9c-a919-eeca5a7da69b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 1127 time: 0.0436890 Aug 27 13:55:39.126853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a92cc-00a1-4f64-8af8-e4bbdaca5f07 req-e4f801f4-c1cd-42c3-9383-33cc421f8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:39.126853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-315a92cc-00a1-4f64-8af8-e4bbdaca5f07 req-e4f801f4-c1cd-42c3-9383-33cc421f8c4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.0886993 Aug 27 13:55:39.171622 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-315a92cc-00a1-4f64-8af8-e4bbdaca5f07 req-e4aa938f-3458-482b-87ef-4ec463a80cb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99 HTTP/1.1" status: 200 len: 217 time: 0.0375166 Aug 27 13:55:39.253978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a92cc-00a1-4f64-8af8-e4bbdaca5f07 req-a8ab93cb-95bc-43f5-87eb-6d5b1123438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:39.253978 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-315a92cc-00a1-4f64-8af8-e4bbdaca5f07 req-a8ab93cb-95bc-43f5-87eb-6d5b1123438f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.0735567 Aug 27 13:55:39.302916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ae880-5dcd-4c9e-934f-6d05c0135bb7 req-1b0ce7b0-1d85-42e4-b9a1-f3caf1940bcc tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:39.304562 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa3ae880-5dcd-4c9e-934f-6d05c0135bb7 req-1b0ce7b0-1d85-42e4-b9a1-f3caf1940bcc tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0598917 Aug 27 13:55:39.380476 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa3ae880-5dcd-4c9e-934f-6d05c0135bb7 req-18b8e232-91da-4e40-b02d-5e1116b02251 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670846 Aug 27 13:55:39.390135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcf7ac-15c4-44e8-b9cc-0f7c874642d2 req-53f5e0e3-740b-4b65-ae74-0b06b05dc69a tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:39.391890 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48dcf7ac-15c4-44e8-b9cc-0f7c874642d2 req-53f5e0e3-740b-4b65-ae74-0b06b05dc69a tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.41 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 949 time: 0.0986667 Aug 27 13:55:39.497640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-315a92cc-00a1-4f64-8af8-e4bbdaca5f07 req-bba2ac49-17c0-43c4-a673-f1bc10650e7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286748 Aug 27 13:55:39.507000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48dcf7ac-15c4-44e8-b9cc-0f7c874642d2 req-c43302b7-ced9-4a5d-ba74-b9c3afe0484e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Deleting port 365e0589-3c0a-4a62-83c2-87618c594bdd {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:55:39.507729 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48dcf7ac-15c4-44e8-b9cc-0f7c874642d2 req-c43302b7-ced9-4a5d-ba74-b9c3afe0484e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:39.523174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c2a91-dd06-43bf-8ae2-c58392354bba req-cecff4bb-b14b-4626-b07d-3d86b94a82b4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:39.527177 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb9c2a91-dd06-43bf-8ae2-c58392354bba req-cecff4bb-b14b-4626-b07d-3d86b94a82b4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 944 time: 0.2969129 Aug 27 13:55:39.588998 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:39.638350 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb9c2a91-dd06-43bf-8ae2-c58392354bba req-c6a0fa75-cd8e-4293-9984-23a80b267342 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958178 Aug 27 13:55:39.646954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-65e77d18-a999-4305-9068-5b85f65d73cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320466 Aug 27 13:55:39.655124 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-48dcf7ac-15c4-44e8-b9cc-0f7c874642d2 req-c43302b7-ced9-4a5d-ba74-b9c3afe0484e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] For port 365e0589-3c0a-4a62-83c2-87618c594bdd, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=365e0589-3c0a-4a62-83c2-87618c594bdd,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:39.655473 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48dcf7ac-15c4-44e8-b9cc-0f7c874642d2 req-c43302b7-ced9-4a5d-ba74-b9c3afe0484e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:39.659026 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-315a92cc-00a1-4f64-8af8-e4bbdaca5f07 req-f576dd8e-7abd-4fe2-a491-458fa036a020 service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526964 Aug 27 13:55:39.800870 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-315a92cc-00a1-4f64-8af8-e4bbdaca5f07 req-3357f0f4-27cf-44ac-9e6d-2b940b2e89fb service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321890 Aug 27 13:55:39.810362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033edef-0aba-454e-bc2d-d2fe948d47f1 req-55006665-dbcb-4e2d-8bd8-c6e37d79f6c5 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:39.811929 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4033edef-0aba-454e-bc2d-d2fe948d47f1 req-55006665-dbcb-4e2d-8bd8-c6e37d79f6c5 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 949 time: 0.0811925 Aug 27 13:55:39.822661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 31955ad1-6df8-4487-8cf0-5d6019853165 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:55:39.854861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4033edef-0aba-454e-bc2d-d2fe948d47f1 req-35956d73-952d-40aa-9464-2c446a151024 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e35de9-1a26-482d-9749-37675c449624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361075 Aug 27 13:55:39.913097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48dcf7ac-15c4-44e8-b9cc-0f7c874642d2 req-c43302b7-ced9-4a5d-ba74-b9c3afe0484e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Calling delete_port for 365e0589-3c0a-4a62-83c2-87618c594bdd owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:55:39.952759 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=31955ad1-6df8-4487-8cf0-5d6019853165,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:39.965038 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad368991-5d25-4cc2-acdc-979dbed931ca req-dde100fc-cd20-4204-af46-92a31238026a tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:39.965231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '31955ad1-6df8-4487-8cf0-5d6019853165', 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc', 'port_id': '31955ad1-6df8-4487-8cf0-5d6019853165', 'mac_address': 'fa:16:3e:9f:0a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ec8a6f-4682-4195-b131-0bf74a6d6a47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:55:39.966743 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad368991-5d25-4cc2-acdc-979dbed931ca req-dde100fc-cd20-4204-af46-92a31238026a tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 946 time: 0.0523913 Aug 27 13:55:40.011849 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad368991-5d25-4cc2-acdc-979dbed931ca req-435bc390-cfe0-4688-8eac-e2469bc1b689 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388918 Aug 27 13:55:40.026025 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:40.042570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31955ad1-6df8-4487-8cf0-5d6019853165 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:40.059248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-64078093-2eec-497a-884e-49e8e8f10e76 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:40.064612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=31955ad1-6df8-4487-8cf0-5d6019853165,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:40.071636 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:40.071855 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-64078093-2eec-497a-884e-49e8e8f10e76 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4066982 Aug 27 13:55:40.099675 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-699b9af3-a1b3-4415-889e-bf903a0cec49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/quotas/a8da92e592dd4a7fbcd63b90fff1a384 HTTP/1.1" status: 200 len: 375 time: 0.0281513 Aug 27 13:55:40.123300 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90e6e4-ce42-4930-95bc-c88dc7a4707b req-e847e520-02a1-41a5-b5f4-3469bdbd2c45 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:40.124824 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3e90e6e4-ce42-4930-95bc-c88dc7a4707b req-e847e520-02a1-41a5-b5f4-3469bdbd2c45 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.0531991 Aug 27 13:55:40.124949 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=31955ad1-6df8-4487-8cf0-5d6019853165,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:40.138530 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-9805c5f4-25f9-44a8-a842-58f53b22b6f0 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379548 Aug 27 13:55:40.155268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd6d9e-b5af-44d3-b650-6b6da46aebec req-2041bd13-1d75-4799-8cff-4b0d6f957eba tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:40.156743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ddd6d9e-b5af-44d3-b650-6b6da46aebec req-2041bd13-1d75-4799-8cff-4b0d6f957eba tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.52 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 950 time: 0.1615698 Aug 27 13:55:40.170244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3e90e6e4-ce42-4930-95bc-c88dc7a4707b req-e4423fc8-76a7-476e-8350-688833f17e8c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381110 Aug 27 13:55:40.269330 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48dcf7ac-15c4-44e8-b9cc-0f7c874642d2 req-c43302b7-ced9-4a5d-ba74-b9c3afe0484e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:40.287154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c8170-69c1-4ed9-9c1c-58fcf321b638 req-a900ce7b-83db-4ba0-83c9-3162a87db2b2 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:40.288933 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee9c8170-69c1-4ed9-9c1c-58fcf321b638 req-a900ce7b-83db-4ba0-83c9-3162a87db2b2 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 950 time: 0.0603347 Aug 27 13:55:40.320856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['365e0589-3c0a-4a62-83c2-87618c594bdd'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:40.325637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43302b7-ced9-4a5d-ba74-b9c3afe0484e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Pushing event deleted for resources: {'Port': ['ID=365e0589-3c0a-4a62-83c2-87618c594bdd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:40.345840 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee9c8170-69c1-4ed9-9c1c-58fcf321b638 req-e587895d-1f96-4a16-92b7-1085d4ad5cb3 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506928 Aug 27 13:55:40.427811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dcf7ac-15c4-44e8-b9cc-0f7c874642d2 req-c43302b7-ced9-4a5d-ba74-b9c3afe0484e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] No DVR routers for this DVR port 365e0589-3c0a-4a62-83c2-87618c594bdd on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:55:40.434172 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48dcf7ac-15c4-44e8-b9cc-0f7c874642d2 req-c43302b7-ced9-4a5d-ba74-b9c3afe0484e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:40.437114 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48dcf7ac-15c4-44e8-b9cc-0f7c874642d2 req-c43302b7-ced9-4a5d-ba74-b9c3afe0484e tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.41 "DELETE /v2.0/ports/365e0589-3c0a-4a62-83c2-87618c594bdd HTTP/1.1" status: 204 len: 173 time: 1.0367978 Aug 27 13:55:40.450390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-9ddd6d9e-b5af-44d3-b650-6b6da46aebec req-c13cec1e-db16-45bb-8417-dbfeb9c924e6 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Deleting port 6d67e321-ca49-40b1-8355-d4d119857dad {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:55:40.450938 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9ddd6d9e-b5af-44d3-b650-6b6da46aebec req-c13cec1e-db16-45bb-8417-dbfeb9c924e6 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:40.462442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b39ede-087e-4140-ab4f-5d0cf60e80e7 req-70a3b6d8-6861-4447-9645-3b22ed249e46 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:40.463999 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21b39ede-087e-4140-ab4f-5d0cf60e80e7 req-70a3b6d8-6861-4447-9645-3b22ed249e46 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/ports?device_id=8540cea5-43aa-45be-b1ea-f7738598bdc1 HTTP/1.1" status: 200 len: 950 time: 0.1440454 Aug 27 13:55:40.515812 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-f670d498-1aef-4059-8ac8-7e95cf3120b6 service neutron] show failed (client error): The resource could not be found. Aug 27 13:55:40.517198 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-f670d498-1aef-4059-8ac8-7e95cf3120b6 service neutron] 10.222.0.41 "GET /v2.0/ports/7dc98858-6543-4003-ab35-a7d14120bd36/bindings/n-h1-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.1342673 Aug 27 13:55:40.531592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cdbc4-e1dd-468b-9427-491b8f1c1bf8 req-ad7d43c1-781c-4569-aedd-43c2cf8d6fcf tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:40.534349 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd7cdbc4-e1dd-468b-9427-491b8f1c1bf8 req-ad7d43c1-781c-4569-aedd-43c2cf8d6fcf tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 946 time: 0.0971601 Aug 27 13:55:40.542844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38956) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:40.550055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2e315c81-cf1d-42a7-9f8f-96c543331b31 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Request body: {'floatingip': {'port_id': '491d9168-9174-4aff-a1ca-6cc422ee2f3f'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:40.557491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c7ea09cc-7f30-4056-96f4-250fd1e7ee99 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:55:40.655097 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e315c81-cf1d-42a7-9f8f-96c543331b31 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:40.706577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['31955ad1-6df8-4487-8cf0-5d6019853165'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:40.720445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-9ddd6d9e-b5af-44d3-b650-6b6da46aebec req-c13cec1e-db16-45bb-8417-dbfeb9c924e6 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] For port 6d67e321-ca49-40b1-8355-d4d119857dad, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6d67e321-ca49-40b1-8355-d4d119857dad,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:40.720445 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9ddd6d9e-b5af-44d3-b650-6b6da46aebec req-c13cec1e-db16-45bb-8417-dbfeb9c924e6 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:40.764106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:40.767259 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d234ffd3-62e0-41bb-bac2-d10684eb0c14 req-009bdc8a-e00a-41f1-a5e5-c6d39974fc5a tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 210 time: 0.1093364 Aug 27 13:55:40.785517 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21b39ede-087e-4140-ab4f-5d0cf60e80e7 req-103d24fd-b0ac-4923-a588-0b29e59d2aca tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.55 "GET /v2.0/security-groups?id=c4943e1b-2b9a-4a63-bf77-112cd35e42bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712729 Aug 27 13:55:40.795128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-9ddd6d9e-b5af-44d3-b650-6b6da46aebec req-c13cec1e-db16-45bb-8417-dbfeb9c924e6 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Calling delete_port for 6d67e321-ca49-40b1-8355-d4d119857dad owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:55:40.831696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c7ea09cc-7f30-4056-96f4-250fd1e7ee99 has no active binding in host n-h1-712139-12 {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 13:55:40.861388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50424a56-b01a-4695-9585-db11f408e9a1', 'name': 'network-vif-deleted', 'tag': '365e0589-3c0a-4a62-83c2-87618c594bdd'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:40.864779 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8911e7-6b64-4230-bb5d-4084f08b29b7" -d '{"events": [{"server_uuid": "50424a56-b01a-4695-9585-db11f408e9a1", "name": "network-vif-deleted", "tag": "365e0589-3c0a-4a62-83c2-87618c594bdd"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:40.965341 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802de0c-dd24-4076-aadb-80256a2ca81b req-b7c8e8a5-4871-4112-9950-47683ad7f31f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:40.967481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3802de0c-dd24-4076-aadb-80256a2ca81b req-b7c8e8a5-4871-4112-9950-47683ad7f31f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0668478 Aug 27 13:55:41.081532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3802de0c-dd24-4076-aadb-80256a2ca81b req-28c2497e-4199-4182-9996-615eca75ab18 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039038 Aug 27 13:55:41.094552 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9ddd6d9e-b5af-44d3-b650-6b6da46aebec req-c13cec1e-db16-45bb-8417-dbfeb9c924e6 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:41.103073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-40f6823c-3e36-4df3-8106-c27de5d25a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:41.104545 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-40f6823c-3e36-4df3-8106-c27de5d25a3b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d&tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e HTTP/1.1" status: 200 len: 1101 time: 0.1267827 Aug 27 13:55:41.130796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:41.135920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['6d67e321-ca49-40b1-8355-d4d119857dad'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:41.160231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cec1e-db16-45bb-8417-dbfeb9c924e6 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Pushing event deleted for resources: {'Port': ['ID=6d67e321-ca49-40b1-8355-d4d119857dad,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:41.250002 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9760ad26-d76b-45b7-84c0-a1ca7faed4fa x-openstack-request-id: req-9760ad26-d76b-45b7-84c0-a1ca7faed4fa {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:41.251007 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50424a56-b01a-4695-9585-db11f408e9a1", "name": "network-vif-deleted", "tag": "365e0589-3c0a-4a62-83c2-87618c594bdd", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:41.252401 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9760ad26-d76b-45b7-84c0-a1ca7faed4fa {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:41.253301 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50424a56-b01a-4695-9585-db11f408e9a1', 'name': 'network-vif-deleted', 'tag': '365e0589-3c0a-4a62-83c2-87618c594bdd', 'status': 'completed', 'code': 200} Aug 27 13:55:41.326244 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddd6d9e-b5af-44d3-b650-6b6da46aebec req-c13cec1e-db16-45bb-8417-dbfeb9c924e6 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] No DVR routers for this DVR port 6d67e321-ca49-40b1-8355-d4d119857dad on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:55:41.334073 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9ddd6d9e-b5af-44d3-b650-6b6da46aebec req-c13cec1e-db16-45bb-8417-dbfeb9c924e6 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:41.336391 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ddd6d9e-b5af-44d3-b650-6b6da46aebec req-c13cec1e-db16-45bb-8417-dbfeb9c924e6 tempest-ServerDiagnosticsNegativeTest-1244202855 tempest-ServerDiagnosticsNegativeTest-1244202855-project] 10.222.0.52 "DELETE /v2.0/ports/6d67e321-ca49-40b1-8355-d4d119857dad HTTP/1.1" status: 204 len: 173 time: 1.1610324 Aug 27 13:55:41.345603 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26c130-343b-427e-80c9-dfd752335674 req-4600b2e5-f554-4e54-b6e9-2f0c5b99daed tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:41.355617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a26c130-343b-427e-80c9-dfd752335674 req-4600b2e5-f554-4e54-b6e9-2f0c5b99daed tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 944 time: 0.1459081 Aug 27 13:55:41.451390 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a26c130-343b-427e-80c9-dfd752335674 req-de2d2838-74f1-4cf5-b2a7-9d3061d42416 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947082 Aug 27 13:55:41.493232 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41639496-1c58-4f03-9d27-ce6370319ec0 req-de1ad2cf-e37d-494d-98ef-6357a83631e9 tempest-DeleteServersAdminTestJSON-1478988759 tempest-DeleteServersAdminTestJSON-1478988759-project] 10.222.0.55 "GET /v2.0/ports?device_id=50424a56-b01a-4695-9585-db11f408e9a1 HTTP/1.1" status: 200 len: 210 time: 0.1637943 Aug 27 13:55:41.500716 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:41.608801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41f1cc-9de8-4598-a29b-b10387b7f15b req-465860ac-3162-40d2-b4c7-5f7e8ebff935 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:41.610007 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c41f1cc-9de8-4598-a29b-b10387b7f15b req-465860ac-3162-40d2-b4c7-5f7e8ebff935 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 950 time: 0.0863836 Aug 27 13:55:41.651560 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c41f1cc-9de8-4598-a29b-b10387b7f15b req-42b00997-200a-4ce4-a4d2-c1a39d9ba575 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348508 Aug 27 13:55:41.828758 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-2c7517bb-e1ab-4a5b-a6a2-d2d1998883f7 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346587 Aug 27 13:55:41.909115 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-d4aafab8-ae6f-43e0-bcdd-f1c83ce3db21 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520973 Aug 27 13:55:41.962320 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.resource_extend [None req-2e315c81-cf1d-42a7-9f8f-96c543331b31 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 13:55:42.020745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-12d436bb-4cd3-4a9d-9dee-553d6ba6973b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:42.022214 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-12d436bb-4cd3-4a9d-9dee-553d6ba6973b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868980 Aug 27 13:55:42.046338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Request body: {'port': {'device_id': 'ebd9cb07-c489-46da-bd25-fdf01485dcdd', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'a8da92e592dd4a7fbcd63b90fff1a384'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:42.093313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1e489-b000-47b2-8473-42764f1ded37 req-2c8c81f0-ac24-4717-923f-576c4cac8ead tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:42.094840 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-00a1e489-b000-47b2-8473-42764f1ded37 req-2c8c81f0-ac24-4717-923f-576c4cac8ead tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.4846957 Aug 27 13:55:42.102969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-13173040-1e60-4179-a541-5e53e81d2163 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:42.103452 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e315c81-cf1d-42a7-9f8f-96c543331b31 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:42.104488 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-13173040-1e60-4179-a541-5e53e81d2163 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882954 Aug 27 13:55:42.122930 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e315c81-cf1d-42a7-9f8f-96c543331b31 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:42.133197 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-35899bb2-fe4d-439d-82cd-3c95ce2a8881 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/quotas/1afc0034dbf24e3099a89733d831acfd HTTP/1.1" status: 200 len: 375 time: 0.0192919 Aug 27 13:55:42.213452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-00a1e489-b000-47b2-8473-42764f1ded37 req-05712cfe-d650-4647-a0a5-5a70e1075eda tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073973 Aug 27 13:55:42.215212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] For port 7dc98858-6543-4003-ab35-a7d14120bd36, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7dc98858-6543-4003-ab35-a7d14120bd36,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:42.223772 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-5ba0ef3e-c73e-43cb-bb72-df75abd0fccb tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816944 Aug 27 13:55:42.240762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Made reservation on behalf of a8da92e592dd4a7fbcd63b90fff1a384 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:42.248493 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:42.267230 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:42.297535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] For port 7dc98858-6543-4003-ab35-a7d14120bd36, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:42.324689 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-2e315c81-cf1d-42a7-9f8f-96c543331b31 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Floating IP 3a5a92d8-fbf0-453f-a267-53ad6d9414e7 associated. External IP: 172.25.2.10, port: 491d9168-9174-4aff-a1ca-6cc422ee2f3f. Aug 27 13:55:42.395293 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:42.396459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b440159e-a9da-45de-adb1-6517ab28221c req-a92fd378-5ff3-4910-89b3-692cf8d105ab tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 210 time: 0.0756381 Aug 27 13:55:42.408311 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:42.416376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dc98858-6543-4003-ab35-a7d14120bd36'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:42.418651 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d02f00-8251-4a27-a672-2f4c3bed5e81" -d '{"events": [{"server_uuid": "5893d959-fed7-4745-8cc9-0b1c0be9327d", "name": "network-vif-unplugged", "status": "completed", "tag": "7dc98858-6543-4003-ab35-a7d14120bd36"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:42.422960 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:42.488178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Transition to ACTIVE for port object 7dc98858-6543-4003-ab35-a7d14120bd36 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:42.510849 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8e763a1-d7c8-407c-a1f8-484ba2064772 req-74ec7292-c3f5-4d61-b36c-7d56c9647db2 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0338435 Aug 27 13:55:42.515592 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:42.532859 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:42.621818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e9bdf-6aa3-40f8-97dd-79885fd30bff req-fd67977b-37c8-4d09-9508-d079e6c743c7 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:42.629079 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495e9bdf-6aa3-40f8-97dd-79885fd30bff req-fd67977b-37c8-4d09-9508-d079e6c743c7 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 945 time: 0.1543047 Aug 27 13:55:42.637426 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] No DVR routers for this DVR port 7dc98858-6543-4003-ab35-a7d14120bd36 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:55:42.778769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Pushing event updated for resources: {'Port': ['ID=7dc98858-6543-4003-ab35-a7d14120bd36,revision_number=6']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:42.782217 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9802891-b201-4887-a674-e7a642065239 x-openstack-request-id: req-e9802891-b201-4887-a674-e7a642065239 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:42.782501 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5893d959-fed7-4745-8cc9-0b1c0be9327d", "name": "network-vif-unplugged", "status": "completed", "tag": "7dc98858-6543-4003-ab35-a7d14120bd36", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:42.782850 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9802891-b201-4887-a674-e7a642065239 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:42.783236 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dc98858-6543-4003-ab35-a7d14120bd36', 'code': 200} Aug 27 13:55:42.791241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495e9bdf-6aa3-40f8-97dd-79885fd30bff req-200be9b0-aa7b-49bc-824d-f41e48c996ab tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611078 Aug 27 13:55:42.792433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Allocated IP 192.168.233.11 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/e36d77f0-bcac-46a8-a968-bacbdcd7bc1b) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:42.929194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39012) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:42.929194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Attempting to bind port 7dc98858-6543-4003-ab35-a7d14120bd36 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:42.929194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Attempting to bind port 7dc98858-6543-4003-ab35-a7d14120bd36 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:42.929603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Attempting to bind port 7dc98858-6543-4003-ab35-a7d14120bd36 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:42.948100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Port 7dc98858-6543-4003-ab35-a7d14120bd36 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:42.948428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Attempting to bind port 7dc98858-6543-4003-ab35-a7d14120bd36 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:42.965338 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e315c81-cf1d-42a7-9f8f-96c543331b31 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:55:43.009205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:43.009434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:43.009818 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:43.010255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Bound port: 7dc98858-6543-4003-ab35-a7d14120bd36, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:43.016873 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:43.029713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536467a7-4c11-4b9c-a65a-14c2634787cf req-77676d01-b3e8-4d75-8f90-86ec86937b67 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:43.038456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-536467a7-4c11-4b9c-a65a-14c2634787cf req-77676d01-b3e8-4d75-8f90-86ec86937b67 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 944 time: 0.2542596 Aug 27 13:55:43.066081 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:43.089267 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Transition to ACTIVE for port object e36d77f0-bcac-46a8-a968-bacbdcd7bc1b will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:43.142172 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:43.179286 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-536467a7-4c11-4b9c-a65a-14c2634787cf req-a56731de-a6cf-4f80-b7be-7196987b88bd tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398184 Aug 27 13:55:43.192636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:43.197933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:43.200810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:43.228898 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event updated for resources: {'Port': ['ID=e36d77f0-bcac-46a8-a968-bacbdcd7bc1b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:43.258015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8540cea5-43aa-45be-b1ea-f7738598bdc1', 'name': 'network-vif-deleted', 'tag': '6d67e321-ca49-40b1-8355-d4d119857dad'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:43.260175 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c4408f-3f82-4f00-bb0d-1dedee48b873" -d '{"events": [{"server_uuid": "8540cea5-43aa-45be-b1ea-f7738598bdc1", "name": "network-vif-deleted", "tag": "6d67e321-ca49-40b1-8355-d4d119857dad"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:43.274259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:43.274958 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:43.302385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] For port 7dc98858-6543-4003-ab35-a7d14120bd36, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:43.304874 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-58915122-6120-4569-bf71-d3354608b1b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2624180 Aug 27 13:55:43.308094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] For port 7dc98858-6543-4003-ab35-a7d14120bd36, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=7dc98858-6543-4003-ab35-a7d14120bd36,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:43.323758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Request body: {'port': {'device_id': 'ebd9cb07-c489-46da-bd25-fdf01485dcdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:43.356509 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc07ade-e9b8-4890-99eb-9b64534e6726 x-openstack-request-id: req-ecc07ade-e9b8-4890-99eb-9b64534e6726 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:43.356797 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8540cea5-43aa-45be-b1ea-f7738598bdc1", "name": "network-vif-deleted", "tag": "6d67e321-ca49-40b1-8355-d4d119857dad", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:43.357053 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ecc07ade-e9b8-4890-99eb-9b64534e6726 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:43.357443 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8540cea5-43aa-45be-b1ea-f7738598bdc1', 'name': 'network-vif-deleted', 'tag': '6d67e321-ca49-40b1-8355-d4d119857dad', 'status': 'completed', 'code': 200} Aug 27 13:55:43.362207 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e315c81-cf1d-42a7-9f8f-96c543331b31 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:55:43.377103 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:43.382547 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7212650f-f2ed-4872-bb45-ef171274e2af None None] Sync routers for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:55:43.383249 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e315c81-cf1d-42a7-9f8f-96c543331b31 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:43.392470 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7212650f-f2ed-4872-bb45-ef171274e2af None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:55:43.393104 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7212650f-f2ed-4872-bb45-ef171274e2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:55:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:43.433503 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-66133de8-d577-4bb3-8f67-397fc0f63276 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9dc7337cfc99441a8cebd5dff8908697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4977310 Aug 27 13:55:43.448286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39032) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:43.478276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39036) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:43.480810 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:43.525800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:43.526422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:43.527853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] 10.222.0.52 "PUT /v2.0/ports/7dc98858-6543-4003-ab35-a7d14120bd36 HTTP/1.1" status: 200 len: 1096 time: 2.4058197 Aug 27 13:55:43.539525 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2e315c81-cf1d-42a7-9f8f-96c543331b31 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "PUT /v2.0/floatingips/3a5a92d8-fbf0-453f-a267-53ad6d9414e7 HTTP/1.1" status: 200 len: 991 time: 2.9950585 Aug 27 13:55:43.575265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a63dd154-e072-4f5b-9749-551986e7eaef None None] Provisioning for port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:43.589919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a63dd154-e072-4f5b-9749-551986e7eaef None None] Provisioning complete for port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:43.590654 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a63dd154-e072-4f5b-9749-551986e7eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:43.600775 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-7212650f-f2ed-4872-bb45-ef171274e2af None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:55:43.701750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a63dd154-e072-4f5b-9749-551986e7eaef None None] Port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:55:43.746834 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4ab43-e1f5-4674-9193-c3818834400c service neutron] Pushing event updated for resources: {'Port': ['ID=7dc98858-6543-4003-ab35-a7d14120bd36,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:43.748125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e9152-8f78-4103-9dc1-4ea597230882 req-67f664b4-8c9a-4125-a14f-062f656f9557 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:43.749868 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed6e9152-8f78-4103-9dc1-4ea597230882 req-67f664b4-8c9a-4125-a14f-062f656f9557 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 947 time: 0.3964238 Aug 27 13:55:43.754056 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-c4be4b39-a7bd-47c0-968d-1b5148635ced service neutron] 10.222.0.41 "GET /v2.0/ports/c7ea09cc-7f30-4056-96f4-250fd1e7ee99/bindings/n-h1-712139-12 HTTP/1.1" status: 200 len: 385 time: 0.4037352 Aug 27 13:55:43.809000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5acc3-fe08-4f50-9fcf-8ad0e2ffa286 req-623da5be-c6f2-4878-8e22-583cae28c63d tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:43.819937 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03f5acc3-fe08-4f50-9fcf-8ad0e2ffa286 req-623da5be-c6f2-4878-8e22-583cae28c63d tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 935 time: 0.2604392 Aug 27 13:55:43.852286 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-32ddc779-f8b3-43ba-b8a4-4bdbb30b19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:43.853787 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-32ddc779-f8b3-43ba-b8a4-4bdbb30b19c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 1099 time: 0.1984282 Aug 27 13:55:43.854540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 31955ad1-6df8-4487-8cf0-5d6019853165 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:43.901536 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b3776b3-4ff5-474b-9532-d040b5ac526f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:43.922479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed6e9152-8f78-4103-9dc1-4ea597230882 req-5e47e7c7-f3b7-4c44-bb9f-5c0e736f51eb tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572161 Aug 27 13:55:43.935264 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03f5acc3-fe08-4f50-9fcf-8ad0e2ffa286 req-4fc791a3-4e76-440b-90e7-026790f28479 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143777 Aug 27 13:55:43.942884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 31955ad1-6df8-4487-8cf0-5d6019853165 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:43.951892 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 31955ad1-6df8-4487-8cf0-5d6019853165 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:43.952487 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:43.953595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-51f4a7f8-2aaf-4939-9299-c356da5ee440 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ddeb4452ba5a40ea9c1a24bfa295d285&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4574077 Aug 27 13:55:43.959234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39046) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:43.960924 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b3776b3-4ff5-474b-9532-d040b5ac526f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.060656 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7212650f-f2ed-4872-bb45-ef171274e2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '3a5a92d8-fbf0-453f-a267-53ad6d9414e7', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'port_id': '491d9168-9174-4aff-a1ca-6cc422ee2f3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'mac_address': 'fa:16:3e:a3:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:55:19Z', 'updated_at': '2021-08-27T13:55:41Z', 'revision_number': 1, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:04Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:44.067743 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f3dd-7c67-42ec-9734-8748e2a8ea29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.094284 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7212650f-f2ed-4872-bb45-ef171274e2af None None] Checking router: 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:55:44.108056 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7212650f-f2ed-4872-bb45-ef171274e2af None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:55:44.109211 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7212650f-f2ed-4872-bb45-ef171274e2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:55:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:44.135281 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6f1f5696-94bb-48a0-af59-f69ed7170d41 req-fb06b4fb-7de8-4f43-ad20-804d405d693a tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0450971 Aug 27 13:55:44.137852 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f3dd-7c67-42ec-9734-8748e2a8ea29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.166420 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b3776b3-4ff5-474b-9532-d040b5ac526f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.169035 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b3776b3-4ff5-474b-9532-d040b5ac526f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.170167 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5b3776b3-4ff5-474b-9532-d040b5ac526f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4943e1b-2b9a-4a63-bf77-112cd35e42bd HTTP/1.1" status: 204 len: 168 time: 0.7202389 Aug 27 13:55:44.182021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-a80cec77-8741-43fc-81e7-4030bc0b3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:44.182967 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.186263 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-a80cec77-8741-43fc-81e7-4030bc0b3b1e service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.3237295 Aug 27 13:55:44.268488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=31955ad1-6df8-4487-8cf0-5d6019853165,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:44.271866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e381dc7-2ff5-4192-b867-6e5adca4f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31955ad1-6df8-4487-8cf0-5d6019853165'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:44.282015 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cb8ac0-a98d-4aae-bcf1-fd6484999624" -d '{"events": [{"server_uuid": "3e381dc7-2ff5-4192-b867-6e5adca4f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "31955ad1-6df8-4487-8cf0-5d6019853165"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:44.286422 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.287250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 365e0589-3c0a-4a62-83c2-87618c594bdd no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:55:44.311557 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-7b156b73-0f5e-489c-97d0-f4aee91dfcf8 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641239 Aug 27 13:55:44.334876 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3776b3-4ff5-474b-9532-d040b5ac526f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4943e1b-2b9a-4a63-bf77-112cd35e42bd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:44.372694 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-7212650f-f2ed-4872-bb45-ef171274e2af None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:55:44.421711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=31955ad1-6df8-4487-8cf0-5d6019853165,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:44.432613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 365e0589-3c0a-4a62-83c2-87618c594bdd {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:55:44.432969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 365e0589-3c0a-4a62-83c2-87618c594bdd not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:55:44.433396 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7dc98858-6543-4003-ab35-a7d14120bd36 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:55:44.450234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36d77f0-bcac-46a8-a968-bacbdcd7bc1b {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:44.479255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7dc98858-6543-4003-ab35-a7d14120bd36 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:55:44.479750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.481517 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-be291cce-0d3c-43d9-a3d3-74ea008711d1 service neutron] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:44.515998 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f3dd-7c67-42ec-9734-8748e2a8ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.518780 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f3dd-7c67-42ec-9734-8748e2a8ea29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.534093 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d7c7f3dd-7c67-42ec-9734-8748e2a8ea29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06e35de9-1a26-482d-9749-37675c449624 HTTP/1.1" status: 204 len: 168 time: 0.5596282 Aug 27 13:55:44.542726 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-ed8be310-fc4c-420d-b127-1227af69f2e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=7dc98858-6543-4003-ab35-a7d14120bd36 HTTP/1.1" status: 200 len: 217 time: 0.2031734 Aug 27 13:55:44.543749 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-be291cce-0d3c-43d9-a3d3-74ea008711d1 service neutron] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:44.581169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6d67e321-ca49-40b1-8355-d4d119857dad no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:55:44.583725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c9e94-9094-483d-8ae8-5598be8f6328 req-904d0b56-d423-46da-aec2-3fd14c4872aa tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:44.591464 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e5c9e94-9094-483d-8ae8-5598be8f6328 req-904d0b56-d423-46da-aec2-3fd14c4872aa tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 946 time: 0.2804127 Aug 27 13:55:44.657029 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 6d67e321-ca49-40b1-8355-d4d119857dad {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:55:44.657380 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6d67e321-ca49-40b1-8355-d4d119857dad not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:55:44.666669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-c79ceb5f-56d0-4204-8e09-e98fd4b30994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:44.668196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-c79ceb5f-56d0-4204-8e09-e98fd4b30994 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0950291 Aug 27 13:55:44.687573 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3613-c899-4a56-9f36-d06d47792d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.694358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39060) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:44.748679 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7212650f-f2ed-4872-bb45-ef171274e2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '3a5a92d8-fbf0-453f-a267-53ad6d9414e7', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'port_id': '491d9168-9174-4aff-a1ca-6cc422ee2f3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'mac_address': 'fa:16:3e:a3:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:55:19Z', 'updated_at': '2021-08-27T13:55:41Z', 'revision_number': 1, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:04Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:55:44.754112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-be291cce-0d3c-43d9-a3d3-74ea008711d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ea09cc-7f30-4056-96f4-250fd1e7ee99 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:44.759435 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-19e69bd9-ef1d-4453-b960-6b4c815ac8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.784668 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e5c9e94-9094-483d-8ae8-5598be8f6328 req-87d728dc-60fd-485d-8cb5-1b1a42c3c073 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872458 Aug 27 13:55:44.789300 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7212650f-f2ed-4872-bb45-ef171274e2af None None] The sync data for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 is: [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '3a5a92d8-fbf0-453f-a267-53ad6d9414e7', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'port_id': '491d9168-9174-4aff-a1ca-6cc422ee2f3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'mac_address': 'fa:16:3e:a3:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:55:19Z', 'updated_at': '2021-08-27T13:55:41Z', 'revision_number': 1, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:04Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:55:44.790885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'tag': '7dc98858-6543-4003-ab35-a7d14120bd36'}, {'name': 'network-changed', 'server_uuid': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'tag': '491d9168-9174-4aff-a1ca-6cc422ee2f3f'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:44.793138 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf02e943-5834-4298-9651-5b98f90ed886" -d '{"events": [{"name": "network-changed", "server_uuid": "5893d959-fed7-4745-8cc9-0b1c0be9327d", "tag": "7dc98858-6543-4003-ab35-a7d14120bd36"}, {"name": "network-changed", "server_uuid": "265771b1-3bca-4830-bf40-0e3b155c9b00", "tag": "491d9168-9174-4aff-a1ca-6cc422ee2f3f"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:44.809349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-be291cce-0d3c-43d9-a3d3-74ea008711d1 service neutron] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:44.812741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Transition to ACTIVE for port object e36d77f0-bcac-46a8-a968-bacbdcd7bc1b will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:44.830377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6ce17-714b-4603-99ff-761d7d9919c1 req-af39e6c2-f7f2-45b9-8b70-a8359040aa89 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:44.838443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-01e6ce17-714b-4603-99ff-761d7d9919c1 req-af39e6c2-f7f2-45b9-8b70-a8359040aa89 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 944 time: 0.5156915 Aug 27 13:55:44.840588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7f3dd-7c67-42ec-9734-8748e2a8ea29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e35de9-1a26-482d-9749-37675c449624,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:44.851631 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.876952 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a3819b-d4e6-4cfb-9f03-e67991e5bea3 x-openstack-request-id: req-92a3819b-d4e6-4cfb-9f03-e67991e5bea3 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:44.878349 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e381dc7-2ff5-4192-b867-6e5adca4f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "31955ad1-6df8-4487-8cf0-5d6019853165", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:44.878718 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92a3819b-d4e6-4cfb-9f03-e67991e5bea3 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:44.879198 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e381dc7-2ff5-4192-b867-6e5adca4f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31955ad1-6df8-4487-8cf0-5d6019853165', 'code': 200} Aug 27 13:55:44.889460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-68ccefee-d854-4c00-ac17-4f74634ce789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:44.899028 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-68ccefee-d854-4c00-ac17-4f74634ce789 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2000084 Aug 27 13:55:44.903059 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-be291cce-0d3c-43d9-a3d3-74ea008711d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:44.941501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-310e91d8-2c52-4d1c-9ff6-7670950e2589 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:44.943095 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-310e91d8-2c52-4d1c-9ff6-7670950e2589 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6218312 Aug 27 13:55:44.992257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Request body: {'port': {'device_id': '0fb76d63-35fd-4025-a5be-777c7534d4c0', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': '1afc0034dbf24e3099a89733d831acfd'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:45.011004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Pushing event updated for resources: {'Port': ['ID=e36d77f0-bcac-46a8-a968-bacbdcd7bc1b,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:45.031324 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f18dbe-e684-4666-8c9a-07cbec8c41c0 x-openstack-request-id: req-e0f18dbe-e684-4666-8c9a-07cbec8c41c0 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:45.031695 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5893d959-fed7-4745-8cc9-0b1c0be9327d", "tag": "7dc98858-6543-4003-ab35-a7d14120bd36", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "265771b1-3bca-4830-bf40-0e3b155c9b00", "tag": "491d9168-9174-4aff-a1ca-6cc422ee2f3f", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:45.031881 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0f18dbe-e684-4666-8c9a-07cbec8c41c0 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:45.032334 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'tag': '7dc98858-6543-4003-ab35-a7d14120bd36', 'status': 'completed', 'code': 200} Aug 27 13:55:45.032591 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'tag': '491d9168-9174-4aff-a1ca-6cc422ee2f3f', 'status': 'completed', 'code': 200} Aug 27 13:55:45.087069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.41', 51311) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:45.088943 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-01e6ce17-714b-4603-99ff-761d7d9919c1 req-5eb09781-e84f-4c99-83a3-ca600770339b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495565 Aug 27 13:55:45.181570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39072) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:45.230318 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58bdc68c-69d7-4c32-9a45-938705b0a1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:45.244010 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed7c693-fe0e-453c-a01c-6821f3b2731a None None] New status for floating IP 3a5a92d8-fbf0-453f-a267-53ad6d9414e7: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:55:45.314938 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3d3dc-3a81-4391-8e2a-7d1e608880e3 req-2ced7c4f-3c6e-4337-b815-383a76d3463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:45.316460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ee3d3dc-3a81-4391-8e2a-7d1e608880e3 req-2ced7c4f-3c6e-4337-b815-383a76d3463f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 1098 time: 0.2964709 Aug 27 13:55:45.327548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Attempting to bind port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:45.327880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Attempting to bind port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:45.328202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Attempting to bind port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:45.361551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:45.361790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Attempting to bind port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:45.378458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8609a3c-1da9-4b50-9f96-bfac45ec5e38 req-5a499309-f0d6-41bc-9fbf-fa8e2d8ed5d1 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:45.381091 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8609a3c-1da9-4b50-9f96-bfac45ec5e38 req-5a499309-f0d6-41bc-9fbf-fa8e2d8ed5d1 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 947 time: 0.1572387 Aug 27 13:55:45.387413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:45.387413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:45.387813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:45.388098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Bound port: e36d77f0-bcac-46a8-a968-bacbdcd7bc1b, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:45.388458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:45.412278 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ee3d3dc-3a81-4391-8e2a-7d1e608880e3 req-1c6a00cf-06fb-45ec-be6d-0109c3771a26 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882046 Aug 27 13:55:45.465260 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8609a3c-1da9-4b50-9f96-bfac45ec5e38 req-2af1a1d0-ea8d-4299-8954-ce30d375576c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727828 Aug 27 13:55:45.465636 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26c1c7-93bd-491e-ba2a-8fd0db58a3c2 req-e70f4ea5-a271-422e-b0e2-e3db42f3f852 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:45.467488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe26c1c7-93bd-491e-ba2a-8fd0db58a3c2 req-e70f4ea5-a271-422e-b0e2-e3db42f3f852 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 947 time: 0.3892546 Aug 27 13:55:45.491889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02e943-5834-4298-9651-5b98f90ed886 req-25f137ce-6703-4e2d-b5a7-871050320295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:45.492997 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-25f137ce-6703-4e2d-b5a7-871050320295 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 1099 time: 0.4016457 Aug 27 13:55:45.500168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] For port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:45.504315 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] For port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=e36d77f0-bcac-46a8-a968-bacbdcd7bc1b,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:45.511360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:45.559176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:45.559793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:45.561168 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] 10.222.0.52 "PUT /v2.0/ports/e36d77f0-bcac-46a8-a968-bacbdcd7bc1b HTTP/1.1" status: 200 len: 1096 time: 2.2441831 Aug 27 13:55:45.561804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd9cb07-c489-46da-bd25-fdf01485dcdd', 'tag': 'e36d77f0-bcac-46a8-a968-bacbdcd7bc1b'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:45.563857 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38eafff1-a9ea-44a9-87a5-b4fe0f1d0a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd9cb07-c489-46da-bd25-fdf01485dcdd", "tag": "e36d77f0-bcac-46a8-a968-bacbdcd7bc1b"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:45.565454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-be291cce-0d3c-43d9-a3d3-74ea008711d1 service neutron] Transition to ACTIVE for port object c7ea09cc-7f30-4056-96f4-250fd1e7ee99 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:45.582466 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-cbcf492c-c4e6-4641-a126-e003c062ff3f service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563573 Aug 27 13:55:45.603420 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe26c1c7-93bd-491e-ba2a-8fd0db58a3c2 req-98bfda5b-e31c-412b-9e91-ab8246772699 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255751 Aug 27 13:55:45.606136 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-be291cce-0d3c-43d9-a3d3-74ea008711d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:45.653420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976e506-10b6-4863-a33f-dd27fe1cf84c service neutron] Pushing event updated for resources: {'Port': ['ID=e36d77f0-bcac-46a8-a968-bacbdcd7bc1b,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:45.672425 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-19e69bd9-ef1d-4453-b960-6b4c815ac8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:45.714251 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-19e69bd9-ef1d-4453-b960-6b4c815ac8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:45.761475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-67812ceb-0110-439f-803c-2f1e910fa58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:45.763072 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-67812ceb-0110-439f-803c-2f1e910fa58d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 1099 time: 0.1318867 Aug 27 13:55:45.772194 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b3d06b-1e36-4859-a714-ec9f90ccbaef x-openstack-request-id: req-a4b3d06b-1e36-4859-a714-ec9f90ccbaef {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:45.772388 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd9cb07-c489-46da-bd25-fdf01485dcdd", "tag": "e36d77f0-bcac-46a8-a968-bacbdcd7bc1b", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:45.772563 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4b3d06b-1e36-4859-a714-ec9f90ccbaef {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:45.772968 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd9cb07-c489-46da-bd25-fdf01485dcdd', 'tag': 'e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', 'status': 'completed', 'code': 200} Aug 27 13:55:45.820627 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-fc88c88f-a054-4f12-a42a-c1e554e2153c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e36d77f0-bcac-46a8-a968-bacbdcd7bc1b HTTP/1.1" status: 200 len: 217 time: 0.0431139 Aug 27 13:55:45.846568 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc240be0-de70-46d4-b59e-058c9365f761 req-6d9b7e07-8b66-4e1c-8438-ca64a0f062f6 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.1273410 Aug 27 13:55:45.863333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-be291cce-0d3c-43d9-a3d3-74ea008711d1 service neutron] No DVR routers for this DVR port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:55:45.910085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be291cce-0d3c-43d9-a3d3-74ea008711d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,revision_number=10']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:45.921073 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58bdc68c-69d7-4c32-9a45-938705b0a1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:45.932030 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-8693aa36-0797-4460-85f2-3c3bfd09d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:45.933526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-8693aa36-0797-4460-85f2-3c3bfd09d67b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1001141 Aug 27 13:55:45.936100 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-19e69bd9-ef1d-4453-b960-6b4c815ac8c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a84eb60a8edf4d00a32fd156614b046a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2355349 Aug 27 13:55:45.937051 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58bdc68c-69d7-4c32-9a45-938705b0a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:45.940400 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39084) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:45.956096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e69bd9-ef1d-4453-b960-6b4c815ac8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356bcf6a-b38d-45fa-822b-5937e755a3db,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:45.998933 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-484e5b91-dbab-4821-b4e2-d67ff6266ecc req-a47b5e7d-a0f7-45c2-ad20-14b4069452e7 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859863 Aug 27 13:55:46.010482 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-be291cce-0d3c-43d9-a3d3-74ea008711d1 service neutron] 10.222.0.41 "PUT /v2.0/ports/c7ea09cc-7f30-4056-96f4-250fd1e7ee99/bindings/n-h1-712139-12/activate HTTP/1.1" status: 200 len: 370 time: 2.2457836 Aug 27 13:55:46.031002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26435b-7804-42ea-a1e6-a2a49af80a70 req-7b675d8c-3214-4346-9096-58f6d0353cee tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.038864 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec26435b-7804-42ea-a1e6-a2a49af80a70 req-7b675d8c-3214-4346-9096-58f6d0353cee tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 946 time: 0.1629703 Aug 27 13:55:46.050043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Made reservation on behalf of 1afc0034dbf24e3099a89733d831acfd for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:46.050594 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02e943-5834-4298-9651-5b98f90ed886 req-5e7b3ca5-a658-4a5f-985c-b78678b3e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.053107 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-5e7b3ca5-a658-4a5f-985c-b78678b3e70b service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1702142 Aug 27 13:55:46.054247 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:46.085820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-58bdc68c-69d7-4c32-9a45-938705b0a1a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41e1894ffe26448c8bbf4ece0f144f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8940940 Aug 27 13:55:46.092894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdc68c-69d7-4c32-9a45-938705b0a1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572a9194-a703-44f8-bc76-9c53460c1f68,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:46.095335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39086) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:46.117780 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-7fc760c0-dc74-45ec-9a4a-de71d5fefa3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=7dc98858-6543-4003-ab35-a7d14120bd36 HTTP/1.1" status: 200 len: 217 time: 0.0416174 Aug 27 13:55:46.194601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02e943-5834-4298-9651-5b98f90ed886 req-77e12c89-044a-4dd1-b327-c222765d95f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.196239 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-77e12c89-044a-4dd1-b327-c222765d95f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 1099 time: 0.1308117 Aug 27 13:55:46.201722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02e943-5834-4298-9651-5b98f90ed886 req-6f280851-53ac-45cd-a8e9-eda7f105865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.203090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-6f280851-53ac-45cd-a8e9-eda7f105865b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0644326 Aug 27 13:55:46.218485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-e48c5037-5f47-49bd-a1c9-2b7a3a28d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.220066 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-e48c5037-5f47-49bd-a1c9-2b7a3a28d91c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2557509 Aug 27 13:55:46.245657 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec26435b-7804-42ea-a1e6-a2a49af80a70 req-36f8ff1d-ec00-4537-b4f5-ae52d848a6b1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050626 Aug 27 13:55:46.269686 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66840f33-442b-443c-889e-964e7d1e4223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:46.330961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3c069-f962-4861-9052-6f132127e8a5 req-702a9141-8916-49fd-9ae0-3aeb4aac2868 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.332468 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-83d3c069-f962-4861-9052-6f132127e8a5 req-702a9141-8916-49fd-9ae0-3aeb4aac2868 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 945 time: 0.1271334 Aug 27 13:55:46.346806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02e943-5834-4298-9651-5b98f90ed886 req-acbaab09-0fef-447a-98d8-297689184c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.349128 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-acbaab09-0fef-447a-98d8-297689184c51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345685 Aug 27 13:55:46.382988 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66840f33-442b-443c-889e-964e7d1e4223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:46.394369 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd5233a0-9027-4449-967f-7824b995321e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:46.432039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-ea52faa6-9ff0-4c6a-8c3c-7d241167b5e4 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.433577 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-ea52faa6-9ff0-4c6a-8c3c-7d241167b5e4 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de&tenant_id=a7dba67d579b475f8c1e968351f5a6ea&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1097 time: 0.2686033 Aug 27 13:55:46.442843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02e943-5834-4298-9651-5b98f90ed886 req-93a2cb97-cfc8-44a0-8b16-719254184009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.444292 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-93a2cb97-cfc8-44a0-8b16-719254184009 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2285032 Aug 27 13:55:46.461077 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-83d3c069-f962-4861-9052-6f132127e8a5 req-0269f2a3-84d2-443b-b4eb-5cfb9c61da61 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112905 Aug 27 13:55:46.490454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Allocated IP 192.168.233.246 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/b0dfe2b9-5861-40c1-ada3-ea70f5de66ad) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:46.502464 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-3a2052a5-8916-4ed0-b1a3-99ebe453cb07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=7dc98858-6543-4003-ab35-a7d14120bd36 HTTP/1.1" status: 200 len: 217 time: 0.0390110 Aug 27 13:55:46.515923 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd5233a0-9027-4449-967f-7824b995321e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:46.529052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-5cefb2a4-d442-4d03-b426-238d98cca532 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703382 Aug 27 13:55:46.567297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-a49f2a55-9142-448d-9ab3-6d9a7b1dabdf service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187366 Aug 27 13:55:46.624119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02e943-5834-4298-9651-5b98f90ed886 req-0a14c650-5cc5-43d1-8837-2aeb16b72ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.625956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-0a14c650-5cc5-43d1-8837-2aeb16b72ba3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1069365 Aug 27 13:55:46.654741 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66840f33-442b-443c-889e-964e7d1e4223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:46.657321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66840f33-442b-443c-889e-964e7d1e4223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:46.661603 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-66840f33-442b-443c-889e-964e7d1e4223 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/356bcf6a-b38d-45fa-822b-5937e755a3db HTTP/1.1" status: 204 len: 168 time: 0.7125113 Aug 27 13:55:46.703244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-2859632c-22b7-48a7-a8df-fdc7ba5b05b8 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527140 Aug 27 13:55:46.728623 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66840f33-442b-443c-889e-964e7d1e4223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356bcf6a-b38d-45fa-822b-5937e755a3db,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:46.730446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02e943-5834-4298-9651-5b98f90ed886 req-83617a2f-ecd7-471c-8b71-376efaf0ebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.731912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-60f4f456-b86f-450e-9e87-31a35cb3499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.732800 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-83617a2f-ecd7-471c-8b71-376efaf0ebf9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0891256 Aug 27 13:55:46.733510 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-60f4f456-b86f-450e-9e87-31a35cb3499f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de&tenant_id=a7dba67d579b475f8c1e968351f5a6ea HTTP/1.1" status: 200 len: 1097 time: 0.2676499 Aug 27 13:55:46.805980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd5233a0-9027-4449-967f-7824b995321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:46.808592 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd5233a0-9027-4449-967f-7824b995321e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:46.809975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fd5233a0-9027-4449-967f-7824b995321e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/572a9194-a703-44f8-bc76-9c53460c1f68 HTTP/1.1" status: 204 len: 168 time: 0.7053118 Aug 27 13:55:46.824966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed5ce0-e10c-4159-b000-5b680dd92948 req-2da2aacc-e6ce-4e81-a7e2-e145cce8956b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.832177 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-11ed5ce0-e10c-4159-b000-5b680dd92948 req-2da2aacc-e6ce-4e81-a7e2-e145cce8956b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 947 time: 0.2566922 Aug 27 13:55:46.857597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9fc3b-f76e-4b2c-b05f-8271bac2b0ee req-2305f4e7-1fd6-4ab7-99ed-a5a1168f1ae3 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.860044 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62a9fc3b-f76e-4b2c-b05f-8271bac2b0ee req-2305f4e7-1fd6-4ab7-99ed-a5a1168f1ae3 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 947 time: 0.1503880 Aug 27 13:55:46.897426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5233a0-9027-4449-967f-7824b995321e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572a9194-a703-44f8-bc76-9c53460c1f68,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:46.906364 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbd5ee5c-db0e-4b6f-b506-7f9765364bc9 req-5780c856-c146-4187-8651-c10536a10ab1 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256238 Aug 27 13:55:46.946145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-11ed5ce0-e10c-4159-b000-5b680dd92948 req-4c30ffa9-697c-4adb-a434-1db82b6b875f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130209 Aug 27 13:55:46.970871 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-2204577e-5939-4e35-9f0a-a44bc5f783ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:46.972434 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-2204577e-5939-4e35-9f0a-a44bc5f783ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 1097 time: 0.1614351 Aug 27 13:55:46.977016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62a9fc3b-f76e-4b2c-b05f-8271bac2b0ee req-14ca4d3c-ffb3-415a-be74-0f5aebc705f7 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073425 Aug 27 13:55:46.986503 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:47.002629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-010ef9aa-ae20-41d0-bab1-22678f6393dc service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510622 Aug 27 13:55:47.094532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Transition to ACTIVE for port object b0dfe2b9-5861-40c1-ada3-ea70f5de66ad will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:47.154302 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafff1-a9ea-44a9-87a5-b4fe0f1d0a2c req-467f4135-8070-44e2-bfbf-fc3b330a1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:47.155207 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38eafff1-a9ea-44a9-87a5-b4fe0f1d0a2c req-467f4135-8070-44e2-bfbf-fc3b330a1350 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 1099 time: 0.1564653 Aug 27 13:55:47.181815 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f6c87317-2d36-432e-851a-57c7e188f682 req-ccdc70e7-35a6-4d5c-9141-80eb2ee873dc tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0461133 Aug 27 13:55:47.185679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-fbc08cfc-c18a-480d-a5b1-e806f233aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:47.188816 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-fbc08cfc-c18a-480d-a5b1-e806f233aabb service neutron] 10.222.0.52 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.1995223 Aug 27 13:55:47.234746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-34911dc5-533e-4ec9-88d3-e2a47fd7ecd4 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193031 Aug 27 13:55:47.248589 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:47.266505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['eee17657-3758-4200-bae5-fb666dc2f093'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:47.369945 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:47.381623 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-fd6635a9-7d84-47d3-ae94-b83197834f8f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99 HTTP/1.1" status: 200 len: 217 time: 0.1346400 Aug 27 13:55:47.391999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:47.394989 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02e943-5834-4298-9651-5b98f90ed886 req-e6bd7f92-47e8-4d8b-b415-e73772503801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:47.397114 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-e6bd7f92-47e8-4d8b-b415-e73772503801 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b24b98473ebf462aae9865b3b3a47006&device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 1098 time: 0.0938139 Aug 27 13:55:47.406511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:47.447384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:47.506545 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8d59e5fc-ea6b-48ca-aa3b-4b74d7a33dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:47.671539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c03710-7b1b-4036-becf-24601f773c8d req-1ba106d8-7e7a-4049-bee1-474eb99bc095 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:47.679953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06c03710-7b1b-4036-becf-24601f773c8d req-1ba106d8-7e7a-4049-bee1-474eb99bc095 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 945 time: 0.0855660 Aug 27 13:55:47.705183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02e943-5834-4298-9651-5b98f90ed886 req-fccda18e-28dc-4a53-b792-c986431a49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:47.706602 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-fccda18e-28dc-4a53-b792-c986431a49b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=54f93b5e-cd0d-4b77-a984-346ab4450664 HTTP/1.1" status: 200 len: 924 time: 0.2885206 Aug 27 13:55:47.787559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06c03710-7b1b-4036-becf-24601f773c8d req-756305c3-4401-42bf-a3a2-787b5c9ba4d0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066937 Aug 27 13:55:47.842514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6ae91743-95c9-4d83-a1c0-8a6a342f1428 None None] Provisioning for port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:47.850384 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6ae91743-95c9-4d83-a1c0-8a6a342f1428 None None] Provisioning complete for port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:47.851577 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6ae91743-95c9-4d83-a1c0-8a6a342f1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:47.852856 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-ed660bae-3e56-4e4e-b296-5eba74407467 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491d9168-9174-4aff-a1ca-6cc422ee2f3f HTTP/1.1" status: 200 len: 1001 time: 0.1293769 Aug 27 13:55:47.884032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device c7ea09cc-7f30-4056-96f4-250fd1e7ee99 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:55:47.906555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Pushing event updated for resources: {'Port': ['ID=b0dfe2b9-5861-40c1-ada3-ea70f5de66ad,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:47.909721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafff1-a9ea-44a9-87a5-b4fe0f1d0a2c req-6e468513-0f49-4783-86b0-845a0cfadb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:47.911747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38eafff1-a9ea-44a9-87a5-b4fe0f1d0a2c req-6e468513-0f49-4783-86b0-845a0cfadb8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.7392080 Aug 27 13:55:47.926076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346aaf45-4c12-4049-b131-83ed69c92573 req-8b163818-b6bf-45e4-9d97-595552dee2e9 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:47.927922 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-346aaf45-4c12-4049-b131-83ed69c92573 req-8b163818-b6bf-45e4-9d97-595552dee2e9 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 946 time: 0.5619380 Aug 27 13:55:47.948519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6ae91743-95c9-4d83-a1c0-8a6a342f1428 None None] Port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:55:47.949569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-cae3a088-553b-482c-ac31-22209b3b3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:47.951243 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-cae3a088-553b-482c-ac31-22209b3b3367 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.5577679 Aug 27 13:55:47.955551 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02e943-5834-4298-9651-5b98f90ed886 req-f49caef9-0ccb-42a1-be96-53742d594300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:47.956927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:47.958065 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:47.958889 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-f49caef9-0ccb-42a1-be96-53742d594300 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36e24ebb-cdfe-4f90-b090-68bcc4bb4d72 HTTP/1.1" status: 200 len: 862 time: 0.0901108 Aug 27 13:55:47.960525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device c7ea09cc-7f30-4056-96f4-250fd1e7ee99 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:55:48.017570 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38eafff1-a9ea-44a9-87a5-b4fe0f1d0a2c req-7e150342-ef92-406c-9375-4b0fc26bcad3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e36d77f0-bcac-46a8-a968-bacbdcd7bc1b HTTP/1.1" status: 200 len: 217 time: 0.0815434 Aug 27 13:55:48.038009 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-449f8726-1b9a-4aa5-b7ec-a9f8a323a6d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762239 Aug 27 13:55:48.052540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02e943-5834-4298-9651-5b98f90ed886 req-8b0d1499-434a-4668-a0ec-aef52d248857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:48.056788 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-8b0d1499-434a-4668-a0ec-aef52d248857 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54f93b5e-cd0d-4b77-a984-346ab4450664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870979 Aug 27 13:55:48.067393 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-ef747048-d101-4161-8c84-d02cf3c1992f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0983233 Aug 27 13:55:48.104967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Request body: {'port': {'device_id': '0fb76d63-35fd-4025-a5be-777c7534d4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:48.184168 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-346aaf45-4c12-4049-b131-83ed69c92573 req-bd95fc24-30d3-4f67-8b9d-ff2d0dba8909 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386889 Aug 27 13:55:48.198008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05052e6-926f-47c1-ac19-4fb8080f90aa req-9672d1ae-7c90-461b-83c0-a7502e691967 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:48.199865 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a05052e6-926f-47c1-ac19-4fb8080f90aa req-9672d1ae-7c90-461b-83c0-a7502e691967 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 947 time: 0.1140800 Aug 27 13:55:48.210082 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafff1-a9ea-44a9-87a5-b4fe0f1d0a2c req-5c29c2a0-1995-471d-9083-45f31d985a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:48.211898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38eafff1-a9ea-44a9-87a5-b4fe0f1d0a2c req-5c29c2a0-1995-471d-9083-45f31d985a10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1781659 Aug 27 13:55:48.254584 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-e2a8bf58-1101-4af1-9728-1b7585fcc92e service neutron] 10.222.0.52 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897571 Aug 27 13:55:48.269457 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a05052e6-926f-47c1-ac19-4fb8080f90aa req-b126e354-5dcd-4ed2-baed-ad4ead56df8b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571837 Aug 27 13:55:48.305071 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:48.405219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafff1-a9ea-44a9-87a5-b4fe0f1d0a2c req-1606e635-41ff-4918-9d3d-d6958788d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:48.409224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38eafff1-a9ea-44a9-87a5-b4fe0f1d0a2c req-1606e635-41ff-4918-9d3d-d6958788d846 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1772861 Aug 27 13:55:48.410266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf02e943-5834-4298-9651-5b98f90ed886 req-6fac89c1-3707-46e6-abc1-019b2e25770a service neutron] 10.222.0.52 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397915 Aug 27 13:55:48.479556 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-b0e83ebd-1f43-490c-b894-fc051c48348d service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951080 Aug 27 13:55:48.564537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7754e-ab74-4d35-a3f5-453643b8f2aa req-7a144aa6-0e10-465e-9038-79682eca8687 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:48.566755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13b7754e-ab74-4d35-a3f5-453643b8f2aa req-7a144aa6-0e10-465e-9038-79682eca8687 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 936 time: 0.0998585 Aug 27 13:55:48.625085 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:48.665393 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13b7754e-ab74-4d35-a3f5-453643b8f2aa req-2c241a02-32bc-4664-9309-dd429eda36b3 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788677 Aug 27 13:55:48.711685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4eda82-5fee-4750-ba8a-c94ff70108d7 req-3055e376-a848-45b9-b070-1abdabda73bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:48.713247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a4eda82-5fee-4750-ba8a-c94ff70108d7 req-3055e376-a848-45b9-b070-1abdabda73bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 947 time: 0.3768435 Aug 27 13:55:48.839224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-71e3fbe5-b61a-4d98-a4d6-a48fdd43aaf4 service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380108 Aug 27 13:55:48.840964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38eafff1-a9ea-44a9-87a5-b4fe0f1d0a2c req-233f0003-e2b8-4ff1-b6da-76738a110e24 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954215 Aug 27 13:55:48.855392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a4eda82-5fee-4750-ba8a-c94ff70108d7 req-d5a57b98-595b-4ec5-a651-ef7cdc6a6c2e tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228242 Aug 27 13:55:48.998046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f1d4c-3b5b-4a34-a4b1-e351287641c2 req-f6d9d5cc-8c09-4aeb-b18a-1e8a18a64c77 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:49.009432 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-630f1d4c-3b5b-4a34-a4b1-e351287641c2 req-f6d9d5cc-8c09-4aeb-b18a-1e8a18a64c77 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 1098 time: 0.0675545 Aug 27 13:55:49.055602 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-630f1d4c-3b5b-4a34-a4b1-e351287641c2 req-0736e4c8-2088-42d2-8837-5cb36462b59c tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480075 Aug 27 13:55:49.072130 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38eafff1-a9ea-44a9-87a5-b4fe0f1d0a2c req-ff85965b-b2c3-414d-a2c8-9e875d949f54 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137401 Aug 27 13:55:49.101335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dfe2b9-5861-40c1-ada3-ea70f5de66ad {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:49.137357 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:49.175076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Transition to ACTIVE for port object b0dfe2b9-5861-40c1-ada3-ea70f5de66ad will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:49.181811 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:49.219822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a4da5-ace2-4f75-ad25-551a8c2f2489 req-3a97e320-5e0a-4bb9-bbbe-07590cdbc86e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:49.221337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df1a4da5-ace2-4f75-ad25-551a8c2f2489 req-3a97e320-5e0a-4bb9-bbbe-07590cdbc86e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 945 time: 0.1394348 Aug 27 13:55:49.226953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-7a815c62-d131-4da2-a682-e4084356046a tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:49.228391 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-7a815c62-d131-4da2-a682-e4084356046a tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de&tenant_id=a7dba67d579b475f8c1e968351f5a6ea&binding%3Ahost_id=n-h1-712139-12 HTTP/1.1" status: 200 len: 1097 time: 0.1098890 Aug 27 13:55:49.304330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Pushing event updated for resources: {'Port': ['ID=b0dfe2b9-5861-40c1-ada3-ea70f5de66ad,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:49.315273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-ffc9fade-a533-4372-8daf-fcd1fc50fbbc tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343623 Aug 27 13:55:49.383561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df1a4da5-ace2-4f75-ad25-551a8c2f2489 req-0518bf9e-41e0-47b3-9ec5-f1b0a70e957b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526415 Aug 27 13:55:49.437317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731881c0-cf3b-48b1-848b-a074b7212804 req-de51df98-9283-4b69-9660-bacd86c7153b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:49.438859 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-de51df98-9283-4b69-9660-bacd86c7153b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227822 Aug 27 13:55:49.441467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Attempting to bind port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:49.441811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Attempting to bind port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:49.442740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Attempting to bind port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:49.457275 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-b6b83236-e832-4e7e-99b5-b338a252f60e tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/quotas/ea9304a3ec6d4ecfa2bf954ee211c92a HTTP/1.1" status: 200 len: 375 time: 0.0096831 Aug 27 13:55:49.493589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-5e15ba54-7ce3-432d-9874-28571b4b97c2 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307717 Aug 27 13:55:49.500233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:49.500575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Attempting to bind port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:49.532003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:49.532350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:49.532745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:49.533183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Bound port: b0dfe2b9-5861-40c1-ada3-ea70f5de66ad, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:49.533549 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:49.573891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930ad25-9529-460d-ac1f-1ae05e31d1ec req-d619bbd4-02e6-456d-b5b1-f2d9160a00eb tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:49.575795 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8930ad25-9529-460d-ac1f-1ae05e31d1ec req-d619bbd4-02e6-456d-b5b1-f2d9160a00eb tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 1098 time: 0.0996735 Aug 27 13:55:49.602810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-13b83e1a-4f2b-4e30-a3ad-562ec89fdf32 service neutron] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:49.608472 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-13b83e1a-4f2b-4e30-a3ad-562ec89fdf32 service neutron] Notify callbacks [] for binding, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:49.608472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce130999-100b-42f8-bd3b-3970162f0ca5 req-13b83e1a-4f2b-4e30-a3ad-562ec89fdf32 service neutron] 10.222.0.52 "DELETE /v2.0/ports/c7ea09cc-7f30-4056-96f4-250fd1e7ee99/bindings/n-h2-712139-12 HTTP/1.1" status: 204 len: 173 time: 0.3606811 Aug 27 13:55:49.665858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8930ad25-9529-460d-ac1f-1ae05e31d1ec req-335aebd8-da0f-4e3a-a197-908dc32044cc tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673423 Aug 27 13:55:49.675715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] For port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:49.679882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] For port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b0dfe2b9-5861-40c1-ada3-ea70f5de66ad,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:49.694156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:49.731664 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:49.732289 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:49.733733 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] 10.222.0.41 "PUT /v2.0/ports/b0dfe2b9-5861-40c1-ada3-ea70f5de66ad HTTP/1.1" status: 200 len: 1097 time: 1.6371119 Aug 27 13:55:49.734154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb76d63-35fd-4025-a5be-777c7534d4c0', 'tag': 'b0dfe2b9-5861-40c1-ada3-ea70f5de66ad'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:49.736428 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eb67d8-5fc6-4ba2-88df-49a7073fa760" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb76d63-35fd-4025-a5be-777c7534d4c0", "tag": "b0dfe2b9-5861-40c1-ada3-ea70f5de66ad"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:49.787709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17419ba5-5314-4b72-9e7a-de167f830b6b service neutron] Pushing event updated for resources: {'Port': ['ID=b0dfe2b9-5861-40c1-ada3-ea70f5de66ad,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:49.830790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a6437-90e0-4c42-89b1-67be3e1515c2 req-a7b09f96-267d-4eb5-9a4e-80bf494f5bce tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:49.832900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa7a6437-90e0-4c42-89b1-67be3e1515c2 req-a7b09f96-267d-4eb5-9a4e-80bf494f5bce tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 947 time: 0.0846279 Aug 27 13:55:49.904590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa7a6437-90e0-4c42-89b1-67be3e1515c2 req-132635b9-075f-491c-b44b-46d8d62e4666 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598063 Aug 27 13:55:49.923753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-efed6d0a-9974-4d7f-9913-0dac6fdcb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:49.925231 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-efed6d0a-9974-4d7f-9913-0dac6fdcb7cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 1100 time: 0.0900574 Aug 27 13:55:49.994621 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-724aa1c0-abbd-4963-a1ba-43f2dc38094f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=b0dfe2b9-5861-40c1-ada3-ea70f5de66ad HTTP/1.1" status: 200 len: 217 time: 0.0444324 Aug 27 13:55:50.032379 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-667faba7-e26e-4a3f-b424-0f6fa1700e4f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226483 Aug 27 13:55:50.068032 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:50.081609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-38aacf4e-643d-4e27-a511-379d5c4312b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:50.083485 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-38aacf4e-643d-4e27-a511-379d5c4312b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0674181 Aug 27 13:55:50.095276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c7278-998c-4ae7-ad78-1bcb2ebcdf88 req-868d4b78-8c91-4f85-8aee-d016524bb45f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:50.096759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad8c7278-998c-4ae7-ad78-1bcb2ebcdf88 req-868d4b78-8c91-4f85-8aee-d016524bb45f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 948 time: 0.0939717 Aug 27 13:55:50.165960 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad8c7278-998c-4ae7-ad78-1bcb2ebcdf88 req-df5d2b11-eab3-4b28-aa97-b21d0eeccf61 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587664 Aug 27 13:55:50.171966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-5f460bf0-a72c-4152-a4cc-b782b2ca847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:50.173452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-5f460bf0-a72c-4152-a4cc-b782b2ca847f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0758247 Aug 27 13:55:50.215938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490283e1-d489-4615-b440-ced2d04a68c7 req-357355d7-51f5-4f3c-94fd-cc15d40d5e0a tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:50.228383 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-357355d7-51f5-4f3c-94fd-cc15d40d5e0a tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887281 Aug 27 13:55:50.247923 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-0884bf2b-cf0c-4e00-8988-65d6eb485d53 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/quotas/ea9304a3ec6d4ecfa2bf954ee211c92a HTTP/1.1" status: 200 len: 375 time: 0.0177264 Aug 27 13:55:50.279647 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-05d5e704-8d92-4cf5-915c-b581e19594d9 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960336 Aug 27 13:55:50.285202 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d463f9-c838-40b9-a65f-06b843780f0f x-openstack-request-id: req-b5d463f9-c838-40b9-a65f-06b843780f0f {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:50.286504 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb76d63-35fd-4025-a5be-777c7534d4c0", "tag": "b0dfe2b9-5861-40c1-ada3-ea70f5de66ad", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:50.286856 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5d463f9-c838-40b9-a65f-06b843780f0f {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:50.287125 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-4f57b5d5-00b9-412c-974a-e1ca3787cd66 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387986 Aug 27 13:55:50.287370 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb76d63-35fd-4025-a5be-777c7534d4c0', 'tag': 'b0dfe2b9-5861-40c1-ada3-ea70f5de66ad', 'status': 'completed', 'code': 200} Aug 27 13:55:50.481639 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c70b2b-b9e9-457c-84e5-2dc5279d28a9 req-9e1ecacb-f8ee-427e-965d-1066b7525607 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296844 Aug 27 13:55:50.500292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5172ba5-063a-4650-be69-3bf15fb302bb req-7d6c1842-9563-4cfe-ac79-515574c5f814 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:50.501840 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5172ba5-063a-4650-be69-3bf15fb302bb req-7d6c1842-9563-4cfe-ac79-515574c5f814 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 947 time: 0.0660655 Aug 27 13:55:50.546864 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5172ba5-063a-4650-be69-3bf15fb302bb req-bdb901b6-c929-49b5-bd9a-f523b3b60d8b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374682 Aug 27 13:55:50.597096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device e36d77f0-bcac-46a8-a968-bacbdcd7bc1b details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:55:50.693510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb67d8-5fc6-4ba2-88df-49a7073fa760 req-4a4c0537-a29c-49a1-b654-5c15dfaf56c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:50.695070 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20eb67d8-5fc6-4ba2-88df-49a7073fa760 req-4a4c0537-a29c-49a1-b654-5c15dfaf56c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 1100 time: 0.0893021 Aug 27 13:55:50.822319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=e36d77f0-bcac-46a8-a968-bacbdcd7bc1b,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:50.845020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', 'mac_address': 'fa:16:3e:93:0e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:55:50.918658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef884082-8e3d-4717-bf00-221b1e694d43 req-3d24d1ec-0800-4657-a81d-495f223cfb27 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:50.923294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-db39358a-6e1a-4d1e-bc1d-628cb8bf679d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:50.924596 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-db39358a-6e1a-4d1e-bc1d-628cb8bf679d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d&tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&binding%3Ahost_id=n-h1-712139-12 HTTP/1.1" status: 200 len: 947 time: 0.2061152 Aug 27 13:55:50.932578 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef884082-8e3d-4717-bf00-221b1e694d43 req-3d24d1ec-0800-4657-a81d-495f223cfb27 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 945 time: 0.2364771 Aug 27 13:55:50.949613 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:50.997406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-19970699-8eee-42ea-b7fb-05f91c57d054 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402260 Aug 27 13:55:50.998824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36d77f0-bcac-46a8-a968-bacbdcd7bc1b {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:51.031028 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:51.044452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=e36d77f0-bcac-46a8-a968-bacbdcd7bc1b,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:51.050125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb67d8-5fc6-4ba2-88df-49a7073fa760 req-a2add8fc-850c-460e-b2c3-ae8255b21475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:51.052329 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20eb67d8-5fc6-4ba2-88df-49a7073fa760 req-a2add8fc-850c-460e-b2c3-ae8255b21475 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.3493562 Aug 27 13:55:51.056501 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:51.057358 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 7dc98858-6543-4003-ab35-a7d14120bd36 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:55:51.075413 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-a7bdd1f4-1fe2-476d-b97e-76fa93e2ec74 service neutron] delete failed (client error): The resource could not be found. Aug 27 13:55:51.077123 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-a7bdd1f4-1fe2-476d-b97e-76fa93e2ec74 service neutron] 10.222.0.41 "DELETE /v2.0/ports/7dc98858-6543-4003-ab35-a7d14120bd36/bindings/n-h2-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.1335185 Aug 27 13:55:51.142725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20eb67d8-5fc6-4ba2-88df-49a7073fa760 req-f90a3657-7504-4f88-81e6-4f27fd273cbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=b0dfe2b9-5861-40c1-ada3-ea70f5de66ad HTTP/1.1" status: 200 len: 217 time: 0.0582895 Aug 27 13:55:51.149078 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef884082-8e3d-4717-bf00-221b1e694d43 req-92a1bb7d-cac9-498a-9a01-954afc121f32 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157004 Aug 27 13:55:51.202265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 7dc98858-6543-4003-ab35-a7d14120bd36, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=7dc98858-6543-4003-ab35-a7d14120bd36,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:51.231872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=e36d77f0-bcac-46a8-a968-bacbdcd7bc1b,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:51.234669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb67d8-5fc6-4ba2-88df-49a7073fa760 req-f0439724-f38b-4bd0-98cb-5e4e78debe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:51.236332 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20eb67d8-5fc6-4ba2-88df-49a7073fa760 req-f0439724-f38b-4bd0-98cb-5e4e78debe01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0862076 Aug 27 13:55:51.247720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731881c0-cf3b-48b1-848b-a074b7212804 req-828e0282-e2db-47b0-b944-612585036ddd tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:51.249172 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-828e0282-e2db-47b0-b944-612585036ddd tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316940 Aug 27 13:55:51.251840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '7dc98858-6543-4003-ab35-a7d14120bd36', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '7dc98858-6543-4003-ab35-a7d14120bd36', 'mac_address': 'fa:16:3e:78:70:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:55:51.280986 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Request body: {'port': {'device_id': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'ea9304a3ec6d4ecfa2bf954ee211c92a'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:51.301171 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:51.306393 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-951f18f0-7742-4121-b68e-6d5d8170684d req-b72bb3e8-88b7-4477-8154-6def3eaa90b0 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 210 time: 0.0561516 Aug 27 13:55:51.317324 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc98858-6543-4003-ab35-a7d14120bd36 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:51.343512 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 7dc98858-6543-4003-ab35-a7d14120bd36, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=7dc98858-6543-4003-ab35-a7d14120bd36,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:51.344313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-6181609d-960b-4158-81f4-de2e284a99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:51.345976 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-6181609d-960b-4158-81f4-de2e284a99e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 1099 time: 0.0819921 Aug 27 13:55:51.350066 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:51.451124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=7dc98858-6543-4003-ab35-a7d14120bd36,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:51.462583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-b8e254ab-22b1-442f-a90d-aa678d88fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:51.464179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-b8e254ab-22b1-442f-a90d-aa678d88fc7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1105545 Aug 27 13:55:51.529828 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-b8f246cd-8e77-4a3d-b7fe-b6a449f524a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=7dc98858-6543-4003-ab35-a7d14120bd36 HTTP/1.1" status: 200 len: 217 time: 0.0421305 Aug 27 13:55:51.605804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-92a62cf8-c590-4454-9ea9-d352345f895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:51.607316 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-92a62cf8-c590-4454-9ea9-d352345f895b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0686157 Aug 27 13:55:51.658154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-9922197c-4680-4421-9519-3e8a63eedb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:51.659812 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-9922197c-4680-4421-9519-3e8a63eedb1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0397742 Aug 27 13:55:51.677800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb67d8-5fc6-4ba2-88df-49a7073fa760 req-67cc0567-b928-4b22-9a47-6c107821ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:51.679313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20eb67d8-5fc6-4ba2-88df-49a7073fa760 req-67cc0567-b928-4b22-9a47-6c107821ff30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3924890 Aug 27 13:55:51.705553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['7dc98858-6543-4003-ab35-a7d14120bd36'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:51.711800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05fcfb-4734-49ba-b70f-720f46185886 req-b1d799e9-e4d0-4d78-8400-3e228753122e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:51.713366 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1b05fcfb-4734-49ba-b70f-720f46185886 req-b1d799e9-e4d0-4d78-8400-3e228753122e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 948 time: 0.0980694 Aug 27 13:55:51.720142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:51.783303 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-616e3353-dfb5-4acf-a9e0-d3e1784c0f51 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116920 Aug 27 13:55:51.835838 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1b05fcfb-4734-49ba-b70f-720f46185886 req-cdd72fc8-d92e-4649-9932-b3434d699c6d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019373 Aug 27 13:55:51.840087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Made reservation on behalf of ea9304a3ec6d4ecfa2bf954ee211c92a for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:51.843789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:51.857844 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:51.877343 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20eb67d8-5fc6-4ba2-88df-49a7073fa760 req-b2cfb27c-e7fd-4810-b372-4dfc82b1735f service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834037 Aug 27 13:55:51.935892 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776bca07-0d45-4fcb-a339-e21e94b17f37 req-64ef3e7f-bbb9-437a-84de-bbd0f13affaf service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452963 Aug 27 13:55:52.014186 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20eb67d8-5fc6-4ba2-88df-49a7073fa760 req-8a61c054-1421-4a08-acf4-d82142e985c5 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270881 Aug 27 13:55:52.060292 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:52.068389 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:52.143546 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-92720991-8f9b-4e93-90ec-1d11738d626f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397651 Aug 27 13:55:52.147687 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-3c0a6556-c0bc-40b1-9549-81657ed0a371 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:55:52.148670 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-3c0a6556-c0bc-40b1-9549-81657ed0a371 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2218683 Aug 27 13:55:52.167935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] Request body: {'binding': {'host': 'n-h1-712139-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:52.168455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] Unknown quota resources ['binding']. {{(pid=101187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 13:55:52.187870 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f443bd-e902-4cb5-bc22-e16d15707d82,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:52.259761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb1ef5-f860-4a11-8feb-b33982ccb7d2 req-95ed8a69-4b4d-4855-8c26-1f155f097458 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:52.261298 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56cb1ef5-f860-4a11-8feb-b33982ccb7d2 req-95ed8a69-4b4d-4855-8c26-1f155f097458 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 948 time: 0.1164556 Aug 27 13:55:52.319123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Allocated IP 192.168.233.216 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/062bd1ee-5174-47db-ba80-79a5571967ca) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:52.331211 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56cb1ef5-f860-4a11-8feb-b33982ccb7d2 req-21c554b1-bcd3-4e73-8068-14dbfbd4b324 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555363 Aug 27 13:55:52.402941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490283e1-d489-4615-b440-ced2d04a68c7 req-ab0026ac-4b43-4c06-a7de-654aacfa348f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:52.404420 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-ab0026ac-4b43-4c06-a7de-654aacfa348f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526038 Aug 27 13:55:52.436904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-490283e1-d489-4615-b440-ced2d04a68c7 req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Request body: {'port': {'device_id': '98afda3c-3cfc-45c2-b7e8-b984a527727d', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'ea9304a3ec6d4ecfa2bf954ee211c92a'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:52.498453 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] Attempting to bind port 31955ad1-6df8-4487-8cf0-5d6019853165 on host n-h1-712139-12 for vnic_type normal with profile None {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:52.498808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] Attempting to bind port 31955ad1-6df8-4487-8cf0-5d6019853165 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:52.499133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] Attempting to bind port 31955ad1-6df8-4487-8cf0-5d6019853165 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:52.501102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a9a08-1b06-416d-9573-8c72f3688c58 req-c29e37c0-dfa6-4494-ae46-c0151d3f41b8 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:52.502779 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de4a9a08-1b06-416d-9573-8c72f3688c58 req-c29e37c0-dfa6-4494-ae46-c0151d3f41b8 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 948 time: 0.0794647 Aug 27 13:55:52.509486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] Port 31955ad1-6df8-4487-8cf0-5d6019853165 on network a4fa4222-2c01-407d-8d35-d36794d53fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:52.509486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] Attempting to bind port 31955ad1-6df8-4487-8cf0-5d6019853165 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:52.522562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:52.522909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] Checking segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:52.523177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] Bound using segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:52.523828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] Bound port: 31955ad1-6df8-4487-8cf0-5d6019853165, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:52.556124 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:52.581916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Transition to ACTIVE for port object 062bd1ee-5174-47db-ba80-79a5571967ca will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:52.585808 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de4a9a08-1b06-416d-9573-8c72f3688c58 req-ad00b27e-66d4-4fdf-a151-fbf029432908 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697303 Aug 27 13:55:52.625471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=31955ad1-6df8-4487-8cf0-5d6019853165,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:52.631029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] Notify callbacks [] for binding, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:52.632274 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-73f39ea5-f515-415a-87b1-556f1adc32ef service neutron] 10.222.0.55 "POST /v2.0/ports/31955ad1-6df8-4487-8cf0-5d6019853165/bindings HTTP/1.1" status: 201 len: 390 time: 0.4699705 Aug 27 13:55:52.636396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490283e1-d489-4615-b440-ced2d04a68c7 req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Made reservation on behalf of ea9304a3ec6d4ecfa2bf954ee211c92a for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:52.643808 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-490283e1-d489-4615-b440-ced2d04a68c7 req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:52.650736 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:52.727293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:52.764399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:52.772262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:52.833743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Pushing event updated for resources: {'Port': ['ID=062bd1ee-5174-47db-ba80-79a5571967ca,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:52.862651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:52.863336 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:52.865181 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6df54ed4-32ec-4c8f-a683-253e8c7f13f3 req-d33764c7-8854-46e3-bd0b-c43378073b00 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 210 time: 0.0650167 Aug 27 13:55:52.868084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4b89-558b-4a1a-a141-047fd1b8540b req-3183bf8f-ec33-420b-ae15-6b23ea597c23 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:52.876824 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-970e4b89-558b-4a1a-a141-047fd1b8540b req-3183bf8f-ec33-420b-ae15-6b23ea597c23 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 1097 time: 0.1638706 Aug 27 13:55:52.914347 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-490283e1-d489-4615-b440-ced2d04a68c7 req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Allocated IP 192.168.233.243 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/d9b5ffea-5715-492a-9b9b-157bcdd5a71f) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:52.930035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-492e7f24-0237-449b-b6c0-7c9b804072d9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6676044 Aug 27 13:55:52.948174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Request body: {'port': {'device_id': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:53.011579 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-970e4b89-558b-4a1a-a141-047fd1b8540b req-38357801-f682-4faa-89f4-4a9364d63bb8 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332307 Aug 27 13:55:53.062121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-b750d54d-5305-477c-b592-7fe8445c85e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:53.063671 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-b750d54d-5305-477c-b592-7fe8445c85e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 1098 time: 0.1207983 Aug 27 13:55:53.069197 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:53.148760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb571e6-74c1-4013-a352-66fe66bfa149 req-45fef9b2-8ef0-4b46-8eaa-c6b737dde07f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:53.149746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eeb571e6-74c1-4013-a352-66fe66bfa149 req-45fef9b2-8ef0-4b46-8eaa-c6b737dde07f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 946 time: 0.1393156 Aug 27 13:55:53.154084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9e90a106-2592-4f1f-a192-5ec6cce3d222 None None] Provisioning for port 062bd1ee-5174-47db-ba80-79a5571967ca completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:53.162240 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9e90a106-2592-4f1f-a192-5ec6cce3d222 None None] Provisioning complete for port 062bd1ee-5174-47db-ba80-79a5571967ca triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:53.162614 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9e90a106-2592-4f1f-a192-5ec6cce3d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:53.208669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9e90a106-2592-4f1f-a192-5ec6cce3d222 None None] Port 062bd1ee-5174-47db-ba80-79a5571967ca cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:55:53.243236 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eeb571e6-74c1-4013-a352-66fe66bfa149 req-f7f3317c-7b3b-4db9-9dbb-e543769b5918 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778217 Aug 27 13:55:53.247570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-490283e1-d489-4615-b440-ced2d04a68c7 req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:53.265463 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-490283e1-d489-4615-b440-ced2d04a68c7 req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Transition to ACTIVE for port object d9b5ffea-5715-492a-9b9b-157bcdd5a71f will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:53.308119 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-490283e1-d489-4615-b440-ced2d04a68c7 req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:53.323755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcfe1a-ba9d-4494-a1da-9357061b92b5 req-33aa8576-cc34-4da7-baad-6c00e46e9ce5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:53.325370 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3bfcfe1a-ba9d-4494-a1da-9357061b92b5 req-33aa8576-cc34-4da7-baad-6c00e46e9ce5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 948 time: 0.1454914 Aug 27 13:55:53.352106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-6563b6ee-829c-4a2e-a841-34d00f692486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:53.353747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-6563b6ee-829c-4a2e-a841-34d00f692486 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.2710609 Aug 27 13:55:53.431709 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-0ff639d1-5649-4657-bcc0-463336ba3195 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31955ad1-6df8-4487-8cf0-5d6019853165 HTTP/1.1" status: 200 len: 217 time: 0.0441585 Aug 27 13:55:53.486826 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3bfcfe1a-ba9d-4494-a1da-9357061b92b5 req-2cef0ce6-b8c4-436b-9613-e49ef36845a0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524246 Aug 27 13:55:53.515454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-a6d74b70-47fb-490f-80af-246f570dde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:53.516944 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-a6d74b70-47fb-490f-80af-246f570dde65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.0762787 Aug 27 13:55:53.560775 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-ec4d1763-06ff-4403-9b06-878b889a5c94 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332408 Aug 27 13:55:53.630976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490283e1-d489-4615-b440-ced2d04a68c7 req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:53.639893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-490283e1-d489-4615-b440-ced2d04a68c7 req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:53.646084 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Pushing event updated for resources: {'Port': ['ID=d9b5ffea-5715-492a-9b9b-157bcdd5a71f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:53.650530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-490283e1-d489-4615-b440-ced2d04a68c7 req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:53.688290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062bd1ee-5174-47db-ba80-79a5571967ca {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:53.701398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:53.715779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490283e1-d489-4615-b440-ced2d04a68c7 req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:53.716448 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-490283e1-d489-4615-b440-ced2d04a68c7 req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:53.742763 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-b6e3c1ce-3696-46ab-91dc-30bbe340d88f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:53.745273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738058b1-c085-46aa-992e-c573d97b86de req-6cd4d291-8622-4021-a449-e86235ea9428 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:53.746856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-738058b1-c085-46aa-992e-c573d97b86de req-6cd4d291-8622-4021-a449-e86235ea9428 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 948 time: 0.1510766 Aug 27 13:55:53.747973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Transition to ACTIVE for port object 062bd1ee-5174-47db-ba80-79a5571967ca will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:53.749832 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-b6e3c1ce-3696-46ab-91dc-30bbe340d88f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 821 time: 0.2127681 Aug 27 13:55:53.762810 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-22554078-09fb-4ce0-b488-f272680a29f9 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/quotas/a7dba67d579b475f8c1e968351f5a6ea HTTP/1.1" status: 200 len: 375 time: 0.0120354 Aug 27 13:55:53.764558 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-448bb377-1acc-40a2-8135-a9dbba9896f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3342607 Aug 27 13:55:53.767061 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:53.780132 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-cbfd4f1c-efc5-4bf3-91dd-48399fdbed43 service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072327 Aug 27 13:55:53.784352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Request body: {'port': {'device_id': '98afda3c-3cfc-45c2-b7e8-b984a527727d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:53.871472 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-c3fbd2b8-0f04-41a2-bac4-89f1dc3a7f1f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1029549 Aug 27 13:55:53.898618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:53.901768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-738058b1-c085-46aa-992e-c573d97b86de req-0b4ff1f5-8fc3-4c6f-a533-f4f453533598 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385753 Aug 27 13:55:53.902369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Pushing event updated for resources: {'Port': ['ID=062bd1ee-5174-47db-ba80-79a5571967ca,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:53.938171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b0dfe2b9-5861-40c1-ada3-ea70f5de66ad details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:55:53.986792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5c1ec990-6776-405b-9b30-a192ad02cc7e None None] Provisioning for port d9b5ffea-5715-492a-9b9b-157bcdd5a71f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:53.988021 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-d5610217-c79e-4c43-8bf3-d24c3cf136b5 service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807420 Aug 27 13:55:53.997184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5c1ec990-6776-405b-9b30-a192ad02cc7e None None] Provisioning complete for port d9b5ffea-5715-492a-9b9b-157bcdd5a71f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:53.997552 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec990-6776-405b-9b30-a192ad02cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:54.006598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Attempting to bind port 062bd1ee-5174-47db-ba80-79a5571967ca on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:54.007004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Attempting to bind port 062bd1ee-5174-47db-ba80-79a5571967ca by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:54.007348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Attempting to bind port 062bd1ee-5174-47db-ba80-79a5571967ca on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:54.012652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Port 062bd1ee-5174-47db-ba80-79a5571967ca on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:54.012981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Attempting to bind port 062bd1ee-5174-47db-ba80-79a5571967ca on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:54.018619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:54.019318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:54.019839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:54.020849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Bound port: 062bd1ee-5174-47db-ba80-79a5571967ca, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:54.021385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:54.062202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ec990-6776-405b-9b30-a192ad02cc7e None None] Port d9b5ffea-5715-492a-9b9b-157bcdd5a71f cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:55:54.151843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b0dfe2b9-5861-40c1-ada3-ea70f5de66ad,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:54.163573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'b0dfe2b9-5861-40c1-ada3-ea70f5de66ad', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'b0dfe2b9-5861-40c1-ada3-ea70f5de66ad', 'mac_address': 'fa:16:3e:3b:f9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:55:54.215997 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:54.231461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dfe2b9-5861-40c1-ada3-ea70f5de66ad {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:54.239682 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-92164792-114f-4c77-8643-6485d5e8216d service neutron] 10.222.0.55 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641708 Aug 27 13:55:54.252561 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b0dfe2b9-5861-40c1-ada3-ea70f5de66ad,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:54.263989 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:54.314606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b0dfe2b9-5861-40c1-ada3-ea70f5de66ad,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:54.323025 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:54.323451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:54.323983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:54.324328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:54.324650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:54.325132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:54.325466 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:54.325792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:54.326110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:54.326584 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:54.326936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:54.327412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:55:54.357189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:54.363026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=062bd1ee-5174-47db-ba80-79a5571967ca,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:54.367813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622831c-6767-452e-8627-593f3fad2f15 req-b765783b-6882-4f5f-8dd4-b0e52803af4c tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:54.369373 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9622831c-6767-452e-8627-593f3fad2f15 req-b765783b-6882-4f5f-8dd4-b0e52803af4c tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 1100 time: 0.3102376 Aug 27 13:55:54.372650 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:54.384123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-d2f77906-cf32-4fa9-b946-b6ed1261fe3b tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:54.385612 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-d2f77906-cf32-4fa9-b946-b6ed1261fe3b tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1&tenant_id=0b84005fec6146b8af367291d0980e18&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1098 time: 0.2920918 Aug 27 13:55:54.388887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b5ffea-5715-492a-9b9b-157bcdd5a71f {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:54.402915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:54.408870 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-73c3b9c8-e793-4f00-84a9-9dade48eac27 service neutron] 10.222.0.55 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521339 Aug 27 13:55:54.417149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-12'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:54.418479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Transition to ACTIVE for port object d9b5ffea-5715-492a-9b9b-157bcdd5a71f will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:54.432075 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:54.455714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:54.456357 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:54.458349 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] 10.222.0.52 "PUT /v2.0/ports/062bd1ee-5174-47db-ba80-79a5571967ca HTTP/1.1" status: 200 len: 1097 time: 1.5163257 Aug 27 13:55:54.458843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:54.461149 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9b87ac-048f-4c33-9365-8fa9c90e5367" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:54.517959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b5ffea-5715-492a-9b9b-157bcdd5a71f,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:54.518867 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9622831c-6767-452e-8627-593f3fad2f15 req-414cd5a9-ded6-4b81-8cf7-f89abc64a5ef tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411026 Aug 27 13:55:54.523277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b06743-0475-4fe6-ab56-e3b0b6698267 service neutron] Pushing event updated for resources: {'Port': ['ID=062bd1ee-5174-47db-ba80-79a5571967ca,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:54.565424 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:54.575891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Attempting to bind port d9b5ffea-5715-492a-9b9b-157bcdd5a71f on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:54.576461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Attempting to bind port d9b5ffea-5715-492a-9b9b-157bcdd5a71f by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:54.576683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Attempting to bind port d9b5ffea-5715-492a-9b9b-157bcdd5a71f on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:54.581532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Port d9b5ffea-5715-492a-9b9b-157bcdd5a71f on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:54.581850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Attempting to bind port d9b5ffea-5715-492a-9b9b-157bcdd5a71f on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:54.587796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:54.588983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:54.588983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:54.588983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Bound port: d9b5ffea-5715-492a-9b9b-157bcdd5a71f, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:54.589237 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:54.608366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device e36d77f0-bcac-46a8-a968-bacbdcd7bc1b up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:54.655520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731881c0-cf3b-48b1-848b-a074b7212804 req-19f74790-2ca7-4679-bd43-8ebcdabc7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:54.662483 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-19f74790-2ca7-4679-bd43-8ebcdabc7011 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 1100 time: 0.1425550 Aug 27 13:55:54.736862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['b0dfe2b9-5861-40c1-ada3-ea70f5de66ad'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:54.744485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] For port d9b5ffea-5715-492a-9b9b-157bcdd5a71f, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:54.757027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:54.761258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] For port d9b5ffea-5715-492a-9b9b-157bcdd5a71f, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d9b5ffea-5715-492a-9b9b-157bcdd5a71f,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:54.784226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-7bbb4517-9159-44e0-b3e7-76e300a3499a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=062bd1ee-5174-47db-ba80-79a5571967ca HTTP/1.1" status: 200 len: 217 time: 0.1053345 Aug 27 13:55:54.807856 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:54.822532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:54.824412 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:54.891096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:54.892327 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:54.894151 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] 10.222.0.41 "PUT /v2.0/ports/d9b5ffea-5715-492a-9b9b-157bcdd5a71f HTTP/1.1" status: 200 len: 1097 time: 1.1144948 Aug 27 13:55:54.897194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98afda3c-3cfc-45c2-b7e8-b984a527727d', 'tag': 'd9b5ffea-5715-492a-9b9b-157bcdd5a71f'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:54.899210 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1af38c6-eac0-47a1-b708-e8cc0bcd5ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "98afda3c-3cfc-45c2-b7e8-b984a527727d", "tag": "d9b5ffea-5715-492a-9b9b-157bcdd5a71f"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:54.984897 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190d902-e9a4-48d7-8623-f5a7202c4e33 req-a170f576-1259-491b-86b0-c8094c9ba5cf tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:54.986515 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d190d902-e9a4-48d7-8623-f5a7202c4e33 req-a170f576-1259-491b-86b0-c8094c9ba5cf tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 948 time: 0.2326357 Aug 27 13:55:54.989583 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:55.033298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c83c1-f02a-47a6-8002-f63c9740eb02 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b5ffea-5715-492a-9b9b-157bcdd5a71f,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:55.040687 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=e36d77f0-bcac-46a8-a968-bacbdcd7bc1b,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:55.042317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731881c0-cf3b-48b1-848b-a074b7212804 req-95790ac0-9254-4b3b-ac38-8d2cacda91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:55.044038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-95790ac0-9254-4b3b-ac38-8d2cacda91d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.2235339 Aug 27 13:55:55.050093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd9cb07-c489-46da-bd25-fdf01485dcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36d77f0-bcac-46a8-a968-bacbdcd7bc1b'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:55.054218 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b39e2fe-28aa-45b6-a9ee-7a81546a6da1" -d '{"events": [{"server_uuid": "ebd9cb07-c489-46da-bd25-fdf01485dcdd", "name": "network-vif-plugged", "status": "completed", "tag": "e36d77f0-bcac-46a8-a968-bacbdcd7bc1b"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:55.063033 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:55.064335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 7dc98858-6543-4003-ab35-a7d14120bd36 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:55.087111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0a84-a4d0-459a-89f1-79f61ebfc656 req-6bc83648-945f-42a7-b6ee-4ff4c9ef1100 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:55.112871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dade0a84-a4d0-459a-89f1-79f61ebfc656 req-6bc83648-945f-42a7-b6ee-4ff4c9ef1100 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 948 time: 0.3272085 Aug 27 13:55:55.134479 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d190d902-e9a4-48d7-8623-f5a7202c4e33 req-89dd0f37-ff08-4066-a8ff-99eb4a004809 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033587 Aug 27 13:55:55.140806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490283e1-d489-4615-b440-ced2d04a68c7 req-b1fa6713-a7b0-4058-beb8-774b252997b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:55.142745 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-b1fa6713-a7b0-4058-beb8-774b252997b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 1100 time: 0.1548827 Aug 27 13:55:55.192366 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39376) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:55.216297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=e36d77f0-bcac-46a8-a968-bacbdcd7bc1b,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:55.222037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=31955ad1-6df8-4487-8cf0-5d6019853165,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:55.237205 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 7dc98858-6543-4003-ab35-a7d14120bd36 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:55.249309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 7dc98858-6543-4003-ab35-a7d14120bd36 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:55.249687 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:55.253573 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-e77dcbf2-371c-4b71-9eb2-195b7e88512e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=d9b5ffea-5715-492a-9b9b-157bcdd5a71f HTTP/1.1" status: 200 len: 217 time: 0.0934782 Aug 27 13:55:55.290128 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dade0a84-a4d0-459a-89f1-79f61ebfc656 req-8421efb5-3977-448c-a5fb-d3d4fc387afc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759014 Aug 27 13:55:55.304249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731881c0-cf3b-48b1-848b-a074b7212804 req-7034de8d-66db-43b9-a8d1-9ad9420d8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:55.326038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-7034de8d-66db-43b9-a8d1-9ad9420d8c19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1955049 Aug 27 13:55:55.372659 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:55.397828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6f79e-66fe-49d5-91c7-b18d9b3cb45e req-5239858e-0143-4812-8fab-60ddd9bb5a47 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:55.410246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d1f6f79e-66fe-49d5-91c7-b18d9b3cb45e req-5239858e-0143-4812-8fab-60ddd9bb5a47 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 946 time: 0.1515911 Aug 27 13:55:55.415276 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490283e1-d489-4615-b440-ced2d04a68c7 req-d5f301c8-7c4f-4a49-9397-af3be29b6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:55.415858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 7dc98858-6543-4003-ab35-a7d14120bd36, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=7dc98858-6543-4003-ab35-a7d14120bd36,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:55.416884 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-d5f301c8-7c4f-4a49-9397-af3be29b6298 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1441591 Aug 27 13:55:55.420821 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:55.525198 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d1f6f79e-66fe-49d5-91c7-b18d9b3cb45e req-4599127c-60be-4485-bb16-93c1af5a926b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133728 Aug 27 13:55:55.527172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490283e1-d489-4615-b440-ced2d04a68c7 req-a62dd392-0d1b-466f-a5c7-d44b41e224f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:55.529189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-a62dd392-0d1b-466f-a5c7-d44b41e224f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0902631 Aug 27 13:55:55.535355 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91497c5c-0f3d-4635-85ec-a929252b5a4e x-openstack-request-id: req-91497c5c-0f3d-4635-85ec-a929252b5a4e {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:55.536443 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:55.536642 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91497c5c-0f3d-4635-85ec-a929252b5a4e {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:55.537527 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca', 'status': 'completed', 'code': 200} Aug 27 13:55:55.539426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:55.543236 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bcc7f07d-d34f-4272-afe3-9bb30824aa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:55.652689 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b11813-5009-4ee3-9aab-11ce963540e5 x-openstack-request-id: req-59b11813-5009-4ee3-9aab-11ce963540e5 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:55.653009 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98afda3c-3cfc-45c2-b7e8-b984a527727d", "tag": "d9b5ffea-5715-492a-9b9b-157bcdd5a71f", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:55.653318 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59b11813-5009-4ee3-9aab-11ce963540e5 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:55.653950 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98afda3c-3cfc-45c2-b7e8-b984a527727d', 'tag': 'd9b5ffea-5715-492a-9b9b-157bcdd5a71f', 'status': 'completed', 'code': 200} Aug 27 13:55:55.722117 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-96c6c5c4-1167-4be3-97eb-5dd21c50977d req-ac7b8048-b707-4dd7-a082-a158a2a6edf0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 210 time: 0.0670016 Aug 27 13:55:55.751025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:55.752665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=7dc98858-6543-4003-ab35-a7d14120bd36,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:55.772750 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-c4f8c0be-1254-4c2a-abc0-46a2f3e9aa92 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255754 Aug 27 13:55:55.783512 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-7ae5b66f-cc08-4711-93bf-11303751a75d service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490931 Aug 27 13:55:55.784357 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:55.801624 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3872022-7f5a-47ae-9f53-e87c0afc60e1 x-openstack-request-id: req-e3872022-7f5a-47ae-9f53-e87c0afc60e1 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:55.802190 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd9cb07-c489-46da-bd25-fdf01485dcdd", "name": "network-vif-plugged", "status": "completed", "tag": "e36d77f0-bcac-46a8-a968-bacbdcd7bc1b", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:55.802458 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3872022-7f5a-47ae-9f53-e87c0afc60e1 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:55.802883 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd9cb07-c489-46da-bd25-fdf01485dcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', 'code': 200} Aug 27 13:55:55.920941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-3ef27d44-a286-4901-aa92-44a6e1554f91 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368209 Aug 27 13:55:55.944903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d9e1f-62ac-47ab-82b2-910481324c53 req-f6817273-dc0f-444f-a827-b0fa75802bd4 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:55.946389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f01d9e1f-62ac-47ab-82b2-910481324c53 req-f6817273-dc0f-444f-a827-b0fa75802bd4 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 949 time: 0.2376943 Aug 27 13:55:55.981328 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Pushing event updated for resources: {'Port': ['ID=31955ad1-6df8-4487-8cf0-5d6019853165,revision_number=7']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:56.029625 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490283e1-d489-4615-b440-ced2d04a68c7 req-736b07e8-10db-4761-932c-3c61af369c1c service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456005 Aug 27 13:55:56.031639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Attempting to bind port 31955ad1-6df8-4487-8cf0-5d6019853165 on host n-h2-712139-12 for vnic_type normal with profile {"migrating_to": "n-h1-712139-12"} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:56.031972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Attempting to bind port 31955ad1-6df8-4487-8cf0-5d6019853165 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:56.032301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Attempting to bind port 31955ad1-6df8-4487-8cf0-5d6019853165 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:56.034119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd7389-1fe2-42d1-a8bd-37f4fb5fe855 req-3ac95686-4115-4ca0-8c43-15bf6636a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:56.035807 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a3bd7389-1fe2-42d1-a8bd-37f4fb5fe855 req-3ac95686-4115-4ca0-8c43-15bf6636a089 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 1101 time: 0.1257327 Aug 27 13:55:56.055825 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-731881c0-cf3b-48b1-848b-a074b7212804 req-b808cd14-1dfc-42f0-a3c8-60562b1a7363 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559178 Aug 27 13:55:56.056431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Port 31955ad1-6df8-4487-8cf0-5d6019853165 on network a4fa4222-2c01-407d-8d35-d36794d53fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:56.056698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Attempting to bind port 31955ad1-6df8-4487-8cf0-5d6019853165 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:56.078085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f01d9e1f-62ac-47ab-82b2-910481324c53 req-bca012cc-b111-4588-9318-3526850b5c6c tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215818 Aug 27 13:55:56.081430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:56.081862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Checking segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:56.082127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Bound using segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:56.083184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Bound port: 31955ad1-6df8-4487-8cf0-5d6019853165, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:56.083529 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:56.096579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-0197c89b-d9f2-4573-9735-d0da3af8308e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:56.102739 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bcc7f07d-d34f-4272-afe3-9bb30824aa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:56.103908 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-0197c89b-d9f2-4573-9735-d0da3af8308e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679735 Aug 27 13:55:56.109270 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bcc7f07d-d34f-4272-afe3-9bb30824aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:56.110803 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a3bd7389-1fe2-42d1-a8bd-37f4fb5fe855 req-110478e9-5052-43d1-befd-7ca71d53e4a4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633514 Aug 27 13:55:56.126565 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-92ee3a32-3025-499a-a4fd-f87c46dc47a4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/quotas/89e5418f8b3d4bd58bbc523f9d254c1e HTTP/1.1" status: 200 len: 375 time: 0.0217876 Aug 27 13:55:56.183098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7f07d-d34f-4272-afe3-9bb30824aa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3d744a-d160-48eb-8221-a4d0255ccef1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:56.195348 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bcc7f07d-d34f-4272-afe3-9bb30824aa91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb78604daf3943b4b16a045e1e875130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9983907 Aug 27 13:55:56.199443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39396) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:56.213166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af38c6-eac0-47a1-b708-e8cc0bcd5ccb req-58d4bb8d-ada6-45a9-a6dd-11626099efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:56.214796 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1af38c6-eac0-47a1-b708-e8cc0bcd5ccb req-58d4bb8d-ada6-45a9-a6dd-11626099efac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 1100 time: 0.0855172 Aug 27 13:55:56.214963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:56.231077 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-51838aa9-6857-4a2f-8740-7401da11810b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034408 Aug 27 13:55:56.244686 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=31955ad1-6df8-4487-8cf0-5d6019853165,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:56.253642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:56.267115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9f14c-65e1-4094-9c2f-d6827a8f38e6 req-751140c0-20cd-487e-975a-e3822db343dc tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:56.268881 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c6f9f14c-65e1-4094-9c2f-d6827a8f38e6 req-751140c0-20cd-487e-975a-e3822db343dc tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 948 time: 0.0696878 Aug 27 13:55:56.320375 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-280b80b5-b947-411b-a184-15cfe7dcfdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:56.370784 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-280b80b5-b947-411b-a184-15cfe7dcfdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:56.379069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c6f9f14c-65e1-4094-9c2f-d6827a8f38e6 req-87b3f338-2b08-489d-94cd-de0d5cf1c3f9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882866 Aug 27 13:55:56.380708 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Pushing event updated for resources: {'Port': ['ID=31955ad1-6df8-4487-8cf0-5d6019853165,revision_number=8']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:56.384086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:56.384689 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:56.386038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-c38e8523-2cb0-477c-850c-4da3914ee069 service neutron] 10.222.0.52 "PUT /v2.0/ports/31955ad1-6df8-4487-8cf0-5d6019853165 HTTP/1.1" status: 200 len: 1124 time: 1.9764826 Aug 27 13:55:56.455033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af38c6-eac0-47a1-b708-e8cc0bcd5ccb req-d91121e6-e2d1-4982-bfd6-d3d242023c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:56.456532 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1af38c6-eac0-47a1-b708-e8cc0bcd5ccb req-d91121e6-e2d1-4982-bfd6-d3d242023c83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1972351 Aug 27 13:55:56.553558 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1af38c6-eac0-47a1-b708-e8cc0bcd5ccb req-5f800cc4-4be3-441d-bd30-6a834a9bc8f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=d9b5ffea-5715-492a-9b9b-157bcdd5a71f HTTP/1.1" status: 200 len: 217 time: 0.0816920 Aug 27 13:55:56.557037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b87ac-048f-4c33-9365-8fa9c90e5367 req-b19ac578-1be3-4382-88fc-cbe4d13481d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:56.572383 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e9b87ac-048f-4c33-9365-8fa9c90e5367 req-b19ac578-1be3-4382-88fc-cbe4d13481d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 1100 time: 0.1993876 Aug 27 13:55:56.591564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398ab3f-2fa2-44bb-9338-8bf557c44acf req-04a15b26-c9e5-4e99-8b14-825e2d09c398 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:56.595218 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8398ab3f-2fa2-44bb-9338-8bf557c44acf req-04a15b26-c9e5-4e99-8b14-825e2d09c398 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 949 time: 0.0935853 Aug 27 13:55:56.643493 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-16aeb9ba-c301-4d1c-9507-0f5d8902f347 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:56.645500 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-16aeb9ba-c301-4d1c-9507-0f5d8902f347 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.41 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 821 time: 0.2580864 Aug 27 13:55:56.651097 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-280b80b5-b947-411b-a184-15cfe7dcfdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:56.654119 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-280b80b5-b947-411b-a184-15cfe7dcfdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:56.654950 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-280b80b5-b947-411b-a184-15cfe7dcfdc0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec3d744a-d160-48eb-8221-a4d0255ccef1 HTTP/1.1" status: 204 len: 168 time: 0.4441395 Aug 27 13:55:56.658768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8398ab3f-2fa2-44bb-9338-8bf557c44acf req-701e36d5-7e09-4c8c-a514-96f4ee3c80b3 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576675 Aug 27 13:55:56.688331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['31955ad1-6df8-4487-8cf0-5d6019853165'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:56.711440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-2009b617-577e-45b6-bdc6-84edab3eb253 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Request body: {'port': {'device_id': '654393ef-f7ae-4477-bb30-4100e4ea0f27', 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549', 'admin_state_up': True, 'tenant_id': 'a7dba67d579b475f8c1e968351f5a6ea'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:56.715887 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3b54cf2e-e813-485d-be13-d4ece60b2420 req-68e3b977-51f2-4b6b-b4ae-b22427287eba tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 210 time: 0.0757916 Aug 27 13:55:56.721261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b80b5-b947-411b-a184-15cfe7dcfdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3d744a-d160-48eb-8221-a4d0255ccef1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:56.747701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af38c6-eac0-47a1-b708-e8cc0bcd5ccb req-45753957-7b45-40d0-9765-cca475c87ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:56.749215 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1af38c6-eac0-47a1-b708-e8cc0bcd5ccb req-45753957-7b45-40d0-9765-cca475c87ee8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1122720 Aug 27 13:55:56.836769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b87ac-048f-4c33-9365-8fa9c90e5367 req-63fe0568-09c3-4d73-8cc8-b2d7664af207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:56.839249 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e9b87ac-048f-4c33-9365-8fa9c90e5367 req-63fe0568-09c3-4d73-8cc8-b2d7664af207 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2575185 Aug 27 13:55:56.911834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300bc10-c308-4785-b4d4-6cc86ca2b946 req-c85fd2e1-0bbc-454d-883b-51f7a729850b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:56.921032 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5300bc10-c308-4785-b4d4-6cc86ca2b946 req-c85fd2e1-0bbc-454d-883b-51f7a729850b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0993147 Aug 27 13:55:56.956687 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e9b87ac-048f-4c33-9365-8fa9c90e5367 req-c1d4e08f-989c-498e-8952-8f766b0bbe0b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=062bd1ee-5174-47db-ba80-79a5571967ca HTTP/1.1" status: 200 len: 217 time: 0.1066804 Aug 27 13:55:56.964924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af38c6-eac0-47a1-b708-e8cc0bcd5ccb req-98aa4396-e5ef-4381-a51f-de07193107c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:56.966406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1af38c6-eac0-47a1-b708-e8cc0bcd5ccb req-98aa4396-e5ef-4381-a51f-de07193107c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2059624 Aug 27 13:55:56.987038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5300bc10-c308-4785-b4d4-6cc86ca2b946 req-9cb7ea47-78e2-487b-b828-54c2c5b810f9 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605052 Aug 27 13:55:56.989731 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5878212-a764-47c7-9042-34e7246c6fd2 req-59cf33ee-56e9-43d3-9433-f8bfaaa51de5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 210 time: 0.0598879 Aug 27 13:55:57.007220 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-2009b617-577e-45b6-bdc6-84edab3eb253 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Made reservation on behalf of a7dba67d579b475f8c1e968351f5a6ea for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:57.010830 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-2009b617-577e-45b6-bdc6-84edab3eb253 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:57.094334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b87ac-048f-4c33-9365-8fa9c90e5367 req-ec3a32b3-eea0-4e41-99eb-b0eeae7adee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:57.096295 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e9b87ac-048f-4c33-9365-8fa9c90e5367 req-ec3a32b3-eea0-4e41-99eb-b0eeae7adee3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1161532 Aug 27 13:55:57.145525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39422) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:57.175791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-2009b617-577e-45b6-bdc6-84edab3eb253 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Allocated IP 172.20.0.5 (eaa53a44-b2bb-4005-84f2-0d841f0a4549/24b2ce31-ff9b-45b0-b1a0-ae006e096667/0b271975-2255-4477-bbef-e8399df1769e) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:57.187933 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3e49656-1ef5-4db4-b194-df01d167a78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:57.200620 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1af38c6-eac0-47a1-b708-e8cc0bcd5ccb req-68af8f0d-08f2-44ac-8a89-e96b70927090 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013440 Aug 27 13:55:57.211351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b87ac-048f-4c33-9365-8fa9c90e5367 req-62e0c20e-d8ce-4547-89ac-648ac773e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:57.212944 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e9b87ac-048f-4c33-9365-8fa9c90e5367 req-62e0c20e-d8ce-4547-89ac-648ac773e9dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1051705 Aug 27 13:55:57.303000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f02d6-3456-4bfd-9aac-4ba66a73db1d req-edc76d85-4e12-4a22-ba4c-297bb0430bdc tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:57.304504 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-653f02d6-3456-4bfd-9aac-4ba66a73db1d req-edc76d85-4e12-4a22-ba4c-297bb0430bdc tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 949 time: 0.1180873 Aug 27 13:55:57.374578 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-653f02d6-3456-4bfd-9aac-4ba66a73db1d req-2f9f9dd4-2c36-47e9-9917-7e18622a07b6 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590818 Aug 27 13:55:57.393173 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-2009b617-577e-45b6-bdc6-84edab3eb253 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:57.430634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e9b87ac-048f-4c33-9365-8fa9c90e5367 req-c103d6e6-ea4e-422a-aa4f-760bf223a4a8 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009175 Aug 27 13:55:57.434919 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1af38c6-eac0-47a1-b708-e8cc0bcd5ccb req-c0f97cb9-cd8e-4f38-9f67-fefc99e1c575 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132902 Aug 27 13:55:57.443591 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-2009b617-577e-45b6-bdc6-84edab3eb253 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:57.498844 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-2009b617-577e-45b6-bdc6-84edab3eb253 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Network eaa53a44-b2bb-4005-84f2-0d841f0a4549 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:57.501887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-2009b617-577e-45b6-bdc6-84edab3eb253 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:57.503904 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3e49656-1ef5-4db4-b194-df01d167a78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:57.506311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-2009b617-577e-45b6-bdc6-84edab3eb253 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:57.513111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009b617-577e-45b6-bdc6-84edab3eb253 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Pushing event updated for resources: {'Port': ['ID=0b271975-2255-4477-bbef-e8399df1769e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:57.538491 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3e49656-1ef5-4db4-b194-df01d167a78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:57.539499 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e381dc7-2ff5-4192-b867-6e5adca4f5d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31955ad1-6df8-4487-8cf0-5d6019853165'}, {'name': 'network-changed', 'server_uuid': '3e381dc7-2ff5-4192-b867-6e5adca4f5d1', 'tag': '31955ad1-6df8-4487-8cf0-5d6019853165'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:57.541714 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0328a557-f313-47f0-901e-e4eddb274dd3" -d '{"events": [{"server_uuid": "3e381dc7-2ff5-4192-b867-6e5adca4f5d1", "name": "network-vif-unplugged", "status": "completed", "tag": "31955ad1-6df8-4487-8cf0-5d6019853165"}, {"name": "network-changed", "server_uuid": "3e381dc7-2ff5-4192-b867-6e5adca4f5d1", "tag": "31955ad1-6df8-4487-8cf0-5d6019853165"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:57.565811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-2009b617-577e-45b6-bdc6-84edab3eb253 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:57.569858 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-2009b617-577e-45b6-bdc6-84edab3eb253 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:57.593012 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-2009b617-577e-45b6-bdc6-84edab3eb253 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8886263 Aug 27 13:55:57.594326 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d80eb9-00f2-4de6-97f6-2b63b0f8a352 x-openstack-request-id: req-75d80eb9-00f2-4de6-97f6-2b63b0f8a352 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:57.594616 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e381dc7-2ff5-4192-b867-6e5adca4f5d1", "name": "network-vif-unplugged", "status": "completed", "tag": "31955ad1-6df8-4487-8cf0-5d6019853165", "code": 200}, {"name": "network-changed", "server_uuid": "3e381dc7-2ff5-4192-b867-6e5adca4f5d1", "tag": "31955ad1-6df8-4487-8cf0-5d6019853165", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:57.594891 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75d80eb9-00f2-4de6-97f6-2b63b0f8a352 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:57.595302 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e381dc7-2ff5-4192-b867-6e5adca4f5d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31955ad1-6df8-4487-8cf0-5d6019853165', 'code': 200} Aug 27 13:55:57.595706 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e381dc7-2ff5-4192-b867-6e5adca4f5d1', 'tag': '31955ad1-6df8-4487-8cf0-5d6019853165', 'status': 'completed', 'code': 200} Aug 27 13:55:57.597585 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e3e49656-1ef5-4db4-b194-df01d167a78d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5e414891e9b4e18b06b6fd5ede8e3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495189 Aug 27 13:55:57.600567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39430) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:55:57.622617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a446d8-655f-4da8-91a5-9837af8b6671 req-b0413857-4b58-4c8c-915f-6b6ec32dd5ed tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:57.624168 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-73a446d8-655f-4da8-91a5-9837af8b6671 req-b0413857-4b58-4c8c-915f-6b6ec32dd5ed tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 948 time: 0.1237013 Aug 27 13:55:57.624785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e49656-1ef5-4db4-b194-df01d167a78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f077f8ed-e801-4a2c-811d-04847c4d27a2,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:57.656110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e30ceb73-58a3-47e5-b4db-0ad69fb03698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:57.664154 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e9b87ac-048f-4c33-9365-8fa9c90e5367 req-c50a8752-9f6e-4249-a9dc-b751039712f9 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168550 Aug 27 13:55:57.682881 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e30ceb73-58a3-47e5-b4db-0ad69fb03698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:57.688681 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-73a446d8-655f-4da8-91a5-9837af8b6671 req-89e1ea13-c229-41a7-8621-a0f1980ce8fb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Aug 27 13:55:57.707102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Request body: {'port': {'device_id': '654393ef-f7ae-4477-bb30-4100e4ea0f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:57.768894 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a557-f313-47f0-901e-e4eddb274dd3 req-d965ef7b-e6cd-47dc-8de5-49ccea41078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:57.771173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0328a557-f313-47f0-901e-e4eddb274dd3 req-d965ef7b-e6cd-47dc-8de5-49ccea41078d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 1127 time: 0.0677233 Aug 27 13:55:57.792560 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:57.803646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc98858-6543-4003-ab35-a7d14120bd36'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:57.806612 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d4b2f7-3075-4bc1-9f9a-568095da0657" -d '{"events": [{"server_uuid": "5893d959-fed7-4745-8cc9-0b1c0be9327d", "name": "network-vif-plugged", "status": "completed", "tag": "7dc98858-6543-4003-ab35-a7d14120bd36"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:57.829102 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e30ceb73-58a3-47e5-b4db-0ad69fb03698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:57.831615 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e30ceb73-58a3-47e5-b4db-0ad69fb03698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:57.832773 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e30ceb73-58a3-47e5-b4db-0ad69fb03698 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f077f8ed-e801-4a2c-811d-04847c4d27a2 HTTP/1.1" status: 204 len: 168 time: 0.2309692 Aug 27 13:55:57.868619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ceb73-58a3-47e5-b4db-0ad69fb03698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f077f8ed-e801-4a2c-811d-04847c4d27a2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:57.890219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e023564-b337-479d-8b9d-190ea5e19967 req-024d4183-c493-4062-9ecc-13c21b7e9d3a tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:57.891846 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e023564-b337-479d-8b9d-190ea5e19967 req-024d4183-c493-4062-9ecc-13c21b7e9d3a tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 949 time: 0.1117833 Aug 27 13:55:57.945521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b0dfe2b9-5861-40c1-ada3-ea70f5de66ad up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:55:57.997594 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e023564-b337-479d-8b9d-190ea5e19967 req-71d2a967-ec59-464e-abc1-6077b9cb33a0 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984776 Aug 27 13:55:58.068732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:58.079252 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:58.079822 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:58.139321 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f2f66307-c7fa-4552-883d-84c96badba06 req-3e95d97a-1fbb-4a3a-86c9-b7512b797d06 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 210 time: 0.3207548 Aug 27 13:55:58.146280 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab513256-a8de-43a5-a86c-dfe849f90a0e x-openstack-request-id: req-ab513256-a8de-43a5-a86c-dfe849f90a0e {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:55:58.147035 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5893d959-fed7-4745-8cc9-0b1c0be9327d", "name": "network-vif-plugged", "status": "completed", "tag": "7dc98858-6543-4003-ab35-a7d14120bd36", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:55:58.147456 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab513256-a8de-43a5-a86c-dfe849f90a0e {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:55:58.148186 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc98858-6543-4003-ab35-a7d14120bd36', 'code': 200} Aug 27 13:55:58.204378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-8665d8c4-89ba-40a8-8749-0eb20fef2556 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575519 Aug 27 13:55:58.279483 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:58.324833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a557-f313-47f0-901e-e4eddb274dd3 req-9fe0b3ff-97e9-429d-bac5-f7d48af1462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:58.326347 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0328a557-f313-47f0-901e-e4eddb274dd3 req-9fe0b3ff-97e9-429d-bac5-f7d48af1462d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.5453126 Aug 27 13:55:58.351356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b0dfe2b9-5861-40c1-ada3-ea70f5de66ad,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:58.357288 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:58.416156 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0328a557-f313-47f0-901e-e4eddb274dd3 req-7966c56e-b2a9-40eb-b980-45239a0c5e92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31955ad1-6df8-4487-8cf0-5d6019853165 HTTP/1.1" status: 200 len: 217 time: 0.0585425 Aug 27 13:55:58.425976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cf5aa-8b67-4869-9887-3cc1cce601be req-c511eff3-1ac8-42d1-8ef8-75bd3839f377 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:58.427700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-184cf5aa-8b67-4869-9887-3cc1cce601be req-c511eff3-1ac8-42d1-8ef8-75bd3839f377 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 931 time: 0.1409769 Aug 27 13:55:58.441236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b0dfe2b9-5861-40c1-ada3-ea70f5de66ad,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:58.483312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077fff-eb79-45f8-a351-c10699a65c08 req-dd0c4f6d-fcdf-40a0-925b-d723c65de4a8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:58.491865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5077fff-eb79-45f8-a351-c10699a65c08 req-dd0c4f6d-fcdf-40a0-925b-d723c65de4a8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 944 time: 0.3327985 Aug 27 13:55:58.498402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-50e0bb15-ab61-4cd2-804b-34cdc4d7822a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:58.502559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-50e0bb15-ab61-4cd2-804b-34cdc4d7822a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2805254 Aug 27 13:55:58.521123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a557-f313-47f0-901e-e4eddb274dd3 req-ead45f86-01b4-4a3d-b347-02f51bce5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:58.521347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b271975-2255-4477-bbef-e8399df1769e {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:55:58.522463 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0328a557-f313-47f0-901e-e4eddb274dd3 req-ead45f86-01b4-4a3d-b347-02f51bce5bf6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.0938900 Aug 27 13:55:58.533521 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:58.536683 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-184cf5aa-8b67-4869-9887-3cc1cce601be req-a49f3d92-a4d1-452f-b6ec-f9c813e0aee5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863533 Aug 27 13:55:58.559211 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5077fff-eb79-45f8-a351-c10699a65c08 req-5cd55610-f726-49ff-af25-46576d4c78b1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625274 Aug 27 13:55:58.559211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Transition to ACTIVE for port object 0b271975-2255-4477-bbef-e8399df1769e will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:58.563758 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:58.580480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Request body: {'port': {'device_id': '5a71b0e8-b99c-471b-8ddb-c1162cb09eba', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': '89e5418f8b3d4bd58bbc523f9d254c1e'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:58.624724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 31955ad1-6df8-4487-8cf0-5d6019853165 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:55:58.647457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b271975-2255-4477-bbef-e8399df1769e,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:58.656736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0328a557-f313-47f0-901e-e4eddb274dd3 req-9e41036d-68e2-4684-b5ec-15060c0e93b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797603 Aug 27 13:55:58.713202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Attempting to bind port 0b271975-2255-4477-bbef-e8399df1769e on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:55:58.719462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Attempting to bind port 0b271975-2255-4477-bbef-e8399df1769e by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:55:58.720016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Attempting to bind port 0b271975-2255-4477-bbef-e8399df1769e on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:58.735031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Port 0b271975-2255-4477-bbef-e8399df1769e on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:55:58.735994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Attempting to bind port 0b271975-2255-4477-bbef-e8399df1769e on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:55:58.749969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:55:58.750535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:55:58.751199 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:55:58.751914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Bound port: 0b271975-2255-4477-bbef-e8399df1769e, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:55:58.752491 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:58.786221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=31955ad1-6df8-4487-8cf0-5d6019853165,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:55:58.818313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 31955ad1-6df8-4487-8cf0-5d6019853165 has no active binding in host n-h1-712139-12 {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 13:55:58.821484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66e78a-f120-43ac-b2e4-8bfa75411e3e req-41c7e58c-aa1a-4db8-8d5c-f0772e706dfa tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:58.829332 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f66e78a-f120-43ac-b2e4-8bfa75411e3e req-41c7e58c-aa1a-4db8-8d5c-f0772e706dfa tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 950 time: 0.2215393 Aug 27 13:55:58.871021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:55:58.875335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b271975-2255-4477-bbef-e8399df1769e,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:55:58.885138 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0328a557-f313-47f0-901e-e4eddb274dd3 req-21aa51fd-0419-455b-8189-b6ecb6564322 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161267 Aug 27 13:55:58.891013 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:58.902114 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f66e78a-f120-43ac-b2e4-8bfa75411e3e req-18805d51-6ff9-4f4f-bd4b-c8fb031b9887 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718031 Aug 27 13:55:58.911617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Made reservation on behalf of 89e5418f8b3d4bd58bbc523f9d254c1e for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:55:58.914939 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:58.961909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:58.962624 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:58.964049 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] 10.222.0.41 "PUT /v2.0/ports/0b271975-2255-4477-bbef-e8399df1769e HTTP/1.1" status: 200 len: 1092 time: 1.2629902 Aug 27 13:55:58.996359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb753-fd04-43a5-b2ab-fb02b69765e4 req-e45ce95e-c82d-4f2b-9e50-9024267e7853 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:59.003324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00edb753-fd04-43a5-b2ab-fb02b69765e4 req-e45ce95e-c82d-4f2b-9e50-9024267e7853 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 948 time: 0.1256728 Aug 27 13:55:59.030384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c58cd-4f2d-44f7-852a-13613b7e9fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b271975-2255-4477-bbef-e8399df1769e,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:59.078051 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00edb753-fd04-43a5-b2ab-fb02b69765e4 req-525a0c44-0431-482d-8ed3-10dd1fce0afd tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738158 Aug 27 13:55:59.089213 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0328a557-f313-47f0-901e-e4eddb274dd3 req-6d8348ba-f32c-42a5-8657-43aca47b6ef8 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855626 Aug 27 13:55:59.115718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-842908c5-5fe9-407e-9aa1-58495de2c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:59.117498 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-842908c5-5fe9-407e-9aa1-58495de2c52d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 1095 time: 0.0716174 Aug 27 13:55:59.148963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Allocated IP 192.168.233.93 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:55:59.164137 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c940ac-8c9b-4692-b7cc-8a02ea94b46f req-400654e0-4638-4c65-8d08-b760379f4977 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:59.165659 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79c940ac-8c9b-4692-b7cc-8a02ea94b46f req-400654e0-4638-4c65-8d08-b760379f4977 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 949 time: 0.0734315 Aug 27 13:55:59.242616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79c940ac-8c9b-4692-b7cc-8a02ea94b46f req-df883feb-887f-4bbe-8043-4392b5dd9075 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697377 Aug 27 13:55:59.248368 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-83bd6368-5a80-4653-97f4-760a35cad5dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b271975-2255-4477-bbef-e8399df1769e HTTP/1.1" status: 200 len: 217 time: 0.0496142 Aug 27 13:55:59.294428 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d025bc6d-5cb3-454c-9193-6d2eb9b69f2f req-11b80dd1-07d6-4efa-999d-9ea1a4bb4e32 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 210 time: 0.0483773 Aug 27 13:55:59.344190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-c9a1e76b-2bb5-4aff-9818-5318189969b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:59.346417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-c9a1e76b-2bb5-4aff-9818-5318189969b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.0883586 Aug 27 13:55:59.357666 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:59.373283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Transition to ACTIVE for port object dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:55:59.394060 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-7a61bf53-3a73-4cdd-ae0f-ca7e2106ef90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359685 Aug 27 13:55:59.419780 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:59.435753 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['7dc98858-6543-4003-ab35-a7d14120bd36'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:55:59.480166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:55:59.485591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:55:59.489964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:55:59.522730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Pushing event updated for resources: {'Port': ['ID=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:55:59.553875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-1ab951a6-d736-47ce-89f5-488c238b99a5 service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502862 Aug 27 13:55:59.557924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:59.558569 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:59.588539 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-adb53bcd-e722-419b-b858-8757edeeb83d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0132756 Aug 27 13:55:59.602403 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654393ef-f7ae-4477-bb30-4100e4ea0f27', 'tag': '0b271975-2255-4477-bbef-e8399df1769e'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:55:59.613004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Request body: {'port': {'device_id': '5a71b0e8-b99c-471b-8ddb-c1162cb09eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:55:59.618244 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3b2f31-ff5c-4404-bbda-e9ed188fdb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "654393ef-f7ae-4477-bb30-4100e4ea0f27", "tag": "0b271975-2255-4477-bbef-e8399df1769e"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:55:59.764362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:59.766089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb2836-5a27-4193-9b9f-80d93eb54082 req-a9b56c39-4efd-4908-bfea-3ab03dfe481f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:59.768137 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-91eb2836-5a27-4193-9b9f-80d93eb54082 req-a9b56c39-4efd-4908-bfea-3ab03dfe481f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 943 time: 0.0948792 Aug 27 13:55:59.769158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187a31d-9114-4cab-88c5-7dd4a9e34618 req-7d4cd2e8-f476-4ba6-92e8-b7eec4b276ad tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:59.777298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1187a31d-9114-4cab-88c5-7dd4a9e34618 req-7d4cd2e8-f476-4ba6-92e8-b7eec4b276ad tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 1101 time: 0.1217923 Aug 27 13:55:59.788394 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34a616e5-b5ab-48c4-9ebb-c5eaf99c2911 req-08c8ac2a-6d24-47ac-ae2e-ca8a1a55fd9d service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246771 Aug 27 13:55:59.825800 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-91eb2836-5a27-4193-9b9f-80d93eb54082 req-07c91a2a-d99d-4135-be23-2fba2db33f37 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461707 Aug 27 13:55:59.830316 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1187a31d-9114-4cab-88c5-7dd4a9e34618 req-bd0cc8c5-7c8f-4ea9-a368-79c1d6dd0695 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:59.909830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5be9e86c-3d38-4677-8ad8-cc79ad3fd7e6 None None] Provisioning for port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:55:59.914241 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5be9e86c-3d38-4677-8ad8-cc79ad3fd7e6 None None] Provisioning complete for port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:55:59.914828 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5be9e86c-3d38-4677-8ad8-cc79ad3fd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:55:59.937109 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06009447-b4d6-4c90-8971-5bca5b236719 req-abcaebb0-1f44-4832-8bb7-c562c4ca3d2b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:55:59.939119 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06009447-b4d6-4c90-8971-5bca5b236719 req-abcaebb0-1f44-4832-8bb7-c562c4ca3d2b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0537014 Aug 27 13:55:59.939259 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d9b5ffea-5715-492a-9b9b-157bcdd5a71f details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:55:59.966861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5be9e86c-3d38-4677-8ad8-cc79ad3fd7e6 None None] Port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:55:59.990151 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06009447-b4d6-4c90-8971-5bca5b236719 req-783ac780-cd45-4159-874b-4d9a5f1127f5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390511 Aug 27 13:56:00.043120 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8156dbc6-ffa7-4376-8a8a-474b731c5ed5 x-openstack-request-id: req-8156dbc6-ffa7-4376-8a8a-474b731c5ed5 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:00.043322 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654393ef-f7ae-4477-bb30-4100e4ea0f27", "tag": "0b271975-2255-4477-bbef-e8399df1769e", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:00.044030 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8156dbc6-ffa7-4376-8a8a-474b731c5ed5 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:00.045473 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654393ef-f7ae-4477-bb30-4100e4ea0f27', 'tag': '0b271975-2255-4477-bbef-e8399df1769e', 'status': 'completed', 'code': 200} Aug 27 13:56:00.061144 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d9b5ffea-5715-492a-9b9b-157bcdd5a71f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d9b5ffea-5715-492a-9b9b-157bcdd5a71f,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:00.074446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'd9b5ffea-5715-492a-9b9b-157bcdd5a71f', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'd9b5ffea-5715-492a-9b9b-157bcdd5a71f', 'mac_address': 'fa:16:3e:40:aa:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:56:00.091422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1187a31d-9114-4cab-88c5-7dd4a9e34618 req-bd0cc8c5-7c8f-4ea9-a368-79c1d6dd0695 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:00.099020 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1187a31d-9114-4cab-88c5-7dd4a9e34618 req-bd0cc8c5-7c8f-4ea9-a368-79c1d6dd0695 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:00.125982 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:00.148127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b5ffea-5715-492a-9b9b-157bcdd5a71f {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:00.153649 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1187a31d-9114-4cab-88c5-7dd4a9e34618 req-bd0cc8c5-7c8f-4ea9-a368-79c1d6dd0695 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723176 Aug 27 13:56:00.163651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb76d63-35fd-4025-a5be-777c7534d4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dfe2b9-5861-40c1-ada3-ea70f5de66ad'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:00.171139 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29efb609-9d6f-44f1-9ce6-e962b74395e5" -d '{"events": [{"server_uuid": "0fb76d63-35fd-4025-a5be-777c7534d4c0", "name": "network-vif-plugged", "status": "completed", "tag": "b0dfe2b9-5861-40c1-ada3-ea70f5de66ad"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:00.174846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b2f31-ff5c-4404-bbda-e9ed188fdb6e req-fc4b48b6-0431-4c34-bd74-ba6889bb288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:00.177320 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d3b2f31-ff5c-4404-bbda-e9ed188fdb6e req-fc4b48b6-0431-4c34-bd74-ba6889bb288d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 1095 time: 0.0652049 Aug 27 13:56:00.195046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d9b5ffea-5715-492a-9b9b-157bcdd5a71f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d9b5ffea-5715-492a-9b9b-157bcdd5a71f,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:00.204476 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cc8c5-7c8f-4ea9-a368-79c1d6dd0695 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb95e8c-3d4b-4dca-95fe-d5343fb94429,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:00.204883 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:00.215915 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:00.235394 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:00.255219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Transition to ACTIVE for port object dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:00.269083 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:00.274125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d9b5ffea-5715-492a-9b9b-157bcdd5a71f,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:00.352486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b2f31-ff5c-4404-bbda-e9ed188fdb6e req-6f4b25d3-c8e7-4b77-bc7f-f414528c626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:00.356138 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d3b2f31-ff5c-4404-bbda-e9ed188fdb6e req-6f4b25d3-c8e7-4b77-bc7f-f414528c626e service neutron] 10.222.0.41 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.1602550 Aug 27 13:56:00.361552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Pushing event updated for resources: {'Port': ['ID=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:00.375139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c5507-b08c-4f46-8ce9-6deb71c86ce4 req-5a354899-c7db-4a56-9347-264a9567fb39 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:00.382594 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-817c5507-b08c-4f46-8ce9-6deb71c86ce4 req-5a354899-c7db-4a56-9347-264a9567fb39 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 950 time: 0.1291187 Aug 27 13:56:00.413966 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d3b2f31-ff5c-4404-bbda-e9ed188fdb6e req-669d5d02-f348-43d0-a0e8-44f12f573bbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b271975-2255-4477-bbef-e8399df1769e HTTP/1.1" status: 200 len: 217 time: 0.0409617 Aug 27 13:56:00.469466 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-817c5507-b08c-4f46-8ce9-6deb71c86ce4 req-6e46d94f-2d8c-44f6-85be-13a06381ed74 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858700 Aug 27 13:56:00.502339 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Attempting to bind port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:00.503070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Attempting to bind port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:00.503626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Attempting to bind port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:00.509956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:00.510706 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Attempting to bind port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:00.519127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:00.520339 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:00.521024 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b2f31-ff5c-4404-bbda-e9ed188fdb6e req-26f2db81-325b-410d-95e3-84d46a71b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:00.521873 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:00.522324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Bound port: dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:00.522545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d3b2f31-ff5c-4404-bbda-e9ed188fdb6e req-26f2db81-325b-410d-95e3-84d46a71b275 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.0979018 Aug 27 13:56:00.522740 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:00.534150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813dd80-9971-4bb8-a50f-fa7a946f2332 req-837bf1d6-54ee-4444-a580-fe686f295687 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:00.541759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0813dd80-9971-4bb8-a50f-fa7a946f2332 req-837bf1d6-54ee-4444-a580-fe686f295687 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 949 time: 0.1267438 Aug 27 13:56:00.583115 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d3b2f31-ff5c-4404-bbda-e9ed188fdb6e req-15e81f0b-a947-431f-8df8-fc0523fc1eca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380089 Aug 27 13:56:00.618226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0813dd80-9971-4bb8-a50f-fa7a946f2332 req-4561adac-7cae-4587-a4e0-52335ce6f2b4 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723572 Aug 27 13:56:00.630842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 062bd1ee-5174-47db-ba80-79a5571967ca details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:56:00.696796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] For port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:00.704993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] For port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:00.716218 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:00.757970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:00.758889 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:00.761043 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] 10.222.0.41 "PUT /v2.0/ports/dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a HTTP/1.1" status: 200 len: 1096 time: 1.1533003 Aug 27 13:56:00.782432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a71b0e8-b99c-471b-8ddb-c1162cb09eba', 'tag': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:00.786117 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa006b71-dae7-4366-98af-8103c3bad897" -d '{"events": [{"name": "network-changed", "server_uuid": "5a71b0e8-b99c-471b-8ddb-c1162cb09eba", "tag": "dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:00.816230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d3b2f31-ff5c-4404-bbda-e9ed188fdb6e req-d5558639-cdba-49c1-a0a8-1bf6e82c1fef service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201440 Aug 27 13:56:00.856224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=062bd1ee-5174-47db-ba80-79a5571967ca,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:00.873466 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb820ce-bc2c-45ae-8468-88c77952eb16 x-openstack-request-id: req-bbb820ce-bc2c-45ae-8468-88c77952eb16 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:00.874031 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb76d63-35fd-4025-a5be-777c7534d4c0", "name": "network-vif-plugged", "status": "completed", "tag": "b0dfe2b9-5861-40c1-ada3-ea70f5de66ad", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:00.874299 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbb820ce-bc2c-45ae-8468-88c77952eb16 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:00.874783 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb76d63-35fd-4025-a5be-777c7534d4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dfe2b9-5861-40c1-ada3-ea70f5de66ad', 'code': 200} Aug 27 13:56:00.875397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '062bd1ee-5174-47db-ba80-79a5571967ca', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '062bd1ee-5174-47db-ba80-79a5571967ca', 'mac_address': 'fa:16:3e:0d:a2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:56:00.883160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['d9b5ffea-5715-492a-9b9b-157bcdd5a71f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:00.907753 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965580a9-84b5-456c-a2b7-5eb96076887e x-openstack-request-id: req-965580a9-84b5-456c-a2b7-5eb96076887e {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:00.908050 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a71b0e8-b99c-471b-8ddb-c1162cb09eba", "tag": "dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:00.908296 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-965580a9-84b5-456c-a2b7-5eb96076887e {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:00.908673 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a71b0e8-b99c-471b-8ddb-c1162cb09eba', 'tag': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a', 'status': 'completed', 'code': 200} Aug 27 13:56:00.958644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6fae5-2a71-444e-8e2a-33eb349fc3cf service neutron] Pushing event updated for resources: {'Port': ['ID=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:00.986900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d3b2f31-ff5c-4404-bbda-e9ed188fdb6e req-25d8b2b7-3f8a-40fd-be62-e0914f6cceab service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501446 Aug 27 13:56:00.991613 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484b510-6c4b-483c-a8f6-274c4a8fcbbf req-3c9c539e-8eb9-4a03-bde3-2568e60d895a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:01.002228 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6484b510-6c4b-483c-a8f6-274c4a8fcbbf req-3c9c539e-8eb9-4a03-bde3-2568e60d895a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 947 time: 0.2465591 Aug 27 13:56:01.042614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1c98197a-fc3a-478f-a305-49000aa0f1a2 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413883 Aug 27 13:56:01.058005 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:01.063946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c200fd3-afcd-4d96-ab03-5358974912e5 req-0507a006-7e39-41ab-a84b-5cd94217e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:01.065909 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c200fd3-afcd-4d96-ab03-5358974912e5 req-0507a006-7e39-41ab-a84b-5cd94217e7e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 1102 time: 0.2217209 Aug 27 13:56:01.074493 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:56:01.075377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-ec74ee70-86a2-4b9c-876b-8e5e4678b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:01.077875 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-ec74ee70-86a2-4b9c-876b-8e5e4678b2d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 1099 time: 0.2298622 Aug 27 13:56:01.085009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062bd1ee-5174-47db-ba80-79a5571967ca {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:01.123124 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6484b510-6c4b-483c-a8f6-274c4a8fcbbf req-39fef7da-6f0c-4420-89d3-8755460a93ce tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031995 Aug 27 13:56:01.155378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=062bd1ee-5174-47db-ba80-79a5571967ca,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:01.179672 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:01.180287 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-47f64ec9-a9ed-4018-9bd4-9e12bb92455c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a HTTP/1.1" status: 200 len: 217 time: 0.0559349 Aug 27 13:56:01.212582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-17fa65dc-d863-4ba6-8daa-76a187fbd196 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:01.220886 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-17fa65dc-d863-4ba6-8daa-76a187fbd196 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766572 Aug 27 13:56:01.231443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=062bd1ee-5174-47db-ba80-79a5571967ca,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:01.239587 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-eebe8130-9df7-4f8f-a417-fa05d75c0e37 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/quotas/a8da92e592dd4a7fbcd63b90fff1a384 HTTP/1.1" status: 200 len: 375 time: 0.0170631 Aug 27 13:56:01.275099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-de295359-2917-420c-b048-dc1fc6895045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:01.276687 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-de295359-2917-420c-b048-dc1fc6895045 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0835068 Aug 27 13:56:01.295676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e125f32-03bb-4767-bb95-8f35f356cd28 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551879 Aug 27 13:56:01.311282 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c200fd3-afcd-4d96-ab03-5358974912e5 req-096fbb0e-f251-4cdd-844d-b783763f0956 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143764 Aug 27 13:56:01.365060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2111e85-f5cb-4bb1-b5fd-3f3819583aee req-92c5974f-fca0-4fca-809f-ea50ac9f3e94 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:01.366610 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d2111e85-f5cb-4bb1-b5fd-3f3819583aee req-92c5974f-fca0-4fca-809f-ea50ac9f3e94 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 943 time: 0.1775923 Aug 27 13:56:01.372840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-417ff264-f397-4f8f-872c-0b7305e43ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:01.374359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-417ff264-f397-4f8f-872c-0b7305e43ec0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0654833 Aug 27 13:56:01.409741 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d2111e85-f5cb-4bb1-b5fd-3f3819583aee req-c3a688a7-d570-4d06-85d0-d5bf9a95c611 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341735 Aug 27 13:56:01.568094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62fae0-6cb2-4b93-b411-0602dec68a17 req-89e3180e-efc0-4eae-a0e3-d057f1904e14 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:01.569668 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f62fae0-6cb2-4b93-b411-0602dec68a17 req-89e3180e-efc0-4eae-a0e3-d057f1904e14 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0627687 Aug 27 13:56:01.616328 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f62fae0-6cb2-4b93-b411-0602dec68a17 req-62fab925-f93b-47cd-9b1e-4d95e36c5086 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371552 Aug 27 13:56:01.619198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['062bd1ee-5174-47db-ba80-79a5571967ca'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:01.810403 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965fa79-7134-4878-b73c-2643345c4fb2 req-19bf86eb-a44a-4952-b8fe-3c1cfebf6f7c tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:01.811942 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e965fa79-7134-4878-b73c-2643345c4fb2 req-19bf86eb-a44a-4952-b8fe-3c1cfebf6f7c tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 950 time: 0.0508683 Aug 27 13:56:01.860754 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e965fa79-7134-4878-b73c-2643345c4fb2 req-6bcc920e-8126-451a-bbd4-f5e443cd94d5 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Aug 27 13:56:01.893591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f5011-99fc-4f78-95c7-e17a4753779c req-722c7c78-ad62-4bd0-be6c-e18c335869a5 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:01.895651 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-955f5011-99fc-4f78-95c7-e17a4753779c req-722c7c78-ad62-4bd0-be6c-e18c335869a5 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 949 time: 0.1214964 Aug 27 13:56:01.897635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-a6411f94-8764-490e-8a98-0891e2327716 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632750 Aug 27 13:56:01.999102 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-955f5011-99fc-4f78-95c7-e17a4753779c req-58feadee-cfeb-49ef-aa92-5cadd0ea2caf tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945795 Aug 27 13:56:02.032717 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c9a31f-4226-41fb-8c91-ebdcf92d0059 req-0ee36be6-5011-41a6-b821-b0324f1ca23c service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216414 Aug 27 13:56:02.199761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa006b71-dae7-4366-98af-8103c3bad897 req-bf41cbed-3137-4e98-a590-bbdb29f90f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:02.201368 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa006b71-dae7-4366-98af-8103c3bad897 req-bf41cbed-3137-4e98-a590-bbdb29f90f81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 1099 time: 0.0486524 Aug 27 13:56:02.235819 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19b36626-48c7-4b90-8860-0c6ee4f7a48f req-c5bd67cc-f681-4de6-bfc2-a3650953c933 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0333922 Aug 27 13:56:02.257756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4ec18-c0aa-4b4b-a0b5-14f265351497 req-93cd77a5-262f-484f-85cc-655e891c6d03 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:02.263966 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dfc4ec18-c0aa-4b4b-a0b5-14f265351497 req-93cd77a5-262f-484f-85cc-655e891c6d03 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 947 time: 0.0867348 Aug 27 13:56:02.309108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dfc4ec18-c0aa-4b4b-a0b5-14f265351497 req-726b3cc3-8d90-4d26-92a3-13dc9f9a1d02 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Aug 27 13:56:02.348849 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa006b71-dae7-4366-98af-8103c3bad897 req-a1809c5f-a128-4495-8d83-396bd1f0f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:02.350456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa006b71-dae7-4366-98af-8103c3bad897 req-a1809c5f-a128-4495-8d83-396bd1f0f206 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1135371 Aug 27 13:56:02.396416 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa006b71-dae7-4366-98af-8103c3bad897 req-9ac01f37-1372-4604-a610-e6c1dc523717 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a HTTP/1.1" status: 200 len: 217 time: 0.0358312 Aug 27 13:56:02.471125 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa006b71-dae7-4366-98af-8103c3bad897 req-b65555ed-1a18-42c5-a4c7-3f3fb20e5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:02.473756 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa006b71-dae7-4366-98af-8103c3bad897 req-b65555ed-1a18-42c5-a4c7-3f3fb20e5e80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0654941 Aug 27 13:56:02.533997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39586) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:02.603900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa006b71-dae7-4366-98af-8103c3bad897 req-43d25e9b-f5bb-4c63-92a6-9dcb056ad881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:02.605589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa006b71-dae7-4366-98af-8103c3bad897 req-43d25e9b-f5bb-4c63-92a6-9dcb056ad881 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101432 Aug 27 13:56:02.608115 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-942f6fd9-412c-4d56-9bab-f3644346751e service neutron] 10.222.0.41 "GET /v2.0/ports/31955ad1-6df8-4487-8cf0-5d6019853165/bindings/n-h1-712139-12 HTTP/1.1" status: 200 len: 385 time: 0.1486661 Aug 27 13:56:02.615609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dbc11-dd1e-436f-8bf8-12eb7889c9ec req-a26d5c2a-38a3-4bd6-a100-e49f28d0108b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:02.617029 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-432dbc11-dd1e-436f-8bf8-12eb7889c9ec req-a26d5c2a-38a3-4bd6-a100-e49f28d0108b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 943 time: 0.1031713 Aug 27 13:56:02.663600 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f9f5edd4-2e5c-418c-b30e-9adcd5de48bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:02.756926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabaa00-f0a6-438a-9e03-bf829e5dfd63 req-acf643e8-087b-4b2a-90b9-8602014bba98 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:02.758422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-daabaa00-f0a6-438a-9e03-bf829e5dfd63 req-acf643e8-087b-4b2a-90b9-8602014bba98 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0692759 Aug 27 13:56:02.776433 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-432dbc11-dd1e-436f-8bf8-12eb7889c9ec req-5dcd1e69-d80c-4173-961e-f1d8a39ab9b4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429541 Aug 27 13:56:02.796811 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa006b71-dae7-4366-98af-8103c3bad897 req-0cbb7b91-8365-4a7e-b9e0-a4127330f089 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765945 Aug 27 13:56:02.817658 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-daabaa00-f0a6-438a-9e03-bf829e5dfd63 req-ac50fe1a-c0af-468d-9b6c-75abb386b3c6 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523708 Aug 27 13:56:02.828932 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f9f5edd4-2e5c-418c-b30e-9adcd5de48bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:02.843741 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f9f5edd4-2e5c-418c-b30e-9adcd5de48bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:02.883973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f9f5edd4-2e5c-418c-b30e-9adcd5de48bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8809c413cd34480cae6ec7133738990e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485773 Aug 27 13:56:02.886431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5edd4-2e5c-418c-b30e-9adcd5de48bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a022bd6-d992-4e4e-b095-fefc9adde1d6,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:02.888699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39594) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:02.989140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52745c0-b28d-4336-adeb-652dd8f072fd req-561e0a69-1531-430c-aa3f-b842c645b303 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:02.990859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f52745c0-b28d-4336-adeb-652dd8f072fd req-561e0a69-1531-430c-aa3f-b842c645b303 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 950 time: 0.0549037 Aug 27 13:56:03.035123 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f52745c0-b28d-4336-adeb-652dd8f072fd req-cebd5b13-3444-48ea-97c5-b9c7d8580d69 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372305 Aug 27 13:56:03.276381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-79dc3a79-efc5-4248-9232-2a9e6b4f3e64 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649927 Aug 27 13:56:03.284143 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa006b71-dae7-4366-98af-8103c3bad897 req-5c66ff91-1556-479a-847e-e9a255c06ceb service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696691 Aug 27 13:56:03.324001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-3df38d67-85a3-40aa-a09b-f448763173f8 service neutron] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=31955ad1-6df8-4487-8cf0-5d6019853165,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:03.344973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebe8854a-3d3d-4742-9eed-c2740b2e4ffc req-6924b652-90bd-4b01-885c-5cb77a3805a7 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0372624 Aug 27 13:56:03.375739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0cf1f-4b5a-489f-b1c6-e59612063dd1 req-ed022097-08b7-4f3d-9a89-5b0eff4f9006 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:03.377226 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ef0cf1f-4b5a-489f-b1c6-e59612063dd1 req-ed022097-08b7-4f3d-9a89-5b0eff4f9006 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 949 time: 0.2272713 Aug 27 13:56:03.386292 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcc80ce7-a4fe-483b-bcc6-642aa3fca131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:03.427420 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-3df38d67-85a3-40aa-a09b-f448763173f8 service neutron] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:03.461340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde6b6-147d-4183-a23f-6c64eb666871 req-ca7d8f0d-9bd9-4c16-9b77-18c9bd84d930 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:03.467671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcc80ce7-a4fe-483b-bcc6-642aa3fca131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:03.468907 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5cde6b6-147d-4183-a23f-6c64eb666871 req-ca7d8f0d-9bd9-4c16-9b77-18c9bd84d930 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 947 time: 0.0623038 Aug 27 13:56:03.509726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5cde6b6-147d-4183-a23f-6c64eb666871 req-b4ff442d-1af4-4be4-8faf-c4cb0d610623 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398033 Aug 27 13:56:03.526378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-3df38d67-85a3-40aa-a09b-f448763173f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31955ad1-6df8-4487-8cf0-5d6019853165 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:03.537199 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ef0cf1f-4b5a-489f-b1c6-e59612063dd1 req-64010131-b901-4ad9-9239-71271fe96403 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519606 Aug 27 13:56:03.553093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-3df38d67-85a3-40aa-a09b-f448763173f8 service neutron] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=31955ad1-6df8-4487-8cf0-5d6019853165,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:03.570369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-e0d9778d-986b-473f-9d55-16b5aec548f8 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:03.571905 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-e0d9778d-986b-473f-9d55-16b5aec548f8 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745733 Aug 27 13:56:03.578963 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-3df38d67-85a3-40aa-a09b-f448763173f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:03.621158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Request body: {'port': {'device_id': 'ed6c7dfd-a7f9-4e80-a544-914732e18699', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'a8da92e592dd4a7fbcd63b90fff1a384'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:03.628883 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcc80ce7-a4fe-483b-bcc6-642aa3fca131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:03.631379 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcc80ce7-a4fe-483b-bcc6-642aa3fca131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:03.632453 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bcc80ce7-a4fe-483b-bcc6-642aa3fca131 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a022bd6-d992-4e4e-b095-fefc9adde1d6 HTTP/1.1" status: 204 len: 168 time: 0.7428122 Aug 27 13:56:03.689149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc80ce7-a4fe-483b-bcc6-642aa3fca131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a022bd6-d992-4e4e-b095-fefc9adde1d6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:03.753380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-3df38d67-85a3-40aa-a09b-f448763173f8 service neutron] Transition to ACTIVE for port object 31955ad1-6df8-4487-8cf0-5d6019853165 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:03.761233 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-3df38d67-85a3-40aa-a09b-f448763173f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:03.843811 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-8c07291c-0b24-4008-a465-38caa239dee1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378504 Aug 27 13:56:03.846913 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-3df38d67-85a3-40aa-a09b-f448763173f8 service neutron] No DVR routers for this DVR port 31955ad1-6df8-4487-8cf0-5d6019853165 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:56:03.849589 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Made reservation on behalf of a8da92e592dd4a7fbcd63b90fff1a384 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:03.853145 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:03.869138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df38d67-85a3-40aa-a09b-f448763173f8 service neutron] Pushing event updated for resources: {'Port': ['ID=31955ad1-6df8-4487-8cf0-5d6019853165,revision_number=10']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:03.915419 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-3df38d67-85a3-40aa-a09b-f448763173f8 service neutron] 10.222.0.41 "PUT /v2.0/ports/31955ad1-6df8-4487-8cf0-5d6019853165/bindings/n-h1-712139-12/activate HTTP/1.1" status: 200 len: 370 time: 1.2837558 Aug 27 13:56:03.949817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0b271975-2255-4477-bbef-e8399df1769e details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:56:03.970891 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d9b5ffea-5715-492a-9b9b-157bcdd5a71f up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:04.039362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b54562-6533-4791-b655-3ba171e2a3a6 req-e52012ea-6c08-4fa2-a2b8-da106bf5be1d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:04.046637 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b9b54562-6533-4791-b655-3ba171e2a3a6 req-e52012ea-6c08-4fa2-a2b8-da106bf5be1d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 945 time: 0.1005366 Aug 27 13:56:04.063918 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd208eb-6181-425e-a056-dfe429d6a850 req-b6d43f6d-0b24-49d7-b45c-fa0cfdc0942a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:04.065584 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2cd208eb-6181-425e-a056-dfe429d6a850 req-b6d43f6d-0b24-49d7-b45c-fa0cfdc0942a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 943 time: 0.1584959 Aug 27 13:56:04.078179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1e3a30de-8c29-4259-afe8-9bde464ba342 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:04.080543 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1e3a30de-8c29-4259-afe8-9bde464ba342 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247283 Aug 27 13:56:04.081296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39616) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:04.110562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Allocated IP 192.168.233.117 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/2a17fb0e-cecf-47ea-948d-d92edf5980af) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:04.123573 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-925fdeb0-ce60-46b8-8578-3be43f17ac3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.127975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Request body: {'port': {'device_id': '1faf4099-a0c3-4d15-860c-49f70d65d5f7', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'a8da92e592dd4a7fbcd63b90fff1a384'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:04.136152 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port d9b5ffea-5715-492a-9b9b-157bcdd5a71f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:04.142967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port d9b5ffea-5715-492a-9b9b-157bcdd5a71f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:04.143221 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b9b54562-6533-4791-b655-3ba171e2a3a6 req-616eae7a-2324-4185-862e-284b79f17689 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956674 Aug 27 13:56:04.143857 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.205596 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2cd208eb-6181-425e-a056-dfe429d6a850 req-7268f5fa-3283-452f-8465-9404637fcb66 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238537 Aug 27 13:56:04.235335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-f657d264-6a50-4fb4-8a34-1adf252874fa tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:04.236834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-f657d264-6a50-4fb4-8a34-1adf252874fa tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1&tenant_id=0b84005fec6146b8af367291d0980e18&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1097 time: 0.1535075 Aug 27 13:56:04.251592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b271975-2255-4477-bbef-e8399df1769e,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:04.286500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '0b271975-2255-4477-bbef-e8399df1769e', 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549', 'port_id': '0b271975-2255-4477-bbef-e8399df1769e', 'mac_address': 'fa:16:3e:fe:fe:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2ce31-ff9b-45b0-b1a0-ae006e096667', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:56:04.316058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-662ed187-a6e9-466f-b7bb-d1ab0d222074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:04.318600 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-662ed187-a6e9-466f-b7bb-d1ab0d222074 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1&tenant_id=0b84005fec6146b8af367291d0980e18 HTTP/1.1" status: 200 len: 1097 time: 0.0575266 Aug 27 13:56:04.339648 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.354967 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.377397 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.401209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-f339f36d-87b1-4d17-ae32-90dbf1cc796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:04.403166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-f339f36d-87b1-4d17-ae32-90dbf1cc796c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 1097 time: 0.0492029 Aug 27 13:56:04.403325 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d9b5ffea-5715-492a-9b9b-157bcdd5a71f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d9b5ffea-5715-492a-9b9b-157bcdd5a71f,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:04.404286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98afda3c-3cfc-45c2-b7e8-b984a527727d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b5ffea-5715-492a-9b9b-157bcdd5a71f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:04.408159 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fff8125-9d73-434b-8bed-dab74ab44398" -d '{"events": [{"server_uuid": "98afda3c-3cfc-45c2-b7e8-b984a527727d", "name": "network-vif-plugged", "status": "completed", "tag": "d9b5ffea-5715-492a-9b9b-157bcdd5a71f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:04.411814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Transition to ACTIVE for port object 2a17fb0e-cecf-47ea-948d-d92edf5980af will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:04.415485 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.419240 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b271975-2255-4477-bbef-e8399df1769e {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:04.427247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a65300-1589-411e-9598-19814624ff7c req-04fd3136-b302-47e3-ad45-9ccadad5d5b9 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:04.429037 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47a65300-1589-411e-9598-19814624ff7c req-04fd3136-b302-47e3-ad45-9ccadad5d5b9 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 950 time: 0.1159730 Aug 27 13:56:04.468029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-925fdeb0-ce60-46b8-8578-3be43f17ac3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.470098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b271975-2255-4477-bbef-e8399df1769e,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:04.480338 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-925fdeb0-ce60-46b8-8578-3be43f17ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.487473 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.494113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d9b5ffea-5715-492a-9b9b-157bcdd5a71f,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:04.499805 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-60d46614-3d15-4452-a373-271146f2cc69 req-1ae1ad0a-56b7-4319-ad3b-f947166883b5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0706728 Aug 27 13:56:04.540111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Made reservation on behalf of a8da92e592dd4a7fbcd63b90fff1a384 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:04.544184 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.549215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0b271975-2255-4477-bbef-e8399df1769e,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:04.559513 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47a65300-1589-411e-9598-19814624ff7c req-8df8a616-2aae-4ddb-bc2b-4104d9556d0a tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193388 Aug 27 13:56:04.562269 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fdeb0-ce60-46b8-8578-3be43f17ac3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f49eb1-3d33-499e-922a-5a87131f93d8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:04.576229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39626) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:04.576459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-925fdeb0-ce60-46b8-8578-3be43f17ac3a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=968ae31763844ccaa6bff686eac957f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887645 Aug 27 13:56:04.578818 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.595698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:04.615090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-d53719e8-d65f-4b66-b4b8-86ecd95aecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:04.616614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-d53719e8-d65f-4b66-b4b8-86ecd95aecc8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.2013791 Aug 27 13:56:04.638066 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:04.643526 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:04.649117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:04.649916 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962e234f-9139-4ade-84fc-9b1f4b009cab x-openstack-request-id: req-962e234f-9139-4ade-84fc-9b1f4b009cab {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:04.650214 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98afda3c-3cfc-45c2-b7e8-b984a527727d", "name": "network-vif-plugged", "status": "completed", "tag": "d9b5ffea-5715-492a-9b9b-157bcdd5a71f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:04.650466 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-962e234f-9139-4ade-84fc-9b1f4b009cab {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:04.650885 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98afda3c-3cfc-45c2-b7e8-b984a527727d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b5ffea-5715-492a-9b9b-157bcdd5a71f', 'code': 200} Aug 27 13:56:04.670005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 062bd1ee-5174-47db-ba80-79a5571967ca up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:04.699705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event updated for resources: {'Port': ['ID=2a17fb0e-cecf-47ea-948d-d92edf5980af,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:04.772206 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-d34f7ab7-8e27-4357-b167-d828468250c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31955ad1-6df8-4487-8cf0-5d6019853165 HTTP/1.1" status: 200 len: 217 time: 0.1223223 Aug 27 13:56:04.776983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 062bd1ee-5174-47db-ba80-79a5571967ca completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:04.797959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:04.798610 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.805873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 062bd1ee-5174-47db-ba80-79a5571967ca triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:04.806257 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.823191 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-1fda680f-9be3-4cb0-899f-ce5f0430f7c6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2095227 Aug 27 13:56:04.832096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35a85a-05c6-4f7d-93ed-f90875942268 req-65160c68-7008-4a61-8ca8-dd3c5687ea67 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:04.833921 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c35a85a-05c6-4f7d-93ed-f90875942268 req-65160c68-7008-4a61-8ca8-dd3c5687ea67 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 947 time: 0.1358321 Aug 27 13:56:04.849640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4c07-de7a-490c-9714-3042f7560154 req-35a0a21e-4540-48ad-a22d-87ef70232d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:04.851299 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-738f4c07-de7a-490c-9714-3042f7560154 req-35a0a21e-4540-48ad-a22d-87ef70232d4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 1102 time: 0.1024675 Aug 27 13:56:04.864972 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Request body: {'port': {'device_id': 'ed6c7dfd-a7f9-4e80-a544-914732e18699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:04.889773 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-e20b1198-173f-49bb-9aae-b4c0ca54690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:04.891588 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-e20b1198-173f-49bb-9aae-b4c0ca54690c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.1061602 Aug 27 13:56:04.929272 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.965450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=062bd1ee-5174-47db-ba80-79a5571967ca,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:04.967616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c35a85a-05c6-4f7d-93ed-f90875942268 req-ae9985fa-64ef-4a41-ad93-412035cb1be8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271470 Aug 27 13:56:04.972558 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.973675 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:04.980724 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-738f4c07-de7a-490c-9714-3042f7560154 req-ab329cea-0f73-4bf0-bd45-c698ae8662d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874350 Aug 27 13:56:04.991500 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-fc9e1919-a6aa-4188-aae7-8b0daeb965f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455782 Aug 27 13:56:04.992315 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8fea78e4-1b5a-4d8f-9c4b-768703fe9267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:05.015698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69f52e-6e67-4c64-8edf-74b16b2d5bf7 req-eae9befd-6925-4e72-928f-60e137c57c05 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:05.024817 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d69f52e-6e67-4c64-8edf-74b16b2d5bf7 req-eae9befd-6925-4e72-928f-60e137c57c05 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 950 time: 0.2440491 Aug 27 13:56:05.027305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a7bdd3b3-d929-4fab-b4f6-2682cda16dc3 None None] Provisioning for port 2a17fb0e-cecf-47ea-948d-d92edf5980af completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:05.036620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a7bdd3b3-d929-4fab-b4f6-2682cda16dc3 None None] Provisioning complete for port 2a17fb0e-cecf-47ea-948d-d92edf5980af triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:05.037311 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd3b3-d929-4fab-b4f6-2682cda16dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:05.043076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=062bd1ee-5174-47db-ba80-79a5571967ca,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:05.053869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Allocated IP 192.168.233.29 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/11a02dee-c26b-439c-bb19-01bceb870ed9) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:05.072703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0b271975-2255-4477-bbef-e8399df1769e'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:05.121043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a7bdd3b3-d929-4fab-b4f6-2682cda16dc3 None None] Port 2a17fb0e-cecf-47ea-948d-d92edf5980af cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:56:05.126609 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8fea78e4-1b5a-4d8f-9c4b-768703fe9267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:05.199237 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d69f52e-6e67-4c64-8edf-74b16b2d5bf7 req-6df7148c-9dbc-416e-a762-5c26b5914067 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735003 Aug 27 13:56:05.250782 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-936bc186-6104-4e5d-b43d-a4ab676f25de service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238359 Aug 27 13:56:05.300114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47d7dc-35e6-40ef-adc7-a2cce112de40 req-751595a6-f035-4826-bd66-aa775d8b6bc5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:05.302197 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6c47d7dc-35e6-40ef-adc7-a2cce112de40 req-751595a6-f035-4826-bd66-aa775d8b6bc5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0680869 Aug 27 13:56:05.343100 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6c47d7dc-35e6-40ef-adc7-a2cce112de40 req-ccd76a1a-c160-437c-8354-c5c12adf458b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342581 Aug 27 13:56:05.545735 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd753020-82ac-4723-b098-b67c0da5ff3a req-97a5c0cb-9f5f-4071-8f90-49c1e0b4cf40 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:05.548008 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd753020-82ac-4723-b098-b67c0da5ff3a req-97a5c0cb-9f5f-4071-8f90-49c1e0b4cf40 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 944 time: 0.0502386 Aug 27 13:56:05.559409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8fea78e4-1b5a-4d8f-9c4b-768703fe9267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:05.561944 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8fea78e4-1b5a-4d8f-9c4b-768703fe9267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:05.565442 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8fea78e4-1b5a-4d8f-9c4b-768703fe9267 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45f49eb1-3d33-499e-922a-5a87131f93d8 HTTP/1.1" status: 204 len: 168 time: 0.9789147 Aug 27 13:56:05.588351 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd753020-82ac-4723-b098-b67c0da5ff3a req-aa793d42-be18-4e96-8279-dbe5b56d3882 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340660 Aug 27 13:56:05.596446 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea78e4-1b5a-4d8f-9c4b-768703fe9267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f49eb1-3d33-499e-922a-5a87131f93d8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:05.668208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed793-067c-4e26-92a4-642667085bf8 req-3891f35a-44a0-412a-8261-74740def0db1 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:05.675199 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-149ed793-067c-4e26-92a4-642667085bf8 req-3891f35a-44a0-412a-8261-74740def0db1 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 950 time: 0.3801932 Aug 27 13:56:05.687788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-64f78502-bf53-4b81-b148-bb4dfb1c2b08 service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235046 Aug 27 13:56:05.703039 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-194e7fb1-103c-43b5-afae-ebc50a436339 req-636b3c72-d21f-4cdd-b6a3-3e509d450fd8 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0280828 Aug 27 13:56:05.715785 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:05.742139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Transition to ACTIVE for port object 11a02dee-c26b-439c-bb19-01bceb870ed9 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:05.758844 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-149ed793-067c-4e26-92a4-642667085bf8 req-92bd8b91-157e-40da-bf6c-e3b08db07368 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827725 Aug 27 13:56:05.789723 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:05.804015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:05.841832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:05.850023 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:05.854674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:05.900588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event updated for resources: {'Port': ['ID=11a02dee-c26b-439c-bb19-01bceb870ed9,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:05.941368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:05.942095 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:05.960931 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-9f2ad316-fbe5-4554-8c6c-4638310e92ad tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8563449 Aug 27 13:56:05.964795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:56:05.983749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Request body: {'port': {'device_id': '1faf4099-a0c3-4d15-860c-49f70d65d5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:05.991357 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a17fb0e-cecf-47ea-948d-d92edf5980af {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:06.017027 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:06.032247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Transition to ACTIVE for port object 2a17fb0e-cecf-47ea-948d-d92edf5980af will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:06.039796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 31955ad1-6df8-4487-8cf0-5d6019853165 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:56:06.043127 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:06.136225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 31955ad1-6df8-4487-8cf0-5d6019853165 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:56:06.164127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-f43989ad-ca8c-4704-9133-2d08bb04f47f tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:06.166853 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-f43989ad-ca8c-4704-9133-2d08bb04f47f tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1&tenant_id=0b84005fec6146b8af367291d0980e18&binding%3Ahost_id=n-h1-712139-12 HTTP/1.1" status: 200 len: 1097 time: 0.1473691 Aug 27 13:56:06.170113 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:06.198104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Pushing event updated for resources: {'Port': ['ID=2a17fb0e-cecf-47ea-948d-d92edf5980af,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:06.271505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:06.297246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a', 'mac_address': 'fa:16:3e:21:05:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:56:06.298398 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dbe49-158b-40f2-bb21-18c03b7a7fab req-6df65b85-3c01-4bc5-89bb-398f8085c344 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:06.305602 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d89dbe49-158b-40f2-bb21-18c03b7a7fab req-6df65b85-3c01-4bc5-89bb-398f8085c344 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 947 time: 0.2052145 Aug 27 13:56:06.334601 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-016ed4ed-913d-441c-900a-02b284b7b1d0 None None] Provisioning for port 11a02dee-c26b-439c-bb19-01bceb870ed9 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:06.345808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-016ed4ed-913d-441c-900a-02b284b7b1d0 None None] Provisioning complete for port 11a02dee-c26b-439c-bb19-01bceb870ed9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:06.346182 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-016ed4ed-913d-441c-900a-02b284b7b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:06.361156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Attempting to bind port 2a17fb0e-cecf-47ea-948d-d92edf5980af on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:06.361725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Attempting to bind port 2a17fb0e-cecf-47ea-948d-d92edf5980af by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:06.362210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Attempting to bind port 2a17fb0e-cecf-47ea-948d-d92edf5980af on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:06.371558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Port 2a17fb0e-cecf-47ea-948d-d92edf5980af on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:06.372241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Attempting to bind port 2a17fb0e-cecf-47ea-948d-d92edf5980af on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:06.390612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-016ed4ed-913d-441c-900a-02b284b7b1d0 None None] Port 11a02dee-c26b-439c-bb19-01bceb870ed9 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:56:06.398187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:06.398932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:06.399479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:06.400081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Bound port: 2a17fb0e-cecf-47ea-948d-d92edf5980af, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:06.400806 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:06.411665 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d89dbe49-158b-40f2-bb21-18c03b7a7fab req-e9f708c3-ad94-4efc-ade8-61c4694d9f68 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001599 Aug 27 13:56:06.412535 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:06.463785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:06.490175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:06.504827 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:06.528686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] For port 2a17fb0e-cecf-47ea-948d-d92edf5980af, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:06.533557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] For port 2a17fb0e-cecf-47ea-948d-d92edf5980af, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2a17fb0e-cecf-47ea-948d-d92edf5980af,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:06.543396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:06.565771 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbad85-d871-4b3a-aeed-20f45b761a8b req-e535976f-d23f-47ee-a480-58550c139270 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:06.567956 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30fbad85-d871-4b3a-aeed-20f45b761a8b req-e535976f-d23f-47ee-a480-58550c139270 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 950 time: 0.2532434 Aug 27 13:56:06.641206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-e988f71e-d18e-417b-a868-bf7826375b9a service neutron] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:06.643020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:06.649188 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-e988f71e-d18e-417b-a868-bf7826375b9a service neutron] Notify callbacks [] for binding, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:06.650274 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef34481e-6f3a-41c1-a58d-18a8c29c0309 req-e988f71e-d18e-417b-a868-bf7826375b9a service neutron] 10.222.0.52 "DELETE /v2.0/ports/31955ad1-6df8-4487-8cf0-5d6019853165/bindings/n-h2-712139-12 HTTP/1.1" status: 204 len: 173 time: 0.4690087 Aug 27 13:56:06.651940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:06.655522 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34696ee0-6f8a-46a5-ae4c-7b4c288676e5" -d '{"events": [{"server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "name": "network-vif-plugged", "status": "completed", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:06.686778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:06.687409 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30fbad85-d871-4b3a-aeed-20f45b761a8b req-674e4c37-238b-4d4f-93ec-357a28e0a1a1 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005831 Aug 27 13:56:06.687628 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:06.689764 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] 10.222.0.52 "PUT /v2.0/ports/2a17fb0e-cecf-47ea-948d-d92edf5980af HTTP/1.1" status: 200 len: 1097 time: 1.8364594 Aug 27 13:56:06.695559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6c7dfd-a7f9-4e80-a544-914732e18699', 'tag': '2a17fb0e-cecf-47ea-948d-d92edf5980af'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:06.698976 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce25bafa-227a-4073-a0a6-6e0a1a915a14" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6c7dfd-a7f9-4e80-a544-914732e18699", "tag": "2a17fb0e-cecf-47ea-948d-d92edf5980af"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:06.749514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c41f4-fc14-4b30-8ea4-55cd904e6455 req-b43055dc-504e-439d-877d-9045f279b42d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:06.760052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b65c41f4-fc14-4b30-8ea4-55cd904e6455 req-b43055dc-504e-439d-877d-9045f279b42d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 945 time: 0.1662676 Aug 27 13:56:06.781172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0271d4-e9c2-48e1-b0fa-df72f050bd19 service neutron] Pushing event updated for resources: {'Port': ['ID=2a17fb0e-cecf-47ea-948d-d92edf5980af,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:06.845996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a02dee-c26b-439c-bb19-01bceb870ed9 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:06.861541 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:06.875174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b65c41f4-fc14-4b30-8ea4-55cd904e6455 req-f1becfc2-ca26-40f7-b320-33809f68a617 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134710 Aug 27 13:56:06.885756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Transition to ACTIVE for port object 11a02dee-c26b-439c-bb19-01bceb870ed9 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:06.893673 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:06.939751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-45671680-e866-4c17-ba7a-c0fffdb4d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:06.942409 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-45671680-e866-4c17-ba7a-c0fffdb4d0dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=ed6c7dfd-a7f9-4e80-a544-914732e18699 HTTP/1.1" status: 200 len: 1100 time: 0.1571834 Aug 27 13:56:07.026871 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e423b806-af8b-4500-99f7-91bb01e03e91 x-openstack-request-id: req-e423b806-af8b-4500-99f7-91bb01e03e91 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:07.027343 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "name": "network-vif-plugged", "status": "completed", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:07.027975 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e423b806-af8b-4500-99f7-91bb01e03e91 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:07.028548 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca', 'code': 200} Aug 27 13:56:07.046103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Pushing event updated for resources: {'Port': ['ID=11a02dee-c26b-439c-bb19-01bceb870ed9,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:07.065737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a64a98-70ee-47d7-9ecd-c8e99dd4135e req-cfc6a2fb-2263-4025-8afc-3dbc806356a5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:07.067540 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-53a64a98-70ee-47d7-9ecd-c8e99dd4135e req-cfc6a2fb-2263-4025-8afc-3dbc806356a5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 944 time: 0.1265798 Aug 27 13:56:07.099306 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b4a451fb-2f48-4220-88c5-ba784782d1dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=2a17fb0e-cecf-47ea-948d-d92edf5980af HTTP/1.1" status: 200 len: 217 time: 0.1368537 Aug 27 13:56:07.109525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:07.215292 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-53a64a98-70ee-47d7-9ecd-c8e99dd4135e req-d62f9c8c-3145-4e9e-b70f-267c84da0ae8 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363018 Aug 27 13:56:07.215779 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a779e9-8c73-4f1b-8816-18ea4437562f x-openstack-request-id: req-30a779e9-8c73-4f1b-8816-18ea4437562f {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:07.215779 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6c7dfd-a7f9-4e80-a544-914732e18699", "tag": "2a17fb0e-cecf-47ea-948d-d92edf5980af", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:07.215936 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30a779e9-8c73-4f1b-8816-18ea4437562f {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:07.216210 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6c7dfd-a7f9-4e80-a544-914732e18699', 'tag': '2a17fb0e-cecf-47ea-948d-d92edf5980af', 'status': 'completed', 'code': 200} Aug 27 13:56:07.217384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Attempting to bind port 11a02dee-c26b-439c-bb19-01bceb870ed9 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:07.224109 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Attempting to bind port 11a02dee-c26b-439c-bb19-01bceb870ed9 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:07.224379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Attempting to bind port 11a02dee-c26b-439c-bb19-01bceb870ed9 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:07.242856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Port 11a02dee-c26b-439c-bb19-01bceb870ed9 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:07.243237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Attempting to bind port 11a02dee-c26b-439c-bb19-01bceb870ed9 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:07.259842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:07.260331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:07.260971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:07.261651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Bound port: 11a02dee-c26b-439c-bb19-01bceb870ed9, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:07.262239 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:07.295704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576e610-0b14-46d7-b362-8e43d401f789 req-f3a32453-18cf-4e2f-9fc7-3f15cca15a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:07.297856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c576e610-0b14-46d7-b362-8e43d401f789 req-f3a32453-18cf-4e2f-9fc7-3f15cca15a45 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 1102 time: 0.1419711 Aug 27 13:56:07.308352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-a2ca315e-338c-4e42-b6cc-c695dc82d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:07.310851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-a2ca315e-338c-4e42-b6cc-c695dc82d5f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1942146 Aug 27 13:56:07.355964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e9ab8-e2f8-415b-9294-8646d9be3492 req-9b4f96fe-45e0-44b5-824b-a464f34cf27b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:07.357502 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-024e9ab8-e2f8-415b-9294-8646d9be3492 req-9b4f96fe-45e0-44b5-824b-a464f34cf27b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 947 time: 0.1322446 Aug 27 13:56:07.402375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-0c696d58-9b8d-4b53-9681-3530fd38230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:07.404074 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-0c696d58-9b8d-4b53-9681-3530fd38230b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846319 Aug 27 13:56:07.418559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-024e9ab8-e2f8-415b-9294-8646d9be3492 req-5d7ee118-3c5d-4b49-a4ad-cb2909057ae2 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541077 Aug 27 13:56:07.500668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] For port 11a02dee-c26b-439c-bb19-01bceb870ed9, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:07.507208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] For port 11a02dee-c26b-439c-bb19-01bceb870ed9, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=11a02dee-c26b-439c-bb19-01bceb870ed9,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:07.517310 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c576e610-0b14-46d7-b362-8e43d401f789 req-99c72214-7fc4-46f4-94df-5609d954922c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912043 Aug 27 13:56:07.520243 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:07.528506 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-53065a20-85e0-471f-917e-43739ed07368 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134994 Aug 27 13:56:07.581300 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babdcb7-2581-4d3b-9cd6-113dec541d25 req-fdffa4c6-2739-43cc-b26c-2b3cfbca77e3 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:07.585528 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7babdcb7-2581-4d3b-9cd6-113dec541d25 req-fdffa4c6-2739-43cc-b26c-2b3cfbca77e3 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 948 time: 0.0555952 Aug 27 13:56:07.609668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb325f9-a9b0-4b7c-8bb7-4ce32890b0e3 req-c2c8395c-ef6b-408a-830a-afee5045242c tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:07.611458 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbb325f9-a9b0-4b7c-8bb7-4ce32890b0e3 req-c2c8395c-ef6b-408a-830a-afee5045242c tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 950 time: 0.2201462 Aug 27 13:56:07.615226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:07.615852 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:07.617354 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] 10.222.0.52 "PUT /v2.0/ports/11a02dee-c26b-439c-bb19-01bceb870ed9 HTTP/1.1" status: 200 len: 1096 time: 1.6383493 Aug 27 13:56:07.617714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faf4099-a0c3-4d15-860c-49f70d65d5f7', 'tag': '11a02dee-c26b-439c-bb19-01bceb870ed9'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:07.620326 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1704c0-d1da-4c2e-9c00-839952358ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "1faf4099-a0c3-4d15-860c-49f70d65d5f7", "tag": "11a02dee-c26b-439c-bb19-01bceb870ed9"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:07.623709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bde030-0b6f-4e25-94d8-e400fc0ffa8a service neutron] Pushing event updated for resources: {'Port': ['ID=11a02dee-c26b-439c-bb19-01bceb870ed9,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:07.635152 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7babdcb7-2581-4d3b-9cd6-113dec541d25 req-6f21e1b9-07be-4532-aaba-bb80dfe3d613 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 Aug 27 13:56:07.683586 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbb325f9-a9b0-4b7c-8bb7-4ce32890b0e3 req-aa472464-5d46-4205-92c7-11cb816a1ce0 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567241 Aug 27 13:56:07.739713 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d10937b-51ce-435c-b8b7-5d22da3e0757 x-openstack-request-id: req-0d10937b-51ce-435c-b8b7-5d22da3e0757 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:07.740060 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faf4099-a0c3-4d15-860c-49f70d65d5f7", "tag": "11a02dee-c26b-439c-bb19-01bceb870ed9", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:07.740721 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d10937b-51ce-435c-b8b7-5d22da3e0757 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:07.741148 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1faf4099-a0c3-4d15-860c-49f70d65d5f7', 'tag': '11a02dee-c26b-439c-bb19-01bceb870ed9', 'status': 'completed', 'code': 200} Aug 27 13:56:07.765434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9bda4-fc78-419b-9d1e-ab7ca707ddb9 req-369183ad-bb3e-4e6e-acdd-7c796a882d96 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:07.767021 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d9a9bda4-fc78-419b-9d1e-ab7ca707ddb9 req-369183ad-bb3e-4e6e-acdd-7c796a882d96 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 1097 time: 0.0660908 Aug 27 13:56:07.832841 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d9a9bda4-fc78-419b-9d1e-ab7ca707ddb9 req-32406eb0-ce7f-4a65-af75-fe2ebc61bf68 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582492 Aug 27 13:56:07.919043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413205d3-9fa6-4c25-b7f7-b2950e5ece85 req-d46f3542-071c-4a47-936e-c47c592e60f8 tempest-LiveMigrationNegativeTest-1177595926 tempest-LiveMigrationNegativeTest-1177595926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:07.920785 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-413205d3-9fa6-4c25-b7f7-b2950e5ece85 req-d46f3542-071c-4a47-936e-c47c592e60f8 tempest-LiveMigrationNegativeTest-1177595926 tempest-LiveMigrationNegativeTest-1177595926-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 1102 time: 0.1243184 Aug 27 13:56:07.933323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1704c0-d1da-4c2e-9c00-839952358ab4 req-37798e6d-1066-44ac-b407-fa9bf8fed4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:07.934814 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e1704c0-d1da-4c2e-9c00-839952358ab4 req-37798e6d-1066-44ac-b407-fa9bf8fed4a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 1099 time: 0.0823107 Aug 27 13:56:07.948526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-413205d3-9fa6-4c25-b7f7-b2950e5ece85 req-7fa4df5f-8312-4795-949d-35843e924ba0 tempest-LiveMigrationNegativeTest-1177595926 tempest-LiveMigrationNegativeTest-1177595926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:07.964813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0b271975-2255-4477-bbef-e8399df1769e up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:07.975237 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-f9fd4ede-f353-4336-b462-308008a0f642 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519465 Aug 27 13:56:07.991842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee4b3-76b5-4892-91c7-ad17ed73cb63 req-0cec6928-3c37-4e1f-a8fa-110ae5e0e604 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:07.993373 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-677ee4b3-76b5-4892-91c7-ad17ed73cb63 req-0cec6928-3c37-4e1f-a8fa-110ae5e0e604 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 950 time: 0.0833664 Aug 27 13:56:07.995920 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e1704c0-d1da-4c2e-9c00-839952358ab4 req-dc39e971-fa03-47cf-8bcb-986753275ee1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443408 Aug 27 13:56:08.036985 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-677ee4b3-76b5-4892-91c7-ad17ed73cb63 req-4a5a2ea4-1dc1-403d-be8d-b54d73036a25 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370371 Aug 27 13:56:08.049100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 0b271975-2255-4477-bbef-e8399df1769e completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:08.058317 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 0b271975-2255-4477-bbef-e8399df1769e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:08.058906 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:08.155254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25bafa-227a-4073-a0a6-6e0a1a915a14 req-2746ef8d-72b8-4a24-adac-402a3879367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:08.157357 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25bafa-227a-4073-a0a6-6e0a1a915a14 req-2746ef8d-72b8-4a24-adac-402a3879367e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=ed6c7dfd-a7f9-4e80-a544-914732e18699 HTTP/1.1" status: 200 len: 1100 time: 0.0600009 Aug 27 13:56:08.236992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1704c0-d1da-4c2e-9c00-839952358ab4 req-2dfed077-bd84-4601-9de9-86e2239e1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:08.239062 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e1704c0-d1da-4c2e-9c00-839952358ab4 req-2dfed077-bd84-4601-9de9-86e2239e1180 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2153935 Aug 27 13:56:08.253167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-413205d3-9fa6-4c25-b7f7-b2950e5ece85 req-7fa4df5f-8312-4795-949d-35843e924ba0 tempest-LiveMigrationNegativeTest-1177595926 tempest-LiveMigrationNegativeTest-1177595926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:08.259255 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-413205d3-9fa6-4c25-b7f7-b2950e5ece85 req-7fa4df5f-8312-4795-949d-35843e924ba0 tempest-LiveMigrationNegativeTest-1177595926 tempest-LiveMigrationNegativeTest-1177595926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:08.284052 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:08.285737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4df5f-8312-4795-949d-35843e924ba0 tempest-LiveMigrationNegativeTest-1177595926 tempest-LiveMigrationNegativeTest-1177595926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b01bd2-2be2-478b-957b-1e1a7b664562,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:08.311400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-413205d3-9fa6-4c25-b7f7-b2950e5ece85 req-7fa4df5f-8312-4795-949d-35843e924ba0 tempest-LiveMigrationNegativeTest-1177595926 tempest-LiveMigrationNegativeTest-1177595926-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755338 Aug 27 13:56:08.328562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25bafa-227a-4073-a0a6-6e0a1a915a14 req-693fdc1e-69d7-43bc-9419-9f80df535346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:08.329828 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25bafa-227a-4073-a0a6-6e0a1a915a14 req-693fdc1e-69d7-43bc-9419-9f80df535346 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1421764 Aug 27 13:56:08.337624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b271975-2255-4477-bbef-e8399df1769e,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:08.346883 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:08.374048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-484f7034-3326-4a5a-bab6-9b2b9669fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:08.375633 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-484f7034-3326-4a5a-bab6-9b2b9669fad9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 1099 time: 0.0496719 Aug 27 13:56:08.396898 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25bafa-227a-4073-a0a6-6e0a1a915a14 req-e97f7123-4289-4653-930b-04685b5a8c45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=2a17fb0e-cecf-47ea-948d-d92edf5980af HTTP/1.1" status: 200 len: 217 time: 0.0539789 Aug 27 13:56:08.409990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0b271975-2255-4477-bbef-e8399df1769e,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:08.492464 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-93332c42-9e87-4740-a021-e4c0ffe0c336 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=11a02dee-c26b-439c-bb19-01bceb870ed9 HTTP/1.1" status: 200 len: 217 time: 0.0633006 Aug 27 13:56:08.496580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25bafa-227a-4073-a0a6-6e0a1a915a14 req-b217d0d3-d6eb-406c-83e1-8dd22ccaf6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:08.498028 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25bafa-227a-4073-a0a6-6e0a1a915a14 req-b217d0d3-d6eb-406c-83e1-8dd22ccaf6cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0689731 Aug 27 13:56:08.518876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa31e6c-bc41-4273-8fb8-02f11eaf73df req-4baa278e-a2b3-417b-acc2-0cb9ca43d05e tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:08.520308 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-faa31e6c-bc41-4273-8fb8-02f11eaf73df req-4baa278e-a2b3-417b-acc2-0cb9ca43d05e tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0599103 Aug 27 13:56:08.580745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-e0bae72f-6d04-4707-836f-69fba6daec85 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:08.582340 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-e0bae72f-6d04-4707-836f-69fba6daec85 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 808 time: 0.1756530 Aug 27 13:56:08.590299 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-faa31e6c-bc41-4273-8fb8-02f11eaf73df req-b66e2034-34f4-4be2-a2c2-aaed33184752 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634017 Aug 27 13:56:08.595634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25bafa-227a-4073-a0a6-6e0a1a915a14 req-a59de993-7bec-4e74-8f2a-725da43e8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:08.597015 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25bafa-227a-4073-a0a6-6e0a1a915a14 req-a59de993-7bec-4e74-8f2a-725da43e8cfb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640152 Aug 27 13:56:08.603949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-db2a8ebb-e42e-448d-8314-9d2318d3715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:08.605188 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-db2a8ebb-e42e-448d-8314-9d2318d3715a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0784190 Aug 27 13:56:08.607009 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-f33fd3a7-571c-4b5e-9a52-6b5586c67048 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/quotas/0b84005fec6146b8af367291d0980e18 HTTP/1.1" status: 200 len: 375 time: 0.0166044 Aug 27 13:56:08.687067 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-d16bb627-a5d3-43c9-b029-3431582ffd88 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737114 Aug 27 13:56:08.688861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-0496fe74-48d8-4df4-8f21-e7604e2aad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:08.690210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-0496fe74-48d8-4df4-8f21-e7604e2aad33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0659966 Aug 27 13:56:08.735982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550bd6c-6011-498f-81d7-f01715e34d68 req-ac88cec4-3ec5-4263-8aff-569672f1ab27 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:08.737541 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5550bd6c-6011-498f-81d7-f01715e34d68 req-ac88cec4-3ec5-4263-8aff-569672f1ab27 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 945 time: 0.0742917 Aug 27 13:56:08.754821 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25bafa-227a-4073-a0a6-6e0a1a915a14 req-6203858a-6f35-406c-a2f7-4799a86a424f service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332390 Aug 27 13:56:08.819095 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5550bd6c-6011-498f-81d7-f01715e34d68 req-ab054218-1c58-48bf-8ad4-0985db9496de tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736966 Aug 27 13:56:08.854402 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a000b36b-e9a0-4118-bec0-066c1564954f service neutron] 10.222.0.55 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602237 Aug 27 13:56:08.858365 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-d1182504-7cd6-4c5a-ac87-f13c4753ded9 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474900 Aug 27 13:56:08.867524 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25bafa-227a-4073-a0a6-6e0a1a915a14 req-eb80be6e-37a6-4d1a-9b44-ddfd52763774 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027198 Aug 27 13:56:09.022610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-0b07a309-96ca-49f3-afb8-3d92f12cadfa service neutron] 10.222.0.55 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606610 Aug 27 13:56:09.024817 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3188c07e-a933-405c-b9bf-bf12d09091a9 req-59eaebab-4fd8-41ea-b859-5043e84c8048 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442943 Aug 27 13:56:09.030115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654393ef-f7ae-4477-bb30-4100e4ea0f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b271975-2255-4477-bbef-e8399df1769e'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:09.032452 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61caddc-cd2c-432c-a764-d4f016497143" -d '{"events": [{"server_uuid": "654393ef-f7ae-4477-bb30-4100e4ea0f27", "name": "network-vif-plugged", "status": "completed", "tag": "0b271975-2255-4477-bbef-e8399df1769e"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:09.106227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ed57e-5741-4b52-9913-d57609331fc9 req-22db9488-f692-453b-8f99-325a4e442388 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:09.107961 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb4ed57e-5741-4b52-9913-d57609331fc9 req-22db9488-f692-453b-8f99-325a4e442388 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 947 time: 0.0534930 Aug 27 13:56:09.157051 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb4ed57e-5741-4b52-9913-d57609331fc9 req-e33b0022-fbc3-4703-bb54-e4b52d6560cb tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429885 Aug 27 13:56:09.252962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de12e15-26f1-4057-80dd-723f3940f68d req-c03316ff-6ca1-4ded-a640-37b31536f9f0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:09.255536 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7132154-6115-4df5-b0f2-83c143109c63 x-openstack-request-id: req-b7132154-6115-4df5-b0f2-83c143109c63 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:09.256416 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654393ef-f7ae-4477-bb30-4100e4ea0f27", "name": "network-vif-plugged", "status": "completed", "tag": "0b271975-2255-4477-bbef-e8399df1769e", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:09.256814 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7132154-6115-4df5-b0f2-83c143109c63 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:09.257347 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654393ef-f7ae-4477-bb30-4100e4ea0f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b271975-2255-4477-bbef-e8399df1769e', 'code': 200} Aug 27 13:56:09.258308 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5de12e15-26f1-4057-80dd-723f3940f68d req-c03316ff-6ca1-4ded-a640-37b31536f9f0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 948 time: 0.0686285 Aug 27 13:56:09.296597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5de12e15-26f1-4057-80dd-723f3940f68d req-b4793bee-23bc-48b1-ad4c-9af0639188c1 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350645 Aug 27 13:56:09.380802 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aefda181-dada-4a8a-8d9e-9972c0eb16a4 req-bb2985cd-fb6b-422f-b133-0f62ab882db9 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 210 time: 0.0349631 Aug 27 13:56:09.439685 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f34282f1-4233-495a-aaa2-2b2c0552eb47 req-6a25f89c-5e18-4296-a938-cbdf42d7b0d7 tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6daecdcca4be44998fcf7369dd7cfa62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253556 Aug 27 13:56:09.478410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888eb70-ad40-4a22-932a-aa69f356488a req-9090a49e-5385-4aaf-a9e9-c2605a6d404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:09.479859 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8888eb70-ad40-4a22-932a-aa69f356488a req-9090a49e-5385-4aaf-a9e9-c2605a6d404c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 1097 time: 0.1020458 Aug 27 13:56:09.565666 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8888eb70-ad40-4a22-932a-aa69f356488a req-bbb29a4d-cbd1-4c29-a51b-c1514fd945ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591102 Aug 27 13:56:09.592961 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:09.602601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34282f1-4233-495a-aaa2-2b2c0552eb47 req-37bfbf18-e11c-4593-84f7-2f1d9794f82f tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:09.602601 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f34282f1-4233-495a-aaa2-2b2c0552eb47 req-37bfbf18-e11c-4593-84f7-2f1d9794f82f tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1520252 Aug 27 13:56:09.617102 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f34282f1-4233-495a-aaa2-2b2c0552eb47 req-60cde6ab-4df2-40c0-b852-ff4f62eb249d tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] 10.222.0.55 "GET /v2.0/quotas/6daecdcca4be44998fcf7369dd7cfa62 HTTP/1.1" status: 200 len: 375 time: 0.0101063 Aug 27 13:56:09.650006 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f34282f1-4233-495a-aaa2-2b2c0552eb47 req-5b65d0e4-3d7c-400d-a63a-55744121a8b6 tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6daecdcca4be44998fcf7369dd7cfa62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270972 Aug 27 13:56:09.732134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3109e7-1467-40bf-ad0a-671a8c3a510e req-22d2774f-9908-445a-b4c5-3e229479c890 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:09.733714 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac3109e7-1467-40bf-ad0a-671a8c3a510e req-22d2774f-9908-445a-b4c5-3e229479c890 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 950 time: 0.0526183 Aug 27 13:56:09.773659 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac3109e7-1467-40bf-ad0a-671a8c3a510e req-8b9100a2-36e4-4684-8889-d6f54616b6bb tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333812 Aug 27 13:56:09.795898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e3388-8edc-4b25-a855-7aa9809f8322 req-c8ca6139-105a-4d6d-9e5d-0cc54773af14 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:09.797402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c56e3388-8edc-4b25-a855-7aa9809f8322 req-c8ca6139-105a-4d6d-9e5d-0cc54773af14 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0504282 Aug 27 13:56:09.836126 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c56e3388-8edc-4b25-a855-7aa9809f8322 req-c516c179-30fa-48be-828c-f7842554f5ff tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320930 Aug 27 13:56:09.947099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cc2b5-8af2-4645-afbb-93b3384fef33 req-9e3393b8-5b5c-45bf-9719-dac3660f2a47 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:09.948643 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-119cc2b5-8af2-4645-afbb-93b3384fef33 req-9e3393b8-5b5c-45bf-9719-dac3660f2a47 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 945 time: 0.0559566 Aug 27 13:56:09.977544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:09.989770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-119cc2b5-8af2-4645-afbb-93b3384fef33 req-3855026c-b223-4744-8ac3-5505fd050502 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341756 Aug 27 13:56:10.039088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:10.043353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:10.043786 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:10.100976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-b6e4bd31-1fd8-40b2-8a76-c95f2dcdab79 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233607 Aug 27 13:56:10.126468 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:10.169591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:10.175691 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:10.225998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ce344-aba5-4679-b74c-c818107cd3cd req-57845f27-bf94-4435-a487-83a2fc5848f6 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:10.234211 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-57845f27-bf94-4435-a487-83a2fc5848f6 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1272528 Aug 27 13:56:10.251708 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-88f64b80-c8c6-40e3-a460-7d0d33a3b343 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/quotas/ea9304a3ec6d4ecfa2bf954ee211c92a HTTP/1.1" status: 200 len: 375 time: 0.0165784 Aug 27 13:56:10.252849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:10.288122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e2c71-6296-4cec-a648-d1866cdfc23f req-d2ac4d82-9d52-409b-8fde-92d1674331c3 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:10.289709 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec0e2c71-6296-4cec-a648-d1866cdfc23f req-d2ac4d82-9d52-409b-8fde-92d1674331c3 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 947 time: 0.0571766 Aug 27 13:56:10.312627 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-c4091c65-f961-458d-baf1-eff5ca1a9a14 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596256 Aug 27 13:56:10.334233 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec0e2c71-6296-4cec-a648-d1866cdfc23f req-228f9580-1afd-41c1-bc97-73927df8b596 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382628 Aug 27 13:56:10.442849 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-150499ad-341b-44c9-862f-7cf28522c074 req-5e0e6c20-268a-41fd-8712-87c019e13e58 tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6daecdcca4be44998fcf7369dd7cfa62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374391 Aug 27 13:56:10.545129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eb2ab-983c-4820-9e37-02a41b95ff24 req-3a5425a0-e52a-41ab-9dd3-575320202c59 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:10.546740 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a70eb2ab-983c-4820-9e37-02a41b95ff24 req-3a5425a0-e52a-41ab-9dd3-575320202c59 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0591025 Aug 27 13:56:10.587662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150499ad-341b-44c9-862f-7cf28522c074 req-d8605a4e-fc30-45d3-9121-a253b8dc1fe4 tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:10.588662 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-150499ad-341b-44c9-862f-7cf28522c074 req-d8605a4e-fc30-45d3-9121-a253b8dc1fe4 tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450429 Aug 27 13:56:10.593189 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a70eb2ab-983c-4820-9e37-02a41b95ff24 req-0ccc9888-997e-4fb0-844f-617cde4ec6d1 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396526 Aug 27 13:56:10.605902 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-150499ad-341b-44c9-862f-7cf28522c074 req-11c1c5b3-54d5-4942-8255-fd2d7a691b37 tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] 10.222.0.55 "GET /v2.0/quotas/6daecdcca4be44998fcf7369dd7cfa62 HTTP/1.1" status: 200 len: 375 time: 0.0102112 Aug 27 13:56:10.699001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706805f0-17f2-4375-b8aa-f3d7e533f35c req-8ac61eb3-24d3-40a0-8b21-91ee9f85dd53 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 210 time: 0.0333438 Aug 27 13:56:10.765578 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ae143fa1-cfe2-4787-b12f-a49b4ea9d9a6 req-5b9b9cc3-2970-4bf4-b692-3d9c78dc53d8 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 210 time: 0.0283766 Aug 27 13:56:10.865291 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-150499ad-341b-44c9-862f-7cf28522c074 req-69312561-18e8-435f-b0b1-d641781a57a3 tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6daecdcca4be44998fcf7369dd7cfa62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2528598 Aug 27 13:56:10.967333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcad26-45df-4d61-968b-0a6e36469001 req-a7edbd98-3a2e-4309-a858-2332cd7d6095 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:10.969613 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06fcad26-45df-4d61-968b-0a6e36469001 req-a7edbd98-3a2e-4309-a858-2332cd7d6095 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 950 time: 0.0564377 Aug 27 13:56:11.011550 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06fcad26-45df-4d61-968b-0a6e36469001 req-d657c0ef-bef0-4cb9-ae5c-a97c2a6c8239 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353763 Aug 27 13:56:11.172003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e0a0c-e960-4521-a802-f5450823d61d req-c8de298b-a199-46ee-8669-bb4a72125fc3 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:11.173891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a45e0a0c-e960-4521-a802-f5450823d61d req-c8de298b-a199-46ee-8669-bb4a72125fc3 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 945 time: 0.0861597 Aug 27 13:56:11.228675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-b51876cf-d892-4f90-a41d-9f39f616c308 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:11.230885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-b51876cf-d892-4f90-a41d-9f39f616c308 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.41 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 808 time: 0.1331546 Aug 27 13:56:11.234997 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a45e0a0c-e960-4521-a802-f5450823d61d req-d4e22234-936a-4809-a048-8b6301312ac9 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488372 Aug 27 13:56:11.260060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-96798f46-142d-45cd-a3f7-ed2735c0314b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Request body: {'port': {'device_id': '82cf330c-720a-4d38-9f67-6cddc8c6df6f', 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc', 'admin_state_up': True, 'tenant_id': '0b84005fec6146b8af367291d0980e18'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:11.260726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a71b0e8-b99c-471b-8ddb-c1162cb09eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:11.263714 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6a088a-eb12-4957-8c0c-0709d14b0231" -d '{"events": [{"server_uuid": "5a71b0e8-b99c-471b-8ddb-c1162cb09eba", "name": "network-vif-plugged", "status": "completed", "tag": "dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:11.299292 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a8f190-d18a-4afe-a8b7-f7ff0f0b376a x-openstack-request-id: req-36a8f190-d18a-4afe-a8b7-f7ff0f0b376a {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:11.299615 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a71b0e8-b99c-471b-8ddb-c1162cb09eba", "name": "network-vif-plugged", "status": "completed", "tag": "dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:11.299870 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36a8f190-d18a-4afe-a8b7-f7ff0f0b376a {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:11.300267 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a71b0e8-b99c-471b-8ddb-c1162cb09eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a', 'code': 200} Aug 27 13:56:11.375478 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-96798f46-142d-45cd-a3f7-ed2735c0314b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Made reservation on behalf of 0b84005fec6146b8af367291d0980e18 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:11.379886 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-96798f46-142d-45cd-a3f7-ed2735c0314b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:11.484612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b3c6d-cc7b-4321-86d9-e0451f0a1a3a req-476a94b0-d638-41a9-b8f3-027489585da5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:11.484612 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c52b3c6d-cc7b-4321-86d9-e0451f0a1a3a req-476a94b0-d638-41a9-b8f3-027489585da5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 947 time: 0.0632172 Aug 27 13:56:11.517053 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-728df1cf-d5d8-4941-8787-fb1f99812ded req-a8b99f63-cc0c-4e04-939c-9afa2b66c451 tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6daecdcca4be44998fcf7369dd7cfa62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466120 Aug 27 13:56:11.523747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c52b3c6d-cc7b-4321-86d9-e0451f0a1a3a req-826f3e20-7292-4d6c-8910-1a27dafa6f7e tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353093 Aug 27 13:56:11.554948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-96798f46-142d-45cd-a3f7-ed2735c0314b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Allocated IP 172.20.0.12 (a4fa4222-2c01-407d-8d35-d36794d53fdc/42ec8a6f-4682-4195-b131-0bf74a6d6a47/bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:11.677900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-154484dd-5e5f-4e3d-899b-cd1918f91235 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289326 Aug 27 13:56:11.714329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58607fda-440c-487a-ac20-9a5a281f1852 req-87a4fb06-2998-4574-ab3b-ede0a3fff665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:11.716216 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-58607fda-440c-487a-ac20-9a5a281f1852 req-87a4fb06-2998-4574-ab3b-ede0a3fff665 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 1101 time: 0.1325588 Aug 27 13:56:11.735678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728df1cf-d5d8-4941-8787-fb1f99812ded req-7a7505ab-22b3-4953-9d8c-1be91e501b3f tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:11.743657 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-728df1cf-d5d8-4941-8787-fb1f99812ded req-7a7505ab-22b3-4953-9d8c-1be91e501b3f tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180572 Aug 27 13:56:11.810297 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-728df1cf-d5d8-4941-8787-fb1f99812ded req-1c39964c-e52f-4de3-8a42-6041e0d41c59 tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] 10.222.0.55 "GET /v2.0/quotas/6daecdcca4be44998fcf7369dd7cfa62 HTTP/1.1" status: 200 len: 375 time: 0.0656838 Aug 27 13:56:11.857145 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-728df1cf-d5d8-4941-8787-fb1f99812ded req-65ddcc29-52fe-4ac4-8317-1ff09db1816a tempest-QuotasAdminNegativeTest-55007793 tempest-QuotasAdminNegativeTest-55007793-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6daecdcca4be44998fcf7369dd7cfa62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456946 Aug 27 13:56:11.875276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d1943-5cc0-4ff2-915e-c0193ed2be9d req-fcaada3f-ff0e-42d8-aff0-24bd9b43d2e1 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:11.876771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b03d1943-5cc0-4ff2-915e-c0193ed2be9d req-fcaada3f-ff0e-42d8-aff0-24bd9b43d2e1 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1412001 Aug 27 13:56:11.877293 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-58607fda-440c-487a-ac20-9a5a281f1852 req-91004d17-6e94-422e-9971-06f176da8965 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011107 Aug 27 13:56:11.903314 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-96798f46-142d-45cd-a3f7-ed2735c0314b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:11.922190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ce344-aba5-4679-b74c-c818107cd3cd req-413b6408-1380-4a8b-a09f-45e77e4e20d2 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:11.923865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-413b6408-1380-4a8b-a09f-45e77e4e20d2 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385001 Aug 27 13:56:11.944159 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-96798f46-142d-45cd-a3f7-ed2735c0314b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:11.946873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-616ce344-aba5-4679-b74c-c818107cd3cd req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Request body: {'port': {'device_id': '3137aa95-82ab-4a46-9415-1dc225205a82', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'ea9304a3ec6d4ecfa2bf954ee211c92a'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:12.023483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-96798f46-142d-45cd-a3f7-ed2735c0314b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Network a4fa4222-2c01-407d-8d35-d36794d53fdc is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:12.030938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-96798f46-142d-45cd-a3f7-ed2735c0314b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:12.037410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-96798f46-142d-45cd-a3f7-ed2735c0314b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:12.042887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96798f46-142d-45cd-a3f7-ed2735c0314b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Pushing event updated for resources: {'Port': ['ID=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:12.102051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063d58c-fd10-4b72-a231-4c79c591f0ee req-cf36d986-80db-4dc7-acaa-3459f28cefbe tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:12.103587 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0063d58c-fd10-4b72-a231-4c79c591f0ee req-cf36d986-80db-4dc7-acaa-3459f28cefbe tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 932 time: 0.1225700 Aug 27 13:56:12.112244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-96798f46-142d-45cd-a3f7-ed2735c0314b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:12.112915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-96798f46-142d-45cd-a3f7-ed2735c0314b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:12.143112 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-96798f46-142d-45cd-a3f7-ed2735c0314b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8901703 Aug 27 13:56:12.156736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0063d58c-fd10-4b72-a231-4c79c591f0ee req-53ab2686-c6d3-4b21-9ec2-0eae5242d839 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Aug 27 13:56:12.159866 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b03d1943-5cc0-4ff2-915e-c0193ed2be9d req-75d65fd1-fcd9-448c-82d2-b0d3b6b2676c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681253 Aug 27 13:56:12.267642 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0daa1516-d329-4ab0-b696-ebfa3a5b9e92 req-a3cc5e23-6dd1-4f07-9503-695e33e95265 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 210 time: 0.0378969 Aug 27 13:56:12.303346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616ce344-aba5-4679-b74c-c818107cd3cd req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Made reservation on behalf of ea9304a3ec6d4ecfa2bf954ee211c92a for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:12.306952 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-616ce344-aba5-4679-b74c-c818107cd3cd req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:12.405852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Request body: {'port': {'device_id': '82cf330c-720a-4d38-9f67-6cddc8c6df6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:12.438520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e6abb-6f44-4870-82f4-f31a609b6066 req-dbaf8bb7-8a6d-4e36-b566-44c09b9796fa tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:12.439952 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e60e6abb-6f44-4870-82f4-f31a609b6066 req-dbaf8bb7-8a6d-4e36-b566-44c09b9796fa tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 950 time: 0.1022689 Aug 27 13:56:12.490676 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:12.514148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69eab5-a958-4bb4-8831-676232ad7eab req-7b865337-2ab3-4cd1-90d7-af24314475ab tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:12.515698 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3b69eab5-a958-4bb4-8831-676232ad7eab req-7b865337-2ab3-4cd1-90d7-af24314475ab tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 945 time: 0.0876665 Aug 27 13:56:12.522091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-616ce344-aba5-4679-b74c-c818107cd3cd req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Allocated IP 192.168.233.5 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:12.526948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e60e6abb-6f44-4870-82f4-f31a609b6066 req-6f2bd8dd-c0a5-4494-bc22-ff0eabaafd2f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676243 Aug 27 13:56:12.610861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3b69eab5-a958-4bb4-8831-676232ad7eab req-3570bebd-826d-4a3f-8671-df09a08e4f8f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690048 Aug 27 13:56:12.715858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 11a02dee-c26b-439c-bb19-01bceb870ed9 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:56:12.751889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0b6bc-7d52-44f9-80d3-75f4a60a1899 req-8d0f95a7-1422-40a7-ba7d-36409dfa02f1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:12.753611 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ee0b6bc-7d52-44f9-80d3-75f4a60a1899 req-8d0f95a7-1422-40a7-ba7d-36409dfa02f1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 947 time: 0.1161864 Aug 27 13:56:12.796928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82c2b8-733f-4503-afcf-9eabc82eaa1e req-9b0246be-01b1-472e-a298-464e4ce1a479 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:12.798565 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f82c2b8-733f-4503-afcf-9eabc82eaa1e req-9b0246be-01b1-472e-a298-464e4ce1a479 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 1097 time: 0.1126993 Aug 27 13:56:12.809563 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-616ce344-aba5-4679-b74c-c818107cd3cd req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:12.824206 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ee0b6bc-7d52-44f9-80d3-75f4a60a1899 req-6325f8e4-b132-47e1-97d3-2c84456ed22e tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628312 Aug 27 13:56:12.831232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-616ce344-aba5-4679-b74c-c818107cd3cd req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Transition to ACTIVE for port object fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:12.866542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 11a02dee-c26b-439c-bb19-01bceb870ed9, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=11a02dee-c26b-439c-bb19-01bceb870ed9,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:12.879448 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-616ce344-aba5-4679-b74c-c818107cd3cd req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:12.880076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '11a02dee-c26b-439c-bb19-01bceb870ed9', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '11a02dee-c26b-439c-bb19-01bceb870ed9', 'mac_address': 'fa:16:3e:c7:cc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:56:12.913017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['062bd1ee-5174-47db-ba80-79a5571967ca'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:12.917241 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f82c2b8-733f-4503-afcf-9eabc82eaa1e req-b52d2eaf-e0c2-46b4-8c0d-ad83e4374e6a tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066723 Aug 27 13:56:12.932853 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616ce344-aba5-4679-b74c-c818107cd3cd req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:12.938614 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-616ce344-aba5-4679-b74c-c818107cd3cd req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:12.943901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39908) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:12.944820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-616ce344-aba5-4679-b74c-c818107cd3cd req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:12.972321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['d9b5ffea-5715-492a-9b9b-157bcdd5a71f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:13.004850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:13.013586 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.018808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Pushing event updated for resources: {'Port': ['ID=fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:13.031456 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Transition to ACTIVE for port object bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:13.039452 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.049900 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.082781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a02dee-c26b-439c-bb19-01bceb870ed9 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:13.098053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ce344-aba5-4679-b74c-c818107cd3cd req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:13.098991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-616ce344-aba5-4679-b74c-c818107cd3cd req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.101858 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:13.137105 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-44010388-f88d-4801-bd37-1a5372bdfbdb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1955922 Aug 27 13:56:13.138196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 11a02dee-c26b-439c-bb19-01bceb870ed9, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=11a02dee-c26b-439c-bb19-01bceb870ed9,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:13.139520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368bb2f-7e18-4a03-bc62-19ca67a190b9 req-046759d3-d72d-4784-8b07-e878cb216100 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:13.148811 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4368bb2f-7e18-4a03-bc62-19ca67a190b9 req-046759d3-d72d-4784-8b07-e878cb216100 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 1097 time: 0.0919478 Aug 27 13:56:13.155665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Request body: {'port': {'device_id': '3137aa95-82ab-4a46-9415-1dc225205a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:13.178345 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.179045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2a17fb0e-cecf-47ea-948d-d92edf5980af details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:56:13.211249 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aafdb334-58f5-4a4d-8561-fa987cf2e878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.230496 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Attempting to bind port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:13.230896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Attempting to bind port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:13.231331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Attempting to bind port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:13.242830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on network a4fa4222-2c01-407d-8d35-d36794d53fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:13.247332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Attempting to bind port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:13.258483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:13.258988 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Checking segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:13.259520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Bound using segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:13.260187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Bound port: bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:13.260668 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.272401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4368bb2f-7e18-4a03-bc62-19ca67a190b9 req-c532e62c-0716-42af-99f9-35aeffc1aac6 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165130 Aug 27 13:56:13.306377 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.331209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=11a02dee-c26b-439c-bb19-01bceb870ed9,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:13.377904 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2a17fb0e-cecf-47ea-948d-d92edf5980af, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2a17fb0e-cecf-47ea-948d-d92edf5980af,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:13.395632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb1951-1b2a-42d0-a7e6-d8c4b30a9f64 req-c1ed217d-e951-455a-9174-d783b80bd31a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:13.403299 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f3bb1951-1b2a-42d0-a7e6-d8c4b30a9f64 req-c1ed217d-e951-455a-9174-d783b80bd31a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1267471 Aug 27 13:56:13.413615 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '2a17fb0e-cecf-47ea-948d-d92edf5980af', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '2a17fb0e-cecf-47ea-948d-d92edf5980af', 'mac_address': 'fa:16:3e:3f:d1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:56:13.419101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:13.427675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7cd96ce2-4213-4ae8-a1c2-de2ad435dfee None None] Provisioning for port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:13.444371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:13.454930 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.455539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7cd96ce2-4213-4ae8-a1c2-de2ad435dfee None None] Provisioning complete for port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:13.455918 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7cd96ce2-4213-4ae8-a1c2-de2ad435dfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.499541 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f3bb1951-1b2a-42d0-a7e6-d8c4b30a9f64 req-c6138900-86ee-4f57-ae51-6c1a565c64bd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926621 Aug 27 13:56:13.521380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:13.522328 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.524083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa HTTP/1.1" status: 200 len: 1093 time: 1.1237249 Aug 27 13:56:13.524688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cf330c-720a-4d38-9f67-6cddc8c6df6f', 'tag': 'bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:13.527514 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8448dcc4-b35d-4297-bd68-54026f7b4e30" -d '{"events": [{"name": "network-changed", "server_uuid": "82cf330c-720a-4d38-9f67-6cddc8c6df6f", "tag": "bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:13.561900 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7cd96ce2-4213-4ae8-a1c2-de2ad435dfee None None] Port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:56:13.565059 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.579253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a17fb0e-cecf-47ea-948d-d92edf5980af {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:13.580246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8148546-d79f-41d4-87d9-edabf2c9f6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:13.607580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2a17fb0e-cecf-47ea-948d-d92edf5980af, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2a17fb0e-cecf-47ea-948d-d92edf5980af,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:13.614256 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.638400 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aafdb334-58f5-4a4d-8561-fa987cf2e878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.652669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc2a09-3690-4824-aa49-e68391abb2d8 req-4a5812f6-977f-4d28-8e2a-317d91cf2c4d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:13.655092 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24fc2a09-3690-4824-aa49-e68391abb2d8 req-4a5812f6-977f-4d28-8e2a-317d91cf2c4d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 944 time: 0.1744659 Aug 27 13:56:13.661180 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aafdb334-58f5-4a4d-8561-fa987cf2e878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.669884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=2a17fb0e-cecf-47ea-948d-d92edf5980af,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:13.701710 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-4921bdeb-beca-46a9-bdc8-32b254def067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:13.704325 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-4921bdeb-beca-46a9-bdc8-32b254def067 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 1096 time: 0.0808091 Aug 27 13:56:13.747090 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-aafdb334-58f5-4a4d-8561-fa987cf2e878 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6daecdcca4be44998fcf7369dd7cfa62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7989888 Aug 27 13:56:13.750853 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39928) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:13.751546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdb334-58f5-4a4d-8561-fa987cf2e878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60432599-885d-4467-9e14-d1ce3f4e159d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:13.755332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76eb47-c765-4027-912d-09d0d69f21bf req-656f881f-2575-4b81-abee-8dc27d42aa89 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:13.756887 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6b76eb47-c765-4027-912d-09d0d69f21bf req-656f881f-2575-4b81-abee-8dc27d42aa89 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 934 time: 0.0516431 Aug 27 13:56:13.798583 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6b76eb47-c765-4027-912d-09d0d69f21bf req-e4f38bcc-fb58-44cd-8203-508078b4dfbb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344000 Aug 27 13:56:13.805243 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24fc2a09-3690-4824-aa49-e68391abb2d8 req-a448644a-e5a1-414d-b272-fb5e2a192bb2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288407 Aug 27 13:56:13.855234 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92682166-2527-4a18-895a-cad45d266d6c x-openstack-request-id: req-92682166-2527-4a18-895a-cad45d266d6c {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:13.855600 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cf330c-720a-4d38-9f67-6cddc8c6df6f", "tag": "bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:13.855853 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92682166-2527-4a18-895a-cad45d266d6c {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:13.856247 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cf330c-720a-4d38-9f67-6cddc8c6df6f', 'tag': 'bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa', 'status': 'completed', 'code': 200} Aug 27 13:56:13.870597 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0b10dc74-56c2-4e60-904f-15741ac21662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.887848 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:13.899938 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.904454 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-26b410a1-2c29-4659-b614-5f6805277c74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa HTTP/1.1" status: 200 len: 217 time: 0.0415664 Aug 27 13:56:13.913314 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0b10dc74-56c2-4e60-904f-15741ac21662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:13.937073 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Transition to ACTIVE for port object fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:13.963649 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:14.009061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4c7e8-aed6-486c-b354-d8a548a1f397 req-6a277543-64f7-4956-9fe6-9be77f2ceb41 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:14.012451 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bce4c7e8-aed6-486c-b354-d8a548a1f397 req-6a277543-64f7-4956-9fe6-9be77f2ceb41 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 948 time: 0.0932703 Aug 27 13:56:14.015393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-e93d8c32-d4d2-4a0a-871e-ae054740185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:14.016219 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-e93d8c32-d4d2-4a0a-871e-ae054740185e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.0707014 Aug 27 13:56:14.062652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12f66-59fc-446d-b18c-8cb2670e3b52 req-20b196b2-68ec-4c02-8ad4-22b99e3ce745 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:14.064300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-afb12f66-59fc-446d-b18c-8cb2670e3b52 req-20b196b2-68ec-4c02-8ad4-22b99e3ce745 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 950 time: 0.1410959 Aug 27 13:56:14.069389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bce4c7e8-aed6-486c-b354-d8a548a1f397 req-a8d8fe1c-f75a-427b-b34a-ee600f31569e tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363095 Aug 27 13:56:14.069673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Pushing event updated for resources: {'Port': ['ID=fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:14.103153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['11a02dee-c26b-439c-bb19-01bceb870ed9'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:14.124061 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0b10dc74-56c2-4e60-904f-15741ac21662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:14.127317 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0b10dc74-56c2-4e60-904f-15741ac21662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:14.130124 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0b10dc74-56c2-4e60-904f-15741ac21662 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60432599-885d-4467-9e14-d1ce3f4e159d HTTP/1.1" status: 204 len: 168 time: 0.3728118 Aug 27 13:56:14.179653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['2a17fb0e-cecf-47ea-948d-d92edf5980af'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:14.210019 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-426cee7b-1878-4bb0-b18b-cce97b5cbb72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634048 Aug 27 13:56:14.231510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10dc74-56c2-4e60-904f-15741ac21662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60432599-885d-4467-9e14-d1ce3f4e159d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:14.272712 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-afb12f66-59fc-446d-b18c-8cb2670e3b52 req-33e8d2db-7d89-4c40-9378-66219e655c56 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834605 Aug 27 13:56:14.338636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Attempting to bind port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:14.343088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Attempting to bind port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:14.343435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Attempting to bind port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:14.348214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823af36c-ab55-4706-8712-45abe70323e9 req-6ec0b16b-775d-4c87-bc82-5be6eb01cc21 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:14.349920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-823af36c-ab55-4706-8712-45abe70323e9 req-6ec0b16b-775d-4c87-bc82-5be6eb01cc21 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 950 time: 0.2021232 Aug 27 13:56:14.356900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:14.357408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Attempting to bind port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:14.367197 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:14.367811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:14.368466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:14.369081 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Bound port: fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:14.369632 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:14.403872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-3d2e58c0-a5aa-4587-9b50-421bb6844c72 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746016 Aug 27 13:56:14.511933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358891a-d6b8-44a8-a177-a0646c7e76bd req-11318630-3f70-495e-bb73-916cf665e717 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:14.519852 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8358891a-d6b8-44a8-a177-a0646c7e76bd req-11318630-3f70-495e-bb73-916cf665e717 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 1097 time: 0.0994627 Aug 27 13:56:14.522048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] For port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:14.529981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] For port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:14.544819 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:14.600283 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8358891a-d6b8-44a8-a177-a0646c7e76bd req-a64e825a-f3f1-4351-bbdc-bb87250f7991 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794644 Aug 27 13:56:14.643556 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7aef4de6-31c6-4b15-a0b3-a8daaa84ff7d req-716d1573-5d59-43df-9d7e-7ae3842a48aa service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155018 Aug 27 13:56:14.663842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:14.665042 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:14.667053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] 10.222.0.52 "PUT /v2.0/ports/fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 HTTP/1.1" status: 200 len: 1095 time: 1.5160575 Aug 27 13:56:14.667698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3137aa95-82ab-4a46-9415-1dc225205a82', 'tag': 'fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:14.670716 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95220e76-42a1-46f5-9516-0247210e293d" -d '{"events": [{"name": "network-changed", "server_uuid": "3137aa95-82ab-4a46-9415-1dc225205a82", "tag": "fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:14.671746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-823af36c-ab55-4706-8712-45abe70323e9 req-fe441000-a94e-4e27-87bf-e9bc7bc80211 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Deleting port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:56:14.672159 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-823af36c-ab55-4706-8712-45abe70323e9 req-fe441000-a94e-4e27-87bf-e9bc7bc80211 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:14.694997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b7053-db2f-4bdf-b382-a72d792fdebf service neutron] Pushing event updated for resources: {'Port': ['ID=fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:14.748317 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a37662cd-35a7-4a97-943e-26b89f747570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:14.772329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39948) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:14.788340 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7dabac6-f719-4eb8-a26d-e4b6528bf7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:14.809229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d3199-0088-4cfc-9255-6f7dd4cb3390 req-c6e24ebc-f818-4a36-b174-1d05d2dc8d4e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:14.810918 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-824d3199-0088-4cfc-9255-6f7dd4cb3390 req-c6e24ebc-f818-4a36-b174-1d05d2dc8d4e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1885459 Aug 27 13:56:14.889173 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb5339f-36ea-4e9b-92a8-34e978d5c2a1 x-openstack-request-id: req-3cb5339f-36ea-4e9b-92a8-34e978d5c2a1 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:14.889457 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3137aa95-82ab-4a46-9415-1dc225205a82", "tag": "fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:14.889700 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3cb5339f-36ea-4e9b-92a8-34e978d5c2a1 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:14.890350 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3137aa95-82ab-4a46-9415-1dc225205a82', 'tag': 'fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7', 'status': 'completed', 'code': 200} Aug 27 13:56:14.906214 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fff7e661-bd80-410d-82a0-da19c6fd06f1 req-db1c5274-8fb7-463d-b8ac-eba61af45a8c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2390397 Aug 27 13:56:14.937225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ce344-aba5-4679-b74c-c818107cd3cd req-94603622-1ae6-4c08-a2b5-c843ae178840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:14.941187 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-94603622-1ae6-4c08-a2b5-c843ae178840 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 1098 time: 0.0836515 Aug 27 13:56:14.970811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-823af36c-ab55-4706-8712-45abe70323e9 req-fe441000-a94e-4e27-87bf-e9bc7bc80211 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] For port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b0dfe2b9-5861-40c1-ada3-ea70f5de66ad,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:14.971176 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-823af36c-ab55-4706-8712-45abe70323e9 req-fe441000-a94e-4e27-87bf-e9bc7bc80211 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:14.991234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-824d3199-0088-4cfc-9255-6f7dd4cb3390 req-363f96c9-e09e-4823-9aef-c59fcfe78b9a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529977 Aug 27 13:56:14.994953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7dabac6-f719-4eb8-a26d-e4b6528bf7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:15.010294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-823af36c-ab55-4706-8712-45abe70323e9 req-fe441000-a94e-4e27-87bf-e9bc7bc80211 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Calling delete_port for b0dfe2b9-5861-40c1-ada3-ea70f5de66ad owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:56:15.047165 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7dabac6-f719-4eb8-a26d-e4b6528bf7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:15.057877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448dcc4-b35d-4297-bd68-54026f7b4e30 req-e3bbe313-fc12-428c-9ebb-73d48de83528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:15.059383 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8448dcc4-b35d-4297-bd68-54026f7b4e30 req-e3bbe313-fc12-428c-9ebb-73d48de83528 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 1096 time: 0.2697828 Aug 27 13:56:15.071489 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-a9e6ac1b-7062-4b09-b17a-3e5dce292624 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 HTTP/1.1" status: 200 len: 217 time: 0.1161282 Aug 27 13:56:15.166442 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e7dabac6-f719-4eb8-a26d-e4b6528bf7c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99c19b0ea1064fa1a49bc0a2ef32abd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930800 Aug 27 13:56:15.169569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dabac6-f719-4eb8-a26d-e4b6528bf7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a5f372-3da6-4bde-be28-35ba17e5979b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:15.174990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39958) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:15.195981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b2a04-01fb-4c99-880e-74b704908a1d req-fe62b141-b9fb-4026-9906-866dcda2ef4b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:15.197581 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf7b2a04-01fb-4c99-880e-74b704908a1d req-fe62b141-b9fb-4026-9906-866dcda2ef4b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 944 time: 0.2001357 Aug 27 13:56:15.214780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ce344-aba5-4679-b74c-c818107cd3cd req-62e0d8fd-0d47-42de-a461-42ddc1ec9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:15.216787 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-62e0d8fd-0d47-42de-a461-42ddc1ec9bd9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1221085 Aug 27 13:56:15.326280 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf7b2a04-01fb-4c99-880e-74b704908a1d req-130c90aa-bff4-48d4-9bf4-40e86d6b1e7b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172688 Aug 27 13:56:15.335650 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4886563-4fa3-49a0-a683-ee2385466f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:15.346892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ce344-aba5-4679-b74c-c818107cd3cd req-dda72cec-5e35-4d44-99cb-147c13dd1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:15.346892 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-dda72cec-5e35-4d44-99cb-147c13dd1551 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993166 Aug 27 13:56:15.382060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4886563-4fa3-49a0-a683-ee2385466f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:15.489842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7e661-bd80-410d-82a0-da19c6fd06f1 req-a0108ced-fa38-4be1-9b2c-937be53c0716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:15.491506 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fff7e661-bd80-410d-82a0-da19c6fd06f1 req-a0108ced-fa38-4be1-9b2c-937be53c0716 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 1101 time: 0.4674852 Aug 27 13:56:15.532220 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-c0d6fbf3-af09-43ca-b67d-a192955553f0 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679366 Aug 27 13:56:15.533874 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4886563-4fa3-49a0-a683-ee2385466f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:15.533999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474171da-f252-467e-ae83-4a3570d97347 req-9ca59587-be05-42a7-9f9a-80660182c6a5 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:15.535742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-474171da-f252-467e-ae83-4a3570d97347 req-9ca59587-be05-42a7-9f9a-80660182c6a5 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 946 time: 0.4303627 Aug 27 13:56:15.537734 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4886563-4fa3-49a0-a683-ee2385466f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:15.539025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e4886563-4fa3-49a0-a683-ee2385466f96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54a5f372-3da6-4bde-be28-35ba17e5979b HTTP/1.1" status: 204 len: 168 time: 0.3599496 Aug 27 13:56:15.567255 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4886563-4fa3-49a0-a683-ee2385466f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a5f372-3da6-4bde-be28-35ba17e5979b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:15.682002 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-616ce344-aba5-4679-b74c-c818107cd3cd req-4e8fd5af-61cd-4d7b-8d09-315047892ae2 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257746 Aug 27 13:56:15.687956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448dcc4-b35d-4297-bd68-54026f7b4e30 req-7746cf71-f84b-4420-9e8b-056a374e94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:15.690303 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8448dcc4-b35d-4297-bd68-54026f7b4e30 req-7746cf71-f84b-4420-9e8b-056a374e94ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.5826626 Aug 27 13:56:15.820928 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8448dcc4-b35d-4297-bd68-54026f7b4e30 req-d2f1ec6a-c051-4bf7-9517-1e74a9fd6c00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa HTTP/1.1" status: 200 len: 217 time: 0.1125681 Aug 27 13:56:15.858581 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-474171da-f252-467e-ae83-4a3570d97347 req-0dddc13d-de79-43e4-964f-304029f094a8 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032949 Aug 27 13:56:15.864756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36481653-9ace-41f3-9103-2eb7ca79aee2 req-acc4041a-e584-493c-844a-28781ea056d5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:15.873349 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36481653-9ace-41f3-9103-2eb7ca79aee2 req-acc4041a-e584-493c-844a-28781ea056d5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 948 time: 0.1342626 Aug 27 13:56:15.902100 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-823af36c-ab55-4706-8712-45abe70323e9 req-fe441000-a94e-4e27-87bf-e9bc7bc80211 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:15.922193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['eee17657-3758-4200-bae5-fb666dc2f093'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:15.967429 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95220e76-42a1-46f5-9516-0247210e293d req-e0b95285-7536-44d1-9e44-2dc58569fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:15.969287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95220e76-42a1-46f5-9516-0247210e293d req-e0b95285-7536-44d1-9e44-2dc58569fe71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 1098 time: 0.1787710 Aug 27 13:56:15.977129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36481653-9ace-41f3-9103-2eb7ca79aee2 req-ce63a2f5-ba24-4af6-8281-15076cb3642b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028218 Aug 27 13:56:15.992220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['b0dfe2b9-5861-40c1-ada3-ea70f5de66ad'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:16.028974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7e661-bd80-410d-82a0-da19c6fd06f1 req-b4cdf1e4-f4dc-42b0-86b3-cdb5f5f679e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:16.030788 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fff7e661-bd80-410d-82a0-da19c6fd06f1 req-b4cdf1e4-f4dc-42b0-86b3-cdb5f5f679e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.4920220 Aug 27 13:56:16.036686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe441000-a94e-4e27-87bf-e9bc7bc80211 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Pushing event deleted for resources: {'Port': ['ID=b0dfe2b9-5861-40c1-ada3-ea70f5de66ad,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:16.047360 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ded9a457-f2b4-47c9-a148-f4c0aee2d750 req-7bcccbb3-60af-4f02-a5eb-d8d69f2257fc tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0586319 Aug 27 13:56:16.096426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95220e76-42a1-46f5-9516-0247210e293d req-331a5154-ed21-498e-9d2d-1596c5073b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:16.098512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448dcc4-b35d-4297-bd68-54026f7b4e30 req-f7fb9a60-2ab2-4bd0-a1c2-dd7baf98d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:16.098993 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95220e76-42a1-46f5-9516-0247210e293d req-331a5154-ed21-498e-9d2d-1596c5073b56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1193988 Aug 27 13:56:16.100681 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8448dcc4-b35d-4297-bd68-54026f7b4e30 req-f7fb9a60-2ab2-4bd0-a1c2-dd7baf98d893 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.2405028 Aug 27 13:56:16.148685 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-9c27944e-fa03-49b3-8130-8c9b71aa4f0a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3449154 Aug 27 13:56:16.214414 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fff7e661-bd80-410d-82a0-da19c6fd06f1 req-0bda38ec-bc18-4f06-9649-b92d95e45749 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=7dc98858-6543-4003-ab35-a7d14120bd36 HTTP/1.1" status: 200 len: 217 time: 0.0768671 Aug 27 13:56:16.225890 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95220e76-42a1-46f5-9516-0247210e293d req-51fdf463-fbe1-4e1f-9a53-ce915c0ecddd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 HTTP/1.1" status: 200 len: 217 time: 0.1180964 Aug 27 13:56:16.270985 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-823af36c-ab55-4706-8712-45abe70323e9 req-fe441000-a94e-4e27-87bf-e9bc7bc80211 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] No DVR routers for this DVR port b0dfe2b9-5861-40c1-ada3-ea70f5de66ad on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:56:16.297308 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8448dcc4-b35d-4297-bd68-54026f7b4e30 req-3d5f0c06-b3d6-4d82-9f9e-5b2f9005ad5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463082 Aug 27 13:56:16.313934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95220e76-42a1-46f5-9516-0247210e293d req-c0ace61c-df37-475b-a867-40bb02443184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:16.315406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95220e76-42a1-46f5-9516-0247210e293d req-c0ace61c-df37-475b-a867-40bb02443184 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0629699 Aug 27 13:56:16.321877 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-823af36c-ab55-4706-8712-45abe70323e9 req-fe441000-a94e-4e27-87bf-e9bc7bc80211 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:16.323988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b0597-bd1c-46f4-8867-774df5e177a9 req-d392cde8-185a-471d-abec-232ddf3cebd8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:16.324666 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-823af36c-ab55-4706-8712-45abe70323e9 req-fe441000-a94e-4e27-87bf-e9bc7bc80211 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.41 "DELETE /v2.0/ports/b0dfe2b9-5861-40c1-ada3-ea70f5de66ad HTTP/1.1" status: 204 len: 173 time: 1.9398878 Aug 27 13:56:16.325563 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-142b0597-bd1c-46f4-8867-774df5e177a9 req-d392cde8-185a-471d-abec-232ddf3cebd8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1249049 Aug 27 13:56:16.331598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb76d63-35fd-4025-a5be-777c7534d4c0', 'name': 'network-vif-deleted', 'tag': 'b0dfe2b9-5861-40c1-ada3-ea70f5de66ad'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:16.334316 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd5cd15-ca1b-4237-a810-9c6dd77d34e1" -d '{"events": [{"server_uuid": "0fb76d63-35fd-4025-a5be-777c7534d4c0", "name": "network-vif-deleted", "tag": "b0dfe2b9-5861-40c1-ada3-ea70f5de66ad"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:16.412855 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-142b0597-bd1c-46f4-8867-774df5e177a9 req-3492ea28-7ae9-49bf-8da1-e223ba8d47de tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682819 Aug 27 13:56:16.419359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95220e76-42a1-46f5-9516-0247210e293d req-26f69f72-db80-49de-adeb-feb62ce63cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:16.420847 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95220e76-42a1-46f5-9516-0247210e293d req-26f69f72-db80-49de-adeb-feb62ce63cf8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943866 Aug 27 13:56:16.500305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7e661-bd80-410d-82a0-da19c6fd06f1 req-11b6d550-2ed0-4227-b6d3-97143303ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:16.501789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fff7e661-bd80-410d-82a0-da19c6fd06f1 req-11b6d550-2ed0-4227-b6d3-97143303ba03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.2136693 Aug 27 13:56:16.511249 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0a858-b493-4a3b-b40b-a97c577b2a35 req-798f2c10-299f-4707-b7f2-0cacf7bb5129 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:16.518506 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-02e0a858-b493-4a3b-b40b-a97c577b2a35 req-798f2c10-299f-4707-b7f2-0cacf7bb5129 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 1097 time: 0.3248928 Aug 27 13:56:16.606575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8448dcc4-b35d-4297-bd68-54026f7b4e30 req-6c5a1797-216c-4f01-abac-9ddf4e946c07 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677827 Aug 27 13:56:16.619671 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95220e76-42a1-46f5-9516-0247210e293d req-6f6afd61-eb37-44f7-a8fa-c5609635f866 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815233 Aug 27 13:56:16.622906 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f53bf18-2698-4437-a53f-477778450618 x-openstack-request-id: req-7f53bf18-2698-4437-a53f-477778450618 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:16.623465 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb76d63-35fd-4025-a5be-777c7534d4c0", "name": "network-vif-deleted", "tag": "b0dfe2b9-5861-40c1-ada3-ea70f5de66ad", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:16.624048 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f53bf18-2698-4437-a53f-477778450618 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:16.624898 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb76d63-35fd-4025-a5be-777c7534d4c0', 'name': 'network-vif-deleted', 'tag': 'b0dfe2b9-5861-40c1-ada3-ea70f5de66ad', 'status': 'completed', 'code': 200} Aug 27 13:56:16.631169 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-02e0a858-b493-4a3b-b40b-a97c577b2a35 req-4399334b-b313-4a8a-9c01-f83aac4ebbb7 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112978 Aug 27 13:56:16.698909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7e661-bd80-410d-82a0-da19c6fd06f1 req-7a5630bd-31a0-40b8-8e9b-9a0e1604c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:16.701298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fff7e661-bd80-410d-82a0-da19c6fd06f1 req-7a5630bd-31a0-40b8-8e9b-9a0e1604c783 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1689026 Aug 27 13:56:16.730235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 11a02dee-c26b-439c-bb19-01bceb870ed9 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:16.821375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f889e-b3d6-45f0-852b-b5dbe28798a6 req-d57cc76a-a360-4148-9dc0-2e6c27c81f00 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:16.824688 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e9f889e-b3d6-45f0-852b-b5dbe28798a6 req-d57cc76a-a360-4148-9dc0-2e6c27c81f00 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 944 time: 0.1002290 Aug 27 13:56:16.834145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 11a02dee-c26b-439c-bb19-01bceb870ed9 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:16.838587 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8448dcc4-b35d-4297-bd68-54026f7b4e30 req-0f90bf17-9e45-413c-9acb-68fc350ec8c0 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031119 Aug 27 13:56:16.840036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 11a02dee-c26b-439c-bb19-01bceb870ed9 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:16.840638 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:16.844440 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40012) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:16.923557 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fff7e661-bd80-410d-82a0-da19c6fd06f1 req-d11d2808-7d30-4443-9ee1-9a49980cf430 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814694 Aug 27 13:56:16.983221 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.065323 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1312949767-network', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:17.074132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 11a02dee-c26b-439c-bb19-01bceb870ed9, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=11a02dee-c26b-439c-bb19-01bceb870ed9,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:17.077449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faf4099-a0c3-4d15-860c-49f70d65d5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a02dee-c26b-439c-bb19-01bceb870ed9'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:17.086531 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b17e1c3-1ffe-4738-9a94-e7cfc79ef6ec" -d '{"events": [{"server_uuid": "1faf4099-a0c3-4d15-860c-49f70d65d5f7", "name": "network-vif-plugged", "status": "completed", "tag": "11a02dee-c26b-439c-bb19-01bceb870ed9"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:17.102799 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.104076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2a17fb0e-cecf-47ea-948d-d92edf5980af up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:17.177445 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fff7e661-bd80-410d-82a0-da19c6fd06f1 req-9e35a250-9b64-49da-b046-083e72446569 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349143 Aug 27 13:56:17.180056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Made reservation on behalf of 94a6515f8f724dc2ab86aeeed1a7f94a for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:17.182495 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.206290 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.216899 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e9f889e-b3d6-45f0-852b-b5dbe28798a6 req-0eab275e-2720-4e2d-84b8-856daaad989a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783607 Aug 27 13:56:17.223428 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95220e76-42a1-46f5-9516-0247210e293d req-aa0f3cd7-14c5-4f7d-9cb4-ac566586312a service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894649 Aug 27 13:56:17.323595 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 2a17fb0e-cecf-47ea-948d-d92edf5980af completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:17.330652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=11a02dee-c26b-439c-bb19-01bceb870ed9,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:17.333885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 2a17fb0e-cecf-47ea-948d-d92edf5980af triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:17.334797 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.367254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475afb65-ca0d-4902-8d5d-f12487a35ffb req-d49d87a4-c388-4099-be8f-bb317e517a09 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:17.368913 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-475afb65-ca0d-4902-8d5d-f12487a35ffb req-d49d87a4-c388-4099-be8f-bb317e517a09 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 946 time: 0.0892432 Aug 27 13:56:17.406599 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.473967 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.478895 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c0067033-56db-45c8-8f94-c20d9cadd1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.482423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-475afb65-ca0d-4902-8d5d-f12487a35ffb req-e33ba4e5-f898-4515-b314-13a90f7e99cf tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001458 Aug 27 13:56:17.484774 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.505083 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.517016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2a17fb0e-cecf-47ea-948d-d92edf5980af, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2a17fb0e-cecf-47ea-948d-d92edf5980af,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:17.523002 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.528297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:56:17.544661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:17.548124 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.548590 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Added segment 349f06f5-7aeb-47b8-99fa-2fac367c10a3 of type vlan for network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd Aug 27 13:56:17.597914 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=2a17fb0e-cecf-47ea-948d-d92edf5980af,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:17.627727 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.655967 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.657170 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:17.657759 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.679484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81751ede-dd0d-443d-be70-e24b3efd2930 req-a63fe519-3a22-4473-83c7-ba0c8c68c83d tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:17.686965 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-81751ede-dd0d-443d-be70-e24b3efd2930 req-a63fe519-3a22-4473-83c7-ba0c8c68c83d tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 949 time: 0.0892296 Aug 27 13:56:17.728183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:17.734664 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-94adda53-d0b6-47e8-97d2-73ec4566ada5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8875389 Aug 27 13:56:17.736020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40052) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:17.745846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:56:17.751318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c03b03c5-4746-4968-ad70-b594fcb3cf29 admin admin] Request body: {'subnet': {'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312949767-subnet', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:17.777435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-81751ede-dd0d-443d-be70-e24b3efd2930 req-27380580-f3af-47e1-a6b7-889145bb795a tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896058 Aug 27 13:56:17.819368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03b03c5-4746-4968-ad70-b594fcb3cf29 admin admin] Made reservation on behalf of 94a6515f8f724dc2ab86aeeed1a7f94a for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:17.822240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c03b03c5-4746-4968-ad70-b594fcb3cf29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:17.927307 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2084c701-a4cb-496a-9f31-f6f43ddfde1b req-a594ce98-03f6-44a5-b1fc-89e3e8ff566e tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0374815 Aug 27 13:56:17.973730 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcd85f5-882c-4096-b3d1-232b36818104 x-openstack-request-id: req-4bcd85f5-882c-4096-b3d1-232b36818104 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:17.974243 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faf4099-a0c3-4d15-860c-49f70d65d5f7", "name": "network-vif-plugged", "status": "completed", "tag": "11a02dee-c26b-439c-bb19-01bceb870ed9", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:17.974515 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4bcd85f5-882c-4096-b3d1-232b36818104 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:17.974935 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faf4099-a0c3-4d15-860c-49f70d65d5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a02dee-c26b-439c-bb19-01bceb870ed9', 'code': 200} Aug 27 13:56:18.042405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:56:18.062193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b0dfe2b9-5861-40c1-ada3-ea70f5de66ad no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:56:18.080353 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c03b03c5-4746-4968-ad70-b594fcb3cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:18.089165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: b0dfe2b9-5861-40c1-ada3-ea70f5de66ad {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:56:18.089590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b0dfe2b9-5861-40c1-ada3-ea70f5de66ad not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:56:18.125942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5cf58-30a5-4111-baad-7ea50caceb77 req-c2bb12f9-5f76-4fa3-a782-11eb9385c4f1 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:18.127399 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7cd5cf58-30a5-4111-baad-7ea50caceb77 req-c2bb12f9-5f76-4fa3-a782-11eb9385c4f1 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1014814 Aug 27 13:56:18.186811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b03c5-4746-4968-ad70-b594fcb3cf29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18141edc-2850-46e4-aa3e-33f9943dea5c,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:18.201787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:18.219377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa', 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc', 'port_id': 'bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa', 'mac_address': 'fa:16:3e:78:22:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ec8a6f-4682-4195-b131-0bf74a6d6a47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:56:18.222664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-46ffd90b-1043-4c51-a42d-54390ddab9ab tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:56:18.224460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-46ffd90b-1043-4c51-a42d-54390ddab9ab tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067296 Aug 27 13:56:18.227757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7cd5cf58-30a5-4111-baad-7ea50caceb77 req-d478175d-a4a5-4c8c-8fd5-3913ff7b4ff8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847037 Aug 27 13:56:18.231182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98bb57-0da0-4597-9335-6455f43a5e6d req-4cde541b-77bb-498b-afa7-f008bf0ddaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:18.232358 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be98bb57-0da0-4597-9335-6455f43a5e6d req-4cde541b-77bb-498b-afa7-f008bf0ddaf9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 1101 time: 0.1040890 Aug 27 13:56:18.233063 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b03c5-4746-4968-ad70-b594fcb3cf29 admin admin] Checking segment: {'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:18.233446 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b03c5-4746-4968-ad70-b594fcb3cf29 admin admin] Network hostable DHCP agents. Network: fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:56:18.252410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] Request body: {'binding': {'host': 'n-h1-712139-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:18.253180 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] Unknown quota resources ['binding']. {{(pid=101187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 13:56:18.261635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b03c5-4746-4968-ad70-b594fcb3cf29 admin admin] Network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:56:18.264405 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:18.277762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:18.283711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-c03b03c5-4746-4968-ad70-b594fcb3cf29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:18.293872 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b03c5-4746-4968-ad70-b594fcb3cf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:18.295209 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c03b03c5-4746-4968-ad70-b594fcb3cf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:18.296542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72cfe7d-9fcf-4681-9324-4f7175e9796c None None] Network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:56:18.308067 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be98bb57-0da0-4597-9335-6455f43a5e6d req-b252dbd1-6f0a-4333-97c4-b0fa1fa8d8b0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551872 Aug 27 13:56:18.317559 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c03b03c5-4746-4968-ad70-b594fcb3cf29 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5790741 Aug 27 13:56:18.318359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:18.320415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40058) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:18.326292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1312949767-router', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:18.349887 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:18.351324 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:18.353571 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:18.403098 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:18.433132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:18.442946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] Attempting to bind port 0b271975-2255-4477-bbef-e8399df1769e on host n-h1-712139-12 for vnic_type normal with profile None {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:18.443421 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] Attempting to bind port 0b271975-2255-4477-bbef-e8399df1769e by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:18.443850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] Attempting to bind port 0b271975-2255-4477-bbef-e8399df1769e on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:18.448567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] Port 0b271975-2255-4477-bbef-e8399df1769e on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:18.449000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] Attempting to bind port 0b271975-2255-4477-bbef-e8399df1769e on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:18.453840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:18.454255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:18.454702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:18.455254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] Bound port: 0b271975-2255-4477-bbef-e8399df1769e, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:18.503266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd', 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'fixed_ips': [{'subnet_id': '18141edc-2850-46e4-aa3e-33f9943dea5c'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:56:18.504289 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:18.519891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0b271975-2255-4477-bbef-e8399df1769e,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:18.529604 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] Notify callbacks [] for binding, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:18.531224 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-48bb69c5-f3ee-4245-af38-9617c9bb1295 service neutron] 10.222.0.55 "POST /v2.0/ports/0b271975-2255-4477-bbef-e8399df1769e/bindings HTTP/1.1" status: 201 len: 390 time: 0.2901740 Aug 27 13:56:18.629034 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:18.655078 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:18.674314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-8d2e0a98-4eb5-4667-9395-0ac2c6f937c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:18.676215 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-8d2e0a98-4eb5-4667-9395-0ac2c6f937c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 1101 time: 0.0728142 Aug 27 13:56:18.748140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Allocated IP 172.20.0.2 (fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd/18141edc-2850-46e4-aa3e-33f9943dea5c/4fcfdda9-79aa-4193-a613-aeb67364c86d) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:18.755056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:56:18.844715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47151a36-7203-41f4-a6c6-a4c9b9067c8d req-dfd8d411-6f59-4ec5-abd8-bcefa4f8543c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:18.854878 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47151a36-7203-41f4-a6c6-a4c9b9067c8d req-dfd8d411-6f59-4ec5-abd8-bcefa4f8543c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 945 time: 0.1435509 Aug 27 13:56:18.880279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-4b6d90ea-626f-4c9c-867b-ff622a9c7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:18.881774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-4b6d90ea-626f-4c9c-867b-ff622a9c7a21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1885343 Aug 27 13:56:18.943654 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47151a36-7203-41f4-a6c6-a4c9b9067c8d req-ac650da9-2ede-48e0-ba3c-e48f5e73d8af tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871227 Aug 27 13:56:18.945570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-6d2b28ed-7e74-4c7a-8157-0bae0f96fc4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a HTTP/1.1" status: 200 len: 217 time: 0.0489268 Aug 27 13:56:18.968461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:18.981123 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:19.008697 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:19.029483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-18acbc54-7009-4ab7-94f8-cdf9b7b80f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:19.031045 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-18acbc54-7009-4ab7-94f8-cdf9b7b80f11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 1097 time: 0.1553166 Aug 27 13:56:19.040631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb4e08-a6d0-46f3-b5e6-9f02e6e8ba1b req-98d1f69f-cc22-4181-a7af-fa20da0e5ea0 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:19.047855 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbeb4e08-a6d0-46f3-b5e6-9f02e6e8ba1b req-98d1f69f-cc22-4181-a7af-fa20da0e5ea0 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 946 time: 0.1733308 Aug 27 13:56:19.050326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-541ad65d-0a2a-4d36-a34c-c29cf704ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:19.051980 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-541ad65d-0a2a-4d36-a34c-c29cf704ecc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0854976 Aug 27 13:56:19.077265 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4b6de-b83e-4959-83fa-f0c6d43eb755 req-dde7c16a-8ed4-49c1-b90a-b65777fc0339 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:19.079010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aba4b6de-b83e-4959-83fa-f0c6d43eb755 req-dde7c16a-8ed4-49c1-b90a-b65777fc0339 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 945 time: 0.0734050 Aug 27 13:56:19.132734 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbeb4e08-a6d0-46f3-b5e6-9f02e6e8ba1b req-68330799-d9a5-4c97-a5ef-37cab2596e94 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821373 Aug 27 13:56:19.139785 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aba4b6de-b83e-4959-83fa-f0c6d43eb755 req-5e3fd8d2-818d-4b00-aaa0-39eebd7eeb41 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442379 Aug 27 13:56:19.150013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-3195ef4a-bfcf-42a2-b5de-7f47d0e686d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:19.150013 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-3195ef4a-bfcf-42a2-b5de-7f47d0e686d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0889707 Aug 27 13:56:19.183651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Allocated IP 172.25.2.61 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/b4fd0121-0dbb-4af5-9393-39eec98bf2e2) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:19.234581 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:19.271215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7', 'mac_address': 'fa:16:3e:6e:9d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:56:19.313543 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:19.327365 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-c8deea90-3bf0-490e-b886-054c55cffcee service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641932 Aug 27 13:56:19.336365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5800417-6473-4a59-b693-f2bae87c1e45 req-7f2b1250-dad7-4213-9e41-b9906297094c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:19.338609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:19.339097 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5800417-6473-4a59-b693-f2bae87c1e45 req-7f2b1250-dad7-4213-9e41-b9906297094c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 949 time: 0.0795650 Aug 27 13:56:19.358786 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:19.364117 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:19.366568 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:19.384903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ac97f-1a85-40bb-a923-831967fde457 req-67f32dbf-d22b-4e88-9ea0-35d906385eba tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:19.386423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-722ac97f-1a85-40bb-a923-831967fde457 req-67f32dbf-d22b-4e88-9ea0-35d906385eba tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 950 time: 0.1405249 Aug 27 13:56:19.389697 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-5dc1a531-8d57-480d-bdb7-b287fa16a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:19.391098 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-5dc1a531-8d57-480d-bdb7-b287fa16a17f service neutron] 10.222.0.52 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.2015438 Aug 27 13:56:19.399694 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Transition to ACTIVE for port object 4fcfdda9-79aa-4193-a613-aeb67364c86d will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:19.428187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Transition to ACTIVE for port object 4fcfdda9-79aa-4193-a613-aeb67364c86d will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:19.440224 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:19.443543 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:19.456133 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5800417-6473-4a59-b693-f2bae87c1e45 req-fb76d3fb-ade6-4366-abea-2a60b55c4bb4 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003513 Aug 27 13:56:19.472825 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-fd0f12b6-51be-45c4-9532-70c55670ef71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b271975-2255-4477-bbef-e8399df1769e HTTP/1.1" status: 200 len: 217 time: 0.0554790 Aug 27 13:56:19.473044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:19.486980 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-9ddcb896-d52e-4fb7-950c-1bbe7d8fa965 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460004 Aug 27 13:56:19.487114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Pushing event updated for resources: {'Port': ['ID=4fcfdda9-79aa-4193-a613-aeb67364c86d,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:19.505143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:19.506785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:19.509127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:19.523808 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-722ac97f-1a85-40bb-a923-831967fde457 req-2ddc55be-2967-4bab-a024-aae4cf69ab18 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252666 Aug 27 13:56:19.581862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-238e0fb1-0329-4df1-adee-4a11edc93b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:19.583412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Attempting to bind port 4fcfdda9-79aa-4193-a613-aeb67364c86d on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:19.583946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Attempting to bind port 4fcfdda9-79aa-4193-a613-aeb67364c86d by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:19.584682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Attempting to bind port 4fcfdda9-79aa-4193-a613-aeb67364c86d on network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:19.592013 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:19.593103 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Checking segment: {'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:19.593485 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-238e0fb1-0329-4df1-adee-4a11edc93b4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.1094747 Aug 27 13:56:19.593828 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:19.594372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Bound using segment: {'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:19.595027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Bound port: 4fcfdda9-79aa-4193-a613-aeb67364c86d, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:19.595586 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:19.618197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ac184-a933-44cb-8b9d-f8e4568629c0 req-b9349132-7016-41c2-914a-e28f8e0a346f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:19.631330 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-714ac184-a933-44cb-8b9d-f8e4568629c0 req-b9349132-7016-41c2-914a-e28f8e0a346f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0960941 Aug 27 13:56:19.637396 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-ef833631-6c2a-46a4-aacc-28c7efde9cd7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315201 Aug 27 13:56:19.638736 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:19.670198 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-714ac184-a933-44cb-8b9d-f8e4568629c0 req-e93b02bf-ac10-4f06-bd3c-727a6f346946 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379937 Aug 27 13:56:19.694665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] For port 4fcfdda9-79aa-4193-a613-aeb67364c86d, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:19.697684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] For port 4fcfdda9-79aa-4193-a613-aeb67364c86d, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4fcfdda9-79aa-4193-a613-aeb67364c86d,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:19.701598 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:19.731503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:19.743265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:19.747208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:19.750468 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Pushing event updated for resources: {'Port': ['ID=b4fd0121-0dbb-4af5-9393-39eec98bf2e2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:19.776629 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ecac3-709b-4597-b2ae-9139f5cb45b8 None None] Pushing event updated for resources: {'Port': ['ID=4fcfdda9-79aa-4193-a613-aeb67364c86d,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:19.815456 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-2603540c-f68b-40e7-ad84-aee6b2390820 service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490028 Aug 27 13:56:19.978444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6c7dfd-a7f9-4e80-a544-914732e18699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a17fb0e-cecf-47ea-948d-d92edf5980af'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:19.982620 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57665a54-9f33-4616-a1c0-c7aea2077866" -d '{"events": [{"server_uuid": "ed6c7dfd-a7f9-4e80-a544-914732e18699", "name": "network-vif-plugged", "status": "completed", "tag": "2a17fb0e-cecf-47ea-948d-d92edf5980af"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:20.020710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8adca46d-674e-482d-9d0f-378b0c93fffe service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677079 Aug 27 13:56:20.044180 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6616e32e-17d9-4ec8-a426-95fb30240d26 x-openstack-request-id: req-6616e32e-17d9-4ec8-a426-95fb30240d26 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:20.044479 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6c7dfd-a7f9-4e80-a544-914732e18699", "name": "network-vif-plugged", "status": "completed", "tag": "2a17fb0e-cecf-47ea-948d-d92edf5980af", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:20.044786 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6616e32e-17d9-4ec8-a426-95fb30240d26 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:20.045275 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6c7dfd-a7f9-4e80-a544-914732e18699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a17fb0e-cecf-47ea-948d-d92edf5980af', 'code': 200} Aug 27 13:56:20.053836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:20.098589 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:20.204745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b393a0-585a-49f3-9931-cba915e1becd req-bb7192bb-feb0-4029-a780-f885712c4e57 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:20.206283 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12b393a0-585a-49f3-9931-cba915e1becd req-bb7192bb-feb0-4029-a780-f885712c4e57 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 945 time: 0.1356833 Aug 27 13:56:20.229410 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:20.292728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a763e-8786-41bf-8f48-5b23382b0dac req-c92a809f-4d46-42a1-a0ca-17dc5cf9c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:20.294211 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f37a763e-8786-41bf-8f48-5b23382b0dac req-c92a809f-4d46-42a1-a0ca-17dc5cf9c9b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed6c7dfd-a7f9-4e80-a544-914732e18699 HTTP/1.1" status: 200 len: 1102 time: 0.1412401 Aug 27 13:56:20.297506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-b74469df-c505-488a-89d0-fe69650a24b8 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:20.299499 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-b74469df-c505-488a-89d0-fe69650a24b8 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27&tenant_id=a7dba67d579b475f8c1e968351f5a6ea&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1097 time: 0.1393559 Aug 27 13:56:20.312958 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12b393a0-585a-49f3-9931-cba915e1becd req-7cc93b6b-42ed-4372-9e1d-5a1b12087afd tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916517 Aug 27 13:56:20.313920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335b9c-fced-419f-9fe4-8e33749873ba req-b7135102-0ba6-45c0-9447-129c34dd307b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:20.315401 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51335b9c-fced-419f-9fe4-8e33749873ba req-b7135102-0ba6-45c0-9447-129c34dd307b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 947 time: 0.0671849 Aug 27 13:56:20.349207 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-12'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:20.407438 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51335b9c-fced-419f-9fe4-8e33749873ba req-440019e5-2513-41d3-b683-f08fe8095474 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854080 Aug 27 13:56:20.445047 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:20.479936 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f37a763e-8786-41bf-8f48-5b23382b0dac req-3ddc4826-d489-4f86-98c7-f5b1ba7b4c12 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352339 Aug 27 13:56:20.506137 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69969ffe-7e65-4ec7-bce3-af0dbca99260 req-eb41b677-f80b-4712-b4ec-4d594b9cc90c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:20.513524 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69969ffe-7e65-4ec7-bce3-af0dbca99260 req-eb41b677-f80b-4712-b4ec-4d594b9cc90c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 945 time: 0.1371644 Aug 27 13:56:20.623409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dc474-e244-4127-af33-30f56231fdf2 req-83e4009b-1324-4965-bceb-f6ea263a0478 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:20.624976 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-433dc474-e244-4127-af33-30f56231fdf2 req-83e4009b-1324-4965-bceb-f6ea263a0478 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 949 time: 0.0782776 Aug 27 13:56:20.661700 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b271975-2255-4477-bbef-e8399df1769e,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:20.686494 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-433dc474-e244-4127-af33-30f56231fdf2 req-835aa61b-7d19-43f4-a75f-0112bd6a1d3f tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544038 Aug 27 13:56:20.719259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:20.768982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654393ef-f7ae-4477-bb30-4100e4ea0f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b271975-2255-4477-bbef-e8399df1769e'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:20.771610 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7257cfe2-19bb-4e32-94af-6051613fffbb" -d '{"events": [{"server_uuid": "654393ef-f7ae-4477-bb30-4100e4ea0f27", "name": "network-vif-unplugged", "status": "completed", "tag": "0b271975-2255-4477-bbef-e8399df1769e"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:20.782145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a91ff8c-4f5a-4074-9866-9095c5d6e6ac None None] Network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:56:20.790604 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:20.814729 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:20.826116 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69969ffe-7e65-4ec7-bce3-af0dbca99260 req-6ee89b4f-1044-4b84-8c11-bb8375270d13 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117132 Aug 27 13:56:20.830804 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:20.868983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ff98d303-ba7f-41e5-8e2d-ab89d38356c7 None None] Provisioning for port 4fcfdda9-79aa-4193-a613-aeb67364c86d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:20.935446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dd66f-f2d5-4262-9322-422645ce5f9c req-a73233fc-4b6c-4568-b423-784fe9b850c9 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:20.937008 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee7dd66f-f2d5-4262-9322-422645ce5f9c req-a73233fc-4b6c-4568-b423-784fe9b850c9 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 950 time: 0.1720209 Aug 27 13:56:20.943412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Pushing event updated for resources: {'Port': ['ID=0b271975-2255-4477-bbef-e8399df1769e,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:20.983416 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Attempting to bind port 0b271975-2255-4477-bbef-e8399df1769e on host n-h2-712139-12 for vnic_type normal with profile {"migrating_to": "n-h1-712139-12"} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:20.983805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Attempting to bind port 0b271975-2255-4477-bbef-e8399df1769e by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:20.984187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Attempting to bind port 0b271975-2255-4477-bbef-e8399df1769e on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:20.988367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Router a962aca3-e523-4619-8d43-688bd5a0327d is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:56:20.994560 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Port 0b271975-2255-4477-bbef-e8399df1769e on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:20.994914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Attempting to bind port 0b271975-2255-4477-bbef-e8399df1769e on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:21.006807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:21.007166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:21.007506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:21.007948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Bound port: 0b271975-2255-4477-bbef-e8399df1769e, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:21.008472 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:21.012922 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:21.032712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee7dd66f-f2d5-4262-9322-422645ce5f9c req-f2b3b1bf-c9d3-48ba-a53b-a37d29070fed tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841718 Aug 27 13:56:21.143317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7390f8b-ce16-4e2e-9ef7-676490bcec57 req-08af0df9-f570-46a3-9ff9-d9512ac6adab tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:21.145015 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c7390f8b-ce16-4e2e-9ef7-676490bcec57 req-08af0df9-f570-46a3-9ff9-d9512ac6adab tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1068695 Aug 27 13:56:21.178029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:56:21.189590 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224a7405-a66e-4552-9215-a0183778196b None None] Sync routers for ids ['a962aca3-e523-4619-8d43-688bd5a0327d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:56:21.200722 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224a7405-a66e-4552-9215-a0183778196b None None] Routers {'a962aca3-e523-4619-8d43-688bd5a0327d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:56:21.201489 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-224a7405-a66e-4552-9215-a0183778196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:56:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a962aca3-e523-4619-8d43-688bd5a0327d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:21.225249 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c7390f8b-ce16-4e2e-9ef7-676490bcec57 req-460ae669-fd7c-4dc4-bbc4-f7c6f811f117 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711119 Aug 27 13:56:21.246574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:21.250546 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-38d3811a-1634-4a5f-9c70-0405b6ef992c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9283803 Aug 27 13:56:21.253478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40092) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:21.339561 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-224a7405-a66e-4552-9215-a0183778196b None None] Set router a962aca3-e523-4619-8d43-688bd5a0327d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:56:21.371821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:21.376464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b271975-2255-4477-bbef-e8399df1769e,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:21.379507 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68073e0-90ca-4c08-9789-22f992a8d4de x-openstack-request-id: req-a68073e0-90ca-4c08-9789-22f992a8d4de {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:21.379878 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654393ef-f7ae-4477-bb30-4100e4ea0f27", "name": "network-vif-unplugged", "status": "completed", "tag": "0b271975-2255-4477-bbef-e8399df1769e", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:21.380511 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a68073e0-90ca-4c08-9789-22f992a8d4de {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:21.380986 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654393ef-f7ae-4477-bb30-4100e4ea0f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b271975-2255-4477-bbef-e8399df1769e', 'code': 200} Aug 27 13:56:21.394286 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:21.503262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3366484-f025-421d-b3e9-d9e2726ee1e8 req-1141f92d-1916-4f67-8e39-073804012c36 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:21.505153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e3366484-f025-421d-b3e9-d9e2726ee1e8 req-1141f92d-1916-4f67-8e39-073804012c36 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed6c7dfd-a7f9-4e80-a544-914732e18699 HTTP/1.1" status: 200 len: 950 time: 0.1233246 Aug 27 13:56:21.505768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Pushing event updated for resources: {'Port': ['ID=0b271975-2255-4477-bbef-e8399df1769e,revision_number=8']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:21.510652 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:21.511336 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:21.512718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-8869e989-c51b-4940-9d31-9e02054e0840 service neutron] 10.222.0.52 "PUT /v2.0/ports/0b271975-2255-4477-bbef-e8399df1769e HTTP/1.1" status: 200 len: 1123 time: 1.1704738 Aug 27 13:56:21.537394 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-224a7405-a66e-4552-9215-a0183778196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312949767-router', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:18Z', 'updated_at': '2021-08-27T13:56:19Z', 'revision_number': 3, 'project_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'gw_port': {'id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:19Z', 'updated_at': '2021-08-27T13:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:21.553335 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e3366484-f025-421d-b3e9-d9e2726ee1e8 req-9aa0faba-196d-4475-822b-5bbe7baa7db0 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356066 Aug 27 13:56:21.574414 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224a7405-a66e-4552-9215-a0183778196b None None] Checking router: a962aca3-e523-4619-8d43-688bd5a0327d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:56:21.574414 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224a7405-a66e-4552-9215-a0183778196b None None] Updating router a962aca3-e523-4619-8d43-688bd5a0327d port b4fd0121-0dbb-4af5-9393-39eec98bf2e2 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:56:21.583055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a5443-8cb6-44a3-8061-be8f9dd35162 req-39726d74-bcdc-42bd-9d40-9075edcd99c5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:21.584812 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-870a5443-8cb6-44a3-8061-be8f9dd35162 req-39726d74-bcdc-42bd-9d40-9075edcd99c5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 945 time: 0.1194108 Aug 27 13:56:21.606710 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-224a7405-a66e-4552-9215-a0183778196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:21.678302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeaa16-d9a8-48c8-b458-ec649f21938a req-c308f5d9-0abe-4560-bbae-39112466b093 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:21.679837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7bdeaa16-d9a8-48c8-b458-ec649f21938a req-c308f5d9-0abe-4560-bbae-39112466b093 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 947 time: 0.0524001 Aug 27 13:56:21.680864 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-870a5443-8cb6-44a3-8061-be8f9dd35162 req-52d6b2c7-f42e-4ebb-8d9b-79d0102a014e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547202 Aug 27 13:56:21.727389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7bdeaa16-d9a8-48c8-b458-ec649f21938a req-f043164e-8364-41f0-82cc-2731b09a0a26 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350971 Aug 27 13:56:21.733715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0b271975-2255-4477-bbef-e8399df1769e'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:21.824599 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:21.911340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4fcfdda9-79aa-4193-a613-aeb67364c86d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:21.917276 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-224a7405-a66e-4552-9215-a0183778196b None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:21.928769 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-224a7405-a66e-4552-9215-a0183778196b None None] Transition to ACTIVE for port object b4fd0121-0dbb-4af5-9393-39eec98bf2e2 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:21.935676 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-224a7405-a66e-4552-9215-a0183778196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:21.965782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 4fcfdda9-79aa-4193-a613-aeb67364c86d completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:21.971796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 4fcfdda9-79aa-4193-a613-aeb67364c86d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:21.972913 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:21.997055 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Pushing event updated for resources: {'Port': ['ID=b4fd0121-0dbb-4af5-9393-39eec98bf2e2,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:21.999508 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-224a7405-a66e-4552-9215-a0183778196b None None] Attempting to bind port b4fd0121-0dbb-4af5-9393-39eec98bf2e2 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:21.999880 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-224a7405-a66e-4552-9215-a0183778196b None None] Attempting to bind port b4fd0121-0dbb-4af5-9393-39eec98bf2e2 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:22.000238 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a7405-a66e-4552-9215-a0183778196b None None] Attempting to bind port b4fd0121-0dbb-4af5-9393-39eec98bf2e2 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:22.009814 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:22.010167 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:22.010511 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:22.010879 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:22.011214 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:22.011544 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:22.011873 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:22.012391 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:22.012521 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:22.012824 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:22.013148 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:22.013476 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:22.017602 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a7405-a66e-4552-9215-a0183778196b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:22.017980 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a7405-a66e-4552-9215-a0183778196b None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:22.018384 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-224a7405-a66e-4552-9215-a0183778196b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.018795 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a7405-a66e-4552-9215-a0183778196b None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:22.020817 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-224a7405-a66e-4552-9215-a0183778196b None None] Bound port: b4fd0121-0dbb-4af5-9393-39eec98bf2e2, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:22.020817 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-224a7405-a66e-4552-9215-a0183778196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.074646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:22.077049 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddb091-9534-45d2-ad23-43dca419e676 req-bd9adadf-f77d-4be1-89a2-1be4f5c67ae7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:22.078842 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8bddb091-9534-45d2-ad23-43dca419e676 req-bd9adadf-f77d-4be1-89a2-1be4f5c67ae7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 943 time: 0.1396427 Aug 27 13:56:22.088172 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-224a7405-a66e-4552-9215-a0183778196b None None] For port b4fd0121-0dbb-4af5-9393-39eec98bf2e2, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:22.091476 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-224a7405-a66e-4552-9215-a0183778196b None None] For port b4fd0121-0dbb-4af5-9393-39eec98bf2e2, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b4fd0121-0dbb-4af5-9393-39eec98bf2e2,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:22.102510 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-224a7405-a66e-4552-9215-a0183778196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.110526 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.161148 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8bddb091-9534-45d2-ad23-43dca419e676 req-f56b4671-bb13-49ce-8535-659dbd4c5ce9 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751901 Aug 27 13:56:22.164371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Allocated IP 172.20.0.1 (fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd/18141edc-2850-46e4-aa3e-33f9943dea5c/c3994bd0-7dfe-44e0-b1f3-4bb76bc64767) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:22.167032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:22.173615 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 4fcfdda9-79aa-4193-a613-aeb67364c86d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4fcfdda9-79aa-4193-a613-aeb67364c86d,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:22.175446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:22.176417 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.179209 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.217482 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14f653-f6c3-4749-976e-1d0787f82252 None None] Pushing event updated for resources: {'Port': ['ID=b4fd0121-0dbb-4af5-9393-39eec98bf2e2,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:22.240765 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224a7405-a66e-4552-9215-a0183778196b None None] Routers {'a962aca3-e523-4619-8d43-688bd5a0327d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:56:22.241386 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-224a7405-a66e-4552-9215-a0183778196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:56:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a962aca3-e523-4619-8d43-688bd5a0327d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:22.268227 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=4fcfdda9-79aa-4193-a613-aeb67364c86d,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:22.294437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541777b-7628-4dea-8bf8-3e737545be67 req-e31ae313-6698-4cf9-b147-5b7c63bd9592 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:22.305160 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4541777b-7628-4dea-8bf8-3e737545be67 req-e31ae313-6698-4cf9-b147-5b7c63bd9592 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 950 time: 0.1458528 Aug 27 13:56:22.310456 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.312706 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.318568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a1ce3-9b71-4c26-bf19-1881df001922 req-dedf6cef-5ed5-47c0-8c45-6d4a3bf62f9f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:22.321089 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-183a1ce3-9b71-4c26-bf19-1881df001922 req-dedf6cef-5ed5-47c0-8c45-6d4a3bf62f9f tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.52 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 950 time: 0.2118070 Aug 27 13:56:22.328224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Transition to ACTIVE for port object c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:22.357436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:22.359045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cf330c-720a-4d38-9f67-6cddc8c6df6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:22.362239 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6d950a-a11a-4311-a443-83c0d90d58d7" -d '{"events": [{"server_uuid": "82cf330c-720a-4d38-9f67-6cddc8c6df6f", "name": "network-vif-plugged", "status": "completed", "tag": "bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:22.367379 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.406842 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-224a7405-a66e-4552-9215-a0183778196b None None] Set router a962aca3-e523-4619-8d43-688bd5a0327d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:56:22.425987 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4541777b-7628-4dea-8bf8-3e737545be67 req-f06f09d7-79ab-4006-bde1-03dc4862d81d tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/security-groups?id=056e2042-ea29-4da5-ba96-d977d05bc261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192408 Aug 27 13:56:22.427828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:22.445227 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d48863-4b3c-4b46-8a8e-eef040c62d02 req-f463d19c-9684-40c5-9680-b9830bf7ff2f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:22.447990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90d48863-4b3c-4b46-8a8e-eef040c62d02 req-f463d19c-9684-40c5-9680-b9830bf7ff2f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1029069 Aug 27 13:56:22.449767 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.498654 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03132ec2-f302-4563-882c-7f9200a7a8b5 x-openstack-request-id: req-03132ec2-f302-4563-882c-7f9200a7a8b5 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:22.498850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-183a1ce3-9b71-4c26-bf19-1881df001922 req-33200b2b-d2e9-4f46-958a-26a3093f9961 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Deleting port eee17657-3758-4200-bae5-fb666dc2f093 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:56:22.499110 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cf330c-720a-4d38-9f67-6cddc8c6df6f", "name": "network-vif-plugged", "status": "completed", "tag": "bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:22.499353 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-183a1ce3-9b71-4c26-bf19-1881df001922 req-33200b2b-d2e9-4f46-958a-26a3093f9961 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.499483 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03132ec2-f302-4563-882c-7f9200a7a8b5 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:22.499757 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cf330c-720a-4d38-9f67-6cddc8c6df6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa', 'code': 200} Aug 27 13:56:22.546048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:22.550286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:22.555184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:22.559497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Pushing event updated for resources: {'Port': ['ID=c3994bd0-7dfe-44e0-b1f3-4bb76bc64767,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:22.637436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-183a1ce3-9b71-4c26-bf19-1881df001922 req-33200b2b-d2e9-4f46-958a-26a3093f9961 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] For port eee17657-3758-4200-bae5-fb666dc2f093, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=eee17657-3758-4200-bae5-fb666dc2f093,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:22.637969 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-183a1ce3-9b71-4c26-bf19-1881df001922 req-33200b2b-d2e9-4f46-958a-26a3093f9961 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.658937 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90d48863-4b3c-4b46-8a8e-eef040c62d02 req-d6c4cf11-50f9-4d29-91a1-b33436052ccd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003183 Aug 27 13:56:22.670673 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.674009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-183a1ce3-9b71-4c26-bf19-1881df001922 req-33200b2b-d2e9-4f46-958a-26a3093f9961 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Calling delete_port for eee17657-3758-4200-bae5-fb666dc2f093 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:56:22.761257 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:22.815605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56410cd8-2c38-464c-83fa-df04e75856ce req-014719f3-c61e-45ac-94f8-389c716d6ec7 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:22.816741 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-224a7405-a66e-4552-9215-a0183778196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312949767-router', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:18Z', 'updated_at': '2021-08-27T13:56:19Z', 'revision_number': 3, 'project_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'gw_port': {'id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:19Z', 'updated_at': '2021-08-27T13:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:22.817462 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56410cd8-2c38-464c-83fa-df04e75856ce req-014719f3-c61e-45ac-94f8-389c716d6ec7 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed6c7dfd-a7f9-4e80-a544-914732e18699 HTTP/1.1" status: 200 len: 950 time: 0.1608903 Aug 27 13:56:22.829138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198116b-ce89-4af7-b592-1ba6a179dfb8 req-407adc82-3dec-4b91-896a-006de62e97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:22.831311 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c198116b-ce89-4af7-b592-1ba6a179dfb8 req-407adc82-3dec-4b91-896a-006de62e97bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 1098 time: 0.1581750 Aug 27 13:56:22.834767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:22.839308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:22.839698 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.864020 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224a7405-a66e-4552-9215-a0183778196b None None] The sync data for ids ['a962aca3-e523-4619-8d43-688bd5a0327d'] in n-d-712139-12 is: [{'id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312949767-router', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:18Z', 'updated_at': '2021-08-27T13:56:19Z', 'revision_number': 3, 'project_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'gw_port': {'id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:19Z', 'updated_at': '2021-08-27T13:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:56:22.932199 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56410cd8-2c38-464c-83fa-df04e75856ce req-139b71c5-ed7a-4620-94ca-ff908923f0e4 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961840 Aug 27 13:56:22.942264 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c198116b-ce89-4af7-b592-1ba6a179dfb8 req-078ed015-93b1-431e-a02c-23c1dd0d4d30 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749340 Aug 27 13:56:22.972801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9f0a8e19-2290-4120-bb8a-a73c456164c1 None None] Provisioning for port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:22.981234 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9f0a8e19-2290-4120-bb8a-a73c456164c1 None None] Provisioning complete for port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:22.981612 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8e19-2290-4120-bb8a-a73c456164c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:22.989019 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:23.019371 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-183a1ce3-9b71-4c26-bf19-1881df001922 req-33200b2b-d2e9-4f46-958a-26a3093f9961 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:23.045766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['eee17657-3758-4200-bae5-fb666dc2f093'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:23.065649 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33200b2b-d2e9-4f46-958a-26a3093f9961 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Pushing event deleted for resources: {'Port': ['ID=eee17657-3758-4200-bae5-fb666dc2f093,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:23.081189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9f0a8e19-2290-4120-bb8a-a73c456164c1 None None] Port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:56:23.087286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:23.095026 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:23.148182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-183a1ce3-9b71-4c26-bf19-1881df001922 req-33200b2b-d2e9-4f46-958a-26a3093f9961 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] No DVR routers for this DVR port eee17657-3758-4200-bae5-fb666dc2f093 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:56:23.154309 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-183a1ce3-9b71-4c26-bf19-1881df001922 req-33200b2b-d2e9-4f46-958a-26a3093f9961 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:23.156823 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-183a1ce3-9b71-4c26-bf19-1881df001922 req-33200b2b-d2e9-4f46-958a-26a3093f9961 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.52 "DELETE /v2.0/ports/eee17657-3758-4200-bae5-fb666dc2f093 HTTP/1.1" status: 204 len: 173 time: 0.8085413 Aug 27 13:56:23.166886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:23.182446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f97dcf-2809-4e7a-aae0-df9cdb3e43a7 req-95b8c7dd-a7de-4db7-a456-19baf1a3bb8b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:23.184683 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-31f97dcf-2809-4e7a-aae0-df9cdb3e43a7 req-95b8c7dd-a7de-4db7-a456-19baf1a3bb8b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 948 time: 0.1526756 Aug 27 13:56:23.290255 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-31f97dcf-2809-4e7a-aae0-df9cdb3e43a7 req-b4fed1f4-c3cc-4a53-8879-0d9adfb468b6 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975094 Aug 27 13:56:23.370921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938efaf-c1e7-4365-a112-600429c86493 req-a48e5674-a3d7-494a-bcdd-f776a4e19935 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:23.378648 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6938efaf-c1e7-4365-a112-600429c86493 req-a48e5674-a3d7-494a-bcdd-f776a4e19935 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 946 time: 0.6013899 Aug 27 13:56:23.381778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654393ef-f7ae-4477-bb30-4100e4ea0f27', 'tag': '0b271975-2255-4477-bbef-e8399df1769e'}, {'server_uuid': '56aab9fb-fc5a-40c8-a7a8-372899861817', 'name': 'network-vif-deleted', 'tag': 'eee17657-3758-4200-bae5-fb666dc2f093'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:23.384794 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d403b00e-06b5-47b1-bcbd-53a4411d42b4" -d '{"events": [{"name": "network-changed", "server_uuid": "654393ef-f7ae-4477-bb30-4100e4ea0f27", "tag": "0b271975-2255-4477-bbef-e8399df1769e"}, {"server_uuid": "56aab9fb-fc5a-40c8-a7a8-372899861817", "name": "network-vif-deleted", "tag": "eee17657-3758-4200-bae5-fb666dc2f093"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:23.395934 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:23.507028 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6938efaf-c1e7-4365-a112-600429c86493 req-7c6f8881-7615-418a-a0f6-2173564262bc tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274400 Aug 27 13:56:23.730822 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:23.740871 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:23.762370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e200c57-8c35-4e0c-b315-96672a30243a req-28412090-1b3e-4ed8-85ee-59a8302788aa tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:23.768922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e200c57-8c35-4e0c-b315-96672a30243a req-28412090-1b3e-4ed8-85ee-59a8302788aa tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:23.778218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3e200c57-8c35-4e0c-b315-96672a30243a req-28412090-1b3e-4ed8-85ee-59a8302788aa tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&device_id=ed6c7dfd-a7f9-4e80-a544-914732e18699 HTTP/1.1" status: 200 len: 1690 time: 0.0860200 Aug 27 13:56:23.814484 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3e200c57-8c35-4e0c-b315-96672a30243a req-7b7ab6c3-998e-46a1-adeb-d7c4d0f55831 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352607 Aug 27 13:56:23.815262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf79d5-9d7f-41f5-982f-5ec1bd1b7516 req-4e4dad6b-2020-4be8-8138-35fdd05a9fd4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:23.817638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1daf79d5-9d7f-41f5-982f-5ec1bd1b7516 req-4e4dad6b-2020-4be8-8138-35fdd05a9fd4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 943 time: 0.1473303 Aug 27 13:56:23.898563 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:23.899333 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959a672b-4bc4-47d5-9254-7ef02ee982ea x-openstack-request-id: req-959a672b-4bc4-47d5-9254-7ef02ee982ea {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:23.900987 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654393ef-f7ae-4477-bb30-4100e4ea0f27", "tag": "0b271975-2255-4477-bbef-e8399df1769e", "status": "completed", "code": 200}, {"server_uuid": "56aab9fb-fc5a-40c8-a7a8-372899861817", "name": "network-vif-deleted", "tag": "eee17657-3758-4200-bae5-fb666dc2f093", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:23.901492 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-959a672b-4bc4-47d5-9254-7ef02ee982ea {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:23.902116 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654393ef-f7ae-4477-bb30-4100e4ea0f27', 'tag': '0b271975-2255-4477-bbef-e8399df1769e', 'status': 'completed', 'code': 200} Aug 27 13:56:23.902580 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56aab9fb-fc5a-40c8-a7a8-372899861817', 'name': 'network-vif-deleted', 'tag': 'eee17657-3758-4200-bae5-fb666dc2f093', 'status': 'completed', 'code': 200} Aug 27 13:56:23.931199 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1daf79d5-9d7f-41f5-982f-5ec1bd1b7516 req-d2d51e06-b08e-4fca-93a9-3b95aa567467 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004224 Aug 27 13:56:23.938998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Pushing event updated for resources: {'Port': ['ID=c3994bd0-7dfe-44e0-b1f3-4bb76bc64767,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:23.997733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b4fd0121-0dbb-4af5-9393-39eec98bf2e2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:24.083633 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:24.091059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:24.101085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b4fd0121-0dbb-4af5-9393-39eec98bf2e2 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:24.118017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b4fd0121-0dbb-4af5-9393-39eec98bf2e2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:24.119483 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:24.128464 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d870418c-f411-435f-9a3c-b371b3e1ff75 req-ae5a5e22-168a-4da0-af59-361d47b0ac14 tempest-LiveMigrationNegativeTest-1598184380 tempest-LiveMigrationNegativeTest-1598184380-project] 10.222.0.55 "GET /v2.0/ports?device_id=56aab9fb-fc5a-40c8-a7a8-372899861817 HTTP/1.1" status: 200 len: 210 time: 0.0934224 Aug 27 13:56:24.177556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403b00e-06b5-47b1-bcbd-53a4411d42b4 req-29b86fa7-d762-4f61-95e9-876390d0271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:24.177556 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d403b00e-06b5-47b1-bcbd-53a4411d42b4 req-29b86fa7-d762-4f61-95e9-876390d0271b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 1126 time: 0.2026219 Aug 27 13:56:24.365402 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:24.411654 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403b00e-06b5-47b1-bcbd-53a4411d42b4 req-f866e753-fd60-4c67-8ee2-509ff42fdf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:24.412477 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port b4fd0121-0dbb-4af5-9393-39eec98bf2e2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b4fd0121-0dbb-4af5-9393-39eec98bf2e2,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:24.413084 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d403b00e-06b5-47b1-bcbd-53a4411d42b4 req-f866e753-fd60-4c67-8ee2-509ff42fdf24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.2267821 Aug 27 13:56:24.424254 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:24.425457 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4fcfdda9-79aa-4193-a613-aeb67364c86d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:24.429644 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Router a962aca3-e523-4619-8d43-688bd5a0327d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:56:24.512531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3137aa95-82ab-4a46-9415-1dc225205a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:24.515024 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d403b00e-06b5-47b1-bcbd-53a4411d42b4 req-76849814-7d26-43ec-9363-c4b345f19d07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b271975-2255-4477-bbef-e8399df1769e HTTP/1.1" status: 200 len: 217 time: 0.0801070 Aug 27 13:56:24.516074 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06e8b4a-6263-4518-bcee-3ea3aac703fb" -d '{"events": [{"server_uuid": "3137aa95-82ab-4a46-9415-1dc225205a82", "name": "network-vif-plugged", "status": "completed", "tag": "fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:24.562615 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c52a2879-3f65-44ab-ae37-53380f071188 None None] Provisioning complete for port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:24.563282 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c52a2879-3f65-44ab-ae37-53380f071188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:24.567803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=b4fd0121-0dbb-4af5-9393-39eec98bf2e2,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:24.599360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 4fcfdda9-79aa-4193-a613-aeb67364c86d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:24.600001 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:24.612549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2e2cc-1390-4923-9489-2534445f8e85 req-2a215894-5560-4ca4-9723-f1683a2707da tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:24.621135 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c1e2e2cc-1390-4923-9489-2534445f8e85 req-2a215894-5560-4ca4-9723-f1683a2707da tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 948 time: 0.1919479 Aug 27 13:56:24.629795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c37b0-9aaa-403f-91d9-c19f78f59082 req-f700b017-dbb6-4912-a61d-07108807acc2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:24.638210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c46c37b0-9aaa-403f-91d9-c19f78f59082 req-f700b017-dbb6-4912-a61d-07108807acc2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1270850 Aug 27 13:56:24.641006 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403b00e-06b5-47b1-bcbd-53a4411d42b4 req-2cfde267-eada-413e-9ecf-75bdc22c0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:24.642581 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d403b00e-06b5-47b1-bcbd-53a4411d42b4 req-2cfde267-eada-413e-9ecf-75bdc22c0df4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.1073086 Aug 27 13:56:24.652730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c52a2879-3f65-44ab-ae37-53380f071188 None None] Port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:56:24.671790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:56:24.679763 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c1e2e2cc-1390-4923-9489-2534445f8e85 req-08a1ca66-ee53-420c-9b7a-b2436051343c tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523491 Aug 27 13:56:24.688454 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9f43d575-5cee-4c32-aa03-dc09b1ae5199 admin admin] 10.222.0.55 "PUT /v2.0/routers/a962aca3-e523-4619-8d43-688bd5a0327d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4182932 Aug 27 13:56:24.726523 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c46c37b0-9aaa-403f-91d9-c19f78f59082 req-d4e5d800-3d99-480b-86e1-41c69797507e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870967 Aug 27 13:56:24.730534 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d403b00e-06b5-47b1-bcbd-53a4411d42b4 req-424bf43d-26e5-425e-916a-afcf9d4ad151 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670409 Aug 27 13:56:24.778266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0b271975-2255-4477-bbef-e8399df1769e details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:56:24.881670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245206e5-e657-4f50-8744-359674948916 req-f960cf77-3fc6-4669-a152-57596dafdea1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:24.888901 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-245206e5-e657-4f50-8744-359674948916 req-f960cf77-3fc6-4669-a152-57596dafdea1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 946 time: 0.0689931 Aug 27 13:56:24.946460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-245206e5-e657-4f50-8744-359674948916 req-fddad6fd-126d-47ec-8167-147a54348999 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534296 Aug 27 13:56:24.948600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b271975-2255-4477-bbef-e8399df1769e,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:24.969407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0b271975-2255-4477-bbef-e8399df1769e has no active binding in host n-h1-712139-12 {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 13:56:24.971522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fdb92-39fd-4128-9a8f-e0078142095e req-9433d9cb-884b-4b7b-8dfa-4a64c7281eff tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:24.980611 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f34fdb92-39fd-4128-9a8f-e0078142095e req-9433d9cb-884b-4b7b-8dfa-4a64c7281eff tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 1101 time: 0.1990921 Aug 27 13:56:25.003690 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab8ef91-e1d8-490a-869f-f87679792dd7 x-openstack-request-id: req-0ab8ef91-e1d8-490a-869f-f87679792dd7 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:25.004853 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3137aa95-82ab-4a46-9415-1dc225205a82", "name": "network-vif-plugged", "status": "completed", "tag": "fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:25.004853 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ab8ef91-e1d8-490a-869f-f87679792dd7 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:25.006625 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3137aa95-82ab-4a46-9415-1dc225205a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7', 'code': 200} Aug 27 13:56:25.022268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d403b00e-06b5-47b1-bcbd-53a4411d42b4 req-a26bb05c-0575-444b-abb1-9cf8270b069c service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779064 Aug 27 13:56:25.043638 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f34fdb92-39fd-4128-9a8f-e0078142095e req-d57ab934-2269-4a1f-aab3-bf39c7e81c5c tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617175 Aug 27 13:56:25.246765 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d403b00e-06b5-47b1-bcbd-53a4411d42b4 req-89f54b43-0602-4509-b2d5-433d774e0f19 service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992180 Aug 27 13:56:25.283073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36efd3-8ec7-4807-a0f0-318bdd61e296 req-9b8ae1a6-ee49-4408-beb0-99b49e4ef8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:25.288162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9a36efd3-8ec7-4807-a0f0-318bdd61e296 req-9b8ae1a6-ee49-4408-beb0-99b49e4ef8fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 1100 time: 0.1229517 Aug 27 13:56:25.310173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a247713-8700-4123-a974-df1c9c79f9d6 req-45d2e4db-1645-4441-af54-e6369819f3de tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:25.316297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Sync routers for ids ['a962aca3-e523-4619-8d43-688bd5a0327d'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:56:25.320433 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a247713-8700-4123-a974-df1c9c79f9d6 req-45d2e4db-1645-4441-af54-e6369819f3de tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 943 time: 0.1551712 Aug 27 13:56:25.326558 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Routers {'a962aca3-e523-4619-8d43-688bd5a0327d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:56:25.327504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:56:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a962aca3-e523-4619-8d43-688bd5a0327d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:25.361391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f980a5-3025-4e8c-a311-5f520fdc4390 req-f0c59b8e-cf4f-48a0-96db-3573673000fc tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:25.379366 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9a36efd3-8ec7-4807-a0f0-318bdd61e296 req-010c86b7-ea10-421b-a4c5-d6c05c841325 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577631 Aug 27 13:56:25.379799 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-46f980a5-3025-4e8c-a311-5f520fdc4390 req-f0c59b8e-cf4f-48a0-96db-3573673000fc tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ed6c7dfd-a7f9-4e80-a544-914732e18699 HTTP/1.1" status: 200 len: 1102 time: 0.1301661 Aug 27 13:56:25.406441 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a247713-8700-4123-a974-df1c9c79f9d6 req-ad772fde-c77d-422a-a548-a45db32e893d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779080 Aug 27 13:56:25.436289 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-46f980a5-3025-4e8c-a311-5f520fdc4390 req-5616d9a9-bbf9-4417-9fba-3ae7a43a2545 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511677 Aug 27 13:56:25.466854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Set router a962aca3-e523-4619-8d43-688bd5a0327d gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:56:25.543942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40162) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:25.549210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1680740162-network', 'tenant_id': 'd8686022ce294e83950577b695e89dfd'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:25.605265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Made reservation on behalf of d8686022ce294e83950577b695e89dfd for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:25.609609 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:25.622869 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:25.766066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312949767-router', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:18Z', 'updated_at': '2021-08-27T13:56:23Z', 'revision_number': 4, 'project_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'gw_port': {'id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:19Z', 'updated_at': '2021-08-27T13:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c3994bd0-7dfe-44e0-b1f3-4bb76bc64767', 'name': '', 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'mac_address': 'fa:16:3e:f0:db:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '18141edc-2850-46e4-aa3e-33f9943dea5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:21Z', 'updated_at': '2021-08-27T13:56:23Z', 'revision_number': 2, 'project_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'subnets': [{'id': '18141edc-2850-46e4-aa3e-33f9943dea5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:25.775923 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:25.787213 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:25.805347 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Checking router: a962aca3-e523-4619-8d43-688bd5a0327d for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:56:25.805703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Updating router a962aca3-e523-4619-8d43-688bd5a0327d port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:56:25.808507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:56:25.834949 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:25.835610 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Added segment 94e3edee-7450-40ac-860a-8bb8a7edc9a3 of type vlan for network 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05 Aug 27 13:56:25.852146 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b4fd0121-0dbb-4af5-9393-39eec98bf2e2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:25.859963 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:25.889686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7be39-2993-482e-a030-41c6fbdadd73 req-0ffe195d-ddec-44b7-ac3b-45b5b91a620a tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:25.891610 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ccb7be39-2993-482e-a030-41c6fbdadd73 req-0ffe195d-ddec-44b7-ac3b-45b5b91a620a tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 948 time: 0.0718453 Aug 27 13:56:25.902882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40174) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:25.936856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91ccfdf-26c0-4fcf-927b-e100c26fdbd8,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:25.947370 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:25.955938 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ccb7be39-2993-482e-a030-41c6fbdadd73 req-9b9c62ea-30cc-4f2b-b512-4c8c524b71cd tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494740 Aug 27 13:56:25.972684 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93190-02e7-4391-a39f-056ccc834d1c req-72bc8453-edc5-4d9d-80d8-da39e8e2b9d2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:25.976726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58f93190-02e7-4391-a39f-056ccc834d1c req-72bc8453-edc5-4d9d-80d8-da39e8e2b9d2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1096263 Aug 27 13:56:26.040805 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58f93190-02e7-4391-a39f-056ccc834d1c req-d039b06c-4908-4d46-a65e-280cfcbfd9f9 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505626 Aug 27 13:56:26.041586 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:26.042580 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:26.043191 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:26.068467 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-9b30e5ca-46d6-4c3a-9f3d-64618b9d8ca6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307980 Aug 27 13:56:26.074640 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5293314 Aug 27 13:56:26.079610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40188) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:26.104031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Request body: {'subnet': {'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680740162-subnet', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:26.152188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c7f8c-5c87-4921-809e-f16bb5461cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=666f181c-d2f2-49fc-9ff4-bd9c42e5ba05,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:26.166177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Made reservation on behalf of d8686022ce294e83950577b695e89dfd for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:26.168444 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:26.175149 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:56:26.216423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20560a93-0449-4f6a-951a-641e111c0f4c req-08261aa4-be3a-49d7-afa9-7ffba00577b3 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:26.218417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20560a93-0449-4f6a-951a-641e111c0f4c req-08261aa4-be3a-49d7-afa9-7ffba00577b3 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 946 time: 0.0603380 Aug 27 13:56:26.263200 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20560a93-0449-4f6a-951a-641e111c0f4c req-7acb847c-2a4b-47b8-8c27-d356625e9eae tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382352 Aug 27 13:56:26.282927 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d28203f-da57-48f1-8277-915e8cab5a84 req-c2749b09-ce61-4665-8063-9f1bea91d1cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0368323 Aug 27 13:56:26.353814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c510f102-e036-48c6-89a3-86867fc4d880 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1afc0034dbf24e3099a89733d831acfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4498081 Aug 27 13:56:26.357553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40194) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:26.370097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-db24e312-740e-49ab-b6bc-281a81284cea tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:26.371672 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-db24e312-740e-49ab-b6bc-281a81284cea tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3023913 Aug 27 13:56:26.422868 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:26.439897 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d28203f-da57-48f1-8277-915e8cab5a84 req-e301c6e6-4de0-41a6-98f7-a850ef04da40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0457218 Aug 27 13:56:26.441702 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-29fb70e4-c8da-4cce-af8c-038164f919ae tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/quotas/a8da92e592dd4a7fbcd63b90fff1a384 HTTP/1.1" status: 200 len: 375 time: 0.0619330 Aug 27 13:56:26.477818 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:26.480854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b4fd0121-0dbb-4af5-9393-39eec98bf2e2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:26.481226 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:26.518488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fca86-355b-40c7-b0ef-d1ca2bb85c3b req-dd383a75-8658-4d21-b05b-6b0e28414e60 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:26.520938 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f99fca86-355b-40c7-b0ef-d1ca2bb85c3b req-dd383a75-8658-4d21-b05b-6b0e28414e60 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 1098 time: 0.0870657 Aug 27 13:56:26.554139 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:26.557590 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:26.558908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/056e2042-ea29-4da5-ba96-d977d05bc261 HTTP/1.1" status: 204 len: 168 time: 0.2000909 Aug 27 13:56:26.589532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056e2042-ea29-4da5-ba96-d977d05bc261,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:26.609862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d28203f-da57-48f1-8277-915e8cab5a84 req-d3d38b14-eecc-4e91-aa04-8bfce024ab4f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708263 Aug 27 13:56:26.613663 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:26.614408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:26.614408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:26.614778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:26.615578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:26.615916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:26.618021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:26.618612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:26.618612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:26.618997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:26.621163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:26.621532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073299bd-3e7b-40dd-9073-7ebad297ebc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:26.635060 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-f9a64557-fab8-4aa9-9fc9-2eb1ee7b9e57 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1843579 Aug 27 13:56:26.666751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f99fca86-355b-40c7-b0ef-d1ca2bb85c3b req-555f7e7d-5298-430b-920b-83e5fccacbba tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229722 Aug 27 13:56:26.684885 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:26.713841 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:26.736695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Transition to ACTIVE for port object c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:26.747998 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:26.809986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device eee17657-3758-4200-bae5-fb666dc2f093 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:56:26.822378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-936f0b58-85bc-4a4c-833c-272e94ab05c8 service neutron] 10.222.0.41 "GET /v2.0/ports/0b271975-2255-4477-bbef-e8399df1769e/bindings/n-h1-712139-12 HTTP/1.1" status: 200 len: 385 time: 0.2821448 Aug 27 13:56:26.874874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: eee17657-3758-4200-bae5-fb666dc2f093 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:56:26.875509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device eee17657-3758-4200-bae5-fb666dc2f093 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:56:26.889584 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3fdee9e-f699-4de7-9859-2cc218ec0fc2,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:26.898429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd116a7-ab6b-40b1-b5a1-0ca141284a67 None None] Pushing event updated for resources: {'Port': ['ID=c3994bd0-7dfe-44e0-b1f3-4bb76bc64767,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:26.922364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c702b4-2a71-42f2-880a-33a2abbee160 req-9064ffdf-5efd-4ec4-b19e-e8dc4f720527 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:26.931400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0c702b4-2a71-42f2-880a-33a2abbee160 req-9064ffdf-5efd-4ec4-b19e-e8dc4f720527 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 943 time: 0.1482427 Aug 27 13:56:26.998172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Attempting to bind port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:26.998714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Attempting to bind port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:26.999155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Attempting to bind port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 on network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:26.999741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:27.000324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:27.002344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:27.003005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:27.004736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:27.007100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:27.007614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Checking segment: {'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:27.008139 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.008812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Bound using segment: {'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:27.009422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Bound port: c3994bd0-7dfe-44e0-b1f3-4bb76bc64767, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:27.009545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:27.010047 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.015590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:27.016135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:27.016467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:27.017044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:27.017189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:27.017427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:27.018210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0c702b4-2a71-42f2-880a-33a2abbee160 req-b9fff3c7-167d-41da-b700-335d0f111357 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859246 Aug 27 13:56:27.033260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40206) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:27.039157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28203f-da57-48f1-8277-915e8cab5a84 req-5f7c0c8c-5bf8-4365-822d-8b7a8f46c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:27.040623 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d28203f-da57-48f1-8277-915e8cab5a84 req-5f7c0c8c-5bf8-4365-822d-8b7a8f46c19e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4014339 Aug 27 13:56:27.058502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Checking segment: {'id': '94e3edee-7450-40ac-860a-8bb8a7edc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:27.058893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Network hostable DHCP agents. Network: 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:56:27.157418 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Network 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:56:27.158735 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d39bb5ad-293e-4f34-b3ca-f05d529374d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30ebc60947674ad3b040c113da8a6e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1230006 Aug 27 13:56:27.161528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40210) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:27.199320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:27.200123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6bc1e-b5bd-4342-995a-e50e7b8a4710 req-833cad89-98a9-42ac-a99a-76a73b40e69c tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:27.206464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:27.207163 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.207449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ca6bc1e-b5bd-4342-995a-e50e7b8a4710 req-833cad89-98a9-42ac-a99a-76a73b40e69c tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 1098 time: 0.0982716 Aug 27 13:56:27.233740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2029d8-ed6a-4afa-99cf-637925e8512d None None] Network 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:56:27.257046 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3889-a3f7-4431-9fe5-203c3607721a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.271567 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ca6bc1e-b5bd-4342-995a-e50e7b8a4710 req-db91f44b-2f52-438d-a958-7fbc691daa98 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577307 Aug 27 13:56:27.286296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40214) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:27.286440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c52e1b66-fe1d-4283-95ba-823eacec9fb6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2034402 Aug 27 13:56:27.299459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1680740162-router', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:27.354346 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3889-a3f7-4431-9fe5-203c3607721a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.362538 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.364906 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.389976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] For port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:27.412293 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-692a26a0-d3df-42d6-ab80-a835b9bedd4a service neutron] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b271975-2255-4477-bbef-e8399df1769e,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:27.413668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] For port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c3994bd0-7dfe-44e0-b1f3-4bb76bc64767,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:27.447588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b925c-8155-4a7e-88ce-930bc1c0c78f req-836567f9-7680-4677-91af-3ea83d0923d4 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:27.455319 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b27b925c-8155-4a7e-88ce-930bc1c0c78f req-836567f9-7680-4677-91af-3ea83d0923d4 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 948 time: 0.1246076 Aug 27 13:56:27.464941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-692a26a0-d3df-42d6-ab80-a835b9bedd4a service neutron] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:27.476554 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.490821 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.526494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-692a26a0-d3df-42d6-ab80-a835b9bedd4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b271975-2255-4477-bbef-e8399df1769e {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:27.548031 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b27b925c-8155-4a7e-88ce-930bc1c0c78f req-06e8b5f2-a830-431b-97b4-61ee295b0ac2 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872936 Aug 27 13:56:27.560790 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-692a26a0-d3df-42d6-ab80-a835b9bedd4a service neutron] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0b271975-2255-4477-bbef-e8399df1769e,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:27.571035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd116a7-ab6b-40b1-b5a1-0ca141284a67 None None] Pushing event updated for resources: {'Port': ['ID=c3994bd0-7dfe-44e0-b1f3-4bb76bc64767,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:27.603203 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-692a26a0-d3df-42d6-ab80-a835b9bedd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.624500 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7fefd-c27a-430e-8726-5357ea775a4f req-c98fcc33-09a9-4a74-8aa6-f2550c87d70a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:27.636597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfa7fefd-c27a-430e-8726-5357ea775a4f req-c98fcc33-09a9-4a74-8aa6-f2550c87d70a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.2570870 Aug 27 13:56:27.653493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Routers {'a962aca3-e523-4619-8d43-688bd5a0327d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:56:27.655891 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:56:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a962aca3-e523-4619-8d43-688bd5a0327d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:27.735404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-692a26a0-d3df-42d6-ab80-a835b9bedd4a service neutron] Transition to ACTIVE for port object 0b271975-2255-4477-bbef-e8399df1769e will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:27.739170 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3889-a3f7-4431-9fe5-203c3607721a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.742123 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3889-a3f7-4431-9fe5-203c3607721a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.743710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2d3c3889-a3f7-4431-9fe5-203c3607721a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0b01bd2-2be2-478b-957b-1e1a7b664562 HTTP/1.1" status: 204 len: 168 time: 0.5807204 Aug 27 13:56:27.750566 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-692a26a0-d3df-42d6-ab80-a835b9bedd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.760326 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.765433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c3889-a3f7-4431-9fe5-203c3607721a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b01bd2-2be2-478b-957b-1e1a7b664562,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:27.811617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfa7fefd-c27a-430e-8726-5357ea775a4f req-b1d60e37-fdb4-48b5-b9e1-6e5d7b20ffa9 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739943 Aug 27 13:56:27.826379 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-666f181c-d2f2-49fc-9ff4-bd9c42e5ba05', 'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'fixed_ips': [{'subnet_id': 'f3fdee9e-f699-4de7-9859-2cc218ec0fc2'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:56:27.829883 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:27.935738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-692a26a0-d3df-42d6-ab80-a835b9bedd4a service neutron] No DVR routers for this DVR port 0b271975-2255-4477-bbef-e8399df1769e on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:56:28.024762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a26a0-d3df-42d6-ab80-a835b9bedd4a service neutron] Pushing event updated for resources: {'Port': ['ID=0b271975-2255-4477-bbef-e8399df1769e,revision_number=10']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:28.034062 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-692a26a0-d3df-42d6-ab80-a835b9bedd4a service neutron] 10.222.0.41 "PUT /v2.0/ports/0b271975-2255-4477-bbef-e8399df1769e/bindings/n-h1-712139-12/activate HTTP/1.1" status: 200 len: 370 time: 1.1885135 Aug 27 13:56:28.073904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41e12d06-0776-4d04-a785-12bc069a6c86 req-bf40a454-8273-4c41-89e7-c6f26c96703c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 210 time: 0.0506442 Aug 27 13:56:28.225279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] Set router a962aca3-e523-4619-8d43-688bd5a0327d gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:56:28.251944 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:28.277982 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:28.355521 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-97c7d359-fd59-4053-a9fc-673050a6e964 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:28.357620 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-97c7d359-fd59-4053-a9fc-673050a6e964 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27&tenant_id=a7dba67d579b475f8c1e968351f5a6ea&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1096 time: 0.1573348 Aug 27 13:56:28.463746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-9b737205-6dcf-41cc-af88-1a75f5b8e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:28.465246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-9b737205-6dcf-41cc-af88-1a75f5b8e3cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27&tenant_id=a7dba67d579b475f8c1e968351f5a6ea HTTP/1.1" status: 200 len: 1096 time: 0.0975838 Aug 27 13:56:28.568399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6d90c-0f18-4283-85df-6b50bee496b9 req-477cc1ee-63a2-4d78-a994-2a6eae422c4f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:28.569034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d893d6-6248-4125-a0fa-045e4a804504 req-31848987-fffd-4ea4-95d0-cb970c6caced tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:28.572671 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71d893d6-6248-4125-a0fa-045e4a804504 req-31848987-fffd-4ea4-95d0-cb970c6caced tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 1098 time: 0.1370106 Aug 27 13:56:28.577208 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-59d6d90c-0f18-4283-85df-6b50bee496b9 req-477cc1ee-63a2-4d78-a994-2a6eae422c4f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 944 time: 0.2180514 Aug 27 13:56:28.580492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Allocated IP 172.20.0.2 (666f181c-d2f2-49fc-9ff4-bd9c42e5ba05/f3fdee9e-f699-4de7-9859-2cc218ec0fc2/ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:28.582861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Allocated IP 172.25.2.55 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/82d6101b-270a-4257-9b5c-cc3d391c3580) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:28.621970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-a4b46ef9-1e62-4852-ad0a-b789d8231c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:28.623813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-a4b46ef9-1e62-4852-ad0a-b789d8231c36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 1096 time: 0.1255352 Aug 27 13:56:28.663124 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71d893d6-6248-4125-a0fa-045e4a804504 req-15dce6c7-4423-4278-9823-444b7b6db5dc tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771139 Aug 27 13:56:28.683323 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-59d6d90c-0f18-4283-85df-6b50bee496b9 req-046d3e1d-cb35-4a91-bcc4-5dbec8d3d84a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051335 Aug 27 13:56:28.840340 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:28.855693 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Transition to ACTIVE for port object ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:28.877071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Transition to ACTIVE for port object ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:28.918416 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:28.965929 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:28.974873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Network 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:28.979619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:28.990985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:29.031350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Pushing event updated for resources: {'Port': ['ID=ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:29.070515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Attempting to bind port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:29.070936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Attempting to bind port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '94e3edee-7450-40ac-860a-8bb8a7edc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:29.071437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Attempting to bind port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 on network 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:29.081423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:29.082037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Checking segment: {'id': '94e3edee-7450-40ac-860a-8bb8a7edc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:29.082644 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:29.083085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Bound using segment: {'id': '94e3edee-7450-40ac-860a-8bb8a7edc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:29.083562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Bound port: ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e3edee-7450-40ac-860a-8bb8a7edc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:29.083944 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:29.106027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c4586-18d1-4600-bc82-d3878cc336a7 req-58c9aca7-5bf6-49e3-ae93-f65c4df73ebf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:29.111658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312949767-router', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:18Z', 'updated_at': '2021-08-27T13:56:23Z', 'revision_number': 4, 'project_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'gw_port': {'id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:19Z', 'updated_at': '2021-08-27T13:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c3994bd0-7dfe-44e0-b1f3-4bb76bc64767', 'name': '', 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'mac_address': 'fa:16:3e:f0:db:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '18141edc-2850-46e4-aa3e-33f9943dea5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:21Z', 'updated_at': '2021-08-27T13:56:27Z', 'revision_number': 4, 'project_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'subnets': [{'id': '18141edc-2850-46e4-aa3e-33f9943dea5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:29.117599 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f67c4586-18d1-4600-bc82-d3878cc336a7 req-58c9aca7-5bf6-49e3-ae93-f65c4df73ebf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1638145 Aug 27 13:56:29.164528 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:29.175481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf1cb0-142b-434e-b5dc-eecdf28a4e34 None None] The sync data for ids ['a962aca3-e523-4619-8d43-688bd5a0327d'] in n-d-712139-12 is: [{'id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312949767-router', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:18Z', 'updated_at': '2021-08-27T13:56:23Z', 'revision_number': 4, 'project_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'gw_port': {'id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:19Z', 'updated_at': '2021-08-27T13:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c3994bd0-7dfe-44e0-b1f3-4bb76bc64767', 'name': '', 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'mac_address': 'fa:16:3e:f0:db:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '18141edc-2850-46e4-aa3e-33f9943dea5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:21Z', 'updated_at': '2021-08-27T13:56:27Z', 'revision_number': 4, 'project_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'subnets': [{'id': '18141edc-2850-46e4-aa3e-33f9943dea5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:56:29.197292 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f67c4586-18d1-4600-bc82-d3878cc336a7 req-0111ea31-023e-4056-b510-cd90aa3c720d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807164 Aug 27 13:56:29.211012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] For port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:29.214766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] For port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28,segment=NetworkSegment(94e3edee-7450-40ac-860a-8bb8a7edc9a3),segment_id=94e3edee-7450-40ac-860a-8bb8a7edc9a3)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:29.226866 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:29.298867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:29.307987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:29.314805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:29.359763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Pushing event updated for resources: {'Port': ['ID=82d6101b-270a-4257-9b5c-cc3d391c3580,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:29.379447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a50f10-a6de-48fc-b988-da4f2a8c7ba9 None None] Pushing event updated for resources: {'Port': ['ID=ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:29.396640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-079ad736-c2ab-48db-a009-f571b0698879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:29.398617 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-079ad736-c2ab-48db-a009-f571b0698879 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.7454202 Aug 27 13:56:29.407460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d2902-ce85-4678-8233-e099bd563d52 req-faa069f3-79e6-4c34-bd79-84e19f0652fc tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:29.415712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-866d2902-ce85-4678-8233-e099bd563d52 req-faa069f3-79e6-4c34-bd79-84e19f0652fc tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 948 time: 0.6138885 Aug 27 13:56:29.497645 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-ac9b53b9-a72e-44bb-bcb7-1287bda81324 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b271975-2255-4477-bbef-e8399df1769e HTTP/1.1" status: 200 len: 217 time: 0.0796442 Aug 27 13:56:29.516650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4db8172f-cadc-4b39-8caf-1b60d749d92a req-75cb8951-e442-4c14-870c-67b0e40cf4f2 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 210 time: 0.0701909 Aug 27 13:56:29.524770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-866d2902-ce85-4678-8233-e099bd563d52 req-b30dee51-2a8e-49f0-98f0-51e6a7eb1153 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080709 Aug 27 13:56:29.626336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-f23c3041-abaa-462c-86a6-5ddd43fbae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:29.640961 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-f23c3041-abaa-462c-86a6-5ddd43fbae5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.1109531 Aug 27 13:56:29.827272 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-17e02cec-27bd-4c70-8d6a-b299ec1dd7af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505523 Aug 27 13:56:30.072491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:30.107053 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-c7ce71c4-359d-4b52-9a7b-7871e9aceae5 service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611942 Aug 27 13:56:30.134003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0b271975-2255-4477-bbef-e8399df1769e no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:56:30.139024 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-d9496fda-fedd-43fc-90d0-70bc44538270 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184850 Aug 27 13:56:30.163358 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-d0cbf2c4-5a59-4039-a57d-19c510489e22 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698864 Aug 27 13:56:30.492332 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-e52cfbee-92b0-450c-8312-1d489669fa1b service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661597 Aug 27 13:56:30.580715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136ad15-9630-4de1-9b8e-8701d2bcbf9f req-ccbf4e36-9797-4899-a04d-30ae1919be8d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:30.587907 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e136ad15-9630-4de1-9b8e-8701d2bcbf9f req-ccbf4e36-9797-4899-a04d-30ae1919be8d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 944 time: 0.2021499 Aug 27 13:56:30.604920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e6dfd9b8-079e-42cf-b986-f99a75c11e86 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:30.613055 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e6dfd9b8-079e-42cf-b986-f99a75c11e86 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3955009 Aug 27 13:56:30.619216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0b271975-2255-4477-bbef-e8399df1769e not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:56:30.636875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:30.650018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:30.654176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Request body: {'port': {'device_id': '3a2de354-35c7-4f45-99fd-9259d234e32b', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'a8da92e592dd4a7fbcd63b90fff1a384'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:30.690232 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:30.722417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:30.735412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:30.735412 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:30.836195 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e136ad15-9630-4de1-9b8e-8701d2bcbf9f req-879b90b3-a58f-424a-8552-4ccf8004e3f4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219651 Aug 27 13:56:30.860980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Made reservation on behalf of a8da92e592dd4a7fbcd63b90fff1a384 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:30.865520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:30.907308 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:30.964844 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbee46f-d3e0-42f7-b695-9b49db4da913 req-1b63d909-61e0-499a-bd2e-6b2b7d52db89 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:30.975691 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0cbee46f-d3e0-42f7-b695-9b49db4da913 req-1b63d909-61e0-499a-bd2e-6b2b7d52db89 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 1098 time: 0.8836250 Aug 27 13:56:30.983945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c3994bd0-7dfe-44e0-b1f3-4bb76bc64767,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:31.005616 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:31.039637 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0cbee46f-d3e0-42f7-b695-9b49db4da913 req-edbe8501-a9ce-4c7c-97fa-2c438f6d95ec tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429130 Aug 27 13:56:31.107330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=c3994bd0-7dfe-44e0-b1f3-4bb76bc64767,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:31.145163 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0182c3d5-a217-4a79-ac66-83fb6a8ec875 None None] Network 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:56:31.203954 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Allocated IP 192.168.233.87 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/f1ba8dc5-2dac-4810-b6cd-63c98532dd3f) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:31.232350 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:31.326741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9667b17c-6301-4431-a3e6-10a0425653e3 None None] Provisioning for port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:31.360733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9667b17c-6301-4431-a3e6-10a0425653e3 None None] Provisioning complete for port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:31.361114 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9667b17c-6301-4431-a3e6-10a0425653e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:31.383710 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-24299ddc-c2c1-4b17-902b-91afeb5a461f tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.385171 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-24299ddc-c2c1-4b17-902b-91afeb5a461f tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27&tenant_id=a7dba67d579b475f8c1e968351f5a6ea&binding%3Ahost_id=n-h1-712139-12 HTTP/1.1" status: 200 len: 1096 time: 0.4890811 Aug 27 13:56:31.388906 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:31.404128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-d6337533-af30-4cb8-9781-021f8b2ced88 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.405625 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-d6337533-af30-4cb8-9781-021f8b2ced88 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2252810 Aug 27 13:56:31.415933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb7dcd-daac-4844-ad3f-55865f32413b req-94b84e68-fe54-43f9-91d5-fdc5100f43f0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.423265 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4afb7dcd-daac-4844-ad3f-55865f32413b req-94b84e68-fe54-43f9-91d5-fdc5100f43f0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.2032597 Aug 27 13:56:31.431193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Transition to ACTIVE for port object f1ba8dc5-2dac-4810-b6cd-63c98532dd3f will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:31.447210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Request body: {'port': {'device_id': '01085251-00fb-4e95-a334-d475805b402a', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'a8da92e592dd4a7fbcd63b90fff1a384'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:31.491090 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9667b17c-6301-4431-a3e6-10a0425653e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:31.512729 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4afb7dcd-daac-4844-ad3f-55865f32413b req-1609a78f-6957-46c3-a1cc-98c519533f79 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885830 Aug 27 13:56:31.560966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9667b17c-6301-4431-a3e6-10a0425653e3 None None] For port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28,segment=NetworkSegment(94e3edee-7450-40ac-860a-8bb8a7edc9a3),segment_id=94e3edee-7450-40ac-860a-8bb8a7edc9a3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:31.567597 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:31.572576 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9667b17c-6301-4431-a3e6-10a0425653e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:31.577688 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Router e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:56:31.623164 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', '2a17fb0e-cecf-47ea-948d-d92edf5980af', '11a02dee-c26b-439c-bb19-01bceb870ed9'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:31.645862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.646460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.647045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.647535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.648015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.648492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.649093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.649577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.650049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.650617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.651445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.651694 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.652170 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.655056 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-be4e97cf-a0d7-4673-bc4b-344f381007ab tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a&device_id=3a2de354-35c7-4f45-99fd-9259d234e32b&device_id=3137aa95-82ab-4a46-9415-1dc225205a82&device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&device_id=ed6c7dfd-a7f9-4e80-a544-914732e18699&device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba&device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27&device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d&device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd&device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1&device_id=265771b1-3bca-4830-bf40-0e3b155c9b00&device_id=41e07c4e-37ac-4796-900c-be1bc95028de&device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 11778 time: 0.2003646 Aug 27 13:56:31.687092 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:31.694927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event updated for resources: {'Port': ['ID=f1ba8dc5-2dac-4810-b6cd-63c98532dd3f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:31.705412 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c09f3506-20be-484b-98af-6223cc8865cd req-08f2fa6e-df6e-4e08-9092-3a60430e8477 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 210 time: 0.0519814 Aug 27 13:56:31.709151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:31.712115 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:31.715932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667b17c-6301-4431-a3e6-10a0425653e3 None None] Pushing event updated for resources: {'Port': ['ID=ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:31.717051 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-933c4ace-ba18-4f36-84d3-b9b17fe25921 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:31.752814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-eef09813-9a64-459c-b3ab-ad43ff7a7631 service neutron] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:31.755344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Made reservation on behalf of a8da92e592dd4a7fbcd63b90fff1a384 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:31.760699 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:31.774127 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-eef09813-9a64-459c-b3ab-ad43ff7a7631 service neutron] Notify callbacks [] for binding, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:31.779459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8189f5ec-a7de-4636-ac54-067cb2453c27 req-eef09813-9a64-459c-b3ab-ad43ff7a7631 service neutron] 10.222.0.52 "DELETE /v2.0/ports/0b271975-2255-4477-bbef-e8399df1769e/bindings/n-h2-712139-12 HTTP/1.1" status: 204 len: 173 time: 0.3802474 Aug 27 13:56:31.836435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:31.837117 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:31.923849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:31.947660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:56:31.973362 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Sync routers for ids ['e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:56:32.001822 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Routers {'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:56:32.002838 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:56:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:32.017281 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-933c4ace-ba18-4f36-84d3-b9b17fe25921 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:32.029846 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-933c4ace-ba18-4f36-84d3-b9b17fe25921 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:32.045731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0919a9c4-975b-4b71-9500-2673428b680d None None] Provisioning complete for port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:32.046171 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0919a9c4-975b-4b71-9500-2673428b680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:32.057051 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-93d6a0fb-33af-4206-964d-12e6e6ad8e39 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4235125 Aug 27 13:56:32.085893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:32.086269 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:32.104566 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44a564b0-7912-43ff-bb5b-f6d26bf2a78c req-933c4ace-ba18-4f36-84d3-b9b17fe25921 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&id=45f443bd-e902-4cb5-bc22-e16d15707d82&id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&id=dcdf6d06-c07e-47c5-84f4-e5883371f575&id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.4259493 Aug 27 13:56:32.121020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Allocated IP 192.168.233.224 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/ffdb2e34-fa77-4af0-9cda-840fb426b521) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:32.176477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Request body: {'port': {'device_id': '3a2de354-35c7-4f45-99fd-9259d234e32b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:32.249150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c4ace-ba18-4f36-84d3-b9b17fe25921 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361062a4-f78c-44b7-b6e0-7f4cc20a5c26,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:32.259359 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Set router e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:56:32.292164 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:32.365970 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:32.381192 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:32.389722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:32.390100 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:32.429005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Transition to ACTIVE for port object ffdb2e34-fa77-4af0-9cda-840fb426b521 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:32.466739 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:32.468241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1602ef41-179b-4861-b86d-4220b47b7c5f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1806388 Aug 27 13:56:32.473772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40324) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:32.485183 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:32.538264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d0d18777-a4ec-4a96-ab1a-c5b3fbd94d1c None None] Provisioning for port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:32.577346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d0d18777-a4ec-4a96-ab1a-c5b3fbd94d1c None None] Provisioning complete for port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:32.577346 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d0d18777-a4ec-4a96-ab1a-c5b3fbd94d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:32.631227 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680740162-router', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:27Z', 'updated_at': '2021-08-27T13:56:29Z', 'revision_number': 3, 'project_id': 'd8686022ce294e83950577b695e89dfd', 'gw_port': {'id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:28Z', 'updated_at': '2021-08-27T13:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:32.654223 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d0d18777-a4ec-4a96-ab1a-c5b3fbd94d1c None None] Port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:56:32.672566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:32.681481 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:32.700189 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Checking router: e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:56:32.700569 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Updating router e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a port 82d6101b-270a-4257-9b5c-cc3d391c3580 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:56:32.716862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:32.742896 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:32.761539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event updated for resources: {'Port': ['ID=ffdb2e34-fa77-4af0-9cda-840fb426b521,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:32.818866 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf937e29-6cc4-4320-8959-68529374fe2a req-04e124b5-490f-41db-afc1-328421023346 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:32.827148 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf937e29-6cc4-4320-8959-68529374fe2a req-04e124b5-490f-41db-afc1-328421023346 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 944 time: 0.1146586 Aug 27 13:56:32.843598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:32.844282 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:32.879715 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf937e29-6cc4-4320-8959-68529374fe2a req-b256b84b-11f5-42e0-82b8-b2737d849378 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512636 Aug 27 13:56:32.961761 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-82dbb228-9f1a-4048-bcfc-987976963e81 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5183077 Aug 27 13:56:32.982238 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Request body: {'port': {'device_id': '01085251-00fb-4e95-a334-d475805b402a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:33.005125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-94a0eb4f-7cf8-4615-84fd-85ed4fe8e56f None None] Provisioning for port ffdb2e34-fa77-4af0-9cda-840fb426b521 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:33.005125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-94a0eb4f-7cf8-4615-84fd-85ed4fe8e56f None None] Provisioning complete for port ffdb2e34-fa77-4af0-9cda-840fb426b521 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:33.005125 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-94a0eb4f-7cf8-4615-84fd-85ed4fe8e56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.048911 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.060867 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Transition to ACTIVE for port object 82d6101b-270a-4257-9b5c-cc3d391c3580 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:33.070347 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.094282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-94a0eb4f-7cf8-4615-84fd-85ed4fe8e56f None None] Port ffdb2e34-fa77-4af0-9cda-840fb426b521 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:56:33.135361 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b190d1-e212-4938-88fa-e41712930ad9 None None] Pushing event updated for resources: {'Port': ['ID=82d6101b-270a-4257-9b5c-cc3d391c3580,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:33.148067 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Attempting to bind port 82d6101b-270a-4257-9b5c-cc3d391c3580 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:33.148435 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Attempting to bind port 82d6101b-270a-4257-9b5c-cc3d391c3580 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:33.148803 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Attempting to bind port 82d6101b-270a-4257-9b5c-cc3d391c3580 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:33.155135 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:33.155514 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:33.156318 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.156318 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:33.156788 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Bound port: 82d6101b-270a-4257-9b5c-cc3d391c3580, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:33.157161 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.159712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532e1f1-6219-4a1d-9586-7ff42b38be68 req-d4c18286-ac6c-4c4f-abb6-9c830a70322c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:33.161487 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5532e1f1-6219-4a1d-9586-7ff42b38be68 req-d4c18286-ac6c-4c4f-abb6-9c830a70322c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0960245 Aug 27 13:56:33.164089 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ba8dc5-2dac-4810-b6cd-63c98532dd3f {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:33.171560 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.173695 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.211713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Transition to ACTIVE for port object f1ba8dc5-2dac-4810-b6cd-63c98532dd3f will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:33.226489 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.248483 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] For port 82d6101b-270a-4257-9b5c-cc3d391c3580, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:33.252320 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] For port 82d6101b-270a-4257-9b5c-cc3d391c3580, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=82d6101b-270a-4257-9b5c-cc3d391c3580,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:33.267853 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.285880 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5532e1f1-6219-4a1d-9586-7ff42b38be68 req-7ba1cab2-48c2-4e37-bc2e-a1795135c645 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153975 Aug 27 13:56:33.299962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Pushing event updated for resources: {'Port': ['ID=f1ba8dc5-2dac-4810-b6cd-63c98532dd3f,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:33.361293 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Routers {'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:56:33.362216 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:56:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:33.417445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Attempting to bind port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:33.417778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Attempting to bind port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:33.418101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Attempting to bind port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:33.428841 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b190d1-e212-4938-88fa-e41712930ad9 None None] Pushing event updated for resources: {'Port': ['ID=82d6101b-270a-4257-9b5c-cc3d391c3580,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:33.438066 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:33.438284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Attempting to bind port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:33.449035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:33.449366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:33.449756 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:33.450179 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Bound port: f1ba8dc5-2dac-4810-b6cd-63c98532dd3f, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:33.450532 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.516922 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] Set router e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:56:33.584264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-ffb08dfa-89da-4c6e-bb51-a3a0578a2805 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:56:33.592403 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-ffb08dfa-89da-4c6e-bb51-a3a0578a2805 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209246 Aug 27 13:56:33.608406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] Request body: {'binding': {'host': 'n-h1-712139-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:33.608885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] Unknown quota resources ['binding']. {{(pid=101187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 13:56:33.645536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] For port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:33.647975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', '2a17fb0e-cecf-47ea-948d-d92edf5980af', '11a02dee-c26b-439c-bb19-01bceb870ed9'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:33.682321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] For port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f1ba8dc5-2dac-4810-b6cd-63c98532dd3f,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:33.705812 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.751999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08228e9-b094-4a67-8fc6-04ebf348faa5 req-9d3989e1-3b80-4c6f-af49-c1616d4738b0 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:33.757477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdb2e34-fa77-4af0-9cda-840fb426b521 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:33.759773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b08228e9-b094-4a67-8fc6-04ebf348faa5 req-9d3989e1-3b80-4c6f-af49-c1616d4738b0 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 936 time: 0.1634567 Aug 27 13:56:33.775832 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.821060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:33.821769 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.823278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] 10.222.0.41 "PUT /v2.0/ports/f1ba8dc5-2dac-4810-b6cd-63c98532dd3f HTTP/1.1" status: 200 len: 1096 time: 1.6610165 Aug 27 13:56:33.824036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Transition to ACTIVE for port object ffdb2e34-fa77-4af0-9cda-840fb426b521 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:33.824494 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680740162-router', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:27Z', 'updated_at': '2021-08-27T13:56:29Z', 'revision_number': 3, 'project_id': 'd8686022ce294e83950577b695e89dfd', 'gw_port': {'id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:28Z', 'updated_at': '2021-08-27T13:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:33.825394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2de354-35c7-4f45-99fd-9259d234e32b', 'tag': 'f1ba8dc5-2dac-4810-b6cd-63c98532dd3f'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:33.828133 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e520519a-261b-4fa0-9d71-3584a3d7dbae" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2de354-35c7-4f45-99fd-9259d234e32b", "tag": "f1ba8dc5-2dac-4810-b6cd-63c98532dd3f"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:33.858322 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.896754 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ecad09-eeda-4691-b3c9-46e6986ca935 None None] The sync data for ids ['e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'] in n-d-712139-12 is: [{'id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680740162-router', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:27Z', 'updated_at': '2021-08-27T13:56:29Z', 'revision_number': 3, 'project_id': 'd8686022ce294e83950577b695e89dfd', 'gw_port': {'id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:28Z', 'updated_at': '2021-08-27T13:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:56:33.912867 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b08228e9-b094-4a67-8fc6-04ebf348faa5 req-b9c83acb-fc20-4108-a696-c223ed04b077 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466892 Aug 27 13:56:33.918248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d490e-7275-428b-9567-d0b0df24a2ce service neutron] Pushing event updated for resources: {'Port': ['ID=f1ba8dc5-2dac-4810-b6cd-63c98532dd3f,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:33.983661 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:33.998001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdb2e34-fa77-4af0-9cda-840fb426b521,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:34.063283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] Attempting to bind port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on host n-h1-712139-12 for vnic_type normal with profile None {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:34.063464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] Attempting to bind port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:34.063790 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] Attempting to bind port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:34.074971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-7bd292c9-09f9-4f8d-aad5-cf7cbe9cb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:34.076420 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-7bd292c9-09f9-4f8d-aad5-cf7cbe9cb686 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=3a2de354-35c7-4f45-99fd-9259d234e32b HTTP/1.1" status: 200 len: 1099 time: 0.1626003 Aug 27 13:56:34.077145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] Port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on network a4fa4222-2c01-407d-8d35-d36794d53fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:34.077553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] Attempting to bind port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:34.083686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:34.084021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] Checking segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:34.084496 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] Bound using segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:34.085057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] Bound port: bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:34.163837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-df13cfc5-a92b-405e-a8a0-bd5aad082432 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f1ba8dc5-2dac-4810-b6cd-63c98532dd3f HTTP/1.1" status: 200 len: 217 time: 0.0459120 Aug 27 13:56:34.179340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Attempting to bind port ffdb2e34-fa77-4af0-9cda-840fb426b521 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:34.179689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Attempting to bind port ffdb2e34-fa77-4af0-9cda-840fb426b521 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:34.180025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Attempting to bind port ffdb2e34-fa77-4af0-9cda-840fb426b521 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:34.191452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Port ffdb2e34-fa77-4af0-9cda-840fb426b521 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:34.191788 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Attempting to bind port ffdb2e34-fa77-4af0-9cda-840fb426b521 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:34.199216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:34.199559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:34.199954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:34.200390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Bound port: ffdb2e34-fa77-4af0-9cda-840fb426b521, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:34.200754 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:34.252180 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:34.270568 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] Notify callbacks [] for binding, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:34.271837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-62276800-1fc2-456d-bcf2-dd6e349d46dc service neutron] 10.222.0.55 "POST /v2.0/ports/bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa/bindings HTTP/1.1" status: 201 len: 390 time: 0.6789045 Aug 27 13:56:34.279497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-75bba322-10d2-4907-a8a2-c6b51c515e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:34.280967 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-75bba322-10d2-4907-a8a2-c6b51c515e9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0921559 Aug 27 13:56:34.396716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-7231a4d1-81da-4e78-a53d-fa71025cd2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:34.405275 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-7231a4d1-81da-4e78-a53d-fa71025cd2c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1134894 Aug 27 13:56:34.408479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Allocated IP 172.20.0.1 (666f181c-d2f2-49fc-9ff4-bd9c42e5ba05/f3fdee9e-f699-4de7-9859-2cc218ec0fc2/32743d3f-d73b-434b-a0b7-553e2122940c) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:34.435405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] For port ffdb2e34-fa77-4af0-9cda-840fb426b521, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:34.442239 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] For port ffdb2e34-fa77-4af0-9cda-840fb426b521, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=ffdb2e34-fa77-4af0-9cda-840fb426b521,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:34.493032 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4b02a4-b112-400d-ae49-157dab1e9915 x-openstack-request-id: req-3e4b02a4-b112-400d-ae49-157dab1e9915 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:34.493320 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2de354-35c7-4f45-99fd-9259d234e32b", "tag": "f1ba8dc5-2dac-4810-b6cd-63c98532dd3f", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:34.493570 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e4b02a4-b112-400d-ae49-157dab1e9915 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:34.493963 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2de354-35c7-4f45-99fd-9259d234e32b', 'tag': 'f1ba8dc5-2dac-4810-b6cd-63c98532dd3f', 'status': 'completed', 'code': 200} Aug 27 13:56:34.507660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:34.558862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:34.559581 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:34.561322 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] 10.222.0.52 "PUT /v2.0/ports/ffdb2e34-fa77-4af0-9cda-840fb426b521 HTTP/1.1" status: 200 len: 1097 time: 1.5843725 Aug 27 13:56:34.586561 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01085251-00fb-4e95-a334-d475805b402a', 'tag': 'ffdb2e34-fa77-4af0-9cda-840fb426b521'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:34.589738 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe8c897-a281-433e-8874-759908441049" -d '{"events": [{"name": "network-changed", "server_uuid": "01085251-00fb-4e95-a334-d475805b402a", "tag": "ffdb2e34-fa77-4af0-9cda-840fb426b521"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:34.627074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b0f1f-a04b-406b-889a-d1761997a1db req-33328344-40d8-4935-b92d-be6d1fe2d386 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:34.627674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b0f1f-a04b-406b-889a-d1761997a1db req-33328344-40d8-4935-b92d-be6d1fe2d386 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:34.628785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b0f1f-a04b-406b-889a-d1761997a1db req-33328344-40d8-4935-b92d-be6d1fe2d386 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:34.631329 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f8b0f1f-a04b-406b-889a-d1761997a1db req-33328344-40d8-4935-b92d-be6d1fe2d386 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82&device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d&device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 2885 time: 0.2130260 Aug 27 13:56:34.697547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66a3d2-f10d-49c3-8189-8723d6696a56 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdb2e34-fa77-4af0-9cda-840fb426b521,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:34.718569 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-a0fb3df8-3376-4434-8716-b23356cf218b service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649662 Aug 27 13:56:34.742668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53619a1-5e5a-4d39-932f-1b80526c11d1 req-d5fdc4b8-5806-4fe5-adf1-206a92977f63 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:34.744404 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e53619a1-5e5a-4d39-932f-1b80526c11d1 req-d5fdc4b8-5806-4fe5-adf1-206a92977f63 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 1096 time: 0.1951060 Aug 27 13:56:34.750295 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:34.764359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-aeb0169d-dfbd-4803-b2b8-61693f262ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:34.765905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-aeb0169d-dfbd-4803-b2b8-61693f262ec4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 1100 time: 0.1232293 Aug 27 13:56:34.833261 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f8b0f1f-a04b-406b-889a-d1761997a1db req-5e9f8bc2-4b96-4c19-8a90-65283723d193 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878674 Aug 27 13:56:34.874595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-9338fa28-3d03-4f66-95e9-0eaea688c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:34.876213 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-9338fa28-3d03-4f66-95e9-0eaea688c5b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 1098 time: 0.2222362 Aug 27 13:56:34.880414 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-cd2e6b19-7392-494e-8e1b-e095d272e975 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462767 Aug 27 13:56:35.052965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Transition to ACTIVE for port object 32743d3f-d73b-434b-a0b7-553e2122940c will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:35.060720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37820ed-3511-437c-9c47-c1e43640b1f7 req-93960858-c6cd-4c62-98fb-fe143212c796 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:35.062386 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c37820ed-3511-437c-9c47-c1e43640b1f7 req-93960858-c6cd-4c62-98fb-fe143212c796 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1559398 Aug 27 13:56:35.089170 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-edcf0750-2974-413a-9b66-5a4913c0dae4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ffdb2e34-fa77-4af0-9cda-840fb426b521 HTTP/1.1" status: 200 len: 217 time: 0.0448844 Aug 27 13:56:35.090789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-e9b38515-90c3-4676-a175-73ea472a2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:35.092552 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-e9b38515-90c3-4676-a175-73ea472a2ce9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.2058959 Aug 27 13:56:35.104836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e53619a1-5e5a-4d39-932f-1b80526c11d1 req-41448ce6-4d4f-46a0-b648-7966d7b89ede tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465767 Aug 27 13:56:35.163372 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520519a-261b-4fa0-9d71-3584a3d7dbae req-f1300393-81ea-4819-a8eb-ce39de0ac189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:35.164905 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e520519a-261b-4fa0-9d71-3584a3d7dbae req-f1300393-81ea-4819-a8eb-ce39de0ac189 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=3a2de354-35c7-4f45-99fd-9259d234e32b HTTP/1.1" status: 200 len: 1099 time: 0.1379488 Aug 27 13:56:35.168695 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-f36e2dc8-39e9-4a20-b261-22a782cdab15 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa HTTP/1.1" status: 200 len: 217 time: 0.0557785 Aug 27 13:56:35.172284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c37820ed-3511-437c-9c47-c1e43640b1f7 req-8a09b5cc-169e-4250-a7fd-545fa47bc458 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931916 Aug 27 13:56:35.254818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-438e8937-0701-4bc7-b451-b86eca5f277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:35.256308 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-438e8937-0701-4bc7-b451-b86eca5f277b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1459756 Aug 27 13:56:35.259608 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:35.295197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-0b093ec5-1317-4706-b8fc-d918760c897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:35.297038 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-0b093ec5-1317-4706-b8fc-d918760c897b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.1144419 Aug 27 13:56:35.323497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Pushing event updated for resources: {'Port': ['ID=32743d3f-d73b-434b-a0b7-553e2122940c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:35.346776 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-69c20dcd-f089-43a1-95b6-f8176a2e239f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384049 Aug 27 13:56:35.357946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fa7d5-0678-4858-9e1b-d0a421192215 req-9a9a2605-d29f-4aab-8674-31a760ccc96a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:35.359526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-270fa7d5-0678-4858-9e1b-d0a421192215 req-9a9a2605-d29f-4aab-8674-31a760ccc96a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 946 time: 0.1605268 Aug 27 13:56:35.361049 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec56ac5-7dfd-4cda-bbef-ba0613116154 x-openstack-request-id: req-dec56ac5-7dfd-4cda-bbef-ba0613116154 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:35.361343 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01085251-00fb-4e95-a334-d475805b402a", "tag": "ffdb2e34-fa77-4af0-9cda-840fb426b521", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:35.361656 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dec56ac5-7dfd-4cda-bbef-ba0613116154 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:35.362049 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01085251-00fb-4e95-a334-d475805b402a', 'tag': 'ffdb2e34-fa77-4af0-9cda-840fb426b521', 'status': 'completed', 'code': 200} Aug 27 13:56:35.364714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Network 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:35.367532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:35.368049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520519a-261b-4fa0-9d71-3584a3d7dbae req-826cb4ff-3af2-4c4f-8972-1384cdab68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:35.369701 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e520519a-261b-4fa0-9d71-3584a3d7dbae req-826cb4ff-3af2-4c4f-8972-1384cdab68fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1427383 Aug 27 13:56:35.370288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:35.438224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-eb2429e0-7620-4fc0-8ba4-a49e5f6c43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:35.440139 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-eb2429e0-7620-4fc0-8ba4-a49e5f6c43dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1348131 Aug 27 13:56:35.446992 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e520519a-261b-4fa0-9d71-3584a3d7dbae req-dac02dc6-69c9-4db9-9abd-cdb008d9c435 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f1ba8dc5-2dac-4810-b6cd-63c98532dd3f HTTP/1.1" status: 200 len: 217 time: 0.0535970 Aug 27 13:56:35.455963 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:35.567478 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-270fa7d5-0678-4858-9e1b-d0a421192215 req-19a2ee0e-363a-4a41-8816-4d60720e85c9 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713083 Aug 27 13:56:35.607426 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520519a-261b-4fa0-9d71-3584a3d7dbae req-acf66660-700b-4aed-b862-6f41454b9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:35.608932 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e520519a-261b-4fa0-9d71-3584a3d7dbae req-acf66660-700b-4aed-b862-6f41454b9784 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1141338 Aug 27 13:56:35.655650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-bf419b8e-bbd3-4e9d-86b3-0edf73f24299 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011836 Aug 27 13:56:35.662652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-500266d7-24ec-4cd6-b633-39158c77314c service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918053 Aug 27 13:56:35.684907 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189680b2-31f0-4981-995e-396185f3984f req-5f25d50b-7106-4205-921e-4ff1a06292a8 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:35.686441 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-189680b2-31f0-4981-995e-396185f3984f req-5f25d50b-7106-4205-921e-4ff1a06292a8 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 948 time: 0.1578107 Aug 27 13:56:35.691976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-625078a1-aa3a-4ac4-b1bd-9db4d30e0b11 None None] Provisioning for port 32743d3f-d73b-434b-a0b7-553e2122940c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:35.695926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-625078a1-aa3a-4ac4-b1bd-9db4d30e0b11 None None] Provisioning complete for port 32743d3f-d73b-434b-a0b7-553e2122940c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:35.696192 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-625078a1-aa3a-4ac4-b1bd-9db4d30e0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:35.761736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-625078a1-aa3a-4ac4-b1bd-9db4d30e0b11 None None] Port 32743d3f-d73b-434b-a0b7-553e2122940c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:56:35.786428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520519a-261b-4fa0-9d71-3584a3d7dbae req-9b48a1b7-5a17-489f-b952-b8c1392a01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:35.787980 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e520519a-261b-4fa0-9d71-3584a3d7dbae req-9b48a1b7-5a17-489f-b952-b8c1392a01c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1642909 Aug 27 13:56:35.802734 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:35.868851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-189680b2-31f0-4981-995e-396185f3984f req-07ee93aa-d49a-4986-ab67-c9aff5ae1940 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699843 Aug 27 13:56:35.899479 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 82d6101b-270a-4257-9b5c-cc3d391c3580 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:35.937081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1451f2a-97e7-4536-9ae5-d1f6e2fe61b5 req-1749f382-eb13-41bb-bad6-be03bf6a79ec service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324204 Aug 27 13:56:35.990330 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-df5b3c24-a313-43bd-9faa-7d54d75c8884 service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426987 Aug 27 13:56:35.992029 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e520519a-261b-4fa0-9d71-3584a3d7dbae req-4e262a79-3b09-497b-a2a4-ba39f2dda249 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720033 Aug 27 13:56:36.004796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-2ed5cc38-3523-4450-82eb-a0d7da3254f5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:36.006340 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-2ed5cc38-3523-4450-82eb-a0d7da3254f5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 821 time: 0.2342968 Aug 27 13:56:36.015463 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 82d6101b-270a-4257-9b5c-cc3d391c3580 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:36.020958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 82d6101b-270a-4257-9b5c-cc3d391c3580 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:36.021614 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:36.035408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-52ff5ca2-2c39-4bc5-8273-25f355ed8183 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/quotas/a7dba67d579b475f8c1e968351f5a6ea HTTP/1.1" status: 200 len: 375 time: 0.0200126 Aug 27 13:56:36.148375 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:36.168384 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-1f6c11a8-4c65-420e-ba0d-36359f32135d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262555 Aug 27 13:56:36.169077 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:36.195014 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:36.223814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 82d6101b-270a-4257-9b5c-cc3d391c3580, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=82d6101b-270a-4257-9b5c-cc3d391c3580,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:36.230067 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:36.286229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-cbdcc113-ee18-4e2b-9aab-053f20d52528 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:36.288000 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-cbdcc113-ee18-4e2b-9aab-053f20d52528 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f&tenant_id=0b84005fec6146b8af367291d0980e18&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1098 time: 0.1910069 Aug 27 13:56:36.305420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-12'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:36.306792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=82d6101b-270a-4257-9b5c-cc3d391c3580,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:36.309173 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:36.314419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Pushing event updated for resources: {'Port': ['ID=32743d3f-d73b-434b-a0b7-553e2122940c,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:36.454090 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:36.475897 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-978c98f2-30de-4db2-8180-c4d973da7bcc service neutron] 10.222.0.55 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612524 Aug 27 13:56:36.499520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8c897-a281-433e-8874-759908441049 req-dedb2f2c-92e9-444e-851c-6fb8448e8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:36.501182 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7fe8c897-a281-433e-8874-759908441049 req-dedb2f2c-92e9-444e-851c-6fb8448e8cd2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 1100 time: 0.4720721 Aug 27 13:56:36.586610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Network 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:36.587826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e520519a-261b-4fa0-9d71-3584a3d7dbae req-a461e32f-6abe-4b38-8ded-a1f88265cbe6 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758934 Aug 27 13:56:36.594143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:36.626451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e30694-63c1-48f0-987b-47ed9932e034 req-b277484d-4759-422f-bc5e-779ae8a2d105 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:36.627986 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92e30694-63c1-48f0-987b-47ed9932e034 req-b277484d-4759-422f-bc5e-779ae8a2d105 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1439304 Aug 27 13:56:36.675618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8c897-a281-433e-8874-759908441049 req-5e849579-37d9-4bf9-b247-226447358e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:36.677187 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7fe8c897-a281-433e-8874-759908441049 req-5e849579-37d9-4bf9-b247-226447358e99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1598203 Aug 27 13:56:36.692148 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92e30694-63c1-48f0-987b-47ed9932e034 req-a05324bc-e572-4527-abe9-b70fdc821623 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553670 Aug 27 13:56:36.722561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-31195f6b-0e4e-4659-a4d2-5b76034022fe service neutron] 10.222.0.55 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390583 Aug 27 13:56:36.731634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7fe8c897-a281-433e-8874-759908441049 req-3fa50d97-9726-421a-abac-2c51254d09fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ffdb2e34-fa77-4af0-9cda-840fb426b521 HTTP/1.1" status: 200 len: 217 time: 0.0376277 Aug 27 13:56:36.789149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8c897-a281-433e-8874-759908441049 req-3642faea-0657-47f9-8b65-4b04a864cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:36.790561 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7fe8c897-a281-433e-8874-759908441049 req-3642faea-0657-47f9-8b65-4b04a864cd52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0476074 Aug 27 13:56:36.829434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Router e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:56:36.845006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:36.853931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8c897-a281-433e-8874-759908441049 req-51fbc8b0-0f39-4ec9-9006-d0a9cfd6b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:36.857358 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7fe8c897-a281-433e-8874-759908441049 req-51fbc8b0-0f39-4ec9-9006-d0a9cfd6b6d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0545444 Aug 27 13:56:36.911297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-480a8f0e-54c9-4210-98cc-0c0d2524f4ee None None] Provisioning complete for port 32743d3f-d73b-434b-a0b7-553e2122940c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:36.911851 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-480a8f0e-54c9-4210-98cc-0c0d2524f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:36.965426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-480a8f0e-54c9-4210-98cc-0c0d2524f4ee None None] Port 32743d3f-d73b-434b-a0b7-553e2122940c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:56:36.986372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:37.024288 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7fe8c897-a281-433e-8874-759908441049 req-8792ef99-65dd-4b2f-9b39-e22e14b41bbc service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446011 Aug 27 13:56:37.059404 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:37.067509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:56:37.080343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Sync routers for ids ['e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:56:37.090702 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-aac741c3-f016-412b-b045-bfafb4d1f7e8 admin admin] 10.222.0.55 "PUT /v2.0/routers/e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6071374 Aug 27 13:56:37.090702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:37.107886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Routers {'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:56:37.109035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:56:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:37.168727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f1d08-6fde-4870-80d2-c35142387bf9 req-938340d7-0a21-4a20-979a-44a9d3e82a64 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:37.170274 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c29f1d08-6fde-4870-80d2-c35142387bf9 req-938340d7-0a21-4a20-979a-44a9d3e82a64 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 946 time: 0.1294045 Aug 27 13:56:37.218440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,revision_number=7']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:37.223880 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7fe8c897-a281-433e-8874-759908441049 req-18600764-20bd-4690-b5bb-5c9dc53127f6 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799300 Aug 27 13:56:37.271770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c29f1d08-6fde-4870-80d2-c35142387bf9 req-09b6bbaf-4416-4043-8c02-d8434c69e141 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905697 Aug 27 13:56:37.332707 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Set router e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:56:37.335252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Attempting to bind port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on host n-h2-712139-12 for vnic_type normal with profile {"migrating_to": "n-h1-712139-12"} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:37.335592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Attempting to bind port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:37.335928 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Attempting to bind port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:37.352986 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on network a4fa4222-2c01-407d-8d35-d36794d53fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:37.353311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Attempting to bind port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:37.358651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:37.359027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Checking segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:37.359406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Bound using segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:37.359822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Bound port: bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:37.360177 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:37.363217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cf330c-720a-4d38-9f67-6cddc8c6df6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:37.365462 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10082747-fc02-4ef0-a0bc-4cb2f60237fe" -d '{"events": [{"server_uuid": "82cf330c-720a-4d38-9f67-6cddc8c6df6f", "name": "network-vif-unplugged", "status": "completed", "tag": "bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:37.404119 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d27bfaa-503a-4faf-bd29-26b1dc06cb9d req-ae927a88-7bfb-43ec-bd13-2e5c96ffd968 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 210 time: 0.0337837 Aug 27 13:56:37.521214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:37.525196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:37.541434 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:37.627683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5581d-090c-4db2-b22f-c43e96bf894b req-5209f636-2e6c-479a-8dbe-810c201002ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:37.640314 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1f5581d-090c-4db2-b22f-c43e96bf894b req-5209f636-2e6c-479a-8dbe-810c201002ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 948 time: 0.1825166 Aug 27 13:56:37.714170 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680740162-router', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:27Z', 'updated_at': '2021-08-27T13:56:35Z', 'revision_number': 4, 'project_id': 'd8686022ce294e83950577b695e89dfd', 'gw_port': {'id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:28Z', 'updated_at': '2021-08-27T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '32743d3f-d73b-434b-a0b7-553e2122940c', 'name': '', 'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'mac_address': 'fa:16:3e:40:e2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'f3fdee9e-f699-4de7-9859-2cc218ec0fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:34Z', 'updated_at': '2021-08-27T13:56:35Z', 'revision_number': 2, 'project_id': 'd8686022ce294e83950577b695e89dfd', 'subnets': [{'id': 'f3fdee9e-f699-4de7-9859-2cc218ec0fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:37.721741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,revision_number=8']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:37.769156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:37.769951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:37.771729 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-004178c4-7507-4449-9dc4-fcc7c7e9d9f7 service neutron] 10.222.0.52 "PUT /v2.0/ports/bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa HTTP/1.1" status: 200 len: 1124 time: 1.4705827 Aug 27 13:56:37.793910 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1f5581d-090c-4db2-b22f-c43e96bf894b req-77ba7bae-8ecc-4d7a-960e-cccc3eede646 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311984 Aug 27 13:56:37.858348 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Checking router: e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:56:37.858742 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Updating router e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a port 32743d3f-d73b-434b-a0b7-553e2122940c binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:56:37.862128 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002611a5-1050-4b73-8eae-1469c412afdc x-openstack-request-id: req-002611a5-1050-4b73-8eae-1469c412afdc {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:37.862747 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cf330c-720a-4d38-9f67-6cddc8c6df6f", "name": "network-vif-unplugged", "status": "completed", "tag": "bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:37.862848 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-002611a5-1050-4b73-8eae-1469c412afdc {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:37.863199 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cf330c-720a-4d38-9f67-6cddc8c6df6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa', 'code': 200} Aug 27 13:56:37.909859 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:37.954179 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 82d6101b-270a-4257-9b5c-cc3d391c3580 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:38.018008 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:38.043760 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc7b93-8444-4a09-80ac-1fecd5a6fbe3 req-1153ce33-5a77-4e83-958a-c9f263110624 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:38.051178 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e6cc7b93-8444-4a09-80ac-1fecd5a6fbe3 req-1153ce33-5a77-4e83-958a-c9f263110624 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 1102 time: 0.0911162 Aug 27 13:56:38.074263 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:56:38.154628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4c4b3-ef12-4a8a-a5a4-a56d900ca492 req-6d1cf05e-a427-4198-9d7d-6f2d7caabf81 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:38.164943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8a4c4b3-ef12-4a8a-a5a4-a56d900ca492 req-6d1cf05e-a427-4198-9d7d-6f2d7caabf81 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1276248 Aug 27 13:56:38.192459 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e6cc7b93-8444-4a09-80ac-1fecd5a6fbe3 req-a1cecb02-478e-421b-a311-053fee8a0d34 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376183 Aug 27 13:56:38.228923 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8a4c4b3-ef12-4a8a-a5a4-a56d900ca492 req-be95df71-c6f4-46d1-984f-e40c9ef5361e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604057 Aug 27 13:56:38.242701 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f1ba8dc5-2dac-4810-b6cd-63c98532dd3f details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:56:38.301194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 82d6101b-270a-4257-9b5c-cc3d391c3580 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:38.301589 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:38.376633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79859df-fc71-4996-a27f-e733678de2ed req-6500e297-813b-4e05-b8a4-0659f9f5dfc1 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:38.391265 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f79859df-fc71-4996-a27f-e733678de2ed req-6500e297-813b-4e05-b8a4-0659f9f5dfc1 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 1102 time: 0.0845728 Aug 27 13:56:38.480073 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f79859df-fc71-4996-a27f-e733678de2ed req-de01f073-2d55-428f-9e6a-c88693d947ed tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826545 Aug 27 13:56:38.681402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff68724-3528-4578-a937-7793c73e0559 req-f348c13c-f342-4a8a-9f09-0b0bc20ffa7c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:38.693325 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ff68724-3528-4578-a937-7793c73e0559 req-f348c13c-f342-4a8a-9f09-0b0bc20ffa7c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 944 time: 0.1469564 Aug 27 13:56:38.714458 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f1ba8dc5-2dac-4810-b6cd-63c98532dd3f,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:38.793197 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ff68724-3528-4578-a937-7793c73e0559 req-d2856e9e-7536-4dec-bde5-835a8794c292 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985255 Aug 27 13:56:38.852433 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'f1ba8dc5-2dac-4810-b6cd-63c98532dd3f', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'f1ba8dc5-2dac-4810-b6cd-63c98532dd3f', 'mac_address': 'fa:16:3e:3e:28:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:56:38.875960 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-671dd38e-bda7-4ade-80d0-4bfefb59eb83 req-4d816c10-73ea-4aaf-90cd-5537e905c9a0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 210 time: 0.0472813 Aug 27 13:56:38.901226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device ffdb2e34-fa77-4af0-9cda-840fb426b521 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:56:38.977558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-e532ce28-020a-41b7-b05c-19c213fee70d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:38.979856 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-e532ce28-020a-41b7-b05c-19c213fee70d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.41 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 821 time: 0.2610283 Aug 27 13:56:39.010886 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-9f8351a8-1548-470a-89ef-90387914321f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Request body: {'port': {'device_id': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549', 'admin_state_up': True, 'tenant_id': 'a7dba67d579b475f8c1e968351f5a6ea'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:39.113657 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:39.118013 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:39.212394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2bd78-325c-4455-aae6-a12822c324c4 req-0a3cede1-4c93-48d9-a95f-7126653c6033 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:39.219187 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87e2bd78-325c-4455-aae6-a12822c324c4 req-0a3cede1-4c93-48d9-a95f-7126653c6033 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 948 time: 0.1433179 Aug 27 13:56:39.320803 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87e2bd78-325c-4455-aae6-a12822c324c4 req-edf7872a-d348-4642-aa08-f9fe8ec2da0c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945163 Aug 27 13:56:39.328670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-9f8351a8-1548-470a-89ef-90387914321f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Made reservation on behalf of a7dba67d579b475f8c1e968351f5a6ea for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:39.335061 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-9f8351a8-1548-470a-89ef-90387914321f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:39.338245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Transition to ACTIVE for port object 32743d3f-d73b-434b-a0b7-553e2122940c will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:39.349110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ba8dc5-2dac-4810-b6cd-63c98532dd3f {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:39.393333 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:39.443653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3c5b3-d0e2-4612-a0c1-af65219a1d29 req-61f651d2-8303-4156-b49d-f98be75d8b74 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:39.445257 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08b3c5b3-d0e2-4612-a0c1-af65219a1d29 req-61f651d2-8303-4156-b49d-f98be75d8b74 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1301417 Aug 27 13:56:39.541806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f1ba8dc5-2dac-4810-b6cd-63c98532dd3f,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:39.560173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08b3c5b3-d0e2-4612-a0c1-af65219a1d29 req-7a3dc263-c322-4155-81b4-f852592c8f12 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063573 Aug 27 13:56:39.631805 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:39.646483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-9f8351a8-1548-470a-89ef-90387914321f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Allocated IP 172.20.0.13 (eaa53a44-b2bb-4005-84f2-0d841f0a4549/24b2ce31-ff9b-45b0-b1a0-ae006e096667/6251fcac-1eac-430b-981f-555a94c6c5ab) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:39.696645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port ffdb2e34-fa77-4af0-9cda-840fb426b521, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=ffdb2e34-fa77-4af0-9cda-840fb426b521,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:39.746290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd8631-db12-4c69-aa9d-ffc53f8b2b0a None None] Pushing event updated for resources: {'Port': ['ID=32743d3f-d73b-434b-a0b7-553e2122940c,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:39.768374 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:39.770098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'ffdb2e34-fa77-4af0-9cda-840fb426b521', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'ffdb2e34-fa77-4af0-9cda-840fb426b521', 'mac_address': 'fa:16:3e:5d:c0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:56:39.864997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cf330c-720a-4d38-9f67-6cddc8c6df6f', 'tag': 'bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:39.867346 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5413a3c-65de-4ad8-8821-824a16cee8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "82cf330c-720a-4d38-9f67-6cddc8c6df6f", "tag": "bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:39.962942 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Attempting to bind port 32743d3f-d73b-434b-a0b7-553e2122940c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:39.963325 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Attempting to bind port 32743d3f-d73b-434b-a0b7-553e2122940c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '94e3edee-7450-40ac-860a-8bb8a7edc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:39.963698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Attempting to bind port 32743d3f-d73b-434b-a0b7-553e2122940c on network 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:39.974344 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:39.977837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:39.978217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Checking segment: {'id': '94e3edee-7450-40ac-860a-8bb8a7edc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:39.978614 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:39.979042 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Bound using segment: {'id': '94e3edee-7450-40ac-860a-8bb8a7edc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:39.979513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Bound port: 32743d3f-d73b-434b-a0b7-553e2122940c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e3edee-7450-40ac-860a-8bb8a7edc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:39.979892 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:39.988282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=f1ba8dc5-2dac-4810-b6cd-63c98532dd3f,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:40.010036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdb2e34-fa77-4af0-9cda-840fb426b521 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:40.013746 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-9f8351a8-1548-470a-89ef-90387914321f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:40.074820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port ffdb2e34-fa77-4af0-9cda-840fb426b521, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=ffdb2e34-fa77-4af0-9cda-840fb426b521,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:40.095022 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:40.147875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] For port 32743d3f-d73b-434b-a0b7-553e2122940c, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:40.159748 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-9f8351a8-1548-470a-89ef-90387914321f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:40.168414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] For port 32743d3f-d73b-434b-a0b7-553e2122940c, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=32743d3f-d73b-434b-a0b7-553e2122940c,segment=NetworkSegment(94e3edee-7450-40ac-860a-8bb8a7edc9a3),segment_id=94e3edee-7450-40ac-860a-8bb8a7edc9a3)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:40.185606 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:40.195332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=ffdb2e34-fa77-4af0-9cda-840fb426b521,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:40.207999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-9f8351a8-1548-470a-89ef-90387914321f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Network eaa53a44-b2bb-4005-84f2-0d841f0a4549 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:40.213715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-9f8351a8-1548-470a-89ef-90387914321f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:40.232450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-9f8351a8-1548-470a-89ef-90387914321f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:40.246142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fea4ec-a934-4d48-8a88-77127684193a req-bdaa4d53-49ef-49d9-b782-dcb16897c3aa tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:40.247187 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4fea4ec-a934-4d48-8a88-77127684193a req-bdaa4d53-49ef-49d9-b782-dcb16897c3aa tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 944 time: 0.1374781 Aug 27 13:56:40.255134 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Routers {'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:56:40.255794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:56:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:40.307316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8351a8-1548-470a-89ef-90387914321f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Pushing event updated for resources: {'Port': ['ID=6251fcac-1eac-430b-981f-555a94c6c5ab,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:40.314340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f1ba8dc5-2dac-4810-b6cd-63c98532dd3f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:40.342806 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4fea4ec-a934-4d48-8a88-77127684193a req-897b1719-855b-4003-85a5-6455f9f906cd tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617802 Aug 27 13:56:40.379181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-9f8351a8-1548-470a-89ef-90387914321f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:40.384496 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-9f8351a8-1548-470a-89ef-90387914321f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:40.393029 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd8631-db12-4c69-aa9d-ffc53f8b2b0a None None] Pushing event updated for resources: {'Port': ['ID=32743d3f-d73b-434b-a0b7-553e2122940c,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:40.426106 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6fe887-3ebd-4679-a3c8-60b22923c597 x-openstack-request-id: req-dd6fe887-3ebd-4679-a3c8-60b22923c597 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:40.426705 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cf330c-720a-4d38-9f67-6cddc8c6df6f", "tag": "bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:40.427238 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dd6fe887-3ebd-4679-a3c8-60b22923c597 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:40.428558 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cf330c-720a-4d38-9f67-6cddc8c6df6f', 'tag': 'bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa', 'status': 'completed', 'code': 200} Aug 27 13:56:40.429245 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-9f8351a8-1548-470a-89ef-90387914321f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4242868 Aug 27 13:56:40.504859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Request body: {'port': {'device_id': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:40.698150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] Set router e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:56:40.731445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5413a3c-65de-4ad8-8821-824a16cee8e1 req-82d9d1f7-5229-492a-b115-2c07193357da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:40.733260 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5413a3c-65de-4ad8-8821-824a16cee8e1 req-82d9d1f7-5229-492a-b115-2c07193357da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 1127 time: 0.1681378 Aug 27 13:56:40.736070 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:40.755847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d148-a6a1-426e-a899-67e7292ddd03 req-56e5f3d2-0147-4583-81ed-031c1516f83d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:40.757493 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d162d148-a6a1-426e-a899-67e7292ddd03 req-56e5f3d2-0147-4583-81ed-031c1516f83d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 932 time: 0.2012358 Aug 27 13:56:40.906001 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d162d148-a6a1-426e-a899-67e7292ddd03 req-23b41319-0dcc-4071-82af-be2dac9b458e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388652 Aug 27 13:56:40.921918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:56:40.924577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['ffdb2e34-fa77-4af0-9cda-840fb426b521'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:41.052600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5413a3c-65de-4ad8-8821-824a16cee8e1 req-ccf99817-49c4-4353-90e5-9c8807f5b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:41.054293 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5413a3c-65de-4ad8-8821-824a16cee8e1 req-ccf99817-49c4-4353-90e5-9c8807f5b39c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.3071070 Aug 27 13:56:41.193871 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5413a3c-65de-4ad8-8821-824a16cee8e1 req-a26179b9-ed26-466d-b4d4-b479af621b02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa HTTP/1.1" status: 200 len: 217 time: 0.1284680 Aug 27 13:56:41.241941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220f294-1612-4f51-be62-0cc81cad537f req-b7ebb51f-10d7-4e10-9e2d-e39609e61b24 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:41.268816 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5220f294-1612-4f51-be62-0cc81cad537f req-b7ebb51f-10d7-4e10-9e2d-e39609e61b24 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.1128550 Aug 27 13:56:41.289158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:41.316078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa has no active binding in host n-h1-712139-12 {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 13:56:41.364885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a2db8-5a0d-4d4f-a07a-bf522356fe9e req-ca970976-d527-4599-b4ba-99359474a633 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:41.374149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-679a2db8-5a0d-4d4f-a07a-bf522356fe9e req-ca970976-d527-4599-b4ba-99359474a633 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 949 time: 0.2763612 Aug 27 13:56:41.403032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680740162-router', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:27Z', 'updated_at': '2021-08-27T13:56:35Z', 'revision_number': 4, 'project_id': 'd8686022ce294e83950577b695e89dfd', 'gw_port': {'id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:28Z', 'updated_at': '2021-08-27T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '32743d3f-d73b-434b-a0b7-553e2122940c', 'name': '', 'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'mac_address': 'fa:16:3e:40:e2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'f3fdee9e-f699-4de7-9859-2cc218ec0fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:34Z', 'updated_at': '2021-08-27T13:56:40Z', 'revision_number': 4, 'project_id': 'd8686022ce294e83950577b695e89dfd', 'subnets': [{'id': 'f3fdee9e-f699-4de7-9859-2cc218ec0fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:56:41.414215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5413a3c-65de-4ad8-8821-824a16cee8e1 req-81470c1e-9f8f-4070-beab-d8468308fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:41.415978 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5413a3c-65de-4ad8-8821-824a16cee8e1 req-81470c1e-9f8f-4070-beab-d8468308fffd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.1958165 Aug 27 13:56:41.481116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4241b550-60ea-4748-9367-654e9bf4944a None None] The sync data for ids ['e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'] in n-d-712139-12 is: [{'id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680740162-router', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:27Z', 'updated_at': '2021-08-27T13:56:35Z', 'revision_number': 4, 'project_id': 'd8686022ce294e83950577b695e89dfd', 'gw_port': {'id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:28Z', 'updated_at': '2021-08-27T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '32743d3f-d73b-434b-a0b7-553e2122940c', 'name': '', 'network_id': '666f181c-d2f2-49fc-9ff4-bd9c42e5ba05', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'mac_address': 'fa:16:3e:40:e2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'f3fdee9e-f699-4de7-9859-2cc218ec0fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:34Z', 'updated_at': '2021-08-27T13:56:40Z', 'revision_number': 4, 'project_id': 'd8686022ce294e83950577b695e89dfd', 'subnets': [{'id': 'f3fdee9e-f699-4de7-9859-2cc218ec0fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:56:41.489637 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5413a3c-65de-4ad8-8821-824a16cee8e1 req-9cc1a263-737a-4327-bcf6-0584377d2009 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527439 Aug 27 13:56:41.510053 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-679a2db8-5a0d-4d4f-a07a-bf522356fe9e req-6e1b0035-3db8-4264-90ec-60bd86bcad6a tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356146 Aug 27 13:56:41.770192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6251fcac-1eac-430b-981f-555a94c6c5ab {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:41.790426 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5220f294-1612-4f51-be62-0cc81cad537f req-6b9c2ddc-76b0-417f-a200-589bfbc54280 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183854 Aug 27 13:56:41.811882 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:41.816111 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5413a3c-65de-4ad8-8821-824a16cee8e1 req-e9a043c2-c5f4-45fc-b758-528cdda90fea service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770014 Aug 27 13:56:41.914796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Transition to ACTIVE for port object 6251fcac-1eac-430b-981f-555a94c6c5ab will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:41.946668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 32743d3f-d73b-434b-a0b7-553e2122940c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:41.951009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a33d99-200d-456d-b938-2335e1d7b767 req-c2c03b60-9f76-4172-be42-8a7062dd22ee tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:41.952789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29a33d99-200d-456d-b938-2335e1d7b767 req-c2c03b60-9f76-4172-be42-8a7062dd22ee tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.2805974 Aug 27 13:56:41.957635 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:42.026641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 32743d3f-d73b-434b-a0b7-553e2122940c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:42.032236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 32743d3f-d73b-434b-a0b7-553e2122940c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:42.032793 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:42.170818 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:42.183514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=6251fcac-1eac-430b-981f-555a94c6c5ab,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:42.215522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 32743d3f-d73b-434b-a0b7-553e2122940c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=32743d3f-d73b-434b-a0b7-553e2122940c,segment=NetworkSegment(94e3edee-7450-40ac-860a-8bb8a7edc9a3),segment_id=94e3edee-7450-40ac-860a-8bb8a7edc9a3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:42.221021 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:42.253104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5413a3c-65de-4ad8-8821-824a16cee8e1 req-5e89b4d4-125d-4ec5-a5ec-675193919b69 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224467 Aug 27 13:56:42.256578 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29a33d99-200d-456d-b938-2335e1d7b767 req-e4ce2d68-466c-47bf-aba5-33f96d418303 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895567 Aug 27 13:56:42.318408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=32743d3f-d73b-434b-a0b7-553e2122940c,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:42.355852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:42.356190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:42.356521 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:42.365785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:42.366473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:42.372209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:42.372607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:42.372992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:42.373417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Bound port: 6251fcac-1eac-430b-981f-555a94c6c5ab, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:42.373800 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:42.490615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:42.495763 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6251fcac-1eac-430b-981f-555a94c6c5ab,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:42.513027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd10cf5-cd9b-4cba-8f69-b30f76fc44f6 req-4341c372-876a-47df-b306-2e329611a793 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:42.515095 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebd10cf5-cd9b-4cba-8f69-b30f76fc44f6 req-4341c372-876a-47df-b306-2e329611a793 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 944 time: 0.1378448 Aug 27 13:56:42.517641 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:42.617367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f17438-39a9-4f44-840c-afdb7d7b1961 req-523eba7d-7eb6-4551-a463-8ef08f6a8766 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:42.625470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-70f17438-39a9-4f44-840c-afdb7d7b1961 req-523eba7d-7eb6-4551-a463-8ef08f6a8766 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0718751 Aug 27 13:56:42.694460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-70f17438-39a9-4f44-840c-afdb7d7b1961 req-9d83f4dd-3098-4ed6-bf79-3970e0b1b792 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670042 Aug 27 13:56:42.858156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d6427-ce20-4950-b8dd-9d2649d0df10 req-ae489c83-51f6-4e55-9a75-eb2274042ae4 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:42.866875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-854d6427-ce20-4950-b8dd-9d2649d0df10 req-ae489c83-51f6-4e55-9a75-eb2274042ae4 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 949 time: 0.0898247 Aug 27 13:56:42.893080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40568) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:42.922484 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-854d6427-ce20-4950-b8dd-9d2649d0df10 req-a4cca771-4a79-4f1e-a6ab-6402c0194504 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531290 Aug 27 13:56:42.996396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:42.997436 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:42.999124 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] 10.222.0.41 "PUT /v2.0/ports/6251fcac-1eac-430b-981f-555a94c6c5ab HTTP/1.1" status: 200 len: 1093 time: 2.4997964 Aug 27 13:56:42.999822 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'tag': '6251fcac-1eac-430b-981f-555a94c6c5ab'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:43.004448 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33bfd5f-2f2a-4280-9ddf-97cf0f5ce6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "365256f0-481e-4264-a4fc-8b09f8ea6775", "tag": "6251fcac-1eac-430b-981f-555a94c6c5ab"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:43.055800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1312139-d33b-4855-9ba6-2af7560f2947 req-d5600569-79f8-4fc5-a8fc-fc93fe79f0b6 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:43.064628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1312139-d33b-4855-9ba6-2af7560f2947 req-d5600569-79f8-4fc5-a8fc-fc93fe79f0b6 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0728505 Aug 27 13:56:43.123306 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebd10cf5-cd9b-4cba-8f69-b30f76fc44f6 req-cae52f23-70d5-4ce3-bb6f-00c92cd2c423 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997241 Aug 27 13:56:43.131324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca961b0-cac8-4a84-af23-8140f3423ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=6251fcac-1eac-430b-981f-555a94c6c5ab,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:43.132053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-88c2da1b-61c0-44e6-afb5-f948230da589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:43.171792 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1312139-d33b-4855-9ba6-2af7560f2947 req-10d2db4a-5a07-41f7-83d7-517c4e72476e tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017964 Aug 27 13:56:43.174624 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-12ef6809-2efa-4cd5-8acb-09150e534adc service neutron] 10.222.0.41 "GET /v2.0/ports/bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa/bindings/n-h1-712139-12 HTTP/1.1" status: 200 len: 385 time: 0.2519126 Aug 27 13:56:43.268378 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd38d35-01ca-4231-8435-9c63198ce89d x-openstack-request-id: req-7dd38d35-01ca-4231-8435-9c63198ce89d {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:43.268913 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365256f0-481e-4264-a4fc-8b09f8ea6775", "tag": "6251fcac-1eac-430b-981f-555a94c6c5ab", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:43.268913 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7dd38d35-01ca-4231-8435-9c63198ce89d {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:43.269410 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'tag': '6251fcac-1eac-430b-981f-555a94c6c5ab', 'status': 'completed', 'code': 200} Aug 27 13:56:43.273806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-cc3aa266-15b7-4fef-9c03-4ce6309b1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:43.275448 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-cc3aa266-15b7-4fef-9c03-4ce6309b1a79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 1096 time: 0.1758091 Aug 27 13:56:43.348857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-6c7e2c79-93a0-4b1b-8134-f456bbeb5f4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6251fcac-1eac-430b-981f-555a94c6c5ab HTTP/1.1" status: 200 len: 217 time: 0.0422497 Aug 27 13:56:43.353837 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-88c2da1b-61c0-44e6-afb5-f948230da589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:43.361616 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-88c2da1b-61c0-44e6-afb5-f948230da589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:43.430502 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-88c2da1b-61c0-44e6-afb5-f948230da589 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cffc6770e02f465cb020ab0d2153cbfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361061 Aug 27 13:56:43.431845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2da1b-61c0-44e6-afb5-f948230da589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd970026-d513-4354-bf04-edc502a999d1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:43.433144 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40578) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:43.498728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fa31b-89d6-44d2-baf7-2a7dc4f6ad10 req-ad394ad0-eeeb-4233-86cb-ea5919dde3a7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:43.500587 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe1fa31b-89d6-44d2-baf7-2a7dc4f6ad10 req-ad394ad0-eeeb-4233-86cb-ea5919dde3a7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1154270 Aug 27 13:56:43.507869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-4a5418a7-d988-4cc6-acf7-df0e1113b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:43.509340 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-4a5418a7-d988-4cc6-acf7-df0e1113b58a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.1398761 Aug 27 13:56:43.538220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-8db734e1-378b-47cc-88fe-3b723f233de5 service neutron] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:43.547254 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe1fa31b-89d6-44d2-baf7-2a7dc4f6ad10 req-404c1701-9717-436f-8194-757de6a35546 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400221 Aug 27 13:56:43.575995 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-2f3d8103-7a34-41f6-beda-e21ceeba03f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481675 Aug 27 13:56:43.583701 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42ae0db8-e009-427f-af48-c92d25da3160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:43.642117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-8db734e1-378b-47cc-88fe-3b723f233de5 service neutron] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:43.685946 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42ae0db8-e009-427f-af48-c92d25da3160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:43.699018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-8db734e1-378b-47cc-88fe-3b723f233de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:43.720573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-8db734e1-378b-47cc-88fe-3b723f233de5 service neutron] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:43.754541 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-8db734e1-378b-47cc-88fe-3b723f233de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:43.789015 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-2032f2bb-6505-450b-9a77-ed476594315a service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993141 Aug 27 13:56:43.867648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 32743d3f-d73b-434b-a0b7-553e2122940c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:43.908512 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42ae0db8-e009-427f-af48-c92d25da3160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:43.911098 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42ae0db8-e009-427f-af48-c92d25da3160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:43.912237 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-42ae0db8-e009-427f-af48-c92d25da3160 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd970026-d513-4354-bf04-edc502a999d1 HTTP/1.1" status: 204 len: 168 time: 0.4775639 Aug 27 13:56:43.925872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 32743d3f-d73b-434b-a0b7-553e2122940c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:43.926572 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:43.944439 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe752-d6a1-4740-840b-2a698221f19a req-0deb0b4a-330d-4767-b0b1-3af4157e80ee tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:43.946072 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-26cbe752-d6a1-4740-840b-2a698221f19a req-0deb0b4a-330d-4767-b0b1-3af4157e80ee tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.1737823 Aug 27 13:56:43.954118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae0db8-e009-427f-af48-c92d25da3160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd970026-d513-4354-bf04-edc502a999d1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:43.981449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-8db734e1-378b-47cc-88fe-3b723f233de5 service neutron] Transition to ACTIVE for port object bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:44.002849 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-8db734e1-378b-47cc-88fe-3b723f233de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:44.017625 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdfca78c-7987-42d3-8518-4edced5489c0 req-3e9932f8-394f-4ead-a01b-5decd9b0b0dc service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133493 Aug 27 13:56:44.098874 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-26cbe752-d6a1-4740-840b-2a698221f19a req-cb0aef37-54d8-46e4-b205-23de6de876e4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221249 Aug 27 13:56:44.145846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae95d6d-a400-4d6c-af0f-579384df16c3 req-9e516632-3e80-4b14-871f-4182f7191684 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:44.153847 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dae95d6d-a400-4d6c-af0f-579384df16c3 req-9e516632-3e80-4b14-871f-4182f7191684 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 949 time: 0.0924494 Aug 27 13:56:44.163343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-8db734e1-378b-47cc-88fe-3b723f233de5 service neutron] No DVR routers for this DVR port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:56:44.168104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db734e1-378b-47cc-88fe-3b723f233de5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,revision_number=10']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:44.209446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f1ba8dc5-2dac-4810-b6cd-63c98532dd3f up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:44.213067 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dae95d6d-a400-4d6c-af0f-579384df16c3 req-b1002b9a-5769-44bf-bb34-3daa574b8667 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578029 Aug 27 13:56:44.232025 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-8db734e1-378b-47cc-88fe-3b723f233de5 service neutron] 10.222.0.41 "PUT /v2.0/ports/bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa/bindings/n-h1-712139-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0407844 Aug 27 13:56:44.259272 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bfd5f-2f2a-4280-9ddf-97cf0f5ce6d6 req-0c050018-3346-421a-8e88-939789e9d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:44.263671 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f33bfd5f-2f2a-4280-9ddf-97cf0f5ce6d6 req-0c050018-3346-421a-8e88-939789e9d790 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 1096 time: 0.0912898 Aug 27 13:56:44.402474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62621f36-6921-4dfe-a8d7-5b8f4962f471 req-666e8f28-90c2-452e-a9af-cfa5dce2b123 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:44.410844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62621f36-6921-4dfe-a8d7-5b8f4962f471 req-666e8f28-90c2-452e-a9af-cfa5dce2b123 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 945 time: 0.1300907 Aug 27 13:56:44.469508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a752c-3765-493c-b058-3b04fe84aa26 req-63f401b2-339b-48bd-9b4f-7e8570a5d834 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:44.471335 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c4a752c-3765-493c-b058-3b04fe84aa26 req-63f401b2-339b-48bd-9b4f-7e8570a5d834 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.1597130 Aug 27 13:56:44.489567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-6c4d0175-e8a5-4716-88bc-497ee52a42c9 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:44.494291 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-6c4d0175-e8a5-4716-88bc-497ee52a42c9 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f&tenant_id=0b84005fec6146b8af367291d0980e18&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1097 time: 0.0992692 Aug 27 13:56:44.535870 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62621f36-6921-4dfe-a8d7-5b8f4962f471 req-60a5917b-b9f7-4e3c-9c85-1114b9dea771 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241105 Aug 27 13:56:44.539746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40594) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:44.549733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:44.559980 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-173c0681-0dec-49af-b087-aa5166d7fd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:44.565258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:44.567597 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:44.587306 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c4a752c-3765-493c-b058-3b04fe84aa26 req-1ffda347-3ee6-4b5c-a203-b2cce9d2838c tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064963 Aug 27 13:56:44.612818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-a7f5dfbb-000b-4978-b118-4825f8bb78f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:44.616817 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-a7f5dfbb-000b-4978-b118-4825f8bb78f7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f&tenant_id=0b84005fec6146b8af367291d0980e18 HTTP/1.1" status: 200 len: 1097 time: 0.1090717 Aug 27 13:56:44.684668 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1611909a-0e62-4ede-933c-65c2f827b3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:44.709204 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:44.744164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-d14af9bc-0714-45b2-b8eb-23b1e8e8894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:44.745683 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-d14af9bc-0714-45b2-b8eb-23b1e8e8894b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 1097 time: 0.0956216 Aug 27 13:56:44.751218 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-173c0681-0dec-49af-b087-aa5166d7fd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:44.754101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bfd5f-2f2a-4280-9ddf-97cf0f5ce6d6 req-fc33b564-47c7-45aa-b5cc-0dfc1ca33edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:44.756701 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f33bfd5f-2f2a-4280-9ddf-97cf0f5ce6d6 req-fc33b564-47c7-45aa-b5cc-0dfc1ca33edd service neutron] 10.222.0.41 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.4208343 Aug 27 13:56:44.758506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f1ba8dc5-2dac-4810-b6cd-63c98532dd3f,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:44.759849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2de354-35c7-4f45-99fd-9259d234e32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ba8dc5-2dac-4810-b6cd-63c98532dd3f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:44.760872 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-173c0681-0dec-49af-b087-aa5166d7fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:44.762963 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e44ee2f-7362-491f-976f-041f9b8d9ad6" -d '{"events": [{"server_uuid": "3a2de354-35c7-4f45-99fd-9259d234e32b", "name": "network-vif-plugged", "status": "completed", "tag": "f1ba8dc5-2dac-4810-b6cd-63c98532dd3f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:44.763787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83540591-5f25-421d-83c5-6cd88726db7c req-4f4b3e97-6371-4c0b-93c4-aa3f6b138951 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:44.769490 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:44.772246 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83540591-5f25-421d-83c5-6cd88726db7c req-4f4b3e97-6371-4c0b-93c4-aa3f6b138951 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0725932 Aug 27 13:56:44.840911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=f1ba8dc5-2dac-4810-b6cd-63c98532dd3f,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:44.860508 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22306b02-58f6-4f08-a037-aaeb2b3db831 x-openstack-request-id: req-22306b02-58f6-4f08-a037-aaeb2b3db831 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:44.860903 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2de354-35c7-4f45-99fd-9259d234e32b", "name": "network-vif-plugged", "status": "completed", "tag": "f1ba8dc5-2dac-4810-b6cd-63c98532dd3f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:44.861306 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22306b02-58f6-4f08-a037-aaeb2b3db831 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:44.861797 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2de354-35c7-4f45-99fd-9259d234e32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ba8dc5-2dac-4810-b6cd-63c98532dd3f', 'code': 200} Aug 27 13:56:44.870924 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83540591-5f25-421d-83c5-6cd88726db7c req-2d2f5228-1b9c-42c5-a35c-42bbf1aaf494 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976193 Aug 27 13:56:44.884218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-173c0681-0dec-49af-b087-aa5166d7fd62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ca7552a20b24bf79939edd35f18e7c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426285 Aug 27 13:56:44.888961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40600) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:44.890275 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f33bfd5f-2f2a-4280-9ddf-97cf0f5ce6d6 req-48c2c82a-10c3-413f-8db9-487cd0a62abe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6251fcac-1eac-430b-981f-555a94c6c5ab HTTP/1.1" status: 200 len: 217 time: 0.0655246 Aug 27 13:56:44.901392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device ffdb2e34-fa77-4af0-9cda-840fb426b521 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:44.914275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c0681-0dec-49af-b087-aa5166d7fd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976dd035-4940-48cd-b00f-e6567f6b4886,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:44.936144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-611c296a-47c3-401e-8fd5-9246dd8b0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:44.938812 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-611c296a-47c3-401e-8fd5-9246dd8b0ca6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.1645086 Aug 27 13:56:44.986809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port ffdb2e34-fa77-4af0-9cda-840fb426b521 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:44.992242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port ffdb2e34-fa77-4af0-9cda-840fb426b521 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:44.992625 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:45.009050 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-a471bd8e-675d-44f4-bdc6-273c5f69f152 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa HTTP/1.1" status: 200 len: 217 time: 0.0534458 Aug 27 13:56:45.025181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bfd5f-2f2a-4280-9ddf-97cf0f5ce6d6 req-e0c0720b-3290-437a-bc19-7a3fdf3abdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:45.026645 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f33bfd5f-2f2a-4280-9ddf-97cf0f5ce6d6 req-e0c0720b-3290-437a-bc19-7a3fdf3abdef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.1135616 Aug 27 13:56:45.055888 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af8da282-88a9-4fbb-9284-726a8f9a8bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:45.077501 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:45.078486 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f33bfd5f-2f2a-4280-9ddf-97cf0f5ce6d6 req-bd00f929-cb99-4c90-8053-7a7d9e1a4ffa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375237 Aug 27 13:56:45.086520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537d3cc-5552-4dd1-9c7d-7d0409015997 req-198a775b-f209-4e34-b4d7-9ae5628108f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:45.088430 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a537d3cc-5552-4dd1-9c7d-7d0409015997 req-198a775b-f209-4e34-b4d7-9ae5628108f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a2de354-35c7-4f45-99fd-9259d234e32b HTTP/1.1" status: 200 len: 1101 time: 0.1062570 Aug 27 13:56:45.095514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-2007ad2c-ebcf-4ad6-b18b-182116e4b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:45.099111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-2007ad2c-ebcf-4ad6-b18b-182116e4b77f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.0748880 Aug 27 13:56:45.115114 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af8da282-88a9-4fbb-9284-726a8f9a8bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:45.115424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port ffdb2e34-fa77-4af0-9cda-840fb426b521, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=ffdb2e34-fa77-4af0-9cda-840fb426b521,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:45.121962 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:45.154905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-6d171ff0-62da-4cdc-a2c2-ec0c43b0f77d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415647 Aug 27 13:56:45.234939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=ffdb2e34-fa77-4af0-9cda-840fb426b521,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:45.252736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a537d3cc-5552-4dd1-9c7d-7d0409015997 req-0b5c3a32-281d-4563-9b4e-ad4e43d5c8c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412933 Aug 27 13:56:45.298325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5afa7-f04a-4e37-81de-91bc1aa218d5 req-7a1a2785-6d65-41c7-b8af-614e7d39fc1b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:45.300599 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4a5afa7-f04a-4e37-81de-91bc1aa218d5 req-7a1a2785-6d65-41c7-b8af-614e7d39fc1b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.1076787 Aug 27 13:56:45.304084 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f33bfd5f-2f2a-4280-9ddf-97cf0f5ce6d6 req-4c873068-4236-4b7e-b2f8-70768c1b2c9d service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997545 Aug 27 13:56:45.310357 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af8da282-88a9-4fbb-9284-726a8f9a8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:45.313284 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af8da282-88a9-4fbb-9284-726a8f9a8bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:45.314921 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-5586e255-c22e-494d-a295-de3bebf3572d service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476161 Aug 27 13:56:45.315047 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-af8da282-88a9-4fbb-9284-726a8f9a8bf6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/976dd035-4940-48cd-b00f-e6567f6b4886 HTTP/1.1" status: 204 len: 168 time: 0.4236660 Aug 27 13:56:45.333340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8da282-88a9-4fbb-9284-726a8f9a8bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976dd035-4940-48cd-b00f-e6567f6b4886,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:45.403754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4a5afa7-f04a-4e37-81de-91bc1aa218d5 req-0fc1da85-e6e0-4052-b58b-817b047fc036 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943134 Aug 27 13:56:45.481291 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86fb61-81f6-4fc7-ba1e-849a6213e44e req-11b270d9-b086-4865-91dd-b9f395dfd99d tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:45.489526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e86fb61-81f6-4fc7-ba1e-849a6213e44e req-11b270d9-b086-4865-91dd-b9f395dfd99d tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 950 time: 0.1562190 Aug 27 13:56:45.529535 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-1aafc3b1-e461-448d-98f9-4f4588dbe1c9 service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883917 Aug 27 13:56:45.542237 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e86fb61-81f6-4fc7-ba1e-849a6213e44e req-b461967b-6d52-4fac-9bff-06ad07307e63 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518095 Aug 27 13:56:45.745114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609ba94-3775-44c0-a3f4-eab014996935 req-e7f274a4-01f9-40c3-aa06-96f9b0de4e9a tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:45.747512 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2609ba94-3775-44c0-a3f4-eab014996935 req-e7f274a4-01f9-40c3-aa06-96f9b0de4e9a tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0701208 Aug 27 13:56:45.821904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2609ba94-3775-44c0-a3f4-eab014996935 req-bfc28c28-ea22-47e1-bd7e-b6efafa45576 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599601 Aug 27 13:56:45.859144 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f33bfd5f-2f2a-4280-9ddf-97cf0f5ce6d6 req-bc39b689-9a7a-4202-8b50-1bd6626e6845 service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758692 Aug 27 13:56:45.883717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2b6b1-d418-4172-8d8e-e93baf8f1530 req-5c102105-de24-45aa-b7b2-385b90387f5e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:45.891520 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5b2b6b1-d418-4172-8d8e-e93baf8f1530 req-5c102105-de24-45aa-b7b2-385b90387f5e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 945 time: 0.2397218 Aug 27 13:56:45.941486 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5b2b6b1-d418-4172-8d8e-e93baf8f1530 req-5f89ad7e-354f-4419-ae4f-0dbc5786f733 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466399 Aug 27 13:56:45.998260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-33d756c6-93c6-4717-8dfb-e47a0b0fed4d tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:45.999750 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-33d756c6-93c6-4717-8dfb-e47a0b0fed4d tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f&tenant_id=0b84005fec6146b8af367291d0980e18&binding%3Ahost_id=n-h1-712139-12 HTTP/1.1" status: 200 len: 1097 time: 0.0569661 Aug 27 13:56:46.112180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f99b44-0e11-4c99-822c-1cefb28992f5 req-bdfaf984-003c-42e5-a874-7b84ec87af2b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:46.115967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-70f99b44-0e11-4c99-822c-1cefb28992f5 req-bdfaf984-003c-42e5-a874-7b84ec87af2b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0939698 Aug 27 13:56:46.201509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:56:46.210297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-70f99b44-0e11-4c99-822c-1cefb28992f5 req-ecb397dc-c31e-4589-90fa-1aed8eaba1d7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574887 Aug 27 13:56:46.216866 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-b506f7d7-7c1e-4f3c-ae80-23c1513df00b service neutron] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:46.220893 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-b506f7d7-7c1e-4f3c-ae80-23c1513df00b service neutron] Notify callbacks [] for binding, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:46.222238 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f9ebb0-6c02-4847-9e43-87dd23e011d2 req-b506f7d7-7c1e-4f3c-ae80-23c1513df00b service neutron] 10.222.0.52 "DELETE /v2.0/ports/bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa/bindings/n-h2-712139-12 HTTP/1.1" status: 204 len: 173 time: 0.2106416 Aug 27 13:56:46.268448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:56:46.376296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40634) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:46.491493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-161625252-network', 'tenant_id': '2aab601e4a774b6a9eea9da91e4b0277'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:46.539792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Made reservation on behalf of 2aab601e4a774b6a9eea9da91e4b0277 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:46.542026 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:46.561847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2d124-8cab-4d71-a536-4a5e75d7c90e req-4bfdf0ee-29f5-4df3-9056-3907e6c00a90 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:46.563373 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8d2d124-8cab-4d71-a536-4a5e75d7c90e req-4bfdf0ee-29f5-4df3-9056-3907e6c00a90 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0686820 Aug 27 13:56:46.564051 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:46.633315 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8d2d124-8cab-4d71-a536-4a5e75d7c90e req-a55fca24-221b-495a-931d-de091739df82 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611830 Aug 27 13:56:46.715797 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:46.716139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd807b5-0210-4226-b49f-9590f414cbe9 req-93369b65-4ac1-43ca-8ab6-d35ad8311656 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:46.717692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecd807b5-0210-4226-b49f-9590f414cbe9 req-93369b65-4ac1-43ca-8ab6-d35ad8311656 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 950 time: 0.0667188 Aug 27 13:56:46.729390 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:46.755372 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:56:46.766883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64b49dc-dde9-4844-ba88-4812ade60530,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:46.774491 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:46.774785 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecd807b5-0210-4226-b49f-9590f414cbe9 req-05dd3cf6-cbb8-4335-b4a5-13b814f29cdd tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372257 Aug 27 13:56:46.775074 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Added segment c52991d7-ea6f-4682-bf5e-095a7759c41b of type vlan for network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 Aug 27 13:56:46.832294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:46.864178 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01085251-00fb-4e95-a334-d475805b402a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdb2e34-fa77-4af0-9cda-840fb426b521'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:46.864678 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:46.865746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:46.866400 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:46.868825 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91685ca0-1f13-425d-a111-9e33ccc6a41a" -d '{"events": [{"server_uuid": "01085251-00fb-4e95-a334-d475805b402a", "name": "network-vif-plugged", "status": "completed", "tag": "ffdb2e34-fa77-4af0-9cda-840fb426b521"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:46.932598 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257e79d1-b09a-4fae-8e57-f4e1357e3e1d x-openstack-request-id: req-257e79d1-b09a-4fae-8e57-f4e1357e3e1d {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:46.933251 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01085251-00fb-4e95-a334-d475805b402a", "name": "network-vif-plugged", "status": "completed", "tag": "ffdb2e34-fa77-4af0-9cda-840fb426b521", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:46.934832 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-257e79d1-b09a-4fae-8e57-f4e1357e3e1d {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:46.936179 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01085251-00fb-4e95-a334-d475805b402a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdb2e34-fa77-4af0-9cda-840fb426b521', 'code': 200} Aug 27 13:56:46.972961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40650) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:56:46.978405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-42fddab6-eb12-4996-a2cb-3b861c11d903 admin admin] Request body: {'subnet': {'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-161625252-subnet', 'tenant_id': '2aab601e4a774b6a9eea9da91e4b0277', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:46.986674 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6090868 Aug 27 13:56:47.017283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e195f51-3a66-45b3-bfd5-527f2f4311ef admin admin] Pushing event updated for resources: {'Network': ['ID=7510fbde-bbaf-4de0-99ba-405a5e3ad115,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:47.031393 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fddab6-eb12-4996-a2cb-3b861c11d903 admin admin] Made reservation on behalf of 2aab601e4a774b6a9eea9da91e4b0277 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:47.034133 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-42fddab6-eb12-4996-a2cb-3b861c11d903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:47.040215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac72f8-8c16-4ab5-8c80-7b100d1404b7 req-70c17384-781b-40a2-8d93-a82aae70beb9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:47.042124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:56:47.049744 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9aac72f8-8c16-4ab5-8c80-7b100d1404b7 req-70c17384-781b-40a2-8d93-a82aae70beb9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.1147695 Aug 27 13:56:47.100726 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9aac72f8-8c16-4ab5-8c80-7b100d1404b7 req-b824a09f-a4a0-4bc0-8092-60e56a1bb02a tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453250 Aug 27 13:56:47.187567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f52bb-8ddb-4872-a26d-20d7e66430a5 req-39e09f51-91f6-483b-9cd5-17deabebb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:47.189320 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-433f52bb-8ddb-4872-a26d-20d7e66430a5 req-39e09f51-91f6-483b-9cd5-17deabebb33a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 1102 time: 0.1522937 Aug 27 13:56:47.305334 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-433f52bb-8ddb-4872-a26d-20d7e66430a5 req-9e718b0e-a04d-4f96-9a48-6527955182c9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060088 Aug 27 13:56:47.337581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7e920-1a1b-4a43-9a42-3ad957b32e88 req-5486a7e5-4cac-4df5-a2b8-d510b2553ff6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:47.339389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3b7e920-1a1b-4a43-9a42-3ad957b32e88 req-5486a7e5-4cac-4df5-a2b8-d510b2553ff6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0556691 Aug 27 13:56:47.344111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc77d0-daee-4f19-a4a3-c48b8b6c3a3c req-ce1bc41f-a0b6-4fe2-95bf-a503fcda8ba2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:47.352523 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33bc77d0-daee-4f19-a4a3-c48b8b6c3a3c req-ce1bc41f-a0b6-4fe2-95bf-a503fcda8ba2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 945 time: 0.1443527 Aug 27 13:56:47.378820 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:47.415316 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3b7e920-1a1b-4a43-9a42-3ad957b32e88 req-8b602de0-3a15-468b-bc1b-3ecd5dbb58fe tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597811 Aug 27 13:56:47.420229 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33bc77d0-daee-4f19-a4a3-c48b8b6c3a3c req-e0059708-aaac-450e-8c6d-0f89413baffc tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666978 Aug 27 13:56:47.438868 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-42fddab6-eb12-4996-a2cb-3b861c11d903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:47.473649 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b4822108-1231-481b-8867-f5ac071469f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:47.512335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fddab6-eb12-4996-a2cb-3b861c11d903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0e7137-63f2-4212-b923-f9dc4203f37d,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:47.519731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fddab6-eb12-4996-a2cb-3b861c11d903 admin admin] Checking segment: {'id': 'c52991d7-ea6f-4682-bf5e-095a7759c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:47.520089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fddab6-eb12-4996-a2cb-3b861c11d903 admin admin] Network hostable DHCP agents. Network: 7510fbde-bbaf-4de0-99ba-405a5e3ad115, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:56:47.565679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fddab6-eb12-4996-a2cb-3b861c11d903 admin admin] Network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:56:47.598676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-42fddab6-eb12-4996-a2cb-3b861c11d903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 7510fbde-bbaf-4de0-99ba-405a5e3ad115) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:47.611313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e911611-5de4-454e-89f0-f7fe0c53864a None None] Network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:56:47.614856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fddab6-eb12-4996-a2cb-3b861c11d903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:47.615806 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-42fddab6-eb12-4996-a2cb-3b861c11d903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:47.650736 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3f4f4-91e0-4660-bc03-4e9d9de80cb5 req-f4b504ed-5b78-4f6f-b98d-c4cc80cbb728 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:47.659467 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-66f3f4f4-91e0-4660-bc03-4e9d9de80cb5 req-f4b504ed-5b78-4f6f-b98d-c4cc80cbb728 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 1097 time: 0.1016047 Aug 27 13:56:47.670723 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-42fddab6-eb12-4996-a2cb-3b861c11d903 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6914558 Aug 27 13:56:47.745510 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-66f3f4f4-91e0-4660-bc03-4e9d9de80cb5 req-b9820432-a83d-41c1-bf98-6394b5250dd1 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845437 Aug 27 13:56:47.824741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e01aa-954f-49fd-8c57-819a14429861 req-2b4a0757-c13a-422d-afc0-333940f5b813 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:47.832516 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-624e01aa-954f-49fd-8c57-819a14429861 req-2b4a0757-c13a-422d-afc0-333940f5b813 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0955074 Aug 27 13:56:47.870029 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6f6e67-e857-41f1-85c2-e664755d5871 None None] Network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:56:47.888982 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-624e01aa-954f-49fd-8c57-819a14429861 req-61b8c8b2-7f2c-4885-8eec-2a694c464619 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Aug 27 13:56:47.999536 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e19731-21ae-4384-8838-02cfdac26b5f req-8081b44f-5f9d-4453-a36d-c7d70ad153a6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:48.010333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8e19731-21ae-4384-8838-02cfdac26b5f req-8081b44f-5f9d-4453-a36d-c7d70ad153a6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 950 time: 0.0900083 Aug 27 13:56:48.094791 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8e19731-21ae-4384-8838-02cfdac26b5f req-d0f54666-dad1-4f08-a64d-776ef67fb0b3 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815206 Aug 27 13:56:48.212274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 6251fcac-1eac-430b-981f-555a94c6c5ab details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:56:48.349772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-c0686e99-c623-4ff5-8810-1e48cfad367e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:48.351285 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-c0686e99-c623-4ff5-8810-1e48cfad367e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 808 time: 0.1490860 Aug 27 13:56:48.355029 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6251fcac-1eac-430b-981f-555a94c6c5ab,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:48.370438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '6251fcac-1eac-430b-981f-555a94c6c5ab', 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549', 'port_id': '6251fcac-1eac-430b-981f-555a94c6c5ab', 'mac_address': 'fa:16:3e:39:22:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2ce31-ff9b-45b0-b1a0-ae006e096667', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:56:48.372957 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-cea2eded-7ef8-49e8-bba8-937790612005 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/quotas/0b84005fec6146b8af367291d0980e18 HTTP/1.1" status: 200 len: 375 time: 0.0148902 Aug 27 13:56:48.391327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c794de1-82c5-44db-af48-1a1059c50350 req-1584dde2-0a33-460b-a390-eb3dd963b026 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:48.392977 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-1584dde2-0a33-460b-a390-eb3dd963b026 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/networks?id=7510fbde-bbaf-4de0-99ba-405a5e3ad115 HTTP/1.1" status: 200 len: 821 time: 0.1233137 Aug 27 13:56:48.415534 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-8ba329b6-093e-4200-9905-892d87d26e43 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/quotas/2aab601e4a774b6a9eea9da91e4b0277 HTTP/1.1" status: 200 len: 375 time: 0.0154641 Aug 27 13:56:48.450499 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:48.455481 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-ce6a7ac2-695c-497a-ba95-0c0c710304c4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aab601e4a774b6a9eea9da91e4b0277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384779 Aug 27 13:56:48.457880 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-1ea73272-7db8-40a1-a958-c27c499625eb tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840068 Aug 27 13:56:48.470992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6251fcac-1eac-430b-981f-555a94c6c5ab {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:48.495187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6251fcac-1eac-430b-981f-555a94c6c5ab,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:48.503224 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:48.561741 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-6bfd92c6-ea31-44b1-bb89-5974be2cb415 service neutron] 10.222.0.55 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027153 Aug 27 13:56:48.567679 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-b7be1ce7-31ba-4ff8-b350-710163caf928 service neutron] 10.222.0.55 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115875 Aug 27 13:56:48.576355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=6251fcac-1eac-430b-981f-555a94c6c5ab,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:48.621807 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:48.683250 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-617c9c92-99c8-477f-8a9b-592990b285a0 service neutron] 10.222.0.55 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090896 Aug 27 13:56:48.697311 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-4dc7f34c-96eb-48f2-9add-3e5e9b16afe9 service neutron] 10.222.0.55 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270847 Aug 27 13:56:49.062225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['6251fcac-1eac-430b-981f-555a94c6c5ab'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:49.163202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9929afb-35cd-46ab-bc69-1af977ae4e15 req-1cfd69d4-a8e6-4783-8b68-d661b252c2e4 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:49.173884 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9929afb-35cd-46ab-bc69-1af977ae4e15 req-1cfd69d4-a8e6-4783-8b68-d661b252c2e4 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.1943309 Aug 27 13:56:49.259330 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9929afb-35cd-46ab-bc69-1af977ae4e15 req-210ba13a-5ad7-43ff-9f10-fa4ed8aa972b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840511 Aug 27 13:56:49.309957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c332e0-4417-4030-bd7e-3893868cbff8 req-9a3bdc50-0d5f-46f7-80d7-0d236f54128d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:49.311970 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d2c332e0-4417-4030-bd7e-3893868cbff8 req-9a3bdc50-0d5f-46f7-80d7-0d236f54128d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1604218 Aug 27 13:56:49.342798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90d0451d-eee2-40da-a0c2-f16ad3f01c9f req-658f3f32-089b-435e-9aae-02dab98ef6f2 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 210 time: 0.0472331 Aug 27 13:56:49.395633 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d2c332e0-4417-4030-bd7e-3893868cbff8 req-6beb7923-4449-4453-9c90-d83258a25a0d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750780 Aug 27 13:56:49.463223 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-432f0950-5523-4a52-8288-1d2e0e337683 req-a5cf823e-ee96-4326-bc13-b6c0293a69c2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 210 time: 0.0435715 Aug 27 13:56:49.593506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656c5b8-1331-42cd-abc0-e6e3f0989ac1 req-f119db1e-030e-473d-8542-65e908ec8716 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:49.617354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a656c5b8-1331-42cd-abc0-e6e3f0989ac1 req-f119db1e-030e-473d-8542-65e908ec8716 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 945 time: 0.1039579 Aug 27 13:56:49.636971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645e1b7-0323-4cdb-9f1e-19f504ca1e6c req-1345bf65-d0c2-4dfa-8828-12cf600e12c2 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:49.646751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f645e1b7-0323-4cdb-9f1e-19f504ca1e6c req-1345bf65-d0c2-4dfa-8828-12cf600e12c2 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 950 time: 0.0855083 Aug 27 13:56:49.689495 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a656c5b8-1331-42cd-abc0-e6e3f0989ac1 req-15dd8ab0-dd9d-48f8-b6ed-05fb57eda6ae tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613933 Aug 27 13:56:49.700863 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f645e1b7-0323-4cdb-9f1e-19f504ca1e6c req-f2883068-ed65-42d0-afc3-f316a048c41b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527720 Aug 27 13:56:49.851760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49ee09-6e9b-49b2-8207-8854db362a03 req-c633a1f0-21de-417e-b691-221cdd31c988 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:49.853589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d49ee09-6e9b-49b2-8207-8854db362a03 req-c633a1f0-21de-417e-b691-221cdd31c988 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a2de354-35c7-4f45-99fd-9259d234e32b HTTP/1.1" status: 200 len: 949 time: 0.0611491 Aug 27 13:56:49.896666 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d49ee09-6e9b-49b2-8207-8854db362a03 req-c96614a6-d8a6-4f98-8e63-8df5ec738587 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366831 Aug 27 13:56:50.063180 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:50.203909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5909a34-365c-4bab-893d-0753263f9c41 req-4a905074-c6db-44ec-992f-be47c7f8c557 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:50.209760 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5909a34-365c-4bab-893d-0753263f9c41 req-4a905074-c6db-44ec-992f-be47c7f8c557 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:50.211425 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f5909a34-365c-4bab-893d-0753263f9c41 req-4a905074-c6db-44ec-992f-be47c7f8c557 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a&device_id=3a2de354-35c7-4f45-99fd-9259d234e32b HTTP/1.1" status: 200 len: 1690 time: 0.0582762 Aug 27 13:56:50.251746 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f5909a34-365c-4bab-893d-0753263f9c41 req-6bded5d9-7d62-4bb0-9188-453c698145a5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342367 Aug 27 13:56:50.421045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6cf3e-9bed-4544-8b89-0c5acbff0ae8 req-ab908d52-faef-4953-af80-920a528e23ec tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:50.433145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17e6cf3e-9bed-4544-8b89-0c5acbff0ae8 req-ab908d52-faef-4953-af80-920a528e23ec tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.1063740 Aug 27 13:56:50.449329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa6632-15be-4d97-82e7-8e5caa5550fd req-111cd38d-085d-4bf5-b286-4068a62f83b1 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:50.460424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2fa6632-15be-4d97-82e7-8e5caa5550fd req-111cd38d-085d-4bf5-b286-4068a62f83b1 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 1102 time: 0.0920143 Aug 27 13:56:50.480404 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17e6cf3e-9bed-4544-8b89-0c5acbff0ae8 req-025d0f1e-144f-4783-ba8e-52f29b988709 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462112 Aug 27 13:56:50.506963 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2fa6632-15be-4d97-82e7-8e5caa5550fd req-5699f99d-105c-4a47-9d9d-4eb1b5a9f1e4 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456946 Aug 27 13:56:50.651131 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13d47aab-5945-4599-80d4-8a511c561280 req-b31f656b-81fb-4321-b8e9-9de70db04481 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 210 time: 0.0330162 Aug 27 13:56:50.742995 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-b50dba0e-cef9-44d4-b6d3-c21beb8047bb tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:50.744485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-b50dba0e-cef9-44d4-b6d3-c21beb8047bb tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.41 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 808 time: 0.2267377 Aug 27 13:56:50.754220 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-44823bdf-97bc-4b7a-a18a-15154a8af0ab req-9cbf3f83-7bd0-4f89-a57b-f512e5cdeefe tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 210 time: 0.0279605 Aug 27 13:56:50.760494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8db8aa-156e-41b3-8086-d3f4d735e3da req-f49c037e-2d91-44a2-8afe-f0f561a77d66 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:50.761818 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5a8db8aa-156e-41b3-8086-d3f4d735e3da req-f49c037e-2d91-44a2-8afe-f0f561a77d66 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1377256 Aug 27 13:56:50.804970 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5a8db8aa-156e-41b3-8086-d3f4d735e3da req-d12f87f1-2a71-46e8-a158-c7baac1d17d2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367858 Aug 27 13:56:50.838714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-960886ea-7aa0-4cc2-89af-fd83415f4555 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Request body: {'port': {'device_id': '7a43bab9-1a0e-442d-9f49-a1073db0f3f8', 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc', 'admin_state_up': True, 'tenant_id': '0b84005fec6146b8af367291d0980e18'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:50.864143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bca6c-5e95-4596-b55b-c884f21c95ef req-0dfccc09-32a8-4a03-ad5a-b5cd0092e963 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:50.866972 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-041bca6c-5e95-4596-b55b-c884f21c95ef req-0dfccc09-32a8-4a03-ad5a-b5cd0092e963 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3a2de354-35c7-4f45-99fd-9259d234e32b HTTP/1.1" status: 200 len: 1101 time: 0.0536783 Aug 27 13:56:50.927516 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-041bca6c-5e95-4596-b55b-c884f21c95ef req-7ff806ef-e9c8-4add-aa82-baa343c07cf5 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544326 Aug 27 13:56:50.959970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f0c8c-b69e-4797-bebe-ac5fcc112621 req-6c77aa0c-a816-4a87-8386-7a3b0db66f19 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:50.961459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b4f0c8c-b69e-4797-bebe-ac5fcc112621 req-6c77aa0c-a816-4a87-8386-7a3b0db66f19 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 945 time: 0.0817451 Aug 27 13:56:50.982870 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:51.018071 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b4f0c8c-b69e-4797-bebe-ac5fcc112621 req-5ca9e117-060f-46e3-8faf-d4384fd1e781 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474854 Aug 27 13:56:51.038959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-960886ea-7aa0-4cc2-89af-fd83415f4555 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Made reservation on behalf of 0b84005fec6146b8af367291d0980e18 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:51.043370 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-960886ea-7aa0-4cc2-89af-fd83415f4555 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:51.265571 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-952a50b3-a240-434d-adb2-3214e1cfcce8 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706809 Aug 27 13:56:51.638488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84125cd-9923-498f-959d-abfbe2ce2f9a req-dc3c6f2e-0578-4aaf-ae11-8947fd29c573 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:51.640056 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84125cd-9923-498f-959d-abfbe2ce2f9a req-dc3c6f2e-0578-4aaf-ae11-8947fd29c573 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0718453 Aug 27 13:56:51.640675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-960886ea-7aa0-4cc2-89af-fd83415f4555 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Allocated IP 172.20.0.4 (a4fa4222-2c01-407d-8d35-d36794d53fdc/42ec8a6f-4682-4195-b131-0bf74a6d6a47/beb6cf09-79cb-4ff2-99fa-706664bb1bd1) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:51.698243 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84125cd-9923-498f-959d-abfbe2ce2f9a req-d8f23b47-a457-4b9f-bb51-266944b9202f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Aug 27 13:56:51.712092 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c794de1-82c5-44db-af48-1a1059c50350 req-e607876a-fa3d-4854-b8fc-d1d32ff51745 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:51.713670 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-e607876a-fa3d-4854-b8fc-d1d32ff51745 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.41 "GET /v2.0/networks?id=7510fbde-bbaf-4de0-99ba-405a5e3ad115 HTTP/1.1" status: 200 len: 821 time: 0.4682491 Aug 27 13:56:51.729561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-b3b2db05-afce-4ae1-b8ee-dc8f15831abf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:51.735302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-b3b2db05-afce-4ae1-b8ee-dc8f15831abf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4684114 Aug 27 13:56:51.752666 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-7eaf5031-2b37-4ae9-b9e1-871b76970d82 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/quotas/a8da92e592dd4a7fbcd63b90fff1a384 HTTP/1.1" status: 200 len: 375 time: 0.0149751 Aug 27 13:56:51.760018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-8c794de1-82c5-44db-af48-1a1059c50350 req-9f23df31-c29d-4019-8caa-01d0eb3306a4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Request body: {'port': {'device_id': '330056af-4841-45d8-92a8-81985e94c81d', 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115', 'admin_state_up': True, 'tenant_id': '2aab601e4a774b6a9eea9da91e4b0277'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:51.809396 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6fdae9c4-7397-411b-913a-e5c8fd5ba2c7 req-c87fedc0-2246-411d-a45a-8e5f1ddbc09d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 210 time: 0.0331502 Aug 27 13:56:51.904965 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6c83fc8-1fc0-43de-aef4-07ca4181e1ef req-e33d7d6b-f033-470c-bfb0-0754fd0221cc tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 210 time: 0.0316391 Aug 27 13:56:51.950097 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-00e95503-2ce2-4dd8-87d8-9a1f628e89d1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1792800 Aug 27 13:56:52.058131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14daaf6-d403-486a-a1eb-8091096f2ea3 req-c2c275a1-cf79-4667-8871-4ef9e944326f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:52.061002 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b14daaf6-d403-486a-a1eb-8091096f2ea3 req-c2c275a1-cf79-4667-8871-4ef9e944326f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0655460 Aug 27 13:56:52.067513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c794de1-82c5-44db-af48-1a1059c50350 req-9f23df31-c29d-4019-8caa-01d0eb3306a4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Made reservation on behalf of 2aab601e4a774b6a9eea9da91e4b0277 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:52.071868 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c794de1-82c5-44db-af48-1a1059c50350 req-9f23df31-c29d-4019-8caa-01d0eb3306a4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:52.131047 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b14daaf6-d403-486a-a1eb-8091096f2ea3 req-02f9092c-aaa9-4b76-b85e-fd62b9bc9d45 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560980 Aug 27 13:56:52.184990 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-960886ea-7aa0-4cc2-89af-fd83415f4555 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:52.229087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 6251fcac-1eac-430b-981f-555a94c6c5ab up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:56:52.306664 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2a6f55b7-f5c0-484e-af12-e5385ed69bbd req-515a1139-5caa-4f9e-bee7-ffef1f7e6274 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 210 time: 0.0610456 Aug 27 13:56:52.355354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 6251fcac-1eac-430b-981f-555a94c6c5ab completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:52.360060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 6251fcac-1eac-430b-981f-555a94c6c5ab triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:52.360463 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:52.375127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85746f7-8cc2-4d67-ac06-c42fa4b3ba58 req-40710c26-73ed-4af2-98fc-05e3b87e79af tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:52.390102 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-960886ea-7aa0-4cc2-89af-fd83415f4555 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:52.392950 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d85746f7-8cc2-4d67-ac06-c42fa4b3ba58 req-40710c26-73ed-4af2-98fc-05e3b87e79af tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 945 time: 0.1426613 Aug 27 13:56:52.415123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-8c794de1-82c5-44db-af48-1a1059c50350 req-9f23df31-c29d-4019-8caa-01d0eb3306a4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Allocated IP 172.20.0.7 (7510fbde-bbaf-4de0-99ba-405a5e3ad115/9d0e7137-63f2-4212-b923-f9dc4203f37d/e093e8f6-036a-456b-a119-cd1602889e1e) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:52.461749 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d85746f7-8cc2-4d67-ac06-c42fa4b3ba58 req-bc2bf910-1a1c-42e1-874d-23f04b4a14a6 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671489 Aug 27 13:56:52.486514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-960886ea-7aa0-4cc2-89af-fd83415f4555 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Network a4fa4222-2c01-407d-8d35-d36794d53fdc is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:52.498564 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-960886ea-7aa0-4cc2-89af-fd83415f4555 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:52.508648 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:52.512659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-960886ea-7aa0-4cc2-89af-fd83415f4555 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:52.541634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6251fcac-1eac-430b-981f-555a94c6c5ab'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:52.542304 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960886ea-7aa0-4cc2-89af-fd83415f4555 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Pushing event updated for resources: {'Port': ['ID=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:52.544425 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd11876-7ac8-4514-b837-f9fdbf653ca4" -d '{"events": [{"server_uuid": "365256f0-481e-4264-a4fc-8b09f8ea6775", "name": "network-vif-plugged", "status": "completed", "tag": "6251fcac-1eac-430b-981f-555a94c6c5ab"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:52.569145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6251fcac-1eac-430b-981f-555a94c6c5ab,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:52.580849 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:52.625873 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7aa79d-7d35-4a34-8708-00eb368aba96 x-openstack-request-id: req-5a7aa79d-7d35-4a34-8708-00eb368aba96 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:52.626166 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365256f0-481e-4264-a4fc-8b09f8ea6775", "name": "network-vif-plugged", "status": "completed", "tag": "6251fcac-1eac-430b-981f-555a94c6c5ab", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:52.626641 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a7aa79d-7d35-4a34-8708-00eb368aba96 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:52.627053 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6251fcac-1eac-430b-981f-555a94c6c5ab', 'code': 200} Aug 27 13:56:52.661353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=6251fcac-1eac-430b-981f-555a94c6c5ab,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:52.681943 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-960886ea-7aa0-4cc2-89af-fd83415f4555 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:52.682597 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-960886ea-7aa0-4cc2-89af-fd83415f4555 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:52.722504 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-960886ea-7aa0-4cc2-89af-fd83415f4555 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8878300 Aug 27 13:56:52.754815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Request body: {'port': {'device_id': '7a43bab9-1a0e-442d-9f49-a1073db0f3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:52.784990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23c74e-92bf-4809-af79-0bb3c38a7dee req-d65cbfc1-3593-4602-b4f5-f95a68bfcf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:52.787271 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a23c74e-92bf-4809-af79-0bb3c38a7dee req-d65cbfc1-3593-4602-b4f5-f95a68bfcf12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 1098 time: 0.0645418 Aug 27 13:56:52.880518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19032a-cb7b-4d71-b0a4-abcf059a3482 req-49a4b066-c619-4589-b6cf-ea2d0ca20445 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:52.882463 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4e19032a-cb7b-4d71-b0a4-abcf059a3482 req-49a4b066-c619-4589-b6cf-ea2d0ca20445 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0789795 Aug 27 13:56:52.884520 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a23c74e-92bf-4809-af79-0bb3c38a7dee req-0637de83-2dc5-41b8-ae16-630db0f3717a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881829 Aug 27 13:56:52.895700 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c794de1-82c5-44db-af48-1a1059c50350 req-9f23df31-c29d-4019-8caa-01d0eb3306a4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:52.908700 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:52.965776 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4e19032a-cb7b-4d71-b0a4-abcf059a3482 req-508cf2f1-77dc-4dd9-9ea8-2bc76d777571 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735185 Aug 27 13:56:52.994965 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a8fcf09-d69a-4fc4-8a74-0c5ddf26355f req-87473648-0640-48bb-b8ee-76032866e355 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 210 time: 0.0567563 Aug 27 13:56:53.200257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1f103-3d2d-4ec6-80e0-4cbfd78b0ad5 req-47b51755-e40a-4c61-8758-4e4891c63b1d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:53.202251 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55b1f103-3d2d-4ec6-80e0-4cbfd78b0ad5 req-47b51755-e40a-4c61-8758-4e4891c63b1d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 931 time: 0.0841720 Aug 27 13:56:53.219387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c794de1-82c5-44db-af48-1a1059c50350 req-9f23df31-c29d-4019-8caa-01d0eb3306a4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:53.285617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55b1f103-3d2d-4ec6-80e0-4cbfd78b0ad5 req-6add16ae-e5c4-452c-a0d2-ce927c34748f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769706 Aug 27 13:56:53.391309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c794de1-82c5-44db-af48-1a1059c50350 req-9f23df31-c29d-4019-8caa-01d0eb3306a4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:53.417525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-8c794de1-82c5-44db-af48-1a1059c50350 req-9f23df31-c29d-4019-8caa-01d0eb3306a4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:53.484050 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-613b9e0b-6652-497b-8ed4-b24979a5bbc6 req-ec2120d8-ba0c-408d-b90d-21fa36e41b69 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 210 time: 0.0404875 Aug 27 13:56:53.507524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb6cf09-79cb-4ff2-99fa-706664bb1bd1 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:53.517169 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:53.532732 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Transition to ACTIVE for port object beb6cf09-79cb-4ff2-99fa-706664bb1bd1 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:53.534491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23df31-c29d-4019-8caa-01d0eb3306a4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Pushing event updated for resources: {'Port': ['ID=e093e8f6-036a-456b-a119-cd1602889e1e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:53.538000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c794de1-82c5-44db-af48-1a1059c50350 req-9f23df31-c29d-4019-8caa-01d0eb3306a4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:53.576079 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:53.606738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0d945-a29b-4782-8104-4811a870ed89 req-a9adb0e9-e50e-4954-8e09-40a8572cfe42 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:53.616214 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cfc0d945-a29b-4782-8104-4811a870ed89 req-a9adb0e9-e50e-4954-8e09-40a8572cfe42 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.3847728 Aug 27 13:56:53.625334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8961c4-874b-40a7-91a4-86a7977d053c req-27f800f5-59b1-4777-be2e-acc206e98ede tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:53.627055 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f8961c4-874b-40a7-91a4-86a7977d053c req-27f800f5-59b1-4777-be2e-acc206e98ede tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.0683901 Aug 27 13:56:53.677043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f8961c4-874b-40a7-91a4-86a7977d053c req-42e8f509-2bdb-4fb1-a7e7-a0c02d5aa9cd tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436742 Aug 27 13:56:53.703278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c794de1-82c5-44db-af48-1a1059c50350 req-9f23df31-c29d-4019-8caa-01d0eb3306a4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:53.703845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c794de1-82c5-44db-af48-1a1059c50350 req-9f23df31-c29d-4019-8caa-01d0eb3306a4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:53.722848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Pushing event updated for resources: {'Port': ['ID=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:53.762701 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-9f23df31-c29d-4019-8caa-01d0eb3306a4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0135589 Aug 27 13:56:53.803248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cfc0d945-a29b-4782-8104-4811a870ed89 req-3ceac5a9-a153-4da0-bed7-edc59386dfca tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861095 Aug 27 13:56:53.821071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Request body: {'port': {'device_id': '330056af-4841-45d8-92a8-81985e94c81d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:53.855483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Attempting to bind port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:53.855823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Attempting to bind port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:53.856156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Attempting to bind port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:53.863655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on network a4fa4222-2c01-407d-8d35-d36794d53fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:53.863975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Attempting to bind port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:53.886857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:53.887196 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Checking segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:53.887586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Bound using segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:53.888024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Bound port: beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:53.888379 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:53.907415 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:54.011194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:54.016835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:54.079684 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:54.142501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1c592-8c09-4e7b-8a51-c7ef9ffb77b4 req-da689cb6-9f0c-474e-bd25-1e4e5b24778d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:54.145657 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2ba1c592-8c09-4e7b-8a51-c7ef9ffb77b4 req-da689cb6-9f0c-474e-bd25-1e4e5b24778d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0705392 Aug 27 13:56:54.152442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:54.153058 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:54.154652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] 10.222.0.41 "PUT /v2.0/ports/beb6cf09-79cb-4ff2-99fa-706664bb1bd1 HTTP/1.1" status: 200 len: 1092 time: 1.4046540 Aug 27 13:56:54.176789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a43bab9-1a0e-442d-9f49-a1073db0f3f8', 'tag': 'beb6cf09-79cb-4ff2-99fa-706664bb1bd1'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:54.179525 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956fe34e-83cd-427d-9ae2-79e275b9e71c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a43bab9-1a0e-442d-9f49-a1073db0f3f8", "tag": "beb6cf09-79cb-4ff2-99fa-706664bb1bd1"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:54.226949 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2ba1c592-8c09-4e7b-8a51-c7ef9ffb77b4 req-3e252942-416e-48da-8ae7-5eff71958744 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730088 Aug 27 13:56:54.321657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-a082b556-23dd-46a1-bdf1-63e327390b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:54.324140 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-a082b556-23dd-46a1-bdf1-63e327390b40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 1095 time: 0.0619514 Aug 27 13:56:54.410544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-ee4fd4a7-633a-4319-b608-b74a87706d9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1 HTTP/1.1" status: 200 len: 217 time: 0.0548296 Aug 27 13:56:54.420407 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31656fd-3de9-454f-ac5d-0122ac5b81e4 x-openstack-request-id: req-f31656fd-3de9-454f-ac5d-0122ac5b81e4 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:54.420704 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a43bab9-1a0e-442d-9f49-a1073db0f3f8", "tag": "beb6cf09-79cb-4ff2-99fa-706664bb1bd1", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:54.420954 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f31656fd-3de9-454f-ac5d-0122ac5b81e4 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:54.421593 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a43bab9-1a0e-442d-9f49-a1073db0f3f8', 'tag': 'beb6cf09-79cb-4ff2-99fa-706664bb1bd1', 'status': 'completed', 'code': 200} Aug 27 13:56:54.435492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9c363-6c90-41fa-933e-d2c62b685325 service neutron] Pushing event updated for resources: {'Port': ['ID=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:54.475047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a167a4-c0b5-4a72-b12d-8e17a3ff4f2e req-e6eefc65-22a4-4db3-a247-6cf4bd3ffb52 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:54.484246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66a167a4-c0b5-4a72-b12d-8e17a3ff4f2e req-e6eefc65-22a4-4db3-a247-6cf4bd3ffb52 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 931 time: 0.3725314 Aug 27 13:56:54.495134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-a2f6cb67-8786-4b63-b1a6-92935c59083d tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724044 Aug 27 13:56:54.504008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53497f0-9247-4bdb-9060-c8420bb6a8f7 req-054e648c-cc6d-4c06-b38e-1e825de0f4da tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:54.505936 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e53497f0-9247-4bdb-9060-c8420bb6a8f7 req-054e648c-cc6d-4c06-b38e-1e825de0f4da tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 943 time: 0.1087317 Aug 27 13:56:54.510116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-abc367f8-eaef-4c84-a05e-317d00e8ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:54.512107 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-abc367f8-eaef-4c84-a05e-317d00e8ea60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.0742633 Aug 27 13:56:54.529759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e093e8f6-036a-456b-a119-cd1602889e1e {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:54.562917 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e53497f0-9247-4bdb-9060-c8420bb6a8f7 req-d49da212-5024-41aa-8f05-b4ae009d9d7a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440645 Aug 27 13:56:54.566608 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:54.601892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Transition to ACTIVE for port object e093e8f6-036a-456b-a119-cd1602889e1e will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:54.619533 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66a167a4-c0b5-4a72-b12d-8e17a3ff4f2e req-13a9a26a-1eca-450d-98d6-cf5dbef462c0 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319153 Aug 27 13:56:54.636832 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:54.679137 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-1ceb69bc-a4c5-42ee-8c9f-bf8d86ed1010 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392017 Aug 27 13:56:54.761510 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b8efb220-707f-4ca1-9e19-09b2db94cd08 req-0343d37c-35d4-419d-98fb-4c381a28da76 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 210 time: 0.0605228 Aug 27 13:56:54.777270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-e0d47402-4ca5-413a-852d-0b259e452793 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:54.779298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-e0d47402-4ca5-413a-852d-0b259e452793 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725153 Aug 27 13:56:54.780819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Pushing event updated for resources: {'Port': ['ID=e093e8f6-036a-456b-a119-cd1602889e1e,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:54.829599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Request body: {'port': {'device_id': '7786f5b3-5f6b-4a35-a867-5b9040320bb7', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'a8da92e592dd4a7fbcd63b90fff1a384'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:54.907732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-5f11d0a9-70c7-48a5-a730-7190aa9089d9 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823661 Aug 27 13:56:54.990443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Attempting to bind port e093e8f6-036a-456b-a119-cd1602889e1e on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:54.990817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Attempting to bind port e093e8f6-036a-456b-a119-cd1602889e1e by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'c52991d7-ea6f-4682-bf5e-095a7759c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:54.991126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Attempting to bind port e093e8f6-036a-456b-a119-cd1602889e1e on network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:55.007058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Port e093e8f6-036a-456b-a119-cd1602889e1e on network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:55.007383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Attempting to bind port e093e8f6-036a-456b-a119-cd1602889e1e on network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:55.024142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a1f53-ae86-41b1-a79b-02b36af25a01 req-4e661d8f-c671-4d69-8a86-bb9a0cfe8f2a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:55.025705 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b54a1f53-ae86-41b1-a79b-02b36af25a01 req-4e661d8f-c671-4d69-8a86-bb9a0cfe8f2a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1282451 Aug 27 13:56:55.029773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:55.030105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Checking segment: {'id': 'c52991d7-ea6f-4682-bf5e-095a7759c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:55.030487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Bound using segment: {'id': 'c52991d7-ea6f-4682-bf5e-095a7759c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:55.031015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Bound port: e093e8f6-036a-456b-a119-cd1602889e1e, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52991d7-ea6f-4682-bf5e-095a7759c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:55.031311 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:55.054240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece717ee-7ee3-4447-a017-f391572b7577 req-d6b212a4-ce59-4301-8c66-a0986c07f45d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:55.055823 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ece717ee-7ee3-4447-a017-f391572b7577 req-d6b212a4-ce59-4301-8c66-a0986c07f45d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.1472027 Aug 27 13:56:55.091501 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f6bf28a-a878-4892-a9f1-a268e1cf7b51 req-a26add28-6d09-4e94-835a-62724abcbbc7 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468604 Aug 27 13:56:55.118159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ece717ee-7ee3-4447-a017-f391572b7577 req-23d4d7e7-870c-4296-8d90-7a9c48cdc600 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526731 Aug 27 13:56:55.124531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Made reservation on behalf of a8da92e592dd4a7fbcd63b90fff1a384 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:56:55.128383 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:55.136475 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b54a1f53-ae86-41b1-a79b-02b36af25a01 req-7744be40-8178-4803-96ed-931e64a14388 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016395 Aug 27 13:56:55.176583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] For port e093e8f6-036a-456b-a119-cd1602889e1e, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:55.182317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] For port e093e8f6-036a-456b-a119-cd1602889e1e, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e093e8f6-036a-456b-a119-cd1602889e1e,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:55.219289 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:55.265105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:55.266005 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:55.267673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] 10.222.0.41 "PUT /v2.0/ports/e093e8f6-036a-456b-a119-cd1602889e1e HTTP/1.1" status: 200 len: 1092 time: 1.4710364 Aug 27 13:56:55.356896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b550c9-22cf-465d-adda-7b0fde437e03 req-0b33c77f-75fc-4d41-a805-75e3ea4c2299 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:55.362662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1c016-e620-44e0-9f18-6e040b7b7e3f service neutron] Pushing event updated for resources: {'Port': ['ID=e093e8f6-036a-456b-a119-cd1602889e1e,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:55.365469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22b550c9-22cf-465d-adda-7b0fde437e03 req-0b33c77f-75fc-4d41-a805-75e3ea4c2299 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0622499 Aug 27 13:56:55.431051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Allocated IP 192.168.233.171 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/ea2e2f57-c3d7-4045-a27d-302d88abbe01) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:56:55.445008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fe34e-83cd-427d-9ae2-79e275b9e71c req-e6d77448-260d-4b9c-9d62-79c804e65282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:55.446669 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-956fe34e-83cd-427d-9ae2-79e275b9e71c req-e6d77448-260d-4b9c-9d62-79c804e65282 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 1095 time: 0.0676868 Aug 27 13:56:55.448045 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22b550c9-22cf-465d-adda-7b0fde437e03 req-3bcf6f1f-7be4-491e-82d2-eeec9abcef18 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754473 Aug 27 13:56:55.469655 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c794de1-82c5-44db-af48-1a1059c50350 req-ef054adb-771e-4925-931a-a8c877ec64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:55.475520 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-ef054adb-771e-4925-931a-a8c877ec64b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aab601e4a774b6a9eea9da91e4b0277&device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 1095 time: 0.0719759 Aug 27 13:56:55.549742 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-1563041f-75de-4ee0-86ff-c073d63d934b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e093e8f6-036a-456b-a119-cd1602889e1e HTTP/1.1" status: 200 len: 217 time: 0.0544171 Aug 27 13:56:55.636517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c794de1-82c5-44db-af48-1a1059c50350 req-05cd2d20-7a1f-40f9-a0c7-c5794772a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:55.638728 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-05cd2d20-7a1f-40f9-a0c7-c5794772a2b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d0e7137-63f2-4212-b923-f9dc4203f37d HTTP/1.1" status: 200 len: 861 time: 0.0751879 Aug 27 13:56:55.659523 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fe34e-83cd-427d-9ae2-79e275b9e71c req-e13ad580-3b9c-4c33-9099-df168955aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:55.661165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-956fe34e-83cd-427d-9ae2-79e275b9e71c req-e13ad580-3b9c-4c33-9099-df168955aac9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.1990793 Aug 27 13:56:55.689035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-bf7f425a-d237-4c7f-9f96-a4007bd565ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7510fbde-bbaf-4de0-99ba-405a5e3ad115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325005 Aug 27 13:56:55.707465 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:55.739895 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Transition to ACTIVE for port object ea2e2f57-c3d7-4045-a27d-302d88abbe01 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:55.794468 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-956fe34e-83cd-427d-9ae2-79e275b9e71c req-1b095e3f-8bb1-4895-891d-6e13b4591572 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1 HTTP/1.1" status: 200 len: 217 time: 0.0739543 Aug 27 13:56:55.828840 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ad310-26d6-4680-aa39-8ac1c92fc41f req-0e176eda-4ff8-46e3-acf5-d9411eb251f1 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:55.830494 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-120ad310-26d6-4680-aa39-8ac1c92fc41f req-0e176eda-4ff8-46e3-acf5-d9411eb251f1 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 943 time: 0.1101446 Aug 27 13:56:55.872409 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-759b6329-a876-43b4-b620-bd73b140db9a service neutron] 10.222.0.41 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606638 Aug 27 13:56:55.881041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb482-8865-4ca1-9c85-4d2efc95d159 req-73cc7820-54ae-4615-832b-d9a72adfd813 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:55.882662 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40dfb482-8865-4ca1-9c85-4d2efc95d159 req-73cc7820-54ae-4615-832b-d9a72adfd813 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 943 time: 0.1633749 Aug 27 13:56:55.884172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fe34e-83cd-427d-9ae2-79e275b9e71c req-3c606bfd-ad99-4309-ab38-4d54773b5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:55.887989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-956fe34e-83cd-427d-9ae2-79e275b9e71c req-3c606bfd-ad99-4309-ab38-4d54773b5e51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.0809617 Aug 27 13:56:55.905528 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:55.905872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-120ad310-26d6-4680-aa39-8ac1c92fc41f req-021f2e5c-8016-4278-a10c-aeb6d996ac12 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575991 Aug 27 13:56:55.921364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', '2a17fb0e-cecf-47ea-948d-d92edf5980af', '11a02dee-c26b-439c-bb19-01bceb870ed9', 'ffdb2e34-fa77-4af0-9cda-840fb426b521'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:55.984156 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-956fe34e-83cd-427d-9ae2-79e275b9e71c req-3a6dedae-52d1-46f8-9bcf-56174f8d967a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731156 Aug 27 13:56:55.999084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f1ba8dc5-2dac-4810-b6cd-63c98532dd3f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:56.029940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:56:56.075325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:56:56.079012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event updated for resources: {'Port': ['ID=ea2e2f57-c3d7-4045-a27d-302d88abbe01,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:56.083004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:56:56.101163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40dfb482-8865-4ca1-9c85-4d2efc95d159 req-f8684dd4-90e5-48b7-8612-36efbf8ce191 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978593 Aug 27 13:56:56.131759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c794de1-82c5-44db-af48-1a1059c50350 req-ccc7ab56-3d59-4f1c-94da-9ae977ff3de3 service neutron] 10.222.0.41 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246714 Aug 27 13:56:56.186602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f310b08-b2dd-47b0-846c-fae0f8b3d9b4 req-7e7990cd-d1fd-4d79-a317-01df3bd8af32 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:56.188332 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f310b08-b2dd-47b0-846c-fae0f8b3d9b4 req-7e7990cd-d1fd-4d79-a317-01df3bd8af32 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 936 time: 0.1444395 Aug 27 13:56:56.257802 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-956fe34e-83cd-427d-9ae2-79e275b9e71c req-97eaed0f-f124-4c9a-a29f-5a2ab2f7e1ee service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617893 Aug 27 13:56:56.281504 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f310b08-b2dd-47b0-846c-fae0f8b3d9b4 req-e13eb086-90f2-42c5-8f96-9d6152476625 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850716 Aug 27 13:56:56.288000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:56.289261 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:56.422600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330056af-4841-45d8-92a8-81985e94c81d', 'tag': 'e093e8f6-036a-456b-a119-cd1602889e1e'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:56.425934 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d65164-3bf0-429d-93b2-371e37f54084" -d '{"events": [{"name": "network-changed", "server_uuid": "330056af-4841-45d8-92a8-81985e94c81d", "tag": "e093e8f6-036a-456b-a119-cd1602889e1e"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:56.444344 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d572dc27-71a8-4a4e-a9f1-4730422f1f49 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6214283 Aug 27 13:56:56.455189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d881a-73fd-4c90-adf2-40054036b2ce req-c6056fcc-0d01-4507-a465-35e3608325f5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:56.463550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-364d881a-73fd-4c90-adf2-40054036b2ce req-c6056fcc-0d01-4507-a465-35e3608325f5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.1838963 Aug 27 13:56:56.466253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d9282-5bb5-48c5-8416-0ad1800cc404 req-cf075623-dde7-4c32-9cfa-897d00423c45 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:56.467691 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1aba17a2-ff18-4107-acb9-d0c2f8d28aea None None] Provisioning for port ea2e2f57-c3d7-4045-a27d-302d88abbe01 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:56:56.469808 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-959d9282-5bb5-48c5-8416-0ad1800cc404 req-cf075623-dde7-4c32-9cfa-897d00423c45 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0773857 Aug 27 13:56:56.479273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1aba17a2-ff18-4107-acb9-d0c2f8d28aea None None] Provisioning complete for port ea2e2f57-c3d7-4045-a27d-302d88abbe01 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:56:56.479890 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1aba17a2-ff18-4107-acb9-d0c2f8d28aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:56.519389 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1aba17a2-ff18-4107-acb9-d0c2f8d28aea None None] Port ea2e2f57-c3d7-4045-a27d-302d88abbe01 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:56:56.531643 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-959d9282-5bb5-48c5-8416-0ad1800cc404 req-8bfcfbf3-7092-4db2-b0d0-60ed905c77a9 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503318 Aug 27 13:56:56.797762 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a728347-90e3-409a-8b40-835e3ccdd6d8 x-openstack-request-id: req-8a728347-90e3-409a-8b40-835e3ccdd6d8 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:56.798352 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330056af-4841-45d8-92a8-81985e94c81d", "tag": "e093e8f6-036a-456b-a119-cd1602889e1e", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:56.798352 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a728347-90e3-409a-8b40-835e3ccdd6d8 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:56.798746 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330056af-4841-45d8-92a8-81985e94c81d', 'tag': 'e093e8f6-036a-456b-a119-cd1602889e1e', 'status': 'completed', 'code': 200} Aug 27 13:56:56.834987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Request body: {'port': {'device_id': '7786f5b3-5f6b-4a35-a867-5b9040320bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:56:56.867758 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-956fe34e-83cd-427d-9ae2-79e275b9e71c req-7727ff22-e8cf-4843-aaa0-34324103dff9 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754881 Aug 27 13:56:56.890407 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-364d881a-73fd-4c90-adf2-40054036b2ce req-552b1632-8353-4d89-9bc1-a3d21d34acd3 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257927 Aug 27 13:56:56.971919 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:57.027372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb29e-d70a-4912-bf4e-3a48deac0884 req-9377171a-7d76-4757-93bf-0120f102e8b7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:57.029350 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88dfb29e-d70a-4912-bf4e-3a48deac0884 req-9377171a-7d76-4757-93bf-0120f102e8b7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.3808620 Aug 27 13:56:57.032880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d65164-3bf0-429d-93b2-371e37f54084 req-247455c2-372a-42fd-96bc-4494ae0064fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:57.035271 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9d65164-3bf0-429d-93b2-371e37f54084 req-247455c2-372a-42fd-96bc-4494ae0064fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aab601e4a774b6a9eea9da91e4b0277&device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 1095 time: 0.3769338 Aug 27 13:56:57.081785 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88dfb29e-d70a-4912-bf4e-3a48deac0884 req-c365e25a-2034-41e1-b628-b4e0fd457f7b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433190 Aug 27 13:56:57.201031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16286159-b36c-42b4-a456-b3b8a3b57720 req-6e542435-50b0-4316-b5f4-e077bfb0290b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:57.202566 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16286159-b36c-42b4-a456-b3b8a3b57720 req-6e542435-50b0-4316-b5f4-e077bfb0290b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 943 time: 0.1852813 Aug 27 13:56:57.229674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d65164-3bf0-429d-93b2-371e37f54084 req-9791ded9-9753-4261-bb1a-dd30aa2441dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:57.231758 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9d65164-3bf0-429d-93b2-371e37f54084 req-9791ded9-9753-4261-bb1a-dd30aa2441dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=7510fbde-bbaf-4de0-99ba-405a5e3ad115 HTTP/1.1" status: 200 len: 922 time: 0.1491685 Aug 27 13:56:57.243696 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd08ec-02b2-416d-8645-f940e208b4e4 req-720efbf4-18f9-44af-b80d-66e0f174df57 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:57.245606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2bd08ec-02b2-416d-8645-f940e208b4e4 req-720efbf4-18f9-44af-b80d-66e0f174df57 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 1098 time: 0.0694766 Aug 27 13:56:57.293864 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16286159-b36c-42b4-a456-b3b8a3b57720 req-994a5a05-7add-41d1-a120-ee9c10916fef tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838380 Aug 27 13:56:57.307743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9d65164-3bf0-429d-93b2-371e37f54084 req-87d02469-f438-464e-8b3c-7783f7947ceb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e093e8f6-036a-456b-a119-cd1602889e1e HTTP/1.1" status: 200 len: 217 time: 0.0476129 Aug 27 13:56:57.357868 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2bd08ec-02b2-416d-8645-f940e208b4e4 req-bf12efb1-dd87-431d-b30b-7dc2632e16bb tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985212 Aug 27 13:56:57.427173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d65164-3bf0-429d-93b2-371e37f54084 req-1e74e66c-3cc5-4f8e-bb77-028a71169871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:57.428686 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9d65164-3bf0-429d-93b2-371e37f54084 req-1e74e66c-3cc5-4f8e-bb77-028a71169871 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d0e7137-63f2-4212-b923-f9dc4203f37d HTTP/1.1" status: 200 len: 861 time: 0.0984349 Aug 27 13:56:57.450912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2e2f57-c3d7-4045-a27d-302d88abbe01 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:57.460473 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:57.471877 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9d65164-3bf0-429d-93b2-371e37f54084 req-4fe59ab3-3079-4dcf-8bb9-e54af761f377 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7510fbde-bbaf-4de0-99ba-405a5e3ad115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300610 Aug 27 13:56:57.477726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Transition to ACTIVE for port object ea2e2f57-c3d7-4045-a27d-302d88abbe01 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:56:57.489276 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:57.589791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c5f08-1d47-4dd4-873d-89aca4b13e13 req-de75ad5e-f178-4d5f-9100-aa51c2a9f591 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:57.597627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Pushing event updated for resources: {'Port': ['ID=ea2e2f57-c3d7-4045-a27d-302d88abbe01,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:57.602224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-328c5f08-1d47-4dd4-873d-89aca4b13e13 req-de75ad5e-f178-4d5f-9100-aa51c2a9f591 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 943 time: 0.1290643 Aug 27 13:56:57.659192 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-328c5f08-1d47-4dd4-873d-89aca4b13e13 req-9380c796-7dd6-460f-b236-84430ba2bfbd tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558844 Aug 27 13:56:57.692480 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9d65164-3bf0-429d-93b2-371e37f54084 req-490f19b8-3416-49eb-a77e-99180c5e90ed service neutron] 10.222.0.41 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091596 Aug 27 13:56:57.705070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa94d94-8920-4ec9-8e9e-494cb7094c4b req-df7f8541-67e6-48d6-bcaf-75e00a7c41d5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:57.713781 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1fa94d94-8920-4ec9-8e9e-494cb7094c4b req-df7f8541-67e6-48d6-bcaf-75e00a7c41d5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 948 time: 0.1812992 Aug 27 13:56:57.802822 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Attempting to bind port ea2e2f57-c3d7-4045-a27d-302d88abbe01 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:56:57.804045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Attempting to bind port ea2e2f57-c3d7-4045-a27d-302d88abbe01 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:56:57.804587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Attempting to bind port ea2e2f57-c3d7-4045-a27d-302d88abbe01 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:57.810107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Port ea2e2f57-c3d7-4045-a27d-302d88abbe01 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:56:57.810768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Attempting to bind port ea2e2f57-c3d7-4045-a27d-302d88abbe01 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:56:57.816490 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1fa94d94-8920-4ec9-8e9e-494cb7094c4b req-e9ba34b3-058d-4b70-b3b1-b21e7a1d1cec tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016791 Aug 27 13:56:57.821453 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:56:57.821806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:56:57.822192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:56:57.822617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Bound port: ea2e2f57-c3d7-4045-a27d-302d88abbe01, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:56:57.823007 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:57.846883 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9d65164-3bf0-429d-93b2-371e37f54084 req-9027a500-23fc-43ab-b6f2-db22b4490d4d service neutron] 10.222.0.41 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376677 Aug 27 13:56:57.919610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cd786-2e6d-4652-9fe6-2f2697cf73a1 req-a60c50ac-4113-4f10-abb7-854ece681b51 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:57.921522 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-573cd786-2e6d-4652-9fe6-2f2697cf73a1 req-a60c50ac-4113-4f10-abb7-854ece681b51 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0735610 Aug 27 13:56:57.924238 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] For port ea2e2f57-c3d7-4045-a27d-302d88abbe01, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:56:57.929748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] For port ea2e2f57-c3d7-4045-a27d-302d88abbe01, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ea2e2f57-c3d7-4045-a27d-302d88abbe01,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:56:57.936078 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:57.978480 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-573cd786-2e6d-4652-9fe6-2f2697cf73a1 req-ceb9b08a-74b7-4812-9718-4ab6bdf34a6c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485756 Aug 27 13:56:58.026634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:58.027733 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:58.029218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] 10.222.0.41 "PUT /v2.0/ports/ea2e2f57-c3d7-4045-a27d-302d88abbe01 HTTP/1.1" status: 200 len: 1097 time: 1.1987972 Aug 27 13:56:58.044969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-6ff3e57d-c919-4662-9a97-480820ab9d70 service neutron] 10.222.0.41 "GET /v2.0/ports/dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a/bindings/n-h2-712139-12 HTTP/1.1" status: 200 len: 383 time: 0.0809572 Aug 27 13:56:58.062491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc7fbc-fa10-4724-be6f-5a73b43bc6cf service neutron] Pushing event updated for resources: {'Port': ['ID=ea2e2f57-c3d7-4045-a27d-302d88abbe01,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:58.224420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-aa411d42-bb4e-4323-b917-8b86be4e1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:58.229433 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device beb6cf09-79cb-4ff2-99fa-706664bb1bd1 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:56:58.239301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-aa411d42-bb4e-4323-b917-8b86be4e1a3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 1100 time: 0.1088276 Aug 27 13:56:58.311457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0e9ca-ede5-4e27-ac7a-1843eae9d7b4 req-85a9236f-9411-45b4-9f50-450aff71f223 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:58.312972 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-05c0e9ca-ede5-4e27-ac7a-1843eae9d7b4 req-85a9236f-9411-45b4-9f50-450aff71f223 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.1101956 Aug 27 13:56:58.339459 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-46fa3e03-228a-482d-880f-be4f9b5af6d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ea2e2f57-c3d7-4045-a27d-302d88abbe01 HTTP/1.1" status: 200 len: 217 time: 0.0794072 Aug 27 13:56:58.394636 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-05c0e9ca-ede5-4e27-ac7a-1843eae9d7b4 req-fff7e4bf-2228-4a09-a922-82ecc22b0aae tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743394 Aug 27 13:56:58.484737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:58.507480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-59b2a7cb-abb7-425c-a83f-c7f8cee7a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:58.510288 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-59b2a7cb-abb7-425c-a83f-c7f8cee7a76d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1575923 Aug 27 13:56:58.515373 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'beb6cf09-79cb-4ff2-99fa-706664bb1bd1', 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc', 'port_id': 'beb6cf09-79cb-4ff2-99fa-706664bb1bd1', 'mac_address': 'fa:16:3e:96:d6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ec8a6f-4682-4195-b131-0bf74a6d6a47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:56:58.551675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526678c-7551-428f-a508-eeaa12d267bc req-e1224fb0-5858-48a9-b66c-52e996c077cc tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:58.553252 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8526678c-7551-428f-a508-eeaa12d267bc req-e1224fb0-5858-48a9-b66c-52e996c077cc tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 943 time: 0.0887673 Aug 27 13:56:58.631982 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:58.662629 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb6cf09-79cb-4ff2-99fa-706664bb1bd1 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:56:58.710134 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:56:58.715415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-33d173de-6365-42d7-ae9d-63bfe10c6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:58.723005 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:56:58.726836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-33d173de-6365-42d7-ae9d-63bfe10c6a33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1696632 Aug 27 13:56:58.754492 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8526678c-7551-428f-a508-eeaa12d267bc req-2fd670cb-d142-476e-895a-2d73b49680fa tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278291 Aug 27 13:56:58.759982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-d45f3451-6114-4422-a2e5-63fc406c3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:58.766773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-d45f3451-6114-4422-a2e5-63fc406c3716 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba&tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e HTTP/1.1" status: 200 len: 1101 time: 0.1174688 Aug 27 13:56:58.810607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7786f5b3-5f6b-4a35-a867-5b9040320bb7', 'tag': 'ea2e2f57-c3d7-4045-a27d-302d88abbe01'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:56:58.814347 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58bbe83-b1ee-4592-a036-e3de7d251dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "7786f5b3-5f6b-4a35-a867-5b9040320bb7", "tag": "ea2e2f57-c3d7-4045-a27d-302d88abbe01"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:56:58.837167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:56:58.853851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:58.854214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:58.854576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:58.854930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:58.855267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:58.855599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:58.856143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:58.866635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:58.867388 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:58.867520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:58.867867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:58.868207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:56:58.885412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82623491-ed6d-4fe2-a25a-35304d3d3d2b req-e4bb4611-c07a-4219-8784-ae955c1ab4ed tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:58.887195 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-82623491-ed6d-4fe2-a25a-35304d3d3d2b req-e4bb4611-c07a-4219-8784-ae955c1ab4ed tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 944 time: 0.1051853 Aug 27 13:56:58.914157 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4828b2b2-e995-4003-8635-6969fb6e6a32 x-openstack-request-id: req-4828b2b2-e995-4003-8635-6969fb6e6a32 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:56:58.914392 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7786f5b3-5f6b-4a35-a867-5b9040320bb7", "tag": "ea2e2f57-c3d7-4045-a27d-302d88abbe01", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:56:58.915238 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4828b2b2-e995-4003-8635-6969fb6e6a32 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:56:58.915238 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7786f5b3-5f6b-4a35-a867-5b9040320bb7', 'tag': 'ea2e2f57-c3d7-4045-a27d-302d88abbe01', 'status': 'completed', 'code': 200} Aug 27 13:56:58.958757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-3409260a-f309-47ce-ae00-df96f112da26 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102599 Aug 27 13:56:58.962739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-cdfa0c87-30af-45f5-a174-49ff7e027e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:58.963931 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-cdfa0c87-30af-45f5-a174-49ff7e027e05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 1101 time: 0.1053507 Aug 27 13:56:58.981623 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-82623491-ed6d-4fe2-a25a-35304d3d3d2b req-7c2c2ce3-f8b7-4c70-a4ec-a6fea7b6e66f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748324 Aug 27 13:56:59.161085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a5e11-3ebe-46fd-a276-d13f94915b03 req-9b57b01e-5792-48fd-8583-010209528e66 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:59.167674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f47b1-1f5b-430c-86c1-8a419c70102d req-5551b5f0-8c32-476a-89a4-c0fb160a8ecd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:59.168962 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-525a5e11-3ebe-46fd-a276-d13f94915b03 req-9b57b01e-5792-48fd-8583-010209528e66 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 948 time: 0.1112494 Aug 27 13:56:59.175372 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-272f47b1-1f5b-430c-86c1-8a419c70102d req-5551b5f0-8c32-476a-89a4-c0fb160a8ecd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0932140 Aug 27 13:56:59.201125 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-92592320-3dc8-4958-8ab6-c60ef762e0d2 req-d8f6f886-45dc-45e8-b49f-2608aef4aa00 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240186 Aug 27 13:56:59.234071 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-525a5e11-3ebe-46fd-a276-d13f94915b03 req-44494ce8-c54c-43ee-a47c-42572220e829 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642183 Aug 27 13:56:59.251271 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-272f47b1-1f5b-430c-86c1-8a419c70102d req-a7972900-2f50-43c6-af6a-1487a4060248 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748298 Aug 27 13:56:59.259963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-a5a8a4b7-03e1-4617-8963-94ca22148cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:59.275963 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-a5a8a4b7-03e1-4617-8963-94ca22148cf8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2932963 Aug 27 13:56:59.366258 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-fb098c3f-2a0c-4c64-81cd-abebf4a881dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a HTTP/1.1" status: 200 len: 217 time: 0.0385835 Aug 27 13:56:59.391030 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bbe83-b1ee-4592-a036-e3de7d251dd6 req-659a1bb5-5db6-44f8-b7cd-177b6f4a1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:59.392709 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c58bbe83-b1ee-4592-a036-e3de7d251dd6 req-659a1bb5-5db6-44f8-b7cd-177b6f4a1d5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 1100 time: 0.0576530 Aug 27 13:56:59.436708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-1a28056d-665c-41b9-99a1-e20cc8c25598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:59.438266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-1a28056d-665c-41b9-99a1-e20cc8c25598 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0621901 Aug 27 13:56:59.439125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['beb6cf09-79cb-4ff2-99fa-706664bb1bd1'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:56:59.514845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-ecfa4a5e-b2f1-4b9e-8b3a-ca81297f8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:59.519880 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-ecfa4a5e-b2f1-4b9e-8b3a-ca81297f8130 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0701649 Aug 27 13:56:59.587087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcf266-bbac-48c5-b6c5-0634672e160f req-5aeb8c54-46cf-4bb1-90ce-ecf33e4d241b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:59.589449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27bcf266-bbac-48c5-b6c5-0634672e160f req-5aeb8c54-46cf-4bb1-90ce-ecf33e4d241b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0969195 Aug 27 13:56:59.591000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bbe83-b1ee-4592-a036-e3de7d251dd6 req-2712476c-83f1-4737-bf15-e22298fa32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:59.592782 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c58bbe83-b1ee-4592-a036-e3de7d251dd6 req-2712476c-83f1-4737-bf15-e22298fa32e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1883454 Aug 27 13:56:59.672512 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c58bbe83-b1ee-4592-a036-e3de7d251dd6 req-d43a1139-53fc-4080-a86e-78f786663d36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ea2e2f57-c3d7-4045-a27d-302d88abbe01 HTTP/1.1" status: 200 len: 217 time: 0.0624907 Aug 27 13:56:59.702222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27bcf266-bbac-48c5-b6c5-0634672e160f req-b3c7b3ec-3df2-4d99-ba40-c54ba1d98750 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819340 Aug 27 13:56:59.706369 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-1196a95f-108d-421d-8d0d-261805ea77a4 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745877 Aug 27 13:56:59.759375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bbe83-b1ee-4592-a036-e3de7d251dd6 req-9ab4330a-d398-4dd0-83d4-ffe8eae5f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:59.761702 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c58bbe83-b1ee-4592-a036-e3de7d251dd6 req-9ab4330a-d398-4dd0-83d4-ffe8eae5f1b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0585194 Aug 27 13:56:59.885197 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bcff28a-853c-41a9-8e03-6d27504cf877 req-b7220156-fa64-4bac-af75-7fb9b721f187 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703482 Aug 27 13:56:59.901168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bbe83-b1ee-4592-a036-e3de7d251dd6 req-9d41aca5-3a2b-4a22-ad36-008994cdf588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:59.902929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c58bbe83-b1ee-4592-a036-e3de7d251dd6 req-9d41aca5-3a2b-4a22-ad36-008994cdf588 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1306288 Aug 27 13:56:59.925955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b9768-d1d0-439d-8f33-e3699a1ff76d req-05e0db1e-9bf2-4714-9851-5b6e667acb48 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:56:59.927763 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a95b9768-d1d0-439d-8f33-e3699a1ff76d req-05e0db1e-9bf2-4714-9851-5b6e667acb48 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 943 time: 0.0878174 Aug 27 13:57:00.057576 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a95b9768-d1d0-439d-8f33-e3699a1ff76d req-5f69c2f0-d8a1-4f63-8296-ba44aff53280 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146817 Aug 27 13:57:00.114848 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c58bbe83-b1ee-4592-a036-e3de7d251dd6 req-5f9ca8bc-84d9-458e-a90c-7cb70b8f7d93 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849911 Aug 27 13:57:00.147809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60581bd9-af2d-486f-8445-2d4e8a442d28 req-0a53fbc9-db90-4bc9-899f-0c61f49f4f31 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:00.149516 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60581bd9-af2d-486f-8445-2d4e8a442d28 req-0a53fbc9-db90-4bc9-899f-0c61f49f4f31 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 944 time: 0.0929959 Aug 27 13:57:00.232947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60581bd9-af2d-486f-8445-2d4e8a442d28 req-a6d132d3-0591-491f-a51a-b1f32d3882ad tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723307 Aug 27 13:57:00.251067 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e093e8f6-036a-456b-a119-cd1602889e1e details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:57:00.308410 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c58bbe83-b1ee-4592-a036-e3de7d251dd6 req-75c8a3f8-54d4-43dc-bb1a-24092db0ce0d service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793640 Aug 27 13:57:00.409274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port e093e8f6-036a-456b-a119-cd1602889e1e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e093e8f6-036a-456b-a119-cd1602889e1e,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:00.421234 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'e093e8f6-036a-456b-a119-cd1602889e1e', 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115', 'port_id': 'e093e8f6-036a-456b-a119-cd1602889e1e', 'mac_address': 'fa:16:3e:87:61:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0e7137-63f2-4212-b923-f9dc4203f37d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:57:00.458224 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0ece2-4408-41fe-a1f8-df2dccd38b42 req-d1cc1c27-e0e2-4c86-be7a-d5f1d55c2a97 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:00.460442 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2e0ece2-4408-41fe-a1f8-df2dccd38b42 req-d1cc1c27-e0e2-4c86-be7a-d5f1d55c2a97 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.1011610 Aug 27 13:57:00.501610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8453def-7145-4b8a-8ff0-14f427f5ff4a req-71e289ed-9a58-4d12-9455-c0f1846eed71 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:00.505436 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:00.506878 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e8453def-7145-4b8a-8ff0-14f427f5ff4a req-71e289ed-9a58-4d12-9455-c0f1846eed71 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 948 time: 0.1105876 Aug 27 13:57:00.536566 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e093e8f6-036a-456b-a119-cd1602889e1e {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:00.544461 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2e0ece2-4408-41fe-a1f8-df2dccd38b42 req-b17d365f-ddff-4931-aa7a-a5407c2728d8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749953 Aug 27 13:57:00.617503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port e093e8f6-036a-456b-a119-cd1602889e1e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e093e8f6-036a-456b-a119-cd1602889e1e,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:00.618417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e8453def-7145-4b8a-8ff0-14f427f5ff4a req-d034c8e0-3ff8-4b29-8e22-16921b446c2b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047683 Aug 27 13:57:00.637598 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:00.710615 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=e093e8f6-036a-456b-a119-cd1602889e1e,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:00.848659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5271c5e-436b-4be0-83b8-78cf9a629ef7 req-f006b695-8ad7-4d24-adb0-6591eb601d68 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:00.852554 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f5271c5e-436b-4be0-83b8-78cf9a629ef7 req-f006b695-8ad7-4d24-adb0-6591eb601d68 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0717094 Aug 27 13:57:00.890090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f5271c5e-436b-4be0-83b8-78cf9a629ef7 req-a3ff39d2-fbeb-4e70-8841-936ff12871a0 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332043 Aug 27 13:57:00.993025 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 062bd1ee-5174-47db-ba80-79a5571967ca details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:57:00.995389 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 062bd1ee-5174-47db-ba80-79a5571967ca no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:57:01.236815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51871e4f-2098-4ebf-a6ac-4c8dc6d5a116 req-ede80230-9ba9-4750-8c35-e8e8fd9bafe3 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:01.245829 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51871e4f-2098-4ebf-a6ac-4c8dc6d5a116 req-ede80230-9ba9-4750-8c35-e8e8fd9bafe3 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 944 time: 0.0759304 Aug 27 13:57:01.248663 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=062bd1ee-5174-47db-ba80-79a5571967ca,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:01.301694 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51871e4f-2098-4ebf-a6ac-4c8dc6d5a116 req-9f0f2a1f-0b0c-47e4-adde-f3f15bc03fd2 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545871 Aug 27 13:57:01.304695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '062bd1ee-5174-47db-ba80-79a5571967ca', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '062bd1ee-5174-47db-ba80-79a5571967ca', 'mac_address': 'fa:16:3e:0d:a2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:57:01.450651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8d365-8a8c-44f0-a6f0-7abb0f5c3d0d req-ada2e5b2-b8df-4ac4-9fb8-812372cd5c55 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:01.462806 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:01.463174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aed8d365-8a8c-44f0-a6f0-7abb0f5c3d0d req-ada2e5b2-b8df-4ac4-9fb8-812372cd5c55 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 944 time: 0.0690231 Aug 27 13:57:01.494271 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:01.506013 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:01.506654 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aed8d365-8a8c-44f0-a6f0-7abb0f5c3d0d req-891f274f-df58-46c0-b345-fdcb58613c37 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420949 Aug 27 13:57:01.508663 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338acf64-d625-4ab2-97db-9245b2e333a8" -d '{"events": [{"server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "name": "network-vif-unplugged", "status": "completed", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:01.539830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=062bd1ee-5174-47db-ba80-79a5571967ca,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:01.547545 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:01.579127 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e89db1a-2d2e-49c0-bf20-e4181ae6dc64 x-openstack-request-id: req-3e89db1a-2d2e-49c0-bf20-e4181ae6dc64 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:01.579594 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "name": "network-vif-unplugged", "status": "completed", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:01.579935 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e89db1a-2d2e-49c0-bf20-e4181ae6dc64 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:01.580414 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca', 'code': 200} Aug 27 13:57:01.582104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 062bd1ee-5174-47db-ba80-79a5571967ca {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:01.649855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['e093e8f6-036a-456b-a119-cd1602889e1e'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:01.659867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=062bd1ee-5174-47db-ba80-79a5571967ca,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:01.710372 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 13:57:01.710888 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 13:57:01.745001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a1d92-3d64-48b5-83f4-4563fb5317ed req-f3762230-cd73-4ab3-ad8c-362c8d986016 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:01.746564 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-716a1d92-3d64-48b5-83f4-4563fb5317ed req-f3762230-cd73-4ab3-ad8c-362c8d986016 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0852547 Aug 27 13:57:01.768720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80838f9-bdbf-4a8f-9334-e08f8c3aea80 req-37f79b6f-e5af-45dd-a598-f8ca7868f2ea tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:01.771303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d80838f9-bdbf-4a8f-9334-e08f8c3aea80 req-37f79b6f-e5af-45dd-a598-f8ca7868f2ea tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 948 time: 0.0694575 Aug 27 13:57:01.817024 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-716a1d92-3d64-48b5-83f4-4563fb5317ed req-d0b425bb-73ec-4929-9286-20301689153e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577078 Aug 27 13:57:01.824859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d80838f9-bdbf-4a8f-9334-e08f8c3aea80 req-ebecce7b-ce8f-462f-9f2f-378d81337265 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468872 Aug 27 13:57:02.025946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a7cab-0f6d-43fb-b3eb-02a26ae772f2 req-1555de07-427c-4269-bc67-af9b3392591a tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:02.027493 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-813a7cab-0f6d-43fb-b3eb-02a26ae772f2 req-1555de07-427c-4269-bc67-af9b3392591a tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 948 time: 0.0594985 Aug 27 13:57:02.072178 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-813a7cab-0f6d-43fb-b3eb-02a26ae772f2 req-2b727873-9c09-4345-9bcf-65a99f360dba tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375156 Aug 27 13:57:02.254813 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:02.268547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062bd1ee-5174-47db-ba80-79a5571967ca {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:02.277480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device ea2e2f57-c3d7-4045-a27d-302d88abbe01 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:57:02.312420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device beb6cf09-79cb-4ff2-99fa-706664bb1bd1 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:57:02.489174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777488a0-819b-4e20-bb33-aadcd22c6fd0 req-26dc417f-dd66-4f90-b64c-7e6842be6917 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:02.498743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-777488a0-819b-4e20-bb33-aadcd22c6fd0 req-26dc417f-dd66-4f90-b64c-7e6842be6917 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 944 time: 0.0964651 Aug 27 13:57:02.541909 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=062bd1ee-5174-47db-ba80-79a5571967ca,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:02.555048 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:02.571979 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-777488a0-819b-4e20-bb33-aadcd22c6fd0 req-52813f3b-0a6d-43bf-a146-e360cbf33758 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721633 Aug 27 13:57:02.646738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port ea2e2f57-c3d7-4045-a27d-302d88abbe01, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ea2e2f57-c3d7-4045-a27d-302d88abbe01,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:02.697634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'ea2e2f57-c3d7-4045-a27d-302d88abbe01', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'ea2e2f57-c3d7-4045-a27d-302d88abbe01', 'mac_address': 'fa:16:3e:fe:cd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:57:02.700297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:57:02.713599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:02.714996 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:02.742036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2687db-536a-4cbb-bad3-acf69ee376eb req-57129c7b-f4ab-4493-bb91-0ad6234130c9 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:02.743833 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d2687db-536a-4cbb-bad3-acf69ee376eb req-57129c7b-f4ab-4493-bb91-0ad6234130c9 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 944 time: 0.0849001 Aug 27 13:57:02.806907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=062bd1ee-5174-47db-ba80-79a5571967ca,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:02.820582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d2687db-536a-4cbb-bad3-acf69ee376eb req-c184e84e-9bc6-46b0-9521-638301952ff8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655429 Aug 27 13:57:02.834646 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:02.856187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2e2f57-c3d7-4045-a27d-302d88abbe01 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:02.943473 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port ea2e2f57-c3d7-4045-a27d-302d88abbe01, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ea2e2f57-c3d7-4045-a27d-302d88abbe01,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:02.961607 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:02.977006 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1f35a-e825-4773-9bed-4aaebe1cd37a req-8fc604fb-9d07-4f49-a3d9-7de7662742dc tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:02.985381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ac1f35a-e825-4773-9bed-4aaebe1cd37a req-8fc604fb-9d07-4f49-a3d9-7de7662742dc tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0782764 Aug 27 13:57:02.998029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655c971-a617-4bb1-8f15-3ecaea00a0c9 req-6b2530ec-25a5-4444-a224-8560b79b70ae tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:03.007259 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b655c971-a617-4bb1-8f15-3ecaea00a0c9 req-6b2530ec-25a5-4444-a224-8560b79b70ae tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 948 time: 0.0692239 Aug 27 13:57:03.028606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=ea2e2f57-c3d7-4045-a27d-302d88abbe01,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:03.031935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['062bd1ee-5174-47db-ba80-79a5571967ca'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:03.035403 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:03.051704 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ac1f35a-e825-4773-9bed-4aaebe1cd37a req-4a29abd6-65c7-46ef-9b8c-45b897a42402 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650315 Aug 27 13:57:03.061993 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b655c971-a617-4bb1-8f15-3ecaea00a0c9 req-731ddfd6-5eb1-4e07-8adf-49f78e58283e tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538006 Aug 27 13:57:03.116454 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:03.122886 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:03.124067 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:57:03.214432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc91c67-0fc7-442b-9324-8d11a8f946ab req-371eff20-7bb8-4359-ab35-22e67004528b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:03.216220 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7cc91c67-0fc7-442b-9324-8d11a8f946ab req-371eff20-7bb8-4359-ab35-22e67004528b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 949 time: 0.0548873 Aug 27 13:57:03.227968 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:03.295871 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7cc91c67-0fc7-442b-9324-8d11a8f946ab req-f751ca03-d549-4728-8cf2-8bf533f26546 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689421 Aug 27 13:57:03.350654 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:03.409444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:03.417380 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:03.475661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:03.582016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a43bab9-1a0e-442d-9f49-a1073db0f3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb6cf09-79cb-4ff2-99fa-706664bb1bd1'}, {'server_uuid': '5a71b0e8-b99c-471b-8ddb-c1162cb09eba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:03.584827 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c270e33-d25f-41ac-ac53-deb19aaa54a9" -d '{"events": [{"server_uuid": "7a43bab9-1a0e-442d-9f49-a1073db0f3f8", "name": "network-vif-plugged", "status": "completed", "tag": "beb6cf09-79cb-4ff2-99fa-706664bb1bd1"}, {"server_uuid": "5a71b0e8-b99c-471b-8ddb-c1162cb09eba", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:03.665860 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf6d762-49ce-47a5-ace9-db4609fd3f72 x-openstack-request-id: req-6cf6d762-49ce-47a5-ace9-db4609fd3f72 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:03.666159 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a43bab9-1a0e-442d-9f49-a1073db0f3f8", "name": "network-vif-plugged", "status": "completed", "tag": "beb6cf09-79cb-4ff2-99fa-706664bb1bd1", "code": 200}, {"server_uuid": "5a71b0e8-b99c-471b-8ddb-c1162cb09eba", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:03.666411 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6cf6d762-49ce-47a5-ace9-db4609fd3f72 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:03.666894 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a43bab9-1a0e-442d-9f49-a1073db0f3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb6cf09-79cb-4ff2-99fa-706664bb1bd1', 'code': 200} Aug 27 13:57:03.667125 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a71b0e8-b99c-471b-8ddb-c1162cb09eba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a', 'code': 200} Aug 27 13:57:03.696784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['ea2e2f57-c3d7-4045-a27d-302d88abbe01'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:03.749156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2df1c-6200-403c-b1d5-9fc0638e90d9 req-8e514b4d-d59d-4dfb-8a2f-270f36ea88c5 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:03.753467 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42d2df1c-6200-403c-b1d5-9fc0638e90d9 req-8e514b4d-d59d-4dfb-8a2f-270f36ea88c5 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 944 time: 0.0742044 Aug 27 13:57:03.828887 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42d2df1c-6200-403c-b1d5-9fc0638e90d9 req-1f5d9df6-a396-4593-9fbd-2ebe8b16c9ff tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637248 Aug 27 13:57:03.976628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cee0b1-bdf1-4064-aa79-03ebaf0c225e req-dab8a706-329c-447e-a6f6-f1ce9e73f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:03.979059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1cee0b1-bdf1-4064-aa79-03ebaf0c225e req-dab8a706-329c-447e-a6f6-f1ce9e73f25b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 1097 time: 0.1336749 Aug 27 13:57:04.014410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c96b58-7087-4dfb-8211-a113a8caa0f1 req-8571534e-94e4-4d17-8bae-fda37db09c6c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:04.016110 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-75c96b58-7087-4dfb-8211-a113a8caa0f1 req-8571534e-94e4-4d17-8bae-fda37db09c6c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0764472 Aug 27 13:57:04.069303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1cee0b1-bdf1-4064-aa79-03ebaf0c225e req-3f0f4d56-abe6-4b04-beeb-037fad82ac6f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773575 Aug 27 13:57:04.107047 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-75c96b58-7087-4dfb-8211-a113a8caa0f1 req-d9392f38-9665-4323-acf9-9179a443d23f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775356 Aug 27 13:57:04.204001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49593339-a1fd-482b-96d0-5ad656eebe60 req-65cc21a3-d0f3-41b3-b4ea-d9b402dd7e46 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:04.206902 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-49593339-a1fd-482b-96d0-5ad656eebe60 req-65cc21a3-d0f3-41b3-b4ea-d9b402dd7e46 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 947 time: 0.0708461 Aug 27 13:57:04.228310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe1092-d1ed-4f5a-b3a8-5a1e5952a1c8 req-a4ea1fa9-73d8-43cc-a4a5-7425dd2081b4 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:04.242639 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40fe1092-d1ed-4f5a-b3a8-5a1e5952a1c8 req-a4ea1fa9-73d8-43cc-a4a5-7425dd2081b4 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 949 time: 0.0768461 Aug 27 13:57:04.298041 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40fe1092-d1ed-4f5a-b3a8-5a1e5952a1c8 req-f8cc3589-0672-4da4-89b9-447baa9d7245 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475128 Aug 27 13:57:04.308833 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-49593339-a1fd-482b-96d0-5ad656eebe60 req-957f8174-4b68-4625-99a4-8ff24fb93cdc tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915301 Aug 27 13:57:04.312400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:57:04.382803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e093e8f6-036a-456b-a119-cd1602889e1e up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:57:04.469752 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:04.491888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a', 'mac_address': 'fa:16:3e:21:05:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:57:04.494802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port e093e8f6-036a-456b-a119-cd1602889e1e completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:57:04.510376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port e093e8f6-036a-456b-a119-cd1602889e1e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:04.510809 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:04.517250 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4912d-0164-4d56-ab7b-d47a3b5121da req-f540b084-cac2-488f-b73f-0033206e86b0 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:04.519021 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7bc4912d-0164-4d56-ab7b-d47a3b5121da req-f540b084-cac2-488f-b73f-0033206e86b0 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 949 time: 0.0996993 Aug 27 13:57:04.570338 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7bc4912d-0164-4d56-ab7b-d47a3b5121da req-70baba0a-c082-4c17-9f81-4137989b6afe tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Aug 27 13:57:04.596753 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:04.619132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:04.667462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:04.676539 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:04.716701 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:04.772222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port e093e8f6-036a-456b-a119-cd1602889e1e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e093e8f6-036a-456b-a119-cd1602889e1e,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:04.773456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:04.786292 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:04.848293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=e093e8f6-036a-456b-a119-cd1602889e1e,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:04.964903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c75f3-f732-4126-aeba-91336b311030 req-3993a454-f1ae-4f95-8617-695f28053471 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:04.966405 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-122c75f3-f732-4126-aeba-91336b311030 req-3993a454-f1ae-4f95-8617-695f28053471 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0542200 Aug 27 13:57:04.996511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 062bd1ee-5174-47db-ba80-79a5571967ca up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:57:05.009494 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-122c75f3-f732-4126-aeba-91336b311030 req-86123fbd-c5e1-4424-9df4-4f8ce6c6852a tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345557 Aug 27 13:57:05.050896 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 062bd1ee-5174-47db-ba80-79a5571967ca triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:05.051354 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:05.182187 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:05.224266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=062bd1ee-5174-47db-ba80-79a5571967ca,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:05.229959 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:05.256377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2062351-d356-42da-a0eb-828c804635b9 req-1e2dc4e0-0b5a-4c85-ae28-7d5a554dd5ae tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:05.264398 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2062351-d356-42da-a0eb-828c804635b9 req-1e2dc4e0-0b5a-4c85-ae28-7d5a554dd5ae tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0759006 Aug 27 13:57:05.310893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=062bd1ee-5174-47db-ba80-79a5571967ca,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:05.334580 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2062351-d356-42da-a0eb-828c804635b9 req-e40a1667-d262-4531-95c4-900795706588 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689278 Aug 27 13:57:05.446396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21be079-1beb-40f6-a5dd-a07206560ba4 req-0ceaf70b-9a48-45af-a74f-3596ef08f915 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:05.447979 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a21be079-1beb-40f6-a5dd-a07206560ba4 req-0ceaf70b-9a48-45af-a74f-3596ef08f915 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 949 time: 0.0733171 Aug 27 13:57:05.480898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cddf7-c4ba-415f-aa14-1b257a9c1094 req-ee04861e-317f-45b9-8692-5c28ab81428a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:05.489857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-116cddf7-c4ba-415f-aa14-1b257a9c1094 req-ee04861e-317f-45b9-8692-5c28ab81428a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 948 time: 0.0757196 Aug 27 13:57:05.502449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a21be079-1beb-40f6-a5dd-a07206560ba4 req-08e9c6f3-6264-4e24-9641-651980326218 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441289 Aug 27 13:57:05.551925 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-116cddf7-c4ba-415f-aa14-1b257a9c1094 req-d87a5e63-ec24-46a8-8428-16bfeae20e1e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547137 Aug 27 13:57:05.611312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:05.668828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330056af-4841-45d8-92a8-81985e94c81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e093e8f6-036a-456b-a119-cd1602889e1e'}, {'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:05.674412 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df43ea23-7219-4c14-a233-6c3a19fcbc35" -d '{"events": [{"server_uuid": "330056af-4841-45d8-92a8-81985e94c81d", "name": "network-vif-plugged", "status": "completed", "tag": "e093e8f6-036a-456b-a119-cd1602889e1e"}, {"server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "name": "network-vif-plugged", "status": "completed", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:05.709550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807c234-d97f-446a-9eb0-efddcb638017 req-33cf6586-801d-4e58-b02d-1d1d60923776 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:05.727971 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f807c234-d97f-446a-9eb0-efddcb638017 req-33cf6586-801d-4e58-b02d-1d1d60923776 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0714989 Aug 27 13:57:05.759820 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262b4153-2a42-46b8-bcb9-1a789e091170 x-openstack-request-id: req-262b4153-2a42-46b8-bcb9-1a789e091170 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:05.760270 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330056af-4841-45d8-92a8-81985e94c81d", "name": "network-vif-plugged", "status": "completed", "tag": "e093e8f6-036a-456b-a119-cd1602889e1e", "code": 200}, {"server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "name": "network-vif-plugged", "status": "completed", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:05.760622 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-262b4153-2a42-46b8-bcb9-1a789e091170 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:05.761157 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330056af-4841-45d8-92a8-81985e94c81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e093e8f6-036a-456b-a119-cd1602889e1e', 'code': 200} Aug 27 13:57:05.761501 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca', 'code': 200} Aug 27 13:57:05.785822 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f807c234-d97f-446a-9eb0-efddcb638017 req-fa60d49f-7e6c-4097-bb81-34e751bf4cb6 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564342 Aug 27 13:57:06.005863 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042a0de-1d89-43f3-9be4-96002c7ea154 req-4da86d81-bb7a-49a4-95db-e4bb573b4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:06.007638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d042a0de-1d89-43f3-9be4-96002c7ea154 req-4da86d81-bb7a-49a4-95db-e4bb573b4ca4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 1102 time: 0.0534046 Aug 27 13:57:06.009650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f6224-35e6-4d47-88d7-59e745d3c4e6 req-798e4f1c-6932-4cb5-96ce-24aaea3fec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:06.012058 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ae9f6224-35e6-4d47-88d7-59e745d3c4e6 req-798e4f1c-6932-4cb5-96ce-24aaea3fec59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 1097 time: 0.0960619 Aug 27 13:57:06.087071 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d042a0de-1d89-43f3-9be4-96002c7ea154 req-074e0438-e7ca-448f-a9a3-4b854d15448f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675185 Aug 27 13:57:06.102183 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ae9f6224-35e6-4d47-88d7-59e745d3c4e6 req-bfea88e9-4d12-4c3d-92d3-d2d1f012a9e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587301 Aug 27 13:57:06.158315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a9b8-69d0-43e6-a0a9-4329c21648bb req-0167fddd-5d66-4f63-97fc-440c5c440fc4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:06.160483 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57f0a9b8-69d0-43e6-a0a9-4329c21648bb req-0167fddd-5d66-4f63-97fc-440c5c440fc4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0618775 Aug 27 13:57:06.207010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57f0a9b8-69d0-43e6-a0a9-4329c21648bb req-a21b7034-388f-4977-9ca8-bbade4a70df4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Aug 27 13:57:06.281171 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-20f56691-d7f2-4592-944a-2eb5bd4628a1 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:06.284026 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-20f56691-d7f2-4592-944a-2eb5bd4628a1 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/networks?id=fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd HTTP/1.1" status: 200 len: 815 time: 0.1108871 Aug 27 13:57:06.299060 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-d706859c-9183-41ca-aaa5-9706b517ea52 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/quotas/94a6515f8f724dc2ab86aeeed1a7f94a HTTP/1.1" status: 200 len: 375 time: 0.0091016 Aug 27 13:57:06.326444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device ea2e2f57-c3d7-4045-a27d-302d88abbe01 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:57:06.352057 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-73efa761-4c9f-415e-980b-863603a8b166 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=94a6515f8f724dc2ab86aeeed1a7f94a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470800 Aug 27 13:57:06.411276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port ea2e2f57-c3d7-4045-a27d-302d88abbe01 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:57:06.417494 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port ea2e2f57-c3d7-4045-a27d-302d88abbe01 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:06.418635 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:06.477423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-dd751c5d-2dbb-4e3a-bae2-941d2422a027 service neutron] 10.222.0.55 "GET /v2.0/networks/fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159194 Aug 27 13:57:06.480451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dccbb-e296-4454-817d-580fff188b49 req-82bae4ac-c8f6-4add-a930-bde550ad0a7e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:06.484698 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c61dccbb-e296-4454-817d-580fff188b49 req-82bae4ac-c8f6-4add-a930-bde550ad0a7e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0680306 Aug 27 13:57:06.513321 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:06.526317 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c61dccbb-e296-4454-817d-580fff188b49 req-ea757e51-ea7a-4057-867f-e029939bdc6a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366571 Aug 27 13:57:06.565928 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port ea2e2f57-c3d7-4045-a27d-302d88abbe01, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ea2e2f57-c3d7-4045-a27d-302d88abbe01,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:06.577270 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:06.603171 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-63cf036a-b9d5-404a-8c28-f751ddd481ba service neutron] 10.222.0.55 "GET /v2.0/networks/fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171052 Aug 27 13:57:06.640299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=ea2e2f57-c3d7-4045-a27d-302d88abbe01,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:06.674261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e48eed-cc99-42d4-bd97-bb69008bec79 req-841c2f42-7bdb-4309-a510-55fbc8b91a70 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:06.679297 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-94e48eed-cc99-42d4-bd97-bb69008bec79 req-841c2f42-7bdb-4309-a510-55fbc8b91a70 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 950 time: 0.0593565 Aug 27 13:57:06.724028 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-94e48eed-cc99-42d4-bd97-bb69008bec79 req-6d239f84-35e7-4f85-b956-e891784e7921 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Aug 27 13:57:06.834212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d198c6-42bc-4961-b83c-34ecdc5ebb47 req-78133ba8-dedc-4b58-8f0d-e8c5c10b5c67 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:06.836980 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e6d198c6-42bc-4961-b83c-34ecdc5ebb47 req-78133ba8-dedc-4b58-8f0d-e8c5c10b5c67 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 948 time: 0.0582092 Aug 27 13:57:06.879214 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-736d3f27-e437-4646-a7e9-dc99810bde60 req-6b4dca17-83de-4aac-a0f8-d63b02c49d8e tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 210 time: 0.0351198 Aug 27 13:57:06.893904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e6d198c6-42bc-4961-b83c-34ecdc5ebb47 req-48c69880-d368-4631-93f9-334973ecd160 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517321 Aug 27 13:57:07.026373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025f2d4-8945-4a6b-ae86-21bfaec0a325 req-d87862da-ad8a-4ea9-8af7-54111b7ae1dc tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:07.028179 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a025f2d4-8945-4a6b-ae86-21bfaec0a325 req-d87862da-ad8a-4ea9-8af7-54111b7ae1dc tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0725071 Aug 27 13:57:07.103771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a025f2d4-8945-4a6b-ae86-21bfaec0a325 req-bc9324f3-4435-47cd-beca-eb6bdea2ac57 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635259 Aug 27 13:57:07.328936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8ad9-432a-4b8e-9e15-cc7dd306b32e req-daf0224e-bf21-47d6-9066-27b770ee16b9 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:07.331226 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ccf8ad9-432a-4b8e-9e15-cc7dd306b32e req-daf0224e-bf21-47d6-9066-27b770ee16b9 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0529418 Aug 27 13:57:07.374816 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ccf8ad9-432a-4b8e-9e15-cc7dd306b32e req-875fbd2c-4354-425d-b42a-d6ecfa0dcea3 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344162 Aug 27 13:57:07.650290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c8970-6c96-4b7a-81e5-238e8a5bbe23 req-de8165e5-884d-4214-b8de-8308ff70ba02 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:07.651791 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2b9c8970-6c96-4b7a-81e5-238e8a5bbe23 req-de8165e5-884d-4214-b8de-8308ff70ba02 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0502212 Aug 27 13:57:07.690941 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2b9c8970-6c96-4b7a-81e5-238e8a5bbe23 req-6ec094fa-2211-467f-bb18-bf9b16c6b8c1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Aug 27 13:57:07.762878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7786f5b3-5f6b-4a35-a867-5b9040320bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2e2f57-c3d7-4045-a27d-302d88abbe01'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:07.766165 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f71392d-eff7-46ac-b402-7be91bb76e22" -d '{"events": [{"server_uuid": "7786f5b3-5f6b-4a35-a867-5b9040320bb7", "name": "network-vif-plugged", "status": "completed", "tag": "ea2e2f57-c3d7-4045-a27d-302d88abbe01"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:07.806984 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48178-8d73-4ad4-82bb-4904117c7a4d req-56095730-6349-4837-87b4-b1cbf0e5ba4a tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:07.809345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23e48178-8d73-4ad4-82bb-4904117c7a4d req-56095730-6349-4837-87b4-b1cbf0e5ba4a tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 1097 time: 0.0512187 Aug 27 13:57:07.850343 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23e48178-8d73-4ad4-82bb-4904117c7a4d req-14416f86-2782-41fb-b0e2-207487a54a38 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326531 Aug 27 13:57:07.856588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4005ddc-9a38-4a2d-a076-e8bb3ceeab8c req-c899de1a-eead-4597-a4c9-041b7434d9f0 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:07.857547 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b4005ddc-9a38-4a2d-a076-e8bb3ceeab8c req-c899de1a-eead-4597-a4c9-041b7434d9f0 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 950 time: 0.0539455 Aug 27 13:57:07.912649 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64588c97-529e-487e-b61a-ac3b7f3a591e x-openstack-request-id: req-64588c97-529e-487e-b61a-ac3b7f3a591e {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:07.913159 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7786f5b3-5f6b-4a35-a867-5b9040320bb7", "name": "network-vif-plugged", "status": "completed", "tag": "ea2e2f57-c3d7-4045-a27d-302d88abbe01", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:07.913565 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64588c97-529e-487e-b61a-ac3b7f3a591e {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:07.914174 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7786f5b3-5f6b-4a35-a867-5b9040320bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2e2f57-c3d7-4045-a27d-302d88abbe01', 'code': 200} Aug 27 13:57:07.935076 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b4005ddc-9a38-4a2d-a076-e8bb3ceeab8c req-5bde3a7c-96d6-4888-b4f5-50cb85b6e95a tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694423 Aug 27 13:57:08.186219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d478fe3-6553-42e7-8856-0152c04c00e0 req-fb0a42b7-ce7d-4bd6-bda0-be070476fc34 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:08.188139 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d478fe3-6553-42e7-8856-0152c04c00e0 req-fb0a42b7-ce7d-4bd6-bda0-be070476fc34 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 948 time: 0.0819707 Aug 27 13:57:08.236337 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d478fe3-6553-42e7-8856-0152c04c00e0 req-1b37c93c-c5bc-4bab-a405-c50f8357e86d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Aug 27 13:57:08.257915 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50f754de-7f37-4eee-bb4e-88ed0edb1a5a req-a433dd15-8929-41d7-a936-2b01f0327a20 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 210 time: 0.1041169 Aug 27 13:57:08.283043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-b27c8dd3-3418-488e-a4b3-89884bde87c6 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:08.286227 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-b27c8dd3-3418-488e-a4b3-89884bde87c6 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.52 "GET /v2.0/networks?id=fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd HTTP/1.1" status: 200 len: 815 time: 0.2674472 Aug 27 13:57:08.303857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Request body: {'port': {'device_id': '5beabb68-3652-460f-9209-67328688a2de', 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd', 'admin_state_up': True, 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:08.343497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:57:08.400413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09bfe3-bc58-4784-bfdd-c9a98a6880d5 req-c9985392-3fd9-4d47-9f65-012d2a6ae95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:08.401863 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab09bfe3-bc58-4784-bfdd-c9a98a6880d5 req-c9985392-3fd9-4d47-9f65-012d2a6ae95e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 1102 time: 0.2471001 Aug 27 13:57:08.407393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5880-e21d-40fb-8e53-85491269a88a req-74e670f1-513d-47d2-94d9-addfc2c87558 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:08.419859 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5edc5880-e21d-40fb-8e53-85491269a88a req-74e670f1-513d-47d2-94d9-addfc2c87558 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0930986 Aug 27 13:57:08.451969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:08.452952 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:08.488671 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5edc5880-e21d-40fb-8e53-85491269a88a req-5c43da60-175d-4f3b-81f0-7cb11edf51aa tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671489 Aug 27 13:57:08.546055 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab09bfe3-bc58-4784-bfdd-c9a98a6880d5 req-9cead8f2-4955-4056-89d9-ee61f5b233f3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973473 Aug 27 13:57:08.633259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Made reservation on behalf of 94a6515f8f724dc2ab86aeeed1a7f94a for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:57:08.638216 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:08.641802 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:08.672108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29f2ab-f9f9-4f28-a15c-04198f39ce9d req-7340c72e-e4ab-48a6-8dfc-7ad338cbc812 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:08.673706 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac29f2ab-f9f9-4f28-a15c-04198f39ce9d req-7340c72e-e4ab-48a6-8dfc-7ad338cbc812 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 948 time: 0.0727398 Aug 27 13:57:08.681878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:08.691608 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:08.730634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f19a3-37ae-4042-9189-6627982b1a1e req-ba0bb45a-a223-43d9-9595-110717c941d6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:08.738722 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac29f2ab-f9f9-4f28-a15c-04198f39ce9d req-764ccfc4-38f2-4830-9d28-a9f486f0c515 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578184 Aug 27 13:57:08.742543 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a13f19a3-37ae-4042-9189-6627982b1a1e req-ba0bb45a-a223-43d9-9595-110717c941d6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.1522450 Aug 27 13:57:08.809563 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:08.888742 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a13f19a3-37ae-4042-9189-6627982b1a1e req-88e133f6-6241-47dd-b675-5f4fec5ddf6b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308708 Aug 27 13:57:08.941833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Allocated IP 172.20.0.11 (fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd/18141edc-2850-46e4-aa3e-33f9943dea5c/690d6880-3a93-41c3-81f5-cb0e4984a9cf) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:57:08.994592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592de0f-461c-464b-9a22-58956873bbb5 req-ce8c4d37-60d4-4845-922d-70ff07029cf9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:09.006260 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2592de0f-461c-464b-9a22-58956873bbb5 req-ce8c4d37-60d4-4845-922d-70ff07029cf9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.1570694 Aug 27 13:57:09.069642 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2592de0f-461c-464b-9a22-58956873bbb5 req-93369b22-40df-4313-b46b-395650cc84d7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623856 Aug 27 13:57:09.201353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ad1ff-91a1-47d4-bce4-864636fde39c req-d62efe02-8cb5-4b91-b662-f52b6df6f300 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:09.208807 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c08ad1ff-91a1-47d4-bce4-864636fde39c req-d62efe02-8cb5-4b91-b662-f52b6df6f300 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 950 time: 0.1123619 Aug 27 13:57:09.286759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c08ad1ff-91a1-47d4-bce4-864636fde39c req-1372c1b5-1584-40dc-a5ea-e7e9f2d4db01 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769920 Aug 27 13:57:09.292539 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:09.309913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Transition to ACTIVE for port object 690d6880-3a93-41c3-81f5-cb0e4984a9cf will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:57:09.353553 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:09.602206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Pushing event updated for resources: {'Port': ['ID=690d6880-3a93-41c3-81f5-cb0e4984a9cf,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:09.625557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:57:09.641110 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:57:09.652755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:57:09.656079 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:09.915228 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a71b0e8-b99c-471b-8ddb-c1162cb09eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:09.924214 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be10ea66-276a-4213-a251-e75a22336b9b" -d '{"events": [{"server_uuid": "5a71b0e8-b99c-471b-8ddb-c1162cb09eba", "name": "network-vif-plugged", "status": "completed", "tag": "dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:10.158847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6c15e5b1-8715-4146-addb-72b730733142 None None] Provisioning for port 690d6880-3a93-41c3-81f5-cb0e4984a9cf completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:57:10.164041 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6c15e5b1-8715-4146-addb-72b730733142 None None] Provisioning complete for port 690d6880-3a93-41c3-81f5-cb0e4984a9cf triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:10.164707 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6c15e5b1-8715-4146-addb-72b730733142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:10.197712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:10.198362 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:10.209963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6c15e5b1-8715-4146-addb-72b730733142 None None] Port 690d6880-3a93-41c3-81f5-cb0e4984a9cf cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:57:10.250268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71357a51-c95d-4798-bb8e-6e993be69a42 req-ff886d7e-b06d-4451-8d10-4fb9c26e4143 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:10.251695 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71357a51-c95d-4798-bb8e-6e993be69a42 req-ff886d7e-b06d-4451-8d10-4fb9c26e4143 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba&tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 949 time: 0.8906388 Aug 27 13:57:10.265444 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-7db2d30f-29dc-4eb5-9129-f90764fa6532 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9663832 Aug 27 13:57:10.279038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdd0a7-e536-458c-974a-34dda268fc64 req-3ff820de-f54b-4d95-8fa8-f89bc934683f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:10.280535 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f3cdd0a7-e536-458c-974a-34dda268fc64 req-3ff820de-f54b-4d95-8fa8-f89bc934683f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 932 time: 0.0789049 Aug 27 13:57:10.320521 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f3cdd0a7-e536-458c-974a-34dda268fc64 req-702130c6-22e3-4aca-a074-d144d6f4bb73 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332332 Aug 27 13:57:10.470022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2e107-bcce-4d3c-86a9-681ec0b8dbd2 req-6f956cf3-0876-4d8e-9bbb-e78f88e71338 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:10.471579 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-99a2e107-bcce-4d3c-86a9-681ec0b8dbd2 req-6f956cf3-0876-4d8e-9bbb-e78f88e71338 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0829489 Aug 27 13:57:10.478078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71357a51-c95d-4798-bb8e-6e993be69a42 req-e484ed01-6f7d-4c2d-875a-02131d431f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:10.479695 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71357a51-c95d-4798-bb8e-6e993be69a42 req-e484ed01-6f7d-4c2d-875a-02131d431f2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 1101 time: 0.0633564 Aug 27 13:57:10.561106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-99a2e107-bcce-4d3c-86a9-681ec0b8dbd2 req-a4286a32-02ed-4dd7-9aa4-0e2ff9c0e822 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804548 Aug 27 13:57:10.606261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71357a51-c95d-4798-bb8e-6e993be69a42 req-67e7d563-d028-4de3-a162-395cf956294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:10.607795 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71357a51-c95d-4798-bb8e-6e993be69a42 req-67e7d563-d028-4de3-a162-395cf956294b service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1129715 Aug 27 13:57:10.668778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71357a51-c95d-4798-bb8e-6e993be69a42 req-2c4ab83b-64ad-4cb1-bd5c-238f272976dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a HTTP/1.1" status: 200 len: 217 time: 0.0403035 Aug 27 13:57:10.745416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1487d-80dc-455b-9a94-46fb33f2032e req-a57ee2ca-e47a-4815-9982-301e94a9cbc9 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:10.746958 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fbd1487d-80dc-455b-9a94-46fb33f2032e req-a57ee2ca-e47a-4815-9982-301e94a9cbc9 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0809500 Aug 27 13:57:10.763622 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71357a51-c95d-4798-bb8e-6e993be69a42 req-ed64f27c-a3f0-48e1-86ca-65f3893bb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:10.765248 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71357a51-c95d-4798-bb8e-6e993be69a42 req-ed64f27c-a3f0-48e1-86ca-65f3893bb67f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0661795 Aug 27 13:57:10.800731 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fbd1487d-80dc-455b-9a94-46fb33f2032e req-d3fded73-cb52-4d4b-ad45-130c1ac840ce tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466940 Aug 27 13:57:10.840579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71357a51-c95d-4798-bb8e-6e993be69a42 req-6bd856b2-12e9-4bc6-b616-0fcc77c0f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:10.842608 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71357a51-c95d-4798-bb8e-6e993be69a42 req-6bd856b2-12e9-4bc6-b616-0fcc77c0f96d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574689 Aug 27 13:57:10.870451 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecdfcbf-a897-4c7c-88a7-65a3c0da20ad x-openstack-request-id: req-5ecdfcbf-a897-4c7c-88a7-65a3c0da20ad {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:10.870769 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a71b0e8-b99c-471b-8ddb-c1162cb09eba", "name": "network-vif-plugged", "status": "completed", "tag": "dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:10.871861 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ecdfcbf-a897-4c7c-88a7-65a3c0da20ad {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:10.872569 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a71b0e8-b99c-471b-8ddb-c1162cb09eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a', 'code': 200} Aug 27 13:57:10.985278 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71357a51-c95d-4798-bb8e-6e993be69a42 req-0ae244a2-9894-4669-863a-42871a431a35 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232495 Aug 27 13:57:11.002416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8105c3-7752-40b8-a4c4-d9f81506e4e9 req-fe04ff28-db9b-4a0e-838f-f40fb8ae625b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:11.004154 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac8105c3-7752-40b8-a4c4-d9f81506e4e9 req-fe04ff28-db9b-4a0e-838f-f40fb8ae625b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0675330 Aug 27 13:57:11.045859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac8105c3-7752-40b8-a4c4-d9f81506e4e9 req-6f2cffcc-d74e-4dac-9573-be65688e920b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356197 Aug 27 13:57:11.214592 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71357a51-c95d-4798-bb8e-6e993be69a42 req-fc570c49-ece7-4224-ac45-c69ccdda2e8c service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946915 Aug 27 13:57:11.800154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74d1b2-7258-4dec-a050-d0235dfcbac4 req-bf903c28-1459-48a9-87da-d7ac1d102b6c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:11.801617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af74d1b2-7258-4dec-a050-d0235dfcbac4 req-bf903c28-1459-48a9-87da-d7ac1d102b6c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 950 time: 0.0525122 Aug 27 13:57:11.844029 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af74d1b2-7258-4dec-a050-d0235dfcbac4 req-1ecb8d86-e212-4ea5-a07b-32fe97543be5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350587 Aug 27 13:57:11.978590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d074a5d-fcab-4e59-9eda-cddbcf8507fc req-10430cde-a3f3-4ebd-af13-27da8678103a tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:11.980548 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d074a5d-fcab-4e59-9eda-cddbcf8507fc req-10430cde-a3f3-4ebd-af13-27da8678103a tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0637658 Aug 27 13:57:12.025431 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d074a5d-fcab-4e59-9eda-cddbcf8507fc req-1a318435-0aa4-4f64-94da-45859c751fa5 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371017 Aug 27 13:57:12.144621 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b9407-a2dd-42e9-a041-5cba80a27859 req-3c853215-95c3-427e-a75f-3eac89912dca tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:12.146212 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-392b9407-a2dd-42e9-a041-5cba80a27859 req-3c853215-95c3-427e-a75f-3eac89912dca tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 932 time: 0.0593681 Aug 27 13:57:12.186129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-392b9407-a2dd-42e9-a041-5cba80a27859 req-96385b80-818b-435e-8f4b-8cb043c08bc8 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Aug 27 13:57:12.317570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f847f-6211-4e44-b08d-95759ee2ee5f req-c2fb7d96-ef3e-4611-a096-980c89097add tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:12.320494 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c42f847f-6211-4e44-b08d-95759ee2ee5f req-c2fb7d96-ef3e-4611-a096-980c89097add tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0564587 Aug 27 13:57:12.362718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c42f847f-6211-4e44-b08d-95759ee2ee5f req-adbfbdc0-f3f3-4f41-aeb1-bd526ab306f2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361378 Aug 27 13:57:12.511335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e1455-9355-4fcd-a379-3da110031269 req-aa2b017a-5bb1-490e-a329-20bd6fa60b45 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:12.513001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-458e1455-9355-4fcd-a379-3da110031269 req-aa2b017a-5bb1-490e-a329-20bd6fa60b45 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 1102 time: 0.0868812 Aug 27 13:57:12.570796 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-458e1455-9355-4fcd-a379-3da110031269 req-95a8cd52-89ca-41ef-b870-1533ea992068 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507102 Aug 27 13:57:12.739287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eed950-54bb-4cf2-9575-3af8d0d0ca46 req-83a2fc42-36c0-4cbd-b855-1b7b922c9f2f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:12.743577 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-44eed950-54bb-4cf2-9575-3af8d0d0ca46 req-83a2fc42-36c0-4cbd-b855-1b7b922c9f2f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0592527 Aug 27 13:57:12.781485 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-44eed950-54bb-4cf2-9575-3af8d0d0ca46 req-1a80b794-dada-4ab8-b2ff-88b528359ba9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347712 Aug 27 13:57:12.912845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf4a31-5dee-443a-ad12-6e1eba2241c9 req-ae8226d4-0d58-475a-961a-713aaf012d6b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:12.914398 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cdaf4a31-5dee-443a-ad12-6e1eba2241c9 req-ae8226d4-0d58-475a-961a-713aaf012d6b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0540879 Aug 27 13:57:12.961169 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cdaf4a31-5dee-443a-ad12-6e1eba2241c9 req-b3f6e832-a244-4226-984a-512eda1196b4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Aug 27 13:57:13.055892 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-01e55074-e141-4bd0-a6e6-0f4e9765f65b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260839 Aug 27 13:57:13.196396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-da61016c-d05a-411b-abd1-65f116c6bdb0 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:13.197906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-da61016c-d05a-411b-abd1-65f116c6bdb0 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364460 Aug 27 13:57:13.214872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-60e074b5-2847-49f6-bf0b-85ee1ad824db tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/quotas/a8da92e592dd4a7fbcd63b90fff1a384 HTTP/1.1" status: 200 len: 375 time: 0.0105119 Aug 27 13:57:13.287320 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-0767b5ad-166b-467d-9b34-f0bdfe6392a2 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0661776 Aug 27 13:57:13.541384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c64dda-96a5-43ab-9bd0-00adc203382b req-fe069e86-0a95-4607-8417-9ee697a590b1 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:13.549551 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47c64dda-96a5-43ab-9bd0-00adc203382b req-fe069e86-0a95-4607-8417-9ee697a590b1 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0841928 Aug 27 13:57:13.605368 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47c64dda-96a5-43ab-9bd0-00adc203382b req-a1b5401d-3a17-4fb9-86f1-492fbafde381 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548754 Aug 27 13:57:13.742322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba75c0d-e1f1-41d7-917d-e19692ce6937 req-a398c885-8d03-4f72-98bb-6bd6bbfb075a tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:13.748046 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba75c0d-e1f1-41d7-917d-e19692ce6937 req-a398c885-8d03-4f72-98bb-6bd6bbfb075a tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 932 time: 0.0674884 Aug 27 13:57:13.803695 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba75c0d-e1f1-41d7-917d-e19692ce6937 req-b121f4e0-c0af-4d85-a9a0-1b46a4b5f356 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503199 Aug 27 13:57:13.955657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d5303-c6a4-45ed-b458-181ab698f176 req-70de7c99-329b-4030-8261-bdde5c823101 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:13.957338 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-241d5303-c6a4-45ed-b458-181ab698f176 req-70de7c99-329b-4030-8261-bdde5c823101 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0776708 Aug 27 13:57:14.011360 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-241d5303-c6a4-45ed-b458-181ab698f176 req-4626448a-99c7-47a9-b73f-4576bd25670a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479169 Aug 27 13:57:14.109748 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a5c5ab8f-5732-4c17-afd0-931e89fa78d0 req-b901a7d5-a0e2-4514-ae28-0551e460c67d tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 210 time: 0.0293841 Aug 27 13:57:14.251233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df7c60-bdea-42cf-9283-3c4300760b15 req-19baa228-50a4-4846-b77f-7e6a98bef9b6 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:14.253056 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-46df7c60-bdea-42cf-9283-3c4300760b15 req-19baa228-50a4-4846-b77f-7e6a98bef9b6 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0624597 Aug 27 13:57:14.301956 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-46df7c60-bdea-42cf-9283-3c4300760b15 req-d259c5b5-87a0-4436-926e-503982f7e23e tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429182 Aug 27 13:57:14.431772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd209a-a94e-4e95-bec3-4cfd0cec6ca1 req-92415c72-9bed-401b-ab56-be9341fdc8a7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:14.434201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15bd209a-a94e-4e95-bec3-4cfd0cec6ca1 req-92415c72-9bed-401b-ab56-be9341fdc8a7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0538340 Aug 27 13:57:14.482380 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15bd209a-a94e-4e95-bec3-4cfd0cec6ca1 req-6192c442-f0dd-4895-8792-81268859af27 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Aug 27 13:57:14.610368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509d44b-9111-43cc-b331-c3704ad45d8b req-9ae79109-bbc0-49ca-b3a0-cf746650675b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:14.614376 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f509d44b-9111-43cc-b331-c3704ad45d8b req-9ae79109-bbc0-49ca-b3a0-cf746650675b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0649700 Aug 27 13:57:14.649580 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9143c5ef-4d63-4105-8b9a-55acc766ba61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:14.662322 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f509d44b-9111-43cc-b331-c3704ad45d8b req-3e8b6858-20ce-4e1a-b5c0-d5408d213764 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356882 Aug 27 13:57:14.808301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae4ad7-9bfd-41dd-81cd-23d9f6d89cfa req-1d07ebcf-3992-4f53-b493-cf406e0914fa tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:14.810104 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2bae4ad7-9bfd-41dd-81cd-23d9f6d89cfa req-1d07ebcf-3992-4f53-b493-cf406e0914fa tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0535545 Aug 27 13:57:14.860200 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2bae4ad7-9bfd-41dd-81cd-23d9f6d89cfa req-c143e74a-726d-4efb-bf2a-5cc583b1d19b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Aug 27 13:57:14.998567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee8bc6-8828-4765-b956-cf7ecae32cee req-752a195a-8546-4b13-9761-9d0f3f7e0581 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:15.007128 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f3ee8bc6-8828-4765-b956-cf7ecae32cee req-752a195a-8546-4b13-9761-9d0f3f7e0581 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 932 time: 0.0692849 Aug 27 13:57:15.063440 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f3ee8bc6-8828-4765-b956-cf7ecae32cee req-a61fdac8-7860-4187-9c17-8c47cfae6de5 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548365 Aug 27 13:57:15.073050 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:57:15.234109 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365b4a4-dd0a-4258-acbc-38056e448cb9 req-2cdd0ddd-7631-42b9-b1e3-54ef1b2c4443 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:15.238302 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5365b4a4-dd0a-4258-acbc-38056e448cb9 req-2cdd0ddd-7631-42b9-b1e3-54ef1b2c4443 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0686665 Aug 27 13:57:15.291552 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5365b4a4-dd0a-4258-acbc-38056e448cb9 req-af3bb67f-6152-4cf2-afab-1001986435d4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484998 Aug 27 13:57:15.381751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-b0f54916-75f2-4b3f-94b0-1ab49c09076e tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663407 Aug 27 13:57:15.506937 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83f65879-4a65-44cf-b17e-3a7fe920d10a req-e46a5238-8f9f-4c41-9533-950c65eca2b6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 210 time: 0.0590885 Aug 27 13:57:15.616810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-bf90f409-d843-47b7-9cc1-14cdde158a28 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:15.619035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-bf90f409-d843-47b7-9cc1-14cdde158a28 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316658 Aug 27 13:57:15.664228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f18e9-6f77-4f73-bf12-8470e7349b19 req-0403a466-961e-4dfe-be7a-7142c5bec780 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:15.665639 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9f8f18e9-6f77-4f73-bf12-8470e7349b19 req-0403a466-961e-4dfe-be7a-7142c5bec780 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0718670 Aug 27 13:57:15.710633 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Request body: {'port': {'device_id': 'eecfe9a8-dfe8-4727-b136-b4c37ee872e8', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'a8da92e592dd4a7fbcd63b90fff1a384'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:15.786194 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9f8f18e9-6f77-4f73-bf12-8470e7349b19 req-f79f4264-7caa-4e3f-8f8f-fa42abea4101 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121507 Aug 27 13:57:15.890261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Made reservation on behalf of a8da92e592dd4a7fbcd63b90fff1a384 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:57:15.894976 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:15.936347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09398b45-9a88-4374-a043-914e4934b08b req-dab81142-c35c-4108-91d9-27d0ca380dd3 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:15.937908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09398b45-9a88-4374-a043-914e4934b08b req-dab81142-c35c-4108-91d9-27d0ca380dd3 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0841858 Aug 27 13:57:16.030126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09398b45-9a88-4374-a043-914e4934b08b req-a4569ae2-ef75-4e29-96cc-0c4195f03855 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539968 Aug 27 13:57:16.126511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Allocated IP 192.168.233.167 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/f50e57c5-b1f7-43ca-a354-520f53d1e133) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:57:16.203333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-b65af49e-f85b-4b18-8145-4995c1363017 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468228 Aug 27 13:57:16.411149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-55e3a6fd-0404-425a-b6dd-9a6fd8cca35f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:16.412683 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-55e3a6fd-0404-425a-b6dd-9a6fd8cca35f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043633 Aug 27 13:57:16.446347 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-dc81d2ba-5199-4d6c-9c24-cf4322db5652 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/quotas/89e5418f8b3d4bd58bbc523f9d254c1e HTTP/1.1" status: 200 len: 375 time: 0.0242150 Aug 27 13:57:16.451582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:16.491188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Transition to ACTIVE for port object f50e57c5-b1f7-43ca-a354-520f53d1e133 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:57:16.518322 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-5002e24c-7ecd-4b58-aa02-6c4101caa421 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639880 Aug 27 13:57:16.546409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:16.566647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', '2a17fb0e-cecf-47ea-948d-d92edf5980af', '11a02dee-c26b-439c-bb19-01bceb870ed9', 'ffdb2e34-fa77-4af0-9cda-840fb426b521'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:16.598477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:57:16.602975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:57:16.609810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:57:16.630568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f1ba8dc5-2dac-4810-b6cd-63c98532dd3f', 'ea2e2f57-c3d7-4045-a27d-302d88abbe01'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:16.662523 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event updated for resources: {'Port': ['ID=f50e57c5-b1f7-43ca-a354-520f53d1e133,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:16.702134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:16.702835 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:16.730768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-2ba88e35-b821-42d3-a814-421421877f9b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0290155 Aug 27 13:57:16.760879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Request body: {'port': {'device_id': 'eecfe9a8-dfe8-4727-b136-b4c37ee872e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:16.868840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:17.168114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d8cb71aa-9ef3-4c9e-9b74-974ae1c93414 None None] Provisioning for port f50e57c5-b1f7-43ca-a354-520f53d1e133 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:57:17.192091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d8cb71aa-9ef3-4c9e-9b74-974ae1c93414 None None] Provisioning complete for port f50e57c5-b1f7-43ca-a354-520f53d1e133 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:17.192478 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d8cb71aa-9ef3-4c9e-9b74-974ae1c93414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:17.301926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d8cb71aa-9ef3-4c9e-9b74-974ae1c93414 None None] Port f50e57c5-b1f7-43ca-a354-520f53d1e133 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:57:17.344824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50e57c5-b1f7-43ca-a354-520f53d1e133 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:17.356047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:17.371103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Transition to ACTIVE for port object f50e57c5-b1f7-43ca-a354-520f53d1e133 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:57:17.381919 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:17.418525 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:17.457012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Pushing event updated for resources: {'Port': ['ID=f50e57c5-b1f7-43ca-a354-520f53d1e133,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:17.538674 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f8116777-ab84-4a60-ad48-4d358b9c0e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:17.653227 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Attempting to bind port f50e57c5-b1f7-43ca-a354-520f53d1e133 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:57:17.657243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Attempting to bind port f50e57c5-b1f7-43ca-a354-520f53d1e133 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:57:17.657243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Attempting to bind port f50e57c5-b1f7-43ca-a354-520f53d1e133 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:17.663039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Port f50e57c5-b1f7-43ca-a354-520f53d1e133 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:57:17.663453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Attempting to bind port f50e57c5-b1f7-43ca-a354-520f53d1e133 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:17.669992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:57:17.670306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:57:17.670861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:57:17.671442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Bound port: f50e57c5-b1f7-43ca-a354-520f53d1e133, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:57:17.671978 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:17.848740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] For port f50e57c5-b1f7-43ca-a354-520f53d1e133, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:57:17.851879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] For port f50e57c5-b1f7-43ca-a354-520f53d1e133, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f50e57c5-b1f7-43ca-a354-520f53d1e133,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:57:17.860437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608c66e-11dc-47c6-9cf2-a29a11b61ac2 req-12b578db-778a-4d86-ba41-d9d4d081a6a9 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:17.862566 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7608c66e-11dc-47c6-9cf2-a29a11b61ac2 req-12b578db-778a-4d86-ba41-d9d4d081a6a9 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 932 time: 0.1065683 Aug 27 13:57:17.864391 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:17.910729 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:17.912181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:17.913775 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] 10.222.0.41 "PUT /v2.0/ports/f50e57c5-b1f7-43ca-a354-520f53d1e133 HTTP/1.1" status: 200 len: 1097 time: 1.1579573 Aug 27 13:57:17.926474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecfe9a8-dfe8-4727-b136-b4c37ee872e8', 'tag': 'f50e57c5-b1f7-43ca-a354-520f53d1e133'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:17.928945 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a23b201-54f8-470a-b404-f4f2eb4cf2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "eecfe9a8-dfe8-4727-b136-b4c37ee872e8", "tag": "f50e57c5-b1f7-43ca-a354-520f53d1e133"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:17.968478 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7608c66e-11dc-47c6-9cf2-a29a11b61ac2 req-722b295a-d7a1-4024-8408-4e6bf450fa06 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770261 Aug 27 13:57:17.969237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4726d-29f5-4abc-9432-d78fb8c24f1f service neutron] Pushing event updated for resources: {'Port': ['ID=f50e57c5-b1f7-43ca-a354-520f53d1e133,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:18.110052 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec1d33-ca6b-4453-80b2-95fb95b215cb req-acc9bb68-77d4-40ac-b270-18dcb4362b15 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:18.112026 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31ec1d33-ca6b-4453-80b2-95fb95b215cb req-acc9bb68-77d4-40ac-b270-18dcb4362b15 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 948 time: 0.0581431 Aug 27 13:57:18.198000 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31ec1d33-ca6b-4453-80b2-95fb95b215cb req-6d3f8d86-d227-42b7-b598-35a615cfb37c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775256 Aug 27 13:57:18.218597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-ebfced5a-e40e-4414-ac58-e23a62becd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:18.220237 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-ebfced5a-e40e-4414-ac58-e23a62becd70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 1100 time: 0.0909309 Aug 27 13:57:18.326658 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aca4ea35-e1d5-4783-a391-f5e168079eab req-148a4e61-1afe-4d2d-b290-c264ec6af304 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 210 time: 0.0510535 Aug 27 13:57:18.328039 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-3e69570b-3736-4824-a253-dde1df6ba059 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f50e57c5-b1f7-43ca-a354-520f53d1e133 HTTP/1.1" status: 200 len: 217 time: 0.0589828 Aug 27 13:57:18.403128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-eccfc52d-1039-4d19-8810-cbac5c304605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:18.404470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-eccfc52d-1039-4d19-8810-cbac5c304605 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0596662 Aug 27 13:57:18.468795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f563ae5-f529-4815-8370-a0cf9e4b2506 req-5c54e0be-3f23-4991-8536-26a0ad01da4d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:18.470313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f563ae5-f529-4815-8370-a0cf9e4b2506 req-5c54e0be-3f23-4991-8536-26a0ad01da4d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0837440 Aug 27 13:57:18.477412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-cad7dd33-2459-4fd0-b447-139ab18cc5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:18.478897 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-cad7dd33-2459-4fd0-b447-139ab18cc5a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584056 Aug 27 13:57:18.558616 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f563ae5-f529-4815-8370-a0cf9e4b2506 req-2ff61539-e6e7-401c-88c7-caedf1843cd1 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787055 Aug 27 13:57:18.619019 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-c337e15d-3dfa-440a-b9a1-5b989352ea8e service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192257 Aug 27 13:57:18.625150 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:18.683736 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd491f5a-b0b8-4663-b971-9fc242b77663 x-openstack-request-id: req-bd491f5a-b0b8-4663-b971-9fc242b77663 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:18.684066 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecfe9a8-dfe8-4727-b136-b4c37ee872e8", "tag": "f50e57c5-b1f7-43ca-a354-520f53d1e133", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:18.684398 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd491f5a-b0b8-4663-b971-9fc242b77663 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:18.684701 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecfe9a8-dfe8-4727-b136-b4c37ee872e8', 'tag': 'f50e57c5-b1f7-43ca-a354-520f53d1e133', 'status': 'completed', 'code': 200} Aug 27 13:57:18.739626 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38adb279-cde9-49cf-87b3-4a3d2bdffae5 req-eaf1f2b2-0ceb-4020-b49d-ce69ace50156 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035390 Aug 27 13:57:18.771149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa08b57-d4a9-4e47-87e5-c44c0bdddb0f req-62128d5e-735f-4dbe-9294-fb7069f8576a tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:18.772634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8fa08b57-d4a9-4e47-87e5-c44c0bdddb0f req-62128d5e-735f-4dbe-9294-fb7069f8576a tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 1098 time: 0.0476613 Aug 27 13:57:18.810728 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8fa08b57-d4a9-4e47-87e5-c44c0bdddb0f req-c5f88efe-308a-49d2-8ab2-bd901cf2d5fe tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297494 Aug 27 13:57:19.020778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23b201-54f8-470a-b404-f4f2eb4cf2e6 req-91a9f60b-4941-4047-a680-4f497d79a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:19.022297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a23b201-54f8-470a-b404-f4f2eb4cf2e6 req-91a9f60b-4941-4047-a680-4f497d79a30e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 1100 time: 0.0595398 Aug 27 13:57:19.172721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23b201-54f8-470a-b404-f4f2eb4cf2e6 req-8f9c047c-de4b-4bee-b87d-acf05abe56ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:19.174974 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a23b201-54f8-470a-b404-f4f2eb4cf2e6 req-8f9c047c-de4b-4bee-b87d-acf05abe56ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1177793 Aug 27 13:57:19.243860 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-4b603536-c745-460f-91b3-6ef404ad62f1 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342500 Aug 27 13:57:19.255832 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a23b201-54f8-470a-b404-f4f2eb4cf2e6 req-d58381ea-9a90-4289-ab1a-b41eefbb5629 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f50e57c5-b1f7-43ca-a354-520f53d1e133 HTTP/1.1" status: 200 len: 217 time: 0.0433371 Aug 27 13:57:19.344194 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23b201-54f8-470a-b404-f4f2eb4cf2e6 req-84f300e1-2d74-4115-a0b7-4cb400ddeabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:19.346257 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a23b201-54f8-470a-b404-f4f2eb4cf2e6 req-84f300e1-2d74-4115-a0b7-4cb400ddeabf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0600574 Aug 27 13:57:19.416875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23b201-54f8-470a-b404-f4f2eb4cf2e6 req-2c8b565a-1118-4c7c-a52d-8b9a7654a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:19.418387 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a23b201-54f8-470a-b404-f4f2eb4cf2e6 req-2c8b565a-1118-4c7c-a52d-8b9a7654a738 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0522654 Aug 27 13:57:19.444561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-3c3024e8-3698-468a-a3b3-369633835bde tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:19.446335 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-3c3024e8-3698-468a-a3b3-369633835bde tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615615 Aug 27 13:57:19.500709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Request body: {'port': {'device_id': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': '89e5418f8b3d4bd58bbc523f9d254c1e'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:19.552694 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a23b201-54f8-470a-b404-f4f2eb4cf2e6 req-8e98cd4d-de63-44d2-b829-42422f0b54cb service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227026 Aug 27 13:57:19.635240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Made reservation on behalf of 89e5418f8b3d4bd58bbc523f9d254c1e for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:57:19.638976 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:19.780610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a23b201-54f8-470a-b404-f4f2eb4cf2e6 req-65ee1290-56b7-4e61-9bb2-58f0331b2c6c service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326938 Aug 27 13:57:19.800012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Allocated IP 192.168.233.51 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/645d98d6-b966-4378-9e0c-2f43862010eb) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:57:19.955003 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:19.969146 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Transition to ACTIVE for port object 645d98d6-b966-4378-9e0c-2f43862010eb will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:57:20.003148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:20.021893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['7dc98858-6543-4003-ab35-a7d14120bd36'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:20.046175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:57:20.053257 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:57:20.057091 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:57:20.077324 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:20.082383 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:20.093064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Pushing event updated for resources: {'Port': ['ID=645d98d6-b966-4378-9e0c-2f43862010eb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:20.129313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:20.130063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:20.155918 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-7002ecb0-7907-4a33-918a-e87d8e6307b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6591256 Aug 27 13:57:20.183364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Request body: {'port': {'device_id': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:20.253184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:20.397064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-80bd8edf-ba49-4717-85da-57ce7d83c8f7 None None] Provisioning for port 645d98d6-b966-4378-9e0c-2f43862010eb completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:57:20.401040 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-80bd8edf-ba49-4717-85da-57ce7d83c8f7 None None] Provisioning complete for port 645d98d6-b966-4378-9e0c-2f43862010eb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:20.401515 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-80bd8edf-ba49-4717-85da-57ce7d83c8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:20.561022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645d98d6-b966-4378-9e0c-2f43862010eb {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:20.562468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-80bd8edf-ba49-4717-85da-57ce7d83c8f7 None None] Port 645d98d6-b966-4378-9e0c-2f43862010eb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:57:20.569169 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:20.581102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Transition to ACTIVE for port object 645d98d6-b966-4378-9e0c-2f43862010eb will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:57:20.585131 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:20.638898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Pushing event updated for resources: {'Port': ['ID=645d98d6-b966-4378-9e0c-2f43862010eb,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:20.708443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Attempting to bind port 645d98d6-b966-4378-9e0c-2f43862010eb on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:57:20.708783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Attempting to bind port 645d98d6-b966-4378-9e0c-2f43862010eb by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:57:20.709112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Attempting to bind port 645d98d6-b966-4378-9e0c-2f43862010eb on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:20.714068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Port 645d98d6-b966-4378-9e0c-2f43862010eb on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:57:20.714394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Attempting to bind port 645d98d6-b966-4378-9e0c-2f43862010eb on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:20.719984 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:57:20.720326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:57:20.721381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:57:20.721815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Bound port: 645d98d6-b966-4378-9e0c-2f43862010eb, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:57:20.722178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:20.793130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:57:20.796294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=645d98d6-b966-4378-9e0c-2f43862010eb,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:57:20.802078 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:20.874614 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:20.874614 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:20.876439 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] 10.222.0.41 "PUT /v2.0/ports/645d98d6-b966-4378-9e0c-2f43862010eb HTTP/1.1" status: 200 len: 1096 time: 0.6975861 Aug 27 13:57:20.876920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:20.879272 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139f23bd-dc7d-4e04-b112-0e92504c9a21" -d '{"events": [{"name": "network-changed", "server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:20.932999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921c087-1c7f-4161-8edf-ddf01280180c service neutron] Pushing event updated for resources: {'Port': ['ID=645d98d6-b966-4378-9e0c-2f43862010eb,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:20.978752 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:21.059361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-d69b404a-13f7-4824-a3ee-51262a5199a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:21.061102 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-d69b404a-13f7-4824-a3ee-51262a5199a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 1099 time: 0.0463443 Aug 27 13:57:21.140606 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-5e8f0539-2ddd-497d-b335-b7cb5b1e80c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=645d98d6-b966-4378-9e0c-2f43862010eb HTTP/1.1" status: 200 len: 217 time: 0.0400419 Aug 27 13:57:21.209198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-3b84ea4f-d46b-41e0-b46d-ea3d6761d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:21.210738 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-3b84ea4f-d46b-41e0-b46d-ea3d6761d596 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0551906 Aug 27 13:57:21.276283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-3ddbf615-5f02-424a-910d-dc63d1d2a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:21.277818 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-3ddbf615-5f02-424a-910d-dc63d1d2a2a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0422444 Aug 27 13:57:21.404573 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-83f2bcd3-f5a2-4ab1-b3f5-6a381e71967e service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881681 Aug 27 13:57:21.501147 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fda824f-774c-4c95-9a5d-f8cdaae17875 req-fffb78f4-8036-4adf-8580-ddd7fd748c8d service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873749 Aug 27 13:57:23.504961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Request body: {'port': {'device_id': '5beabb68-3652-460f-9209-67328688a2de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:23.569917 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:23.581559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4eddc-0d07-4589-9f71-b0099aa6378d req-ed590caa-decb-4125-9bca-69c01d0433ce tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:23.583173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edf4eddc-0d07-4589-9f71-b0099aa6378d req-ed590caa-decb-4125-9bca-69c01d0433ce tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0616808 Aug 27 13:57:23.659008 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edf4eddc-0d07-4589-9f71-b0099aa6378d req-40e57e71-2d43-4da4-a931-6e8b81a6e1df tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652158 Aug 27 13:57:23.771333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df579d-6302-4492-b029-f8b08c0f2f14 req-cd0206c1-58bc-4140-b9a3-e236ef20db0a tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:23.772821 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71df579d-6302-4492-b029-f8b08c0f2f14 req-cd0206c1-58bc-4140-b9a3-e236ef20db0a tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 932 time: 0.0530202 Aug 27 13:57:23.837107 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bfc660ee-7c90-4e6c-b711-d22a8aaf1af1 req-89f883fc-d5c3-458c-8375-fb6bff4df3c8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0633237 Aug 27 13:57:23.840233 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71df579d-6302-4492-b029-f8b08c0f2f14 req-ea7b88cf-837e-4d9c-99c4-d54f17939e03 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587256 Aug 27 13:57:23.907212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690d6880-3a93-41c3-81f5-cb0e4984a9cf {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:23.917575 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:23.935636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Transition to ACTIVE for port object 690d6880-3a93-41c3-81f5-cb0e4984a9cf will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:57:23.941332 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:23.968722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc660ee-7c90-4e6c-b711-d22a8aaf1af1 req-4ac7c7e0-cb8c-4e82-b5d5-f411a174b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:23.970344 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bfc660ee-7c90-4e6c-b711-d22a8aaf1af1 req-4ac7c7e0-cb8c-4e82-b5d5-f411a174b345 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 1097 time: 0.0827508 Aug 27 13:57:23.992211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fde9c-a822-429c-9a74-c511d4a18918 req-f0c3b90a-2047-4caf-b3e6-cd7ca26f1861 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:23.993900 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6f1fde9c-a822-429c-9a74-c511d4a18918 req-f0c3b90a-2047-4caf-b3e6-cd7ca26f1861 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 948 time: 0.0772140 Aug 27 13:57:24.002442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-c46b9b37-6924-4faf-bfa4-039bbd05bfff tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:57:24.007397 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-c46b9b37-6924-4faf-bfa4-039bbd05bfff tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123084 Aug 27 13:57:24.015437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Pushing event updated for resources: {'Port': ['ID=690d6880-3a93-41c3-81f5-cb0e4984a9cf,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:24.038045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] Request body: {'binding': {'host': 'n-h1-712139-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:24.038812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] Unknown quota resources ['binding']. {{(pid=101187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 13:57:24.098847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Attempting to bind port 690d6880-3a93-41c3-81f5-cb0e4984a9cf on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:57:24.099220 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Attempting to bind port 690d6880-3a93-41c3-81f5-cb0e4984a9cf by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:57:24.099519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Attempting to bind port 690d6880-3a93-41c3-81f5-cb0e4984a9cf on network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:24.104707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Port 690d6880-3a93-41c3-81f5-cb0e4984a9cf on network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:57:24.105318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Attempting to bind port 690d6880-3a93-41c3-81f5-cb0e4984a9cf on network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:24.111318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:57:24.111704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Checking segment: {'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:57:24.112234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Bound using segment: {'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:57:24.112678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Bound port: 690d6880-3a93-41c3-81f5-cb0e4984a9cf, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:57:24.113038 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:24.143514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6f1fde9c-a822-429c-9a74-c511d4a18918 req-8aaf9098-287d-40ff-a61f-651be6c82b4f tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334767 Aug 27 13:57:24.181538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] For port 690d6880-3a93-41c3-81f5-cb0e4984a9cf, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:57:24.184698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] For port 690d6880-3a93-41c3-81f5-cb0e4984a9cf, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=690d6880-3a93-41c3-81f5-cb0e4984a9cf,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:57:24.190584 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:24.225853 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:24.225960 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc660ee-7c90-4e6c-b711-d22a8aaf1af1 req-5f36fdb5-e237-412a-8306-63fa0833209b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:24.226317 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:24.227483 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bfc660ee-7c90-4e6c-b711-d22a8aaf1af1 req-5f36fdb5-e237-412a-8306-63fa0833209b service neutron] 10.222.0.52 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.2159491 Aug 27 13:57:24.227812 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] 10.222.0.52 "PUT /v2.0/ports/690d6880-3a93-41c3-81f5-cb0e4984a9cf HTTP/1.1" status: 200 len: 1093 time: 0.7282073 Aug 27 13:57:24.228222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5beabb68-3652-460f-9209-67328688a2de', 'tag': '690d6880-3a93-41c3-81f5-cb0e4984a9cf'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:24.230463 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ee1ba8-cad6-4fa1-a270-e7a815cae415" -d '{"events": [{"name": "network-changed", "server_uuid": "5beabb68-3652-460f-9209-67328688a2de", "tag": "690d6880-3a93-41c3-81f5-cb0e4984a9cf"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:24.262639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbf716-bdb6-4804-b3b7-69b0524a8079 service neutron] Pushing event updated for resources: {'Port': ['ID=690d6880-3a93-41c3-81f5-cb0e4984a9cf,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:24.339505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-eef0148c-0194-4977-89e8-05a2a755b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:24.341287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-eef0148c-0194-4977-89e8-05a2a755b834 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=94a6515f8f724dc2ab86aeeed1a7f94a&device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 1096 time: 0.0520577 Aug 27 13:57:24.396727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-3522558b-e3e5-4c17-9b27-b2ce65b065bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690d6880-3a93-41c3-81f5-cb0e4984a9cf HTTP/1.1" status: 200 len: 217 time: 0.0453961 Aug 27 13:57:24.459738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-9f6e4d3a-6c7d-463a-ae0e-6814dbcef5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:24.461238 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-9f6e4d3a-6c7d-463a-ae0e-6814dbcef5c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18141edc-2850-46e4-aa3e-33f9943dea5c HTTP/1.1" status: 200 len: 854 time: 0.0519557 Aug 27 13:57:24.465620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e093e8f6-036a-456b-a119-cd1602889e1e details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:57:24.515198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-3b42867a-76ae-4716-ae71-14c97533902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:24.517366 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-3b42867a-76ae-4716-ae71-14c97533902a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453105 Aug 27 13:57:24.563344 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bfc660ee-7c90-4e6c-b711-d22a8aaf1af1 req-522d5a30-98a0-440a-9798-dcfcc0cc1e72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99 HTTP/1.1" status: 200 len: 217 time: 0.3136814 Aug 27 13:57:24.566319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port e093e8f6-036a-456b-a119-cd1602889e1e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e093e8f6-036a-456b-a119-cd1602889e1e,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:24.586551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'e093e8f6-036a-456b-a119-cd1602889e1e', 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115', 'port_id': 'e093e8f6-036a-456b-a119-cd1602889e1e', 'mac_address': 'fa:16:3e:87:61:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0e7137-63f2-4212-b923-f9dc4203f37d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:57:24.625569 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-05dad331-9ec3-4e1e-9598-e862f70c34ba service neutron] 10.222.0.52 "GET /v2.0/networks/fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004028 Aug 27 13:57:24.629161 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:24.643493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e093e8f6-036a-456b-a119-cd1602889e1e {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:24.650508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df269fb-07ee-4e5c-97fb-e3418a23edf4 req-24376ca3-2006-4e06-8db2-c3863e27837c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:24.655539 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1df269fb-07ee-4e5c-97fb-e3418a23edf4 req-24376ca3-2006-4e06-8db2-c3863e27837c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 947 time: 0.4212792 Aug 27 13:57:24.663934 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port e093e8f6-036a-456b-a119-cd1602889e1e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e093e8f6-036a-456b-a119-cd1602889e1e,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:24.665089 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on host n-h1-712139-12 for vnic_type normal with profile None {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:57:24.665419 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:57:24.665935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:24.668922 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:24.669710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f50e57c5-b1f7-43ca-a354-520f53d1e133 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:57:24.692931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc660ee-7c90-4e6c-b711-d22a8aaf1af1 req-507b4c80-72d0-404c-b886-248a9a79ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:24.694389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bfc660ee-7c90-4e6c-b711-d22a8aaf1af1 req-507b4c80-72d0-404c-b886-248a9a79ea31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.1130650 Aug 27 13:57:24.694936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] Port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:57:24.695254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:24.703266 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:57:24.703595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:57:24.704214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:57:24.704458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] Bound port: 6251fcac-1eac-430b-981f-555a94c6c5ab, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:57:24.740858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-01cc5786-45c4-4359-af02-1a2f60275c33 service neutron] 10.222.0.52 "GET /v2.0/networks/fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015387 Aug 27 13:57:24.762629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bfc660ee-7c90-4e6c-b711-d22a8aaf1af1 req-c688faf0-6879-4744-b74c-873f51853f06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560641 Aug 27 13:57:24.764802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=e093e8f6-036a-456b-a119-cd1602889e1e,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:24.767253 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1df269fb-07ee-4e5c-97fb-e3418a23edf4 req-614c4747-03a2-49a0-81a9-87b1489870ff tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989182 Aug 27 13:57:24.810441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f50e57c5-b1f7-43ca-a354-520f53d1e133, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f50e57c5-b1f7-43ca-a354-520f53d1e133,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:24.824086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'f50e57c5-b1f7-43ca-a354-520f53d1e133', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'f50e57c5-b1f7-43ca-a354-520f53d1e133', 'mac_address': 'fa:16:3e:cb:b6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:57:24.861783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6251fcac-1eac-430b-981f-555a94c6c5ab,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:57:24.865574 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:24.878967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50e57c5-b1f7-43ca-a354-520f53d1e133 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:24.886580 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] Notify callbacks [] for binding, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:24.887745 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-d33ec68c-f54c-4422-95cb-49ae4c789f35 service neutron] 10.222.0.55 "POST /v2.0/ports/6251fcac-1eac-430b-981f-555a94c6c5ab/bindings HTTP/1.1" status: 201 len: 390 time: 0.8551567 Aug 27 13:57:24.899071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f50e57c5-b1f7-43ca-a354-520f53d1e133, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f50e57c5-b1f7-43ca-a354-520f53d1e133,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:24.904709 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:24.926150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51c904-3777-4b59-b2f6-7f2ee4e8809d req-5b92e1c5-5f22-4f4a-b3b0-6472d3a63df7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:24.928103 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff51c904-3777-4b59-b2f6-7f2ee4e8809d req-5b92e1c5-5f22-4f4a-b3b0-6472d3a63df7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0844173 Aug 27 13:57:24.931281 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bfc660ee-7c90-4e6c-b711-d22a8aaf1af1 req-43c012cb-b797-41eb-b902-08a11a271ff8 service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566935 Aug 27 13:57:24.960521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=f50e57c5-b1f7-43ca-a354-520f53d1e133,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:25.003913 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bea3e6f-1daf-4e17-b1f7-c17fba956fb4 x-openstack-request-id: req-5bea3e6f-1daf-4e17-b1f7-c17fba956fb4 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:25.004202 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:25.004529 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5bea3e6f-1daf-4e17-b1f7-c17fba956fb4 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:25.004934 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb', 'status': 'completed', 'code': 200} Aug 27 13:57:25.034120 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff51c904-3777-4b59-b2f6-7f2ee4e8809d req-a7a7a433-6f72-45d6-a0cc-b45be5a60bff tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001408 Aug 27 13:57:25.070153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bfc660ee-7c90-4e6c-b711-d22a8aaf1af1 req-30695cd0-c1d8-4115-b1bc-67c77f37223c service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174109 Aug 27 13:57:25.084453 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d9bc32-d738-4d29-a921-d6606b622e1b x-openstack-request-id: req-e9d9bc32-d738-4d29-a921-d6606b622e1b {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:25.084821 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5beabb68-3652-460f-9209-67328688a2de", "tag": "690d6880-3a93-41c3-81f5-cb0e4984a9cf", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:25.085160 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9d9bc32-d738-4d29-a921-d6606b622e1b {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:25.085576 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5beabb68-3652-460f-9209-67328688a2de', 'tag': '690d6880-3a93-41c3-81f5-cb0e4984a9cf', 'status': 'completed', 'code': 200} Aug 27 13:57:25.088640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c74b30-4f55-4670-96f7-37800493d6b2 req-dccfab96-dcc4-47e4-95bd-e20e60ee56a7 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.090427 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06c74b30-4f55-4670-96f7-37800493d6b2 req-dccfab96-dcc4-47e4-95bd-e20e60ee56a7 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 1097 time: 0.0495632 Aug 27 13:57:25.212570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f23bd-dc7d-4e04-b112-0e92504c9a21 req-8858e875-5a11-45c6-8292-ccc968861451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.214118 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-139f23bd-dc7d-4e04-b112-0e92504c9a21 req-8858e875-5a11-45c6-8292-ccc968861451 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 1099 time: 0.0662549 Aug 27 13:57:25.221268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee1ba8-cad6-4fa1-a270-e7a815cae415 req-95a09131-84c5-4220-a206-9397bde5d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.223341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19ee1ba8-cad6-4fa1-a270-e7a815cae415 req-95a09131-84c5-4220-a206-9397bde5d2b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=94a6515f8f724dc2ab86aeeed1a7f94a&device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 1096 time: 0.1052668 Aug 27 13:57:25.372745 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06c74b30-4f55-4670-96f7-37800493d6b2 req-20d60f34-20fc-40e5-a3d7-2b0ef724bd34 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748506 Aug 27 13:57:25.383845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1d9dee02-9990-4ef9-9b2b-63a874ee3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.390265 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1d9dee02-9990-4ef9-9b2b-63a874ee3c21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 1098 time: 0.0564468 Aug 27 13:57:25.399047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeac27-da22-4ec9-b250-82fba42b8f58 req-c2476f9d-cfc4-4a2f-8693-3217805104df tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.400455 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edfeac27-da22-4ec9-b250-82fba42b8f58 req-c2476f9d-cfc4-4a2f-8693-3217805104df tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 944 time: 0.1606128 Aug 27 13:57:25.460672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f23bd-dc7d-4e04-b112-0e92504c9a21 req-7a4d9f8c-94b9-45c9-a51d-771e9fccb4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.462258 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-139f23bd-dc7d-4e04-b112-0e92504c9a21 req-7a4d9f8c-94b9-45c9-a51d-771e9fccb4a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2323701 Aug 27 13:57:25.474467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee1ba8-cad6-4fa1-a270-e7a815cae415 req-79aa4596-9d3a-40f3-bb3b-6b5e7f61dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.476033 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19ee1ba8-cad6-4fa1-a270-e7a815cae415 req-79aa4596-9d3a-40f3-bb3b-6b5e7f61dde8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd HTTP/1.1" status: 200 len: 916 time: 0.2163062 Aug 27 13:57:25.488008 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edfeac27-da22-4ec9-b250-82fba42b8f58 req-08be5ec0-c490-49bf-8db9-09a47c6a9dd2 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756872 Aug 27 13:57:25.524951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-139f23bd-dc7d-4e04-b112-0e92504c9a21 req-52654292-50b6-4872-88d3-5ffac467dbf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=645d98d6-b966-4378-9e0c-2f43862010eb HTTP/1.1" status: 200 len: 217 time: 0.0461185 Aug 27 13:57:25.540883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd56302-6d96-4eb4-bd25-a9c50c0da2a0 req-4bc04364-1013-4e45-9727-76afe38fcfda tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.542982 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd56302-6d96-4eb4-bd25-a9c50c0da2a0 req-4bc04364-1013-4e45-9727-76afe38fcfda tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 944 time: 0.0955973 Aug 27 13:57:25.543836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-175f4d5c-7084-4f16-b514-2e9987ae3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.545166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-175f4d5c-7084-4f16-b514-2e9987ae3b88 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.1440849 Aug 27 13:57:25.546982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['e093e8f6-036a-456b-a119-cd1602889e1e'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:25.559163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19ee1ba8-cad6-4fa1-a270-e7a815cae415 req-af4c4a95-51b4-4dcb-8d9f-303ba65054a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690d6880-3a93-41c3-81f5-cb0e4984a9cf HTTP/1.1" status: 200 len: 217 time: 0.0699790 Aug 27 13:57:25.626705 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-60b57361-b5bb-4148-9913-469b95af42ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6251fcac-1eac-430b-981f-555a94c6c5ab HTTP/1.1" status: 200 len: 217 time: 0.0510292 Aug 27 13:57:25.671255 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd56302-6d96-4eb4-bd25-a9c50c0da2a0 req-d5e1fc2a-3aa5-4fbe-923d-314e3741909c tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180644 Aug 27 13:57:25.711438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc8539-c306-4194-b12e-05ec0a12eca0 req-f472c442-9ce4-4059-a51b-1a3a4890ca51 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.713043 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-33dc8539-c306-4194-b12e-05ec0a12eca0 req-f472c442-9ce4-4059-a51b-1a3a4890ca51 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.1028817 Aug 27 13:57:25.714480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee1ba8-cad6-4fa1-a270-e7a815cae415 req-0b60e4e9-dde6-4530-b98a-ea7c77c25ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.715866 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19ee1ba8-cad6-4fa1-a270-e7a815cae415 req-0b60e4e9-dde6-4530-b98a-ea7c77c25ac3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18141edc-2850-46e4-aa3e-33f9943dea5c HTTP/1.1" status: 200 len: 854 time: 0.1489825 Aug 27 13:57:25.719817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f23bd-dc7d-4e04-b112-0e92504c9a21 req-feba35b8-0a06-4e88-a331-f8e66ba711cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.721768 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-139f23bd-dc7d-4e04-b112-0e92504c9a21 req-feba35b8-0a06-4e88-a331-f8e66ba711cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1466861 Aug 27 13:57:25.761853 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-158dcd9c-2504-443a-8453-184611909ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.763314 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-158dcd9c-2504-443a-8453-184611909ab5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.1192107 Aug 27 13:57:25.787877 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-33dc8539-c306-4194-b12e-05ec0a12eca0 req-8d9db127-4156-4578-8aed-ad0197af6ce9 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651352 Aug 27 13:57:25.795914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee1ba8-cad6-4fa1-a270-e7a815cae415 req-2b49dcbe-ec67-4f3e-bd12-1e2de051d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.797932 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19ee1ba8-cad6-4fa1-a270-e7a815cae415 req-2b49dcbe-ec67-4f3e-bd12-1e2de051d70f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677040 Aug 27 13:57:25.818134 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-f5b58ac8-d5f5-4e91-b33c-b614b1b875dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368390 Aug 27 13:57:25.849191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7563604-2277-440f-9927-ec0a351225de req-cac1ef2b-1c0f-40c9-88b7-e1fb02cbe8c9 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.850789 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7563604-2277-440f-9927-ec0a351225de req-cac1ef2b-1c0f-40c9-88b7-e1fb02cbe8c9 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 949 time: 0.1006098 Aug 27 13:57:25.941506 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7563604-2277-440f-9927-ec0a351225de req-12ae4bac-6324-4c65-9c06-35701497b907 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807517 Aug 27 13:57:25.978751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-f1417a00-a275-4266-94f7-55f3c2c6f0ec service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457672 Aug 27 13:57:25.983385 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19ee1ba8-cad6-4fa1-a270-e7a815cae415 req-f5a84745-b234-474c-b0db-5cc4c1eb1148 service neutron] 10.222.0.52 "GET /v2.0/networks/fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715651 Aug 27 13:57:25.990504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f23bd-dc7d-4e04-b112-0e92504c9a21 req-556790ee-033f-46c4-92ee-9d8714ff1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:25.992019 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-139f23bd-dc7d-4e04-b112-0e92504c9a21 req-556790ee-033f-46c4-92ee-9d8714ff1884 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1064718 Aug 27 13:57:26.130231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43636f5b-5992-4db1-bf39-59e6345324a5 req-159b3eb5-419a-4d53-a551-9df6eace27dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:26.138317 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43636f5b-5992-4db1-bf39-59e6345324a5 req-159b3eb5-419a-4d53-a551-9df6eace27dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 947 time: 0.1215761 Aug 27 13:57:26.175172 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-139f23bd-dc7d-4e04-b112-0e92504c9a21 req-8ed30874-06bf-4d69-8467-a4b331e73494 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715660 Aug 27 13:57:26.177403 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19ee1ba8-cad6-4fa1-a270-e7a815cae415 req-2bf9b39d-ff4a-4e94-8a0c-30ba36d4ea81 service neutron] 10.222.0.52 "GET /v2.0/networks/fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649258 Aug 27 13:57:26.187181 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43636f5b-5992-4db1-bf39-59e6345324a5 req-8688d0d2-29f7-46c2-81d4-759d9b331e54 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479732 Aug 27 13:57:26.192481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-e02ba67d-2df6-4e04-8355-e1745ab29a00 service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844785 Aug 27 13:57:26.299153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-139f23bd-dc7d-4e04-b112-0e92504c9a21 req-1295e5fa-9fa2-463c-8359-e19f923e24b2 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052835 Aug 27 13:57:26.315036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792edba-f005-45af-a1dd-29a4990793f7 req-b15d0a40-db2d-4fd6-b63a-300ff5a1d5b9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:26.316553 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8792edba-f005-45af-a1dd-29a4990793f7 req-b15d0a40-db2d-4fd6-b63a-300ff5a1d5b9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0570664 Aug 27 13:57:26.358114 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8792edba-f005-45af-a1dd-29a4990793f7 req-19a042dc-6a06-44b1-9240-cee6516995dc tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352974 Aug 27 13:57:26.400804 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f50e57c5-b1f7-43ca-a354-520f53d1e133'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:26.478110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e093e8f6-036a-456b-a119-cd1602889e1e up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:57:26.584339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port e093e8f6-036a-456b-a119-cd1602889e1e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:26.585036 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:26.636843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359767c-f570-453c-aee7-10e0e3f67c4e req-b39720d5-ff6d-4b93-ac40-59a461614133 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:26.639503 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6359767c-f570-453c-aee7-10e0e3f67c4e req-b39720d5-ff6d-4b93-ac40-59a461614133 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 944 time: 0.0677967 Aug 27 13:57:26.682554 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6359767c-f570-453c-aee7-10e0e3f67c4e req-c4b28815-7459-4715-ae22-f7d646026b5e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366688 Aug 27 13:57:26.709899 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:26.741841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330056af-4841-45d8-92a8-81985e94c81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e093e8f6-036a-456b-a119-cd1602889e1e'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:26.744121 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bbda41-abab-4164-9fb8-1cf7bfddeb84" -d '{"events": [{"server_uuid": "330056af-4841-45d8-92a8-81985e94c81d", "name": "network-vif-plugged", "status": "completed", "tag": "e093e8f6-036a-456b-a119-cd1602889e1e"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:26.761341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port e093e8f6-036a-456b-a119-cd1602889e1e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e093e8f6-036a-456b-a119-cd1602889e1e,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:26.766521 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:26.833606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=e093e8f6-036a-456b-a119-cd1602889e1e,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:26.848779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a602c-104e-417d-a8c9-5376c46eb7c3 req-28d98549-a17c-4a82-9346-3321f184e931 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:26.850856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-547a602c-104e-417d-a8c9-5376c46eb7c3 req-28d98549-a17c-4a82-9346-3321f184e931 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 944 time: 0.0763729 Aug 27 13:57:26.881666 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-0c23f038-51a2-4548-ae39-777233dbf748 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:57:26.883925 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-0c23f038-51a2-4548-ae39-777233dbf748 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076971 Aug 27 13:57:26.897213 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] Request body: {'binding': {'host': 'n-h1-712139-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:26.897735 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] Unknown quota resources ['binding']. {{(pid=101187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 13:57:26.921017 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-547a602c-104e-417d-a8c9-5376c46eb7c3 req-de28c786-8acd-4ce2-bd2e-9d24788b7d19 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554767 Aug 27 13:57:26.973446 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df270048-51f7-4dc2-b53e-9851cbd2e52a x-openstack-request-id: req-df270048-51f7-4dc2-b53e-9851cbd2e52a {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:26.973807 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330056af-4841-45d8-92a8-81985e94c81d", "name": "network-vif-plugged", "status": "completed", "tag": "e093e8f6-036a-456b-a119-cd1602889e1e", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:26.974119 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df270048-51f7-4dc2-b53e-9851cbd2e52a {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:26.974574 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330056af-4841-45d8-92a8-81985e94c81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e093e8f6-036a-456b-a119-cd1602889e1e', 'code': 200} Aug 27 13:57:27.041397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 690d6880-3a93-41c3-81f5-cb0e4984a9cf details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:57:27.046321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] Attempting to bind port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on host n-h1-712139-12 for vnic_type normal with profile None {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:57:27.046870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] Attempting to bind port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:57:27.047155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] Attempting to bind port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:27.052111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] Port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on network a4fa4222-2c01-407d-8d35-d36794d53fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:57:27.052436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] Attempting to bind port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:27.057516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:57:27.057846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] Checking segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:57:27.058291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] Bound using segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:57:27.058735 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] Bound port: beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:57:27.100836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a8d60-8b48-4743-bd4a-c0a24e7cdf91 req-8e146d2d-52b8-48eb-a2b7-4a13a923d074 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:27.114294 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d54a8d60-8b48-4743-bd4a-c0a24e7cdf91 req-8e146d2d-52b8-48eb-a2b7-4a13a923d074 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.0914891 Aug 27 13:57:27.117300 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:57:27.124903 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:27.131077 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-1c86b003-1139-4d6b-aeca-d914f10a9cf9 service neutron] 10.222.0.55 "POST /v2.0/ports/beb6cf09-79cb-4ff2-99fa-706664bb1bd1/bindings HTTP/1.1" status: 201 len: 390 time: 0.2387695 Aug 27 13:57:27.160423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 690d6880-3a93-41c3-81f5-cb0e4984a9cf, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=690d6880-3a93-41c3-81f5-cb0e4984a9cf,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:27.162272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d54a8d60-8b48-4743-bd4a-c0a24e7cdf91 req-c5ba8723-ee34-448f-947c-21deb431f2e5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467770 Aug 27 13:57:27.187897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '690d6880-3a93-41c3-81f5-cb0e4984a9cf', 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd', 'port_id': '690d6880-3a93-41c3-81f5-cb0e4984a9cf', 'mac_address': 'fa:16:3e:7e:98:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18141edc-2850-46e4-aa3e-33f9943dea5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:57:27.243172 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:27.262008 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690d6880-3a93-41c3-81f5-cb0e4984a9cf {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:27.284422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 690d6880-3a93-41c3-81f5-cb0e4984a9cf, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=690d6880-3a93-41c3-81f5-cb0e4984a9cf,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:27.288761 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:27.294043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161b8b5-54c5-4241-b092-565c274bf2a1 req-629ae36a-65a3-423b-9981-f01b1689ed85 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:27.302313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1161b8b5-54c5-4241-b092-565c274bf2a1 req-629ae36a-65a3-423b-9981-f01b1689ed85 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 949 time: 0.0700703 Aug 27 13:57:27.366738 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1161b8b5-54c5-4241-b092-565c274bf2a1 req-3f6b9612-590e-4264-b413-c7e6d1be1e20 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544193 Aug 27 13:57:27.392094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=690d6880-3a93-41c3-81f5-cb0e4984a9cf,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:27.429949 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5e820-685c-4615-a2d9-cf7e7df846c7 req-49641897-14d1-4ccb-a49a-1ccf999841a8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:27.431643 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0f5e820-685c-4615-a2d9-cf7e7df846c7 req-49641897-14d1-4ccb-a49a-1ccf999841a8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.1077168 Aug 27 13:57:27.445237 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-415d3895-a6bf-49ed-b7ae-fa6b282a1ed0 req-8ae546e8-0b31-4b17-b149-0721dbcb8f62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0899768 Aug 27 13:57:27.465314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53174c-44c5-445a-9764-5db375bf6de2 req-cb534d64-a989-4f9e-90d0-0e98d29719d0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:27.467042 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf53174c-44c5-445a-9764-5db375bf6de2 req-cb534d64-a989-4f9e-90d0-0e98d29719d0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 947 time: 0.0524442 Aug 27 13:57:27.488120 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0f5e820-685c-4615-a2d9-cf7e7df846c7 req-d22b732c-feee-40f6-8ed7-ac5a2ce61b3c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473897 Aug 27 13:57:27.513974 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf53174c-44c5-445a-9764-5db375bf6de2 req-9e45c9e0-e08d-4683-a06c-d9d809e8f716 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Aug 27 13:57:27.560543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d3895-a6bf-49ed-b7ae-fa6b282a1ed0 req-afc54827-d224-45a8-844d-60d4a6ad8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:27.562134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-415d3895-a6bf-49ed-b7ae-fa6b282a1ed0 req-afc54827-d224-45a8-844d-60d4a6ad8e8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 1102 time: 0.0519168 Aug 27 13:57:27.614803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fd0a3-0b36-4cc4-9687-7dd6e67179d8 req-016be7bb-0dc3-4482-ae8c-c30926e72172 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:27.616294 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b03fd0a3-0b36-4cc4-9687-7dd6e67179d8 req-016be7bb-0dc3-4482-ae8c-c30926e72172 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0532436 Aug 27 13:57:27.690233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['690d6880-3a93-41c3-81f5-cb0e4984a9cf'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:27.713972 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b03fd0a3-0b36-4cc4-9687-7dd6e67179d8 req-4c757ae2-36c6-4c12-8b5f-bceb196035de tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889511 Aug 27 13:57:27.738872 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d3895-a6bf-49ed-b7ae-fa6b282a1ed0 req-de0ab729-0687-454d-8912-c3827a978237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:27.740338 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-415d3895-a6bf-49ed-b7ae-fa6b282a1ed0 req-de0ab729-0687-454d-8912-c3827a978237 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1231956 Aug 27 13:57:27.829410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebb6fa-bd52-4305-b93d-85a21ecb3745 req-29daed69-1b3f-4fe9-8960-ec94731d51ed tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:27.831810 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80ebb6fa-bd52-4305-b93d-85a21ecb3745 req-29daed69-1b3f-4fe9-8960-ec94731d51ed tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0528002 Aug 27 13:57:27.873172 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80ebb6fa-bd52-4305-b93d-85a21ecb3745 req-064af610-8a74-41c7-9ba7-113fd566e74d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338688 Aug 27 13:57:27.953429 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-415d3895-a6bf-49ed-b7ae-fa6b282a1ed0 req-be8d8ec1-4c2a-460c-bc06-5898bf825ff8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=d9b5ffea-5715-492a-9b9b-157bcdd5a71f HTTP/1.1" status: 200 len: 217 time: 0.0349162 Aug 27 13:57:28.054278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d3895-a6bf-49ed-b7ae-fa6b282a1ed0 req-911e8b72-4d93-46ac-9745-5fec36b0caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:28.055770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-415d3895-a6bf-49ed-b7ae-fa6b282a1ed0 req-911e8b72-4d93-46ac-9745-5fec36b0caf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0747745 Aug 27 13:57:28.072077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba249c-c4b6-4c10-8d30-7f265ed44253 req-fd4d4b9d-6f66-4e8d-a699-9d2c713d8805 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:28.073510 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15ba249c-c4b6-4c10-8d30-7f265ed44253 req-fd4d4b9d-6f66-4e8d-a699-9d2c713d8805 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 945 time: 0.0608976 Aug 27 13:57:28.132965 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15ba249c-c4b6-4c10-8d30-7f265ed44253 req-06242ea2-2c0d-4213-be32-1b4218f5ec0a tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502357 Aug 27 13:57:28.139762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d3895-a6bf-49ed-b7ae-fa6b282a1ed0 req-81ae9fac-cd69-45d9-93e9-eb1e7a567214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:28.141421 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-415d3895-a6bf-49ed-b7ae-fa6b282a1ed0 req-81ae9fac-cd69-45d9-93e9-eb1e7a567214 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0670755 Aug 27 13:57:28.248209 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-415d3895-a6bf-49ed-b7ae-fa6b282a1ed0 req-85f8c692-628d-435c-a92e-da8c532f6d90 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884824 Aug 27 13:57:28.289560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37127cb3-dc72-4b45-94d2-e46286e39daa req-6a40dc7e-d644-4689-bea6-74951c417bc1 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:28.291028 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37127cb3-dc72-4b45-94d2-e46286e39daa req-6a40dc7e-d644-4689-bea6-74951c417bc1 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.0552411 Aug 27 13:57:28.344220 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37127cb3-dc72-4b45-94d2-e46286e39daa req-dea542ec-6829-47c6-be9f-1293d3a1151f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Aug 27 13:57:28.353899 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-415d3895-a6bf-49ed-b7ae-fa6b282a1ed0 req-5b9a90e6-71c7-4190-8995-4938637a12ac service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897124 Aug 27 13:57:28.475203 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c101d1-29b5-440a-aa21-04dbcaa41de5 req-13498a56-d1ab-4694-83b9-e4e9afbbe751 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:28.476984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-25c101d1-29b5-440a-aa21-04dbcaa41de5 req-13498a56-d1ab-4694-83b9-e4e9afbbe751 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 949 time: 0.0530524 Aug 27 13:57:28.490321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 645d98d6-b966-4378-9e0c-2f43862010eb details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:57:28.550107 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-25c101d1-29b5-440a-aa21-04dbcaa41de5 req-156bf0e1-a051-4ffc-b216-55936272b6db tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612628 Aug 27 13:57:28.635357 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=645d98d6-b966-4378-9e0c-2f43862010eb,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:28.636890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fa8f1-f04a-4b29-8f72-bc880802e326 req-26d6dec8-b3bf-4e21-8b8e-2fef5fca199f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:28.639261 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e61fa8f1-f04a-4b29-8f72-bc880802e326 req-26d6dec8-b3bf-4e21-8b8e-2fef5fca199f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0691445 Aug 27 13:57:28.649348 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '645d98d6-b966-4378-9e0c-2f43862010eb', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '645d98d6-b966-4378-9e0c-2f43862010eb', 'mac_address': 'fa:16:3e:c0:5d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:57:28.679932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0d815-a22e-4610-ad74-8d28afef5148 req-656ca401-4911-485f-8ea5-7879edbdd2f1 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:28.687229 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fa0d815-a22e-4610-ad74-8d28afef5148 req-656ca401-4911-485f-8ea5-7879edbdd2f1 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 947 time: 0.0744579 Aug 27 13:57:28.688505 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:28.696012 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e61fa8f1-f04a-4b29-8f72-bc880802e326 req-99bbfdb4-44d5-4887-afc5-e1eafa76af5f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507009 Aug 27 13:57:28.703538 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645d98d6-b966-4378-9e0c-2f43862010eb {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:28.729700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fa0d815-a22e-4610-ad74-8d28afef5148 req-077eeb86-aa4f-4c44-8c39-e3115687c17a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Aug 27 13:57:28.731611 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=645d98d6-b966-4378-9e0c-2f43862010eb,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:28.739572 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:28.797912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=645d98d6-b966-4378-9e0c-2f43862010eb,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:28.855197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1634c-efad-403c-bd3d-b082751d31b3 req-b1d21608-18d4-4f15-b5ed-1bd0e8462ee5 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:28.856808 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3db1634c-efad-403c-bd3d-b082751d31b3 req-b1d21608-18d4-4f15-b5ed-1bd0e8462ee5 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0529776 Aug 27 13:57:28.895427 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3db1634c-efad-403c-bd3d-b082751d31b3 req-86f2d20d-33aa-4033-9b22-337c3873c551 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322871 Aug 27 13:57:29.001394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f51d13-4f3b-413d-9ed9-5853e51bcba8 req-7ca20783-d0a2-4293-b729-7399c525456c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:29.003743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88f51d13-4f3b-413d-9ed9-5853e51bcba8 req-7ca20783-d0a2-4293-b729-7399c525456c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0562983 Aug 27 13:57:29.046086 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88f51d13-4f3b-413d-9ed9-5853e51bcba8 req-71afe062-dd64-4e6e-9939-c0b91b4737e5 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362422 Aug 27 13:57:29.263782 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7bc9a-8664-4d1f-baf5-a2e26738a18b req-a4cf4ef1-4014-44ef-bd7d-9b67398be271 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:29.264834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1c7bc9a-8664-4d1f-baf5-a2e26738a18b req-a4cf4ef1-4014-44ef-bd7d-9b67398be271 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 945 time: 0.0594106 Aug 27 13:57:29.305000 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1c7bc9a-8664-4d1f-baf5-a2e26738a18b req-0b4ab062-d0f0-4b4e-a38d-c1b531a52d8f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Aug 27 13:57:29.310012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db520073-6d5e-4a41-9ef2-ee5f07735750 req-1c05b6b5-fbb7-4857-a43f-802d1437a3cd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:29.311447 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db520073-6d5e-4a41-9ef2-ee5f07735750 req-1c05b6b5-fbb7-4857-a43f-802d1437a3cd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0627160 Aug 27 13:57:29.351462 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db520073-6d5e-4a41-9ef2-ee5f07735750 req-2ed327cf-06f8-4cb9-bec5-6419189ca650 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Aug 27 13:57:29.465523 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0add7-755d-4326-8d7d-a4e4dab49068 req-a87aa941-94fd-4331-9f65-d43b0bb91b67 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:29.467027 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc0add7-755d-4326-8d7d-a4e4dab49068 req-a87aa941-94fd-4331-9f65-d43b0bb91b67 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.0500476 Aug 27 13:57:29.505740 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc0add7-755d-4326-8d7d-a4e4dab49068 req-d2a94a61-c4d3-4b9a-b9a3-d11cf969b639 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316927 Aug 27 13:57:29.663696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917ad71-5e56-45c5-b720-fcaad82ebd3d req-8249e991-1a86-4747-9312-5f6f89fe6752 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:29.665390 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f917ad71-5e56-45c5-b720-fcaad82ebd3d req-8249e991-1a86-4747-9312-5f6f89fe6752 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 949 time: 0.0511274 Aug 27 13:57:29.666546 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['645d98d6-b966-4378-9e0c-2f43862010eb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:29.711848 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f917ad71-5e56-45c5-b720-fcaad82ebd3d req-70cc238f-648e-4192-9aec-ba0139749928 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Aug 27 13:57:29.856816 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bbba7-1340-4004-8077-b85d98e1c0fb req-4823a1ad-e075-40a8-ab54-f008b30be432 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:29.858353 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d1bbba7-1340-4004-8077-b85d98e1c0fb req-4823a1ad-e075-40a8-ab54-f008b30be432 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0652459 Aug 27 13:57:29.877709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b6e74-3c15-4624-ba72-134716264ada req-0aa60e1f-5400-4739-8962-bb52c1fb47ee tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:29.879428 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d73b6e74-3c15-4624-ba72-134716264ada req-0aa60e1f-5400-4739-8962-bb52c1fb47ee tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 948 time: 0.0526161 Aug 27 13:57:29.900158 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d1bbba7-1340-4004-8077-b85d98e1c0fb req-8a156080-8fee-42f4-9f9b-5557ed385bda tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341880 Aug 27 13:57:29.927891 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d73b6e74-3c15-4624-ba72-134716264ada req-295a30b7-a3c6-40ec-9e0b-ee6370582ee7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405242 Aug 27 13:57:30.039769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fd483-86ce-4fa4-9376-f4039d97925d req-bcd29978-abac-456d-977b-6f5b87d13232 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:30.041391 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e0fd483-86ce-4fa4-9376-f4039d97925d req-bcd29978-abac-456d-977b-6f5b87d13232 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0522487 Aug 27 13:57:30.078826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e0fd483-86ce-4fa4-9376-f4039d97925d req-ff1ffa93-b2ed-43fb-b175-feda11c57af9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313277 Aug 27 13:57:30.444537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fb05e-d233-4600-9412-e8bae0548a88 req-0f364e6d-d593-4f29-8b31-b714d5514e99 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:30.446128 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-253fb05e-d233-4600-9412-e8bae0548a88 req-0f364e6d-d593-4f29-8b31-b714d5514e99 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 945 time: 0.0628200 Aug 27 13:57:30.480308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbfb93-d029-46ca-bb05-821ace40ed98 req-0c02a637-38d0-4a9d-b2a4-0522b93774ee tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:30.481869 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-25dbfb93-d029-46ca-bb05-821ace40ed98 req-0c02a637-38d0-4a9d-b2a4-0522b93774ee tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0531845 Aug 27 13:57:30.493099 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-253fb05e-d233-4600-9412-e8bae0548a88 req-c0f8bf31-60ff-42a3-a75f-c71a6c6f60b1 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 Aug 27 13:57:30.517423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f50e57c5-b1f7-43ca-a354-520f53d1e133 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:57:30.526434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-25dbfb93-d029-46ca-bb05-821ace40ed98 req-1c1af311-3dc5-4e12-9865-7971935b745a tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365636 Aug 27 13:57:30.583898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port f50e57c5-b1f7-43ca-a354-520f53d1e133 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:57:30.588255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port f50e57c5-b1f7-43ca-a354-520f53d1e133 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:30.588635 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:30.645426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31209b-f44b-486c-9e2b-3411577d1e3d req-792fc76a-5c39-4262-9646-870f29eb86f2 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:30.646873 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb31209b-f44b-486c-9e2b-3411577d1e3d req-792fc76a-5c39-4262-9646-870f29eb86f2 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.0654471 Aug 27 13:57:30.670413 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:30.686886 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb31209b-f44b-486c-9e2b-3411577d1e3d req-9889e2b9-9c30-478a-a9c3-c4f5da798cca tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341215 Aug 27 13:57:30.693937 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecfe9a8-dfe8-4727-b136-b4c37ee872e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50e57c5-b1f7-43ca-a354-520f53d1e133'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:30.696199 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37279817-f234-4799-8c66-936a72a381ac" -d '{"events": [{"server_uuid": "eecfe9a8-dfe8-4727-b136-b4c37ee872e8", "name": "network-vif-plugged", "status": "completed", "tag": "f50e57c5-b1f7-43ca-a354-520f53d1e133"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:30.709693 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f50e57c5-b1f7-43ca-a354-520f53d1e133, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f50e57c5-b1f7-43ca-a354-520f53d1e133,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:30.713484 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:30.741388 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1912b4c4-2ae2-4fed-995d-1cb1d268d4cd x-openstack-request-id: req-1912b4c4-2ae2-4fed-995d-1cb1d268d4cd {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:30.741682 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecfe9a8-dfe8-4727-b136-b4c37ee872e8", "name": "network-vif-plugged", "status": "completed", "tag": "f50e57c5-b1f7-43ca-a354-520f53d1e133", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:30.741935 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1912b4c4-2ae2-4fed-995d-1cb1d268d4cd {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:30.742317 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecfe9a8-dfe8-4727-b136-b4c37ee872e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50e57c5-b1f7-43ca-a354-520f53d1e133', 'code': 200} Aug 27 13:57:30.768352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=f50e57c5-b1f7-43ca-a354-520f53d1e133,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:30.835568 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce8264-5e3d-45fa-8c30-ef016e65c7a4 req-3fcfc7be-e98d-46a4-a387-92904aa01121 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:30.836975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dce8264-5e3d-45fa-8c30-ef016e65c7a4 req-3fcfc7be-e98d-46a4-a387-92904aa01121 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.0532987 Aug 27 13:57:30.876069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dce8264-5e3d-45fa-8c30-ef016e65c7a4 req-c78aed97-024a-479f-8d95-a5a0be46f830 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329013 Aug 27 13:57:30.929471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2385d1-cb90-43d0-a8b9-fa0d9a527a83 req-5c6666c8-922d-438e-a226-f6de17ba5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:30.931054 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b2385d1-cb90-43d0-a8b9-fa0d9a527a83 req-5c6666c8-922d-438e-a226-f6de17ba5646 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 1102 time: 0.0392163 Aug 27 13:57:30.989427 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b2385d1-cb90-43d0-a8b9-fa0d9a527a83 req-269ba64e-68f7-4a46-8ab6-8100da9259cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395927 Aug 27 13:57:31.032840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be043805-cbe7-4da8-8b26-605fcc4c8221 req-e15d9994-8ff1-4edc-aef0-7d4941354a01 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:31.034927 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be043805-cbe7-4da8-8b26-605fcc4c8221 req-e15d9994-8ff1-4edc-aef0-7d4941354a01 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0607865 Aug 27 13:57:31.050111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d59c7a-3738-455c-ade5-35a443c9f572 req-4a6b41dc-55e7-453d-a2db-cefd42902fbb tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:31.051388 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43d59c7a-3738-455c-ade5-35a443c9f572 req-4a6b41dc-55e7-453d-a2db-cefd42902fbb tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 948 time: 0.0549374 Aug 27 13:57:31.069093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 690d6880-3a93-41c3-81f5-cb0e4984a9cf up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:57:31.075823 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be043805-cbe7-4da8-8b26-605fcc4c8221 req-91effccf-d266-4cf1-9f0e-cced0acfd4ae tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341816 Aug 27 13:57:31.097313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43d59c7a-3738-455c-ade5-35a443c9f572 req-bb4997c9-5fe0-4b0d-bf0b-304db7eaddf5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395031 Aug 27 13:57:31.128684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 690d6880-3a93-41c3-81f5-cb0e4984a9cf completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:57:31.133784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 690d6880-3a93-41c3-81f5-cb0e4984a9cf triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:31.134599 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:31.212575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131de10-fbdf-4bfb-8805-0ed205c2edea req-8155d0be-0f88-46ca-b2d1-6271116b603f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:31.214077 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7131de10-fbdf-4bfb-8805-0ed205c2edea req-8155d0be-0f88-46ca-b2d1-6271116b603f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0606720 Aug 27 13:57:31.218051 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:31.250059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 690d6880-3a93-41c3-81f5-cb0e4984a9cf, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=690d6880-3a93-41c3-81f5-cb0e4984a9cf,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:31.253946 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:31.255048 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7131de10-fbdf-4bfb-8805-0ed205c2edea req-f49e9c6c-8e6f-41f1-8650-36b0cb4b92b9 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344012 Aug 27 13:57:31.302722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=690d6880-3a93-41c3-81f5-cb0e4984a9cf,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:31.612466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e41232-2838-4550-a2ab-f177abdf7d33 req-c57bc9a4-f2d9-46bc-9c16-805236309c00 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:31.613994 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14e41232-2838-4550-a2ab-f177abdf7d33 req-c57bc9a4-f2d9-46bc-9c16-805236309c00 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0503097 Aug 27 13:57:31.644330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34acf2-5357-4838-b851-c2bc088b81f1 req-49f93273-93c1-4aa2-8bc9-a80c382c9ee1 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:31.645844 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d34acf2-5357-4838-b851-c2bc088b81f1 req-49f93273-93c1-4aa2-8bc9-a80c382c9ee1 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0486743 Aug 27 13:57:31.652450 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14e41232-2838-4550-a2ab-f177abdf7d33 req-c9913449-b9c3-44ab-83ff-8b06b306eb42 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324461 Aug 27 13:57:31.684908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d34acf2-5357-4838-b851-c2bc088b81f1 req-22eb068a-8b6a-4018-9adf-e4062bcdee38 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330555 Aug 27 13:57:31.807871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b51e7-bc4d-4318-9006-0fb430c330ad req-e9173670-ee79-4c4d-9bf0-12d37c59c8e9 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:31.809354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-970b51e7-bc4d-4318-9006-0fb430c330ad req-e9173670-ee79-4c4d-9bf0-12d37c59c8e9 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.0493817 Aug 27 13:57:31.847277 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-970b51e7-bc4d-4318-9006-0fb430c330ad req-2a0e0cb1-1e5b-41ec-bf50-43d8b3c4783c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Aug 27 13:57:31.991126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e515786-ce07-4d95-88ba-615168e2aa05 req-c31a82fa-b0af-4a43-a758-8f3750e84a69 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:31.992588 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4e515786-ce07-4d95-88ba-615168e2aa05 req-c31a82fa-b0af-4a43-a758-8f3750e84a69 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.0513771 Aug 27 13:57:32.029624 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4e515786-ce07-4d95-88ba-615168e2aa05 req-814676c4-928b-403c-a83b-b84ec7e436f2 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311263 Aug 27 13:57:32.196333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efcbbe-56bf-4fb9-be98-acbc6e438500 req-19cb73c6-eec2-4805-9e2d-fd0d30a377fb tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:32.197854 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85efcbbe-56bf-4fb9-be98-acbc6e438500 req-19cb73c6-eec2-4805-9e2d-fd0d30a377fb tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0521953 Aug 27 13:57:32.213365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363f585-846b-4a4b-8326-d98099c13a1f req-114c456c-a573-4cd2-9fc4-da1ada9bce69 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:32.214895 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3363f585-846b-4a4b-8326-d98099c13a1f req-114c456c-a573-4cd2-9fc4-da1ada9bce69 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 948 time: 0.0502923 Aug 27 13:57:32.235447 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85efcbbe-56bf-4fb9-be98-acbc6e438500 req-681667c4-513d-476b-b617-ea162b275b52 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Aug 27 13:57:32.257505 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3363f585-846b-4a4b-8326-d98099c13a1f req-569e0281-5395-4a61-a2c1-37183494bc82 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362718 Aug 27 13:57:32.369336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e051cb3-efdf-482f-8ce7-966b28c51e10 req-bbf251a3-1c85-42cd-a660-c1ab67dbe32d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:32.370732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4e051cb3-efdf-482f-8ce7-966b28c51e10 req-bbf251a3-1c85-42cd-a660-c1ab67dbe32d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0486391 Aug 27 13:57:32.413006 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4e051cb3-efdf-482f-8ce7-966b28c51e10 req-307308fe-0aeb-4a03-91e2-1bbb30edaf5e tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363765 Aug 27 13:57:32.505671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 645d98d6-b966-4378-9e0c-2f43862010eb up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:57:32.553421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 645d98d6-b966-4378-9e0c-2f43862010eb completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:57:32.557166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 645d98d6-b966-4378-9e0c-2f43862010eb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:32.557544 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:32.632838 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:32.666830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=645d98d6-b966-4378-9e0c-2f43862010eb,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:32.670422 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:32.671183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e093e8f6-036a-456b-a119-cd1602889e1e no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:57:32.742845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5beabb68-3652-460f-9209-67328688a2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690d6880-3a93-41c3-81f5-cb0e4984a9cf'}, {'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:32.745098 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91292362-f367-4f56-b838-6515c36854ad" -d '{"events": [{"server_uuid": "5beabb68-3652-460f-9209-67328688a2de", "name": "network-vif-plugged", "status": "completed", "tag": "690d6880-3a93-41c3-81f5-cb0e4984a9cf"}, {"server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "name": "network-vif-plugged", "status": "completed", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:32.754012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=645d98d6-b966-4378-9e0c-2f43862010eb,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:32.779101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366a45e-da33-4bbf-aef2-271c10be4e75 req-5d55a804-3384-4fa2-b7cc-493d585c54c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:32.780763 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8366a45e-da33-4bbf-aef2-271c10be4e75 req-5d55a804-3384-4fa2-b7cc-493d585c54c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0569391 Aug 27 13:57:32.798764 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:32.822218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40012033-3be4-4e9b-a35b-4b0d9228e069 req-9214ee03-8f6d-4abb-83e6-717694093bd5 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:32.827415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40012033-3be4-4e9b-a35b-4b0d9228e069 req-9214ee03-8f6d-4abb-83e6-717694093bd5 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 945 time: 0.0587463 Aug 27 13:57:32.828189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8366a45e-da33-4bbf-aef2-271c10be4e75 req-d56df3a2-f1da-46d2-b8be-95768bb8aa07 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397975 Aug 27 13:57:32.832164 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port e093e8f6-036a-456b-a119-cd1602889e1e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e093e8f6-036a-456b-a119-cd1602889e1e,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:32.837970 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:32.870324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40012033-3be4-4e9b-a35b-4b0d9228e069 req-7ef5a20b-a5d2-4326-a20b-72ddf956cda8 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376258 Aug 27 13:57:32.886604 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe7b2db-8b82-4df4-9419-8ad4d6a719ef x-openstack-request-id: req-9fe7b2db-8b82-4df4-9419-8ad4d6a719ef {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:32.886954 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5beabb68-3652-460f-9209-67328688a2de", "name": "network-vif-plugged", "status": "completed", "tag": "690d6880-3a93-41c3-81f5-cb0e4984a9cf", "code": 200}, {"server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "name": "network-vif-plugged", "status": "completed", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:32.887205 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9fe7b2db-8b82-4df4-9419-8ad4d6a719ef {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:32.887645 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5beabb68-3652-460f-9209-67328688a2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690d6880-3a93-41c3-81f5-cb0e4984a9cf', 'code': 200} Aug 27 13:57:32.888005 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb', 'code': 200} Aug 27 13:57:32.910309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=e093e8f6-036a-456b-a119-cd1602889e1e,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:33.010790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cf306-5b57-4764-a3d1-dc3a299cc560 req-ac563088-1837-46fd-9cac-f86d9198bd8d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:33.012317 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84cf306-5b57-4764-a3d1-dc3a299cc560 req-ac563088-1837-46fd-9cac-f86d9198bd8d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.0794291 Aug 27 13:57:33.015121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf6baf-b8f8-48d0-bb2a-7e4f58a9b7a1 req-18ff60cf-bc76-4aeb-9d63-039f11fe19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:33.016499 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12bf6baf-b8f8-48d0-bb2a-7e4f58a9b7a1 req-18ff60cf-bc76-4aeb-9d63-039f11fe19b8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 1098 time: 0.0712693 Aug 27 13:57:33.069933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290021e-913b-42e9-9fae-cc3cf7aacdf5 req-b97c4897-c531-4275-8268-2762e434dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:33.071510 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b290021e-913b-42e9-9fae-cc3cf7aacdf5 req-b97c4897-c531-4275-8268-2762e434dae0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 1101 time: 0.0419242 Aug 27 13:57:33.073070 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84cf306-5b57-4764-a3d1-dc3a299cc560 req-87c3837b-cbc0-4f2b-a56c-3820035bc716 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541928 Aug 27 13:57:33.074813 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12bf6baf-b8f8-48d0-bb2a-7e4f58a9b7a1 req-f06c2298-e1a3-4118-bfb8-545c343ae9ef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500956 Aug 27 13:57:33.118505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b290021e-913b-42e9-9fae-cc3cf7aacdf5 req-4a5d6c98-215b-428c-83f9-be4ddbafed0e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387108 Aug 27 13:57:33.155961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df802ba-8a2b-4dab-8de9-3f46bebdd096 req-b24c6165-3b47-4c78-b8fd-81329f9f10bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:33.157324 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2df802ba-8a2b-4dab-8de9-3f46bebdd096 req-b24c6165-3b47-4c78-b8fd-81329f9f10bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.0524752 Aug 27 13:57:33.193665 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2df802ba-8a2b-4dab-8de9-3f46bebdd096 req-21c41bd4-b5aa-459b-83f0-d3d627bc1135 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297737 Aug 27 13:57:33.357137 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3d51d-e6b1-434d-873e-a47198c79218 req-c09c8f68-9ccc-42f6-a10e-e97c7841388e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:33.360013 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ff3d51d-e6b1-434d-873e-a47198c79218 req-c09c8f68-9ccc-42f6-a10e-e97c7841388e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0550184 Aug 27 13:57:33.375160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661a6a6-86ed-429b-89a0-ec5791c994e4 req-a4fe11b1-525a-44a1-a51f-9e140baa7008 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:33.377182 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3661a6a6-86ed-429b-89a0-ec5791c994e4 req-a4fe11b1-525a-44a1-a51f-9e140baa7008 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0503721 Aug 27 13:57:33.399734 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ff3d51d-e6b1-434d-873e-a47198c79218 req-ff3ccb65-172e-46f3-938a-1febd2780b15 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349302 Aug 27 13:57:33.418356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3661a6a6-86ed-429b-89a0-ec5791c994e4 req-ec24a527-a5aa-40bc-9a28-6d7887908be1 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346003 Aug 27 13:57:33.531979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ce8b9-cfa8-421a-9c10-ce375c93dbd7 req-d529b07b-f961-4b67-b4e2-bc263b458ad3 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:33.533562 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9a5ce8b9-cfa8-421a-9c10-ce375c93dbd7 req-d529b07b-f961-4b67-b4e2-bc263b458ad3 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0486965 Aug 27 13:57:33.570849 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9a5ce8b9-cfa8-421a-9c10-ce375c93dbd7 req-6e802907-50da-42e2-9917-828c5d1ccee8 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312099 Aug 27 13:57:33.941224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fb8ea-29ad-4538-afa9-d534602effa9 req-1bf002a8-957b-4880-9233-3b45edc43fba tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:33.942757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-321fb8ea-29ad-4538-afa9-d534602effa9 req-1bf002a8-957b-4880-9233-3b45edc43fba tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0501082 Aug 27 13:57:33.981638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-321fb8ea-29ad-4538-afa9-d534602effa9 req-8453c5b4-2539-4ea0-8c53-1a82f4ae6dea tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327868 Aug 27 13:57:33.992197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f546efd-5063-4e0f-823a-4d9b765e133a req-2b00850a-3f0b-4e77-b660-cfc9c4e74550 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:33.993701 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f546efd-5063-4e0f-823a-4d9b765e133a req-2b00850a-3f0b-4e77-b660-cfc9c4e74550 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 943 time: 0.0545459 Aug 27 13:57:34.032483 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f546efd-5063-4e0f-823a-4d9b765e133a req-60801563-80f1-4ff4-87df-4376f582e1ae tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329635 Aug 27 13:57:34.199020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629ccb5-e347-4748-bedb-9b520dee6c3e req-e0953738-4e6a-46a3-82e2-800d1c49b303 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:34.200771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7629ccb5-e347-4748-bedb-9b520dee6c3e req-e0953738-4e6a-46a3-82e2-800d1c49b303 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.0503392 Aug 27 13:57:34.240718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7629ccb5-e347-4748-bedb-9b520dee6c3e req-d30a874c-5c5d-4879-9217-3f8db3d6ba5a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332136 Aug 27 13:57:34.310160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72da7f-aee7-421a-943e-62e7f3f651d8 req-edb9e269-1bac-4beb-a800-3ce4695f56f8 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:34.311668 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3b72da7f-aee7-421a-943e-62e7f3f651d8 req-edb9e269-1bac-4beb-a800-3ce4695f56f8 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.0484965 Aug 27 13:57:34.349542 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3b72da7f-aee7-421a-943e-62e7f3f651d8 req-48fb2691-ec57-4a02-bb65-1ef908faf281 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314071 Aug 27 13:57:34.457229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2710a-37a4-4e77-90f3-1b7609d92452 req-41875b7f-20c4-4a1c-aa4a-39e4f8263f39 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:34.458842 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7de2710a-37a4-4e77-90f3-1b7609d92452 req-41875b7f-20c4-4a1c-aa4a-39e4f8263f39 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 1102 time: 0.0445681 Aug 27 13:57:34.493633 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7de2710a-37a4-4e77-90f3-1b7609d92452 req-b82dfd12-bcfa-4490-b693-f313fca73b88 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289950 Aug 27 13:57:34.552476 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462416e2-c800-4345-b135-39dc398effe4 req-9cf0fc89-7f11-48be-ad94-6f0ae41201ed tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:34.554166 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-462416e2-c800-4345-b135-39dc398effe4 req-9cf0fc89-7f11-48be-ad94-6f0ae41201ed tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0848355 Aug 27 13:57:34.576218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e12b4-dfbf-44ff-8133-faa4eef88c0b req-ea97de35-cd0f-4388-9f4a-a478d8e3b1ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:34.577655 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc0e12b4-dfbf-44ff-8133-faa4eef88c0b req-ea97de35-cd0f-4388-9f4a-a478d8e3b1ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.41 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 943 time: 0.0804908 Aug 27 13:57:34.603628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea11f56-6faa-4c98-9277-92b3f191d99a req-6b269c12-c635-4916-b4e2-1c33bf352f0d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:34.605336 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ea11f56-6faa-4c98-9277-92b3f191d99a req-6b269c12-c635-4916-b4e2-1c33bf352f0d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0517745 Aug 27 13:57:34.647446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ea11f56-6faa-4c98-9277-92b3f191d99a req-98715bc0-14ea-47f6-9aff-e0a71d014d34 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352316 Aug 27 13:57:34.807341 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-30091144-b2fa-4969-b72d-54a54d22611c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225387 Aug 27 13:57:34.876814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-462416e2-c800-4345-b135-39dc398effe4 req-d30e9cf3-43b7-425e-90e1-1c7165b57e03 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148837 Aug 27 13:57:34.889366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330056af-4841-45d8-92a8-81985e94c81d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e093e8f6-036a-456b-a119-cd1602889e1e'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:34.891711 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af19cc06-0191-4528-806d-ae28ae4e63f8" -d '{"events": [{"server_uuid": "330056af-4841-45d8-92a8-81985e94c81d", "name": "network-vif-unplugged", "status": "completed", "tag": "e093e8f6-036a-456b-a119-cd1602889e1e"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:34.933998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0c770c62-fe4f-4f22-bb56-9c057062a826 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:34.935567 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0c770c62-fe4f-4f22-bb56-9c057062a826 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227274 Aug 27 13:57:34.939624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-dc0e12b4-dfbf-44ff-8133-faa4eef88c0b req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Deleting port e093e8f6-036a-456b-a119-cd1602889e1e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:57:34.939957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc0e12b4-dfbf-44ff-8133-faa4eef88c0b req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:34.951921 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-b772974d-2df5-412f-a543-82f0de9ad930 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/quotas/a8da92e592dd4a7fbcd63b90fff1a384 HTTP/1.1" status: 200 len: 375 time: 0.0091968 Aug 27 13:57:35.015525 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-ae9dc8c5-a4ae-4e8d-b9fd-c268d8ddfe56 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0574872 Aug 27 13:57:35.044506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a34947-23fc-45c1-97fd-d337a72373b5 req-46ef62c3-7157-4b78-8053-e5d9847edda4 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:35.045974 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-99a34947-23fc-45c1-97fd-d337a72373b5 req-46ef62c3-7157-4b78-8053-e5d9847edda4 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.1031742 Aug 27 13:57:35.078938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-dc0e12b4-dfbf-44ff-8133-faa4eef88c0b req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] For port e093e8f6-036a-456b-a119-cd1602889e1e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e093e8f6-036a-456b-a119-cd1602889e1e,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:35.079306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc0e12b4-dfbf-44ff-8133-faa4eef88c0b req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:35.100362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-dc0e12b4-dfbf-44ff-8133-faa4eef88c0b req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Calling delete_port for e093e8f6-036a-456b-a119-cd1602889e1e owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:57:35.112164 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-99a34947-23fc-45c1-97fd-d337a72373b5 req-e69424bd-9051-44e5-910c-153e550705c3 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595341 Aug 27 13:57:35.159799 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4645b6cb-57fa-4fec-8403-fcefc6730009 x-openstack-request-id: req-4645b6cb-57fa-4fec-8403-fcefc6730009 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:35.160106 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330056af-4841-45d8-92a8-81985e94c81d", "name": "network-vif-unplugged", "status": "completed", "tag": "e093e8f6-036a-456b-a119-cd1602889e1e", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:35.160355 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4645b6cb-57fa-4fec-8403-fcefc6730009 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:35.160739 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330056af-4841-45d8-92a8-81985e94c81d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e093e8f6-036a-456b-a119-cd1602889e1e', 'code': 200} Aug 27 13:57:35.263749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b4562-e210-4da7-8181-9f10fafe12ce req-34d477d6-4770-40e6-bb0c-0bcb51f145d3 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:35.264765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fd2ca-4a7c-4767-9a9d-a03d2b150401 req-af8a1551-aff9-4432-8434-374c50719557 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:35.266382 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-278fd2ca-4a7c-4767-9a9d-a03d2b150401 req-af8a1551-aff9-4432-8434-374c50719557 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0740256 Aug 27 13:57:35.268985 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-940b4562-e210-4da7-8181-9f10fafe12ce req-34d477d6-4770-40e6-bb0c-0bcb51f145d3 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 943 time: 0.0574687 Aug 27 13:57:35.307917 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-940b4562-e210-4da7-8181-9f10fafe12ce req-34be4ec8-2db1-4189-9727-a7624ea95969 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348973 Aug 27 13:57:35.351327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-278fd2ca-4a7c-4767-9a9d-a03d2b150401 req-d26a497a-8c27-480a-ba29-c9e097d299d2 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569582 Aug 27 13:57:35.352665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc0e12b4-dfbf-44ff-8133-faa4eef88c0b req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:35.395985 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Pushing event deleted for resources: {'Port': ['ID=e093e8f6-036a-456b-a119-cd1602889e1e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:35.419835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:35.419835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:35.419835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:35.419835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:35.420214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:35.420469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:35.420803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:35.420910 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a601b6d-090f-4650-ae00-a910462d9e8b req-9b83f8be-cc28-4da8-beb9-e31f5af08281 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 210 time: 0.0571182 Aug 27 13:57:35.421136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:35.421499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:35.421910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:35.422222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:35.422556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:35.481991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0e12b4-dfbf-44ff-8133-faa4eef88c0b req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] No DVR routers for this DVR port e093e8f6-036a-456b-a119-cd1602889e1e on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:57:35.484788 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc0e12b4-dfbf-44ff-8133-faa4eef88c0b req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:35.487054 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc0e12b4-dfbf-44ff-8133-faa4eef88c0b req-4e0f8a15-358b-4ce1-a1b6-bb7a7d7228fd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.41 "DELETE /v2.0/ports/e093e8f6-036a-456b-a119-cd1602889e1e HTTP/1.1" status: 204 len: 173 time: 0.8948500 Aug 27 13:57:35.487484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330056af-4841-45d8-92a8-81985e94c81d', 'name': 'network-vif-deleted', 'tag': 'e093e8f6-036a-456b-a119-cd1602889e1e'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:35.489776 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b0949c-3c2f-44c5-93ed-1459a6e72df9" -d '{"events": [{"server_uuid": "330056af-4841-45d8-92a8-81985e94c81d", "name": "network-vif-deleted", "tag": "e093e8f6-036a-456b-a119-cd1602889e1e"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:35.521911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a076d0-bd61-4b54-a8b4-e8c61cabb251 req-3c61dfcf-6caf-4eff-bace-58542d8dafc7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:35.524157 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75a076d0-bd61-4b54-a8b4-e8c61cabb251 req-3c61dfcf-6caf-4eff-bace-58542d8dafc7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.0984328 Aug 27 13:57:35.553925 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04de200-36d1-4aeb-b00c-86a9043632c7 x-openstack-request-id: req-a04de200-36d1-4aeb-b00c-86a9043632c7 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:35.554364 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330056af-4841-45d8-92a8-81985e94c81d", "name": "network-vif-deleted", "tag": "e093e8f6-036a-456b-a119-cd1602889e1e", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:35.554763 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a04de200-36d1-4aeb-b00c-86a9043632c7 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:35.556929 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330056af-4841-45d8-92a8-81985e94c81d', 'name': 'network-vif-deleted', 'tag': 'e093e8f6-036a-456b-a119-cd1602889e1e', 'status': 'completed', 'code': 200} Aug 27 13:57:35.583223 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75a076d0-bd61-4b54-a8b4-e8c61cabb251 req-e7107984-b805-4503-a91d-99eee1ad9d24 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509784 Aug 27 13:57:35.770842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6815da8-31bd-44ba-aa47-924b3b4488d9 req-ebd04487-89ad-4a1a-bd67-dc2feea397e3 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:35.772379 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6815da8-31bd-44ba-aa47-924b3b4488d9 req-ebd04487-89ad-4a1a-bd67-dc2feea397e3 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0525112 Aug 27 13:57:35.811732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6815da8-31bd-44ba-aa47-924b3b4488d9 req-e0357a67-9a3a-4dee-a891-658ef9140cf3 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331802 Aug 27 13:57:36.012268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f364a-9256-4969-97aa-db5ae0308983 req-459c1e70-7c90-4358-9e61-abaefc47da4a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:36.013836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-450f364a-9256-4969-97aa-db5ae0308983 req-459c1e70-7c90-4358-9e61-abaefc47da4a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0519397 Aug 27 13:57:36.053950 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-450f364a-9256-4969-97aa-db5ae0308983 req-ab43be31-5083-4eba-bb32-e9d3abd87fdd tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330551 Aug 27 13:57:36.232328 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-c5e559ef-2338-4f4b-a0ad-aef09aaa481e tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251901 Aug 27 13:57:36.247928 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94622e-4664-4b10-abf4-f64b00b8b80e req-108855f7-717f-43b8-b5fc-1af816eb059c tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:36.249371 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c94622e-4664-4b10-abf4-f64b00b8b80e req-108855f7-717f-43b8-b5fc-1af816eb059c tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0688078 Aug 27 13:57:36.339444 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c94622e-4664-4b10-abf4-f64b00b8b80e req-a5a75357-9be7-4f13-a8cd-dbe256001652 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803051 Aug 27 13:57:36.381496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-3fe771e9-d0e2-463c-8d57-53996367854e tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:36.383362 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-3fe771e9-d0e2-463c-8d57-53996367854e tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329293 Aug 27 13:57:36.399381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Request body: {'port': {'device_id': 'dfdd94fe-7e8d-4a43-934d-493249de5c02', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'a8da92e592dd4a7fbcd63b90fff1a384'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:36.425350 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-33ad615b-5980-48d0-b6bf-d187165dc9d0 req-03d66923-f08e-4843-a3bc-cc574a8530bd tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=330056af-4841-45d8-92a8-81985e94c81d HTTP/1.1" status: 200 len: 210 time: 0.0305107 Aug 27 13:57:36.510075 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ba076f3-7b9b-4dd2-b079-a4b80062f692 req-f0d2bd38-dd55-4f43-afb7-e37af9a48542 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 210 time: 0.0266700 Aug 27 13:57:36.519328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e093e8f6-036a-456b-a119-cd1602889e1e no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:57:36.522188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc267e-d872-4838-848e-5f7faf6084ce req-ce69c2f0-98e2-40bd-94cc-0b5f93ae6247 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:36.523733 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-05bc267e-d872-4838-848e-5f7faf6084ce req-ce69c2f0-98e2-40bd-94cc-0b5f93ae6247 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.1080387 Aug 27 13:57:36.544865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: e093e8f6-036a-456b-a119-cd1602889e1e {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:57:36.545316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e093e8f6-036a-456b-a119-cd1602889e1e not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:57:36.577210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-05bc267e-d872-4838-848e-5f7faf6084ce req-6bc8ab2a-f2c0-4734-9d9e-d7223498317a tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473530 Aug 27 13:57:36.580093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Made reservation on behalf of a8da92e592dd4a7fbcd63b90fff1a384 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:57:36.584226 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:36.715195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945e5fa-a8ad-4636-9c75-1c1ee3c68521 req-0a81b24b-b76c-4710-84ba-53e046af20a9 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:36.716816 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8945e5fa-a8ad-4636-9c75-1c1ee3c68521 req-0a81b24b-b76c-4710-84ba-53e046af20a9 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.0491097 Aug 27 13:57:36.719106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Allocated IP 192.168.233.74 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/acbca7f4-e085-4937-9c5e-5a2f56e71285) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:57:36.759204 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8945e5fa-a8ad-4636-9c75-1c1ee3c68521 req-59047a05-ebfe-4350-97be-e713bc67bec4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349526 Aug 27 13:57:36.873016 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:36.890134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Transition to ACTIVE for port object acbca7f4-e085-4937-9c5e-5a2f56e71285 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:57:36.927674 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:36.934963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fef358-280c-48db-a519-1d852f11a8cd req-0a8fa80f-2789-4288-8b3a-16cd5155a930 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:36.940647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', '2a17fb0e-cecf-47ea-948d-d92edf5980af', '11a02dee-c26b-439c-bb19-01bceb870ed9', 'ffdb2e34-fa77-4af0-9cda-840fb426b521'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:36.944586 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-11fef358-280c-48db-a519-1d852f11a8cd req-0a8fa80f-2789-4288-8b3a-16cd5155a930 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0597441 Aug 27 13:57:36.974481 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:57:36.977625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:57:36.981369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:57:36.995136 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-11fef358-280c-48db-a519-1d852f11a8cd req-9b79b32b-a140-426b-9146-4bf749fbee28 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475154 Aug 27 13:57:37.010847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f1ba8dc5-2dac-4810-b6cd-63c98532dd3f', 'ea2e2f57-c3d7-4045-a27d-302d88abbe01', 'f50e57c5-b1f7-43ca-a354-520f53d1e133'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:37.013021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event updated for resources: {'Port': ['ID=acbca7f4-e085-4937-9c5e-5a2f56e71285,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:37.025958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:37.026314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:37.026660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:37.027136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:37.027360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:37.027778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:37.028118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:37.028449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:37.028777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:37.029104 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:37.029434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:37.029761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:57:37.061252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:37.061897 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:37.104317 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-73742a5b-e853-4089-a392-15e6d09c80ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7096515 Aug 27 13:57:37.132885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Request body: {'port': {'device_id': 'dfdd94fe-7e8d-4a43-934d-493249de5c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:37.192223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d8fb5-b85c-4f99-8915-ce7829fc5288 req-f56830d6-4eba-4eca-93dd-80a74089757b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:37.193743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-602d8fb5-b85c-4f99-8915-ce7829fc5288 req-f56830d6-4eba-4eca-93dd-80a74089757b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.1001241 Aug 27 13:57:37.206012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6df825-92aa-4ade-8c08-aaec89967865 req-6948acbe-08f2-4d95-84f7-53874ab9bb4a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:37.208811 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d6df825-92aa-4ade-8c08-aaec89967865 req-6948acbe-08f2-4d95-84f7-53874ab9bb4a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0683651 Aug 27 13:57:37.230376 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:37.263213 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d6df825-92aa-4ade-8c08-aaec89967865 req-d0b5f85a-5c19-4eff-957e-7a38afb21049 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424204 Aug 27 13:57:37.279205 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-602d8fb5-b85c-4f99-8915-ce7829fc5288 req-2063b893-df6a-490d-b9d3-a29fec8f143e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702202 Aug 27 13:57:37.414720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-24566dbf-9769-4c52-a989-3ab86aae5c6f None None] Provisioning for port acbca7f4-e085-4937-9c5e-5a2f56e71285 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:57:37.434225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-24566dbf-9769-4c52-a989-3ab86aae5c6f None None] Provisioning complete for port acbca7f4-e085-4937-9c5e-5a2f56e71285 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:37.434606 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-24566dbf-9769-4c52-a989-3ab86aae5c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:37.490848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2357f64-3902-428f-957a-b7c2cab3b3f9 req-aef36325-c01a-4d4f-929d-498c2e7ebb86 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:37.499520 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f2357f64-3902-428f-957a-b7c2cab3b3f9 req-aef36325-c01a-4d4f-929d-498c2e7ebb86 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0733395 Aug 27 13:57:37.512133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-24566dbf-9769-4c52-a989-3ab86aae5c6f None None] Port acbca7f4-e085-4937-9c5e-5a2f56e71285 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:57:37.539434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f2357f64-3902-428f-957a-b7c2cab3b3f9 req-21fd4ecb-80ae-46bf-a667-0aea42fa5720 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390236 Aug 27 13:57:37.633594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbca7f4-e085-4937-9c5e-5a2f56e71285 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:37.650921 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:37.663003 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-2c743b65-9de1-4a08-8b16-2a7055eb4c65 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0604248 Aug 27 13:57:37.666386 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Transition to ACTIVE for port object acbca7f4-e085-4937-9c5e-5a2f56e71285 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:57:37.675942 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:37.741712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a977-12f4-4b4f-aa81-e4b1bfd7d59f req-a115f934-2fde-4678-b334-43fdec16ddb9 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:37.744231 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8431a977-12f4-4b4f-aa81-e4b1bfd7d59f req-a115f934-2fde-4678-b334-43fdec16ddb9 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 947 time: 0.0800760 Aug 27 13:57:37.810257 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8431a977-12f4-4b4f-aa81-e4b1bfd7d59f req-ea42ea9b-3754-4747-b1de-ea7bee098248 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581985 Aug 27 13:57:37.864930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Pushing event updated for resources: {'Port': ['ID=acbca7f4-e085-4937-9c5e-5a2f56e71285,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:37.886698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632061d-72e7-4da8-aed1-3a99800b7c6a req-799b3619-4fc1-4aca-a967-2042f3336fa6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:37.895242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7632061d-72e7-4da8-aed1-3a99800b7c6a req-799b3619-4fc1-4aca-a967-2042f3336fa6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.1986868 Aug 27 13:57:37.950828 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7632061d-72e7-4da8-aed1-3a99800b7c6a req-7d90f458-f184-42ad-a8d1-7e75b1efd01a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545895 Aug 27 13:57:37.956688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e1c5f-168f-4f7c-a355-74cf06a89d37 req-fde0b447-67b0-4da0-925b-792431d5e835 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:37.961054 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Attempting to bind port acbca7f4-e085-4937-9c5e-5a2f56e71285 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:57:37.961054 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Attempting to bind port acbca7f4-e085-4937-9c5e-5a2f56e71285 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:57:37.961327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Attempting to bind port acbca7f4-e085-4937-9c5e-5a2f56e71285 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:37.964166 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-743e1c5f-168f-4f7c-a355-74cf06a89d37 req-fde0b447-67b0-4da0-925b-792431d5e835 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0650795 Aug 27 13:57:37.970033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Port acbca7f4-e085-4937-9c5e-5a2f56e71285 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:57:37.971685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Attempting to bind port acbca7f4-e085-4937-9c5e-5a2f56e71285 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:37.979289 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:57:37.979840 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:57:37.980849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:57:37.981467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Bound port: acbca7f4-e085-4937-9c5e-5a2f56e71285, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:57:37.981986 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:38.015635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-743e1c5f-168f-4f7c-a355-74cf06a89d37 req-8600e7b3-8d9c-4d5c-918b-4b9482a4aa65 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501859 Aug 27 13:57:38.156603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4788a8-e852-49a8-810d-e0b6b13df3ff req-2f3f8d56-4d9e-4f80-975d-f22f4e415dce tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:38.167108 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe4788a8-e852-49a8-810d-e0b6b13df3ff req-2f3f8d56-4d9e-4f80-975d-f22f4e415dce tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 946 time: 0.0683343 Aug 27 13:57:38.222978 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe4788a8-e852-49a8-810d-e0b6b13df3ff req-264b5f1a-34cb-434f-b563-e5f65af788c5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545082 Aug 27 13:57:38.268295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41636) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:57:38.273777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e9e79820-2a26-466d-89c0-fb033f93e4df tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--995698402', 'description': 'tempest-description--1677386012'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:38.295154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] For port acbca7f4-e085-4937-9c5e-5a2f56e71285, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:57:38.299118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] For port acbca7f4-e085-4937-9c5e-5a2f56e71285, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=acbca7f4-e085-4937-9c5e-5a2f56e71285,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:57:38.304651 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9e79820-2a26-466d-89c0-fb033f93e4df tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:38.305628 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:38.346970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:38.347598 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:38.348988 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] 10.222.0.52 "PUT /v2.0/ports/acbca7f4-e085-4937-9c5e-5a2f56e71285 HTTP/1.1" status: 200 len: 1096 time: 1.2348826 Aug 27 13:57:38.349435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdd94fe-7e8d-4a43-934d-493249de5c02', 'tag': 'acbca7f4-e085-4937-9c5e-5a2f56e71285'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:38.351712 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e38bfcb-b04c-4380-ade8-17fe2660a6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdd94fe-7e8d-4a43-934d-493249de5c02", "tag": "acbca7f4-e085-4937-9c5e-5a2f56e71285"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:38.373929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed08c6d-9dfb-46b1-883f-870cffb56d60 service neutron] Pushing event updated for resources: {'Port': ['ID=acbca7f4-e085-4937-9c5e-5a2f56e71285,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:38.420549 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f1cfd1-563c-4d9e-99f5-02eaeacd028c x-openstack-request-id: req-41f1cfd1-563c-4d9e-99f5-02eaeacd028c {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:38.420820 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdd94fe-7e8d-4a43-934d-493249de5c02", "tag": "acbca7f4-e085-4937-9c5e-5a2f56e71285", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:38.421073 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41f1cfd1-563c-4d9e-99f5-02eaeacd028c {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:38.421540 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdd94fe-7e8d-4a43-934d-493249de5c02', 'tag': 'acbca7f4-e085-4937-9c5e-5a2f56e71285', 'status': 'completed', 'code': 200} Aug 27 13:57:38.451080 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9e79820-2a26-466d-89c0-fb033f93e4df tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:38.457206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9e79820-2a26-466d-89c0-fb033f93e4df tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:38.495805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e79820-2a26-466d-89c0-fb033f93e4df tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a686471-2ce4-4e3e-b8f3-8c4554901e6c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:38.521029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3f78b-d3e8-43d3-9488-013f56036d81 req-54c8859f-8259-4eb3-ac15-37374724cbb4 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:38.522715 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57d3f78b-d3e8-43d3-9488-013f56036d81 req-54c8859f-8259-4eb3-ac15-37374724cbb4 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.1169672 Aug 27 13:57:38.525189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-4bd2006e-bba2-4f33-b471-b4dc870d44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:38.526940 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-4bd2006e-bba2-4f33-b471-b4dc870d44ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 1099 time: 0.0801830 Aug 27 13:57:38.534855 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9e79820-2a26-466d-89c0-fb033f93e4df tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:38.536236 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e9e79820-2a26-466d-89c0-fb033f93e4df tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2669718 Aug 27 13:57:38.541632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41642) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:57:38.546870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-18f811a1-2907-4512-8e9c-4c2e12f0f4e7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Request body: {'security_group_rule': {'security_group_id': '6a686471-2ce4-4e3e-b8f3-8c4554901e6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:38.583757 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-57fdbbc5-b7e8-4627-baf6-1e304cabcb95 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:38.585463 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-57fdbbc5-b7e8-4627-baf6-1e304cabcb95 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775&tenant_id=a7dba67d579b475f8c1e968351f5a6ea&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1098 time: 0.0976722 Aug 27 13:57:38.589149 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18f811a1-2907-4512-8e9c-4c2e12f0f4e7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:38.599715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-12'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:38.613609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-a1fb2e86-8309-46ea-95a8-f6ede2fb9651 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=acbca7f4-e085-4937-9c5e-5a2f56e71285 HTTP/1.1" status: 200 len: 217 time: 0.0709639 Aug 27 13:57:38.643020 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57d3f78b-d3e8-43d3-9488-013f56036d81 req-96acdaab-acd0-43b5-ba6b-dde7a048c942 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111932 Aug 27 13:57:38.690260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-7e3c57b5-697c-4b1d-bba2-9c345e317bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:38.692052 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-7e3c57b5-697c-4b1d-bba2-9c345e317bc3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0686388 Aug 27 13:57:38.734592 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:38.741359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-23b2aba0-5ad6-4260-b3e8-31d5e32ff908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:38.742876 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-23b2aba0-5ad6-4260-b3e8-31d5e32ff908 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0413077 Aug 27 13:57:38.745702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c0f3d-eb63-40cd-b31f-550ec2d334b1 req-68ca0bb0-5eec-409d-84c8-7a2abfc6b15d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:38.747230 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-234c0f3d-eb63-40cd-b31f-550ec2d334b1 req-68ca0bb0-5eec-409d-84c8-7a2abfc6b15d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.1124988 Aug 27 13:57:38.762845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18f811a1-2907-4512-8e9c-4c2e12f0f4e7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:38.778344 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18f811a1-2907-4512-8e9c-4c2e12f0f4e7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:38.824853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f811a1-2907-4512-8e9c-4c2e12f0f4e7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5d940b-fbd2-4cdb-9db4-ff00a358fb2b,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:38.847629 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18f811a1-2907-4512-8e9c-4c2e12f0f4e7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:38.851847 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-18f811a1-2907-4512-8e9c-4c2e12f0f4e7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3082969 Aug 27 13:57:38.853779 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-dd39f3fb-66ee-4d98-84a5-da8de5bc5495 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023049 Aug 27 13:57:38.854920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41648) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:57:38.860804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9fb475b7-7e87-48ef-b366-0f5f6463bb4d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Request body: {'security_group_rule': {'security_group_id': '6a686471-2ce4-4e3e-b8f3-8c4554901e6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:38.864367 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-234c0f3d-eb63-40cd-b31f-550ec2d334b1 req-0df7cb7e-8a61-4362-ba36-73627c775173 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091144 Aug 27 13:57:38.956049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6251fcac-1eac-430b-981f-555a94c6c5ab,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:38.981953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fb475b7-7e87-48ef-b366-0f5f6463bb4d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:38.997444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:57:39.032274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5572751-1a1d-4c26-b407-58835b9b077d req-02c9826f-4acc-4fa7-8dfd-00b89a22944c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:39.034664 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e5572751-1a1d-4c26-b407-58835b9b077d req-02c9826f-4acc-4fa7-8dfd-00b89a22944c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 947 time: 0.1135185 Aug 27 13:57:39.040691 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6251fcac-1eac-430b-981f-555a94c6c5ab'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:39.043027 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bd6a4e-336a-4c0e-a47e-8947a5165d46" -d '{"events": [{"server_uuid": "365256f0-481e-4264-a4fc-8b09f8ea6775", "name": "network-vif-unplugged", "status": "completed", "tag": "6251fcac-1eac-430b-981f-555a94c6c5ab"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:39.044804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c563fe9-c208-44bd-b419-c4463de22c1a req-52fb3bc8-54b0-4071-959d-781ec79eb67a service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783011 Aug 27 13:57:39.047906 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:39.064492 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:39.102293 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fb475b7-7e87-48ef-b366-0f5f6463bb4d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:39.108148 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e5572751-1a1d-4c26-b407-58835b9b077d req-928b25cf-3f3b-47e4-816a-a934ecdef9a0 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606620 Aug 27 13:57:39.116957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fb475b7-7e87-48ef-b366-0f5f6463bb4d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:39.131749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6251fcac-1eac-430b-981f-555a94c6c5ab details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:57:39.173054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1950d9-47e4-4a64-98c2-0c4ba56d6690 req-5b4e3d5c-0f13-4cf8-98ea-5488a3bc05cd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:39.174817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f1950d9-47e4-4a64-98c2-0c4ba56d6690 req-5b4e3d5c-0f13-4cf8-98ea-5488a3bc05cd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.1254003 Aug 27 13:57:39.189709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Pushing event updated for resources: {'Port': ['ID=6251fcac-1eac-430b-981f-555a94c6c5ab,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:39.211229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb475b7-7e87-48ef-b366-0f5f6463bb4d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad246bf-94a6-4325-b1d4-a344619d0f4a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:39.216481 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fb475b7-7e87-48ef-b366-0f5f6463bb4d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:39.218035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9fb475b7-7e87-48ef-b366-0f5f6463bb4d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3617187 Aug 27 13:57:39.222484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41656) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:57:39.222879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on host n-h2-712139-12 for vnic_type normal with profile {"migrating_to": "n-h1-712139-12"} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:57:39.223233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:57:39.223795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:39.231928 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:39.235617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:57:39.235983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:39.247787 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f1950d9-47e4-4a64-98c2-0c4ba56d6690 req-7b10e35d-19d2-46e4-8881-448724cfcc9f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592725 Aug 27 13:57:39.248490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:57:39.248823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:57:39.249196 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:57:39.249623 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Bound port: 6251fcac-1eac-430b-981f-555a94c6c5ab, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:57:39.249978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:39.251243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:39.271134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38bfcb-b04c-4380-ade8-17fe2660a6bf req-1484d450-ba7b-4fdc-8662-70dc544786bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:39.272992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e38bfcb-b04c-4380-ade8-17fe2660a6bf req-1484d450-ba7b-4fdc-8662-70dc544786bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 1099 time: 0.1639123 Aug 27 13:57:39.288972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0d480-286d-4ab1-a479-75c472f8fde7 req-fd0b8f67-3c26-4ca4-8cd9-eebc7a1d7fb1 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:39.290607 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57b0d480-286d-4ab1-a479-75c472f8fde7 req-fd0b8f67-3c26-4ca4-8cd9-eebc7a1d7fb1 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.1066275 Aug 27 13:57:39.301661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on host n-h2-712139-12 for vnic_type normal with profile {"migrating_to": "n-h1-712139-12"} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:57:39.302049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:57:39.302412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:39.303114 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:39.306223 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd9fbef-587b-4310-b527-a655d3cd75c0 x-openstack-request-id: req-4fd9fbef-587b-4310-b527-a655d3cd75c0 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:39.306517 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365256f0-481e-4264-a4fc-8b09f8ea6775", "name": "network-vif-unplugged", "status": "completed", "tag": "6251fcac-1eac-430b-981f-555a94c6c5ab", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:39.306917 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fd9fbef-587b-4310-b527-a655d3cd75c0 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:39.307237 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6251fcac-1eac-430b-981f-555a94c6c5ab', 'code': 200} Aug 27 13:57:39.311870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:57:39.312414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:39.320758 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:57:39.321843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:57:39.323428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:57:39.324051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Bound port: 6251fcac-1eac-430b-981f-555a94c6c5ab, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:57:39.324627 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:39.342301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:57:39.346155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6251fcac-1eac-430b-981f-555a94c6c5ab,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:57:39.353751 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:39.405475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:57:39.413213 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 6251fcac-1eac-430b-981f-555a94c6c5ab-n-h2-712139-12-0 {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 13:57:39.413930 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 13:57:39.446198 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57b0d480-286d-4ab1-a479-75c472f8fde7 req-a36db769-c702-4a32-bf07-8a1c8904539f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452963 Aug 27 13:57:39.450910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Pushing event updated for resources: {'Port': ['ID=6251fcac-1eac-430b-981f-555a94c6c5ab,revision_number=8']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:39.475325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:39.475325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:39.476680 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-1f892a61-9af3-4330-9a25-c0c860792d4e service neutron] 10.222.0.52 "PUT /v2.0/ports/6251fcac-1eac-430b-981f-555a94c6c5ab HTTP/1.1" status: 200 len: 1124 time: 0.8814800 Aug 27 13:57:39.481214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38bfcb-b04c-4380-ade8-17fe2660a6bf req-6f52227c-0a6e-4724-bdd0-af09b868c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:39.482743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e38bfcb-b04c-4380-ade8-17fe2660a6bf req-6f52227c-0a6e-4724-bdd0-af09b868c5b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1911683 Aug 27 13:57:39.487087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24095c-f8c8-48f0-ab66-87ca2e94a78d req-6271395d-9a85-4bee-bef8-a70150eeeedf tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:39.495852 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2b24095c-f8c8-48f0-ab66-87ca2e94a78d req-6271395d-9a85-4bee-bef8-a70150eeeedf tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.1123605 Aug 27 13:57:39.538481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e38bfcb-b04c-4380-ade8-17fe2660a6bf req-24ded715-e935-4d97-904b-9dadb5720ddb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=acbca7f4-e085-4937-9c5e-5a2f56e71285 HTTP/1.1" status: 200 len: 217 time: 0.0460062 Aug 27 13:57:39.543998 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2b24095c-f8c8-48f0-ab66-87ca2e94a78d req-1ed7f968-9e91-4cbc-a43c-9706ba2f4644 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469584 Aug 27 13:57:39.602070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:39.604726 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:39.623578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38bfcb-b04c-4380-ade8-17fe2660a6bf req-70f45d30-fe61-4c07-87d5-69df08b77d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:39.625088 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e38bfcb-b04c-4380-ade8-17fe2660a6bf req-70f45d30-fe61-4c07-87d5-69df08b77d58 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0753355 Aug 27 13:57:39.667666 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['6251fcac-1eac-430b-981f-555a94c6c5ab'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:39.736857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-65e664dd-b23d-4dcb-a5c7-c564b55b6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:39.739445 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-65e664dd-b23d-4dcb-a5c7-c564b55b6715 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 1101 time: 0.0599997 Aug 27 13:57:39.761599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38bfcb-b04c-4380-ade8-17fe2660a6bf req-88e64af2-1bfc-4c2f-9c95-ddba767c5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:39.763133 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e38bfcb-b04c-4380-ade8-17fe2660a6bf req-88e64af2-1bfc-4c2f-9c95-ddba767c5410 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126137 Aug 27 13:57:39.795063 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Allocated IP 172.25.2.86 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/17992377-ea69-4492-889e-b4c1a2c8c5cd) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:57:39.864975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5d841-43b0-436d-9666-9ac525a8c0f5 req-dd7bc485-e0ae-4d27-a46a-d1363a736966 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:39.866490 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3b5d841-43b0-436d-9666-9ac525a8c0f5 req-dd7bc485-e0ae-4d27-a46a-d1363a736966 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.1398704 Aug 27 13:57:39.915651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-81b831a8-ba23-4e97-9169-b7c91764b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:39.917125 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-81b831a8-ba23-4e97-9169-b7c91764b486 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.0948346 Aug 27 13:57:39.930350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on host n-h2-712139-12 for vnic_type normal with profile {"migrating_to": "n-h1-712139-12"} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:57:39.930919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:57:39.931383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:39.936214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:57:39.937180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:39.944441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:57:39.944983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:57:39.945409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:57:39.945873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Bound port: 6251fcac-1eac-430b-981f-555a94c6c5ab, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:57:39.946274 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:39.974945 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e38bfcb-b04c-4380-ade8-17fe2660a6bf req-2248d477-ef1a-45ce-81bd-a6d958b5970b service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958511 Aug 27 13:57:39.984011 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-f539f987-1ad9-4fe4-82cf-b28bf0f987b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=645d98d6-b966-4378-9e0c-2f43862010eb HTTP/1.1" status: 200 len: 217 time: 0.0522282 Aug 27 13:57:39.986926 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3b5d841-43b0-436d-9666-9ac525a8c0f5 req-96949b72-24c0-4fce-8de7-71daa26513c6 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078627 Aug 27 13:57:39.994817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['6251fcac-1eac-430b-981f-555a94c6c5ab'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:40.035551 n-d-712139-12 neutron-server[101188]: WARNING neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Concurrent port binding operations failed on port 6251fcac-1eac-430b-981f-555a94c6c5ab Aug 27 13:57:40.040264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6251fcac-1eac-430b-981f-555a94c6c5ab,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:40.046818 n-d-712139-12 neutron-server[101188]: INFO neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Attempt 2 to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab Aug 27 13:57:40.047111 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6251fcac-1eac-430b-981f-555a94c6c5ab has no active binding in host n-h1-712139-12 {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 13:57:40.065280 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:40.075434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264c3bd-87aa-4f31-9ac0-a0d2f93e5e6c req-85b382ba-4446-4597-b9ce-68897f57e41a tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:40.076943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2264c3bd-87aa-4f31-9ac0-a0d2f93e5e6c req-85b382ba-4446-4597-b9ce-68897f57e41a tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.1358266 Aug 27 13:57:40.095646 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-926bcc74-2bab-445f-b241-241b2ed477fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:40.097258 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-926bcc74-2bab-445f-b241-241b2ed477fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0731051 Aug 27 13:57:40.119591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e38bfcb-b04c-4380-ade8-17fe2660a6bf req-0fcf052f-bf65-42b5-9c91-f85a00d826ed service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253490 Aug 27 13:57:40.143926 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:40.165404 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2264c3bd-87aa-4f31-9ac0-a0d2f93e5e6c req-e66e9883-e9a2-4d21-bd5c-afac65d0bee8 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801616 Aug 27 13:57:40.176102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-60ca9d4d-a5a3-44d3-890b-6f45a598db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:40.177900 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-60ca9d4d-a5a3-44d3-890b-6f45a598db37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0581102 Aug 27 13:57:40.197676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:57:40.201841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:57:40.209067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:57:40.260045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Pushing event updated for resources: {'Port': ['ID=17992377-ea69-4492-889e-b4c1a2c8c5cd,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:40.281961 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-3dc36b7b-a9ab-4ad6-8830-921783ec8539 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871806 Aug 27 13:57:40.299456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e3df3-eecd-4501-835e-91ad952ce944 req-ed9053aa-7e1f-4540-9609-11227023b256 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:40.301007 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd0e3df3-eecd-4501-835e-91ad952ce944 req-ed9053aa-7e1f-4540-9609-11227023b256 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 947 time: 0.1002023 Aug 27 13:57:40.405941 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:40.410135 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd0e3df3-eecd-4501-835e-91ad952ce944 req-8bb197bf-5035-416e-8a52-565b1cbcc307 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931296 Aug 27 13:57:40.418495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fd663-4349-4596-b68c-0a4468938ae8 req-cedeceb0-e427-40cf-a3f9-876d592eec93 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:40.420432 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-585fd663-4349-4596-b68c-0a4468938ae8 req-cedeceb0-e427-40cf-a3f9-876d592eec93 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0961745 Aug 27 13:57:40.447573 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-da25bdf5-9103-402e-8512-228c3c021abb service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428134 Aug 27 13:57:40.455541 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:40.467214 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-585fd663-4349-4596-b68c-0a4468938ae8 req-652bbf06-3623-4fbd-8622-364752a360c8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367618 Aug 27 13:57:40.621959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f28aa-4bb6-43ef-be72-d0363bd741ab req-9d93c4cf-de4b-41fe-919e-cd256333d0db tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:40.623483 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb3f28aa-4bb6-43ef-be72-d0363bd741ab req-9d93c4cf-de4b-41fe-919e-cd256333d0db tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0820894 Aug 27 13:57:40.679002 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:40.686088 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb3f28aa-4bb6-43ef-be72-d0363bd741ab req-3a18a004-93d1-4d68-bbed-40c4a0f82160 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504613 Aug 27 13:57:40.687406 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:40.721318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666d841-bf43-4342-9842-11e3b06bf0c8 req-f716a02a-4ad3-4f39-8a84-cc52fdfe3288 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:40.722930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5666d841-bf43-4342-9842-11e3b06bf0c8 req-f716a02a-4ad3-4f39-8a84-cc52fdfe3288 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0579269 Aug 27 13:57:40.760906 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5666d841-bf43-4342-9842-11e3b06bf0c8 req-ba025eab-f668-4866-8a2b-dba245ddb674 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Aug 27 13:57:40.766909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Pushing event updated for resources: {'Port': ['ID=17992377-ea69-4492-889e-b4c1a2c8c5cd,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:40.778033 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:40.792469 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:40.793747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-46fdbd51-bfb1-452a-aac6-ac40d088f707 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5667164 Aug 27 13:57:40.995157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-f224e0b0-b6c1-4c72-afdf-170ef4a391a3 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:40.996614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-f224e0b0-b6c1-4c72-afdf-170ef4a391a3 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/networks?id=7510fbde-bbaf-4de0-99ba-405a5e3ad115 HTTP/1.1" status: 200 len: 821 time: 0.1021626 Aug 27 13:57:41.011772 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-fdcc6bc3-5a37-4522-83d5-744d0ff3f1ff tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/quotas/2aab601e4a774b6a9eea9da91e4b0277 HTTP/1.1" status: 200 len: 375 time: 0.0090508 Aug 27 13:57:41.065622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-bc95a424-9f02-4ae3-845c-4f9a5b1aec99 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aab601e4a774b6a9eea9da91e4b0277&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486405 Aug 27 13:57:41.109546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd455f1-987d-4805-a618-0d65d47f729e req-be1c64d2-7c6b-4150-985b-b2214e0ef4e0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:41.111894 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0dd455f1-987d-4805-a618-0d65d47f729e req-be1c64d2-7c6b-4150-985b-b2214e0ef4e0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0527761 Aug 27 13:57:41.132294 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device acbca7f4-e085-4937-9c5e-5a2f56e71285 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:57:41.152704 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0dd455f1-987d-4805-a618-0d65d47f729e req-c9e64e55-08b5-46f0-b063-a1ff5995f834 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Aug 27 13:57:41.165263 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-0a8ad697-0b70-4d0d-a2de-9308c0096c4d service neutron] 10.222.0.55 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917056 Aug 27 13:57:41.272622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-24a66804-2db2-4c87-866e-fd4f00469bff service neutron] 10.222.0.55 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934262 Aug 27 13:57:41.289559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365b516-bf03-486c-964d-7991c507afe1 req-60251182-f00d-4e27-80e7-53257e79c56f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:41.291190 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3365b516-bf03-486c-964d-7991c507afe1 req-60251182-f00d-4e27-80e7-53257e79c56f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0522742 Aug 27 13:57:41.311886 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'tag': '6251fcac-1eac-430b-981f-555a94c6c5ab'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:41.314862 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de361637-6d58-4531-b64a-1fc5d61404b4" -d '{"events": [{"name": "network-changed", "server_uuid": "365256f0-481e-4264-a4fc-8b09f8ea6775", "tag": "6251fcac-1eac-430b-981f-555a94c6c5ab"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:41.339101 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3365b516-bf03-486c-964d-7991c507afe1 req-0249cf5d-3495-4c98-a56b-c8f177b02c3d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 Aug 27 13:57:41.396715 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a74ce89-cac1-4bd1-ac7c-4eb4c7b9631d x-openstack-request-id: req-1a74ce89-cac1-4bd1-ac7c-4eb4c7b9631d {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:41.397397 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365256f0-481e-4264-a4fc-8b09f8ea6775", "tag": "6251fcac-1eac-430b-981f-555a94c6c5ab", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:41.397654 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a74ce89-cac1-4bd1-ac7c-4eb4c7b9631d {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:41.398064 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'tag': '6251fcac-1eac-430b-981f-555a94c6c5ab', 'status': 'completed', 'code': 200} Aug 27 13:57:41.401818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port acbca7f4-e085-4937-9c5e-5a2f56e71285, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=acbca7f4-e085-4937-9c5e-5a2f56e71285,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:41.420809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'acbca7f4-e085-4937-9c5e-5a2f56e71285', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'acbca7f4-e085-4937-9c5e-5a2f56e71285', 'mac_address': 'fa:16:3e:1e:10:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:57:41.472410 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6408139c-3c3d-44c5-bd54-65941cecdf1a req-bfbf271d-76de-4ec9-af48-1d1f12435901 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 210 time: 0.0420971 Aug 27 13:57:41.473873 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:41.491606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbca7f4-e085-4937-9c5e-5a2f56e71285 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:41.525983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port acbca7f4-e085-4937-9c5e-5a2f56e71285, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=acbca7f4-e085-4937-9c5e-5a2f56e71285,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:41.535293 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:41.576136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de361637-6d58-4531-b64a-1fc5d61404b4 req-c672943b-80b7-472c-9fa0-84eb22818fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:41.576136 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de361637-6d58-4531-b64a-1fc5d61404b4 req-c672943b-80b7-472c-9fa0-84eb22818fe1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 1127 time: 0.0849631 Aug 27 13:57:41.588727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd907f-8a93-495d-9d5b-0b368ec00e7f req-c1be7b9e-53d0-4a08-90cd-5e34a5f3a498 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:41.590442 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ccd907f-8a93-495d-9d5b-0b368ec00e7f req-c1be7b9e-53d0-4a08-90cd-5e34a5f3a498 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 948 time: 0.0868387 Aug 27 13:57:41.598357 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=acbca7f4-e085-4937-9c5e-5a2f56e71285,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:41.635416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e5cd0-6c7a-44c2-a78f-4434515414f8 req-50b0d66b-f513-46ad-ae7d-4cfc7210a4b4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:41.636914 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a09e5cd0-6c7a-44c2-a78f-4434515414f8 req-50b0d66b-f513-46ad-ae7d-4cfc7210a4b4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0640521 Aug 27 13:57:41.685262 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a09e5cd0-6c7a-44c2-a78f-4434515414f8 req-af757d4b-47b5-49c7-8331-b314bc55ff92 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375202 Aug 27 13:57:41.687912 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ccd907f-8a93-495d-9d5b-0b368ec00e7f req-7473cada-13dc-4c9e-b261-4faf324bb945 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811675 Aug 27 13:57:41.727645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de361637-6d58-4531-b64a-1fc5d61404b4 req-dda4a6dd-90c2-4358-a379-efde1d4c8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:41.729362 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de361637-6d58-4531-b64a-1fc5d61404b4 req-dda4a6dd-90c2-4358-a379-efde1d4c8645 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.1330030 Aug 27 13:57:41.797523 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de361637-6d58-4531-b64a-1fc5d61404b4 req-17e82e17-0ba1-47cc-b7d6-f4f6163bc72f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6251fcac-1eac-430b-981f-555a94c6c5ab HTTP/1.1" status: 200 len: 217 time: 0.0451903 Aug 27 13:57:41.836310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff089271-501e-4b1c-867f-f237fbb783a1 req-427cf7bc-93c6-40eb-a0bb-070c8af140e9 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:41.838413 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff089271-501e-4b1c-867f-f237fbb783a1 req-427cf7bc-93c6-40eb-a0bb-070c8af140e9 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0659528 Aug 27 13:57:41.869210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de361637-6d58-4531-b64a-1fc5d61404b4 req-af1402c9-3482-481d-86f4-08965bc5a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:41.870861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de361637-6d58-4531-b64a-1fc5d61404b4 req-af1402c9-3482-481d-86f4-08965bc5a9d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.0545309 Aug 27 13:57:41.896627 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff089271-501e-4b1c-867f-f237fbb783a1 req-7a29feb2-0924-40c7-ad89-365940bae6d1 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506551 Aug 27 13:57:41.934807 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de361637-6d58-4531-b64a-1fc5d61404b4 req-9d53da43-b034-428c-92e9-e50388b1bf3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362885 Aug 27 13:57:41.943223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12add0-75a9-402b-bd35-8b17abc05cb8 req-1df1130d-60c4-43d5-aec0-9e0bd64b2665 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:41.944595 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab12add0-75a9-402b-bd35-8b17abc05cb8 req-1df1130d-60c4-43d5-aec0-9e0bd64b2665 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0728831 Aug 27 13:57:42.028468 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab12add0-75a9-402b-bd35-8b17abc05cb8 req-ce599725-fb55-46d2-9a72-e4a4f6f7e79f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777884 Aug 27 13:57:42.067482 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de361637-6d58-4531-b64a-1fc5d61404b4 req-05f0fed0-1dfc-4b54-994a-a08ca3315914 service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006854 Aug 27 13:57:42.166138 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['acbca7f4-e085-4937-9c5e-5a2f56e71285'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:42.269152 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de361637-6d58-4531-b64a-1fc5d61404b4 req-289d1641-89ae-4831-b865-17e3498761f8 service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113646 Aug 27 13:57:42.297430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9b3af-a2fa-4ccb-8035-6d728309f7db req-98f832e2-ca54-4274-8cb1-658f917751b7 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:42.299523 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50b9b3af-a2fa-4ccb-8035-6d728309f7db req-98f832e2-ca54-4274-8cb1-658f917751b7 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0691404 Aug 27 13:57:42.340330 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50b9b3af-a2fa-4ccb-8035-6d728309f7db req-352b1a33-1a97-4a14-9290-5b07643ecd38 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340686 Aug 27 13:57:42.460703 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021bb7e-c145-472b-a8c2-930d4d666d54 req-263bf1db-cc46-4f50-a2b8-3e008f53b435 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:42.462100 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b021bb7e-c145-472b-a8c2-930d4d666d54 req-263bf1db-cc46-4f50-a2b8-3e008f53b435 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0545120 Aug 27 13:57:42.499515 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b021bb7e-c145-472b-a8c2-930d4d666d54 req-17f8b682-0b88-4cf7-9ad7-3592d5207537 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Aug 27 13:57:42.566875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d0b40e7-715b-4aee-8796-7be917312696 req-fa59698d-291e-447f-a9aa-095d152175fe tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 210 time: 0.0261226 Aug 27 13:57:42.806275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280c588-1b64-4dfb-9379-ab4d4fbfaa16 req-d0f9a9c8-8f55-445f-b02e-873695901991 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:42.807885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7280c588-1b64-4dfb-9379-ab4d4fbfaa16 req-d0f9a9c8-8f55-445f-b02e-873695901991 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 948 time: 0.0487316 Aug 27 13:57:42.815473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d7dfc-8f2e-47f4-85d4-1ffcce34b751 req-6c676e6b-f41c-4f1f-8d16-680c6c0a50ad tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:42.816967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-166d7dfc-8f2e-47f4-85d4-1ffcce34b751 req-6c676e6b-f41c-4f1f-8d16-680c6c0a50ad tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0514359 Aug 27 13:57:42.847251 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7280c588-1b64-4dfb-9379-ab4d4fbfaa16 req-e5a3fa81-d466-42b9-94a2-83357ea61295 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335944 Aug 27 13:57:42.857220 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-166d7dfc-8f2e-47f4-85d4-1ffcce34b751 req-7c20d367-1685-4ab0-a519-4c3fa62a536d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342202 Aug 27 13:57:43.018852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc79aa-8c30-4e80-b237-844104bf2fb1 req-63a78815-9b82-41df-8b2e-da9cbb646ad0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:43.020383 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ebc79aa-8c30-4e80-b237-844104bf2fb1 req-63a78815-9b82-41df-8b2e-da9cbb646ad0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0592806 Aug 27 13:57:43.058706 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ebc79aa-8c30-4e80-b237-844104bf2fb1 req-c2e2f035-ad20-4fd5-acac-8c9aa1a1dbeb tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Aug 27 13:57:43.228476 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969602b-d1da-498b-acf0-db690bf26df4 req-c4d27ee9-6e3d-4fbd-b991-40c96653a227 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:43.230134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c969602b-d1da-498b-acf0-db690bf26df4 req-c4d27ee9-6e3d-4fbd-b991-40c96653a227 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.1176875 Aug 27 13:57:43.269632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-774d1811-5fd6-492d-8569-90f34320bd7e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:43.270978 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-774d1811-5fd6-492d-8569-90f34320bd7e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.41 "GET /v2.0/networks?id=7510fbde-bbaf-4de0-99ba-405a5e3ad115 HTTP/1.1" status: 200 len: 821 time: 0.1566274 Aug 27 13:57:43.287887 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c969602b-d1da-498b-acf0-db690bf26df4 req-f6432dfb-b4fc-48f0-a78c-afacded7a498 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517299 Aug 27 13:57:43.301699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-27dafbcd-34d8-4eaf-b2f4-9f5e6fa7a69c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Request body: {'port': {'device_id': '16524a6a-23f5-45eb-ad33-ae926eed0833', 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115', 'admin_state_up': True, 'tenant_id': '2aab601e4a774b6a9eea9da91e4b0277'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:43.410520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-27dafbcd-34d8-4eaf-b2f4-9f5e6fa7a69c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Made reservation on behalf of 2aab601e4a774b6a9eea9da91e4b0277 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:57:43.413928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-27dafbcd-34d8-4eaf-b2f4-9f5e6fa7a69c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:43.457384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5412855-8d32-4e7d-8027-238e97b72366 req-794c38d0-a86a-4f93-a9c4-37d0700a78c4 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:43.463141 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5412855-8d32-4e7d-8027-238e97b72366 req-794c38d0-a86a-4f93-a9c4-37d0700a78c4 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0555108 Aug 27 13:57:43.497189 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5412855-8d32-4e7d-8027-238e97b72366 req-7ef4f4a0-8f5a-4820-9f93-50a709cb4ba5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Aug 27 13:57:43.543819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-27dafbcd-34d8-4eaf-b2f4-9f5e6fa7a69c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Allocated IP 172.20.0.5 (7510fbde-bbaf-4de0-99ba-405a5e3ad115/9d0e7137-63f2-4212-b923-f9dc4203f37d/f81c113b-2376-43c0-b807-78d365ce579f) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:57:43.663251 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffb654ad-1366-4c6c-bde9-ee865e6c90c5 req-355ba1aa-2935-472c-b925-5ae1bb45bfa6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 210 time: 0.0254083 Aug 27 13:57:43.681871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3ab14-bbad-4d40-b64e-1fb6299a33d5 req-a4080b83-6b3a-4e31-a61b-96e5e1fc5cee tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:43.683460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1fe3ab14-bbad-4d40-b64e-1fb6299a33d5 req-a4080b83-6b3a-4e31-a61b-96e5e1fc5cee tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.1118171 Aug 27 13:57:43.744807 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1fe3ab14-bbad-4d40-b64e-1fb6299a33d5 req-89d9aae6-a3e3-4861-8804-ef0704b86759 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536976 Aug 27 13:57:43.759724 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-27dafbcd-34d8-4eaf-b2f4-9f5e6fa7a69c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:43.801719 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-27dafbcd-34d8-4eaf-b2f4-9f5e6fa7a69c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:43.840239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-27dafbcd-34d8-4eaf-b2f4-9f5e6fa7a69c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:57:43.845853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-27dafbcd-34d8-4eaf-b2f4-9f5e6fa7a69c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:57:43.849431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-27dafbcd-34d8-4eaf-b2f4-9f5e6fa7a69c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:57:43.876645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dafbcd-34d8-4eaf-b2f4-9f5e6fa7a69c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Pushing event updated for resources: {'Port': ['ID=f81c113b-2376-43c0-b807-78d365ce579f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:43.907100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-27dafbcd-34d8-4eaf-b2f4-9f5e6fa7a69c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:43.908298 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-27dafbcd-34d8-4eaf-b2f4-9f5e6fa7a69c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:43.922412 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-27dafbcd-34d8-4eaf-b2f4-9f5e6fa7a69c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6246171 Aug 27 13:57:43.958272 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Request body: {'port': {'device_id': '16524a6a-23f5-45eb-ad33-ae926eed0833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:43.964598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae587f8-4c95-4fc2-9dcc-2b6a1d3dce26 req-a37d9a7e-d921-4ca3-b39b-5047147bae1b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:43.966089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aae587f8-4c95-4fc2-9dcc-2b6a1d3dce26 req-a37d9a7e-d921-4ca3-b39b-5047147bae1b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 948 time: 0.0489409 Aug 27 13:57:44.011873 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aae587f8-4c95-4fc2-9dcc-2b6a1d3dce26 req-60d275ff-0f78-4114-8fc2-5ccad2f62b0f tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380919 Aug 27 13:57:44.042103 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428a01f-0b46-4cbf-922f-4b3ab55c72af req-b6fe8064-e27f-444f-b80b-240ccebbd92a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:44.043649 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d428a01f-0b46-4cbf-922f-4b3ab55c72af req-b6fe8064-e27f-444f-b80b-240ccebbd92a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0992224 Aug 27 13:57:44.046258 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:44.117035 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d428a01f-0b46-4cbf-922f-4b3ab55c72af req-e6c5b1a2-daf6-41b8-9ce3-fab0df7537ef tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616577 Aug 27 13:57:44.178705 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516345b9-4f58-4ed0-ae31-a7e9969e3dba req-f0b46c82-af82-48da-9f93-6ac2390112e0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:44.180221 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-516345b9-4f58-4ed0-ae31-a7e9969e3dba req-f0b46c82-af82-48da-9f93-6ac2390112e0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0516479 Aug 27 13:57:44.218643 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-516345b9-4f58-4ed0-ae31-a7e9969e3dba req-07ff45db-2c6a-4361-8bba-6d5c2dc501db tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323772 Aug 27 13:57:44.338152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81c113b-2376-43c0-b807-78d365ce579f {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:44.346459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:44.358297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Transition to ACTIVE for port object f81c113b-2376-43c0-b807-78d365ce579f will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:57:44.371054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:44.447005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Pushing event updated for resources: {'Port': ['ID=f81c113b-2376-43c0-b807-78d365ce579f,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:44.470861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2449119-8dd1-483d-91e4-f074379844b8 req-229950d4-2379-4435-a33c-3d16d4ec59b4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:44.472345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2449119-8dd1-483d-91e4-f074379844b8 req-229950d4-2379-4435-a33c-3d16d4ec59b4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.1113284 Aug 27 13:57:44.548133 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2449119-8dd1-483d-91e4-f074379844b8 req-e6d148aa-0a7a-43fc-8e70-68776c372156 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565059 Aug 27 13:57:44.550708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Attempting to bind port f81c113b-2376-43c0-b807-78d365ce579f on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:57:44.551495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Attempting to bind port f81c113b-2376-43c0-b807-78d365ce579f by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'c52991d7-ea6f-4682-bf5e-095a7759c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:57:44.551495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Attempting to bind port f81c113b-2376-43c0-b807-78d365ce579f on network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:44.555920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Port f81c113b-2376-43c0-b807-78d365ce579f on network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:57:44.556240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Attempting to bind port f81c113b-2376-43c0-b807-78d365ce579f on network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:57:44.561070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:57:44.561405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Checking segment: {'id': 'c52991d7-ea6f-4682-bf5e-095a7759c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:57:44.561784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Bound using segment: {'id': 'c52991d7-ea6f-4682-bf5e-095a7759c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:57:44.562198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Bound port: f81c113b-2376-43c0-b807-78d365ce579f, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52991d7-ea6f-4682-bf5e-095a7759c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:57:44.562556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:44.623274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd1007-fbef-4d9d-9305-c84b72192dee req-2394ddfe-4e7f-4902-8df7-1eabf8070840 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:44.625153 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbfd1007-fbef-4d9d-9305-c84b72192dee req-2394ddfe-4e7f-4902-8df7-1eabf8070840 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0520866 Aug 27 13:57:44.629301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] For port f81c113b-2376-43c0-b807-78d365ce579f, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:57:44.631889 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2735434d-dd32-43d0-982b-be5be32fce5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:44.632545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] For port f81c113b-2376-43c0-b807-78d365ce579f, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f81c113b-2376-43c0-b807-78d365ce579f,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:57:44.636668 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:44.670594 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:44.670772 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbfd1007-fbef-4d9d-9305-c84b72192dee req-726490f6-17b3-4dae-85a9-3a5d1c06414d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367782 Aug 27 13:57:44.671241 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:44.672583 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] 10.222.0.41 "PUT /v2.0/ports/f81c113b-2376-43c0-b807-78d365ce579f HTTP/1.1" status: 200 len: 1092 time: 0.7183056 Aug 27 13:57:44.673024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16524a6a-23f5-45eb-ad33-ae926eed0833', 'tag': 'f81c113b-2376-43c0-b807-78d365ce579f'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:44.675558 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f6b34f-46f5-410a-b2fa-45dce4562db8" -d '{"events": [{"name": "network-changed", "server_uuid": "16524a6a-23f5-45eb-ad33-ae926eed0833", "tag": "f81c113b-2376-43c0-b807-78d365ce579f"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:44.699038 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af054eb-ab99-497a-8d8d-91d1a44e843a service neutron] Pushing event updated for resources: {'Port': ['ID=f81c113b-2376-43c0-b807-78d365ce579f,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:44.723005 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47749095-234b-4054-a489-fa9da47b2ecd x-openstack-request-id: req-47749095-234b-4054-a489-fa9da47b2ecd {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:44.723300 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16524a6a-23f5-45eb-ad33-ae926eed0833", "tag": "f81c113b-2376-43c0-b807-78d365ce579f", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:44.723552 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47749095-234b-4054-a489-fa9da47b2ecd {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:44.723955 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16524a6a-23f5-45eb-ad33-ae926eed0833', 'tag': 'f81c113b-2376-43c0-b807-78d365ce579f', 'status': 'completed', 'code': 200} Aug 27 13:57:44.813141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e492f0-64d6-4898-9dc1-7acf3936ec18 req-44005196-8954-4694-9ffd-a8ca77e0196d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:44.815215 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9e492f0-64d6-4898-9dc1-7acf3936ec18 req-44005196-8954-4694-9ffd-a8ca77e0196d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 943 time: 0.0683086 Aug 27 13:57:44.858640 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9e492f0-64d6-4898-9dc1-7acf3936ec18 req-10d80625-270c-4e22-9cbd-20fc8e852535 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371346 Aug 27 13:57:45.108505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-e403bea9-bb8b-4e33-8096-5cd78bbe2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:45.110084 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-e403bea9-bb8b-4e33-8096-5cd78bbe2d13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aab601e4a774b6a9eea9da91e4b0277&device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 1095 time: 0.3211632 Aug 27 13:57:45.123345 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafa06f-fc25-4621-b16e-58b102fbd4d8 req-0b9d31fa-f325-424e-860c-f018c25a63ed tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:45.124820 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-abafa06f-fc25-4621-b16e-58b102fbd4d8 req-0b9d31fa-f325-424e-860c-f018c25a63ed tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.3075731 Aug 27 13:57:45.136513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36858608-c783-437a-bdd1-a8dceb4afc33 req-71cbe4fe-fdbf-466a-bf57-9b7c516b207b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:45.138028 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36858608-c783-437a-bdd1-a8dceb4afc33 req-71cbe4fe-fdbf-466a-bf57-9b7c516b207b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 948 time: 0.0565169 Aug 27 13:57:45.177016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device acbca7f4-e085-4937-9c5e-5a2f56e71285 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:57:45.179146 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36858608-c783-437a-bdd1-a8dceb4afc33 req-a46a5448-3648-461f-91a1-5484ca2d2cc3 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332720 Aug 27 13:57:45.183657 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-dfb6e26c-478b-4739-85ac-d7d8b54a42cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f81c113b-2376-43c0-b807-78d365ce579f HTTP/1.1" status: 200 len: 217 time: 0.0422440 Aug 27 13:57:45.200490 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-abafa06f-fc25-4621-b16e-58b102fbd4d8 req-e6c6ebf6-347d-4bb7-96e2-2617e183edd6 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655422 Aug 27 13:57:45.254001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-f21f5ec9-7c4b-45f8-ae17-5ee733c2e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:45.255794 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-f21f5ec9-7c4b-45f8-ae17-5ee733c2e1d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d0e7137-63f2-4212-b923-f9dc4203f37d HTTP/1.1" status: 200 len: 861 time: 0.0518291 Aug 27 13:57:45.259675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port acbca7f4-e085-4937-9c5e-5a2f56e71285 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:57:45.264204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port acbca7f4-e085-4937-9c5e-5a2f56e71285 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:45.264638 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:45.306861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-ba4ef080-3c75-4dcc-93e0-aab95e39dbae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7510fbde-bbaf-4de0-99ba-405a5e3ad115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372946 Aug 27 13:57:45.349467 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:45.364260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67458e3f-6c47-4ad9-9746-3116d5519d66 req-1bc11b38-8f38-4aad-92af-3c3415135884 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:45.365953 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-67458e3f-6c47-4ad9-9746-3116d5519d66 req-1bc11b38-8f38-4aad-92af-3c3415135884 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0548220 Aug 27 13:57:45.373995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdd94fe-7e8d-4a43-934d-493249de5c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbca7f4-e085-4937-9c5e-5a2f56e71285'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:45.376536 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c243cb-400e-4e13-a3fe-8ed6c0976933" -d '{"events": [{"server_uuid": "dfdd94fe-7e8d-4a43-934d-493249de5c02", "name": "network-vif-plugged", "status": "completed", "tag": "acbca7f4-e085-4937-9c5e-5a2f56e71285"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:45.389281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port acbca7f4-e085-4937-9c5e-5a2f56e71285, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=acbca7f4-e085-4937-9c5e-5a2f56e71285,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:45.394432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161f4ca-12ef-44b4-8703-b0878e292bc5 req-141dc085-c326-452a-824d-8dfa70f4b17f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:45.395222 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:45.396127 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f161f4ca-12ef-44b4-8703-b0878e292bc5 req-141dc085-c326-452a-824d-8dfa70f4b17f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.1184876 Aug 27 13:57:45.425130 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-67458e3f-6c47-4ad9-9746-3116d5519d66 req-03a6d0b9-421a-422d-9571-61f9bcf21630 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499446 Aug 27 13:57:45.448421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=acbca7f4-e085-4937-9c5e-5a2f56e71285,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:45.449231 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-252ebcad-49de-4211-8cf6-24d76da8a4f4 service neutron] 10.222.0.41 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285088 Aug 27 13:57:45.456777 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f161f4ca-12ef-44b4-8703-b0878e292bc5 req-8406b332-f4d3-45ce-b9ab-7d6b79069998 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499916 Aug 27 13:57:45.482732 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08925442-4c24-490a-aab1-9faafe4efa1b x-openstack-request-id: req-08925442-4c24-490a-aab1-9faafe4efa1b {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:45.483028 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdd94fe-7e8d-4a43-934d-493249de5c02", "name": "network-vif-plugged", "status": "completed", "tag": "acbca7f4-e085-4937-9c5e-5a2f56e71285", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:45.483289 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08925442-4c24-490a-aab1-9faafe4efa1b {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:45.483675 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdd94fe-7e8d-4a43-934d-493249de5c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbca7f4-e085-4937-9c5e-5a2f56e71285', 'code': 200} Aug 27 13:57:45.547872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a353b21-4c5d-4445-9cab-7093edcdf902 req-08a7c366-69fc-4ddc-b0e0-d455e3bf49d6 service neutron] 10.222.0.41 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847926 Aug 27 13:57:45.590393 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7bb75-1470-494d-b9aa-516624d9c688 req-9dc2e021-f6d1-4cb4-bfcf-c44aa469d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:45.591902 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f2d7bb75-1470-494d-b9aa-516624d9c688 req-9dc2e021-f6d1-4cb4-bfcf-c44aa469d120 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 1101 time: 0.0440161 Aug 27 13:57:45.634519 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f2d7bb75-1470-494d-b9aa-516624d9c688 req-43409a0f-b80c-4add-84de-f762598fa5f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338848 Aug 27 13:57:45.675532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849f5f3-436c-41bb-ab0f-9648476e5219 req-a13ad49a-3799-4eaa-9575-6706c4360f61 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:45.676998 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3849f5f3-436c-41bb-ab0f-9648476e5219 req-a13ad49a-3799-4eaa-9575-6706c4360f61 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0522747 Aug 27 13:57:45.740841 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3849f5f3-436c-41bb-ab0f-9648476e5219 req-7e8968d1-54d8-4d43-9019-0a02541082c8 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577264 Aug 27 13:57:45.759607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6b34f-46f5-410a-b2fa-45dce4562db8 req-f853ed1e-2af1-4a20-aeab-020703c5d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:45.761238 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f6b34f-46f5-410a-b2fa-45dce4562db8 req-f853ed1e-2af1-4a20-aeab-020703c5d6a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aab601e4a774b6a9eea9da91e4b0277&device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 1095 time: 0.0483410 Aug 27 13:57:45.790336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d52be-28ab-4315-a548-cf4eed1e5637 req-d13ca9b6-6479-4c5a-bfde-98066a9c8add tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:45.791831 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a8d52be-28ab-4315-a548-cf4eed1e5637 req-d13ca9b6-6479-4c5a-bfde-98066a9c8add tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0514419 Aug 27 13:57:45.833815 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a8d52be-28ab-4315-a548-cf4eed1e5637 req-163ad45e-a492-4d10-b87d-d0ca879e3fdc tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357294 Aug 27 13:57:45.870995 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6b34f-46f5-410a-b2fa-45dce4562db8 req-d3615ca0-fa08-4d06-ba63-79715c413da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:45.872487 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f6b34f-46f5-410a-b2fa-45dce4562db8 req-d3615ca0-fa08-4d06-ba63-79715c413da8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7510fbde-bbaf-4de0-99ba-405a5e3ad115 HTTP/1.1" status: 200 len: 922 time: 0.0852461 Aug 27 13:57:45.921521 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f6b34f-46f5-410a-b2fa-45dce4562db8 req-387151e3-0217-486a-8624-9bea3be62cae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f81c113b-2376-43c0-b807-78d365ce579f HTTP/1.1" status: 200 len: 217 time: 0.0393281 Aug 27 13:57:46.002205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6b34f-46f5-410a-b2fa-45dce4562db8 req-36abeeab-9ba8-4776-a4dd-87db9a4b7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:46.003714 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f6b34f-46f5-410a-b2fa-45dce4562db8 req-36abeeab-9ba8-4776-a4dd-87db9a4b7e64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d0e7137-63f2-4212-b923-f9dc4203f37d HTTP/1.1" status: 200 len: 861 time: 0.0647459 Aug 27 13:57:46.012183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab1058-20af-451d-8f2d-fbd61840a470 req-267ef900-b9cf-4044-bbc9-42c283373455 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:46.013540 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1dab1058-20af-451d-8f2d-fbd61840a470 req-267ef900-b9cf-4044-bbc9-42c283373455 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 943 time: 0.0853739 Aug 27 13:57:46.053169 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f6b34f-46f5-410a-b2fa-45dce4562db8 req-a009c54b-a772-4a1f-88c0-e304bf7dd77a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7510fbde-bbaf-4de0-99ba-405a5e3ad115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380087 Aug 27 13:57:46.078865 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1dab1058-20af-451d-8f2d-fbd61840a470 req-d31a0583-1005-42d6-b79e-25a969e6b69a tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547094 Aug 27 13:57:46.153651 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f6b34f-46f5-410a-b2fa-45dce4562db8 req-9eca42e4-e636-46fc-b113-ab14c79dac32 service neutron] 10.222.0.41 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842917 Aug 27 13:57:46.254236 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f6b34f-46f5-410a-b2fa-45dce4562db8 req-135c5615-3e84-4f69-b1cb-4a80b8adb169 service neutron] 10.222.0.41 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924830 Aug 27 13:57:46.297143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248d513-b026-42c3-8180-639fb91533e0 req-a43b6f1d-6064-4755-b627-f7d3df06e96c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:46.300150 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7248d513-b026-42c3-8180-639fb91533e0 req-a43b6f1d-6064-4755-b627-f7d3df06e96c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 949 time: 0.0503802 Aug 27 13:57:46.325815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7a29d-e730-421e-bba2-43dd3bd202fc req-e3db8bd6-645e-4d69-ad15-6e6ff562f1f2 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:46.327352 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8dc7a29d-e730-421e-bba2-43dd3bd202fc req-e3db8bd6-645e-4d69-ad15-6e6ff562f1f2 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0509660 Aug 27 13:57:46.337401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7248d513-b026-42c3-8180-639fb91533e0 req-4c238922-7622-47e7-bff5-96de896c6d27 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313787 Aug 27 13:57:46.368499 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8dc7a29d-e730-421e-bba2-43dd3bd202fc req-e2b6bbca-339c-4f94-8d2a-07acdc8ce767 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349121 Aug 27 13:57:46.539503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00597a1e-2199-48e7-827c-fd378cb91621 req-2a40e80b-a83b-44a4-ac0b-6b14c8283675 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:46.541186 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-00597a1e-2199-48e7-827c-fd378cb91621 req-2a40e80b-a83b-44a4-ac0b-6b14c8283675 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0504153 Aug 27 13:57:46.574507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4564e74-b124-45b6-a734-027d9a87b868 req-7a3e0f5d-9376-484b-b691-fddc0c328078 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:46.576123 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4564e74-b124-45b6-a734-027d9a87b868 req-7a3e0f5d-9376-484b-b691-fddc0c328078 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0475192 Aug 27 13:57:46.579165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-00597a1e-2199-48e7-827c-fd378cb91621 req-e2f14a94-bffd-4742-9d4a-17dc84fa8b5d tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318537 Aug 27 13:57:46.619977 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4564e74-b124-45b6-a734-027d9a87b868 req-56c3378d-bc5b-43c0-adf4-f581ad7cde81 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369844 Aug 27 13:57:46.863507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150fc7-4dd1-44ba-9bf8-b6ffc0326f36 req-04ef3768-cdfb-4650-a4e5-dbced69c2455 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:46.864928 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7150fc7-4dd1-44ba-9bf8-b6ffc0326f36 req-04ef3768-cdfb-4650-a4e5-dbced69c2455 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0531292 Aug 27 13:57:46.903652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7150fc7-4dd1-44ba-9bf8-b6ffc0326f36 req-a79fc482-04e4-4848-b86c-3b1eb7c3a415 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Aug 27 13:57:46.955300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485de8de-8563-4f62-9406-85cf6484d523 req-713b27f8-7f96-4186-9e59-e7b42ca54ca5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:46.956773 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-485de8de-8563-4f62-9406-85cf6484d523 req-713b27f8-7f96-4186-9e59-e7b42ca54ca5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0536726 Aug 27 13:57:46.993858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-485de8de-8563-4f62-9406-85cf6484d523 req-1c1ce82b-023f-4696-bdd7-b2251fabd826 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309565 Aug 27 13:57:47.194140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33381848-8f95-49cd-ba60-43cb3f78e7c8 req-3bda78c1-5589-438c-b283-07fca1c79290 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:47.195645 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-33381848-8f95-49cd-ba60-43cb3f78e7c8 req-3bda78c1-5589-438c-b283-07fca1c79290 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 943 time: 0.0490985 Aug 27 13:57:47.231979 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-33381848-8f95-49cd-ba60-43cb3f78e7c8 req-ffd7303c-976a-4a97-af60-ec1508dfd498 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304461 Aug 27 13:57:47.375925 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:47.459601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd963635-2841-4eee-ae7d-b3864457d04c req-89f6eae0-e41d-4bea-89d9-a8bbfeac6462 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:47.461317 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd963635-2841-4eee-ae7d-b3864457d04c req-89f6eae0-e41d-4bea-89d9-a8bbfeac6462 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 949 time: 0.0520744 Aug 27 13:57:47.471443 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-04bbff21-6c2f-4eaa-89af-44eecd8d2bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:47.487466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268cb9c-f6ae-420f-a500-03f1f3a1c167 req-3d2808ec-4eb4-4221-8fca-bd49635f8c5b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:47.488986 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9268cb9c-f6ae-420f-a500-03f1f3a1c167 req-3d2808ec-4eb4-4221-8fca-bd49635f8c5b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0518010 Aug 27 13:57:47.501495 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd963635-2841-4eee-ae7d-b3864457d04c req-91560021-c5da-4576-a9e5-039898259099 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329881 Aug 27 13:57:47.528829 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9268cb9c-f6ae-420f-a500-03f1f3a1c167 req-6e45a4d4-e355-415d-ba1e-86c52b6cb345 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337818 Aug 27 13:57:47.698094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9371d3-e319-48bd-9c84-b2308d8ad64a req-938c9749-88f4-4ae5-8f29-4fbe064dc394 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:47.699598 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2d9371d3-e319-48bd-9c84-b2308d8ad64a req-938c9749-88f4-4ae5-8f29-4fbe064dc394 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0532427 Aug 27 13:57:47.735351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e1580-307c-479d-9089-b509512472f6 req-c5235c57-646f-4b98-a9f1-c6c34a6d3c9a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:47.737636 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-435e1580-307c-479d-9089-b509512472f6 req-c5235c57-646f-4b98-a9f1-c6c34a6d3c9a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0488932 Aug 27 13:57:47.738244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2d9371d3-e319-48bd-9c84-b2308d8ad64a req-9a8c17b3-1a6c-4008-80ef-004bc9bd15ce tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Aug 27 13:57:47.783208 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-435e1580-307c-479d-9089-b509512472f6 req-210fd854-c5b6-4ab6-9d1e-cc05164dd021 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387683 Aug 27 13:57:48.024457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf351057-cc43-43f5-a429-8201a7639a78 req-250fa65a-8145-42b0-a629-38f3b4797972 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:48.025989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf351057-cc43-43f5-a429-8201a7639a78 req-250fa65a-8145-42b0-a629-38f3b4797972 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0513320 Aug 27 13:57:48.067436 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf351057-cc43-43f5-a429-8201a7639a78 req-3dd23680-c952-4b32-a242-16de5cc37555 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353251 Aug 27 13:57:48.109651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cd53c-3265-400b-988d-1b324924a417 req-6a99ffad-b448-4d9c-94bd-ad77a07ae7da tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:48.111421 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa4cd53c-3265-400b-988d-1b324924a417 req-6a99ffad-b448-4d9c-94bd-ad77a07ae7da tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0505326 Aug 27 13:57:48.150140 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa4cd53c-3265-400b-988d-1b324924a417 req-e374d571-8ed4-4bf9-add2-59bfc7673148 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325387 Aug 27 13:57:48.345626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946f452-fd37-4afd-bda7-7bb8ff89d5d4 req-519d275a-a082-4c1e-9fbd-6fa4e4b84333 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:48.347112 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a946f452-fd37-4afd-bda7-7bb8ff89d5d4 req-519d275a-a082-4c1e-9fbd-6fa4e4b84333 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 943 time: 0.0489268 Aug 27 13:57:48.384468 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a946f452-fd37-4afd-bda7-7bb8ff89d5d4 req-b8d46c47-4173-41dc-868d-943fcd47a745 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315361 Aug 27 13:57:48.616071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20cf30-7a5f-4492-bc54-9d8d7c154b05 req-fb8540a9-a4b5-45ef-a4d7-8dcf58a10ca8 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:48.617874 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a20cf30-7a5f-4492-bc54-9d8d7c154b05 req-fb8540a9-a4b5-45ef-a4d7-8dcf58a10ca8 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 949 time: 0.0498204 Aug 27 13:57:48.628173 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:48.653143 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac72d34-dd11-4d80-aa93-038d189ac204 req-e75ca409-83c2-407a-8b9d-db1cbdd21e61 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:48.654625 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aac72d34-dd11-4d80-aa93-038d189ac204 req-e75ca409-83c2-407a-8b9d-db1cbdd21e61 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0553181 Aug 27 13:57:48.657261 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a20cf30-7a5f-4492-bc54-9d8d7c154b05 req-e03b4853-0fec-415c-b6e0-4958e426c030 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332415 Aug 27 13:57:48.694769 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aac72d34-dd11-4d80-aa93-038d189ac204 req-7280f6f8-6181-4bde-930e-d2a06e1d42eb tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325389 Aug 27 13:57:48.850958 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccf637-ae54-4314-aa57-841d47dd51dd req-8045138c-40fd-462e-b61c-877128775466 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:48.852443 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5cccf637-ae54-4314-aa57-841d47dd51dd req-8045138c-40fd-462e-b61c-877128775466 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0491626 Aug 27 13:57:48.890655 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5cccf637-ae54-4314-aa57-841d47dd51dd req-eb69283d-ca2b-44cc-959c-053c0dcec59d tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323741 Aug 27 13:57:48.900963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b3ef7-cbd5-4ef0-9958-cb76faf3ed4c req-cc097476-929f-4bf7-bc7e-151dc2bd02d7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:48.902469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f5b3ef7-cbd5-4ef0-9958-cb76faf3ed4c req-cc097476-929f-4bf7-bc7e-151dc2bd02d7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0499508 Aug 27 13:57:48.943108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f5b3ef7-cbd5-4ef0-9958-cb76faf3ed4c req-f2411008-960b-4d9f-b232-fbcd60390455 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345485 Aug 27 13:57:49.188360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2e530-f2b4-4fa7-9858-2e36fa39a2d3 req-5c58c2dc-6a82-4c32-8232-6d1ecf51c2a0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:49.190032 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-32c2e530-f2b4-4fa7-9858-2e36fa39a2d3 req-5c58c2dc-6a82-4c32-8232-6d1ecf51c2a0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0502164 Aug 27 13:57:49.198571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 062bd1ee-5174-47db-ba80-79a5571967ca details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:57:49.201820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 062bd1ee-5174-47db-ba80-79a5571967ca no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:57:49.228991 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-32c2e530-f2b4-4fa7-9858-2e36fa39a2d3 req-a67a3eef-1289-4bd7-b2b2-11822e415809 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Aug 27 13:57:49.274187 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac7d74-21a8-409e-aa0d-97656c5aa348 req-1f129258-b027-4aae-8388-c53ab38c80f4 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:49.275705 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d6ac7d74-21a8-409e-aa0d-97656c5aa348 req-1f129258-b027-4aae-8388-c53ab38c80f4 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0557034 Aug 27 13:57:49.314568 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d6ac7d74-21a8-409e-aa0d-97656c5aa348 req-4f7493c7-6218-4dd7-b259-3f910d9ccd22 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327623 Aug 27 13:57:49.354354 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:49.360374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=062bd1ee-5174-47db-ba80-79a5571967ca,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:49.382571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '062bd1ee-5174-47db-ba80-79a5571967ca', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '062bd1ee-5174-47db-ba80-79a5571967ca', 'mac_address': 'fa:16:3e:0d:a2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:57:49.390128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:49.392955 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f98e2-cd2d-4ac7-b928-5d6939c7c460" -d '{"events": [{"server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "name": "network-vif-unplugged", "status": "completed", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:49.423024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=062bd1ee-5174-47db-ba80-79a5571967ca,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:49.436736 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523e1c62-98ec-47b5-a830-03f77f9c0f6c x-openstack-request-id: req-523e1c62-98ec-47b5-a830-03f77f9c0f6c {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:49.437039 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "name": "network-vif-unplugged", "status": "completed", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:49.437293 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-523e1c62-98ec-47b5-a830-03f77f9c0f6c {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:49.437685 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca', 'code': 200} Aug 27 13:57:49.440496 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:49.464950 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:49.489845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 062bd1ee-5174-47db-ba80-79a5571967ca {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:49.509521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=062bd1ee-5174-47db-ba80-79a5571967ca,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:49.513356 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1306ea3-eb15-4653-abb6-c46b87f6ae3a req-b7155136-b52f-46bd-9562-c0918a734213 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:49.515274 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1306ea3-eb15-4653-abb6-c46b87f6ae3a req-b7155136-b52f-46bd-9562-c0918a734213 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 943 time: 0.0530994 Aug 27 13:57:49.544803 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 13:57:49.545165 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 13:57:49.557858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1306ea3-eb15-4653-abb6-c46b87f6ae3a req-ab052655-d67f-4a88-b8c7-6ee7303a998c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354438 Aug 27 13:57:49.777310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebfe89-d1a0-46be-a4a7-4260bc00d9e9 req-aef85b10-7686-4d27-b77a-bdffacd98e7a tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:49.778838 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-94ebfe89-d1a0-46be-a4a7-4260bc00d9e9 req-aef85b10-7686-4d27-b77a-bdffacd98e7a tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 949 time: 0.0530515 Aug 27 13:57:49.818310 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-94ebfe89-d1a0-46be-a4a7-4260bc00d9e9 req-3cac41c7-b37e-407d-b657-2c3d736208b3 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332768 Aug 27 13:57:49.819037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71598545-90d5-44d2-9c70-6a493e9e846e req-1a3b8e10-9fbb-4b2b-8814-de96f6dc512f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:49.820752 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71598545-90d5-44d2-9c70-6a493e9e846e req-1a3b8e10-9fbb-4b2b-8814-de96f6dc512f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 948 time: 0.0548606 Aug 27 13:57:49.866645 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71598545-90d5-44d2-9c70-6a493e9e846e req-e1c1e944-e108-402f-8255-16a25fa76278 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396016 Aug 27 13:57:49.999737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65598a0f-6ad3-4b09-8415-59f55c357ae2 req-f014fad8-5f54-46b2-b09b-4e4149f7f325 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:50.002304 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-65598a0f-6ad3-4b09-8415-59f55c357ae2 req-f014fad8-5f54-46b2-b09b-4e4149f7f325 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 946 time: 0.0571153 Aug 27 13:57:50.015072 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2bf6-081d-487c-8c98-878ef36dbefb req-ec7a1944-5b39-4b47-b1dd-2cc20c52e05e tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:50.016804 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-632b2bf6-081d-487c-8c98-878ef36dbefb req-ec7a1944-5b39-4b47-b1dd-2cc20c52e05e tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0515726 Aug 27 13:57:50.041815 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-65598a0f-6ad3-4b09-8415-59f55c357ae2 req-e87192de-d569-4116-894b-d79d53cfddc2 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329289 Aug 27 13:57:50.058666 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-632b2bf6-081d-487c-8c98-878ef36dbefb req-1f7bd1b9-9cc8-4013-a742-6f608cf573f9 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346761 Aug 27 13:57:50.100294 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:50.105924 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:50.118998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062bd1ee-5174-47db-ba80-79a5571967ca {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:50.138375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=062bd1ee-5174-47db-ba80-79a5571967ca,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:50.145052 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:50.173670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b3a69-e23e-4857-a455-23954a169526 req-21d85550-e0a3-430e-ba1f-0f14f397cf93 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:50.175252 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea3b3a69-e23e-4857-a455-23954a169526 req-21d85550-e0a3-430e-ba1f-0f14f397cf93 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0529985 Aug 27 13:57:50.192215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=062bd1ee-5174-47db-ba80-79a5571967ca,revision_number=10']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:50.214384 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea3b3a69-e23e-4857-a455-23954a169526 req-6303933c-f045-45ec-b2fe-1b4353f07819 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Aug 27 13:57:50.340003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-d447c74b-2060-4bef-a816-882fc6899a5f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:50.341630 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-d447c74b-2060-4bef-a816-882fc6899a5f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.52 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 946 time: 0.0492406 Aug 27 13:57:50.349664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4b5b6-14e1-4807-a83a-fdc87a2263d1 req-ecc8f7ba-5d10-4bf6-8fb7-a784977070b2 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:50.351591 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40e4b5b6-14e1-4807-a83a-fdc87a2263d1 req-ecc8f7ba-5d10-4bf6-8fb7-a784977070b2 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0509648 Aug 27 13:57:50.394052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40e4b5b6-14e1-4807-a83a-fdc87a2263d1 req-8bad2f03-528d-485e-a76f-46031a8f557d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358896 Aug 27 13:57:50.472369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437569a-38ac-4a94-bbf0-83b27d940031 req-d2dfb38c-fba4-412c-a7f3-3405f5b2d998 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:50.473858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2437569a-38ac-4a94-bbf0-83b27d940031 req-d2dfb38c-fba4-412c-a7f3-3405f5b2d998 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0858018 Aug 27 13:57:50.505013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-e1de8356-4c6a-4b1d-b72e-3c5b240f55b2 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Deleting port 690d6880-3a93-41c3-81f5-cb0e4984a9cf {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:57:50.505541 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-e1de8356-4c6a-4b1d-b72e-3c5b240f55b2 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:50.519076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['062bd1ee-5174-47db-ba80-79a5571967ca'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:50.649332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f81c113b-2376-43c0-b807-78d365ce579f details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:57:50.694355 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dbb90-9b04-48f7-a651-4962ffec1adb req-976302ed-71e4-47b5-843c-b5d58a404963 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:50.696431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-411dbb90-9b04-48f7-a651-4962ffec1adb req-976302ed-71e4-47b5-843c-b5d58a404963 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 943 time: 0.0612316 Aug 27 13:57:50.744581 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-411dbb90-9b04-48f7-a651-4962ffec1adb req-04973f28-7ec8-4248-a3a7-ab5fc353f078 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399582 Aug 27 13:57:50.778522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f81c113b-2376-43c0-b807-78d365ce579f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f81c113b-2376-43c0-b807-78d365ce579f,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:50.790509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'f81c113b-2376-43c0-b807-78d365ce579f', 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115', 'port_id': 'f81c113b-2376-43c0-b807-78d365ce579f', 'mac_address': 'fa:16:3e:33:33:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0e7137-63f2-4212-b923-f9dc4203f37d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:57:50.796538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2437569a-38ac-4a94-bbf0-83b27d940031 req-6a5b14ec-a745-4912-bf77-b1a904a7674e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159895 Aug 27 13:57:50.835946 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:50.846059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-e1de8356-4c6a-4b1d-b72e-3c5b240f55b2 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] For port 690d6880-3a93-41c3-81f5-cb0e4984a9cf, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=690d6880-3a93-41c3-81f5-cb0e4984a9cf,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:50.846426 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-e1de8356-4c6a-4b1d-b72e-3c5b240f55b2 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:50.851458 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81c113b-2376-43c0-b807-78d365ce579f {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:57:50.862513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-e1de8356-4c6a-4b1d-b72e-3c5b240f55b2 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Calling delete_port for 690d6880-3a93-41c3-81f5-cb0e4984a9cf owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:57:50.873107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f81c113b-2376-43c0-b807-78d365ce579f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f81c113b-2376-43c0-b807-78d365ce579f,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:50.878110 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:50.933462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=f81c113b-2376-43c0-b807-78d365ce579f,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:50.950378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8055274-facf-40b2-a8be-dd4f67496451 req-ec607197-a5c8-4e7a-82e2-0c721e914f83 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:50.951950 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8055274-facf-40b2-a8be-dd4f67496451 req-ec607197-a5c8-4e7a-82e2-0c721e914f83 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 949 time: 0.0529919 Aug 27 13:57:50.994248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8055274-facf-40b2-a8be-dd4f67496451 req-85e7464b-e842-47e9-a1d4-d7b82eaa7f1c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360425 Aug 27 13:57:51.020368 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:51.024922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd034cf-8d0c-42b5-b755-df6c5476239d req-56e40d5f-cadb-4bf9-8ac5-b6aa9e017210 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:51.026426 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0cd034cf-8d0c-42b5-b755-df6c5476239d req-56e40d5f-cadb-4bf9-8ac5-b6aa9e017210 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0882275 Aug 27 13:57:51.072204 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-e1de8356-4c6a-4b1d-b72e-3c5b240f55b2 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:51.103860 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0cd034cf-8d0c-42b5-b755-df6c5476239d req-3675c9bb-0f2e-4bf6-bb30-ec05cf847667 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715313 Aug 27 13:57:51.106792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de8356-4c6a-4b1d-b72e-3c5b240f55b2 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Pushing event deleted for resources: {'Port': ['ID=690d6880-3a93-41c3-81f5-cb0e4984a9cf,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:51.154798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-e1de8356-4c6a-4b1d-b72e-3c5b240f55b2 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] No DVR routers for this DVR port 690d6880-3a93-41c3-81f5-cb0e4984a9cf on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:57:51.157540 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-e1de8356-4c6a-4b1d-b72e-3c5b240f55b2 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:51.159745 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-e1de8356-4c6a-4b1d-b72e-3c5b240f55b2 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.52 "DELETE /v2.0/ports/690d6880-3a93-41c3-81f5-cb0e4984a9cf HTTP/1.1" status: 204 len: 173 time: 0.8113551 Aug 27 13:57:51.160188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5beabb68-3652-460f-9209-67328688a2de', 'name': 'network-vif-deleted', 'tag': '690d6880-3a93-41c3-81f5-cb0e4984a9cf'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:51.162447 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f0df31-a6df-4d3f-99e2-d70fd54022e1" -d '{"events": [{"server_uuid": "5beabb68-3652-460f-9209-67328688a2de", "name": "network-vif-deleted", "tag": "690d6880-3a93-41c3-81f5-cb0e4984a9cf"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:51.168927 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e73f620-45b9-47b5-ac9f-36596a4f6132 req-af8a6c59-8fe5-4746-832f-7f2e646ccc9f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 210 time: 0.0319457 Aug 27 13:57:51.212986 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da763e8-b36f-431d-be1b-75930a092836 x-openstack-request-id: req-4da763e8-b36f-431d-be1b-75930a092836 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:51.213375 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5beabb68-3652-460f-9209-67328688a2de", "name": "network-vif-deleted", "tag": "690d6880-3a93-41c3-81f5-cb0e4984a9cf", "status": "failed", "code": 422}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:51.213628 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4da763e8-b36f-431d-be1b-75930a092836 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:51.214113 n-d-712139-12 neutron-server[101186]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5beabb68-3652-460f-9209-67328688a2de', 'name': 'network-vif-deleted', 'tag': '690d6880-3a93-41c3-81f5-cb0e4984a9cf', 'status': 'failed', 'code': 422} returned with failed status Aug 27 13:57:51.352981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee305e09-d5a9-46fe-bf34-c294fef26281 req-a467136f-8970-46ee-943a-a9ebd38fe7ce tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:51.354554 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee305e09-d5a9-46fe-bf34-c294fef26281 req-a467136f-8970-46ee-943a-a9ebd38fe7ce tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0546048 Aug 27 13:57:51.400353 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee305e09-d5a9-46fe-bf34-c294fef26281 req-57ceb46e-4c71-42ee-9b32-f5008a718921 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397387 Aug 27 13:57:51.531981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c0db-9efe-4257-8d2d-5f41d8e7dd64 req-05e8dde7-424a-420a-906e-3c9758ad40ef tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:51.533696 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0fb4c0db-9efe-4257-8d2d-5f41d8e7dd64 req-05e8dde7-424a-420a-906e-3c9758ad40ef tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0606627 Aug 27 13:57:51.582917 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0fb4c0db-9efe-4257-8d2d-5f41d8e7dd64 req-4911e547-d9cb-4a99-b5e7-e8f49e1a9b8a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Aug 27 13:57:51.615853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-f04f2b1c-bf2e-4731-86ef-775fc634fcaf tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1080295000&fields=id&tenant_id=b24b98473ebf462aae9865b3b3a47006 HTTP/1.1" status: 200 len: 267 time: 0.0430746 Aug 27 13:57:51.723383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-f6df398c-72e8-4317-9446-f0af7e7646c7 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:51.724937 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-f6df398c-72e8-4317-9446-f0af7e7646c7 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/networks?id=54f93b5e-cd0d-4b77-a984-346ab4450664 HTTP/1.1" status: 200 len: 823 time: 0.1024828 Aug 27 13:57:51.745568 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-62f5dfeb-c378-4d03-ad2d-ed16282143fc tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/quotas/b24b98473ebf462aae9865b3b3a47006 HTTP/1.1" status: 200 len: 375 time: 0.0105581 Aug 27 13:57:51.816421 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-114de3af-ef38-418b-86de-80435e5acc53 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b24b98473ebf462aae9865b3b3a47006&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0650618 Aug 27 13:57:51.841894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f81c113b-2376-43c0-b807-78d365ce579f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:51.897733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f4083-5b6e-49cd-b97a-041bc33e528d req-bcd1937f-32b7-43b1-a0c6-e17ad6b29294 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:51.899369 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-401f4083-5b6e-49cd-b97a-041bc33e528d req-bcd1937f-32b7-43b1-a0c6-e17ad6b29294 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 944 time: 0.0641053 Aug 27 13:57:51.940521 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-3cd2af68-ab83-44f8-a93b-701671a7ddef service neutron] 10.222.0.55 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060855 Aug 27 13:57:51.942851 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-401f4083-5b6e-49cd-b97a-041bc33e528d req-0460fac3-24a7-4f16-ac87-be2a5916899c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362432 Aug 27 13:57:52.039646 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-2d0466b0-eff4-4d0c-b8b9-bc48aa383864 service neutron] 10.222.0.55 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970209 Aug 27 13:57:52.075031 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:57:52.077176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df4de3-cbb3-4de1-ac72-e84cfd82d43e req-2c5820ef-28e6-47f2-a77e-64a3cdfa66d2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:52.083305 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-23df4de3-cbb3-4de1-ac72-e84cfd82d43e req-2c5820ef-28e6-47f2-a77e-64a3cdfa66d2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0555725 Aug 27 13:57:52.123148 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-23df4de3-cbb3-4de1-ac72-e84cfd82d43e req-356fef8c-9131-4ffe-a1de-c1b19a1288a1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375986 Aug 27 13:57:52.237131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed051a2-9c0a-4cb3-8efd-709b01d8ef36 req-e92483ed-707b-4ac3-8563-79039877677c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:52.238900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ed051a2-9c0a-4cb3-8efd-709b01d8ef36 req-e92483ed-707b-4ac3-8563-79039877677c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 949 time: 0.0532978 Aug 27 13:57:52.272507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcf365-f61f-41f7-ba90-1a0d43e6efb2 req-2afee9b1-9115-4fc9-b421-251e2be0789d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:52.274057 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2dfcf365-f61f-41f7-ba90-1a0d43e6efb2 req-2afee9b1-9115-4fc9-b421-251e2be0789d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 950 time: 0.0602095 Aug 27 13:57:52.282313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ed051a2-9c0a-4cb3-8efd-709b01d8ef36 req-7aab6ab4-bd59-46c9-a7eb-d621c7dbec72 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367272 Aug 27 13:57:52.315354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2dfcf365-f61f-41f7-ba90-1a0d43e6efb2 req-a746f450-824c-4c80-90b6-1dcc63cd3df2 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350211 Aug 27 13:57:52.352011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2a3e0244-b8fd-43f2-92f6-7a459e2cc037 req-a74d222c-ad5b-422e-ad18-4937d2dc9c16 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0293202 Aug 27 13:57:52.409481 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-93ab12aa-bd0f-40db-899c-b1510960a1eb req-922435cc-64d8-4d48-9663-4e500086c97f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 210 time: 0.0273952 Aug 27 13:57:52.522045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662df07-9fe2-4813-8a93-0b508d04ebe0 req-91d20ceb-1c45-475f-95c4-58203001075c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:52.523597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b662df07-9fe2-4813-8a93-0b508d04ebe0 req-91d20ceb-1c45-475f-95c4-58203001075c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0521812 Aug 27 13:57:52.562275 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b662df07-9fe2-4813-8a93-0b508d04ebe0 req-eee9ca49-77ce-4cc0-b2d7-abab13083ae7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Aug 27 13:57:52.714255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b90f74-d325-4148-8f87-4b322b3a4bfa req-513d8cd5-d84a-4c33-89ab-ab95d3caea7a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:52.715707 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19b90f74-d325-4148-8f87-4b322b3a4bfa req-513d8cd5-d84a-4c33-89ab-ab95d3caea7a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0499434 Aug 27 13:57:52.756206 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19b90f74-d325-4148-8f87-4b322b3a4bfa req-e389e0e1-3473-4d25-b228-7639a6e53837 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333984 Aug 27 13:57:52.874363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-f9f6925e-93bb-4825-ac65-e22ca6596ebe tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:52.875873 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-f9f6925e-93bb-4825-ac65-e22ca6596ebe tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.52 "GET /v2.0/ports?device_id=265771b1-3bca-4830-bf40-0e3b155c9b00 HTTP/1.1" status: 200 len: 946 time: 0.0531657 Aug 27 13:57:52.976196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Deleting port 491d9168-9174-4aff-a1ca-6cc422ee2f3f {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:57:52.976529 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:53.013222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-5482841d-a684-4d47-b871-ae80fb63c61f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:53.014754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-5482841d-a684-4d47-b871-ae80fb63c61f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.41 "GET /v2.0/networks?id=fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd HTTP/1.1" status: 200 len: 815 time: 0.1203399 Aug 27 13:57:53.100237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] For port 491d9168-9174-4aff-a1ca-6cc422ee2f3f, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=491d9168-9174-4aff-a1ca-6cc422ee2f3f,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:53.100614 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:53.109944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1f73a-2ef3-4ca0-9ba3-5f25069b597d req-0169fc55-5a2a-4611-b088-fa5c502e3ddf tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:53.110461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Request body: {'port': {'device_id': '5beabb68-3652-460f-9209-67328688a2de', 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd', 'admin_state_up': True, 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:57:53.111575 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-63e1f73a-2ef3-4ca0-9ba3-5f25069b597d req-0169fc55-5a2a-4611-b088-fa5c502e3ddf tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 944 time: 0.0864527 Aug 27 13:57:53.212873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 062bd1ee-5174-47db-ba80-79a5571967ca up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:57:53.244251 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-63e1f73a-2ef3-4ca0-9ba3-5f25069b597d req-096d6832-d22f-4613-a1f5-90e68959b64e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254086 Aug 27 13:57:53.277154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 062bd1ee-5174-47db-ba80-79a5571967ca triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:53.277862 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:53.321724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c569dbe-2a51-49db-9221-22181ad35498 req-b3a520a1-e751-4f44-ac12-e786dc9437c2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:53.330637 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3c569dbe-2a51-49db-9221-22181ad35498 req-b3a520a1-e751-4f44-ac12-e786dc9437c2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.1272559 Aug 27 13:57:53.335860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Made reservation on behalf of 94a6515f8f724dc2ab86aeeed1a7f94a for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:57:53.345277 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:53.459413 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:53.469137 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3c569dbe-2a51-49db-9221-22181ad35498 req-29f76894-969d-4d2f-969f-9a092901ec65 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146753 Aug 27 13:57:53.518832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:53.521363 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c693c5ef-c95b-4c07-8bd7-0b6d0ac69161" -d '{"events": [{"server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "name": "network-vif-plugged", "status": "completed", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:53.556990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=062bd1ee-5174-47db-ba80-79a5571967ca,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:53.567310 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:53.569369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 491d9168-9174-4aff-a1ca-6cc422ee2f3f no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:57:53.651227 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:53.652679 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:53.653176 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Floating IP 3a5a92d8-fbf0-453f-a267-53ad6d9414e7 disassociated. External IP: 172.25.2.10, port: 491d9168-9174-4aff-a1ca-6cc422ee2f3f. Aug 27 13:57:53.653604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Calling delete_port for 491d9168-9174-4aff-a1ca-6cc422ee2f3f owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:57:53.664954 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Allocated IP 172.20.0.8 (fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd/18141edc-2850-46e4-aa3e-33f9943dea5c/2cce02d1-755a-4c11-a22c-8cf262e70aa5) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:57:53.669654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebe024-0b27-483a-8462-d03a82b0186b req-ce9d9b4d-b2c9-484c-8c04-295ea3964766 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:53.671334 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-60ebe024-0b27-483a-8462-d03a82b0186b req-ce9d9b4d-b2c9-484c-8c04-295ea3964766 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 949 time: 0.1866472 Aug 27 13:57:53.685040 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=062bd1ee-5174-47db-ba80-79a5571967ca,revision_number=11']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:53.697974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708eb71-dc07-48ed-95c3-3d3e571e310a req-37b7c781-f759-4c02-b2fc-2c17b2005c1c tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:53.706989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e708eb71-dc07-48ed-95c3-3d3e571e310a req-37b7c781-f759-4c02-b2fc-2c17b2005c1c tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 951 time: 0.1120751 Aug 27 13:57:53.771016 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:53.779599 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-60ebe024-0b27-483a-8462-d03a82b0186b req-fc7ad372-1163-4188-bc67-ba4b373ae156 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627611 Aug 27 13:57:53.785985 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e708eb71-dc07-48ed-95c3-3d3e571e310a req-a69c7167-3fdd-4ec2-aeac-b0719bf1f6d0 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779431 Aug 27 13:57:53.830770 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 491d9168-9174-4aff-a1ca-6cc422ee2f3f, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=491d9168-9174-4aff-a1ca-6cc422ee2f3f,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:53.844052 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:53.846022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 690d6880-3a93-41c3-81f5-cb0e4984a9cf no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:57:53.876053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 690d6880-3a93-41c3-81f5-cb0e4984a9cf {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:57:53.876426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 690d6880-3a93-41c3-81f5-cb0e4984a9cf not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:57:53.894953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-11346af7-b277-4308-b66f-d4964f0c2c57 req-d911fc93-30a3-47a2-a72f-90560e0cafc8 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0362201 Aug 27 13:57:53.928894 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6f74a66-9f6d-4fe4-a5af-4eacf37bcaba req-0303ea87-0592-408e-9746-aacf29373914 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 210 time: 0.0424829 Aug 27 13:57:53.961003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=491d9168-9174-4aff-a1ca-6cc422ee2f3f,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:53.969281 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:53.972366 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b90eac-69fd-433b-9bf1-3614ac4bbf6b x-openstack-request-id: req-64b90eac-69fd-433b-9bf1-3614ac4bbf6b {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:53.972665 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "name": "network-vif-plugged", "status": "completed", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:53.972918 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64b90eac-69fd-433b-9bf1-3614ac4bbf6b {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:53.973323 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca', 'code': 200} Aug 27 13:57:53.994970 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:54.005445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Pushing event deleted for resources: {'Port': ['ID=491d9168-9174-4aff-a1ca-6cc422ee2f3f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:54.024315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Transition to ACTIVE for port object 2cce02d1-755a-4c11-a22c-8cf262e70aa5 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:57:54.120433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d306-7584-4fdf-a816-09f13a536dcb req-44ce7811-56c1-4194-8a22-c6cf80732e51 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:54.121960 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9c36d306-7584-4fdf-a816-09f13a536dcb req-44ce7811-56c1-4194-8a22-c6cf80732e51 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0792890 Aug 27 13:57:54.131265 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:54.160373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2087ca1-2bf5-4af5-afb0-f3392283a91d req-4efa9319-02c6-4061-bf0f-1a006382f8a4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:54.161874 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f2087ca1-2bf5-4af5-afb0-f3392283a91d req-4efa9319-02c6-4061-bf0f-1a006382f8a4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.1343563 Aug 27 13:57:54.195526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:57:54.215910 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f2087ca1-2bf5-4af5-afb0-f3392283a91d req-278849d7-2f2a-446b-a59a-b2f9d58a55c5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449247 Aug 27 13:57:54.219001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:57:54.229379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:57:54.241071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:57:54.250509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Pushing event updated for resources: {'Port': ['ID=2cce02d1-755a-4c11-a22c-8cf262e70aa5,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:54.279775 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9c36d306-7584-4fdf-a816-09f13a536dcb req-c6785558-c78c-4af9-8650-4729ec6a4146 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455021 Aug 27 13:57:54.289214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a320eb-d15c-4982-a822-d36925ff66a3 req-26aaa875-ec99-4159-9c10-5b7168f4e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:54.290762 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-65a320eb-d15c-4982-a822-d36925ff66a3 req-26aaa875-ec99-4159-9c10-5b7168f4e2c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 1103 time: 0.1674998 Aug 27 13:57:54.328836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:54.330764 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:54.337816 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:57:54.353494 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b51564f-855e-4356-8847-696361dc10e1 None None] Sync routers for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:57:54.363887 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-65a320eb-d15c-4982-a822-d36925ff66a3 req-544f93cd-3a18-4f4a-8798-bb59dbfd54a8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625367 Aug 27 13:57:54.364779 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b51564f-855e-4356-8847-696361dc10e1 None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:57:54.365410 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4b51564f-855e-4356-8847-696361dc10e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:57:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:57:54.368223 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-ea6f3279-4b49-4273-b0ad-bc20c84f94c0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2619841 Aug 27 13:57:54.425503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] No DVR routers for this DVR port 491d9168-9174-4aff-a1ca-6cc422ee2f3f on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:57:54.428691 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:54.430711 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10da4d9b-09df-41ee-8990-d1c977477ef2 req-53791fe7-c17b-4198-8b03-5580ec24a7fd tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.52 "DELETE /v2.0/ports/491d9168-9174-4aff-a1ca-6cc422ee2f3f HTTP/1.1" status: 204 len: 173 time: 1.5487959 Aug 27 13:57:54.431170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'name': 'network-vif-deleted', 'tag': '491d9168-9174-4aff-a1ca-6cc422ee2f3f'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:54.433573 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3128a15-4898-4fa1-9587-7221b246b427" -d '{"events": [{"server_uuid": "265771b1-3bca-4830-bf40-0e3b155c9b00", "name": "network-vif-deleted", "tag": "491d9168-9174-4aff-a1ca-6cc422ee2f3f"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:54.472828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a265b7-0572-4165-9b25-9351627c291e req-aaeeb395-5dea-404b-b86d-4b9fb9e6544f tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:54.475081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13a265b7-0572-4165-9b25-9351627c291e req-aaeeb395-5dea-404b-b86d-4b9fb9e6544f tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 944 time: 0.0963726 Aug 27 13:57:54.509744 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6efa35-a98e-467d-a658-c2b03da07f89 x-openstack-request-id: req-2a6efa35-a98e-467d-a658-c2b03da07f89 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:54.510310 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265771b1-3bca-4830-bf40-0e3b155c9b00", "name": "network-vif-deleted", "tag": "491d9168-9174-4aff-a1ca-6cc422ee2f3f", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:54.510719 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a6efa35-a98e-467d-a658-c2b03da07f89 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:54.511229 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'name': 'network-vif-deleted', 'tag': '491d9168-9174-4aff-a1ca-6cc422ee2f3f', 'status': 'completed', 'code': 200} Aug 27 13:57:54.542276 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13a265b7-0572-4165-9b25-9351627c291e req-9e31d1b4-3d8c-421e-b977-599446a11855 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611117 Aug 27 13:57:54.551193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1e6a06e8-84c9-4edb-aeb5-57f81dd9ce4c None None] Provisioning for port 2cce02d1-755a-4c11-a22c-8cf262e70aa5 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:57:54.556859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1e6a06e8-84c9-4edb-aeb5-57f81dd9ce4c None None] Provisioning complete for port 2cce02d1-755a-4c11-a22c-8cf262e70aa5 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:54.557506 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e6a06e8-84c9-4edb-aeb5-57f81dd9ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:54.628285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a06e8-84c9-4edb-aeb5-57f81dd9ce4c None None] Port 2cce02d1-755a-4c11-a22c-8cf262e70aa5 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:57:54.633601 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-4b51564f-855e-4356-8847-696361dc10e1 None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:57:54.647758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27466a0-f712-4ba7-9958-650c06a864d2 req-a7a330e7-7acf-4c4c-9ce1-087d893f01d1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:54.649485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c27466a0-f712-4ba7-9958-650c06a864d2 req-a7a330e7-7acf-4c4c-9ce1-087d893f01d1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0801353 Aug 27 13:57:54.686217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f81c113b-2376-43c0-b807-78d365ce579f up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:57:54.701668 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c27466a0-f712-4ba7-9958-650c06a864d2 req-bb5996dd-78e6-4872-981e-69bde7ad8232 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452864 Aug 27 13:57:54.745944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port f81c113b-2376-43c0-b807-78d365ce579f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:57:54.749991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port f81c113b-2376-43c0-b807-78d365ce579f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:57:54.750542 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:54.833008 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:54.871561 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4b51564f-855e-4356-8847-696361dc10e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:04Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:57:54.878591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f81c113b-2376-43c0-b807-78d365ce579f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f81c113b-2376-43c0-b807-78d365ce579f,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:54.884173 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:54.902573 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b51564f-855e-4356-8847-696361dc10e1 None None] Checking router: 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:57:54.911852 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b51564f-855e-4356-8847-696361dc10e1 None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:57:54.912618 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4b51564f-855e-4356-8847-696361dc10e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:57:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:57:54.938040 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=f81c113b-2376-43c0-b807-78d365ce579f,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:54.960651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c152921-ef26-4ffe-a68a-4b895bea3f7e req-b2bc4a5e-68bc-41d3-8924-520a4b80addd tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:54.962173 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c152921-ef26-4ffe-a68a-4b895bea3f7e req-b2bc4a5e-68bc-41d3-8924-520a4b80addd tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 951 time: 0.1025052 Aug 27 13:57:54.964450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed48331-5dd0-43af-8c92-250a801f7fcc req-221644c1-5dcb-4f48-ad54-0657740e1544 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:54.965999 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ed48331-5dd0-43af-8c92-250a801f7fcc req-221644c1-5dcb-4f48-ad54-0657740e1544 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 949 time: 0.0960665 Aug 27 13:57:55.014543 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ed48331-5dd0-43af-8c92-250a801f7fcc req-0e6eb6e6-6f59-40ef-a65d-1b81adacf363 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355616 Aug 27 13:57:55.023411 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c152921-ef26-4ffe-a68a-4b895bea3f7e req-ea214ab2-fde7-483c-9c96-bf16fc53f293 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446157 Aug 27 13:57:55.053677 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-4b51564f-855e-4356-8847-696361dc10e1 None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:57:55.123404 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-399af251-4b1d-424b-a413-1c44d6347f52 req-8a9240a9-6771-45c1-a69d-98ffe172a254 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0347118 Aug 27 13:57:55.158676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9c9af-cb67-468e-b513-4338c0a578fa req-7c1b4b95-ec98-4dc8-9af5-531c985fcf13 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:55.163731 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8de9c9af-cb67-468e-b513-4338c0a578fa req-7c1b4b95-ec98-4dc8-9af5-531c985fcf13 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 931 time: 0.0805171 Aug 27 13:57:55.210669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8de9c9af-cb67-468e-b513-4338c0a578fa req-d3ec6b30-0856-4126-a2b1-4c92892988e0 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Aug 27 13:57:55.226232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e0c6a-e493-4e32-8bd3-9bb2fceda0b5 req-4d68fba3-dd67-48c8-91e0-b26ce30fdb37 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:55.234652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-325e0c6a-e493-4e32-8bd3-9bb2fceda0b5 req-4d68fba3-dd67-48c8-91e0-b26ce30fdb37 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 1101 time: 0.0514805 Aug 27 13:57:55.269232 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-325e0c6a-e493-4e32-8bd3-9bb2fceda0b5 req-8245324a-f63f-4b58-8076-44e06444e8f4 tempest-ServersOnMultiNodesTest-2022180280 tempest-ServersOnMultiNodesTest-2022180280-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336254 Aug 27 13:57:55.333731 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4b51564f-855e-4356-8847-696361dc10e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:04Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:57:55.344157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dea894-6991-471d-afcf-deb3048e9c1a req-3d17fc5d-89a0-4743-a550-688ec6b9c325 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:55.346392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90dea894-6991-471d-afcf-deb3048e9c1a req-3d17fc5d-89a0-4743-a550-688ec6b9c325 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0535562 Aug 27 13:57:55.362646 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b51564f-855e-4356-8847-696361dc10e1 None None] The sync data for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 is: [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:04Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:57:55.390882 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90dea894-6991-471d-afcf-deb3048e9c1a req-cad7c38b-31fe-40c0-906a-37ccfd9b77e4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376723 Aug 27 13:57:55.524339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e702b2-5115-4285-aa8f-57e1fee248b6 req-b49cc30e-45c2-41e6-96ec-fd83264378a3 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:55.525961 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-54e702b2-5115-4285-aa8f-57e1fee248b6 req-b49cc30e-45c2-41e6-96ec-fd83264378a3 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0588779 Aug 27 13:57:55.545504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dca080-d12f-4031-8738-2ddd23e1b3d6 req-5801ee31-f36e-4678-8268-282726a8fca9 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:55.547138 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29dca080-d12f-4031-8738-2ddd23e1b3d6 req-5801ee31-f36e-4678-8268-282726a8fca9 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 949 time: 0.0554364 Aug 27 13:57:55.580873 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-54e702b2-5115-4285-aa8f-57e1fee248b6 req-cc0ad509-7b35-44ec-8a21-5193a17abb18 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471084 Aug 27 13:57:55.606957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29dca080-d12f-4031-8738-2ddd23e1b3d6 req-4dfd4488-8c7e-4622-8c2a-850aba4d310c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463159 Aug 27 13:57:55.664133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b585a8c1-e6ec-4b6e-aeaf-27d03ddebddb None None] New status for floating IP 3a5a92d8-fbf0-453f-a267-53ad6d9414e7: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:57:55.708923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7be05-017e-4dbe-b99a-9db0ebd30ad8 req-f4768449-ca82-42fa-a0ea-cd8a904ea8fe tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:55.710482 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-70e7be05-017e-4dbe-b99a-9db0ebd30ad8 req-f4768449-ca82-42fa-a0ea-cd8a904ea8fe tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0530078 Aug 27 13:57:55.750081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-70e7be05-017e-4dbe-b99a-9db0ebd30ad8 req-cc39227a-a288-4e4d-8960-b6c1b1276499 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335639 Aug 27 13:57:55.825945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f778-e32d-43af-9228-b93951564a67 req-c13f8d51-90c0-45d0-905b-388e56ff5cbf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:55.827592 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-50c4f778-e32d-43af-9228-b93951564a67 req-c13f8d51-90c0-45d0-905b-388e56ff5cbf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0539699 Aug 27 13:57:55.866825 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-50c4f778-e32d-43af-9228-b93951564a67 req-a03f37e2-d17a-4a55-8780-dc66546a0a13 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330324 Aug 27 13:57:55.974718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491d9168-9174-4aff-a1ca-6cc422ee2f3f'}, {'server_uuid': '16524a6a-23f5-45eb-ad33-ae926eed0833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81c113b-2376-43c0-b807-78d365ce579f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:55.977210 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a6e095-d944-4dd0-bad3-6d91d871767d" -d '{"events": [{"server_uuid": "265771b1-3bca-4830-bf40-0e3b155c9b00", "name": "network-vif-unplugged", "status": "completed", "tag": "491d9168-9174-4aff-a1ca-6cc422ee2f3f"}, {"server_uuid": "16524a6a-23f5-45eb-ad33-ae926eed0833", "name": "network-vif-plugged", "status": "completed", "tag": "f81c113b-2376-43c0-b807-78d365ce579f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:56.020630 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6054ecb1-46c2-44d2-8742-c11a3b8379e4 x-openstack-request-id: req-6054ecb1-46c2-44d2-8742-c11a3b8379e4 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:56.020925 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265771b1-3bca-4830-bf40-0e3b155c9b00", "name": "network-vif-unplugged", "status": "completed", "tag": "491d9168-9174-4aff-a1ca-6cc422ee2f3f", "code": 200}, {"server_uuid": "16524a6a-23f5-45eb-ad33-ae926eed0833", "name": "network-vif-plugged", "status": "completed", "tag": "f81c113b-2376-43c0-b807-78d365ce579f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:56.021178 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6054ecb1-46c2-44d2-8742-c11a3b8379e4 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:56.021568 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265771b1-3bca-4830-bf40-0e3b155c9b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491d9168-9174-4aff-a1ca-6cc422ee2f3f', 'code': 200} Aug 27 13:57:56.021817 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16524a6a-23f5-45eb-ad33-ae926eed0833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81c113b-2376-43c0-b807-78d365ce579f', 'code': 200} Aug 27 13:57:56.141055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d75e76-bda9-420b-9849-25ab65c52da7 req-54f26f0d-01d2-4b1b-b9bc-0be0da0c6aef tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:56.144839 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16d75e76-bda9-420b-9849-25ab65c52da7 req-54f26f0d-01d2-4b1b-b9bc-0be0da0c6aef tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 951 time: 0.0528514 Aug 27 13:57:56.192740 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16d75e76-bda9-420b-9849-25ab65c52da7 req-e65dc385-a885-47d9-b08c-c0d6b20ae151 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412307 Aug 27 13:57:56.221300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca4616ea-d046-488c-922b-79217ab6f744 req-81064c22-2e60-46a7-a47d-7ce5da793229 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0259118 Aug 27 13:57:56.329962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0137b-ed28-4a7b-8222-7a59fbe25faa req-7d02a781-fc74-48b1-b19f-4d1c66739cd7 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:56.331490 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21a0137b-ed28-4a7b-8222-7a59fbe25faa req-7d02a781-fc74-48b1-b19f-4d1c66739cd7 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 931 time: 0.0542340 Aug 27 13:57:56.368838 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21a0137b-ed28-4a7b-8222-7a59fbe25faa req-d82f735e-c1bd-4b62-a755-d3df5a2931ce tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313742 Aug 27 13:57:56.509217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac556339-3880-4c80-8a77-62917913e2c7 req-6c4b29a6-47ac-4d1b-be83-fa8b4faeddf8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:56.510711 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac556339-3880-4c80-8a77-62917913e2c7 req-6c4b29a6-47ac-4d1b-be83-fa8b4faeddf8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0511627 Aug 27 13:57:56.547526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac556339-3880-4c80-8a77-62917913e2c7 req-69a44955-14e1-4950-8be8-a179a396e95f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309019 Aug 27 13:57:56.718802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefbc01-0d50-4189-ad5a-90be9cb4de6c req-27ddc616-c703-4275-8309-93124e384a50 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:56.722423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21310f-515f-4ce9-bf6a-08784fef18df req-fa54990b-bf2e-4372-9578-70294d78c830 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:56.723149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9cefbc01-0d50-4189-ad5a-90be9cb4de6c req-27ddc616-c703-4275-8309-93124e384a50 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 949 time: 0.0555110 Aug 27 13:57:56.724007 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2b21310f-515f-4ce9-bf6a-08784fef18df req-fa54990b-bf2e-4372-9578-70294d78c830 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0552177 Aug 27 13:57:56.759947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9cefbc01-0d50-4189-ad5a-90be9cb4de6c req-4ef3b85e-b8ad-47c1-aaba-efeb3be95478 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328770 Aug 27 13:57:56.762365 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2b21310f-515f-4ce9-bf6a-08784fef18df req-f5154809-7ec8-4967-946f-d88c710e68c0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Aug 27 13:57:56.868047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011fac8-0432-4f76-8948-59f76bc3bf9c req-a789d727-62be-4fa6-8f71-330f13e36280 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:56.869620 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1011fac8-0432-4f76-8948-59f76bc3bf9c req-a789d727-62be-4fa6-8f71-330f13e36280 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0500777 Aug 27 13:57:56.908353 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1011fac8-0432-4f76-8948-59f76bc3bf9c req-b318250c-18b7-4256-8ab9-0d5c89afe9df tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321889 Aug 27 13:57:56.982142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ee2e1-7747-4e27-a16a-d86a6bc03734 req-62aa6a32-cf2a-43d0-a533-57f9ef04c045 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:56.983557 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-358ee2e1-7747-4e27-a16a-d86a6bc03734 req-62aa6a32-cf2a-43d0-a533-57f9ef04c045 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0496607 Aug 27 13:57:57.020357 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-358ee2e1-7747-4e27-a16a-d86a6bc03734 req-c627a376-6a35-4040-8730-74104d7a6df6 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307367 Aug 27 13:57:57.314673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17b6b0-fcc4-48f3-87ae-9a3da8f744f4 req-d87a6f7a-1c6a-48b0-8be5-7e0b59433a9c tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:57.316337 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d17b6b0-fcc4-48f3-87ae-9a3da8f744f4 req-d87a6f7a-1c6a-48b0-8be5-7e0b59433a9c tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 951 time: 0.0545533 Aug 27 13:57:57.319422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-834987aa-7d0d-4c3a-b6e6-638fe0913835 req-ad9f5c42-2770-46f6-b094-1d09363ebaf5 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0262139 Aug 27 13:57:57.355162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d17b6b0-fcc4-48f3-87ae-9a3da8f744f4 req-7728d87b-384d-480e-a601-c25dc856a0d4 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327861 Aug 27 13:57:57.487112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22049bd-516b-48f1-af51-8ab1c0579bf5 req-443d0517-6892-4eae-9457-d0283b65dc06 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:57.488555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d22049bd-516b-48f1-af51-8ab1c0579bf5 req-443d0517-6892-4eae-9457-d0283b65dc06 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 931 time: 0.0531063 Aug 27 13:57:57.525390 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d22049bd-516b-48f1-af51-8ab1c0579bf5 req-ca432ce9-c63b-4270-97dd-a215e6b7a0f8 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308895 Aug 27 13:57:57.668637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5aabd3-c844-451a-8f20-aed75e10e8a9 req-6bfa3896-1fc4-4c76-a3e8-998ce2a3d5e6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:57.669717 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6c5aabd3-c844-451a-8f20-aed75e10e8a9 req-6bfa3896-1fc4-4c76-a3e8-998ce2a3d5e6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0509033 Aug 27 13:57:57.707488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6c5aabd3-c844-451a-8f20-aed75e10e8a9 req-8d3c819e-d430-4bd9-824e-c4fe870c7619 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312705 Aug 27 13:57:57.886212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494db830-f6e5-47f8-ba44-743cd000fd6a req-96c31fdc-96da-4503-8ddc-5136cc5b73b4 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:57.887912 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-494db830-f6e5-47f8-ba44-743cd000fd6a req-96c31fdc-96da-4503-8ddc-5136cc5b73b4 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 949 time: 0.0522683 Aug 27 13:57:57.904246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1bbbe-f882-4629-b8dc-5d54d994366b req-8707de27-1edf-4fd6-a9f4-5b05767e048c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:57.905721 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dc1bbbe-f882-4629-b8dc-5d54d994366b req-8707de27-1edf-4fd6-a9f4-5b05767e048c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0596938 Aug 27 13:57:57.928019 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-494db830-f6e5-47f8-ba44-743cd000fd6a req-9f2588a8-3781-4423-8784-6c85211bb8d7 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334392 Aug 27 13:57:57.946541 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dc1bbbe-f882-4629-b8dc-5d54d994366b req-a8c4ba6f-dbf5-4e61-ab46-86271032fe49 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338795 Aug 27 13:57:58.056824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2aab9-33f3-4c7b-b0f6-6afd39602fe9 req-070b27b8-38d1-45ee-ba0f-07b8cf62a220 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:58.058298 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56b2aab9-33f3-4c7b-b0f6-6afd39602fe9 req-070b27b8-38d1-45ee-ba0f-07b8cf62a220 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 949 time: 0.0845451 Aug 27 13:57:58.071143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583aabdb-f72f-4b67-9119-4f3e0b9b6ed7 req-7ff56dcc-3c45-42a5-a864-fcf37359c3ce tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:58.072555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-583aabdb-f72f-4b67-9119-4f3e0b9b6ed7 req-7ff56dcc-3c45-42a5-a864-fcf37359c3ce tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0732369 Aug 27 13:57:58.143767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438c095-58db-484a-8c92-b978ec175beb req-1a4a23ef-63a7-425a-b3cb-957f54cbbd51 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:58.145435 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f438c095-58db-484a-8c92-b978ec175beb req-1a4a23ef-63a7-425a-b3cb-957f54cbbd51 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0564241 Aug 27 13:57:58.169553 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-583aabdb-f72f-4b67-9119-4f3e0b9b6ed7 req-a72835ab-1f1e-4553-a1b0-386d175df1ed tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898366 Aug 27 13:57:58.197243 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f438c095-58db-484a-8c92-b978ec175beb req-8ca9d65f-5494-4e20-a947-fe350e16a9f2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452793 Aug 27 13:57:58.208872 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-56b2aab9-33f3-4c7b-b0f6-6afd39602fe9 req-e677e7d5-40f5-4718-910f-5c1a484231bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Deleting port acbca7f4-e085-4937-9c5e-5a2f56e71285 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:57:58.209221 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-56b2aab9-33f3-4c7b-b0f6-6afd39602fe9 req-e677e7d5-40f5-4718-910f-5c1a484231bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:58.480516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b2d43-e4f3-4799-b799-666082e67740 req-cfa59733-f9da-467d-b964-3489bfc48733 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:58.482522 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5a4b2d43-e4f3-4799-b799-666082e67740 req-cfa59733-f9da-467d-b964-3489bfc48733 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 951 time: 0.0570362 Aug 27 13:57:58.528690 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5a4b2d43-e4f3-4799-b799-666082e67740 req-8a3e716f-5515-45f4-9c0a-db9aebd98981 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397608 Aug 27 13:57:58.536819 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f18c8906-d63a-4492-b2a2-b746a1d0509e req-3dee93eb-7000-45f2-8b29-ba6c3276f330 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0398803 Aug 27 13:57:58.568441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-56b2aab9-33f3-4c7b-b0f6-6afd39602fe9 req-e677e7d5-40f5-4718-910f-5c1a484231bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] For port acbca7f4-e085-4937-9c5e-5a2f56e71285, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=acbca7f4-e085-4937-9c5e-5a2f56e71285,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:57:58.568810 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-56b2aab9-33f3-4c7b-b0f6-6afd39602fe9 req-e677e7d5-40f5-4718-910f-5c1a484231bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:58.585116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-56b2aab9-33f3-4c7b-b0f6-6afd39602fe9 req-e677e7d5-40f5-4718-910f-5c1a484231bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Calling delete_port for acbca7f4-e085-4937-9c5e-5a2f56e71285 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:57:58.672484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b755d-a0f9-474d-bb06-13a8819b8bbd req-a747306f-0020-4b59-bc22-e2fec5a9a62f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:58.674269 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a8b755d-a0f9-474d-bb06-13a8819b8bbd req-a747306f-0020-4b59-bc22-e2fec5a9a62f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 931 time: 0.0566182 Aug 27 13:57:58.716024 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a8b755d-a0f9-474d-bb06-13a8819b8bbd req-2be5f598-dbbb-4078-96e3-e60ca5976d63 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352139 Aug 27 13:57:58.769161 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-56b2aab9-33f3-4c7b-b0f6-6afd39602fe9 req-e677e7d5-40f5-4718-910f-5c1a484231bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:58.783963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', '2a17fb0e-cecf-47ea-948d-d92edf5980af', '11a02dee-c26b-439c-bb19-01bceb870ed9', 'ffdb2e34-fa77-4af0-9cda-840fb426b521', 'acbca7f4-e085-4937-9c5e-5a2f56e71285'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:58.802800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677e7d5-40f5-4718-910f-5c1a484231bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event deleted for resources: {'Port': ['ID=acbca7f4-e085-4937-9c5e-5a2f56e71285,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:57:58.836913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f1ba8dc5-2dac-4810-b6cd-63c98532dd3f', 'ea2e2f57-c3d7-4045-a27d-302d88abbe01', 'f50e57c5-b1f7-43ca-a354-520f53d1e133'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:57:58.855597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4a953-9e91-4d12-902c-90d94f6e10fb req-0c76668b-aac6-4a49-b098-8e235f40febb tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:58.860839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a4bc6-c871-46b0-b6e2-60aa2ef61a74 req-eec463f6-74aa-4f49-9d04-af80ac8fa387 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:58.864472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2ed4a953-9e91-4d12-902c-90d94f6e10fb req-0c76668b-aac6-4a49-b098-8e235f40febb tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 1103 time: 0.1329913 Aug 27 13:57:58.868459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b2aab9-33f3-4c7b-b0f6-6afd39602fe9 req-e677e7d5-40f5-4718-910f-5c1a484231bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] No DVR routers for this DVR port acbca7f4-e085-4937-9c5e-5a2f56e71285 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:57:58.869548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d7a4bc6-c871-46b0-b6e2-60aa2ef61a74 req-eec463f6-74aa-4f49-9d04-af80ac8fa387 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0821025 Aug 27 13:57:58.878986 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-56b2aab9-33f3-4c7b-b0f6-6afd39602fe9 req-e677e7d5-40f5-4718-910f-5c1a484231bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:57:58.881786 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56b2aab9-33f3-4c7b-b0f6-6afd39602fe9 req-e677e7d5-40f5-4718-910f-5c1a484231bc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "DELETE /v2.0/ports/acbca7f4-e085-4937-9c5e-5a2f56e71285 HTTP/1.1" status: 204 len: 173 time: 0.8083341 Aug 27 13:57:58.882566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdd94fe-7e8d-4a43-934d-493249de5c02', 'name': 'network-vif-deleted', 'tag': 'acbca7f4-e085-4937-9c5e-5a2f56e71285'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:57:58.885131 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0733a00-c92b-4430-9e23-cfdfbddd8417" -d '{"events": [{"server_uuid": "dfdd94fe-7e8d-4a43-934d-493249de5c02", "name": "network-vif-deleted", "tag": "acbca7f4-e085-4937-9c5e-5a2f56e71285"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:57:58.935891 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d7a4bc6-c871-46b0-b6e2-60aa2ef61a74 req-5c90f9d0-cf61-43e8-a360-25a7f0e99a6d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652015 Aug 27 13:57:58.955820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2ed4a953-9e91-4d12-902c-90d94f6e10fb req-006bcfe9-9a18-4791-bcd5-349b5251cc12 tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891140 Aug 27 13:57:59.013451 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838be60b-7ccd-4b74-95b3-6e0a92f074a3 x-openstack-request-id: req-838be60b-7ccd-4b74-95b3-6e0a92f074a3 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:57:59.013961 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdd94fe-7e8d-4a43-934d-493249de5c02", "name": "network-vif-deleted", "tag": "acbca7f4-e085-4937-9c5e-5a2f56e71285", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:57:59.014373 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-838be60b-7ccd-4b74-95b3-6e0a92f074a3 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:57:59.015035 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdd94fe-7e8d-4a43-934d-493249de5c02', 'name': 'network-vif-deleted', 'tag': 'acbca7f4-e085-4937-9c5e-5a2f56e71285', 'status': 'completed', 'code': 200} Aug 27 13:57:59.081939 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-53910a41-999d-4837-abca-42410d58f18b req-a91b022c-9a8f-4ad6-9310-59cf77961a5e tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfdd94fe-7e8d-4a43-934d-493249de5c02 HTTP/1.1" status: 200 len: 210 time: 0.0287600 Aug 27 13:57:59.162042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37f959-07d7-4855-b1e6-78a6f7e58d94 req-2ffc5047-5704-4fcd-8cbf-39a4c3074e6e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:59.167241 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb37f959-07d7-4855-b1e6-78a6f7e58d94 req-2ffc5047-5704-4fcd-8cbf-39a4c3074e6e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0729210 Aug 27 13:57:59.212127 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb37f959-07d7-4855-b1e6-78a6f7e58d94 req-58e3ced2-65af-42c6-9c2a-933ed50e4549 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Aug 27 13:57:59.319696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13212e-4a07-4514-966a-e1be307bfba1 req-8fc25719-1e43-4abb-a82f-0af68e3720ef tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:59.321691 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb13212e-4a07-4514-966a-e1be307bfba1 req-8fc25719-1e43-4abb-a82f-0af68e3720ef tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 1103 time: 0.0444314 Aug 27 13:57:59.322733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8916d3-a7f6-45b9-80bb-b15fc543ee46 req-df3f967b-88ff-4fa7-9a62-c4f25b730fa9 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:59.324118 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e8916d3-a7f6-45b9-80bb-b15fc543ee46 req-df3f967b-88ff-4fa7-9a62-c4f25b730fa9 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0503504 Aug 27 13:57:59.363413 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb13212e-4a07-4514-966a-e1be307bfba1 req-f38d1a56-956a-4001-ba3a-bf239796f6ec tempest-ServersAdminTestJSON-501642583 tempest-ServersAdminTestJSON-501642583-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320101 Aug 27 13:57:59.403608 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e8916d3-a7f6-45b9-80bb-b15fc543ee46 req-f6d5e5fa-a861-488b-8d87-30fd5d698d1f tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667727 Aug 27 13:57:59.525211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468a352-1233-47da-8edd-6fb8e3190220 req-9fc8abf4-161d-412d-8b0a-ed9dbbd1e9ca tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:59.527134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e468a352-1233-47da-8edd-6fb8e3190220 req-9fc8abf4-161d-412d-8b0a-ed9dbbd1e9ca tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0875199 Aug 27 13:57:59.593724 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e468a352-1233-47da-8edd-6fb8e3190220 req-ba956afc-66a7-4cad-8119-f2386c14c2e5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482793 Aug 27 13:57:59.667260 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a3e5147f-6ce1-4a6c-97f7-5fa641201377 req-0c2ba1ca-28f1-42e5-947b-3f5d37d8f711 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0274398 Aug 27 13:57:59.706454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254a157-3a41-47b7-b554-8a93a3b92287 req-dbcd8e43-e025-4609-9fd5-8e097f1e742c tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:59.707981 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b254a157-3a41-47b7-b554-8a93a3b92287 req-dbcd8e43-e025-4609-9fd5-8e097f1e742c tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 948 time: 0.0496838 Aug 27 13:57:59.746345 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b254a157-3a41-47b7-b554-8a93a3b92287 req-34d124b5-8202-4cba-8000-81a65a3a7c54 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324187 Aug 27 13:57:59.835473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc1f7-77e3-4bea-a152-c2dac962bcfc req-4b984b4d-1795-4cbf-8950-1f649ec370db tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:57:59.837004 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1a8dc1f7-77e3-4bea-a152-c2dac962bcfc req-4b984b4d-1795-4cbf-8950-1f649ec370db tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 931 time: 0.0494175 Aug 27 13:57:59.875165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1a8dc1f7-77e3-4bea-a152-c2dac962bcfc req-ac3676f5-af6b-4d82-9211-b43ac4dd4b3a tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311103 Aug 27 13:58:00.057552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20875265-f0cb-449b-ba69-223981187c89 req-2c5d4ded-abb5-43bf-8ed4-30c12fc59f45 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:00.059053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20875265-f0cb-449b-ba69-223981187c89 req-2c5d4ded-abb5-43bf-8ed4-30c12fc59f45 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0529664 Aug 27 13:58:00.097580 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20875265-f0cb-449b-ba69-223981187c89 req-21733451-6603-47b5-85aa-48b7394b5899 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317469 Aug 27 13:58:00.339161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0317fc-4541-480b-9444-4a9f01b9536c req-971c8996-9a9d-4066-99d8-b0ee152fa9f3 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:00.341418 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d0317fc-4541-480b-9444-4a9f01b9536c req-971c8996-9a9d-4066-99d8-b0ee152fa9f3 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0524538 Aug 27 13:58:00.371661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18df435-34c5-4a5a-8b68-a449745fa8e1 req-091ee2e7-aff5-40c5-a6be-e1cc34cc4063 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:00.373310 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a18df435-34c5-4a5a-8b68-a449745fa8e1 req-091ee2e7-aff5-40c5-a6be-e1cc34cc4063 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.0585229 Aug 27 13:58:00.395611 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d0317fc-4541-480b-9444-4a9f01b9536c req-2d2eb5d5-40b1-4f55-ac1e-2d29b5d7dcc0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449901 Aug 27 13:58:00.414706 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a18df435-34c5-4a5a-8b68-a449745fa8e1 req-2a5a362d-24cc-40fc-86f0-c199f35b018e tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343683 Aug 27 13:58:00.538412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad61a8-a414-420e-8c17-994c4d669d5f req-41c3c193-81e3-41ec-aa39-40b0e28f7cdc tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:00.540053 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06ad61a8-a414-420e-8c17-994c4d669d5f req-41c3c193-81e3-41ec-aa39-40b0e28f7cdc tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0600126 Aug 27 13:58:00.582275 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06ad61a8-a414-420e-8c17-994c4d669d5f req-bea722bd-405f-4a64-934d-4c92a4d821cf tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360601 Aug 27 13:58:00.713858 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b30cdb-5c47-4976-9a0d-cf54068f6d15 req-9d8e8994-6ca7-4f27-a0d2-ea9100f9a843 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:00.715435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d3b30cdb-5c47-4976-9a0d-cf54068f6d15 req-9d8e8994-6ca7-4f27-a0d2-ea9100f9a843 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0613694 Aug 27 13:58:00.756362 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d3b30cdb-5c47-4976-9a0d-cf54068f6d15 req-fe6caebf-9759-412a-bae5-f3e0c7c8f9ae tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335348 Aug 27 13:58:00.765843 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a28b5c19-5e23-4feb-b37e-2df4851f7564 req-9a8073b8-136f-4596-8eb2-d0df80a4fd23 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0285425 Aug 27 13:58:00.877531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0221438-dd41-47ca-9277-79d787735ee7 req-5239b7c7-32b5-4050-aa48-ea0e619f48a0 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:00.879099 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0221438-dd41-47ca-9277-79d787735ee7 req-5239b7c7-32b5-4050-aa48-ea0e619f48a0 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 948 time: 0.0556674 Aug 27 13:58:00.919968 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0221438-dd41-47ca-9277-79d787735ee7 req-8fb7e639-3ba2-43d5-85bc-3cd0e220a165 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347929 Aug 27 13:58:00.993739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab137-8c49-42a4-8d96-c9709c4f9889 req-c0c04607-cba6-4ae3-b7cd-40d9c8551cf5 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:00.995139 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a21ab137-8c49-42a4-8d96-c9709c4f9889 req-c0c04607-cba6-4ae3-b7cd-40d9c8551cf5 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 931 time: 0.0488112 Aug 27 13:58:01.036827 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a21ab137-8c49-42a4-8d96-c9709c4f9889 req-759c6924-9f21-401c-b5bd-5b8f35dd5a82 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358446 Aug 27 13:58:01.077466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1295330-c384-471a-be61-a6ad75bfe021 req-a55e4d54-43a1-4267-b8ed-0eadd3eaff6d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:01.079120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1295330-c384-471a-be61-a6ad75bfe021 req-a55e4d54-43a1-4267-b8ed-0eadd3eaff6d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.52 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 948 time: 0.0525494 Aug 27 13:58:01.203697 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-f1295330-c384-471a-be61-a6ad75bfe021 req-a851aa06-f9a7-4135-82d7-63c0d689284b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Deleting port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:01.204076 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f1295330-c384-471a-be61-a6ad75bfe021 req-a851aa06-f9a7-4135-82d7-63c0d689284b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:01.232397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device acbca7f4-e085-4937-9c5e-5a2f56e71285 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:01.256547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: acbca7f4-e085-4937-9c5e-5a2f56e71285 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:58:01.256790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device acbca7f4-e085-4937-9c5e-5a2f56e71285 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:01.273279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dafb54-24f2-43b6-8dae-197c5c880bff req-b629134a-aa48-40ce-a478-2c02595f4e6e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:01.274803 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17dafb54-24f2-43b6-8dae-197c5c880bff req-b629134a-aa48-40ce-a478-2c02595f4e6e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.1078081 Aug 27 13:58:01.340980 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-f1295330-c384-471a-be61-a6ad75bfe021 req-a851aa06-f9a7-4135-82d7-63c0d689284b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] For port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:01.341276 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f1295330-c384-471a-be61-a6ad75bfe021 req-a851aa06-f9a7-4135-82d7-63c0d689284b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:01.353760 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17dafb54-24f2-43b6-8dae-197c5c880bff req-cb7f296a-262b-4483-b56e-a2eef59e61cf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730906 Aug 27 13:58:01.357525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-f1295330-c384-471a-be61-a6ad75bfe021 req-a851aa06-f9a7-4135-82d7-63c0d689284b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Calling delete_port for fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:01.500499 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f1295330-c384-471a-be61-a6ad75bfe021 req-a851aa06-f9a7-4135-82d7-63c0d689284b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:01.513107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['062bd1ee-5174-47db-ba80-79a5571967ca'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:01.518808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47deff2-fa0c-4551-b1de-cc41ae884e9e req-40509986-3010-4250-8a97-40ae2d853a3a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:01.520325 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b47deff2-fa0c-4551-b1de-cc41ae884e9e req-40509986-3010-4250-8a97-40ae2d853a3a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0567596 Aug 27 13:58:01.553182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851aa06-f9a7-4135-82d7-63c0d689284b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Pushing event deleted for resources: {'Port': ['ID=fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:01.556263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['d9b5ffea-5715-492a-9b9b-157bcdd5a71f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:01.595191 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b47deff2-fa0c-4551-b1de-cc41ae884e9e req-06b6db1f-8080-4d68-8eeb-6871b0aa0f68 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579326 Aug 27 13:58:01.602031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1295330-c384-471a-be61-a6ad75bfe021 req-a851aa06-f9a7-4135-82d7-63c0d689284b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] No DVR routers for this DVR port fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:58:01.612410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5554e-77e1-431b-97d1-95d96ead2e48 req-286a9e5d-ad70-4c74-8429-3c60d569ce71 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:01.614011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04f5554e-77e1-431b-97d1-95d96ead2e48 req-286a9e5d-ad70-4c74-8429-3c60d569ce71 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.1248362 Aug 27 13:58:01.615154 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f1295330-c384-471a-be61-a6ad75bfe021 req-a851aa06-f9a7-4135-82d7-63c0d689284b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:01.617161 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1295330-c384-471a-be61-a6ad75bfe021 req-a851aa06-f9a7-4135-82d7-63c0d689284b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.52 "DELETE /v2.0/ports/fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 HTTP/1.1" status: 204 len: 173 time: 0.5317802 Aug 27 13:58:01.617595 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3137aa95-82ab-4a46-9415-1dc225205a82', 'name': 'network-vif-deleted', 'tag': 'fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:01.620106 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b953bcf-0d56-4f88-bd7e-569f8d3d0707" -d '{"events": [{"server_uuid": "3137aa95-82ab-4a46-9415-1dc225205a82", "name": "network-vif-deleted", "tag": "fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:01.673869 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04f5554e-77e1-431b-97d1-95d96ead2e48 req-3e517183-5203-4d5d-9f43-b32963b1fbc8 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510471 Aug 27 13:58:01.734506 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e9235b-b3c0-4d93-9744-60a5eb85920f x-openstack-request-id: req-c0e9235b-b3c0-4d93-9744-60a5eb85920f {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:01.736464 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3137aa95-82ab-4a46-9415-1dc225205a82", "name": "network-vif-deleted", "tag": "fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:01.737099 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0e9235b-b3c0-4d93-9744-60a5eb85920f {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:01.737615 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3137aa95-82ab-4a46-9415-1dc225205a82', 'name': 'network-vif-deleted', 'tag': 'fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7', 'status': 'completed', 'code': 200} Aug 27 13:58:01.752739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3986efd-2ef5-4a33-805d-ad3d912be790 req-f71b2b69-f153-45e7-b684-dc0ff7f84682 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:01.754298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3986efd-2ef5-4a33-805d-ad3d912be790 req-f71b2b69-f153-45e7-b684-dc0ff7f84682 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0569601 Aug 27 13:58:01.801928 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3986efd-2ef5-4a33-805d-ad3d912be790 req-a9f723df-e14d-4a72-8e40-abe275622d3e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411298 Aug 27 13:58:01.888244 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2278e84-a6ff-46ed-a7f4-c13db68493af req-eb1be8fd-cdc7-4606-9a99-c836e9d89eea tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:01.889785 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2278e84-a6ff-46ed-a7f4-c13db68493af req-eb1be8fd-cdc7-4606-9a99-c836e9d89eea tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0555985 Aug 27 13:58:01.910831 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-82d3e50a-4e06-4f7c-9d2e-1a4ec3745871 req-32f0fd66-7e1e-4662-965a-21e0a13671f4 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0422485 Aug 27 13:58:01.939272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2278e84-a6ff-46ed-a7f4-c13db68493af req-c13d43c4-ac49-474c-b853-aed470991ff1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Aug 27 13:58:02.039518 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de6f4883-e333-4715-a9ad-5ac3b5738f12 req-2c2e35e3-d002-4f2e-a85d-f364e4fe4949 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=3137aa95-82ab-4a46-9415-1dc225205a82 HTTP/1.1" status: 200 len: 210 time: 0.0326982 Aug 27 13:58:02.168225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73c66-66d5-450d-9624-a2f74862b3f6 req-23ed7baa-5707-4379-95ff-a8cde0ab5fa4 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:02.169751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-26d73c66-66d5-450d-9624-a2f74862b3f6 req-23ed7baa-5707-4379-95ff-a8cde0ab5fa4 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 931 time: 0.0580392 Aug 27 13:58:02.211727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-26d73c66-66d5-450d-9624-a2f74862b3f6 req-55ab8ef9-7135-4323-9e27-36a42f0fa58a tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351241 Aug 27 13:58:02.471221 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d989af4-1a7e-4bf9-b799-9b661bb35a54 req-3fc61cfa-bd3e-4762-ba21-5d00a8a38816 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:02.472697 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d989af4-1a7e-4bf9-b799-9b661bb35a54 req-3fc61cfa-bd3e-4762-ba21-5d00a8a38816 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0519998 Aug 27 13:58:02.512256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d989af4-1a7e-4bf9-b799-9b661bb35a54 req-9f2447e7-a0aa-445f-ae5d-3faa2a2462c2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Aug 27 13:58:02.725988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118c856-6802-4bc6-9d8b-f57af2d1b726 req-8e32641b-0c2c-4a13-b839-c9e8b27ce3e4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:02.727618 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a118c856-6802-4bc6-9d8b-f57af2d1b726 req-8e32641b-0c2c-4a13-b839-c9e8b27ce3e4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0505035 Aug 27 13:58:02.767423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a118c856-6802-4bc6-9d8b-f57af2d1b726 req-2a777447-edb6-4a19-8d98-756fa74c8d9f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329192 Aug 27 13:58:02.793409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921867c-20cd-4075-a352-3878c6fd9c99 req-ffbfd1c8-2a01-4458-932a-41267e6daae1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:02.795030 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3921867c-20cd-4075-a352-3878c6fd9c99 req-ffbfd1c8-2a01-4458-932a-41267e6daae1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.0487010 Aug 27 13:58:02.834598 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3921867c-20cd-4075-a352-3878c6fd9c99 req-54e2dc30-23ee-46e3-bd9f-df5da7db1ff5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325537 Aug 27 13:58:02.913221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd209f1-9c3d-400d-8e6a-a7162ea3501b req-2bad5a57-7182-4207-829e-5eba1375d47f tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:02.914721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecd209f1-9c3d-400d-8e6a-a7162ea3501b req-2bad5a57-7182-4207-829e-5eba1375d47f tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0506413 Aug 27 13:58:02.953780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecd209f1-9c3d-400d-8e6a-a7162ea3501b req-63961ece-1d13-42c1-b066-f351337c8e3e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329823 Aug 27 13:58:03.002538 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62159bbb-abb2-48d3-b0b9-8663c457b318 req-d42e3f6f-1765-47b3-a8bd-d50bdb05c524 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0269487 Aug 27 13:58:03.061623 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea48b9-6fcd-4d1b-9452-251f96545def req-6c652def-5700-42ac-a769-fe82a6fe45b0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:03.063131 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-54ea48b9-6fcd-4d1b-9452-251f96545def req-6c652def-5700-42ac-a769-fe82a6fe45b0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0546637 Aug 27 13:58:03.102613 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-54ea48b9-6fcd-4d1b-9452-251f96545def req-a86752fb-c83f-4a34-9ec1-273ba8b737de tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326495 Aug 27 13:58:03.248046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:03.269545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:58:03.269889 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fd3cdc0b-7574-46b1-a5a6-ac4fc02e8cb7 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:03.302254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa84f57-18ee-45ab-b1fa-dbfaa428f0e8 req-48149d3d-b8d3-4fcc-8eeb-d9db46327ca1 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:03.303836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dfa84f57-18ee-45ab-b1fa-dbfaa428f0e8 req-48149d3d-b8d3-4fcc-8eeb-d9db46327ca1 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 950 time: 0.0514369 Aug 27 13:58:03.335404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66067a10-bdf6-44b7-b9ac-a5438c3f3a6c req-4af30dea-e254-4772-882f-27b67c4a9e40 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:03.336908 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66067a10-bdf6-44b7-b9ac-a5438c3f3a6c req-4af30dea-e254-4772-882f-27b67c4a9e40 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 931 time: 0.0527346 Aug 27 13:58:03.342474 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dfa84f57-18ee-45ab-b1fa-dbfaa428f0e8 req-835045a1-6d91-4a85-87fa-d50dceab25f7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326533 Aug 27 13:58:03.376580 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66067a10-bdf6-44b7-b9ac-a5438c3f3a6c req-562c9a1a-a075-45a8-a9a4-23dae358f82b tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324407 Aug 27 13:58:03.627658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f9880-0b9d-4583-8ab4-df2316fc5a3f req-20e9e6c6-ba91-4d10-b254-e2d08d877852 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:03.629129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6f6f9880-0b9d-4583-8ab4-df2316fc5a3f req-20e9e6c6-ba91-4d10-b254-e2d08d877852 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0495117 Aug 27 13:58:03.666514 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6f6f9880-0b9d-4583-8ab4-df2316fc5a3f req-b1f7f916-3702-4ad1-ad3a-32c12577a7bf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Aug 27 13:58:03.888975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b28f2-55c6-4a1a-a690-c69a6a93a907 req-1bf55a66-7d0c-4960-9ffe-46c3ed0665ad tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:03.890488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-184b28f2-55c6-4a1a-a690-c69a6a93a907 req-1bf55a66-7d0c-4960-9ffe-46c3ed0665ad tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0501649 Aug 27 13:58:03.929828 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-184b28f2-55c6-4a1a-a690-c69a6a93a907 req-b6b659a4-3b5b-40b3-8927-b71901d2d95b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330472 Aug 27 13:58:03.955147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823036c-8e27-47cc-bda6-ed04fbb8d646 req-338f3b11-dd0b-4f82-ac21-befce0e9d5cb tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:03.956693 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5823036c-8e27-47cc-bda6-ed04fbb8d646 req-338f3b11-dd0b-4f82-ac21-befce0e9d5cb tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.0565619 Aug 27 13:58:03.994950 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5823036c-8e27-47cc-bda6-ed04fbb8d646 req-2ffb62bd-7c4b-41a1-bcef-86ec1b98395c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Aug 27 13:58:04.067992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b25c64-1295-47f4-9156-31cd7d68ba81 req-00e7e985-8b5c-40d1-8428-3bf2bdf1e572 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:04.069408 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1b25c64-1295-47f4-9156-31cd7d68ba81 req-00e7e985-8b5c-40d1-8428-3bf2bdf1e572 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0497711 Aug 27 13:58:04.097085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed2bc249-578b-45f4-aa72-9ab7d8ac8e85 req-ed65c800-67f1-4465-9488-991fde627cb7 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0280731 Aug 27 13:58:04.106755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1b25c64-1295-47f4-9156-31cd7d68ba81 req-e3740db2-dfc3-4e94-ba2e-bac22d23ff19 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316632 Aug 27 13:58:04.222966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a850ad-4a2c-423a-8203-c8e3711e6df6 req-fb72664c-d472-4220-b00e-69bd459a8e07 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:04.224430 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13a850ad-4a2c-423a-8203-c8e3711e6df6 req-fb72664c-d472-4220-b00e-69bd459a8e07 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0535593 Aug 27 13:58:04.261287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13a850ad-4a2c-423a-8203-c8e3711e6df6 req-d56eb725-5cf2-41f8-a1e4-9eeae91bdd84 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309837 Aug 27 13:58:04.461677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f2c48-e02d-4900-8c68-a9dfbccb3acd req-0ee2e60f-1ad6-494b-858b-7e8c7e6ebcf2 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:04.463167 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a65f2c48-e02d-4900-8c68-a9dfbccb3acd req-0ee2e60f-1ad6-494b-858b-7e8c7e6ebcf2 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 950 time: 0.0516846 Aug 27 13:58:04.494983 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0132bd7-cacd-4103-b978-70170d4e4b45 req-94f51324-9d4a-40e7-a1e3-9131a7d05c54 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:04.496515 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f0132bd7-cacd-4103-b978-70170d4e4b45 req-94f51324-9d4a-40e7-a1e3-9131a7d05c54 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 931 time: 0.0545120 Aug 27 13:58:04.500894 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a65f2c48-e02d-4900-8c68-a9dfbccb3acd req-383682e5-b662-4421-b7f5-83373288d9c7 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Aug 27 13:58:04.535418 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f0132bd7-cacd-4103-b978-70170d4e4b45 req-67c4e501-b0a7-42a9-9b69-bf8adca152ea tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Aug 27 13:58:04.779129 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f87ba7-449c-474a-8c96-3d3b8e7b8b26 req-9595c96a-4b3c-42dd-82e0-9f9a3cf3f0e6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:04.780570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27f87ba7-449c-474a-8c96-3d3b8e7b8b26 req-9595c96a-4b3c-42dd-82e0-9f9a3cf3f0e6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0487127 Aug 27 13:58:04.817881 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27f87ba7-449c-474a-8c96-3d3b8e7b8b26 req-bf0b9378-478c-440e-9bf2-a869f8558f10 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308831 Aug 27 13:58:05.049867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a4830-bb5b-4af3-a234-6721588819de req-9ee1fe32-d412-4da0-b513-34b7b0774b6e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:05.051438 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-017a4830-bb5b-4af3-a234-6721588819de req-9ee1fe32-d412-4da0-b513-34b7b0774b6e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0509789 Aug 27 13:58:05.089756 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-017a4830-bb5b-4af3-a234-6721588819de req-d806e649-4f4a-4153-bcdd-5b8342ea2d2b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Aug 27 13:58:05.113083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952a723-0434-4caf-9a31-35ede7dd5ca1 req-cc74b71c-df56-4662-bf22-fcf9dff33e4c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:05.114619 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c952a723-0434-4caf-9a31-35ede7dd5ca1 req-cc74b71c-df56-4662-bf22-fcf9dff33e4c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.0506628 Aug 27 13:58:05.153428 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c952a723-0434-4caf-9a31-35ede7dd5ca1 req-77ae26ba-cf5f-499f-a947-43bee40fd22c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326052 Aug 27 13:58:05.191924 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ff9bd42-bbd9-49ff-9576-d77fd34c1f96 req-3083ffe7-7063-4984-b75f-0444d15d89c5 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0277641 Aug 27 13:58:05.382084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64c377-8ffa-44e0-962f-854a3914f3f4 req-3aa5c1d5-f797-498c-b3ff-64ec6ff52b75 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:05.383652 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da64c377-8ffa-44e0-962f-854a3914f3f4 req-3aa5c1d5-f797-498c-b3ff-64ec6ff52b75 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0509462 Aug 27 13:58:05.428870 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da64c377-8ffa-44e0-962f-854a3914f3f4 req-028daf86-28bc-48c3-accf-ca2360540dbb tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389497 Aug 27 13:58:05.494713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437199f0-8922-498f-8c2b-2f390366247f req-96f81e97-86b8-40e0-b248-bff83010139d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:05.496216 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-437199f0-8922-498f-8c2b-2f390366247f req-96f81e97-86b8-40e0-b248-bff83010139d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.2879567 Aug 27 13:58:05.535330 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-437199f0-8922-498f-8c2b-2f390366247f req-702bfb1b-e6a9-4f78-8ef7-55e06ff2d524 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324988 Aug 27 13:58:05.619256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3899-4704-4b80-9496-a0c117df91eb req-53d2d1cf-648d-4bb0-8faa-20e492e31692 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:05.620771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e5ea3899-4704-4b80-9496-a0c117df91eb req-53d2d1cf-648d-4bb0-8faa-20e492e31692 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 950 time: 0.0530002 Aug 27 13:58:05.656802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de341c0f-c871-4e7d-9f51-45e452e89f9f req-7379b361-87db-4e74-8394-c8d45114f129 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:05.658730 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de341c0f-c871-4e7d-9f51-45e452e89f9f req-7379b361-87db-4e74-8394-c8d45114f129 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 931 time: 0.0509419 Aug 27 13:58:05.660180 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e5ea3899-4704-4b80-9496-a0c117df91eb req-526706d4-4641-44c7-b8df-b64820406089 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328364 Aug 27 13:58:05.697359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de341c0f-c871-4e7d-9f51-45e452e89f9f req-7007dcc1-72b9-465c-8c1a-4eb29f038e94 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Aug 27 13:58:05.931138 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb32a5-f767-4be7-9c43-d729edb93186 req-ad96e896-d886-48a1-b651-4cf92a8c698a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:05.932609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51bb32a5-f767-4be7-9c43-d729edb93186 req-ad96e896-d886-48a1-b651-4cf92a8c698a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0484593 Aug 27 13:58:05.970654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51bb32a5-f767-4be7-9c43-d729edb93186 req-6bf92587-f453-4966-b848-5802f58a47e3 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321755 Aug 27 13:58:06.215558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef196c9-317f-425c-87b4-9639d93f0f29 req-40356a06-72f3-4e5e-9ba8-93ad30f8fc75 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:06.217062 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ef196c9-317f-425c-87b4-9639d93f0f29 req-40356a06-72f3-4e5e-9ba8-93ad30f8fc75 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0556552 Aug 27 13:58:06.255764 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ef196c9-317f-425c-87b4-9639d93f0f29 req-0dbe061c-3d4f-4de9-9c44-bdf1d310a714 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323646 Aug 27 13:58:06.268065 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf9f87-8e01-4985-afb6-b1224e073309 req-56bfc404-322a-4d08-b17f-5353aa175d5d tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:06.269556 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20cf9f87-8e01-4985-afb6-b1224e073309 req-56bfc404-322a-4d08-b17f-5353aa175d5d tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.0491168 Aug 27 13:58:06.320600 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20cf9f87-8e01-4985-afb6-b1224e073309 req-5d734f40-20f5-452f-8770-b793ecbae064 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360229 Aug 27 13:58:06.346466 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e694b4c-0565-4777-918c-5d0f97ea8539 req-fd54208d-ae24-4c36-8f13-86f344152fb7 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0310473 Aug 27 13:58:06.543974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425e1cc-336b-4e56-8567-75c497f77583 req-a3fd8c6b-c4e4-49dd-8054-24ef333c61ff tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:06.545433 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7425e1cc-336b-4e56-8567-75c497f77583 req-a3fd8c6b-c4e4-49dd-8054-24ef333c61ff tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0498643 Aug 27 13:58:06.589313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7425e1cc-336b-4e56-8567-75c497f77583 req-ddf736b1-cf65-43c1-9bbe-274932f05d10 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377538 Aug 27 13:58:06.649980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed96db-7b49-4968-a182-b8d16a3dfb53 req-5f23b889-ce39-40c9-8db7-e0e058969f67 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:06.651483 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62ed96db-7b49-4968-a182-b8d16a3dfb53 req-5f23b889-ce39-40c9-8db7-e0e058969f67 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0482514 Aug 27 13:58:06.689327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62ed96db-7b49-4968-a182-b8d16a3dfb53 req-894144ed-4afc-41c5-8e9e-2618550d706d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311890 Aug 27 13:58:06.775707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015cbc8-a53b-48e6-b41f-529d42df4a04 req-98fe02e7-a292-479a-816c-9cb3b4c2c457 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:06.777339 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4015cbc8-a53b-48e6-b41f-529d42df4a04 req-98fe02e7-a292-479a-816c-9cb3b4c2c457 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 950 time: 0.0500095 Aug 27 13:58:06.812298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333066f9-0b58-4d24-aaf9-463c583995c2 req-a56917dd-4608-40d1-8044-c69788381cc3 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:06.814658 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-333066f9-0b58-4d24-aaf9-463c583995c2 req-a56917dd-4608-40d1-8044-c69788381cc3 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 931 time: 0.0504186 Aug 27 13:58:06.816571 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4015cbc8-a53b-48e6-b41f-529d42df4a04 req-bf86ede9-1114-4d4b-8bd1-74572d336d00 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324664 Aug 27 13:58:06.854317 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-333066f9-0b58-4d24-aaf9-463c583995c2 req-b6a02e2a-a075-4586-b1b9-e1fc2eda75de tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337977 Aug 27 13:58:07.083966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91302e-59a6-4d8b-8c5e-ea7ae5266e31 req-bcbe2483-7587-4abe-b3b3-31cf6ac3ceb5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:07.085422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f91302e-59a6-4d8b-8c5e-ea7ae5266e31 req-bcbe2483-7587-4abe-b3b3-31cf6ac3ceb5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0484452 Aug 27 13:58:07.124940 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f91302e-59a6-4d8b-8c5e-ea7ae5266e31 req-1ab4b9a3-5a40-49b4-9ef7-f7720049c8f6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336332 Aug 27 13:58:07.373991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cacdc-75ec-4d3f-8193-bac00a445926 req-3b9b9240-8659-49ce-aeb7-eabfc2ec2048 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:07.375520 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d7cacdc-75ec-4d3f-8193-bac00a445926 req-3b9b9240-8659-49ce-aeb7-eabfc2ec2048 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0500119 Aug 27 13:58:07.417080 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d7cacdc-75ec-4d3f-8193-bac00a445926 req-6c7cc37e-492a-4caa-96d6-8114ec56e15e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350528 Aug 27 13:58:07.435333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d12755-0866-453f-ad1f-68d843904cdf req-9b32d429-2418-457b-a712-81a38ad492de tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:07.436925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1d12755-0866-453f-ad1f-68d843904cdf req-9b32d429-2418-457b-a712-81a38ad492de tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.0495644 Aug 27 13:58:07.475854 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1d12755-0866-453f-ad1f-68d843904cdf req-798ddf06-863b-4dc4-8387-082dc47aaef5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Aug 27 13:58:07.502923 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-52fd4dc2-92e3-4dcf-808d-580eefaa0d86 req-aa06c93f-2197-4f77-ba54-6a8ead106875 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0275664 Aug 27 13:58:07.676579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Request body: {'port': {'device_id': '5beabb68-3652-460f-9209-67328688a2de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:07.705157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bfc52-55b5-44ae-868d-1ff41bd736e6 req-32cbdb6f-5da0-42db-a8cb-ffff86d2be67 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:07.706673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df2bfc52-55b5-44ae-868d-1ff41bd736e6 req-32cbdb6f-5da0-42db-a8cb-ffff86d2be67 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0496447 Aug 27 13:58:07.732254 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:07.751865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df2bfc52-55b5-44ae-868d-1ff41bd736e6 req-79ed5b25-abd4-4897-a3ea-dac38c578f0b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345476 Aug 27 13:58:07.893471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b518f6f-61c2-48bc-82a7-367a6a7d7111 req-a681d727-c1e7-4ef4-9211-7403faa35c9c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:07.895042 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b518f6f-61c2-48bc-82a7-367a6a7d7111 req-a681d727-c1e7-4ef4-9211-7403faa35c9c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.1263549 Aug 27 13:58:07.935923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02aca8-5df0-4014-8881-5a2c8ec8a005 req-ff1d5fc2-b869-46c7-a950-a1b3f5d30916 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:07.937396 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe02aca8-5df0-4014-8881-5a2c8ec8a005 req-ff1d5fc2-b869-46c7-a950-a1b3f5d30916 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 950 time: 0.0504689 Aug 27 13:58:07.979510 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe02aca8-5df0-4014-8881-5a2c8ec8a005 req-82526463-0088-4248-b75b-c2d1ccd794e3 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359716 Aug 27 13:58:07.995572 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b518f6f-61c2-48bc-82a7-367a6a7d7111 req-30659351-5396-41f5-8aba-7733d77d33f0 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780058 Aug 27 13:58:08.075069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cce02d1-755a-4c11-a22c-8cf262e70aa5 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:08.082710 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:08.085952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1cd64-60f0-4afd-8de7-7a0a7973264a req-121219c8-c2e5-4003-bf78-03bf0361d831 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:08.087480 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0f1cd64-60f0-4afd-8de7-7a0a7973264a req-121219c8-c2e5-4003-bf78-03bf0361d831 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 931 time: 0.0498226 Aug 27 13:58:08.096915 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Transition to ACTIVE for port object 2cce02d1-755a-4c11-a22c-8cf262e70aa5 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:08.102186 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:08.166057 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c1a5d-7ce2-457a-8ae2-252ed0e090dd req-4d47b972-7284-4d54-8955-901bd15cf745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:08.167699 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6e3c1a5d-7ce2-457a-8ae2-252ed0e090dd req-4d47b972-7284-4d54-8955-901bd15cf745 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 1097 time: 0.0744500 Aug 27 13:58:08.179150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2cce02d1-755a-4c11-a22c-8cf262e70aa5,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:08.181816 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0f1cd64-60f0-4afd-8de7-7a0a7973264a req-692d9652-d2f0-4e4b-8dc2-d1a9ed9e3198 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779092 Aug 27 13:58:08.257913 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Attempting to bind port 2cce02d1-755a-4c11-a22c-8cf262e70aa5 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:58:08.259226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Attempting to bind port 2cce02d1-755a-4c11-a22c-8cf262e70aa5 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:58:08.259665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Attempting to bind port 2cce02d1-755a-4c11-a22c-8cf262e70aa5 on network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:08.282263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Port 2cce02d1-755a-4c11-a22c-8cf262e70aa5 on network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:58:08.282617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Attempting to bind port 2cce02d1-755a-4c11-a22c-8cf262e70aa5 on network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:08.291254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:58:08.291586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Checking segment: {'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:58:08.291968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Bound using segment: {'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:58:08.292695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Bound port: 2cce02d1-755a-4c11-a22c-8cf262e70aa5, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349f06f5-7aeb-47b8-99fa-2fac367c10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:58:08.292820 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:08.299896 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6e3c1a5d-7ce2-457a-8ae2-252ed0e090dd req-0b3e273f-277e-4b9f-9074-c0e1e2563b76 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527301 Aug 27 13:58:08.318793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5deeef7-15b4-4ee3-ba89-752d913a521f req-6cff4c24-1b6a-4999-a2a2-955ea614e59f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:08.320380 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a5deeef7-15b4-4ee3-ba89-752d913a521f req-6cff4c24-1b6a-4999-a2a2-955ea614e59f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0795281 Aug 27 13:58:08.395043 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a5deeef7-15b4-4ee3-ba89-752d913a521f req-a6144620-bba8-474f-92b6-b33c18f4436d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Aug 27 13:58:08.401232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] For port 2cce02d1-755a-4c11-a22c-8cf262e70aa5, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:08.404449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] For port 2cce02d1-755a-4c11-a22c-8cf262e70aa5, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=2cce02d1-755a-4c11-a22c-8cf262e70aa5,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:58:08.408477 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:08.445230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:08.445902 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:08.447562 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/2cce02d1-755a-4c11-a22c-8cf262e70aa5 HTTP/1.1" status: 200 len: 1092 time: 0.7767961 Aug 27 13:58:08.449884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5beabb68-3652-460f-9209-67328688a2de', 'tag': '2cce02d1-755a-4c11-a22c-8cf262e70aa5'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:08.452502 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43171a8-ac63-434d-8fd6-cc5b8677eb27" -d '{"events": [{"name": "network-changed", "server_uuid": "5beabb68-3652-460f-9209-67328688a2de", "tag": "2cce02d1-755a-4c11-a22c-8cf262e70aa5"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:08.480353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c93bd3-ad17-4d6a-b0ff-71644ec333e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2cce02d1-755a-4c11-a22c-8cf262e70aa5,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:08.506864 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dad12a-7ccd-41ca-b698-fca722a9b8f1 x-openstack-request-id: req-88dad12a-7ccd-41ca-b698-fca722a9b8f1 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:08.507239 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5beabb68-3652-460f-9209-67328688a2de", "tag": "2cce02d1-755a-4c11-a22c-8cf262e70aa5", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:08.507543 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88dad12a-7ccd-41ca-b698-fca722a9b8f1 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:08.508013 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5beabb68-3652-460f-9209-67328688a2de', 'tag': '2cce02d1-755a-4c11-a22c-8cf262e70aa5', 'status': 'completed', 'code': 200} Aug 27 13:58:08.566391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fb278-b4cf-4aa7-bca2-21d7ea7966c7 req-d3a78081-15aa-4f0d-a04e-de4f0a3c3d5d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:08.567993 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-622fb278-b4cf-4aa7-bca2-21d7ea7966c7 req-d3a78081-15aa-4f0d-a04e-de4f0a3c3d5d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0595753 Aug 27 13:58:08.615375 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-622fb278-b4cf-4aa7-bca2-21d7ea7966c7 req-930b5872-5471-4c97-bdd4-f47e3d79db24 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407543 Aug 27 13:58:08.622164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96967489-fbff-44fb-be71-9bc1fe0cf9d0 req-7858c439-79b2-4401-bb16-cb8a59118251 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:08.623849 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-96967489-fbff-44fb-be71-9bc1fe0cf9d0 req-7858c439-79b2-4401-bb16-cb8a59118251 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.0589054 Aug 27 13:58:08.669967 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-96967489-fbff-44fb-be71-9bc1fe0cf9d0 req-9065a672-aead-453f-bb0b-f98f6a4ddc85 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397885 Aug 27 13:58:08.700461 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8aeb340-7370-4cc2-b87c-96dedcfe3791 req-59af9092-213b-4c77-a40a-f9e138dddbf5 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0258276 Aug 27 13:58:08.868433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302070d-a360-4624-ac21-0d14bc4a35c1 req-9021f1e0-c160-4606-9816-d795f00b797b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:08.869851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f302070d-a360-4624-ac21-0d14bc4a35c1 req-9021f1e0-c160-4606-9816-d795f00b797b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0503175 Aug 27 13:58:08.909433 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f302070d-a360-4624-ac21-0d14bc4a35c1 req-b8a4a4a0-0eb2-4880-97c0-e4cf236fe618 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333941 Aug 27 13:58:09.116245 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43171a8-ac63-434d-8fd6-cc5b8677eb27 req-602fba88-9d61-4a7f-b185-03f352a513ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:09.117909 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b43171a8-ac63-434d-8fd6-cc5b8677eb27 req-602fba88-9d61-4a7f-b185-03f352a513ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94a6515f8f724dc2ab86aeeed1a7f94a&device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 1095 time: 0.0866833 Aug 27 13:58:09.126382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53289f08-347d-48f1-a552-67f0340510ae req-c8c9212f-d7c5-4674-b35c-9f31d08a0d01 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:09.131347 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-53289f08-347d-48f1-a552-67f0340510ae req-c8c9212f-d7c5-4674-b35c-9f31d08a0d01 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 950 time: 0.0775611 Aug 27 13:58:09.201540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454a1d-2b63-4285-8307-a60931e48547 req-faf1f775-3a14-4baa-be8c-36d5d37ed8ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:09.203058 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c454a1d-2b63-4285-8307-a60931e48547 req-faf1f775-3a14-4baa-be8c-36d5d37ed8ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.1284406 Aug 27 13:58:09.216435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-67975fa3-64e1-4ce7-9fac-296a6fd7710e tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:09.218171 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-67975fa3-64e1-4ce7-9fac-296a6fd7710e tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.41 "GET /v2.0/networks?id=54f93b5e-cd0d-4b77-a984-346ab4450664 HTTP/1.1" status: 200 len: 823 time: 0.1801345 Aug 27 13:58:09.251948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-53289f08-347d-48f1-a552-67f0340510ae req-5e4d0bfa-b45c-45c1-a9be-19261280fcee tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179998 Aug 27 13:58:09.270540 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c454a1d-2b63-4285-8307-a60931e48547 req-6b3da797-17e1-4769-afd8-9426d468a87c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506070 Aug 27 13:58:09.305920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-49fe371f-584b-4c20-8d1a-e10570c6968e tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b24b98473ebf462aae9865b3b3a47006 HTTP/1.1" status: 200 len: 380 time: 0.0629640 Aug 27 13:58:09.357776 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43171a8-ac63-434d-8fd6-cc5b8677eb27 req-41965149-ab66-4d8b-8bf4-d12b6cf69127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:09.359253 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b43171a8-ac63-434d-8fd6-cc5b8677eb27 req-41965149-ab66-4d8b-8bf4-d12b6cf69127 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=94a6515f8f724dc2ab86aeeed1a7f94a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2172105 Aug 27 13:58:09.396320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934a7a1-a71c-4743-b0fd-fbf0b6a36590 req-bd322ded-dc71-43d9-ad3d-0aeb238d6566 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:09.397729 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1934a7a1-a71c-4743-b0fd-fbf0b6a36590 req-bd322ded-dc71-43d9-ad3d-0aeb238d6566 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 943 time: 0.0581830 Aug 27 13:58:09.439432 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1934a7a1-a71c-4743-b0fd-fbf0b6a36590 req-e08fe22f-892d-46d4-a8cb-97947d1c6731 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354764 Aug 27 13:58:09.459936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Request body: {'port': {'device_id': '576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'admin_state_up': True, 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'security_groups': ['b04db31e-96fa-4d4a-976f-0aa99a3152b7']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:09.558024 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43171a8-ac63-434d-8fd6-cc5b8677eb27 req-27f23e5c-cd4b-4338-9222-593405ce22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:09.559804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b43171a8-ac63-434d-8fd6-cc5b8677eb27 req-27f23e5c-cd4b-4338-9222-593405ce22e6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973170 Aug 27 13:58:09.576178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125c902-1cf9-46e5-aed1-09aba8c61931 req-8b802a17-44a7-421f-a068-09cfa3e94b05 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:09.577684 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c125c902-1cf9-46e5-aed1-09aba8c61931 req-8b802a17-44a7-421f-a068-09cfa3e94b05 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0980392 Aug 27 13:58:09.610676 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:09.639798 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c125c902-1cf9-46e5-aed1-09aba8c61931 req-dc38d245-a41c-4c5a-ae00-06724fa2e199 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522916 Aug 27 13:58:09.646000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Made reservation on behalf of b24b98473ebf462aae9865b3b3a47006 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:58:09.650457 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:09.748094 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f142370b-d42f-4d72-af5f-32f4365fad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:09.750337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-f142370b-d42f-4d72-af5f-32f4365fad31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94a6515f8f724dc2ab86aeeed1a7f94a&device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 1095 time: 0.1006203 Aug 27 13:58:09.774297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba0e5c-de23-46e4-a90e-140ce47ecccf req-be186806-8889-4e35-a156-0d8f392577de tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:09.775969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13ba0e5c-de23-46e4-a90e-140ce47ecccf req-be186806-8889-4e35-a156-0d8f392577de tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.0770907 Aug 27 13:58:09.827108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-04a15bdc-053f-440c-a729-9bb6da1e0dcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cce02d1-755a-4c11-a22c-8cf262e70aa5 HTTP/1.1" status: 200 len: 217 time: 0.0500519 Aug 27 13:58:09.844207 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4199a7-acdd-4fd3-bf5c-4acb7d92c4dd req-16128ffe-05a0-4515-98d5-08ed152693ac tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:09.845957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a4199a7-acdd-4fd3-bf5c-4acb7d92c4dd req-16128ffe-05a0-4515-98d5-08ed152693ac tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.0974958 Aug 27 13:58:09.850049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Allocated IP 172.20.0.14 (54f93b5e-cd0d-4b77-a984-346ab4450664/36e24ebb-cdfe-4f90-b090-68bcc4bb4d72/5f005141-6867-43bb-9f48-a044e3bc6929) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:58:09.863000 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13ba0e5c-de23-46e4-a90e-140ce47ecccf req-0091c25c-ada5-4e08-8942-68b1dcab9ab1 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798783 Aug 27 13:58:09.915825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-3e6c8942-ae2d-4060-b283-0ba4d2dc9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:09.917511 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-3e6c8942-ae2d-4060-b283-0ba4d2dc9a8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18141edc-2850-46e4-aa3e-33f9943dea5c HTTP/1.1" status: 200 len: 854 time: 0.0678074 Aug 27 13:58:09.922140 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a4199a7-acdd-4fd3-bf5c-4acb7d92c4dd req-3cb71780-9a7d-4bc2-8b3b-3e790f8d960f tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677397 Aug 27 13:58:09.996980 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d2ca4578-614c-45b9-b0c0-4a37940658f3 req-be9a6306-accb-4aa3-bb24-41bcc72017a9 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0421054 Aug 27 13:58:10.025781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-940c7c73-d907-4694-bd95-bf53a40b5c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:10.027467 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-940c7c73-d907-4694-bd95-bf53a40b5c1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815153 Aug 27 13:58:10.079712 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:10.096201 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0060388-b8fa-41c9-93da-73c312d66e92 req-8ce79f79-92ab-4571-8c9d-47c0d465f29d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:10.097685 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f0060388-b8fa-41c9-93da-73c312d66e92 req-8ce79f79-92ab-4571-8c9d-47c0d465f29d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0871906 Aug 27 13:58:10.104698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Transition to ACTIVE for port object 5f005141-6867-43bb-9f48-a044e3bc6929 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:10.149496 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-3c6d9da3-148e-46a7-a779-e236aa306013 service neutron] 10.222.0.41 "GET /v2.0/networks/fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021690 Aug 27 13:58:10.155104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f0060388-b8fa-41c9-93da-73c312d66e92 req-002278a1-9844-4537-9eff-0b5f1991a71a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487189 Aug 27 13:58:10.169072 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:10.223986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Network 54f93b5e-cd0d-4b77-a984-346ab4450664 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:58:10.226967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:58:10.230674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:58:10.256896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Pushing event updated for resources: {'Port': ['ID=5f005141-6867-43bb-9f48-a044e3bc6929,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:10.290819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:10.291553 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:10.320720 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-34d27a37-6da3-4885-bd10-6fc00d92fd4d tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8650157 Aug 27 13:58:10.353682 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Request body: {'port': {'device_id': '576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:10.442031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55ca27eb-8538-4dc9-bd46-ec6ae69bf5cf req-a319010f-4b0c-4646-8853-b759174c9b28 service neutron] 10.222.0.41 "GET /v2.0/networks/fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866736 Aug 27 13:58:10.450579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b106475-25cd-4079-83ea-45b92de7d0da req-61516122-064b-4d75-97f2-a255a9cadf0a tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:10.458714 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6b106475-25cd-4079-83ea-45b92de7d0da req-61516122-064b-4d75-97f2-a255a9cadf0a tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 950 time: 0.1051641 Aug 27 13:58:10.464543 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:10.490961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1f1bf-ba2c-4084-a3d7-dfd161f7c008 req-8b0a8bba-94d4-416d-a6dc-7765b30282e1 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:10.492690 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e9a1f1bf-ba2c-4084-a3d7-dfd161f7c008 req-8b0a8bba-94d4-416d-a6dc-7765b30282e1 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0999072 Aug 27 13:58:10.510103 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6b106475-25cd-4079-83ea-45b92de7d0da req-65a5fd18-7bfb-4738-bfcf-fedc02850155 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504522 Aug 27 13:58:10.552870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f6e91cfb-1195-4a80-876b-bb1bb116da70 None None] Provisioning for port 5f005141-6867-43bb-9f48-a044e3bc6929 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:58:10.559679 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f6e91cfb-1195-4a80-876b-bb1bb116da70 None None] Provisioning complete for port 5f005141-6867-43bb-9f48-a044e3bc6929 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:10.560471 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f6e91cfb-1195-4a80-876b-bb1bb116da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:10.599007 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e9a1f1bf-ba2c-4084-a3d7-dfd161f7c008 req-77bc0cf7-ee68-43d9-920d-bc2055967ee8 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750272 Aug 27 13:58:10.613709 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f6e91cfb-1195-4a80-876b-bb1bb116da70 None None] Port 5f005141-6867-43bb-9f48-a044e3bc6929 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:58:10.636567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741f835-e34c-4dcf-b895-d7e5bd09d762 req-e9f18662-044d-4e3f-acd3-ae5ca0014164 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:10.638234 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7741f835-e34c-4dcf-b895-d7e5bd09d762 req-e9f18662-044d-4e3f-acd3-ae5ca0014164 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 943 time: 0.0653427 Aug 27 13:58:10.684336 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7741f835-e34c-4dcf-b895-d7e5bd09d762 req-5b85dbbf-8c1a-4ad8-b69d-9b0eee7632d8 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375831 Aug 27 13:58:10.830390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1996814-47f6-41e9-baf3-74ad6aa9fdbf req-b521bd71-52ce-4c17-82b5-7395aaf423a4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:10.831939 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1996814-47f6-41e9-baf3-74ad6aa9fdbf req-b521bd71-52ce-4c17-82b5-7395aaf423a4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0855637 Aug 27 13:58:10.911577 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1996814-47f6-41e9-baf3-74ad6aa9fdbf req-0e4f427d-058d-4d77-bac0-a904b38bcdcf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709014 Aug 27 13:58:10.917472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f005141-6867-43bb-9f48-a044e3bc6929 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:10.925996 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:10.940739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Transition to ACTIVE for port object 5f005141-6867-43bb-9f48-a044e3bc6929 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:10.946597 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:11.019424 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f005141-6867-43bb-9f48-a044e3bc6929,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:11.065605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-8cc21a74-497d-41d2-8dd4-f25920c8fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.067578 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-8cc21a74-497d-41d2-8dd4-f25920c8fafe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 1127 time: 0.1230626 Aug 27 13:58:11.082728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079341c-d148-49a7-a8e9-9da065df63e9 req-ab92dcd5-18c8-4395-932f-f755e62c8b09 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.090999 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8079341c-d148-49a7-a8e9-9da065df63e9 req-ab92dcd5-18c8-4395-932f-f755e62c8b09 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.1067967 Aug 27 13:58:11.107438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cd291-298b-42bf-a0dd-e6f1df28ba31 req-70d48f6a-3f41-4794-a102-f7ced0783fea tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.108978 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cd3cd291-298b-42bf-a0dd-e6f1df28ba31 req-70d48f6a-3f41-4794-a102-f7ced0783fea tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.0909212 Aug 27 13:58:11.126737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Attempting to bind port 5f005141-6867-43bb-9f48-a044e3bc6929 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:58:11.127130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Attempting to bind port 5f005141-6867-43bb-9f48-a044e3bc6929 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:58:11.127391 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Attempting to bind port 5f005141-6867-43bb-9f48-a044e3bc6929 on network 54f93b5e-cd0d-4b77-a984-346ab4450664 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:11.142109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Port 5f005141-6867-43bb-9f48-a044e3bc6929 on network 54f93b5e-cd0d-4b77-a984-346ab4450664 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:58:11.142954 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Attempting to bind port 5f005141-6867-43bb-9f48-a044e3bc6929 on network 54f93b5e-cd0d-4b77-a984-346ab4450664 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:11.157188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:58:11.157588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Checking segment: {'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:58:11.158110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Bound using segment: {'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:58:11.158565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Bound port: 5f005141-6867-43bb-9f48-a044e3bc6929, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad3a303-609f-4546-a5fb-c24009974aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:58:11.159022 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:11.186623 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cd3cd291-298b-42bf-a0dd-e6f1df28ba31 req-f8f49311-48ef-4f2c-8b9e-d7518692c741 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690105 Aug 27 13:58:11.226511 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8079341c-d148-49a7-a8e9-9da065df63e9 req-7161d23c-4c25-41b1-96ab-9587bfda4e1f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258247 Aug 27 13:58:11.270174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-9ae2e8e9-9e9c-4ef1-9182-d25c30488331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.271922 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-9ae2e8e9-9e9c-4ef1-9182-d25c30488331 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.1647396 Aug 27 13:58:11.309558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] For port 5f005141-6867-43bb-9f48-a044e3bc6929, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:11.320593 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-89a19fb3-e847-4ce4-a799-3173dae9b242 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6251fcac-1eac-430b-981f-555a94c6c5ab HTTP/1.1" status: 200 len: 217 time: 0.0407417 Aug 27 13:58:11.343819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] For port 5f005141-6867-43bb-9f48-a044e3bc6929, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5f005141-6867-43bb-9f48-a044e3bc6929,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:58:11.351288 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:11.393257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-2c3f7d46-776c-40fb-a2a9-3247a37751fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.394630 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-2c3f7d46-776c-40fb-a2a9-3247a37751fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.0668342 Aug 27 13:58:11.398951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f6c79-bf9f-4771-8ebd-d5ab5fd3daf0 req-9ea222a3-bc7a-4020-a504-c9ae69f814a4 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.400441 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-997f6c79-bf9f-4771-8ebd-d5ab5fd3daf0 req-9ea222a3-bc7a-4020-a504-c9ae69f814a4 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 944 time: 0.1174247 Aug 27 13:58:11.402524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83684067-6dcc-4709-9ddc-7ed0aed1ac96 req-c824191b-780b-4bbe-a31e-4eec812412e0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.403881 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83684067-6dcc-4709-9ddc-7ed0aed1ac96 req-c824191b-780b-4bbe-a31e-4eec812412e0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0858116 Aug 27 13:58:11.405898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-3aafab72-fb7f-4ff1-9435-85e97c74d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.407623 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-3aafab72-fb7f-4ff1-9435-85e97c74d29b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 1097 time: 0.1406319 Aug 27 13:58:11.408934 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.409624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:11.410930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f005141-6867-43bb-9f48-a044e3bc6929 HTTP/1.1" status: 200 len: 1093 time: 1.0623095 Aug 27 13:58:11.415323 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb', 'tag': '5f005141-6867-43bb-9f48-a044e3bc6929'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:11.417553 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fb5461-ac45-4650-9bf6-ddd90d5623c4" -d '{"events": [{"name": "network-changed", "server_uuid": "576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb", "tag": "5f005141-6867-43bb-9f48-a044e3bc6929"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:11.455568 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-b89c6455-758c-470c-9418-d594e21cf551 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501812 Aug 27 13:58:11.517408 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93745af8-cc07-4723-84ef-9deaad4724c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f005141-6867-43bb-9f48-a044e3bc6929,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:11.518207 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83684067-6dcc-4709-9ddc-7ed0aed1ac96 req-0a5b0245-aa30-4300-b712-233a851fc936 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981617 Aug 27 13:58:11.528545 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-997f6c79-bf9f-4771-8ebd-d5ab5fd3daf0 req-236dabc7-1934-40aa-a100-19653eeadc24 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078775 Aug 27 13:58:11.575544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-71e26496-156e-4edb-b991-f08df1de5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.576747 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-71e26496-156e-4edb-b991-f08df1de5f03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.1471102 Aug 27 13:58:11.597459 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-e0f3aa6e-0236-4bb8-a051-87a393b9c796 service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338470 Aug 27 13:58:11.604681 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f84b03-fbfc-4a7f-978e-57fcde99d289 x-openstack-request-id: req-59f84b03-fbfc-4a7f-978e-57fcde99d289 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:11.605041 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb", "tag": "5f005141-6867-43bb-9f48-a044e3bc6929", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:11.605354 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59f84b03-fbfc-4a7f-978e-57fcde99d289 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:11.606001 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb', 'tag': '5f005141-6867-43bb-9f48-a044e3bc6929', 'status': 'completed', 'code': 200} Aug 27 13:58:11.649662 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-42ab7a7d-81e1-4b75-be0c-dfb0ad80fa30 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1 HTTP/1.1" status: 200 len: 217 time: 0.0469654 Aug 27 13:58:11.715678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-ffee38ac-50a0-46a6-b4e4-0d4a2350bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.717089 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-ffee38ac-50a0-46a6-b4e4-0d4a2350bb61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24b98473ebf462aae9865b3b3a47006&device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 1096 time: 0.1540825 Aug 27 13:58:11.733472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-c12e57a9-e916-41f9-ada0-132c14ce15c8 service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257412 Aug 27 13:58:11.734571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-2a4bf6f1-2a0b-4e10-879a-3e26b7f11056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.736636 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-2a4bf6f1-2a0b-4e10-879a-3e26b7f11056 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.0760822 Aug 27 13:58:11.747422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41af8b-6d97-4486-a260-3c7a94b0edd6 req-5626321f-b5d5-4f88-8cd6-bb8d6adeedd1 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.748981 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-af41af8b-6d97-4486-a260-3c7a94b0edd6 req-5626321f-b5d5-4f88-8cd6-bb8d6adeedd1 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 950 time: 0.1033013 Aug 27 13:58:11.753664 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af58ce-7cd7-4e53-8333-9f7ce57d1a24 req-f14ed91a-7ab0-4158-9a19-09d225ac1a43 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.755244 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2af58ce-7cd7-4e53-8333-9f7ce57d1a24 req-f14ed91a-7ab0-4158-9a19-09d225ac1a43 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0623229 Aug 27 13:58:11.814205 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-c53c351e-8631-4127-883b-b496030ca284 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f005141-6867-43bb-9f48-a044e3bc6929 HTTP/1.1" status: 200 len: 217 time: 0.0642052 Aug 27 13:58:11.816002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-ffe89ffd-d22d-4be4-b6ab-3ed6e1bd2e90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649803 Aug 27 13:58:11.828141 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2af58ce-7cd7-4e53-8333-9f7ce57d1a24 req-17a0fc91-24dd-40dd-b707-d443fa23724e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668550 Aug 27 13:58:11.838157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-50ae5af1-ba95-43f1-a654-c3465e723ba2 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.839669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-50ae5af1-ba95-43f1-a654-c3465e723ba2 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775&tenant_id=a7dba67d579b475f8c1e968351f5a6ea&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1127 time: 0.0767725 Aug 27 13:58:11.861421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:11.882145 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-af41af8b-6d97-4486-a260-3c7a94b0edd6 req-8721cbf8-2d2b-4084-8105-43510c13f748 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189065 Aug 27 13:58:11.957852 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:11.980333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f1224-843e-4d12-826d-20c5f1c2ed64 req-9ab948bc-ffbd-41c6-aa4a-34cb0a7cc7c3 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.981748 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d6f1224-843e-4d12-826d-20c5f1c2ed64 req-9ab948bc-ffbd-41c6-aa4a-34cb0a7cc7c3 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 943 time: 0.0893252 Aug 27 13:58:11.982091 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-575b1310-66b3-4dfa-97f6-fe3f1502be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:11.983701 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-575b1310-66b3-4dfa-97f6-fe3f1502be74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36e24ebb-cdfe-4f90-b090-68bcc4bb4d72 HTTP/1.1" status: 200 len: 862 time: 0.0867929 Aug 27 13:58:11.998372 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-0528c8a8-0b8e-42e6-bcb3-2c924de477bc service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730335 Aug 27 13:58:12.062222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea2be2-e035-4050-b5f2-2bd12aec754b req-1c0f2fe4-1694-4f02-8263-d0e02d966b17 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:12.063941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92ea2be2-e035-4050-b5f2-2bd12aec754b req-1c0f2fe4-1694-4f02-8263-d0e02d966b17 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.1037157 Aug 27 13:58:12.083517 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d6f1224-843e-4d12-826d-20c5f1c2ed64 req-c2c0ef3a-6620-4fea-8a48-40a36984bb23 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810030 Aug 27 13:58:12.136278 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6251fcac-1eac-430b-981f-555a94c6c5ab,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:12.159068 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92ea2be2-e035-4050-b5f2-2bd12aec754b req-0009d1cd-58bc-406b-9043-a3605f94be4c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886855 Aug 27 13:58:12.166827 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-98819a3c-40e3-4b52-8be8-255a39b22069 service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610067 Aug 27 13:58:12.173363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-206a0422-9f02-484c-bf45-28ab91e57f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:12.174836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-206a0422-9f02-484c-bf45-28ab91e57f77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54f93b5e-cd0d-4b77-a984-346ab4450664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934141 Aug 27 13:58:12.215620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:12.224590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5b4ab-915f-4368-a7a1-cdb3cc06263a req-699ad2b9-50fe-4f77-9989-549e57fdf47e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:12.232156 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-baf5b4ab-915f-4368-a7a1-cdb3cc06263a req-699ad2b9-50fe-4f77-9989-549e57fdf47e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0865600 Aug 27 13:58:12.283153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-485ae1b9-51f6-4672-bbde-3c037d925144 service neutron] 10.222.0.41 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982368 Aug 27 13:58:12.296770 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-baf5b4ab-915f-4368-a7a1-cdb3cc06263a req-d1396633-27ef-4696-8741-2f3e95546683 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636868 Aug 27 13:58:12.302223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6251fcac-1eac-430b-981f-555a94c6c5ab {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:12.318093 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:12.319053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:12.466154 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ae91ec1-0350-4ece-849a-c48916c792a8 req-9c30e30a-1f16-4383-817e-23f28d00a692 service neutron] 10.222.0.41 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006722 Aug 27 13:58:12.466415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on host n-h2-712139-12 for vnic_type normal with profile {} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:58:12.466879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:58:12.467275 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:12.593914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358ca7e-138d-484f-a4e0-4bafc23a061c req-d086ac25-ce70-4c1f-b84d-1fa55a0b3e5f tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:12.596941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0358ca7e-138d-484f-a4e0-4bafc23a061c req-d086ac25-ce70-4c1f-b84d-1fa55a0b3e5f tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.1028299 Aug 27 13:58:12.727661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43506666-e572-4972-87ba-4aec0c69efae req-34170208-d535-44e6-b296-0f143011f3e3 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:12.729597 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43506666-e572-4972-87ba-4aec0c69efae req-34170208-d535-44e6-b296-0f143011f3e3 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 944 time: 0.1630652 Aug 27 13:58:12.737992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb5461-ac45-4650-9bf6-ddd90d5623c4 req-b48f3592-a1f0-4fda-af71-3de18ba8dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:12.739480 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19fb5461-ac45-4650-9bf6-ddd90d5623c4 req-b48f3592-a1f0-4fda-af71-3de18ba8dfe0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24b98473ebf462aae9865b3b3a47006&device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 1096 time: 0.1262090 Aug 27 13:58:12.745832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:58:12.746250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Attempting to bind port 6251fcac-1eac-430b-981f-555a94c6c5ab on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:12.748295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Pushing event updated for resources: {'Port': ['ID=6251fcac-1eac-430b-981f-555a94c6c5ab,revision_number=9']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:12.763832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:58:12.764256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:58:12.764718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:58:12.765237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Bound port: 6251fcac-1eac-430b-981f-555a94c6c5ab, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:58:12.765672 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:12.782814 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90678cc-39bb-47b5-8ff7-fb3ec6f7b8be req-b2204881-3b0e-4487-91f4-f10165c3151b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:12.784409 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a90678cc-39bb-47b5-8ff7-fb3ec6f7b8be req-b2204881-3b0e-4487-91f4-f10165c3151b tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.41 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 950 time: 0.3999066 Aug 27 13:58:12.793676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91288e43-c68d-4e60-b343-86c30e09d25e req-017e4642-976e-4814-80d5-187209325ff3 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:12.795201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-91288e43-c68d-4e60-b343-86c30e09d25e req-017e4642-976e-4814-80d5-187209325ff3 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 950 time: 0.4133217 Aug 27 13:58:12.940955 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-91288e43-c68d-4e60-b343-86c30e09d25e req-1bf88b00-f9d1-48ea-9330-65b2783f9e14 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352851 Aug 27 13:58:12.950307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:12.954916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6251fcac-1eac-430b-981f-555a94c6c5ab,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:58:12.976602 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:13.024351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:13.024974 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:13.026370 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] 10.222.0.52 "PUT /v2.0/ports/6251fcac-1eac-430b-981f-555a94c6c5ab HTTP/1.1" status: 200 len: 1093 time: 1.1703649 Aug 27 13:58:13.026933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'tag': '6251fcac-1eac-430b-981f-555a94c6c5ab'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:13.029257 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cc235f-3904-4e86-b844-1f5eb5493405" -d '{"events": [{"name": "network-changed", "server_uuid": "365256f0-481e-4264-a4fc-8b09f8ea6775", "tag": "6251fcac-1eac-430b-981f-555a94c6c5ab"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:13.043459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a90678cc-39bb-47b5-8ff7-fb3ec6f7b8be req-e0cd76d4-7236-42b9-87c4-0c4995909390 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Deleting port d9b5ffea-5715-492a-9b9b-157bcdd5a71f {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:13.043802 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a90678cc-39bb-47b5-8ff7-fb3ec6f7b8be req-e0cd76d4-7236-42b9-87c4-0c4995909390 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:13.094530 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43506666-e572-4972-87ba-4aec0c69efae req-70dc6d32-ed5d-44c6-95eb-caac6d40a578 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532743 Aug 27 13:58:13.117737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-0358ca7e-138d-484f-a4e0-4bafc23a061c req-21b04212-07e6-484c-bd29-c24174bbf4ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Deleting port f50e57c5-b1f7-43ca-a354-520f53d1e133 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:13.117981 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0358ca7e-138d-484f-a4e0-4bafc23a061c req-21b04212-07e6-484c-bd29-c24174bbf4ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:13.139191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444951f0-e0d7-4520-a181-a4b0a2e796af service neutron] Pushing event updated for resources: {'Port': ['ID=6251fcac-1eac-430b-981f-555a94c6c5ab,revision_number=10']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:13.168027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['6251fcac-1eac-430b-981f-555a94c6c5ab'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:13.219488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a90678cc-39bb-47b5-8ff7-fb3ec6f7b8be req-e0cd76d4-7236-42b9-87c4-0c4995909390 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] For port d9b5ffea-5715-492a-9b9b-157bcdd5a71f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d9b5ffea-5715-492a-9b9b-157bcdd5a71f,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:13.219951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a90678cc-39bb-47b5-8ff7-fb3ec6f7b8be req-e0cd76d4-7236-42b9-87c4-0c4995909390 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:13.229980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb5461-ac45-4650-9bf6-ddd90d5623c4 req-55734e56-220f-461d-a6db-2600ca967989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:13.231489 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19fb5461-ac45-4650-9bf6-ddd90d5623c4 req-55734e56-220f-461d-a6db-2600ca967989 service neutron] 10.222.0.41 "GET /v2.0/networks?id=54f93b5e-cd0d-4b77-a984-346ab4450664 HTTP/1.1" status: 200 len: 924 time: 0.4703419 Aug 27 13:58:13.243335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a90678cc-39bb-47b5-8ff7-fb3ec6f7b8be req-e0cd76d4-7236-42b9-87c4-0c4995909390 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Calling delete_port for d9b5ffea-5715-492a-9b9b-157bcdd5a71f owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:13.310332 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19fb5461-ac45-4650-9bf6-ddd90d5623c4 req-6dd4129c-7f35-47e1-8e2a-d999e8f63f86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f005141-6867-43bb-9f48-a044e3bc6929 HTTP/1.1" status: 200 len: 217 time: 0.0498559 Aug 27 13:58:13.387677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6f55e-a76d-4020-a708-1071e6536e20 req-b5379886-34d7-402a-976e-91b13471bde1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:13.396248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-74a6f55e-a76d-4020-a708-1071e6536e20 req-b5379886-34d7-402a-976e-91b13471bde1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.1798153 Aug 27 13:58:13.418281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-ba9a8f9f-442f-4828-9b2f-79675b418a1e service neutron] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:13.431381 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-ba9a8f9f-442f-4828-9b2f-79675b418a1e service neutron] Notify callbacks [] for binding, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:13.431591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0358ca7e-138d-484f-a4e0-4bafc23a061c req-21b04212-07e6-484c-bd29-c24174bbf4ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] For port f50e57c5-b1f7-43ca-a354-520f53d1e133, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f50e57c5-b1f7-43ca-a354-520f53d1e133,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:13.431859 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0358ca7e-138d-484f-a4e0-4bafc23a061c req-21b04212-07e6-484c-bd29-c24174bbf4ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:13.432957 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179ceba8-e2de-45d0-904a-ebc3447ce9b9 req-ba9a8f9f-442f-4828-9b2f-79675b418a1e service neutron] 10.222.0.52 "DELETE /v2.0/ports/6251fcac-1eac-430b-981f-555a94c6c5ab/bindings/n-h1-712139-12 HTTP/1.1" status: 204 len: 173 time: 0.3971307 Aug 27 13:58:13.458486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-0358ca7e-138d-484f-a4e0-4bafc23a061c req-21b04212-07e6-484c-bd29-c24174bbf4ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Calling delete_port for f50e57c5-b1f7-43ca-a354-520f53d1e133 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:13.465556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb5461-ac45-4650-9bf6-ddd90d5623c4 req-baec7757-e18d-482b-b762-0a86b0e978c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:13.467095 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19fb5461-ac45-4650-9bf6-ddd90d5623c4 req-baec7757-e18d-482b-b762-0a86b0e978c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36e24ebb-cdfe-4f90-b090-68bcc4bb4d72 HTTP/1.1" status: 200 len: 862 time: 0.1413019 Aug 27 13:58:13.476671 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-74a6f55e-a76d-4020-a708-1071e6536e20 req-0eafbd90-440d-4761-9037-78f75c44589e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795939 Aug 27 13:58:13.575160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb5461-ac45-4650-9bf6-ddd90d5623c4 req-de39222e-742f-4e83-bcf2-c9dae7a22a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:13.576576 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19fb5461-ac45-4650-9bf6-ddd90d5623c4 req-de39222e-742f-4e83-bcf2-c9dae7a22a10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54f93b5e-cd0d-4b77-a984-346ab4450664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961769 Aug 27 13:58:13.605611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2961d-d60a-40fc-bdc9-a46dac275242 req-27cd8556-a5b9-40f4-a19a-44de9798cf2f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:13.613299 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-75f2961d-d60a-40fc-bdc9-a46dac275242 req-27cd8556-a5b9-40f4-a19a-44de9798cf2f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 944 time: 0.1785071 Aug 27 13:58:13.650257 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a90678cc-39bb-47b5-8ff7-fb3ec6f7b8be req-e0cd76d4-7236-42b9-87c4-0c4995909390 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:13.664359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['062bd1ee-5174-47db-ba80-79a5571967ca'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:13.697417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-75f2961d-d60a-40fc-bdc9-a46dac275242 req-24b8b384-d41f-4a36-81b5-353b1720231b tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785692 Aug 27 13:58:13.700371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd76d4-7236-42b9-87c4-0c4995909390 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Pushing event deleted for resources: {'Port': ['ID=d9b5ffea-5715-492a-9b9b-157bcdd5a71f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:13.724895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['d9b5ffea-5715-492a-9b9b-157bcdd5a71f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:13.746567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a543-3e92-4004-92a8-e2e46bcfd163 req-c70c5bc9-4167-4fba-b834-75151b23bd55 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:13.755967 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb77a543-3e92-4004-92a8-e2e46bcfd163 req-c70c5bc9-4167-4fba-b834-75151b23bd55 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 867 time: 0.1691685 Aug 27 13:58:13.773176 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['6251fcac-1eac-430b-981f-555a94c6c5ab'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:13.785212 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc5a93b-5c5d-4339-9c54-d808a7fda0cb x-openstack-request-id: req-7fc5a93b-5c5d-4339-9c54-d808a7fda0cb {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:13.785566 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365256f0-481e-4264-a4fc-8b09f8ea6775", "tag": "6251fcac-1eac-430b-981f-555a94c6c5ab", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:13.785758 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7fc5a93b-5c5d-4339-9c54-d808a7fda0cb {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:13.786152 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'tag': '6251fcac-1eac-430b-981f-555a94c6c5ab', 'status': 'completed', 'code': 200} Aug 27 13:58:13.787080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90678cc-39bb-47b5-8ff7-fb3ec6f7b8be req-e0cd76d4-7236-42b9-87c4-0c4995909390 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] No DVR routers for this DVR port d9b5ffea-5715-492a-9b9b-157bcdd5a71f on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:58:13.800894 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a90678cc-39bb-47b5-8ff7-fb3ec6f7b8be req-e0cd76d4-7236-42b9-87c4-0c4995909390 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:13.803297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a90678cc-39bb-47b5-8ff7-fb3ec6f7b8be req-e0cd76d4-7236-42b9-87c4-0c4995909390 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.41 "DELETE /v2.0/ports/d9b5ffea-5715-492a-9b9b-157bcdd5a71f HTTP/1.1" status: 204 len: 173 time: 1.0060449 Aug 27 13:58:13.807855 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0358ca7e-138d-484f-a4e0-4bafc23a061c req-21b04212-07e6-484c-bd29-c24174bbf4ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:13.846740 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19fb5461-ac45-4650-9bf6-ddd90d5623c4 req-2ee2e4d3-8b56-4167-9381-cbb55b9c6a9f service neutron] 10.222.0.41 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483203 Aug 27 13:58:13.871679 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb77a543-3e92-4004-92a8-e2e46bcfd163 req-cf35b888-1565-4060-ae35-0ba8072fa777 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008821 Aug 27 13:58:13.871679 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b04212-07e6-484c-bd29-c24174bbf4ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event deleted for resources: {'Port': ['ID=f50e57c5-b1f7-43ca-a354-520f53d1e133,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:13.965541 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc235f-3904-4e86-b844-1f5eb5493405 req-28f54c3f-3c73-4b07-85d7-b5255c2d9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:13.967329 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50cc235f-3904-4e86-b844-1f5eb5493405 req-28f54c3f-3c73-4b07-85d7-b5255c2d9dd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 1097 time: 0.1338406 Aug 27 13:58:14.023688 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dc279-5d8b-41aa-b3d6-1592fa1c67fb req-48a88ab8-67c8-4785-9a31-82d1bdae0f87 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:14.025722 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-947dc279-5d8b-41aa-b3d6-1592fa1c67fb req-48a88ab8-67c8-4785-9a31-82d1bdae0f87 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 943 time: 0.1416860 Aug 27 13:58:14.075537 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19fb5461-ac45-4650-9bf6-ddd90d5623c4 req-f53e35b3-e15f-40d9-a7a7-cbab09442dd6 service neutron] 10.222.0.41 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088182 Aug 27 13:58:14.107167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0358ca7e-138d-484f-a4e0-4bafc23a061c req-21b04212-07e6-484c-bd29-c24174bbf4ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] No DVR routers for this DVR port f50e57c5-b1f7-43ca-a354-520f53d1e133 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:58:14.112446 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0358ca7e-138d-484f-a4e0-4bafc23a061c req-21b04212-07e6-484c-bd29-c24174bbf4ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:14.114825 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0358ca7e-138d-484f-a4e0-4bafc23a061c req-21b04212-07e6-484c-bd29-c24174bbf4ef tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "DELETE /v2.0/ports/f50e57c5-b1f7-43ca-a354-520f53d1e133 HTTP/1.1" status: 204 len: 173 time: 1.4928675 Aug 27 13:58:14.115375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecfe9a8-dfe8-4727-b136-b4c37ee872e8', 'name': 'network-vif-deleted', 'tag': 'f50e57c5-b1f7-43ca-a354-520f53d1e133'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:14.118205 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a2562c-682b-41c0-aaca-8b23c52766e9" -d '{"events": [{"server_uuid": "eecfe9a8-dfe8-4727-b136-b4c37ee872e8", "name": "network-vif-deleted", "tag": "f50e57c5-b1f7-43ca-a354-520f53d1e133"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:14.136184 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-947dc279-5d8b-41aa-b3d6-1592fa1c67fb req-209f9fa6-7490-4b44-a4ad-9b83e317c073 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589137 Aug 27 13:58:14.203277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc235f-3904-4e86-b844-1f5eb5493405 req-e0332b61-b9e5-4e90-b61b-4048cadf4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:14.209486 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50cc235f-3904-4e86-b844-1f5eb5493405 req-e0332b61-b9e5-4e90-b61b-4048cadf4021 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.2241938 Aug 27 13:58:14.214160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310c086-300a-4643-8369-e6caf52c99a8 req-979dc80c-0639-4838-935d-6a4b03e916a6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:14.220351 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c310c086-300a-4643-8369-e6caf52c99a8 req-979dc80c-0639-4838-935d-6a4b03e916a6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.1250224 Aug 27 13:58:14.288603 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c310c086-300a-4643-8369-e6caf52c99a8 req-8f9e7668-3647-4ef7-b562-ab33426e0b9e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598462 Aug 27 13:58:14.289023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50cc235f-3904-4e86-b844-1f5eb5493405 req-e5a4ce7b-d530-4963-ae6a-2c60987b25e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6251fcac-1eac-430b-981f-555a94c6c5ab HTTP/1.1" status: 200 len: 217 time: 0.0699482 Aug 27 13:58:14.373102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc235f-3904-4e86-b844-1f5eb5493405 req-aff334f8-530d-4e19-926f-abc47171f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:14.374615 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50cc235f-3904-4e86-b844-1f5eb5493405 req-aff334f8-530d-4e19-926f-abc47171f2ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.0571365 Aug 27 13:58:14.377445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5b588-e6f8-435f-94f9-7c2c413efa49 req-2fdf4ed9-dadb-4f3c-a442-4ffe85a60d2b tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:14.384713 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b3b5b588-e6f8-435f-94f9-7c2c413efa49 req-2fdf4ed9-dadb-4f3c-a442-4ffe85a60d2b tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 1097 time: 0.0947597 Aug 27 13:58:14.422776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922426f7-7704-414e-a483-40d8b753a531 req-c8f7f9ba-b235-40be-8822-5203ae0894ee tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:14.424858 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-922426f7-7704-414e-a483-40d8b753a531 req-c8f7f9ba-b235-40be-8822-5203ae0894ee tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0656219 Aug 27 13:58:14.426438 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50cc235f-3904-4e86-b844-1f5eb5493405 req-7e3897d5-56e6-47b3-b260-d7b1a03af9e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392184 Aug 27 13:58:14.441717 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b3b5b588-e6f8-435f-94f9-7c2c413efa49 req-fc009e4e-7c18-4e38-9e17-aefe62d69e10 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561476 Aug 27 13:58:14.477214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', '2a17fb0e-cecf-47ea-948d-d92edf5980af', '11a02dee-c26b-439c-bb19-01bceb870ed9', 'ffdb2e34-fa77-4af0-9cda-840fb426b521'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:14.499901 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-922426f7-7704-414e-a483-40d8b753a531 req-7980ffd6-d072-431e-b35c-eeb252c89ef7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692554 Aug 27 13:58:14.569744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f1ba8dc5-2dac-4810-b6cd-63c98532dd3f', 'ea2e2f57-c3d7-4045-a27d-302d88abbe01', 'f50e57c5-b1f7-43ca-a354-520f53d1e133'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:14.602418 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8ba064-7ece-4a5e-89f5-c4d350c6a62d x-openstack-request-id: req-ba8ba064-7ece-4a5e-89f5-c4d350c6a62d {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:14.602418 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecfe9a8-dfe8-4727-b136-b4c37ee872e8", "name": "network-vif-deleted", "tag": "f50e57c5-b1f7-43ca-a354-520f53d1e133", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:14.602418 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba8ba064-7ece-4a5e-89f5-c4d350c6a62d {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:14.602418 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecfe9a8-dfe8-4727-b136-b4c37ee872e8', 'name': 'network-vif-deleted', 'tag': 'f50e57c5-b1f7-43ca-a354-520f53d1e133', 'status': 'completed', 'code': 200} Aug 27 13:58:14.629152 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-94e96b4b-8be2-4232-9870-e94c21a8680c req-1da79d1f-c249-4351-a992-8bd7cb555386 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 210 time: 0.0719593 Aug 27 13:58:14.723424 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50cc235f-3904-4e86-b844-1f5eb5493405 req-1308c583-28f7-44e3-985f-6ef29c6ca200 service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783563 Aug 27 13:58:14.740317 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c5673f90-0a7b-4394-aa8c-5e2ef9d2638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:14.758407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1fa43-8d0f-4494-a229-823ecb0c1dd6 req-e061979a-3ead-46e4-a055-e006ac36b6cc tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:14.767059 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8da1fa43-8d0f-4494-a229-823ecb0c1dd6 req-e061979a-3ead-46e4-a055-e006ac36b6cc tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0778627 Aug 27 13:58:14.832862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8da1fa43-8d0f-4494-a229-823ecb0c1dd6 req-7d2ce55a-28cf-48ef-995c-48e952ccabe7 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647585 Aug 27 13:58:14.912450 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50cc235f-3904-4e86-b844-1f5eb5493405 req-b6c3cde8-1755-44b2-ac33-1e47693e7578 service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253741 Aug 27 13:58:15.006942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c60204-8688-459f-b8e8-f84eecf61311 req-c3c96b50-1bbd-4509-b244-3eff1c265525 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:15.023683 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19c60204-8688-459f-b8e8-f84eecf61311 req-c3c96b50-1bbd-4509-b244-3eff1c265525 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 944 time: 0.0807688 Aug 27 13:58:15.115352 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19c60204-8688-459f-b8e8-f84eecf61311 req-9d28a711-27d3-4954-865d-fe5cb1bc8859 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904052 Aug 27 13:58:15.224712 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-085e8be4-98ea-4bf5-a7c2-5e6f7f5ec53a req-b4789ba5-22b7-4a25-a5fe-26b65394b362 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=98afda3c-3cfc-45c2-b7e8-b984a527727d HTTP/1.1" status: 200 len: 210 time: 0.0405672 Aug 27 13:58:15.301117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd553e-1f75-47ca-b25f-61b9c261b148 req-dff6571e-fc0b-46fe-a507-d5b4eb176530 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:15.303099 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dbd553e-1f75-47ca-b25f-61b9c261b148 req-dff6571e-fc0b-46fe-a507-d5b4eb176530 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 943 time: 0.0521359 Aug 27 13:58:15.347454 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dbd553e-1f75-47ca-b25f-61b9c261b148 req-927a820c-d724-4d08-b48f-841f9d6c1f71 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380416 Aug 27 13:58:15.438360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b963ee-21b9-41d9-91f4-b9f5fe26b5ee req-586a9312-2d45-470a-82e8-6d6751201ad2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:15.439830 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14b963ee-21b9-41d9-91f4-b9f5fe26b5ee req-586a9312-2d45-470a-82e8-6d6751201ad2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0512788 Aug 27 13:58:15.482543 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14b963ee-21b9-41d9-91f4-b9f5fe26b5ee req-a55312b6-0304-4d5d-82aa-aa7129a86e23 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364847 Aug 27 13:58:15.633080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bf15e-ebc8-4f83-8786-e5a2191cb7c2 req-677c1a0a-bcbd-4648-9e0b-554c621ef0b1 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:15.634705 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da3bf15e-ebc8-4f83-8786-e5a2191cb7c2 req-677c1a0a-bcbd-4648-9e0b-554c621ef0b1 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0563033 Aug 27 13:58:15.679234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da3bf15e-ebc8-4f83-8786-e5a2191cb7c2 req-d64a7cea-aa4a-4c59-abb8-92b08c16d6f4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383437 Aug 27 13:58:15.740709 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0308403d-ecd8-4739-a684-a3e679a9d76b req-969b8df1-0440-4f6f-8039-c88491ce9f46 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=eecfe9a8-dfe8-4727-b136-b4c37ee872e8 HTTP/1.1" status: 200 len: 210 time: 0.0267279 Aug 27 13:58:15.787634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98afda3c-3cfc-45c2-b7e8-b984a527727d', 'name': 'network-vif-deleted', 'tag': 'd9b5ffea-5715-492a-9b9b-157bcdd5a71f'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:15.790087 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58756ca-b383-402a-bdca-9565f278418a" -d '{"events": [{"server_uuid": "98afda3c-3cfc-45c2-b7e8-b984a527727d", "name": "network-vif-deleted", "tag": "d9b5ffea-5715-492a-9b9b-157bcdd5a71f"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:15.827422 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da40697-1ff7-4b3d-9044-d12dc85b311b x-openstack-request-id: req-1da40697-1ff7-4b3d-9044-d12dc85b311b {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:15.827720 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98afda3c-3cfc-45c2-b7e8-b984a527727d", "name": "network-vif-deleted", "tag": "d9b5ffea-5715-492a-9b9b-157bcdd5a71f", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:15.827975 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1da40697-1ff7-4b3d-9044-d12dc85b311b {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:15.828365 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98afda3c-3cfc-45c2-b7e8-b984a527727d', 'name': 'network-vif-deleted', 'tag': 'd9b5ffea-5715-492a-9b9b-157bcdd5a71f', 'status': 'completed', 'code': 200} Aug 27 13:58:15.960481 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93c6ef-c1ce-446f-9af9-f4be5620abcd req-55089805-abb7-4c6e-a113-833ff3637380 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:15.962013 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e93c6ef-c1ce-446f-9af9-f4be5620abcd req-55089805-abb7-4c6e-a113-833ff3637380 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0562356 Aug 27 13:58:16.004462 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e93c6ef-c1ce-446f-9af9-f4be5620abcd req-77ba8dc6-5a26-44fa-9d6c-23d3a320685e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351186 Aug 27 13:58:16.236651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690252e-ef8e-448d-8564-34e40ce44850 req-f6002d31-e802-4e82-8576-da996567d509 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:16.238229 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3690252e-ef8e-448d-8564-34e40ce44850 req-f6002d31-e802-4e82-8576-da996567d509 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 944 time: 0.0586510 Aug 27 13:58:16.280858 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3690252e-ef8e-448d-8564-34e40ce44850 req-9e7e6855-678d-4ae4-ae6f-41f5afd04955 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355220 Aug 27 13:58:16.476635 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d746570-de69-45ff-8a2b-a04d8220e0a4 req-92dbdde0-1f0a-4ef2-aa71-452a1e0e4a00 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:16.478018 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d746570-de69-45ff-8a2b-a04d8220e0a4 req-92dbdde0-1f0a-4ef2-aa71-452a1e0e4a00 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 943 time: 0.0546865 Aug 27 13:58:16.520861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d746570-de69-45ff-8a2b-a04d8220e0a4 req-315853e0-2440-4857-b362-46b687fbea21 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360260 Aug 27 13:58:16.522904 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9cb1d-2d76-4e02-bf75-134cc4ef6c4d req-1c557819-00be-411d-87ef-65008a6270b2 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:16.524442 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3cb9cb1d-2d76-4e02-bf75-134cc4ef6c4d req-1c557819-00be-411d-87ef-65008a6270b2 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 951 time: 0.0533285 Aug 27 13:58:16.568407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3cb9cb1d-2d76-4e02-bf75-134cc4ef6c4d req-24b06189-1b33-43c0-8867-e53257a22f23 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375659 Aug 27 13:58:16.639694 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc1593-6eb7-4010-9832-3d78bbe1bde1 req-e1213efe-a50e-40f9-be9b-e1ed47f0f32c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:16.641770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1adc1593-6eb7-4010-9832-3d78bbe1bde1 req-e1213efe-a50e-40f9-be9b-e1ed47f0f32c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0556114 Aug 27 13:58:16.682699 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1adc1593-6eb7-4010-9832-3d78bbe1bde1 req-4ed4a379-effa-49ed-a6b3-559f9cd2f9dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331624 Aug 27 13:58:16.763625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f81c113b-2376-43c0-b807-78d365ce579f details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:58:16.776331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d9b5ffea-5715-492a-9b9b-157bcdd5a71f no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:16.805484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: d9b5ffea-5715-492a-9b9b-157bcdd5a71f {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:58:16.805909 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d9b5ffea-5715-492a-9b9b-157bcdd5a71f not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:16.806331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f50e57c5-b1f7-43ca-a354-520f53d1e133 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:16.821925 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07764623-599d-4fda-83de-be0eef0269bb req-a4cb03e2-ba33-416d-9ea7-b922dbff8e8d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:16.823741 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-07764623-599d-4fda-83de-be0eef0269bb req-a4cb03e2-ba33-416d-9ea7-b922dbff8e8d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0812020 Aug 27 13:58:16.838145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: f50e57c5-b1f7-43ca-a354-520f53d1e133 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:58:16.838500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f50e57c5-b1f7-43ca-a354-520f53d1e133 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:16.871929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-07764623-599d-4fda-83de-be0eef0269bb req-bb9ebefb-30fb-4259-bf24-a2722099df10 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 Aug 27 13:58:16.917033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f81c113b-2376-43c0-b807-78d365ce579f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f81c113b-2376-43c0-b807-78d365ce579f,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:16.931120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'f81c113b-2376-43c0-b807-78d365ce579f', 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115', 'port_id': 'f81c113b-2376-43c0-b807-78d365ce579f', 'mac_address': 'fa:16:3e:33:33:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0e7137-63f2-4212-b923-f9dc4203f37d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:58:16.983062 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:16.998544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f81c113b-2376-43c0-b807-78d365ce579f {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:17.025777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f81c113b-2376-43c0-b807-78d365ce579f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f81c113b-2376-43c0-b807-78d365ce579f,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:17.031149 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:17.032077 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 2cce02d1-755a-4c11-a22c-8cf262e70aa5 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:58:17.086502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6721c4-a635-4ff1-9b06-20ef513df750 req-5117feb1-ee5e-483c-aa19-b0a89ea1a400 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:17.088559 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c6721c4-a635-4ff1-9b06-20ef513df750 req-5117feb1-ee5e-483c-aa19-b0a89ea1a400 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 950 time: 0.0902636 Aug 27 13:58:17.091514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=f81c113b-2376-43c0-b807-78d365ce579f,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:17.106835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:17.107238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:17.107562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:17.107903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:17.108272 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:17.108576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:17.108907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:17.109241 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:17.109737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:17.110276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:17.110622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:17.110973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:17.169532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c6721c4-a635-4ff1-9b06-20ef513df750 req-a4fe60e8-3e1d-4dd7-b40e-b1b1418f63ce tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741534 Aug 27 13:58:17.199873 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542d858-a038-432e-a162-1011b4da6533 req-f02c19bc-a4e7-45c3-bc04-b3c0fc263538 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:17.201454 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9542d858-a038-432e-a162-1011b4da6533 req-f02c19bc-a4e7-45c3-bc04-b3c0fc263538 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0679765 Aug 27 13:58:17.234756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 2cce02d1-755a-4c11-a22c-8cf262e70aa5, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=2cce02d1-755a-4c11-a22c-8cf262e70aa5,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:17.243847 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9542d858-a038-432e-a162-1011b4da6533 req-00bd75e7-6749-4491-8fc2-f28ad36b81d7 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337157 Aug 27 13:58:17.247804 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '2cce02d1-755a-4c11-a22c-8cf262e70aa5', 'network_id': 'fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd', 'port_id': '2cce02d1-755a-4c11-a22c-8cf262e70aa5', 'mac_address': 'fa:16:3e:d2:4c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18141edc-2850-46e4-aa3e-33f9943dea5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:58:17.288301 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:17.302484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cce02d1-755a-4c11-a22c-8cf262e70aa5 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:17.324814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 2cce02d1-755a-4c11-a22c-8cf262e70aa5, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=2cce02d1-755a-4c11-a22c-8cf262e70aa5,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:17.332743 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:17.356881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6251fcac-1eac-430b-981f-555a94c6c5ab no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:17.423092 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:17.433301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=2cce02d1-755a-4c11-a22c-8cf262e70aa5,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:17.438009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6251fcac-1eac-430b-981f-555a94c6c5ab not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:17.442003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdfdcc-49ab-454d-a219-47e9910c4d94 req-94c6f0af-a20d-4099-a5f5-16d264e111a5 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:17.447133 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d1cdfdcc-49ab-454d-a219-47e9910c4d94 req-94c6f0af-a20d-4099-a5f5-16d264e111a5 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 944 time: 0.0754168 Aug 27 13:58:17.475344 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5112ff3b-dd75-439a-b902-aab1424e719f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:17.485233 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d1cdfdcc-49ab-454d-a219-47e9910c4d94 req-335095fa-5ec3-426d-af1b-be557fb59850 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352554 Aug 27 13:58:17.652382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe2220-30d4-4569-94ef-f9ab4c634771 req-9e202389-9be0-497c-a88f-d63727785954 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:17.653935 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dffe2220-30d4-4569-94ef-f9ab4c634771 req-9e202389-9be0-497c-a88f-d63727785954 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 944 time: 0.0561800 Aug 27 13:58:17.696955 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dffe2220-30d4-4569-94ef-f9ab4c634771 req-9fc0f8a1-3c2e-4a5a-9059-f0e5a123762b tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344968 Aug 27 13:58:17.701767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1fd4-d255-4464-b5d3-736782d9cec9 req-dedc9969-b320-429c-a7bb-2179310e07ec tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:17.703400 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba9d1fd4-d255-4464-b5d3-736782d9cec9 req-dedc9969-b320-429c-a7bb-2179310e07ec tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 951 time: 0.0545328 Aug 27 13:58:17.745325 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba9d1fd4-d255-4464-b5d3-736782d9cec9 req-96ab45f3-a32f-4d60-ad17-5fa57bec248f tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351818 Aug 27 13:58:17.758825 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f81c113b-2376-43c0-b807-78d365ce579f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:17.823313 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc994af8-5647-4f7c-87c7-dbb573231e39 req-cede3636-278a-46ce-9638-f23b0533796f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:17.828373 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc994af8-5647-4f7c-87c7-dbb573231e39 req-cede3636-278a-46ce-9638-f23b0533796f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0637267 Aug 27 13:58:17.869858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc994af8-5647-4f7c-87c7-dbb573231e39 req-21c838ca-8de2-4858-b569-b42b24de31e4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373278 Aug 27 13:58:17.988758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1cb69-3797-4b7f-9d4f-4aa2b6bc15db req-5964cfad-3039-49c2-a8d1-8c68a7a15cf0 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:17.990393 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ca1cb69-3797-4b7f-9d4f-4aa2b6bc15db req-5964cfad-3039-49c2-a8d1-8c68a7a15cf0 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 944 time: 0.0502717 Aug 27 13:58:18.029988 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ca1cb69-3797-4b7f-9d4f-4aa2b6bc15db req-b249a9b1-aa18-4fe3-8cc4-596a549af34c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334170 Aug 27 13:58:18.179757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5624aa43-3791-4ac5-97d5-36dcd32bc596 req-82908b63-7311-4e83-8cf3-c4e8ded8a575 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444829 Aug 27 13:58:18.261569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624aa43-3791-4ac5-97d5-36dcd32bc596 req-362c77ce-56ac-433e-add0-e298d58e9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:18.262674 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5624aa43-3791-4ac5-97d5-36dcd32bc596 req-362c77ce-56ac-433e-add0-e298d58e9f88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 1097 time: 0.0532541 Aug 27 13:58:18.363823 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f1520-34d5-4de4-bea0-61c49da716ed req-4535ad9e-c31e-4741-9289-8e602a197b15 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:18.369597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b83f1520-34d5-4de4-bea0-61c49da716ed req-4535ad9e-c31e-4741-9289-8e602a197b15 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 950 time: 0.1210845 Aug 27 13:58:18.415204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca809d38-e0a8-4c96-b3b6-2a788aaabc34 req-2a56f6f1-e5bd-4d6c-8566-e1e5bdcb8f7b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:18.417731 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ca809d38-e0a8-4c96-b3b6-2a788aaabc34 req-2a56f6f1-e5bd-4d6c-8566-e1e5bdcb8f7b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0931604 Aug 27 13:58:18.428687 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b83f1520-34d5-4de4-bea0-61c49da716ed req-5fdc1194-f328-4f30-bce3-8820f896190b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558901 Aug 27 13:58:18.441457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73850-60a3-4b84-aad4-4ab9beba65e7 req-1a2d823f-646d-4f86-81fb-040b7841207d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:18.443266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-77a73850-60a3-4b84-aad4-4ab9beba65e7 req-1a2d823f-646d-4f86-81fb-040b7841207d tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.52 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 951 time: 0.0915189 Aug 27 13:58:18.443676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624aa43-3791-4ac5-97d5-36dcd32bc596 req-662bb9a0-3d2d-4ed4-9537-ad047fb29dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:18.445455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5624aa43-3791-4ac5-97d5-36dcd32bc596 req-662bb9a0-3d2d-4ed4-9537-ad047fb29dca service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.1455045 Aug 27 13:58:18.507096 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5624aa43-3791-4ac5-97d5-36dcd32bc596 req-31bd6a53-7ed0-4c3a-81af-22f49e98ba8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31955ad1-6df8-4487-8cf0-5d6019853165 HTTP/1.1" status: 200 len: 217 time: 0.0502119 Aug 27 13:58:18.517751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['2cce02d1-755a-4c11-a22c-8cf262e70aa5'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:18.549245 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ca809d38-e0a8-4c96-b3b6-2a788aaabc34 req-8dac9546-dfed-408e-9b23-76c32ae927d9 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166615 Aug 27 13:58:18.619170 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-77a73850-60a3-4b84-aad4-4ab9beba65e7 req-ca954671-fbf5-4a75-9111-81e14ac093ac tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Deleting port 062bd1ee-5174-47db-ba80-79a5571967ca {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:18.619655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-77a73850-60a3-4b84-aad4-4ab9beba65e7 req-ca954671-fbf5-4a75-9111-81e14ac093ac tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:18.649427 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:18.659743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624aa43-3791-4ac5-97d5-36dcd32bc596 req-9220407c-a5e5-4ebf-8791-f17c536574b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:18.661504 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5624aa43-3791-4ac5-97d5-36dcd32bc596 req-9220407c-a5e5-4ebf-8791-f17c536574b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.1364856 Aug 27 13:58:18.700302 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5624aa43-3791-4ac5-97d5-36dcd32bc596 req-e44c5d2a-5fe3-4104-a338-0caa01232036 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287743 Aug 27 13:58:18.709697 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b482dd-6174-40c3-b7f1-f12928901e43 req-a1f7379c-49fd-4604-a2f8-9e2953e1fdb2 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:18.717337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58b482dd-6174-40c3-b7f1-f12928901e43 req-a1f7379c-49fd-4604-a2f8-9e2953e1fdb2 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 944 time: 0.1038609 Aug 27 13:58:18.763426 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-77a73850-60a3-4b84-aad4-4ab9beba65e7 req-ca954671-fbf5-4a75-9111-81e14ac093ac tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] For port 062bd1ee-5174-47db-ba80-79a5571967ca, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=062bd1ee-5174-47db-ba80-79a5571967ca,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:18.768106 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-77a73850-60a3-4b84-aad4-4ab9beba65e7 req-ca954671-fbf5-4a75-9111-81e14ac093ac tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:18.789895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5f005141-6867-43bb-9f48-a044e3bc6929 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:58:18.799355 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-77a73850-60a3-4b84-aad4-4ab9beba65e7 req-ca954671-fbf5-4a75-9111-81e14ac093ac tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Calling delete_port for 062bd1ee-5174-47db-ba80-79a5571967ca owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:18.804535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f81c113b-2376-43c0-b807-78d365ce579f up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:58:18.839101 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5624aa43-3791-4ac5-97d5-36dcd32bc596 req-5e92fa40-2ae6-403d-a417-c79a4994d0b1 service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002326 Aug 27 13:58:18.911876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port f81c113b-2376-43c0-b807-78d365ce579f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:18.912358 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:18.926584 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58b482dd-6174-40c3-b7f1-f12928901e43 req-12866c59-b597-4228-8a0b-b2a52c521b31 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017119 Aug 27 13:58:18.946477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb697b-02e3-4e91-b971-66062896663b req-3d4a4c73-fdc7-4076-bf19-e88b8f1dcde6 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:18.948239 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1dfb697b-02e3-4e91-b971-66062896663b req-3d4a4c73-fdc7-4076-bf19-e88b8f1dcde6 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 944 time: 0.1464005 Aug 27 13:58:18.995321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 5f005141-6867-43bb-9f48-a044e3bc6929, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5f005141-6867-43bb-9f48-a044e3bc6929,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:19.012412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '5f005141-6867-43bb-9f48-a044e3bc6929', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'port_id': '5f005141-6867-43bb-9f48-a044e3bc6929', 'mac_address': 'fa:16:3e:c9:b1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:58:19.028519 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1dfb697b-02e3-4e91-b971-66062896663b req-a533917c-f60b-436c-952c-1001d4ede5b1 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727534 Aug 27 13:58:19.066456 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5624aa43-3791-4ac5-97d5-36dcd32bc596 req-3b527e1f-46e8-4310-80df-0253a277ebdc service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156262 Aug 27 13:58:19.091766 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b81da4-3ab3-4f01-86a3-1072939385e4 req-e333a1ab-5148-43f6-ab6b-4f883fe0da88 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:19.100554 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57b81da4-3ab3-4f01-86a3-1072939385e4 req-e333a1ab-5148-43f6-ab6b-4f883fe0da88 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 951 time: 0.0684097 Aug 27 13:58:19.118658 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-77a73850-60a3-4b84-aad4-4ab9beba65e7 req-ca954671-fbf5-4a75-9111-81e14ac093ac tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:19.144583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['062bd1ee-5174-47db-ba80-79a5571967ca'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:19.153508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca954671-fbf5-4a75-9111-81e14ac093ac tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Pushing event deleted for resources: {'Port': ['ID=062bd1ee-5174-47db-ba80-79a5571967ca,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:19.171049 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57b81da4-3ab3-4f01-86a3-1072939385e4 req-9eb20b35-f023-4f4c-98ea-03f13100d448 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/security-groups?id=45f443bd-e902-4cb5-bc22-e16d15707d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694058 Aug 27 13:58:19.217481 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:19.224353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:19.234635 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a73850-60a3-4b84-aad4-4ab9beba65e7 req-ca954671-fbf5-4a75-9111-81e14ac093ac tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] No DVR routers for this DVR port 062bd1ee-5174-47db-ba80-79a5571967ca on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:58:19.240549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-77a73850-60a3-4b84-aad4-4ab9beba65e7 req-ca954671-fbf5-4a75-9111-81e14ac093ac tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:19.242596 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-77a73850-60a3-4b84-aad4-4ab9beba65e7 req-ca954671-fbf5-4a75-9111-81e14ac093ac tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.52 "DELETE /v2.0/ports/062bd1ee-5174-47db-ba80-79a5571967ca HTTP/1.1" status: 204 len: 173 time: 0.7828012 Aug 27 13:58:19.248640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'name': 'network-vif-deleted', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:19.251280 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea3d15-c845-4f10-8b81-6eb6b80b566f" -d '{"events": [{"server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "name": "network-vif-deleted", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:19.268973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f005141-6867-43bb-9f48-a044e3bc6929 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:19.284462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7b5dc-9d5f-4c3e-989a-daa3b68f0629 req-1311b72b-62e1-4880-b7ab-1e81f9fdd6f5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:19.286034 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dad7b5dc-9d5f-4c3e-989a-daa3b68f0629 req-1311b72b-62e1-4880-b7ab-1e81f9fdd6f5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0988045 Aug 27 13:58:19.289529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16524a6a-23f5-45eb-ad33-ae926eed0833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81c113b-2376-43c0-b807-78d365ce579f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:19.291971 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbada6f9-b648-4faa-afd2-229eb894ecff" -d '{"events": [{"server_uuid": "16524a6a-23f5-45eb-ad33-ae926eed0833", "name": "network-vif-plugged", "status": "completed", "tag": "f81c113b-2376-43c0-b807-78d365ce579f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:19.313337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f81c113b-2376-43c0-b807-78d365ce579f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f81c113b-2376-43c0-b807-78d365ce579f,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:19.323236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 5f005141-6867-43bb-9f48-a044e3bc6929, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5f005141-6867-43bb-9f48-a044e3bc6929,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:19.326348 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:19.334098 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:19.365495 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dad7b5dc-9d5f-4c3e-989a-daa3b68f0629 req-5a6a8f8d-9ffa-440e-a169-7daf84700657 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601239 Aug 27 13:58:19.386792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307f01c-2f43-401b-a475-0c05ba3c51ab req-0d96e43c-c010-4d8a-bbf5-2352e2a563be tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:19.388666 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9307f01c-2f43-401b-a475-0c05ba3c51ab req-0d96e43c-c010-4d8a-bbf5-2352e2a563be tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 944 time: 0.1033559 Aug 27 13:58:19.403596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=f81c113b-2376-43c0-b807-78d365ce579f,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:19.445879 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9307f01c-2f43-401b-a475-0c05ba3c51ab req-6167d0d4-d573-4e34-a41c-0a2ac7feea5d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497465 Aug 27 13:58:19.481887 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=5f005141-6867-43bb-9f48-a044e3bc6929,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:19.493033 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9c681d-6324-4939-91fe-a08737c55231 x-openstack-request-id: req-8c9c681d-6324-4939-91fe-a08737c55231 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:19.493332 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16524a6a-23f5-45eb-ad33-ae926eed0833", "name": "network-vif-plugged", "status": "completed", "tag": "f81c113b-2376-43c0-b807-78d365ce579f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:19.493585 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c9c681d-6324-4939-91fe-a08737c55231 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:19.493980 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16524a6a-23f5-45eb-ad33-ae926eed0833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81c113b-2376-43c0-b807-78d365ce579f', 'code': 200} Aug 27 13:58:19.509130 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa4aea8-5a6b-4f46-b46f-ed235742fcb0 x-openstack-request-id: req-caa4aea8-5a6b-4f46-b46f-ed235742fcb0 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:19.509597 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc867a1-a973-45af-b7a0-baed1bbf86fd", "name": "network-vif-deleted", "tag": "062bd1ee-5174-47db-ba80-79a5571967ca", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:19.509691 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-caa4aea8-5a6b-4f46-b46f-ed235742fcb0 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:19.510028 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc867a1-a973-45af-b7a0-baed1bbf86fd', 'name': 'network-vif-deleted', 'tag': '062bd1ee-5174-47db-ba80-79a5571967ca', 'status': 'completed', 'code': 200} Aug 27 13:58:19.611725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc35b-62be-4854-bead-6fd507d07646 req-a982bcd8-5a5b-4a47-ad27-8da6b00d33c5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:19.613413 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-240bc35b-62be-4854-bead-6fd507d07646 req-a982bcd8-5a5b-4a47-ad27-8da6b00d33c5 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 950 time: 0.0590720 Aug 27 13:58:19.659240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-240bc35b-62be-4854-bead-6fd507d07646 req-3e274aed-e9cf-4289-9863-e5a4b832afdc tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392473 Aug 27 13:58:19.676813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cdf7e-16b0-4ba0-a696-7a9eb7ba99fa req-c191e0d2-f68a-4f4c-ba0f-6a6177f87671 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:19.684294 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8b0cdf7e-16b0-4ba0-a696-7a9eb7ba99fa req-c191e0d2-f68a-4f4c-ba0f-6a6177f87671 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0607667 Aug 27 13:58:19.719022 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8b0cdf7e-16b0-4ba0-a696-7a9eb7ba99fa req-7a79fbb5-93d2-41b9-83c3-ed9c63543cef tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338657 Aug 27 13:58:19.959327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c931a-01cd-4b03-a428-d7596e7b956b req-f42bfa82-7e0b-4c34-80d5-ba888bb77f41 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:19.962274 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b21c931a-01cd-4b03-a428-d7596e7b956b req-f42bfa82-7e0b-4c34-80d5-ba888bb77f41 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 950 time: 0.0497983 Aug 27 13:58:20.085933 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:20.088134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7077d1-bf7a-471a-a57b-a5bd89e965f1 req-e7d2da27-bc87-482c-95a3-e67b94e3a63e tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:20.091526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb7077d1-bf7a-471a-a57b-a5bd89e965f1 req-e7d2da27-bc87-482c-95a3-e67b94e3a63e tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 945 time: 0.0937750 Aug 27 13:58:20.147804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb7077d1-bf7a-471a-a57b-a5bd89e965f1 req-0ad6155f-b2b5-4e7d-8d90-779084d80eac tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476887 Aug 27 13:58:20.153907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-b21c931a-01cd-4b03-a428-d7596e7b956b req-c9934c5f-2ff3-4af5-af86-8ce89afc6197 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Deleting port ea2e2f57-c3d7-4045-a27d-302d88abbe01 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:20.154509 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b21c931a-01cd-4b03-a428-d7596e7b956b req-c9934c5f-2ff3-4af5-af86-8ce89afc6197 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:20.183153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ae527-1af2-4712-902e-9ca52aec06ba req-f9a093f7-2ba5-4aa7-ac35-e4875090b5c3 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:20.184873 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c8ae527-1af2-4712-902e-9ca52aec06ba req-f9a093f7-2ba5-4aa7-ac35-e4875090b5c3 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 944 time: 0.0582738 Aug 27 13:58:20.246530 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c8ae527-1af2-4712-902e-9ca52aec06ba req-de5cfdff-48e0-467a-8316-37391aac59c4 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549152 Aug 27 13:58:20.253944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b21c931a-01cd-4b03-a428-d7596e7b956b req-c9934c5f-2ff3-4af5-af86-8ce89afc6197 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] For port ea2e2f57-c3d7-4045-a27d-302d88abbe01, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ea2e2f57-c3d7-4045-a27d-302d88abbe01,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:20.254535 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b21c931a-01cd-4b03-a428-d7596e7b956b req-c9934c5f-2ff3-4af5-af86-8ce89afc6197 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:20.276022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-b21c931a-01cd-4b03-a428-d7596e7b956b req-c9934c5f-2ff3-4af5-af86-8ce89afc6197 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Calling delete_port for ea2e2f57-c3d7-4045-a27d-302d88abbe01 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:20.313226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9e8bd5d4-92b2-43e9-8b86-4d03f95f5b36 req-8471d4d9-62ef-45d8-9ee0-2a4cf603d700 tempest-ServersAdminTestJSON-1418530605 tempest-ServersAdminTestJSON-1418530605-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc867a1-a973-45af-b7a0-baed1bbf86fd HTTP/1.1" status: 200 len: 210 time: 0.0379384 Aug 27 13:58:20.444070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b21c931a-01cd-4b03-a428-d7596e7b956b req-c9934c5f-2ff3-4af5-af86-8ce89afc6197 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:20.463062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', '2a17fb0e-cecf-47ea-948d-d92edf5980af', '11a02dee-c26b-439c-bb19-01bceb870ed9', 'ffdb2e34-fa77-4af0-9cda-840fb426b521'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:20.480168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9934c5f-2ff3-4af5-af86-8ce89afc6197 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event deleted for resources: {'Port': ['ID=ea2e2f57-c3d7-4045-a27d-302d88abbe01,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:20.524221 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda89f0-f4c0-4aed-a388-fe7ffe941efa req-c7524a97-ee2b-4eef-9f38-23d285a30de9 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:20.526868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3dda89f0-f4c0-4aed-a388-fe7ffe941efa req-c7524a97-ee2b-4eef-9f38-23d285a30de9 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0802250 Aug 27 13:58:20.541130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21c931a-01cd-4b03-a428-d7596e7b956b req-c9934c5f-2ff3-4af5-af86-8ce89afc6197 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] No DVR routers for this DVR port ea2e2f57-c3d7-4045-a27d-302d88abbe01 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:58:20.543934 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b21c931a-01cd-4b03-a428-d7596e7b956b req-c9934c5f-2ff3-4af5-af86-8ce89afc6197 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:20.546016 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b21c931a-01cd-4b03-a428-d7596e7b956b req-c9934c5f-2ff3-4af5-af86-8ce89afc6197 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "DELETE /v2.0/ports/ea2e2f57-c3d7-4045-a27d-302d88abbe01 HTTP/1.1" status: 204 len: 173 time: 0.5743227 Aug 27 13:58:20.546582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7786f5b3-5f6b-4a35-a867-5b9040320bb7', 'name': 'network-vif-deleted', 'tag': 'ea2e2f57-c3d7-4045-a27d-302d88abbe01'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:20.550357 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf8edca-3317-4487-bcd0-512949f26358" -d '{"events": [{"server_uuid": "7786f5b3-5f6b-4a35-a867-5b9040320bb7", "name": "network-vif-deleted", "tag": "ea2e2f57-c3d7-4045-a27d-302d88abbe01"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:20.616419 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3dda89f0-f4c0-4aed-a388-fe7ffe941efa req-4d347d83-c6f5-491e-9a37-66834ef89c57 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832841 Aug 27 13:58:20.640788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f1ba8dc5-2dac-4810-b6cd-63c98532dd3f', 'ea2e2f57-c3d7-4045-a27d-302d88abbe01'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:20.652151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7717a-5570-4c72-8de2-797d3e565601 req-0f296275-d0e6-4b03-95a1-310adac6d716 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:20.666991 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5e7717a-5570-4c72-8de2-797d3e565601 req-0f296275-d0e6-4b03-95a1-310adac6d716 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.1269717 Aug 27 13:58:20.686201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['5f005141-6867-43bb-9f48-a044e3bc6929'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:20.751918 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e83cbc0-b708-49cb-b775-fec6b08dc256 x-openstack-request-id: req-9e83cbc0-b708-49cb-b775-fec6b08dc256 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:20.752585 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7786f5b3-5f6b-4a35-a867-5b9040320bb7", "name": "network-vif-deleted", "tag": "ea2e2f57-c3d7-4045-a27d-302d88abbe01", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:20.753141 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e83cbc0-b708-49cb-b775-fec6b08dc256 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:20.753744 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7786f5b3-5f6b-4a35-a867-5b9040320bb7', 'name': 'network-vif-deleted', 'tag': 'ea2e2f57-c3d7-4045-a27d-302d88abbe01', 'status': 'completed', 'code': 200} Aug 27 13:58:20.759757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5e7717a-5570-4c72-8de2-797d3e565601 req-b53144ba-8087-4f5e-8450-3c7ca1443510 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813279 Aug 27 13:58:20.888146 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-facc1273-e591-41c9-bc61-ee9aa038c78d req-b34749fc-b883-4123-a39a-b383946d106c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=7786f5b3-5f6b-4a35-a867-5b9040320bb7 HTTP/1.1" status: 200 len: 210 time: 0.0377932 Aug 27 13:58:20.913529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28691cdb-a399-4a12-8274-ac77a7d0c73e req-814dab6d-9554-4a73-ad35-afe28749348e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:20.915424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28691cdb-a399-4a12-8274-ac77a7d0c73e req-814dab6d-9554-4a73-ad35-afe28749348e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0590429 Aug 27 13:58:20.962481 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28691cdb-a399-4a12-8274-ac77a7d0c73e req-ccc8f6e3-2a03-416e-a3f3-e2c8ae0048d8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411172 Aug 27 13:58:21.074744 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:21.271724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2e018-ff5e-4903-8821-8ae2793e652c req-48be728b-3880-487c-a9f4-0d72e336ab6e tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:21.273212 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6c2e018-ff5e-4903-8821-8ae2793e652c req-48be728b-3880-487c-a9f4-0d72e336ab6e tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 945 time: 0.0494592 Aug 27 13:58:21.326094 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6c2e018-ff5e-4903-8821-8ae2793e652c req-f5341c46-ca15-4832-aa63-3cf140a407e9 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466673 Aug 27 13:58:21.367987 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 062bd1ee-5174-47db-ba80-79a5571967ca no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:21.390332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 062bd1ee-5174-47db-ba80-79a5571967ca {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:58:21.390716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 062bd1ee-5174-47db-ba80-79a5571967ca not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:21.394504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6381fe-6664-48c9-af6b-88788b62e8f6 req-e44403d2-4284-44a1-998b-ee98303dcb8a tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:21.396142 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc6381fe-6664-48c9-af6b-88788b62e8f6 req-e44403d2-4284-44a1-998b-ee98303dcb8a tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 944 time: 0.0748518 Aug 27 13:58:21.439388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc6381fe-6664-48c9-af6b-88788b62e8f6 req-f0f8bcb0-bdba-4738-89a3-9639845ff48d tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369694 Aug 27 13:58:21.584468 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42360) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:21.747553 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-18e64ebe-1728-4112-b673-815d6a20b1e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea9304a3ec6d4ecfa2bf954ee211c92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618001 Aug 27 13:58:21.751217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42366) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:21.765364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341cd39-c0b2-4cfd-9afe-277dc8a3b981 req-7ab02a80-4660-4ac2-80a6-89001e71d85a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:21.768344 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e341cd39-c0b2-4cfd-9afe-277dc8a3b981 req-7ab02a80-4660-4ac2-80a6-89001e71d85a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0743392 Aug 27 13:58:21.800857 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e854-ba0a-4413-8546-04f329837dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:21.808093 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e341cd39-c0b2-4cfd-9afe-277dc8a3b981 req-8ded431c-6c6a-46b5-8398-38cbf2cd46a0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338848 Aug 27 13:58:21.823969 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e854-ba0a-4413-8546-04f329837dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:21.905369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8de10-a588-4793-bfe9-c3cf65fdaf0d req-7a4474b6-dba3-4f02-9e01-294a4027311e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:21.906919 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8af8de10-a588-4793-bfe9-c3cf65fdaf0d req-7a4474b6-dba3-4f02-9e01-294a4027311e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0609384 Aug 27 13:58:21.907968 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e854-ba0a-4413-8546-04f329837dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:21.910585 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e854-ba0a-4413-8546-04f329837dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:21.913876 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a7b7e854-ba0a-4413-8546-04f329837dff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45f443bd-e902-4cb5-bc22-e16d15707d82 HTTP/1.1" status: 204 len: 168 time: 0.1593719 Aug 27 13:58:21.929914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7e854-ba0a-4413-8546-04f329837dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f443bd-e902-4cb5-bc22-e16d15707d82,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:21.989688 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8af8de10-a588-4793-bfe9-c3cf65fdaf0d req-3c180658-9553-4a97-ae32-a1d2882981c8 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629833 Aug 27 13:58:22.102368 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13feb330-4b9c-4079-b789-f380d92e743d req-afa2e9a0-7a33-47c0-a8ce-6a308573383a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:22.112134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13feb330-4b9c-4079-b789-f380d92e743d req-afa2e9a0-7a33-47c0-a8ce-6a308573383a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0725777 Aug 27 13:58:22.193056 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13feb330-4b9c-4079-b789-f380d92e743d req-916e22f6-6499-40d4-8ae3-0e0c21847a0c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681314 Aug 27 13:58:22.291864 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42426) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:22.336028 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3e5f08a4-223a-43ae-9e80-7d93e497f48f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=830b9148453448c6983fd46dd22186bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392103 Aug 27 13:58:22.338455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42430) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:22.398307 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2d72fee-c6a6-4fa5-9608-83101fba6ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:22.404731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e869cc-b669-43f7-bab0-14728eea962f req-d82cf884-0e01-4112-b1f5-504068706050 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:22.411303 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7e869cc-b669-43f7-bab0-14728eea962f req-d82cf884-0e01-4112-b1f5-504068706050 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a2de354-35c7-4f45-99fd-9259d234e32b HTTP/1.1" status: 200 len: 949 time: 0.0648899 Aug 27 13:58:22.449612 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2d72fee-c6a6-4fa5-9608-83101fba6ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:22.451206 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7e869cc-b669-43f7-bab0-14728eea962f req-0a38da1d-15b0-41c2-bf39-e2cd20b31f6b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355892 Aug 27 13:58:22.509583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c6c4-8ece-46e6-ba3b-bc0df98e3149 req-93e1aebe-df47-4b58-ba2e-5c3426bbcf61 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:22.511180 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a558c6c4-8ece-46e6-ba3b-bc0df98e3149 req-93e1aebe-df47-4b58-ba2e-5c3426bbcf61 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 945 time: 0.0971549 Aug 27 13:58:22.573919 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2d72fee-c6a6-4fa5-9608-83101fba6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:22.577466 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2d72fee-c6a6-4fa5-9608-83101fba6ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:22.579246 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c2d72fee-c6a6-4fa5-9608-83101fba6ccc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/361062a4-f78c-44b7-b6e0-7f4cc20a5c26 HTTP/1.1" status: 204 len: 168 time: 0.2387109 Aug 27 13:58:22.609028 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a558c6c4-8ece-46e6-ba3b-bc0df98e3149 req-662bf3d8-dc00-46b5-b17f-8494a4cb5e52 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893810 Aug 27 13:58:22.610528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d72fee-c6a6-4fa5-9608-83101fba6ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361062a4-f78c-44b7-b6e0-7f4cc20a5c26,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:22.623902 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e964c-c259-4475-80ce-ad4a3e51d2ec req-d071d8a6-df46-40f5-81dc-73f9415b1d1c tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:22.632113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e33e964c-c259-4475-80ce-ad4a3e51d2ec req-d071d8a6-df46-40f5-81dc-73f9415b1d1c tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 944 time: 0.0987108 Aug 27 13:58:22.678216 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e33e964c-c259-4475-80ce-ad4a3e51d2ec req-e26b1d34-00b0-4e53-9ee0-ccfd24c1e924 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451691 Aug 27 13:58:22.829273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 2cce02d1-755a-4c11-a22c-8cf262e70aa5 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:58:22.900736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 2cce02d1-755a-4c11-a22c-8cf262e70aa5 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:58:22.906860 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 2cce02d1-755a-4c11-a22c-8cf262e70aa5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:22.906860 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:22.956912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda0f56-03c0-4ab5-a0fd-931a01454851 req-8d71afa0-4cd6-4e74-b545-d1fa278fb210 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:22.965469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2fda0f56-03c0-4ab5-a0fd-931a01454851 req-8d71afa0-4cd6-4e74-b545-d1fa278fb210 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0789380 Aug 27 13:58:23.000006 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:23.003592 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2fda0f56-03c0-4ab5-a0fd-931a01454851 req-318b2f2e-9972-45f2-bd84-d8c23b8cae9d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368302 Aug 27 13:58:23.061089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 2cce02d1-755a-4c11-a22c-8cf262e70aa5, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=2cce02d1-755a-4c11-a22c-8cf262e70aa5,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:23.061988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5beabb68-3652-460f-9209-67328688a2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce02d1-755a-4c11-a22c-8cf262e70aa5'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:23.072145 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1281387a-582d-4ed4-8dae-24e96b65023a" -d '{"events": [{"server_uuid": "5beabb68-3652-460f-9209-67328688a2de", "name": "network-vif-plugged", "status": "completed", "tag": "2cce02d1-755a-4c11-a22c-8cf262e70aa5"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:23.076185 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:23.077701 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device ea2e2f57-c3d7-4045-a27d-302d88abbe01 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:23.106980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: ea2e2f57-c3d7-4045-a27d-302d88abbe01 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:58:23.107336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device ea2e2f57-c3d7-4045-a27d-302d88abbe01 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:23.129393 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8a9206-cc0b-4863-8136-21dfa45caf2e x-openstack-request-id: req-fd8a9206-cc0b-4863-8136-21dfa45caf2e {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:23.129685 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5beabb68-3652-460f-9209-67328688a2de", "name": "network-vif-plugged", "status": "completed", "tag": "2cce02d1-755a-4c11-a22c-8cf262e70aa5", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:23.129939 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd8a9206-cc0b-4863-8136-21dfa45caf2e {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:23.130329 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5beabb68-3652-460f-9209-67328688a2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce02d1-755a-4c11-a22c-8cf262e70aa5', 'code': 200} Aug 27 13:58:23.148222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1d771-c57b-4fd8-bdba-c60911474972 req-88b7280a-2ba2-4c06-8ce6-77fa5d988604 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:23.150045 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5de1d771-c57b-4fd8-bdba-c60911474972 req-88b7280a-2ba2-4c06-8ce6-77fa5d988604 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.0783994 Aug 27 13:58:23.164322 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=2cce02d1-755a-4c11-a22c-8cf262e70aa5,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:23.212099 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5de1d771-c57b-4fd8-bdba-c60911474972 req-5a6db8e4-562f-4b84-aa0a-b5a6cc941144 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539026 Aug 27 13:58:23.372285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a313a9-8abd-43d1-aad5-d3617149f2b1 req-9d566160-bafd-4229-860c-6474487a09d4 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:23.379294 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9a313a9-8abd-43d1-aad5-d3617149f2b1 req-9d566160-bafd-4229-860c-6474487a09d4 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 945 time: 0.1130297 Aug 27 13:58:23.401381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfa26f-bea4-4235-b076-401900a9f4aa req-938c0fe2-d6a8-47e0-840f-d9eb71d166b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:23.402896 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ccbfa26f-bea4-4235-b076-401900a9f4aa req-938c0fe2-d6a8-47e0-840f-d9eb71d166b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 1097 time: 0.0978773 Aug 27 13:58:23.429047 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9a313a9-8abd-43d1-aad5-d3617149f2b1 req-17f0a47a-1b93-4f69-a3c6-59ace3d8d404 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463085 Aug 27 13:58:23.457267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ccbfa26f-bea4-4235-b076-401900a9f4aa req-606ecf38-9268-4742-849f-71e728827dbc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358968 Aug 27 13:58:23.580321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f286-da6a-4a33-8a2d-a13142da24b2 req-ce60d4d5-5649-4a5f-bf84-b0992ee8a153 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:23.582063 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b0e7f286-da6a-4a33-8a2d-a13142da24b2 req-ce60d4d5-5649-4a5f-bf84-b0992ee8a153 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a2de354-35c7-4f45-99fd-9259d234e32b HTTP/1.1" status: 200 len: 949 time: 0.0519974 Aug 27 13:58:23.642497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b0e7f286-da6a-4a33-8a2d-a13142da24b2 req-2ae38e8c-268c-49ca-a645-135c4b6d3d8b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525553 Aug 27 13:58:23.806804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3e87-888f-485a-a2af-deaf176af582 req-2e00e461-a8aa-410d-aa43-3f4c632bf454 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:23.808247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0425f9-ecd6-438d-adb4-93c823cd4b12 req-00aa9697-f821-4356-a177-b7f1ac7fe5eb tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:23.808512 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-914e3e87-888f-485a-a2af-deaf176af582 req-2e00e461-a8aa-410d-aa43-3f4c632bf454 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/ports?device_id=01085251-00fb-4e95-a334-d475805b402a HTTP/1.1" status: 200 len: 950 time: 0.1167219 Aug 27 13:58:23.809925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c0425f9-ecd6-438d-adb4-93c823cd4b12 req-00aa9697-f821-4356-a177-b7f1ac7fe5eb tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 945 time: 0.1239135 Aug 27 13:58:23.817895 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-24ba1f1b-62af-42cc-baaf-3c2dbe83adc3 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:23.820574 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-24ba1f1b-62af-42cc-baaf-3c2dbe83adc3 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8&tenant_id=0b84005fec6146b8af367291d0980e18&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1097 time: 0.0921445 Aug 27 13:58:23.830653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0340ce3-3023-41cd-88fb-40d106d6fa52 req-ef2a3670-1ba4-4c7b-9fda-f8ee12858c74 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:23.835736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f0340ce3-3023-41cd-88fb-40d106d6fa52 req-ef2a3670-1ba4-4c7b-9fda-f8ee12858c74 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 945 time: 0.0856709 Aug 27 13:58:23.836378 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-12'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:23.895965 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c0425f9-ecd6-438d-adb4-93c823cd4b12 req-6ecc157a-d143-40dc-91fa-3ead25fa063c tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740075 Aug 27 13:58:23.942131 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:23.966594 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f0340ce3-3023-41cd-88fb-40d106d6fa52 req-9b1c693c-5973-4fe5-ae02-eade5ccd4700 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895801 Aug 27 13:58:24.000919 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-914e3e87-888f-485a-a2af-deaf176af582 req-a3f6f43f-8784-4b1d-b03c-76af7d2e2df1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Deleting port ffdb2e34-fa77-4af0-9cda-840fb426b521 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:24.001348 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-914e3e87-888f-485a-a2af-deaf176af582 req-a3f6f43f-8784-4b1d-b03c-76af7d2e2df1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:24.118373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-914e3e87-888f-485a-a2af-deaf176af582 req-a3f6f43f-8784-4b1d-b03c-76af7d2e2df1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] For port ffdb2e34-fa77-4af0-9cda-840fb426b521, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=ffdb2e34-fa77-4af0-9cda-840fb426b521,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:24.119206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-914e3e87-888f-485a-a2af-deaf176af582 req-a3f6f43f-8784-4b1d-b03c-76af7d2e2df1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:24.137223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-914e3e87-888f-485a-a2af-deaf176af582 req-a3f6f43f-8784-4b1d-b03c-76af7d2e2df1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Calling delete_port for ffdb2e34-fa77-4af0-9cda-840fb426b521 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:24.332671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-914e3e87-888f-485a-a2af-deaf176af582 req-a3f6f43f-8784-4b1d-b03c-76af7d2e2df1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:24.345517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', '2a17fb0e-cecf-47ea-948d-d92edf5980af', '11a02dee-c26b-439c-bb19-01bceb870ed9', 'ffdb2e34-fa77-4af0-9cda-840fb426b521'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:24.389945 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542baee7-681f-42c4-8d63-c45c4c5ae91f req-43a12391-6f92-4763-8b6e-6ed7bce5b4b4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:24.392310 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-542baee7-681f-42c4-8d63-c45c4c5ae91f req-43a12391-6f92-4763-8b6e-6ed7bce5b4b4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0721538 Aug 27 13:58:24.421567 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f1ba8dc5-2dac-4810-b6cd-63c98532dd3f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:24.434745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:24.435525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6f43f-8784-4b1d-b03c-76af7d2e2df1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event deleted for resources: {'Port': ['ID=ffdb2e34-fa77-4af0-9cda-840fb426b521,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:24.466562 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-542baee7-681f-42c4-8d63-c45c4c5ae91f req-2ce944ab-c635-4fc8-9e8e-9b599b65c0b6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643232 Aug 27 13:58:24.499904 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:24.564339 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc08c86-58b8-4e2e-95c7-deaa49eed566 req-0568d8e9-3a5d-4ab3-bfd4-1745a7980b48 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:24.572826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a43bab9-1a0e-442d-9f49-a1073db0f3f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb6cf09-79cb-4ff2-99fa-706664bb1bd1'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:24.573226 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dc08c86-58b8-4e2e-95c7-deaa49eed566 req-0568d8e9-3a5d-4ab3-bfd4-1745a7980b48 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.2490678 Aug 27 13:58:24.574333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-914e3e87-888f-485a-a2af-deaf176af582 req-a3f6f43f-8784-4b1d-b03c-76af7d2e2df1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] No DVR routers for this DVR port ffdb2e34-fa77-4af0-9cda-840fb426b521 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:58:24.575953 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca2b3ec-94f3-4063-8749-7cc43716df6e" -d '{"events": [{"server_uuid": "7a43bab9-1a0e-442d-9f49-a1073db0f3f8", "name": "network-vif-unplugged", "status": "completed", "tag": "beb6cf09-79cb-4ff2-99fa-706664bb1bd1"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:24.582046 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-914e3e87-888f-485a-a2af-deaf176af582 req-a3f6f43f-8784-4b1d-b03c-76af7d2e2df1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:24.582514 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:24.586140 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-914e3e87-888f-485a-a2af-deaf176af582 req-a3f6f43f-8784-4b1d-b03c-76af7d2e2df1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "DELETE /v2.0/ports/ffdb2e34-fa77-4af0-9cda-840fb426b521 HTTP/1.1" status: 204 len: 173 time: 0.7659354 Aug 27 13:58:24.586727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01085251-00fb-4e95-a334-d475805b402a', 'name': 'network-vif-deleted', 'tag': 'ffdb2e34-fa77-4af0-9cda-840fb426b521'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:24.590190 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1803bad3-53d4-4ec8-99e5-7172b97f6e10" -d '{"events": [{"server_uuid": "01085251-00fb-4e95-a334-d475805b402a", "name": "network-vif-deleted", "tag": "ffdb2e34-fa77-4af0-9cda-840fb426b521"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:24.596340 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:24.653823 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dc08c86-58b8-4e2e-95c7-deaa49eed566 req-964e6130-482c-4707-8831-e3a82dc29d1c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600326 Aug 27 13:58:24.826619 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-7a40f54a-cdb2-46bd-a60a-5f0d660d9eb4 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=fc61e6ec99d44e5abfd4f234bb5cbf07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401635 Aug 27 13:58:24.836050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Pushing event updated for resources: {'Port': ['ID=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,revision_number=7']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:24.855382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Attempting to bind port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on host n-h2-712139-12 for vnic_type normal with profile {"migrating_to": "n-h1-712139-12"} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:58:24.856062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Attempting to bind port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:58:24.856759 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Attempting to bind port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:24.877020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455376c-e64d-4102-ae13-885d9c10b4da req-c2d25371-0846-44a6-8fc6-5dc6d64e6529 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:24.878770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0455376c-e64d-4102-ae13-885d9c10b4da req-c2d25371-0846-44a6-8fc6-5dc6d64e6529 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 943 time: 0.0926714 Aug 27 13:58:24.936338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on network a4fa4222-2c01-407d-8d35-d36794d53fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:58:24.936887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Attempting to bind port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:24.944874 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0455376c-e64d-4102-ae13-885d9c10b4da req-c46fa9da-c613-4b9c-8dae-73bf8c277342 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575755 Aug 27 13:58:24.949032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5f005141-6867-43bb-9f48-a044e3bc6929 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:58:24.954931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:58:24.955301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Checking segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:58:24.955680 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Bound using segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:58:24.962362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Bound port: beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:58:24.963037 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:25.043346 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5e86e9-31d0-49f2-b53e-81b5bd305534 x-openstack-request-id: req-6d5e86e9-31d0-49f2-b53e-81b5bd305534 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:25.043697 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a43bab9-1a0e-442d-9f49-a1073db0f3f8", "name": "network-vif-unplugged", "status": "completed", "tag": "beb6cf09-79cb-4ff2-99fa-706664bb1bd1", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:25.043931 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d5e86e9-31d0-49f2-b53e-81b5bd305534 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:25.044505 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a43bab9-1a0e-442d-9f49-a1073db0f3f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb6cf09-79cb-4ff2-99fa-706664bb1bd1', 'code': 200} Aug 27 13:58:25.108384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d14a9602-23c0-49d2-bea2-b79830e0ce3a tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:25.114861 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b098c9cd-b4c7-4620-8070-8655dfb3a9f2 x-openstack-request-id: req-b098c9cd-b4c7-4620-8070-8655dfb3a9f2 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:25.115373 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01085251-00fb-4e95-a334-d475805b402a", "name": "network-vif-deleted", "tag": "ffdb2e34-fa77-4af0-9cda-840fb426b521", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:25.115822 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b098c9cd-b4c7-4620-8070-8655dfb3a9f2 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:25.116409 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01085251-00fb-4e95-a334-d475805b402a', 'name': 'network-vif-deleted', 'tag': 'ffdb2e34-fa77-4af0-9cda-840fb426b521', 'status': 'completed', 'code': 200} Aug 27 13:58:25.117645 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d14a9602-23c0-49d2-bea2-b79830e0ce3a tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2758899 Aug 27 13:58:25.122794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 5f005141-6867-43bb-9f48-a044e3bc6929 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:58:25.134985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 5f005141-6867-43bb-9f48-a044e3bc6929 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:25.135362 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:25.150790 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-6ac3edf7-7125-462d-b8e0-dbe5c91a12fe tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/quotas/fc61e6ec99d44e5abfd4f234bb5cbf07 HTTP/1.1" status: 200 len: 375 time: 0.0316710 Aug 27 13:58:25.172684 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:25.205997 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-6c3325ea-2e01-4749-980d-aa6c0c9947e8 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc61e6ec99d44e5abfd4f234bb5cbf07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539174 Aug 27 13:58:25.227333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:58:25.242091 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:25.383369 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:25.434161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device beb6cf09-79cb-4ff2-99fa-706664bb1bd1 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:58:25.444329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f266a-c88b-4792-b21e-0fa9ad6f66b7 req-4412feff-1d35-4561-8712-0121c99d3887 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:25.463535 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c9f266a-c88b-4792-b21e-0fa9ad6f66b7 req-4412feff-1d35-4561-8712-0121c99d3887 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a2de354-35c7-4f45-99fd-9259d234e32b HTTP/1.1" status: 200 len: 949 time: 0.2419510 Aug 27 13:58:25.468498 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Pushing event updated for resources: {'Port': ['ID=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,revision_number=8']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:25.548674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:25.549305 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:25.554080 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e23780bf-c93b-465f-9762-8e8fd6cc408d service neutron] 10.222.0.52 "PUT /v2.0/ports/beb6cf09-79cb-4ff2-99fa-706664bb1bd1 HTTP/1.1" status: 200 len: 1123 time: 1.7211680 Aug 27 13:58:25.606300 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c9f266a-c88b-4792-b21e-0fa9ad6f66b7 req-8f0c8750-25fb-4152-b29a-d23c6ac91145 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413631 Aug 27 13:58:25.666323 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5fb54a41-8551-4dd3-a397-63eb59b436f0 req-1a44bb69-a2aa-4c2a-af59-2fb6521564e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1076913 Aug 27 13:58:25.691126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f005141-6867-43bb-9f48-a044e3bc6929'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:25.695261 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c14ce5-ac30-46f7-8306-048ad7742747" -d '{"events": [{"server_uuid": "576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb", "name": "network-vif-plugged", "status": "completed", "tag": "5f005141-6867-43bb-9f48-a044e3bc6929"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:25.731183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 5f005141-6867-43bb-9f48-a044e3bc6929, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5f005141-6867-43bb-9f48-a044e3bc6929,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:25.752073 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:25.758556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f81c113b-2376-43c0-b807-78d365ce579f no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:25.774863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['beb6cf09-79cb-4ff2-99fa-706664bb1bd1'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:25.918238 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236c5c2-dbb0-4cf1-b496-8bfe2b4a73fb req-bc2e455f-8752-4ad3-8e9e-d3b84d4d1f12 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:25.931190 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7236c5c2-dbb0-4cf1-b496-8bfe2b4a73fb req-bc2e455f-8752-4ad3-8e9e-d3b84d4d1f12 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 945 time: 0.1547859 Aug 27 13:58:25.977981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb54a41-8551-4dd3-a397-63eb59b436f0 req-be178fcf-28ea-4c83-8be2-061b3c30e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:25.980675 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5fb54a41-8551-4dd3-a397-63eb59b436f0 req-be178fcf-28ea-4c83-8be2-061b3c30e6ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 1101 time: 0.1607559 Aug 27 13:58:26.014335 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7236c5c2-dbb0-4cf1-b496-8bfe2b4a73fb req-fffba625-a138-4a25-9409-466d92a2210f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797789 Aug 27 13:58:26.018211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:26.018337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5c5c8-0be2-4019-961f-4afcb6f2aa9e req-4f63d6cf-1516-467f-b5d1-7b3a272ecb6c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:26.020069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16b5c5c8-0be2-4019-961f-4afcb6f2aa9e req-4f63d6cf-1516-467f-b5d1-7b3a272ecb6c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a2de354-35c7-4f45-99fd-9259d234e32b HTTP/1.1" status: 200 len: 949 time: 0.1963193 Aug 27 13:58:26.029147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750a376-d10d-42a1-9019-14cebf171392 req-50fba91d-594d-461c-a7d8-9fbff6252eb7 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:26.042916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1750a376-d10d-42a1-9019-14cebf171392 req-50fba91d-594d-461c-a7d8-9fbff6252eb7 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 946 time: 0.2488639 Aug 27 13:58:26.068271 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['beb6cf09-79cb-4ff2-99fa-706664bb1bd1'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:26.099449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=5f005141-6867-43bb-9f48-a044e3bc6929,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:26.114550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2313a044-4b57-4587-8553-31bf2652c318 req-5bed73dd-c840-4181-9926-d0cb7b36e6f9 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 210 time: 0.0581088 Aug 27 13:58:26.189910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device beb6cf09-79cb-4ff2-99fa-706664bb1bd1 has no active binding in host n-h1-712139-12 {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 13:58:26.195635 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1750a376-d10d-42a1-9019-14cebf171392 req-7e058f51-a70a-467b-bbeb-573a97c29cef tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515656 Aug 27 13:58:26.221671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-16b5c5c8-0be2-4019-961f-4afcb6f2aa9e req-77672145-afd9-4acc-a5b6-eb1261d2ea73 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Deleting port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:26.223002 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16b5c5c8-0be2-4019-961f-4afcb6f2aa9e req-77672145-afd9-4acc-a5b6-eb1261d2ea73 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:26.327641 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb54a41-8551-4dd3-a397-63eb59b436f0 req-5200033b-a7bd-45d7-a4e7-da31522c780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:26.332520 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5fb54a41-8551-4dd3-a397-63eb59b436f0 req-5200033b-a7bd-45d7-a4e7-da31522c780b service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2380118 Aug 27 13:58:26.367202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-16b5c5c8-0be2-4019-961f-4afcb6f2aa9e req-77672145-afd9-4acc-a5b6-eb1261d2ea73 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] For port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f1ba8dc5-2dac-4810-b6cd-63c98532dd3f,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:26.367711 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16b5c5c8-0be2-4019-961f-4afcb6f2aa9e req-77672145-afd9-4acc-a5b6-eb1261d2ea73 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:26.388586 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:26.401504 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5fb54a41-8551-4dd3-a397-63eb59b436f0 req-e70b09ef-bf16-4bec-9719-8c2b1d72a9fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a HTTP/1.1" status: 200 len: 217 time: 0.0563438 Aug 27 13:58:26.408368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-16b5c5c8-0be2-4019-961f-4afcb6f2aa9e req-77672145-afd9-4acc-a5b6-eb1261d2ea73 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Calling delete_port for f1ba8dc5-2dac-4810-b6cd-63c98532dd3f owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:26.425313 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143327e-2a7a-4ca8-9935-edb71cc374a1 req-f2c1e313-fb39-4916-846f-6a57025a4212 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:26.433509 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8143327e-2a7a-4ca8-9935-edb71cc374a1 req-f2c1e313-fb39-4916-846f-6a57025a4212 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 945 time: 0.1142194 Aug 27 13:58:26.523176 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f81c113b-2376-43c0-b807-78d365ce579f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f81c113b-2376-43c0-b807-78d365ce579f,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:26.535267 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:26.539752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991d7f5-540b-4bbd-9d31-85b47df6cc30 req-438977da-ee2a-48bf-a21c-3dc4c1a006b2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:26.543290 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8143327e-2a7a-4ca8-9935-edb71cc374a1 req-ec31ac76-d878-49a2-af02-fb1ff014a5ea tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088359 Aug 27 13:58:26.549339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7991d7f5-540b-4bbd-9d31-85b47df6cc30 req-438977da-ee2a-48bf-a21c-3dc4c1a006b2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.2155735 Aug 27 13:58:26.588049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb54a41-8551-4dd3-a397-63eb59b436f0 req-f9d8aeef-fc2f-42c8-b6a4-81ae5481d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:26.591855 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5fb54a41-8551-4dd3-a397-63eb59b436f0 req-f9d8aeef-fc2f-42c8-b6a4-81ae5481d5db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1512203 Aug 27 13:58:26.633308 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f562336-8b73-4266-bd1e-f9d31030245e x-openstack-request-id: req-5f562336-8b73-4266-bd1e-f9d31030245e {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:26.633644 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb", "name": "network-vif-plugged", "status": "completed", "tag": "5f005141-6867-43bb-9f48-a044e3bc6929", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:26.633861 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f562336-8b73-4266-bd1e-f9d31030245e {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:26.634251 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f005141-6867-43bb-9f48-a044e3bc6929', 'code': 200} Aug 27 13:58:26.670630 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=f81c113b-2376-43c0-b807-78d365ce579f,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:26.690584 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7991d7f5-540b-4bbd-9d31-85b47df6cc30 req-85bb19b4-7285-4c65-9478-09760d9f73c6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402376 Aug 27 13:58:26.720968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb54a41-8551-4dd3-a397-63eb59b436f0 req-2f1085f6-5558-4949-914f-4e4d241e8014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:26.722446 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16b5c5c8-0be2-4019-961f-4afcb6f2aa9e req-77672145-afd9-4acc-a5b6-eb1261d2ea73 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:26.723328 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5fb54a41-8551-4dd3-a397-63eb59b436f0 req-2f1085f6-5558-4949-914f-4e4d241e8014 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1106679 Aug 27 13:58:26.823969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77672145-afd9-4acc-a5b6-eb1261d2ea73 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event deleted for resources: {'Port': ['ID=f1ba8dc5-2dac-4810-b6cd-63c98532dd3f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:26.832119 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63bb08d0-7de9-4deb-af3b-cfe0be8d60fb req-f1034f70-8d16-4a55-bb43-f829e24cf39b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a2de354-35c7-4f45-99fd-9259d234e32b HTTP/1.1" status: 200 len: 210 time: 0.0554841 Aug 27 13:58:26.848630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b5c5c8-0be2-4019-961f-4afcb6f2aa9e req-77672145-afd9-4acc-a5b6-eb1261d2ea73 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] No DVR routers for this DVR port f1ba8dc5-2dac-4810-b6cd-63c98532dd3f on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:58:26.851489 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16b5c5c8-0be2-4019-961f-4afcb6f2aa9e req-77672145-afd9-4acc-a5b6-eb1261d2ea73 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:26.853414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16b5c5c8-0be2-4019-961f-4afcb6f2aa9e req-77672145-afd9-4acc-a5b6-eb1261d2ea73 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.41 "DELETE /v2.0/ports/f1ba8dc5-2dac-4810-b6cd-63c98532dd3f HTTP/1.1" status: 204 len: 173 time: 0.8081236 Aug 27 13:58:26.880581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc76d0f-06b9-43cb-97c1-2a992b2d23f8 req-b316d685-77ca-4771-aafa-cb004d9907aa tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:26.882179 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4cc76d0f-06b9-43cb-97c1-2a992b2d23f8 req-b316d685-77ca-4771-aafa-cb004d9907aa tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 943 time: 0.1434257 Aug 27 13:58:26.963940 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4cc76d0f-06b9-43cb-97c1-2a992b2d23f8 req-13bf11ed-844f-4393-86bc-e7a33992c453 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681031 Aug 27 13:58:27.049651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a43bab9-1a0e-442d-9f49-a1073db0f3f8', 'tag': 'beb6cf09-79cb-4ff2-99fa-706664bb1bd1'}, {'server_uuid': '3a2de354-35c7-4f45-99fd-9259d234e32b', 'name': 'network-vif-deleted', 'tag': 'f1ba8dc5-2dac-4810-b6cd-63c98532dd3f'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:27.053785 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e18e89c-7d8f-484d-8c14-03914b0839f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a43bab9-1a0e-442d-9f49-a1073db0f3f8", "tag": "beb6cf09-79cb-4ff2-99fa-706664bb1bd1"}, {"server_uuid": "3a2de354-35c7-4f45-99fd-9259d234e32b", "name": "network-vif-deleted", "tag": "f1ba8dc5-2dac-4810-b6cd-63c98532dd3f"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:27.120706 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-44e55147-5b27-4258-95c2-239e400182c4 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fc61e6ec99d44e5abfd4f234bb5cbf07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334206 Aug 27 13:58:27.155270 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c650d00b-bcb3-4a41-b1b5-a611845b826f x-openstack-request-id: req-c650d00b-bcb3-4a41-b1b5-a611845b826f {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:27.155675 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a43bab9-1a0e-442d-9f49-a1073db0f3f8", "tag": "beb6cf09-79cb-4ff2-99fa-706664bb1bd1", "status": "completed", "code": 200}, {"server_uuid": "3a2de354-35c7-4f45-99fd-9259d234e32b", "name": "network-vif-deleted", "tag": "f1ba8dc5-2dac-4810-b6cd-63c98532dd3f", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:27.156001 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c650d00b-bcb3-4a41-b1b5-a611845b826f {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:27.157922 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a43bab9-1a0e-442d-9f49-a1073db0f3f8', 'tag': 'beb6cf09-79cb-4ff2-99fa-706664bb1bd1', 'status': 'completed', 'code': 200} Aug 27 13:58:27.158284 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2de354-35c7-4f45-99fd-9259d234e32b', 'name': 'network-vif-deleted', 'tag': 'f1ba8dc5-2dac-4810-b6cd-63c98532dd3f', 'status': 'completed', 'code': 200} Aug 27 13:58:27.267704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6015bea-d971-4950-8766-7560028cd012 req-b54a2226-05a8-4cbc-891a-eb74e71dbcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:27.269262 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d6015bea-d971-4950-8766-7560028cd012 req-b54a2226-05a8-4cbc-891a-eb74e71dbcba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 1098 time: 0.4826400 Aug 27 13:58:27.309808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', '2a17fb0e-cecf-47ea-948d-d92edf5980af', '11a02dee-c26b-439c-bb19-01bceb870ed9'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:27.351838 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5fb54a41-8551-4dd3-a397-63eb59b436f0 req-f055ee63-43aa-4285-bd0e-d26b41c19fcc service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619237 Aug 27 13:58:27.363606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-92a516ad-bf96-40c0-8a44-c7e1893b4276 req-9f24ee0a-5da5-4f12-bbcf-4002ad024eb7 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 210 time: 0.1151581 Aug 27 13:58:27.365294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a73e5-deed-49ec-a0b7-c27df305d8c9 req-915d3827-cefe-4dcf-b7e2-3f1c68d421ec tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:27.367065 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-129a73e5-deed-49ec-a0b7-c27df305d8c9 req-915d3827-cefe-4dcf-b7e2-3f1c68d421ec tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 945 time: 0.1732771 Aug 27 13:58:27.373868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d6015bea-d971-4950-8766-7560028cd012 req-b4c1cbe3-5ccb-40d4-898c-2419b82f3070 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888152 Aug 27 13:58:27.425869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18e89c-7d8f-484d-8c14-03914b0839f9 req-9e07a801-9e2b-40af-b8a2-2f9d47f62a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:27.426894 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-129a73e5-deed-49ec-a0b7-c27df305d8c9 req-19268810-1ad9-4827-95c8-62a1d92868cd tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518422 Aug 27 13:58:27.427433 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7e18e89c-7d8f-484d-8c14-03914b0839f9 req-9e07a801-9e2b-40af-b8a2-2f9d47f62a3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 1126 time: 0.1780231 Aug 27 13:58:27.436045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device ffdb2e34-fa77-4af0-9cda-840fb426b521 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:27.442430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-4117fc11-bd99-453a-8548-55df69532c47 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:27.444220 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-4117fc11-bd99-453a-8548-55df69532c47 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3147125 Aug 27 13:58:27.460344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Request body: {'port': {'device_id': '49aea18f-f122-41aa-9ada-12ac5dc87621', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'fc61e6ec99d44e5abfd4f234bb5cbf07'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:27.469894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: ffdb2e34-fa77-4af0-9cda-840fb426b521 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:58:27.470197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device ffdb2e34-fa77-4af0-9cda-840fb426b521 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:27.625748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700feef-5959-45c7-9bb5-7cbc67a3a493 req-5574b0fe-7de3-47a0-bc34-2576801ed582 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:27.634054 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9700feef-5959-45c7-9bb5-7cbc67a3a493 req-5574b0fe-7de3-47a0-bc34-2576801ed582 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 946 time: 0.1683884 Aug 27 13:58:27.693253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Made reservation on behalf of fc61e6ec99d44e5abfd4f234bb5cbf07 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:58:27.697426 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:27.703139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ad96c-092d-487d-b1b4-6e047e7221f9 req-8f592ee6-c601-4a5c-9d1f-d41da44dbd7d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:27.712025 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a3ad96c-092d-487d-b1b4-6e047e7221f9 req-8f592ee6-c601-4a5c-9d1f-d41da44dbd7d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 943 time: 0.0721312 Aug 27 13:58:27.723780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9700feef-5959-45c7-9bb5-7cbc67a3a493 req-8f09737a-0be1-4873-a718-82f074a0a540 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829027 Aug 27 13:58:27.725232 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:27.767366 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a3ad96c-092d-487d-b1b4-6e047e7221f9 req-ab5d7f80-734f-4138-85df-f391e9228503 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505230 Aug 27 13:58:27.914018 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:27.929345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f3e53-df8c-4899-a9cb-16e967b920e1 req-73d45ead-b8e1-4fa6-b65e-3ed69df4481d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:27.930967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b8f3e53-df8c-4899-a9cb-16e967b920e1 req-73d45ead-b8e1-4fa6-b65e-3ed69df4481d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.1121190 Aug 27 13:58:27.950403 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:28.049396 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7eeac406-79d5-4008-9871-67c88ed9ed31 req-46ce9d74-703a-461f-aec6-0fd5545641c0 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a2de354-35c7-4f45-99fd-9259d234e32b HTTP/1.1" status: 200 len: 210 time: 0.0380287 Aug 27 13:58:28.100848 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5fb54a41-8551-4dd3-a397-63eb59b436f0 req-cf77c9ce-f017-4d15-8783-88c9b897031e service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911666 Aug 27 13:58:28.109683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03abcc13-a2b4-4ccc-bb3e-002f37b73472,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:28.153601 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b8f3e53-df8c-4899-a9cb-16e967b920e1 req-117585e3-6e10-48ba-a576-5c2f2efe8a8c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000320 Aug 27 13:58:28.163189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18e89c-7d8f-484d-8c14-03914b0839f9 req-f2c6d662-6593-45da-9fda-656497528545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:28.164495 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7e18e89c-7d8f-484d-8c14-03914b0839f9 req-f2c6d662-6593-45da-9fda-656497528545 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.2320881 Aug 27 13:58:28.198677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710eb16-7d7d-49aa-9461-686381c26000 req-3ed8673b-4e96-4c1f-a34e-b80d864ef13d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:28.203973 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d710eb16-7d7d-49aa-9461-686381c26000 req-3ed8673b-4e96-4c1f-a34e-b80d864ef13d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 943 time: 0.0678141 Aug 27 13:58:28.241555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Allocated IP 192.168.233.109 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/6a466040-3fdc-453a-b802-af80adfc5c3b) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:58:28.283206 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7e18e89c-7d8f-484d-8c14-03914b0839f9 req-78dbcfcc-81a6-435e-8786-6fc53b6c74ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1 HTTP/1.1" status: 200 len: 217 time: 0.0484183 Aug 27 13:58:28.286045 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d710eb16-7d7d-49aa-9461-686381c26000 req-70de1027-89b9-409a-aa08-cbaefb0b367c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774872 Aug 27 13:58:28.470209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18e89c-7d8f-484d-8c14-03914b0839f9 req-662baebb-45fa-4615-965d-de2808920bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:28.474028 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7e18e89c-7d8f-484d-8c14-03914b0839f9 req-662baebb-45fa-4615-965d-de2808920bb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.1368315 Aug 27 13:58:28.524899 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83886b0d-dfdd-40db-9f41-68c5910cc310 req-41f44320-7d9c-470c-afd2-b2718f214434 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 210 time: 0.0597978 Aug 27 13:58:28.544562 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7e18e89c-7d8f-484d-8c14-03914b0839f9 req-2b9119b9-15c1-4781-894d-4836f0e50f76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560391 Aug 27 13:58:28.635317 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16524a6a-23f5-45eb-ad33-ae926eed0833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81c113b-2376-43c0-b807-78d365ce579f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:28.638382 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc3ad14-2416-4572-834b-e3502137e77f" -d '{"events": [{"server_uuid": "16524a6a-23f5-45eb-ad33-ae926eed0833", "name": "network-vif-unplugged", "status": "completed", "tag": "f81c113b-2376-43c0-b807-78d365ce579f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:28.665612 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:28.684394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Transition to ACTIVE for port object 6a466040-3fdc-453a-b802-af80adfc5c3b will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:28.697828 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e3d696-dbd3-43ff-a6da-a5592335afc4 x-openstack-request-id: req-f2e3d696-dbd3-43ff-a6da-a5592335afc4 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:28.698141 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16524a6a-23f5-45eb-ad33-ae926eed0833", "name": "network-vif-unplugged", "status": "completed", "tag": "f81c113b-2376-43c0-b807-78d365ce579f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:28.698375 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2e3d696-dbd3-43ff-a6da-a5592335afc4 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:28.699157 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16524a6a-23f5-45eb-ad33-ae926eed0833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81c113b-2376-43c0-b807-78d365ce579f', 'code': 200} Aug 27 13:58:28.743346 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7e18e89c-7d8f-484d-8c14-03914b0839f9 req-06da58e8-c028-4ce3-a738-db2fdb8c769a service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804984 Aug 27 13:58:28.754260 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:28.859543 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f1ba8dc5-2dac-4810-b6cd-63c98532dd3f no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:28.886459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf9abc-24d7-4c4a-98fc-ca80cbb132e6 req-dfb98a83-b994-44d9-b919-6d45192f45b4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:28.889543 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-38bf9abc-24d7-4c4a-98fc-ca80cbb132e6 req-dfb98a83-b994-44d9-b919-6d45192f45b4 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 943 time: 0.0558119 Aug 27 13:58:28.893455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:58:28.895086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Pushing event updated for resources: {'Port': ['ID=6a466040-3fdc-453a-b802-af80adfc5c3b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:28.904894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:58:28.907098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: f1ba8dc5-2dac-4810-b6cd-63c98532dd3f {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:58:28.907654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f1ba8dc5-2dac-4810-b6cd-63c98532dd3f not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:28.909503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:58:28.950593 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-38bf9abc-24d7-4c4a-98fc-ca80cbb132e6 req-0a57d2a6-0612-4743-8747-53768c4b972b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538516 Aug 27 13:58:28.961611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21423a62-c51e-4917-98b3-edf39b6a94ab req-6b73f97f-5c22-422c-8400-01ce0bdf2da7 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:28.969447 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21423a62-c51e-4917-98b3-edf39b6a94ab req-6b73f97f-5c22-422c-8400-01ce0bdf2da7 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 946 time: 0.1742132 Aug 27 13:58:29.030649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7e18e89c-7d8f-484d-8c14-03914b0839f9 req-101b0bbf-8502-4131-998f-52dd95cea337 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321851 Aug 27 13:58:29.037547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:29.038221 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:29.067891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d09cbc87-2130-432a-b8df-60cef4e5745b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6118565 Aug 27 13:58:29.082213 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:58:29.083904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21423a62-c51e-4917-98b3-edf39b6a94ab req-364bcdb9-b0c3-4d02-8f44-1cfbfebac62f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131635 Aug 27 13:58:29.099090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Request body: {'port': {'device_id': '49aea18f-f122-41aa-9ada-12ac5dc87621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:29.210816 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:29.276285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6e649133-34ee-40c7-b50a-5621ec874dbf None None] Provisioning for port 6a466040-3fdc-453a-b802-af80adfc5c3b completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:58:29.280478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6e649133-34ee-40c7-b50a-5621ec874dbf None None] Provisioning complete for port 6a466040-3fdc-453a-b802-af80adfc5c3b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:29.280932 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6e649133-34ee-40c7-b50a-5621ec874dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:29.337464 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6e649133-34ee-40c7-b50a-5621ec874dbf None None] Port 6a466040-3fdc-453a-b802-af80adfc5c3b cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:58:29.401328 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a830a55-29e7-47c8-9f06-947715301cfa req-1331a3cd-6229-41a5-b3a2-991ab9c5ac16 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:29.402868 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9a830a55-29e7-47c8-9f06-947715301cfa req-1331a3cd-6229-41a5-b3a2-991ab9c5ac16 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.1356750 Aug 27 13:58:29.496987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9a830a55-29e7-47c8-9f06-947715301cfa req-95658efc-ff60-4762-871d-25e05e36dc94 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867121 Aug 27 13:58:29.613806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a466040-3fdc-453a-b802-af80adfc5c3b {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:29.622319 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:29.641979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Transition to ACTIVE for port object 6a466040-3fdc-453a-b802-af80adfc5c3b will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:29.674822 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:29.786033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdd314-8b12-4d40-bfc8-8065100b13eb req-e6927a68-d772-4833-8db2-c639319aeef3 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:29.793561 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56fdd314-8b12-4d40-bfc8-8065100b13eb req-e6927a68-d772-4833-8db2-c639319aeef3 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 948 time: 0.0806887 Aug 27 13:58:29.799420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3b953-cfc5-4005-8dc1-12b1e4ed92a7 req-096536fb-a9b0-42ee-82f5-e971c0f052c0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:29.801330 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-61d3b953-cfc5-4005-8dc1-12b1e4ed92a7 req-096536fb-a9b0-42ee-82f5-e971c0f052c0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 943 time: 0.1685612 Aug 27 13:58:29.803900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Pushing event updated for resources: {'Port': ['ID=6a466040-3fdc-453a-b802-af80adfc5c3b,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:29.845078 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56fdd314-8b12-4d40-bfc8-8065100b13eb req-0169ae05-ae35-49a2-97dd-0b822cc886d1 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506461 Aug 27 13:58:29.866855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Attempting to bind port 6a466040-3fdc-453a-b802-af80adfc5c3b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:58:29.867201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Attempting to bind port 6a466040-3fdc-453a-b802-af80adfc5c3b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:58:29.867533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Attempting to bind port 6a466040-3fdc-453a-b802-af80adfc5c3b on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:29.882342 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-61d3b953-cfc5-4005-8dc1-12b1e4ed92a7 req-3fca3574-6789-424d-acab-9c8220b755ad tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699050 Aug 27 13:58:29.883576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Port 6a466040-3fdc-453a-b802-af80adfc5c3b on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:58:29.883812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Attempting to bind port 6a466040-3fdc-453a-b802-af80adfc5c3b on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:29.897942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:58:29.899052 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:58:29.899784 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:58:29.900818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Bound port: 6a466040-3fdc-453a-b802-af80adfc5c3b, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:58:29.903904 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:30.004146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] For port 6a466040-3fdc-453a-b802-af80adfc5c3b, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:30.007600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] For port 6a466040-3fdc-453a-b802-af80adfc5c3b, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6a466040-3fdc-453a-b802-af80adfc5c3b,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:58:30.015471 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:30.055304 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:30.055930 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:30.057854 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] 10.222.0.52 "PUT /v2.0/ports/6a466040-3fdc-453a-b802-af80adfc5c3b HTTP/1.1" status: 200 len: 1097 time: 0.9731019 Aug 27 13:58:30.058304 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49aea18f-f122-41aa-9ada-12ac5dc87621', 'tag': '6a466040-3fdc-453a-b802-af80adfc5c3b'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:30.061004 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78125a0-68d1-458c-9e6d-f5c2fa908b69" -d '{"events": [{"name": "network-changed", "server_uuid": "49aea18f-f122-41aa-9ada-12ac5dc87621", "tag": "6a466040-3fdc-453a-b802-af80adfc5c3b"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:30.138834 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf9266e-724e-4b80-8b2e-c58c69733692 x-openstack-request-id: req-ebf9266e-724e-4b80-8b2e-c58c69733692 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:30.139136 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49aea18f-f122-41aa-9ada-12ac5dc87621", "tag": "6a466040-3fdc-453a-b802-af80adfc5c3b", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:30.139394 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ebf9266e-724e-4b80-8b2e-c58c69733692 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:30.139813 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49aea18f-f122-41aa-9ada-12ac5dc87621', 'tag': '6a466040-3fdc-453a-b802-af80adfc5c3b', 'status': 'completed', 'code': 200} Aug 27 13:58:30.183608 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c1856-280e-454b-a7e0-d1c48ef65c92 service neutron] Pushing event updated for resources: {'Port': ['ID=6a466040-3fdc-453a-b802-af80adfc5c3b,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:30.213867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb585d-7d51-4eed-b240-7e0685e0f97c req-06e43c21-6664-4100-bea0-95a832384ad2 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:30.222301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03eb585d-7d51-4eed-b240-7e0685e0f97c req-06e43c21-6664-4100-bea0-95a832384ad2 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 943 time: 0.1578076 Aug 27 13:58:30.244074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-a250a916-cc5b-4a2f-bca3-3c64313e04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:30.245920 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-a250a916-cc5b-4a2f-bca3-3c64313e04cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fc61e6ec99d44e5abfd4f234bb5cbf07&device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 1100 time: 0.1334150 Aug 27 13:58:30.371891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03eb585d-7d51-4eed-b240-7e0685e0f97c req-5652d2d8-7cb8-450f-9589-16b5532f61ff tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460817 Aug 27 13:58:30.373488 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-d8cb812e-189d-474b-a31e-27938fa17dff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=6a466040-3fdc-453a-b802-af80adfc5c3b HTTP/1.1" status: 200 len: 217 time: 0.1126132 Aug 27 13:58:30.472540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cbcd8-fc0a-4aab-9a0e-d1ce052ad827 req-1b462aa3-ec86-4482-8d15-09972283b036 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:30.480935 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928cbcd8-fc0a-4aab-9a0e-d1ce052ad827 req-1b462aa3-ec86-4482-8d15-09972283b036 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 946 time: 0.0754735 Aug 27 13:58:30.535788 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928cbcd8-fc0a-4aab-9a0e-d1ce052ad827 req-9960b245-6417-488b-8110-0a12fbbef9f9 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538573 Aug 27 13:58:30.550120 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-87dc195e-8541-4465-b73d-1568e8f6e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:30.552178 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-87dc195e-8541-4465-b73d-1568e8f6e8b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1693521 Aug 27 13:58:30.615170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95617a47-f620-4e86-a327-f75f87cfcb78 req-f7e006e4-524b-4da7-8cfd-51cc6b397b2c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:30.619256 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95617a47-f620-4e86-a327-f75f87cfcb78 req-f7e006e4-524b-4da7-8cfd-51cc6b397b2c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed6c7dfd-a7f9-4e80-a544-914732e18699 HTTP/1.1" status: 200 len: 950 time: 0.1338806 Aug 27 13:58:30.632018 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f538c4-fa45-411b-8e42-8cefb400b6b1 req-9994dbaa-4224-43da-9c44-aec6f69112b2 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:30.633492 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41f538c4-fa45-411b-8e42-8cefb400b6b1 req-9994dbaa-4224-43da-9c44-aec6f69112b2 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.41 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 943 time: 0.1758835 Aug 27 13:58:30.692043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92625a2-bfef-4100-8a31-c7a82c8dfe29 req-4bf5a459-2f6d-4e44-ae65-abf93c236acd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:30.694077 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c92625a2-bfef-4100-8a31-c7a82c8dfe29 req-4bf5a459-2f6d-4e44-ae65-abf93c236acd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0539100 Aug 27 13:58:30.737503 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c92625a2-bfef-4100-8a31-c7a82c8dfe29 req-3336ce5d-a206-4d56-abe0-7e3335aa385c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366886 Aug 27 13:58:30.891717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c009b-d858-4ffb-9d3c-bdb0fa452f48 req-f8941301-e3fe-48d1-b44c-83f3ee6ef101 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:30.893960 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d2c009b-d858-4ffb-9d3c-bdb0fa452f48 req-f8941301-e3fe-48d1-b44c-83f3ee6ef101 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 946 time: 0.0702426 Aug 27 13:58:30.905122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42666) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:30.910434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c7409d56-78bd-4f43-808f-da0f1f720b6f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Request body: {'floatingip': {'port_id': '5f005141-6867-43bb-9f48-a044e3bc6929'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:30.976229 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c7409d56-78bd-4f43-808f-da0f1f720b6f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:31.036302 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-e5e5ec4d-a801-480f-b305-fbab01ac5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:31.041033 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-e5e5ec4d-a801-480f-b305-fbab01ac5650 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4786966 Aug 27 13:58:31.087245 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95617a47-f620-4e86-a327-f75f87cfcb78 req-190d8e67-6a93-4f53-86ad-bb37f8fff195 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639325 Aug 27 13:58:31.129624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbfdd5-0bd2-4a43-a896-10023b6c8c07 req-6a987a48-289e-41f9-b40a-32505fd36d72 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:31.138081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-97cbfdd5-0bd2-4a43-a896-10023b6c8c07 req-6a987a48-289e-41f9-b40a-32505fd36d72 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 948 time: 0.1821232 Aug 27 13:58:31.211498 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-97cbfdd5-0bd2-4a43-a896-10023b6c8c07 req-89056448-fe3c-4a7b-b237-fa63dbc7212c tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729134 Aug 27 13:58:31.293805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-41f538c4-fa45-411b-8e42-8cefb400b6b1 req-48408261-7c9c-45a2-bb33-25beb47cd89b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Deleting port f81c113b-2376-43c0-b807-78d365ce579f {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:31.294441 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41f538c4-fa45-411b-8e42-8cefb400b6b1 req-48408261-7c9c-45a2-bb33-25beb47cd89b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:31.367490 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-174ed28a-0407-4e85-9ec1-34199ecb0d1b service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135169 Aug 27 13:58:31.408177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33865585-6ad1-431d-82f5-944c34b0a4e0 req-a133f027-29df-4f66-85f3-39c9bdb8f6d5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:31.408177 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33865585-6ad1-431d-82f5-944c34b0a4e0 req-a133f027-29df-4f66-85f3-39c9bdb8f6d5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 943 time: 0.2125607 Aug 27 13:58:31.594270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-41f538c4-fa45-411b-8e42-8cefb400b6b1 req-48408261-7c9c-45a2-bb33-25beb47cd89b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] For port f81c113b-2376-43c0-b807-78d365ce579f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f81c113b-2376-43c0-b807-78d365ce579f,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:31.594653 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41f538c4-fa45-411b-8e42-8cefb400b6b1 req-48408261-7c9c-45a2-bb33-25beb47cd89b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:31.607853 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33865585-6ad1-431d-82f5-944c34b0a4e0 req-4381d0ea-3797-4758-a3f2-291b6bf57c93 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871362 Aug 27 13:58:31.618900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-41f538c4-fa45-411b-8e42-8cefb400b6b1 req-48408261-7c9c-45a2-bb33-25beb47cd89b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Calling delete_port for f81c113b-2376-43c0-b807-78d365ce579f owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:31.643333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be77a9a-b944-4c55-bdab-0359b40684f3 req-a78e95db-37dc-4261-a4d8-c89076847e89 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:31.645021 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5be77a9a-b944-4c55-bdab-0359b40684f3 req-a78e95db-37dc-4261-a4d8-c89076847e89 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=16524a6a-23f5-45eb-ad33-ae926eed0833 HTTP/1.1" status: 200 len: 943 time: 0.1507750 Aug 27 13:58:31.647905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-910fdead-4f70-4ce5-a6b1-ae73c8ef68a8 req-6e17604c-d165-4faf-aeb5-c40fac7371da service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306838 Aug 27 13:58:31.746346 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5be77a9a-b944-4c55-bdab-0359b40684f3 req-d99b164c-a881-4aee-9602-143e6af5a94e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891812 Aug 27 13:58:31.761148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c7409d56-78bd-4f43-808f-da0f1f720b6f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:31.769838 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c7409d56-78bd-4f43-808f-da0f1f720b6f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:31.872036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78125a0-68d1-458c-9e6d-f5c2fa908b69 req-ff7a8017-3c50-4646-a32d-9b94d0f68c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:31.878207 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e78125a0-68d1-458c-9e6d-f5c2fa908b69 req-ff7a8017-3c50-4646-a32d-9b94d0f68c92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fc61e6ec99d44e5abfd4f234bb5cbf07&device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 1100 time: 0.1521723 Aug 27 13:58:31.951967 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-605cc9f2-e1bc-460c-93ce-12ab00f0fdeb service neutron] 10.222.0.41 "GET /v2.0/ports/645d98d6-b966-4378-9e0c-2f43862010eb/bindings/n-h2-712139-12 HTTP/1.1" status: 200 len: 383 time: 0.1424282 Aug 27 13:58:31.954008 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-c7409d56-78bd-4f43-808f-da0f1f720b6f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Floating IP 3a5a92d8-fbf0-453f-a267-53ad6d9414e7 associated. External IP: 172.25.2.10, port: 5f005141-6867-43bb-9f48-a044e3bc6929. Aug 27 13:58:31.997963 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41f538c4-fa45-411b-8e42-8cefb400b6b1 req-48408261-7c9c-45a2-bb33-25beb47cd89b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:32.046947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48408261-7c9c-45a2-bb33-25beb47cd89b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Pushing event deleted for resources: {'Port': ['ID=f81c113b-2376-43c0-b807-78d365ce579f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:32.093906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8df6a-4081-4281-97ba-c7f35e110ae6 req-1f19545b-4082-4c0d-a0cf-db8cecbf826c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:32.101588 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5be8df6a-4081-4281-97ba-c7f35e110ae6 req-1f19545b-4082-4c0d-a0cf-db8cecbf826c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.2172673 Aug 27 13:58:32.142419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f538c4-fa45-411b-8e42-8cefb400b6b1 req-48408261-7c9c-45a2-bb33-25beb47cd89b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] No DVR routers for this DVR port f81c113b-2376-43c0-b807-78d365ce579f on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:58:32.147730 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41f538c4-fa45-411b-8e42-8cefb400b6b1 req-48408261-7c9c-45a2-bb33-25beb47cd89b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:32.149914 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41f538c4-fa45-411b-8e42-8cefb400b6b1 req-48408261-7c9c-45a2-bb33-25beb47cd89b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.41 "DELETE /v2.0/ports/f81c113b-2376-43c0-b807-78d365ce579f HTTP/1.1" status: 204 len: 173 time: 1.4969630 Aug 27 13:58:32.151986 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16524a6a-23f5-45eb-ad33-ae926eed0833', 'name': 'network-vif-deleted', 'tag': 'f81c113b-2376-43c0-b807-78d365ce579f'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:32.155999 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352c1721-fd9d-46d2-bcdd-a8d03a8bde0a" -d '{"events": [{"server_uuid": "16524a6a-23f5-45eb-ad33-ae926eed0833", "name": "network-vif-deleted", "tag": "f81c113b-2376-43c0-b807-78d365ce579f"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:32.161829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78125a0-68d1-458c-9e6d-f5c2fa908b69 req-34a1431b-4d67-4fbd-81ec-3e64cfb6e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:32.163420 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e78125a0-68d1-458c-9e6d-f5c2fa908b69 req-34a1431b-4d67-4fbd-81ec-3e64cfb6e705 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2580116 Aug 27 13:58:32.203242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5be8df6a-4081-4281-97ba-c7f35e110ae6 req-d0385d9a-231c-4a36-9724-a094e0c30c7c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006312 Aug 27 13:58:32.347926 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65373f77-58b6-4eb8-b778-e36cdd8e8b01 x-openstack-request-id: req-65373f77-58b6-4eb8-b778-e36cdd8e8b01 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:32.349153 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16524a6a-23f5-45eb-ad33-ae926eed0833", "name": "network-vif-deleted", "tag": "f81c113b-2376-43c0-b807-78d365ce579f", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:32.349415 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65373f77-58b6-4eb8-b778-e36cdd8e8b01 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:32.349830 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16524a6a-23f5-45eb-ad33-ae926eed0833', 'name': 'network-vif-deleted', 'tag': 'f81c113b-2376-43c0-b807-78d365ce579f', 'status': 'completed', 'code': 200} Aug 27 13:58:32.351961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ede9e6-8b1b-47cd-88b7-005dbc5f6309 req-28cab438-615c-492c-b8bc-6adb98c3e2c2 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:32.352962 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e78125a0-68d1-458c-9e6d-f5c2fa908b69 req-849e4961-0260-4a10-a550-2de579143f0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=6a466040-3fdc-453a-b802-af80adfc5c3b HTTP/1.1" status: 200 len: 217 time: 0.1486287 Aug 27 13:58:32.353290 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84ede9e6-8b1b-47cd-88b7-005dbc5f6309 req-28cab438-615c-492c-b8bc-6adb98c3e2c2 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed6c7dfd-a7f9-4e80-a544-914732e18699 HTTP/1.1" status: 200 len: 950 time: 0.1468775 Aug 27 13:58:32.370722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc82c4-17de-4b39-b9cc-678dd0dfdbcb req-229495a1-f5af-4c60-8e97-c3d79af9df20 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:32.378207 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f7dc82c4-17de-4b39-b9cc-678dd0dfdbcb req-229495a1-f5af-4c60-8e97-c3d79af9df20 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed6c7dfd-a7f9-4e80-a544-914732e18699 HTTP/1.1" status: 200 len: 950 time: 0.1538513 Aug 27 13:58:32.439203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78125a0-68d1-458c-9e6d-f5c2fa908b69 req-4f25bb8a-2625-47d0-8556-db75f4d8bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:32.443409 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e78125a0-68d1-458c-9e6d-f5c2fa908b69 req-4f25bb8a-2625-47d0-8556-db75f4d8bd90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0718265 Aug 27 13:58:32.468172 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f7dc82c4-17de-4b39-b9cc-678dd0dfdbcb req-6f78d9ce-415f-4939-af9b-ab68921edf0e tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835114 Aug 27 13:58:32.479859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7409d56-78bd-4f43-808f-da0f1f720b6f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:58:32.612800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-84ede9e6-8b1b-47cd-88b7-005dbc5f6309 req-4c8eb71d-7dbd-4bb6-9bac-b9c428956cd6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Deleting port 2a17fb0e-cecf-47ea-948d-d92edf5980af {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:32.613150 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84ede9e6-8b1b-47cd-88b7-005dbc5f6309 req-4c8eb71d-7dbd-4bb6-9bac-b9c428956cd6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:32.618001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-29ed0b7c-b7d6-4a95-b801-26ae789e2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:32.620410 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-29ed0b7c-b7d6-4a95-b801-26ae789e2230 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c&tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e HTTP/1.1" status: 200 len: 1101 time: 0.2685344 Aug 27 13:58:32.645235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fde59-3922-4520-9620-ed175fee7768 req-5c5d2f71-03f1-4d3d-90b4-3b0ed1a857c4 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:32.647236 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-467fde59-3922-4520-9620-ed175fee7768 req-5c5d2f71-03f1-4d3d-90b4-3b0ed1a857c4 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 949 time: 0.2027240 Aug 27 13:58:32.659478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78125a0-68d1-458c-9e6d-f5c2fa908b69 req-fd9fe101-1757-41ba-8321-6f865e84afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:32.661078 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e78125a0-68d1-458c-9e6d-f5c2fa908b69 req-fd9fe101-1757-41ba-8321-6f865e84afea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1982698 Aug 27 13:58:32.722515 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147529-fd71-48cf-a84e-dd6aad807f21 req-519ebc9d-fa2a-4dab-a8e2-154931d9c7ac tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:32.727159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06147529-fd71-48cf-a84e-dd6aad807f21 req-519ebc9d-fa2a-4dab-a8e2-154931d9c7ac tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 948 time: 0.2531188 Aug 27 13:58:32.844330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-84ede9e6-8b1b-47cd-88b7-005dbc5f6309 req-4c8eb71d-7dbd-4bb6-9bac-b9c428956cd6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] For port 2a17fb0e-cecf-47ea-948d-d92edf5980af, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2a17fb0e-cecf-47ea-948d-d92edf5980af,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:32.844915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84ede9e6-8b1b-47cd-88b7-005dbc5f6309 req-4c8eb71d-7dbd-4bb6-9bac-b9c428956cd6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:32.854446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7409d56-78bd-4f43-808f-da0f1f720b6f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:58:32.862836 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c7409d56-78bd-4f43-808f-da0f1f720b6f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:32.866920 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ee25e0-bca8-4587-8598-976740f65db4 None None] Sync routers for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:58:32.880871 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ee25e0-bca8-4587-8598-976740f65db4 None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:58:32.881484 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-65ee25e0-bca8-4587-8598-976740f65db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:58:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:58:32.884918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-84ede9e6-8b1b-47cd-88b7-005dbc5f6309 req-4c8eb71d-7dbd-4bb6-9bac-b9c428956cd6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Calling delete_port for 2a17fb0e-cecf-47ea-948d-d92edf5980af owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:32.972352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e993bd0-e7e7-4087-950f-0b37ae14e740 req-ec0ab06f-805f-47c0-b578-46f255d84af8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:32.992670 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2e993bd0-e7e7-4087-950f-0b37ae14e740 req-ec0ab06f-805f-47c0-b578-46f255d84af8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 943 time: 0.2197201 Aug 27 13:58:33.032965 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06147529-fd71-48cf-a84e-dd6aad807f21 req-17e03992-62b5-46d6-8efd-06538c74944c tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824996 Aug 27 13:58:33.041585 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e78125a0-68d1-458c-9e6d-f5c2fa908b69 req-1567c6dd-de21-4558-896a-c3588c8728a8 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696222 Aug 27 13:58:33.074312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-6cd56b05-9707-4a35-a4f1-a3770e734ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:33.076786 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-6cd56b05-9707-4a35-a4f1-a3770e734ecd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 1101 time: 0.4070404 Aug 27 13:58:33.113137 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c7409d56-78bd-4f43-808f-da0f1f720b6f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "PUT /v2.0/floatingips/3a5a92d8-fbf0-453f-a267-53ad6d9414e7 HTTP/1.1" status: 200 len: 991 time: 2.2067153 Aug 27 13:58:33.116742 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb', 'tag': '5f005141-6867-43bb-9f48-a044e3bc6929'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:33.119599 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-65ee25e0-bca8-4587-8598-976740f65db4 None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:58:33.132312 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8472123-9765-414a-954f-5992b1652cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb", "tag": "5f005141-6867-43bb-9f48-a044e3bc6929"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:33.255661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2e993bd0-e7e7-4087-950f-0b37ae14e740 req-864e6c91-69f1-4f2c-8f61-26f71e9f178d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619581 Aug 27 13:58:33.356712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-467fde59-3922-4520-9620-ed175fee7768 req-4fc34ff6-d4f3-4faf-9e85-e3a179719498 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Deleting port 11a02dee-c26b-439c-bb19-01bceb870ed9 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:33.357059 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-467fde59-3922-4520-9620-ed175fee7768 req-4fc34ff6-d4f3-4faf-9e85-e3a179719498 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:33.370263 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216f57dd-cfbb-4839-a50b-716cb410e8a9 x-openstack-request-id: req-216f57dd-cfbb-4839-a50b-716cb410e8a9 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:33.370558 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb", "tag": "5f005141-6867-43bb-9f48-a044e3bc6929", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:33.370840 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-216f57dd-cfbb-4839-a50b-716cb410e8a9 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:33.371232 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb', 'tag': '5f005141-6867-43bb-9f48-a044e3bc6929', 'status': 'completed', 'code': 200} Aug 27 13:58:33.432262 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84ede9e6-8b1b-47cd-88b7-005dbc5f6309 req-4c8eb71d-7dbd-4bb6-9bac-b9c428956cd6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:33.444189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6a466040-3fdc-453a-b802-af80adfc5c3b details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:58:33.631847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8eb71d-7dbd-4bb6-9bac-b9c428956cd6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event deleted for resources: {'Port': ['ID=2a17fb0e-cecf-47ea-948d-d92edf5980af,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:33.677729 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-65ee25e0-bca8-4587-8598-976740f65db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '3a5a92d8-fbf0-453f-a267-53ad6d9414e7', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'port_id': '5f005141-6867-43bb-9f48-a044e3bc6929', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'mac_address': 'fa:16:3e:c9:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:55:19Z', 'updated_at': '2021-08-27T13:58:31Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:04Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:58:33.716774 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6a466040-3fdc-453a-b802-af80adfc5c3b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6a466040-3fdc-453a-b802-af80adfc5c3b,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:33.742045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '6a466040-3fdc-453a-b802-af80adfc5c3b', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '6a466040-3fdc-453a-b802-af80adfc5c3b', 'mac_address': 'fa:16:3e:d1:b4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:58:33.745097 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ee25e0-bca8-4587-8598-976740f65db4 None None] Checking router: 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:58:33.752086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', '2a17fb0e-cecf-47ea-948d-d92edf5980af', '11a02dee-c26b-439c-bb19-01bceb870ed9'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:33.769604 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ee25e0-bca8-4587-8598-976740f65db4 None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:58:33.770409 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-65ee25e0-bca8-4587-8598-976740f65db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:58:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:58:33.776394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b8d1308a-4a56-4603-9c6b-111175c17cb6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:33.787506 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b8d1308a-4a56-4603-9c6b-111175c17cb6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/networks?id=7510fbde-bbaf-4de0-99ba-405a5e3ad115 HTTP/1.1" status: 200 len: 821 time: 0.2802048 Aug 27 13:58:33.796715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-403525d6-11b7-4558-8e52-6c1468381b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:33.799771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-403525d6-11b7-4558-8e52-6c1468381b94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.7120366 Aug 27 13:58:33.822324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-7420b83f-848b-42fb-b007-13f848ee019c tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/quotas/2aab601e4a774b6a9eea9da91e4b0277 HTTP/1.1" status: 200 len: 375 time: 0.0339918 Aug 27 13:58:33.929576 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:34.008127 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e78125a0-68d1-458c-9e6d-f5c2fa908b69 req-2fada6b0-34f3-4490-a942-1b7fa62b68d6 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9512017 Aug 27 13:58:34.013212 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-1f9e9f81-233d-4234-9f01-e67f4a08052b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=645d98d6-b966-4378-9e0c-2f43862010eb HTTP/1.1" status: 200 len: 217 time: 0.1921966 Aug 27 13:58:34.037415 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-65ee25e0-bca8-4587-8598-976740f65db4 None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:58:34.067725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a466040-3fdc-453a-b802-af80adfc5c3b {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:34.121381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ede9e6-8b1b-47cd-88b7-005dbc5f6309 req-4c8eb71d-7dbd-4bb6-9bac-b9c428956cd6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] No DVR routers for this DVR port 2a17fb0e-cecf-47ea-948d-d92edf5980af on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:58:34.132898 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84ede9e6-8b1b-47cd-88b7-005dbc5f6309 req-4c8eb71d-7dbd-4bb6-9bac-b9c428956cd6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:34.133356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6a466040-3fdc-453a-b802-af80adfc5c3b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6a466040-3fdc-453a-b802-af80adfc5c3b,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:34.136821 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84ede9e6-8b1b-47cd-88b7-005dbc5f6309 req-4c8eb71d-7dbd-4bb6-9bac-b9c428956cd6 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "DELETE /v2.0/ports/2a17fb0e-cecf-47ea-948d-d92edf5980af HTTP/1.1" status: 204 len: 173 time: 1.7565887 Aug 27 13:58:34.185870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4036e30-cae4-4a2c-8e37-3ec553fc9abe req-e4447ab9-f8c7-4789-874d-82bf4ed99ecb tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:34.194288 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b4036e30-cae4-4a2c-8e37-3ec553fc9abe req-e4447ab9-f8c7-4789-874d-82bf4ed99ecb tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.7351007 Aug 27 13:58:34.201180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-467fde59-3922-4520-9620-ed175fee7768 req-4fc34ff6-d4f3-4faf-9e85-e3a179719498 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] For port 11a02dee-c26b-439c-bb19-01bceb870ed9, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=11a02dee-c26b-439c-bb19-01bceb870ed9,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:34.203207 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8472123-9765-414a-954f-5992b1652cd0 req-861e5627-d834-40d8-8b85-5a9457353b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:34.203939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:34.206560 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-467fde59-3922-4520-9620-ed175fee7768 req-4fc34ff6-d4f3-4faf-9e85-e3a179719498 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:34.209941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8472123-9765-414a-954f-5992b1652cd0 req-861e5627-d834-40d8-8b85-5a9457353b3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24b98473ebf462aae9865b3b3a47006&device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 1098 time: 0.6088212 Aug 27 13:58:34.249752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-467fde59-3922-4520-9620-ed175fee7768 req-4fc34ff6-d4f3-4faf-9e85-e3a179719498 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Calling delete_port for 11a02dee-c26b-439c-bb19-01bceb870ed9 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:34.296285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-f964344c-5afb-4ee9-be9f-74e2fc614166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:34.298723 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-f964344c-5afb-4ee9-be9f-74e2fc614166 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.2725081 Aug 27 13:58:34.351005 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-dda4fb0b-54a7-4e79-91e6-35ff7df9c43e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aab601e4a774b6a9eea9da91e4b0277&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5078282 Aug 27 13:58:34.377543 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=6a466040-3fdc-453a-b802-af80adfc5c3b,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:34.502289 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b4036e30-cae4-4a2c-8e37-3ec553fc9abe req-d424eb41-c220-4c2e-bd6f-1978af008b28 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891591 Aug 27 13:58:34.509741 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-65ee25e0-bca8-4587-8598-976740f65db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '3a5a92d8-fbf0-453f-a267-53ad6d9414e7', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'port_id': '5f005141-6867-43bb-9f48-a044e3bc6929', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'mac_address': 'fa:16:3e:c9:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:55:19Z', 'updated_at': '2021-08-27T13:58:31Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:04Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:58:34.533309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8472123-9765-414a-954f-5992b1652cd0 req-5b1e4441-891a-49c8-a031-3d27d343109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:34.534675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['6a466040-3fdc-453a-b802-af80adfc5c3b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:34.538933 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8472123-9765-414a-954f-5992b1652cd0 req-5b1e4441-891a-49c8-a031-3d27d343109e service neutron] 10.222.0.41 "GET /v2.0/networks?id=54f93b5e-cd0d-4b77-a984-346ab4450664 HTTP/1.1" status: 200 len: 924 time: 0.3130112 Aug 27 13:58:34.547993 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ee25e0-bca8-4587-8598-976740f65db4 None None] The sync data for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 is: [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '3a5a92d8-fbf0-453f-a267-53ad6d9414e7', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'port_id': '5f005141-6867-43bb-9f48-a044e3bc6929', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'mac_address': 'fa:16:3e:c9:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:55:19Z', 'updated_at': '2021-08-27T13:58:31Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:04Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:58:34.623809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-2312950b-d000-4de1-ada8-2b56ec06ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:34.627269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-2312950b-d000-4de1-ada8-2b56ec06ac8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2753453 Aug 27 13:58:34.697051 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8472123-9765-414a-954f-5992b1652cd0 req-1361d6ba-f048-4216-bb10-aeec9cbb6da7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f005141-6867-43bb-9f48-a044e3bc6929 HTTP/1.1" status: 200 len: 999 time: 0.1477935 Aug 27 13:58:34.722961 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-0f0beaea-a657-485c-9d87-6b01a8ea9979 service neutron] 10.222.0.55 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199031 Aug 27 13:58:34.823788 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3cc51932-525b-4845-94a7-5e364d4119b8 req-4e511250-8f61-468b-b721-b36b6b1c4f34 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed6c7dfd-a7f9-4e80-a544-914732e18699 HTTP/1.1" status: 200 len: 210 time: 0.1238260 Aug 27 13:58:34.864685 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8472123-9765-414a-954f-5992b1652cd0 req-5ba1780c-7e28-4915-9fc3-68e75fb49bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:34.866183 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8472123-9765-414a-954f-5992b1652cd0 req-5ba1780c-7e28-4915-9fc3-68e75fb49bbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36e24ebb-cdfe-4f90-b090-68bcc4bb4d72 HTTP/1.1" status: 200 len: 862 time: 0.1344094 Aug 27 13:58:34.880588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 645d98d6-b966-4378-9e0c-2f43862010eb no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:34.990302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8472123-9765-414a-954f-5992b1652cd0 req-56c1aa0b-58b3-4917-b0e4-b51eb9231fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:34.992551 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8472123-9765-414a-954f-5992b1652cd0 req-56c1aa0b-58b3-4917-b0e4-b51eb9231fd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54f93b5e-cd0d-4b77-a984-346ab4450664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165645 Aug 27 13:58:35.013016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa8eee-8021-4084-a805-799f0581dace None None] New status for floating IP 3a5a92d8-fbf0-453f-a267-53ad6d9414e7: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:58:35.110346 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-467fde59-3922-4520-9620-ed175fee7768 req-4fc34ff6-d4f3-4faf-9e85-e3a179719498 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:35.144225 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776538c-d282-48e9-b292-e6ac3c0629ee req-7899a190-568b-4c28-b322-063169db8ba4 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:35.148156 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e776538c-d282-48e9-b292-e6ac3c0629ee req-7899a190-568b-4c28-b322-063169db8ba4 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 949 time: 0.1742365 Aug 27 13:58:35.229930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8472123-9765-414a-954f-5992b1652cd0 req-27f0904c-0b46-42a8-b5a8-dcf79de4adfe service neutron] 10.222.0.41 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158256 Aug 27 13:58:35.233278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e776538c-d282-48e9-b292-e6ac3c0629ee req-1b8d49be-0541-4941-a03a-169479c2c77e tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675488 Aug 27 13:58:35.243360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc34ff6-d4f3-4faf-9e85-e3a179719498 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event deleted for resources: {'Port': ['ID=11a02dee-c26b-439c-bb19-01bceb870ed9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:35.276474 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-7fd7d577-d6f1-40c9-b469-477f0ad81200 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050351 Aug 27 13:58:35.307874 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:35.348210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:35.350852 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71248013-a0fd-446f-85b4-52a333ae47cd" -d '{"events": [{"server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "name": "network-vif-unplugged", "status": "completed", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:35.373359 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6c7dfd-a7f9-4e80-a544-914732e18699', 'name': 'network-vif-deleted', 'tag': '2a17fb0e-cecf-47ea-948d-d92edf5980af'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:35.377040 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd91bef-dc1d-4be9-bd6e-c62c0f924fda" -d '{"events": [{"server_uuid": "ed6c7dfd-a7f9-4e80-a544-914732e18699", "name": "network-vif-deleted", "tag": "2a17fb0e-cecf-47ea-948d-d92edf5980af"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:35.379007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=645d98d6-b966-4378-9e0c-2f43862010eb,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:35.382561 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-467fde59-3922-4520-9620-ed175fee7768 req-4fc34ff6-d4f3-4faf-9e85-e3a179719498 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] No DVR routers for this DVR port 11a02dee-c26b-439c-bb19-01bceb870ed9 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:58:35.386321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-467fde59-3922-4520-9620-ed175fee7768 req-4fc34ff6-d4f3-4faf-9e85-e3a179719498 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:35.390007 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-467fde59-3922-4520-9620-ed175fee7768 req-4fc34ff6-d4f3-4faf-9e85-e3a179719498 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "DELETE /v2.0/ports/11a02dee-c26b-439c-bb19-01bceb870ed9 HTTP/1.1" status: 204 len: 173 time: 2.7275732 Aug 27 13:58:35.391847 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:35.394656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f81c113b-2376-43c0-b807-78d365ce579f no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:35.404048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faf4099-a0c3-4d15-860c-49f70d65d5f7', 'name': 'network-vif-deleted', 'tag': '11a02dee-c26b-439c-bb19-01bceb870ed9'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:35.407804 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8844d603-1bdb-4d84-b141-fd8d75524ccd" -d '{"events": [{"server_uuid": "1faf4099-a0c3-4d15-860c-49f70d65d5f7", "name": "network-vif-deleted", "tag": "11a02dee-c26b-439c-bb19-01bceb870ed9"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:35.425093 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a6f7e2a1-fbac-451e-a538-5fd23142ba21 service neutron] 10.222.0.55 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749272 Aug 27 13:58:35.459557 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8472123-9765-414a-954f-5992b1652cd0 req-a04cb6c3-b12e-440e-adbe-1cc3a4027539 service neutron] 10.222.0.41 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201781 Aug 27 13:58:35.476915 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4f1bd3b-e04b-47b9-b9b8-10e34cb173fb req-f0f28d11-98b6-4588-8604-3439c30e8fad service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720855 Aug 27 13:58:35.485198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482234f-025e-43a7-885d-4250e536308d req-07a08357-a530-48f8-ae55-6854fd913934 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:35.492634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2482234f-025e-43a7-885d-4250e536308d req-07a08357-a530-48f8-ae55-6854fd913934 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 943 time: 0.1296661 Aug 27 13:58:35.494334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e36d77f0-bcac-46a8-a968-bacbdcd7bc1b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:35.557549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 11a02dee-c26b-439c-bb19-01bceb870ed9 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:35.590836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2482234f-025e-43a7-885d-4250e536308d req-d57e8515-81f3-4b8d-b813-55474d01c16a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871646 Aug 27 13:58:35.605623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: f81c113b-2376-43c0-b807-78d365ce579f {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:58:35.606203 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f81c113b-2376-43c0-b807-78d365ce579f not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:35.713852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 11a02dee-c26b-439c-bb19-01bceb870ed9 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:58:35.714106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 11a02dee-c26b-439c-bb19-01bceb870ed9 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:35.714609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2a17fb0e-cecf-47ea-948d-d92edf5980af no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:35.753875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 2a17fb0e-cecf-47ea-948d-d92edf5980af {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:58:35.754351 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2a17fb0e-cecf-47ea-948d-d92edf5980af not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:35.806210 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc1e4c6-2b51-485c-9fe6-b04d0a1a313c x-openstack-request-id: req-ffc1e4c6-2b51-485c-9fe6-b04d0a1a313c {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:35.808695 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "name": "network-vif-unplugged", "status": "completed", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:35.809098 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ffc1e4c6-2b51-485c-9fe6-b04d0a1a313c {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:35.809565 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb', 'code': 200} Aug 27 13:58:35.858637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=645d98d6-b966-4378-9e0c-2f43862010eb,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:35.910419 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bec039c-fbae-46b0-8561-f627050168d3 x-openstack-request-id: req-7bec039c-fbae-46b0-8561-f627050168d3 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:35.910876 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6c7dfd-a7f9-4e80-a544-914732e18699", "name": "network-vif-deleted", "tag": "2a17fb0e-cecf-47ea-948d-d92edf5980af", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:35.911234 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7bec039c-fbae-46b0-8561-f627050168d3 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:35.911783 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6c7dfd-a7f9-4e80-a544-914732e18699', 'name': 'network-vif-deleted', 'tag': '2a17fb0e-cecf-47ea-948d-d92edf5980af', 'status': 'completed', 'code': 200} Aug 27 13:58:35.929352 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dad85fb-eb59-4798-a581-5e3de196b4a4 x-openstack-request-id: req-6dad85fb-eb59-4798-a581-5e3de196b4a4 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:35.929627 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faf4099-a0c3-4d15-860c-49f70d65d5f7", "name": "network-vif-deleted", "tag": "11a02dee-c26b-439c-bb19-01bceb870ed9", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:35.929879 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6dad85fb-eb59-4798-a581-5e3de196b4a4 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:35.930280 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faf4099-a0c3-4d15-860c-49f70d65d5f7', 'name': 'network-vif-deleted', 'tag': '11a02dee-c26b-439c-bb19-01bceb870ed9', 'status': 'completed', 'code': 200} Aug 27 13:58:36.039510 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab0c3800-06dc-49ff-b448-f5186b489151 req-02e71708-3be9-45ba-b5e0-8f32f5c323cf tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 210 time: 0.0526829 Aug 27 13:58:36.059401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf89d6-6046-48c0-b2b7-cabed913b9ec req-bd28469d-464c-41f6-8539-66af8cb683e8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:36.078009 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0abf89d6-6046-48c0-b2b7-cabed913b9ec req-bd28469d-464c-41f6-8539-66af8cb683e8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 947 time: 0.0977795 Aug 27 13:58:36.139925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0abf89d6-6046-48c0-b2b7-cabed913b9ec req-95b977d9-81b8-46bf-b3a0-aa4d1df58301 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603135 Aug 27 13:58:36.276640 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f2a2e51-b09d-42a6-a5b5-0c291890cbff req-1b2250e7-30e5-4986-a57d-ed56dc344a21 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0421574 Aug 27 13:58:36.382285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ee55c-fc72-4ed5-95d7-643b717f0862 req-3e2f6f67-2f3e-4092-bada-989aac7181c9 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:36.384180 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a9ee55c-fc72-4ed5-95d7-643b717f0862 req-3e2f6f67-2f3e-4092-bada-989aac7181c9 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 949 time: 0.0651884 Aug 27 13:58:36.431492 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a9ee55c-fc72-4ed5-95d7-643b717f0862 req-77a8a92b-45a4-4106-a394-a99d3f25363b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Aug 27 13:58:36.771505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad43386-29cd-4b4d-9242-25a638fc6b39 req-789879aa-a2ce-413b-a8c3-4ae6c0541eb8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:36.773186 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ad43386-29cd-4b4d-9242-25a638fc6b39 req-789879aa-a2ce-413b-a8c3-4ae6c0541eb8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 943 time: 0.0700600 Aug 27 13:58:36.815147 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ad43386-29cd-4b4d-9242-25a638fc6b39 req-06f83a34-0ef4-45b1-82ad-203e96ed5c05 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359471 Aug 27 13:58:36.892997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device beb6cf09-79cb-4ff2-99fa-706664bb1bd1 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:37.245958 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa853c90-b0e0-4471-990e-b5edb91c9b2c req-a387a674-1bd2-4b4c-ae7e-24590dd8a068 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 210 time: 0.0514123 Aug 27 13:58:37.322663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db65b2-48b8-44dd-b69e-645483d9f6c3 req-e1b10447-1042-40ae-8e5c-248a02cf965e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:37.324373 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12db65b2-48b8-44dd-b69e-645483d9f6c3 req-e1b10447-1042-40ae-8e5c-248a02cf965e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 947 time: 0.0788960 Aug 27 13:58:37.336610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289b60f-41c4-4eab-baee-21ad448089ed req-88f456fa-298e-4ee7-9021-4a7b8b12af52 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:37.338136 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-88f456fa-298e-4ee7-9021-4a7b8b12af52 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.52 "GET /v2.0/networks?id=7510fbde-bbaf-4de0-99ba-405a5e3ad115 HTTP/1.1" status: 200 len: 821 time: 0.2377939 Aug 27 13:58:37.361625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Request body: {'port': {'device_id': 'f8e90709-94e3-445e-8983-b732a31a7857', 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115', 'admin_state_up': True, 'tenant_id': '2aab601e4a774b6a9eea9da91e4b0277'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:37.395265 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12db65b2-48b8-44dd-b69e-645483d9f6c3 req-4251f6f4-f13b-44bf-a9a8-f134ca0bd8a6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642347 Aug 27 13:58:37.441824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6a466040-3fdc-453a-b802-af80adfc5c3b up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:58:37.534001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 6a466040-3fdc-453a-b802-af80adfc5c3b completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:58:37.539125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 6a466040-3fdc-453a-b802-af80adfc5c3b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:37.539551 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:37.648374 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:37.667231 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850cf19-e0a1-44e6-879d-d0d6ab72b7be req-0cf91c74-b525-4f37-90fc-c8b4d9bf3189 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:37.684950 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3850cf19-e0a1-44e6-879d-d0d6ab72b7be req-0cf91c74-b525-4f37-90fc-c8b4d9bf3189 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 949 time: 0.1530521 Aug 27 13:58:37.690738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6a466040-3fdc-453a-b802-af80adfc5c3b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6a466040-3fdc-453a-b802-af80adfc5c3b,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:37.699989 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:37.788348 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3850cf19-e0a1-44e6-879d-d0d6ab72b7be req-0098f959-a593-43c8-aeeb-cc881a76a44c tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024036 Aug 27 13:58:37.811207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aea18f-f122-41aa-9ada-12ac5dc87621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a466040-3fdc-453a-b802-af80adfc5c3b'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:37.814360 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0574a4be-0de1-4f3f-9fb5-85b5491deaf5" -d '{"events": [{"server_uuid": "49aea18f-f122-41aa-9ada-12ac5dc87621", "name": "network-vif-plugged", "status": "completed", "tag": "6a466040-3fdc-453a-b802-af80adfc5c3b"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:37.821512 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e8107a49-0059-4705-b232-e8b11379ec5d req-77842447-ba26-4b48-bb75-5a077c94111b tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.3974319 Aug 27 13:58:37.856975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=6a466040-3fdc-453a-b802-af80adfc5c3b,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:37.895339 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cea6de2-ba40-4a52-af23-2659ec43de15 x-openstack-request-id: req-9cea6de2-ba40-4a52-af23-2659ec43de15 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:37.896675 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49aea18f-f122-41aa-9ada-12ac5dc87621", "name": "network-vif-plugged", "status": "completed", "tag": "6a466040-3fdc-453a-b802-af80adfc5c3b", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:37.897101 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9cea6de2-ba40-4a52-af23-2659ec43de15 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:37.897652 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aea18f-f122-41aa-9ada-12ac5dc87621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a466040-3fdc-453a-b802-af80adfc5c3b', 'code': 200} Aug 27 13:58:37.976211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Made reservation on behalf of 2aab601e4a774b6a9eea9da91e4b0277 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:58:37.981609 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:38.019795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04df7e-7223-494a-a343-b308ff4a4c5f req-13b27c82-cb32-4409-bec3-a126bf4be8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:38.021983 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7c04df7e-7223-494a-a343-b308ff4a4c5f req-13b27c82-cb32-4409-bec3-a126bf4be8ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 1102 time: 0.0515788 Aug 27 13:58:38.061810 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7c04df7e-7223-494a-a343-b308ff4a4c5f req-d90f403d-d917-402e-b48e-9fc6180159d2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317373 Aug 27 13:58:38.119607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a33a99-0eb0-46b4-9511-ce3fa080deca req-ffced291-614f-4bf7-b2f5-ff8d5576d536 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:38.121056 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6a33a99-0eb0-46b4-9511-ce3fa080deca req-ffced291-614f-4bf7-b2f5-ff8d5576d536 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 943 time: 0.1614385 Aug 27 13:58:38.155918 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-57f39d6b-5528-434c-8a23-3cc232a89adb service neutron] 10.222.0.41 "GET /v2.0/ports/beb6cf09-79cb-4ff2-99fa-706664bb1bd1/bindings/n-h1-712139-12 HTTP/1.1" status: 200 len: 385 time: 0.1483324 Aug 27 13:58:38.230755 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6a33a99-0eb0-46b4-9511-ce3fa080deca req-33a543eb-b0db-4d8c-a524-3af73108700a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978451 Aug 27 13:58:38.259525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Allocated IP 172.20.0.7 (7510fbde-bbaf-4de0-99ba-405a5e3ad115/9d0e7137-63f2-4212-b923-f9dc4203f37d/0f1ba8e6-a635-4616-ad40-0db427c5389a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:58:38.463575 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f8c0ebd-ce8f-4e4f-b6ae-dfb8e542f6ba req-909cdd35-21ff-4584-a2ed-32f953f4bf70 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 210 time: 0.0745621 Aug 27 13:58:38.526952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-6a6001f1-8fdd-4424-a9a7-c06a4ebf9269 service neutron] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:38.573580 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-6a6001f1-8fdd-4424-a9a7-c06a4ebf9269 service neutron] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:38.629380 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:38.640192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-6a6001f1-8fdd-4424-a9a7-c06a4ebf9269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb6cf09-79cb-4ff2-99fa-706664bb1bd1 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:38.672145 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-6a6001f1-8fdd-4424-a9a7-c06a4ebf9269 service neutron] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:38.698056 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-6a6001f1-8fdd-4424-a9a7-c06a4ebf9269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:38.732226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ff5fc-6274-4507-bb49-aa11d56aceba req-f0b730cd-929a-4d6d-b4f9-a49d509430f0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:38.733755 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-659ff5fc-6274-4507-bb49-aa11d56aceba req-f0b730cd-929a-4d6d-b4f9-a49d509430f0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 947 time: 0.1260667 Aug 27 13:58:38.774454 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:38.870620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:58:38.873998 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-659ff5fc-6274-4507-bb49-aa11d56aceba req-1b7c7c18-407d-48b6-8fa5-694335e48718 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146119 Aug 27 13:58:38.876041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Pushing event updated for resources: {'Port': ['ID=0f1ba8e6-a635-4616-ad40-0db427c5389a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:38.880387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:58:38.886086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:58:38.913583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 645d98d6-b966-4378-9e0c-2f43862010eb details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:58:38.925525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:38.925888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:38.926234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:38.926585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:38.926955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:38.927311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:38.927646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:38.927988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:38.928451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:38.928792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:38.929346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:38.929686 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:38.943854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-6a6001f1-8fdd-4424-a9a7-c06a4ebf9269 service neutron] Transition to ACTIVE for port object beb6cf09-79cb-4ff2-99fa-706664bb1bd1 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:38.976272 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-6a6001f1-8fdd-4424-a9a7-c06a4ebf9269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:39.024384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:39.025172 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:39.055475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=645d98d6-b966-4378-9e0c-2f43862010eb,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:39.070493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '645d98d6-b966-4378-9e0c-2f43862010eb', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '645d98d6-b966-4378-9e0c-2f43862010eb', 'mac_address': 'fa:16:3e:c0:5d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:58:39.091376 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b944aad9-3cbc-44fb-a7f0-cd50be4365ca tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7388973 Aug 27 13:58:39.104038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdc948-1912-43ee-ba8f-ff4438bf0896 req-911b0b5b-8107-4618-8775-525ab4c23042 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:39.105573 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-97fdc948-1912-43ee-ba8f-ff4438bf0896 req-911b0b5b-8107-4618-8775-525ab4c23042 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 950 time: 0.1631145 Aug 27 13:58:39.113145 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Request body: {'port': {'device_id': 'f8e90709-94e3-445e-8983-b732a31a7857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:39.118372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-6a6001f1-8fdd-4424-a9a7-c06a4ebf9269 service neutron] No DVR routers for this DVR port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:58:39.129854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6001f1-8fdd-4424-a9a7-c06a4ebf9269 service neutron] Pushing event updated for resources: {'Port': ['ID=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,revision_number=10']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:39.131611 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:39.145668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645d98d6-b966-4378-9e0c-2f43862010eb {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:39.171207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=645d98d6-b966-4378-9e0c-2f43862010eb,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:39.178715 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:39.210905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-6a6001f1-8fdd-4424-a9a7-c06a4ebf9269 service neutron] 10.222.0.41 "PUT /v2.0/ports/beb6cf09-79cb-4ff2-99fa-706664bb1bd1/bindings/n-h1-712139-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0224643 Aug 27 13:58:39.236148 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-97fdc948-1912-43ee-ba8f-ff4438bf0896 req-6187434b-f624-481c-b30d-c064d3d6dc52 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150479 Aug 27 13:58:39.240466 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=645d98d6-b966-4378-9e0c-2f43862010eb,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:39.259829 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:39.406431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a859ef1-bb94-4dc7-adb0-792fb4342023 req-dfd7aed3-5754-4d62-9a98-26adf1ee2f54 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:39.408065 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5a859ef1-bb94-4dc7-adb0-792fb4342023 req-dfd7aed3-5754-4d62-9a98-26adf1ee2f54 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 949 time: 0.1097603 Aug 27 13:58:39.414359 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-bc4e321c-946b-4005-a830-e658040a57d5 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:39.415894 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-bc4e321c-946b-4005-a830-e658040a57d5 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8&tenant_id=0b84005fec6146b8af367291d0980e18&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1096 time: 0.0679433 Aug 27 13:58:39.479206 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5a859ef1-bb94-4dc7-adb0-792fb4342023 req-65d769ee-1997-411f-a7d1-9be0ed76082c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623257 Aug 27 13:58:39.489311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-9b014318-26d5-48f3-8419-28bc8eb77b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:39.490854 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-9b014318-26d5-48f3-8419-28bc8eb77b88 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8&tenant_id=0b84005fec6146b8af367291d0980e18 HTTP/1.1" status: 200 len: 1096 time: 0.0605810 Aug 27 13:58:39.504987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9aa15d-f588-4655-9429-df55e9f3fa9c req-25303757-eb2c-44d2-a863-722898df636a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:39.506546 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4d9aa15d-f588-4655-9429-df55e9f3fa9c req-25303757-eb2c-44d2-a863-722898df636a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 944 time: 0.1550746 Aug 27 13:58:39.566623 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-fd077958-1629-4e27-ba78-dea57a7f2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:39.568328 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-fd077958-1629-4e27-ba78-dea57a7f2c2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 1096 time: 0.0456655 Aug 27 13:58:39.586840 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4d9aa15d-f588-4655-9429-df55e9f3fa9c req-3251165a-ed70-46b5-b4ad-0d12b21c6212 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544136 Aug 27 13:58:39.627865 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:39.688531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1ba8e6-a635-4616-ad40-0db427c5389a {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:39.697921 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:39.715467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Transition to ACTIVE for port object 0f1ba8e6-a635-4616-ad40-0db427c5389a will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:39.719767 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:39.723681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-31ff4108-dc43-4d44-ad5e-ecb93b4c56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:39.725223 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-31ff4108-dc43-4d44-ad5e-ecb93b4c56a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.1448233 Aug 27 13:58:39.732751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728671a2-8860-44fe-8f05-496b02007ae6 req-c700a0bc-ff06-49d2-978c-4f4c3783d0e6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:39.734885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-728671a2-8860-44fe-8f05-496b02007ae6 req-c700a0bc-ff06-49d2-978c-4f4c3783d0e6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 931 time: 0.0793331 Aug 27 13:58:39.783707 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-ef132117-9dab-4b16-a3ee-9326ccc14d64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1 HTTP/1.1" status: 200 len: 217 time: 0.0454555 Aug 27 13:58:39.842425 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1ba8e6-a635-4616-ad40-0db427c5389a,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:39.859366 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-728671a2-8860-44fe-8f05-496b02007ae6 req-0119463e-fe92-450a-984e-7ad8d867d5fe tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150110 Aug 27 13:58:39.864424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Attempting to bind port 0f1ba8e6-a635-4616-ad40-0db427c5389a on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:58:39.864810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Attempting to bind port 0f1ba8e6-a635-4616-ad40-0db427c5389a by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'c52991d7-ea6f-4682-bf5e-095a7759c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:58:39.866914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Attempting to bind port 0f1ba8e6-a635-4616-ad40-0db427c5389a on network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:39.885278 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Port 0f1ba8e6-a635-4616-ad40-0db427c5389a on network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:58:39.885278 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Attempting to bind port 0f1ba8e6-a635-4616-ad40-0db427c5389a on network 7510fbde-bbaf-4de0-99ba-405a5e3ad115 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:39.892091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:58:39.892439 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Checking segment: {'id': 'c52991d7-ea6f-4682-bf5e-095a7759c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:58:39.892830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Bound using segment: {'id': 'c52991d7-ea6f-4682-bf5e-095a7759c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:58:39.893265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Bound port: 0f1ba8e6-a635-4616-ad40-0db427c5389a, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52991d7-ea6f-4682-bf5e-095a7759c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:58:39.893736 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:39.894718 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-500b0b3f-00d2-41a9-bca5-bfea96015102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:39.897163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-500b0b3f-00d2-41a9-bca5-bfea96015102 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.1037934 Aug 27 13:58:39.963459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-c6d4c1ed-fecc-4375-92d8-565ff8768056 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524936 Aug 27 13:58:39.981333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] For port 0f1ba8e6-a635-4616-ad40-0db427c5389a, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:39.985995 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] For port 0f1ba8e6-a635-4616-ad40-0db427c5389a, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0f1ba8e6-a635-4616-ad40-0db427c5389a,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:58:39.990757 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:40.077474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:40.078421 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:40.080015 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] 10.222.0.52 "PUT /v2.0/ports/0f1ba8e6-a635-4616-ad40-0db427c5389a HTTP/1.1" status: 200 len: 1092 time: 0.9734836 Aug 27 13:58:40.082567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e90709-94e3-445e-8983-b732a31a7857', 'tag': '0f1ba8e6-a635-4616-ad40-0db427c5389a'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:40.085021 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c19bf2-f17d-4030-9883-01c2dd55325f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e90709-94e3-445e-8983-b732a31a7857", "tag": "0f1ba8e6-a635-4616-ad40-0db427c5389a"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:40.089306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4259079-c23e-47e5-9799-0cc965e2c692 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1ba8e6-a635-4616-ad40-0db427c5389a,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:40.115453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41512d25-7fc4-455b-bcfb-d7ce70f752ba req-d3b0d5d4-83b5-494c-9792-17574252901d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:40.117483 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41512d25-7fc4-455b-bcfb-d7ce70f752ba req-d3b0d5d4-83b5-494c-9792-17574252901d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 948 time: 0.0823259 Aug 27 13:58:40.162318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-0aecfa1b-f2b3-4294-8806-544821eb662b service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738141 Aug 27 13:58:40.191207 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed91ddca-56ac-49bd-a252-6b9f0da2062c x-openstack-request-id: req-ed91ddca-56ac-49bd-a252-6b9f0da2062c {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:40.191502 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e90709-94e3-445e-8983-b732a31a7857", "tag": "0f1ba8e6-a635-4616-ad40-0db427c5389a", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:40.191755 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed91ddca-56ac-49bd-a252-6b9f0da2062c {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:40.192151 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e90709-94e3-445e-8983-b732a31a7857', 'tag': '0f1ba8e6-a635-4616-ad40-0db427c5389a', 'status': 'completed', 'code': 200} Aug 27 13:58:40.201455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289b60f-41c4-4eab-baee-21ad448089ed req-771734f3-5788-4705-9c5a-27be11e64f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:40.203001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-771734f3-5788-4705-9c5a-27be11e64f96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2aab601e4a774b6a9eea9da91e4b0277&device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 1095 time: 0.0537629 Aug 27 13:58:40.263848 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41512d25-7fc4-455b-bcfb-d7ce70f752ba req-3c889fe1-28e2-406a-9695-915a220017c6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392295 Aug 27 13:58:40.266418 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-b04c8243-d7d0-42fc-bfd8-740cec1f9455 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f1ba8e6-a635-4616-ad40-0db427c5389a HTTP/1.1" status: 200 len: 217 time: 0.0512402 Aug 27 13:58:40.273560 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-be61f97e-4520-4ccd-9959-a1c964243183 service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994859 Aug 27 13:58:40.330940 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289b60f-41c4-4eab-baee-21ad448089ed req-2d96c6c1-a905-4ee9-98a7-e83ade864f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:40.332411 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-2d96c6c1-a905-4ee9-98a7-e83ade864f89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d0e7137-63f2-4212-b923-f9dc4203f37d HTTP/1.1" status: 200 len: 861 time: 0.0515449 Aug 27 13:58:40.368749 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c1a0a-5d2a-4b76-a14b-249c7983a947 req-706e2296-bfee-48e2-ae87-840c6f11e0e2 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:40.370369 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e11c1a0a-5d2a-4b76-a14b-249c7983a947 req-706e2296-bfee-48e2-ae87-840c6f11e0e2 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 950 time: 0.0518506 Aug 27 13:58:40.372195 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-4c780a62-283f-4857-b6ba-2c7d442905f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7510fbde-bbaf-4de0-99ba-405a5e3ad115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261753 Aug 27 13:58:40.419826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e11c1a0a-5d2a-4b76-a14b-249c7983a947 req-ab812bb3-a918-4365-846b-1936792519e2 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Aug 27 13:58:40.478564 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-85bb24a4-5419-491b-9db8-eb97c8c8b32a service neutron] 10.222.0.52 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983863 Aug 27 13:58:40.600269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f289b60f-41c4-4eab-baee-21ad448089ed req-a681040b-2dd7-45fb-97db-62790d33936e service neutron] 10.222.0.52 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091630 Aug 27 13:58:40.617857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-c473686c-9305-459c-9f1b-39b9421e283b tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:40.620030 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-c473686c-9305-459c-9f1b-39b9421e283b tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8&tenant_id=0b84005fec6146b8af367291d0980e18&binding%3Ahost_id=n-h1-712139-12 HTTP/1.1" status: 200 len: 1096 time: 0.1120958 Aug 27 13:58:40.633971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcaaae2-9ccf-4a6b-aaaa-d015d979e9d8 req-4d33dcc9-129d-4c70-bd85-98e7b8ac582c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:40.635727 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2dcaaae2-9ccf-4a6b-aaaa-d015d979e9d8 req-4d33dcc9-129d-4c70-bd85-98e7b8ac582c tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 949 time: 0.0796804 Aug 27 13:58:40.662547 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-9dc43608-fc97-4a42-a4a3-7da51803c00f tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=fc61e6ec99d44e5abfd4f234bb5cbf07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254238 Aug 27 13:58:40.731686 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2dcaaae2-9ccf-4a6b-aaaa-d015d979e9d8 req-b69819e5-6376-4eac-b994-38261c3fb6d1 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820441 Aug 27 13:58:40.777342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c19bf2-f17d-4030-9883-01c2dd55325f req-9ec9d93a-7561-48f4-8ef0-95010cf8f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:40.778891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1c19bf2-f17d-4030-9883-01c2dd55325f req-9ec9d93a-7561-48f4-8ef0-95010cf8f248 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2aab601e4a774b6a9eea9da91e4b0277&device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 1095 time: 0.0871425 Aug 27 13:58:40.790505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e109b281-f713-4d05-b587-54833ddb069a service neutron] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:40.794506 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e109b281-f713-4d05-b587-54833ddb069a service neutron] Notify callbacks [] for binding, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:40.796127 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a01f294-8592-4ac5-b824-bbf330e0350f req-e109b281-f713-4d05-b587-54833ddb069a service neutron] 10.222.0.52 "DELETE /v2.0/ports/beb6cf09-79cb-4ff2-99fa-706664bb1bd1/bindings/n-h2-712139-12 HTTP/1.1" status: 204 len: 173 time: 0.1546130 Aug 27 13:58:40.816205 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['645d98d6-b966-4378-9e0c-2f43862010eb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:40.926831 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-5133d07d-b7e7-4a4c-a843-083d1e7b92d5 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:40.932900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-5133d07d-b7e7-4a4c-a843-083d1e7b92d5 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2641191 Aug 27 13:58:40.999615 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-ae15addc-9ad4-4f4a-b59f-d193ecf7a6e8 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/quotas/fc61e6ec99d44e5abfd4f234bb5cbf07 HTTP/1.1" status: 200 len: 375 time: 0.0567918 Aug 27 13:58:41.023030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314b5ea-5907-49b3-b2d3-412a32a5833b req-80644eae-a079-4b31-a4fd-17a7db8e1c7a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:41.024569 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f314b5ea-5907-49b3-b2d3-412a32a5833b req-80644eae-a079-4b31-a4fd-17a7db8e1c7a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 944 time: 0.0783775 Aug 27 13:58:41.035195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c19bf2-f17d-4030-9883-01c2dd55325f req-bf456482-cae2-43f9-be61-c3b1ab43cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:41.035449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b23b58-93d3-4597-8743-53ba585e0212 req-d975097e-6c97-4fb4-9a6d-b5a71bb92651 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:41.036908 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85b23b58-93d3-4597-8743-53ba585e0212 req-d975097e-6c97-4fb4-9a6d-b5a71bb92651 tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 949 time: 0.1310959 Aug 27 13:58:41.037351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1c19bf2-f17d-4030-9883-01c2dd55325f req-bf456482-cae2-43f9-be61-c3b1ab43cbbd service neutron] 10.222.0.52 "GET /v2.0/networks?id=7510fbde-bbaf-4de0-99ba-405a5e3ad115 HTTP/1.1" status: 200 len: 922 time: 0.2400162 Aug 27 13:58:41.095210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1c19bf2-f17d-4030-9883-01c2dd55325f req-d836968a-a2d3-4f36-87dc-1c12f7056edf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f1ba8e6-a635-4616-ad40-0db427c5389a HTTP/1.1" status: 200 len: 217 time: 0.0412588 Aug 27 13:58:41.104020 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f314b5ea-5907-49b3-b2d3-412a32a5833b req-ee57b43a-8ba4-4dbd-8cf2-356fcdd6c4d0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660315 Aug 27 13:58:41.141171 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-58901fb1-1aae-4d8d-9b14-4c05e7668fa7 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc61e6ec99d44e5abfd4f234bb5cbf07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1347306 Aug 27 13:58:41.165791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c19bf2-f17d-4030-9883-01c2dd55325f req-f1da8ea7-7a40-4373-a845-b4bef61601df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:41.167304 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1c19bf2-f17d-4030-9883-01c2dd55325f req-f1da8ea7-7a40-4373-a845-b4bef61601df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d0e7137-63f2-4212-b923-f9dc4203f37d HTTP/1.1" status: 200 len: 861 time: 0.0623455 Aug 27 13:58:41.194541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-85b23b58-93d3-4597-8743-53ba585e0212 req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Deleting port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:41.194916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85b23b58-93d3-4597-8743-53ba585e0212 req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:41.211879 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1c19bf2-f17d-4030-9883-01c2dd55325f req-46106cd6-26ca-4ed9-a975-65f318070491 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7510fbde-bbaf-4de0-99ba-405a5e3ad115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330153 Aug 27 13:58:41.320784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60fc4c-e118-4fd0-81d1-93a3d07dc25d req-ad442636-7c08-465e-90a8-54fcd020e03e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:41.322474 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c60fc4c-e118-4fd0-81d1-93a3d07dc25d req-ad442636-7c08-465e-90a8-54fcd020e03e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 943 time: 0.1406202 Aug 27 13:58:41.345600 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1c19bf2-f17d-4030-9883-01c2dd55325f req-e2a69d88-7fb5-47f4-aea1-a800317741d2 service neutron] 10.222.0.52 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230204 Aug 27 13:58:41.415731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-85b23b58-93d3-4597-8743-53ba585e0212 req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] For port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=e36d77f0-bcac-46a8-a968-bacbdcd7bc1b,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:41.416212 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85b23b58-93d3-4597-8743-53ba585e0212 req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:41.438153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-85b23b58-93d3-4597-8743-53ba585e0212 req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Calling delete_port for e36d77f0-bcac-46a8-a968-bacbdcd7bc1b owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:41.455857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c60fc4c-e118-4fd0-81d1-93a3d07dc25d req-eafe0040-4fc2-4bc6-8780-630539e19a79 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026773 Aug 27 13:58:41.510542 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1c19bf2-f17d-4030-9883-01c2dd55325f req-69c9ca86-d0da-4a58-8982-435e84d27db8 service neutron] 10.222.0.52 "GET /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525891 Aug 27 13:58:41.561566 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01efb261-3eea-4911-8e92-b67b168e5563 req-50e1da38-600e-4138-a39f-c1be2e57e99d tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 210 time: 0.0381036 Aug 27 13:58:41.562071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c2fd-b5ed-44ae-8763-02a25a60fc8f req-aa8749c8-8c73-456f-b19c-2b57721f8b20 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:41.564160 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12b7c2fd-b5ed-44ae-8763-02a25a60fc8f req-aa8749c8-8c73-456f-b19c-2b57721f8b20 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 948 time: 0.0834515 Aug 27 13:58:41.641753 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12b7c2fd-b5ed-44ae-8763-02a25a60fc8f req-0edc63ba-3b08-4e50-933c-af3739ce3130 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553138 Aug 27 13:58:41.688411 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85b23b58-93d3-4597-8743-53ba585e0212 req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:41.744772 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Pushing event deleted for resources: {'Port': ['ID=e36d77f0-bcac-46a8-a968-bacbdcd7bc1b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:41.756782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:41.757124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:41.757460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:41.758061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:41.758191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:41.758414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:41.758753 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:41.759082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:41.759398 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:41.759710 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:41.760027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:41.761792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:41.805884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b23b58-93d3-4597-8743-53ba585e0212 req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] No DVR routers for this DVR port e36d77f0-bcac-46a8-a968-bacbdcd7bc1b on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:58:41.809106 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-85b23b58-93d3-4597-8743-53ba585e0212 req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:41.811500 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85b23b58-93d3-4597-8743-53ba585e0212 req-d2f36f87-2c5b-4cd2-bd06-1aa7bee2a8cf tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.52 "DELETE /v2.0/ports/e36d77f0-bcac-46a8-a968-bacbdcd7bc1b HTTP/1.1" status: 204 len: 173 time: 0.7577558 Aug 27 13:58:41.812117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd9cb07-c489-46da-bd25-fdf01485dcdd', 'name': 'network-vif-deleted', 'tag': 'e36d77f0-bcac-46a8-a968-bacbdcd7bc1b'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:41.824087 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a31e8f2-a588-4df6-af16-03dac09a15a3" -d '{"events": [{"server_uuid": "ebd9cb07-c489-46da-bd25-fdf01485dcdd", "name": "network-vif-deleted", "tag": "e36d77f0-bcac-46a8-a968-bacbdcd7bc1b"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:41.837725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb44aeb-367e-4218-8e16-fe8c792da14e req-0d131eda-4512-45a0-a7ca-32dbc6e18938 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:41.839746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3cb44aeb-367e-4218-8e16-fe8c792da14e req-0d131eda-4512-45a0-a7ca-32dbc6e18938 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 1096 time: 0.1627085 Aug 27 13:58:41.941537 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3cb44aeb-367e-4218-8e16-fe8c792da14e req-0ed3412d-c724-40f2-af8b-d6f8e6277cca tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868607 Aug 27 13:58:41.984887 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e076389b-b24c-4141-93ab-3a6e7531173b x-openstack-request-id: req-e076389b-b24c-4141-93ab-3a6e7531173b {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:41.986667 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd9cb07-c489-46da-bd25-fdf01485dcdd", "name": "network-vif-deleted", "tag": "e36d77f0-bcac-46a8-a968-bacbdcd7bc1b", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:41.989792 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e076389b-b24c-4141-93ab-3a6e7531173b {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:41.990414 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd9cb07-c489-46da-bd25-fdf01485dcdd', 'name': 'network-vif-deleted', 'tag': 'e36d77f0-bcac-46a8-a968-bacbdcd7bc1b', 'status': 'completed', 'code': 200} Aug 27 13:58:42.067973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-fff54b45-a6bf-4831-9fc9-28e266c8d1d2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:42.069846 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-fff54b45-a6bf-4831-9fc9-28e266c8d1d2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c&tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 948 time: 0.1079905 Aug 27 13:58:42.116925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41e45c55-b9db-46dc-ba3d-914aa9e2acfd req-7f0147a1-f987-4213-b7b3-abd61ffcfa2a tempest-ServersOnMultiNodesTest-978674645 tempest-ServersOnMultiNodesTest-978674645-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd9cb07-c489-46da-bd25-fdf01485dcdd HTTP/1.1" status: 200 len: 210 time: 0.0427332 Aug 27 13:58:42.273199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d230302-fe5b-45b3-b0a4-c719e6e87ed2 req-157bafa3-2b4a-43e2-b38d-cfae5488795a tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:42.274993 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d230302-fe5b-45b3-b0a4-c719e6e87ed2 req-157bafa3-2b4a-43e2-b38d-cfae5488795a tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 1096 time: 0.0577781 Aug 27 13:58:42.282281 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-d070d4fb-22c8-4f16-bf8f-1e0c69fde61c service neutron] 10.222.0.41 "GET /v2.0/ports/645d98d6-b966-4378-9e0c-2f43862010eb/bindings/n-h2-712139-12 HTTP/1.1" status: 200 len: 383 time: 0.1982942 Aug 27 13:58:42.318607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674f173-0878-4ea0-96c6-6885a2e07841 req-0f6ecbd1-fa94-4c57-b916-55f2c0a59c66 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:42.325382 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9674f173-0878-4ea0-96c6-6885a2e07841 req-0f6ecbd1-fa94-4c57-b916-55f2c0a59c66 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 948 time: 0.1187959 Aug 27 13:58:42.363037 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d230302-fe5b-45b3-b0a4-c719e6e87ed2 req-0f5ea6c0-9d91-477c-8c99-ca36a2278eba tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635958 Aug 27 13:58:42.471497 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9674f173-0878-4ea0-96c6-6885a2e07841 req-59fdc801-702f-48d6-8cbe-1da49b3dcd32 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344578 Aug 27 13:58:42.502886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-96f94a89-1556-4fc6-bcd1-95f6b1372c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:42.509895 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-96f94a89-1556-4fc6-bcd1-95f6b1372c0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 1100 time: 0.1449718 Aug 27 13:58:42.678905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057f85c-b0ec-48c6-abb3-13532f3fec63 req-0d8c7fa1-6a1e-465b-9d41-53f5c399f013 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:42.681083 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3057f85c-b0ec-48c6-abb3-13532f3fec63 req-0d8c7fa1-6a1e-465b-9d41-53f5c399f013 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 943 time: 0.1186788 Aug 27 13:58:42.686497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-5658eefb-eff9-4c82-a10d-2974964c0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:42.688559 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-5658eefb-eff9-4c82-a10d-2974964c0650 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1532638 Aug 27 13:58:42.744209 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-fa2a6330-a28e-4d7e-b2a3-95fbd3cb4380 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=645d98d6-b966-4378-9e0c-2f43862010eb HTTP/1.1" status: 200 len: 217 time: 0.0455132 Aug 27 13:58:42.775054 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3057f85c-b0ec-48c6-abb3-13532f3fec63 req-84bfd554-a1fc-4539-88c3-46192200d8f1 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855129 Aug 27 13:58:42.825616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-51d9d14c-2530-482c-8aee-fd14eb9f5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:42.827414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-51d9d14c-2530-482c-8aee-fd14eb9f5400 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0712085 Aug 27 13:58:42.865958 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-59107bb6-ad26-474d-9ab1-d07fde155367 req-3f3ccb47-214d-4c9d-b09b-91732eb9d6e9 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 210 time: 0.0381963 Aug 27 13:58:42.899805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-cbd1ca28-be0d-46b5-8a2e-db493bb675fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:42.901328 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-cbd1ca28-be0d-46b5-8a2e-db493bb675fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0602434 Aug 27 13:58:42.940687 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 645d98d6-b966-4378-9e0c-2f43862010eb up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:58:42.989541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 645d98d6-b966-4378-9e0c-2f43862010eb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:42.990225 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:43.017991 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-b5bc9333-24af-4868-9578-a9133685c205 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963902 Aug 27 13:58:43.073426 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:43.102274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:43.104642 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f89b06f-f68d-4bee-a947-86db90412062" -d '{"events": [{"server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "name": "network-vif-plugged", "status": "completed", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:43.166670 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-97b3cdc6-d8ea-4ebe-8945-8449f1962a77 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273751 Aug 27 13:58:43.190108 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-2104a130-bcd5-4907-893d-b7ef11c0f03f tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fc61e6ec99d44e5abfd4f234bb5cbf07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721374 Aug 27 13:58:43.198835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=645d98d6-b966-4378-9e0c-2f43862010eb,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:43.221266 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:43.295140 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c58b74b-17c8-4c86-8ec5-088942fed4f4 x-openstack-request-id: req-6c58b74b-17c8-4c86-8ec5-088942fed4f4 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:43.295688 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "name": "network-vif-plugged", "status": "completed", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:43.301966 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c58b74b-17c8-4c86-8ec5-088942fed4f4 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:43.302758 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb', 'code': 200} Aug 27 13:58:43.341491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=645d98d6-b966-4378-9e0c-2f43862010eb,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:43.463920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-adef8b2b-b903-42c5-8327-6a62f0224569 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:43.465446 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-adef8b2b-b903-42c5-8327-6a62f0224569 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642944 Aug 27 13:58:43.485241 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0f1ba8e6-a635-4616-ad40-0db427c5389a details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:58:43.503134 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Request body: {'port': {'device_id': 'b72dc6d7-c957-44c6-8215-64b39f3d702e', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'fc61e6ec99d44e5abfd4f234bb5cbf07'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:43.643271 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 0f1ba8e6-a635-4616-ad40-0db427c5389a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0f1ba8e6-a635-4616-ad40-0db427c5389a,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:43.659194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '0f1ba8e6-a635-4616-ad40-0db427c5389a', 'network_id': '7510fbde-bbaf-4de0-99ba-405a5e3ad115', 'port_id': '0f1ba8e6-a635-4616-ad40-0db427c5389a', 'mac_address': 'fa:16:3e:0f:0e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0e7137-63f2-4212-b923-f9dc4203f37d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:58:43.664180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device e36d77f0-bcac-46a8-a968-bacbdcd7bc1b no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:43.692627 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: e36d77f0-bcac-46a8-a968-bacbdcd7bc1b {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:58:43.693604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device e36d77f0-bcac-46a8-a968-bacbdcd7bc1b not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:43.708495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bacd94-2cd1-4eb5-b692-f48541549b9e req-9e26d059-6872-4f5d-b75b-d144c536ec4a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:43.719865 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-05bacd94-2cd1-4eb5-b692-f48541549b9e req-9e26d059-6872-4f5d-b75b-d144c536ec4a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0990880 Aug 27 13:58:43.736751 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:43.753331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1ba8e6-a635-4616-ad40-0db427c5389a {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:43.779599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42932) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:43.782901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 0f1ba8e6-a635-4616-ad40-0db427c5389a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0f1ba8e6-a635-4616-ad40-0db427c5389a,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:43.820796 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:43.853723 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-05bacd94-2cd1-4eb5-b692-f48541549b9e req-5103a31e-e759-4cfa-bcb5-1d3ad5cccfe2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329489 Aug 27 13:58:43.892319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Made reservation on behalf of fc61e6ec99d44e5abfd4f234bb5cbf07 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:58:43.896755 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:43.981703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=0f1ba8e6-a635-4616-ad40-0db427c5389a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:44.046494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abd343-a9d2-4072-bbe0-1c4ea7539ba0 req-abf945a4-f9cf-437e-b913-6f0cd9114e0e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:44.078859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5abd343-a9d2-4072-bbe0-1c4ea7539ba0 req-abf945a4-f9cf-437e-b913-6f0cd9114e0e tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 944 time: 0.1738868 Aug 27 13:58:44.117402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Allocated IP 192.168.233.171 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/b21923b1-9117-48c8-8a4d-83ad523689d1) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:58:44.127752 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['0f1ba8e6-a635-4616-ad40-0db427c5389a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:44.157440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e1810cae-460f-4733-899d-8c0c8a8c3426 req-b30f7c65-6310-4d7a-ba68-d1ab8594b31e tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 210 time: 0.0348680 Aug 27 13:58:44.214767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5abd343-a9d2-4072-bbe0-1c4ea7539ba0 req-4edba2a7-ac66-4f31-8748-94dd844f4985 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350842 Aug 27 13:58:44.254592 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-657d74ea-8f90-4bd8-9532-e555e0edcfd9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731145 Aug 27 13:58:44.255146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42946) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:44.352683 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c69b726b-74c8-4d9f-b5e4-ce8ba986a10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:44.376092 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c69b726b-74c8-4d9f-b5e4-ce8ba986a10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:44.390134 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:44.415760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Transition to ACTIVE for port object b21923b1-9117-48c8-8a4d-83ad523689d1 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:44.460642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c69b726b-74c8-4d9f-b5e4-ce8ba986a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:44.463393 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c69b726b-74c8-4d9f-b5e4-ce8ba986a10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:44.467630 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c69b726b-74c8-4d9f-b5e4-ce8ba986a10b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2b3de8e-cc2e-4b5d-9754-c646e5d655ef HTTP/1.1" status: 204 len: 168 time: 0.2082391 Aug 27 13:58:44.490655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:44.492903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b726b-74c8-4d9f-b5e4-ce8ba986a10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b3de8e-cc2e-4b5d-9754-c646e5d655ef,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:44.573823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:58:44.584299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:58:44.587479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Pushing event updated for resources: {'Port': ['ID=b21923b1-9117-48c8-8a4d-83ad523689d1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:44.590412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:58:44.647403 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c0720d35-2ff4-4ba8-b5d1-281fe3142006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:44.670498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:44.671332 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:44.697741 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-d583a9b5-9107-4ea0-92a6-c5d64c408e22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2009864 Aug 27 13:58:44.722454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Request body: {'port': {'device_id': 'b72dc6d7-c957-44c6-8215-64b39f3d702e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:44.810509 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:44.963931 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['6a466040-3fdc-453a-b802-af80adfc5c3b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:44.970862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dd994ae9-d527-4c2e-b6e6-ea8f803d9115 None None] Provisioning for port b21923b1-9117-48c8-8a4d-83ad523689d1 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:58:44.995645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42958) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:45.039901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dd994ae9-d527-4c2e-b6e6-ea8f803d9115 None None] Provisioning complete for port b21923b1-9117-48c8-8a4d-83ad523689d1 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:45.040446 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd994ae9-d527-4c2e-b6e6-ea8f803d9115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:45.050298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c7438-e358-4118-b291-2f1e1f8794ba req-c0a06999-c3f0-4a7e-8f46-db9f4c25240b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:45.058242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a35c7438-e358-4118-b291-2f1e1f8794ba req-c0a06999-c3f0-4a7e-8f46-db9f4c25240b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0978637 Aug 27 13:58:45.124429 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-64af0e66-43f8-4c21-82f3-78de7ac29d82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47b08198188f4ce18cd33fc0e9aff3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246471 Aug 27 13:58:45.126335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42962) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:45.177416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-dd994ae9-d527-4c2e-b6e6-ea8f803d9115 None None] Port b21923b1-9117-48c8-8a4d-83ad523689d1 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:58:45.191867 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a35c7438-e358-4118-b291-2f1e1f8794ba req-98664de1-22ae-4f75-be9d-34a2f99bf628 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210244 Aug 27 13:58:45.269955 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67a207f6-fcc3-4e97-95ba-a949964d8747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:45.324324 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67a207f6-fcc3-4e97-95ba-a949964d8747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:45.416877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e10936-f59b-4fba-bbf5-01af8b77ccb8 req-a7d94c6c-2b73-438c-aae3-74a32769db65 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:45.418390 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42e10936-f59b-4fba-bbf5-01af8b77ccb8 req-a7d94c6c-2b73-438c-aae3-74a32769db65 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 944 time: 0.0882380 Aug 27 13:58:45.439408 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67a207f6-fcc3-4e97-95ba-a949964d8747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:45.442568 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67a207f6-fcc3-4e97-95ba-a949964d8747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:45.443921 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-67a207f6-fcc3-4e97-95ba-a949964d8747 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cfb95e8c-3d4b-4dca-95fe-d5343fb94429 HTTP/1.1" status: 204 len: 168 time: 0.3135915 Aug 27 13:58:45.477976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a207f6-fcc3-4e97-95ba-a949964d8747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb95e8c-3d4b-4dca-95fe-d5343fb94429,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:45.502068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0f1ba8e6-a635-4616-ad40-0db427c5389a up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:58:45.509162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21923b1-9117-48c8-8a4d-83ad523689d1 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:45.518446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42e10936-f59b-4fba-bbf5-01af8b77ccb8 req-6230bd0b-ef57-4bc5-9b2d-074d08d33b77 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878794 Aug 27 13:58:45.548184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e0a34-ef80-4da8-916b-299dee1f16c0 req-3c125ef4-e9a8-4157-8933-c473f23e7f12 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:45.554016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6c4e0a34-ef80-4da8-916b-299dee1f16c0 req-3c125ef4-e9a8-4157-8933-c473f23e7f12 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 936 time: 0.2162414 Aug 27 13:58:45.566971 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:45.613559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Transition to ACTIVE for port object b21923b1-9117-48c8-8a4d-83ad523689d1 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:45.618132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 0f1ba8e6-a635-4616-ad40-0db427c5389a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:58:45.624331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 0f1ba8e6-a635-4616-ad40-0db427c5389a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:45.625721 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:45.637113 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:45.717642 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6c4e0a34-ef80-4da8-916b-299dee1f16c0 req-0f93ae21-224b-4737-818a-5d89dd05f3d1 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562498 Aug 27 13:58:45.759168 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:45.790698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e90709-94e3-445e-8983-b732a31a7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1ba8e6-a635-4616-ad40-0db427c5389a'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:45.793112 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8d4a50-90d7-4506-b57c-e9289f2ecd2b" -d '{"events": [{"server_uuid": "f8e90709-94e3-445e-8983-b732a31a7857", "name": "network-vif-plugged", "status": "completed", "tag": "0f1ba8e6-a635-4616-ad40-0db427c5389a"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:45.837510 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 0f1ba8e6-a635-4616-ad40-0db427c5389a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0f1ba8e6-a635-4616-ad40-0db427c5389a,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:45.849652 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:45.863494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Pushing event updated for resources: {'Port': ['ID=b21923b1-9117-48c8-8a4d-83ad523689d1,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:45.904388 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2ced0c-9536-4872-b4b3-63f81caab47c x-openstack-request-id: req-5d2ced0c-9536-4872-b4b3-63f81caab47c {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:45.904678 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e90709-94e3-445e-8983-b732a31a7857", "name": "network-vif-plugged", "status": "completed", "tag": "0f1ba8e6-a635-4616-ad40-0db427c5389a", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:45.905207 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d2ced0c-9536-4872-b4b3-63f81caab47c {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:45.905351 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e90709-94e3-445e-8983-b732a31a7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1ba8e6-a635-4616-ad40-0db427c5389a', 'code': 200} Aug 27 13:58:45.952519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=0f1ba8e6-a635-4616-ad40-0db427c5389a,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:45.977595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Attempting to bind port b21923b1-9117-48c8-8a4d-83ad523689d1 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:58:45.977932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Attempting to bind port b21923b1-9117-48c8-8a4d-83ad523689d1 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:58:45.978265 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Attempting to bind port b21923b1-9117-48c8-8a4d-83ad523689d1 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:46.001679 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Port b21923b1-9117-48c8-8a4d-83ad523689d1 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:58:46.002018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Attempting to bind port b21923b1-9117-48c8-8a4d-83ad523689d1 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:46.010198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:58:46.010546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:58:46.010986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:58:46.011378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Bound port: b21923b1-9117-48c8-8a4d-83ad523689d1, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:58:46.011742 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:46.038618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c7504-90d0-40f9-967a-2df273f1c5ea req-a64a28c9-52dc-4f6f-9b68-8090c881f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:46.040308 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa8c7504-90d0-40f9-967a-2df273f1c5ea req-a64a28c9-52dc-4f6f-9b68-8090c881f835 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 1097 time: 0.0817637 Aug 27 13:58:46.116636 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa8c7504-90d0-40f9-967a-2df273f1c5ea req-19a87e20-2668-44fa-a96a-0596f3df3959 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577333 Aug 27 13:58:46.125356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] For port b21923b1-9117-48c8-8a4d-83ad523689d1, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:46.130011 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] For port b21923b1-9117-48c8-8a4d-83ad523689d1, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b21923b1-9117-48c8-8a4d-83ad523689d1,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:58:46.138556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:46.218397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:46.219660 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:46.221201 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] 10.222.0.41 "PUT /v2.0/ports/b21923b1-9117-48c8-8a4d-83ad523689d1 HTTP/1.1" status: 200 len: 1097 time: 1.5054228 Aug 27 13:58:46.224142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72dc6d7-c957-44c6-8215-64b39f3d702e', 'tag': 'b21923b1-9117-48c8-8a4d-83ad523689d1'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:46.227243 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55d77de-4a6b-442c-803e-cc706b53be01" -d '{"events": [{"name": "network-changed", "server_uuid": "b72dc6d7-c957-44c6-8215-64b39f3d702e", "tag": "b21923b1-9117-48c8-8a4d-83ad523689d1"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:46.259792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8fdfa-153e-4dee-8de8-91475ba5e171 service neutron] Pushing event updated for resources: {'Port': ['ID=b21923b1-9117-48c8-8a4d-83ad523689d1,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:46.395182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c3d2-a469-45af-af7c-a749844b49cb req-d8c30538-aae8-4e15-937e-77ed12b73dca tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:46.397952 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad35c3d2-a469-45af-af7c-a749844b49cb req-d8c30538-aae8-4e15-937e-77ed12b73dca tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0709341 Aug 27 13:58:46.405585 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91af892-1017-43fc-ae1b-94a69422f853 x-openstack-request-id: req-a91af892-1017-43fc-ae1b-94a69422f853 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:46.405935 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72dc6d7-c957-44c6-8215-64b39f3d702e", "tag": "b21923b1-9117-48c8-8a4d-83ad523689d1", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:46.406423 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a91af892-1017-43fc-ae1b-94a69422f853 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:46.406915 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72dc6d7-c957-44c6-8215-64b39f3d702e', 'tag': 'b21923b1-9117-48c8-8a4d-83ad523689d1', 'status': 'completed', 'code': 200} Aug 27 13:58:46.421019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-909218ff-232f-43c0-b534-9e080ae5267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:46.423650 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-909218ff-232f-43c0-b534-9e080ae5267f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc61e6ec99d44e5abfd4f234bb5cbf07&device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 1100 time: 0.0708237 Aug 27 13:58:46.494499 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-aac07994-6194-4dc7-b762-d15c2a20f4f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=b21923b1-9117-48c8-8a4d-83ad523689d1 HTTP/1.1" status: 200 len: 217 time: 0.0531087 Aug 27 13:58:46.498598 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad35c3d2-a469-45af-af7c-a749844b49cb req-121227e7-a50a-4133-a3d8-ae2535ef4530 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859759 Aug 27 13:58:46.567668 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-464ef83f-7dd9-4bc9-b5f3-e79e2ac2f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:46.570138 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-464ef83f-7dd9-4bc9-b5f3-e79e2ac2f999 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0679772 Aug 27 13:58:46.691338 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-ddfc60aa-7d2a-4b61-b0b1-040b08b7f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:46.692941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-ddfc60aa-7d2a-4b61-b0b1-040b08b7f76c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1094165 Aug 27 13:58:46.777029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32f78e-d8a0-4c35-bd5b-b51828cd7b8b req-a71c68b4-d084-4c67-bf31-0cbe7e0075e7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:46.778548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a32f78e-d8a0-4c35-bd5b-b51828cd7b8b req-a71c68b4-d084-4c67-bf31-0cbe7e0075e7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 945 time: 0.1041222 Aug 27 13:58:46.868305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a32f78e-d8a0-4c35-bd5b-b51828cd7b8b req-18bf2f5d-7aef-4b78-bfac-094989e20046 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704832 Aug 27 13:58:46.899774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-28b41a2d-a3e7-41c7-a53f-e3b51abb9dcf service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925907 Aug 27 13:58:46.940398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647ed13-9a20-46f8-800d-f095bf191c24 req-9378f4b9-5c14-4cb7-84de-108cd6b2d757 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:46.942385 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9647ed13-9a20-46f8-800d-f095bf191c24 req-9378f4b9-5c14-4cb7-84de-108cd6b2d757 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 948 time: 0.0821242 Aug 27 13:58:47.051279 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d65e876-96eb-4189-9233-a34cf2ed0e16 req-5410b14a-5a80-41be-8c83-8ca7422391c5 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181726 Aug 27 13:58:47.223111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d77de-4a6b-442c-803e-cc706b53be01 req-8df0b862-70ed-4357-86fa-62e79215f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:47.224606 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f55d77de-4a6b-442c-803e-cc706b53be01 req-8df0b862-70ed-4357-86fa-62e79215f504 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc61e6ec99d44e5abfd4f234bb5cbf07&device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 1100 time: 0.0511904 Aug 27 13:58:47.301485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-9bf85f53-3321-41cd-9415-757deafa7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:47.303714 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-9bf85f53-3321-41cd-9415-757deafa7c67 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c&tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e HTTP/1.1" status: 200 len: 1101 time: 0.3601604 Aug 27 13:58:47.314826 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9647ed13-9a20-46f8-800d-f095bf191c24 req-ce3f662f-475d-49f5-89ce-94e62bbfbfa7 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339562 Aug 27 13:58:47.344427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d77de-4a6b-442c-803e-cc706b53be01 req-691fe58f-b23d-46d7-88f6-cb5c321102fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:47.346477 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f55d77de-4a6b-442c-803e-cc706b53be01 req-691fe58f-b23d-46d7-88f6-cb5c321102fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1104789 Aug 27 13:58:47.401816 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f55d77de-4a6b-442c-803e-cc706b53be01 req-d8bd8b79-8499-4908-81c8-96d056269bc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=b21923b1-9117-48c8-8a4d-83ad523689d1 HTTP/1.1" status: 200 len: 217 time: 0.0421054 Aug 27 13:58:47.402722 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:47.442331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-77ec13f1-ff3c-4c76-8246-0d25182b440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:47.460204 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-77ec13f1-ff3c-4c76-8246-0d25182b440d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 1101 time: 0.1004632 Aug 27 13:58:47.482659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d77de-4a6b-442c-803e-cc706b53be01 req-2ce0941c-ab4b-42c4-81ee-5dde1ef3a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:47.485105 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f55d77de-4a6b-442c-803e-cc706b53be01 req-2ce0941c-ab4b-42c4-81ee-5dde1ef3a33e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0741270 Aug 27 13:58:47.507173 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-56feaeb9-af9c-4d87-bf6f-85ea0329b9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:47.553229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d77de-4a6b-442c-803e-cc706b53be01 req-1f243bba-4201-4489-b2f2-9cc8fd08117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:47.554848 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f55d77de-4a6b-442c-803e-cc706b53be01 req-1f243bba-4201-4489-b2f2-9cc8fd08117b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0581741 Aug 27 13:58:47.624257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-2eb50e24-dd9c-42ae-b53a-2f84a014e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:47.626599 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-2eb50e24-dd9c-42ae-b53a-2f84a014e326 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1568387 Aug 27 13:58:47.689203 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-b4872c5a-76fb-484b-a4a5-f9022d6575b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=645d98d6-b966-4378-9e0c-2f43862010eb HTTP/1.1" status: 200 len: 217 time: 0.0472200 Aug 27 13:58:47.700802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0c8db-4939-4a35-a6b7-2296f334ec13 req-5ee605f2-49c3-443d-a110-a1ee219bdccb tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:47.702477 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80f0c8db-4939-4a35-a6b7-2296f334ec13 req-5ee605f2-49c3-443d-a110-a1ee219bdccb tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0805566 Aug 27 13:58:47.755100 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-13478d07-5b77-4127-958d-bedd49689344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:47.756881 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-13478d07-5b77-4127-958d-bedd49689344 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0509629 Aug 27 13:58:47.759894 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f55d77de-4a6b-442c-803e-cc706b53be01 req-c2613834-292d-432b-b6b6-b5e767bd2e22 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961329 Aug 27 13:58:47.772363 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80f0c8db-4939-4a35-a6b7-2296f334ec13 req-f20f1c8b-4054-4b9e-a27d-450150e499f0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479219 Aug 27 13:58:47.832695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-c7077f38-83ea-43a4-bd04-4289d582828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:47.834354 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-c7077f38-83ea-43a4-bd04-4289d582828b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0625212 Aug 27 13:58:47.942652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f55d77de-4a6b-442c-803e-cc706b53be01 req-4b157a76-5c9e-46d1-9de8-3daf25fc7f0e service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664698 Aug 27 13:58:47.964561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-b3a1502e-051a-4529-9b50-1aca5ed6e288 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208797 Aug 27 13:58:48.026769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4c4ea-97a3-42ae-a16d-307aee35f5d7 req-58bd909c-1798-44b6-b661-3a0fd3e6cf9b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:48.030080 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79f4c4ea-97a3-42ae-a16d-307aee35f5d7 req-58bd909c-1798-44b6-b661-3a0fd3e6cf9b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 945 time: 0.0547621 Aug 27 13:58:48.076717 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79f4c4ea-97a3-42ae-a16d-307aee35f5d7 req-7c711fab-3ce5-41ba-a742-4ac1ca11096b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417352 Aug 27 13:58:48.114305 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c57a1d7-1033-4eb8-99e6-8b04e08eac8d req-60f79025-c9bc-4ea4-afd5-93fba79b4aac service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195638 Aug 27 13:58:48.119971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43060) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:48.264361 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8ec2-19b4-4aec-9fc8-90ba8e56b455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:48.333442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfaa62b-40b2-4a37-8292-8c49b9cef0c3 req-7c7bad87-7215-4675-901a-e5c5a4d6a050 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:48.335071 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0dfaa62b-40b2-4a37-8292-8c49b9cef0c3 req-7c7bad87-7215-4675-901a-e5c5a4d6a050 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 945 time: 0.0553005 Aug 27 13:58:48.369655 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8ec2-19b4-4aec-9fc8-90ba8e56b455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:48.379786 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8ec2-19b4-4aec-9fc8-90ba8e56b455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:48.392665 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0dfaa62b-40b2-4a37-8292-8c49b9cef0c3 req-12572bf4-8859-41c8-ade0-8a0335f228f0 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440853 Aug 27 13:58:48.463299 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2d9a8ec2-19b4-4aec-9fc8-90ba8e56b455 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd14c819fa8f4314b830bc278ee5c193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419182 Aug 27 13:58:48.464751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43070) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:48.465769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a8ec2-19b4-4aec-9fc8-90ba8e56b455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621b43d4-94a0-436a-9c66-44b7f9eff998,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:48.506295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d29acf-0392-40fa-b81d-65fb65a15724 req-a151f832-6c68-49e0-b364-e62419beba78 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:48.508577 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c6d29acf-0392-40fa-b81d-65fb65a15724 req-a151f832-6c68-49e0-b364-e62419beba78 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 948 time: 0.0928741 Aug 27 13:58:48.537243 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4956ec40-2b42-4f48-b8c4-dd1d883ba3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:48.576609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c6d29acf-0392-40fa-b81d-65fb65a15724 req-0478d254-92aa-412d-844f-3409aa6d7c6b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528266 Aug 27 13:58:48.586775 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4956ec40-2b42-4f48-b8c4-dd1d883ba3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:48.639103 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:48.655505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4956ec40-2b42-4f48-b8c4-dd1d883ba3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:48.658972 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4956ec40-2b42-4f48-b8c4-dd1d883ba3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:48.662458 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4956ec40-2b42-4f48-b8c4-dd1d883ba3a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/621b43d4-94a0-436a-9c66-44b7f9eff998 HTTP/1.1" status: 204 len: 168 time: 0.1944387 Aug 27 13:58:48.676089 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956ec40-2b42-4f48-b8c4-dd1d883ba3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621b43d4-94a0-436a-9c66-44b7f9eff998,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:48.892915 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-4155de5a-0136-4bc8-adee-9d55c4d32da4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:48.894776 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-4155de5a-0136-4bc8-adee-9d55c4d32da4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 821 time: 0.1398425 Aug 27 13:58:48.904531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981044c-75dd-4444-a139-322724a85054 req-3d311b11-d3a9-434b-8942-7ca4105e1df5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:48.919224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a981044c-75dd-4444-a139-322724a85054 req-3d311b11-d3a9-434b-8942-7ca4105e1df5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0551419 Aug 27 13:58:48.931240 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-c5329f88-8de4-4214-8f25-0929db7e6dd7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/quotas/a7dba67d579b475f8c1e968351f5a6ea HTTP/1.1" status: 200 len: 375 time: 0.0276027 Aug 27 13:58:48.966934 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a981044c-75dd-4444-a139-322724a85054 req-cbbbef63-7cac-448b-9df2-3cf4bd206c05 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511620 Aug 27 13:58:49.003484 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-69632c40-24da-4365-bbec-ce752a5167b7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653794 Aug 27 13:58:49.009661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 645d98d6-b966-4378-9e0c-2f43862010eb no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:49.112658 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:49.139185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:49.142365 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccb37d0-3531-483f-9414-f6b3d04887bf" -d '{"events": [{"server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "name": "network-vif-unplugged", "status": "completed", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:49.161522 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-62737cff-6d69-47c8-94b0-fccd1e5d0491 service neutron] 10.222.0.55 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426902 Aug 27 13:58:49.180469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=645d98d6-b966-4378-9e0c-2f43862010eb,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:49.190265 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:49.235729 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f722679-4ff5-4b1b-bff2-e78958f3da29 x-openstack-request-id: req-6f722679-4ff5-4b1b-bff2-e78958f3da29 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:49.236021 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "name": "network-vif-unplugged", "status": "completed", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:49.236270 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f722679-4ff5-4b1b-bff2-e78958f3da29 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:49.236676 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb', 'code': 200} Aug 27 13:58:49.248420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=645d98d6-b966-4378-9e0c-2f43862010eb,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:49.272742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-2883c231-cd28-4250-97ff-b129835a0559 service neutron] 10.222.0.55 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097522 Aug 27 13:58:49.541209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43112) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:49.542817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1163f5-b654-49c0-b538-e0d04f817910 req-82d1fad2-385e-4a3b-86cf-bebebcf70e55 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:49.544514 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7f1163f5-b654-49c0-b538-e0d04f817910 req-82d1fad2-385e-4a3b-86cf-bebebcf70e55 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 945 time: 0.0572734 Aug 27 13:58:49.626389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7f1163f5-b654-49c0-b538-e0d04f817910 req-004d5d23-0bed-453b-96dd-b6e751d9be0b tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743556 Aug 27 13:58:49.751630 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93bbe868-c557-4d00-822c-7424a45c30f8 req-1d18e85a-0bd0-4708-a8f4-65986a42011c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 210 time: 0.0545075 Aug 27 13:58:49.754310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-14986640-network', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:49.804641 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Made reservation on behalf of 479efa5b5b774fd98c619b7630ba3414 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:58:49.807826 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:50.086564 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:50.146825 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:50.229018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4948a1-efe6-4418-8be9-f7724d25d1ad req-dff9f123-40ff-45a2-84f3-f4f427057983 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:50.236828 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d4948a1-efe6-4418-8be9-f7724d25d1ad req-dff9f123-40ff-45a2-84f3-f4f427057983 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 948 time: 0.4489088 Aug 27 13:58:50.301917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b65858-e5ad-4ef9-894f-4e557c3e2cee req-56c03d6c-3532-40e3-816c-cd712d22a711 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:50.303943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f2b65858-e5ad-4ef9-894f-4e557c3e2cee req-56c03d6c-3532-40e3-816c-cd712d22a711 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 945 time: 0.1803162 Aug 27 13:58:50.383428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbd102-7477-4865-901c-2f399a211b8e req-862f04b1-010f-453e-93ba-2432f733285f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:50.392202 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45dbd102-7477-4865-901c-2f399a211b8e req-862f04b1-010f-453e-93ba-2432f733285f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 947 time: 0.0682480 Aug 27 13:58:50.397438 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d4948a1-efe6-4418-8be9-f7724d25d1ad req-61bfd86c-8114-4c87-a130-3fdcc8d78492 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436663 Aug 27 13:58:50.451331 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45dbd102-7477-4865-901c-2f399a211b8e req-b7022ca6-ab7e-46f7-953d-507dedc04508 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561085 Aug 27 13:58:50.566327 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:50.580615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-f2b65858-e5ad-4ef9-894f-4e557c3e2cee req-260f1fa8-aea8-473f-8b82-0b80c074bfc6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Deleting port 0f1ba8e6-a635-4616-ad40-0db427c5389a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:50.580952 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f2b65858-e5ad-4ef9-894f-4e557c3e2cee req-260f1fa8-aea8-473f-8b82-0b80c074bfc6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:50.583907 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:50.673855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:58:50.683783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff8aff2-8a33-4c82-a185-86563da2eb20,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:50.704960 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:50.705302 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Added segment 6caac508-f842-47c6-af62-336f96e7265a of type vlan for network 80bf5322-255b-4b1b-a845-b0ae02d99a80 Aug 27 13:58:50.818274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-f2b65858-e5ad-4ef9-894f-4e557c3e2cee req-260f1fa8-aea8-473f-8b82-0b80c074bfc6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] For port 0f1ba8e6-a635-4616-ad40-0db427c5389a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0f1ba8e6-a635-4616-ad40-0db427c5389a,segment=NetworkSegment(c52991d7-ea6f-4682-bf5e-095a7759c41b),segment_id=c52991d7-ea6f-4682-bf5e-095a7759c41b)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:50.818274 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f2b65858-e5ad-4ef9-894f-4e557c3e2cee req-260f1fa8-aea8-473f-8b82-0b80c074bfc6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:50.830079 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:50.836690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90139b2f-93f6-4774-9194-39fcff2caf89 req-0c99a0f7-0e27-48b7-8c1b-f02b64780e5d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:50.839682 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-f2b65858-e5ad-4ef9-894f-4e557c3e2cee req-260f1fa8-aea8-473f-8b82-0b80c074bfc6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Calling delete_port for 0f1ba8e6-a635-4616-ad40-0db427c5389a owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:50.846892 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90139b2f-93f6-4774-9194-39fcff2caf89 req-0c99a0f7-0e27-48b7-8c1b-f02b64780e5d tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 945 time: 0.0850136 Aug 27 13:58:50.933876 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1194e2a-5c2f-4500-b98d-735eac5388d1 req-bb12af30-5458-4971-862b-b7f364da0ffc tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 210 time: 0.0356946 Aug 27 13:58:50.936221 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90139b2f-93f6-4774-9194-39fcff2caf89 req-914f5cfd-1dcd-4528-843b-0214256c745f tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups?id=f64b49dc-dde9-4844-ba88-4812ade60530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869255 Aug 27 13:58:50.936380 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:50.937697 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:50.938983 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:51.039547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 645d98d6-b966-4378-9e0c-2f43862010eb details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:58:51.052986 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:51.057693 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5151336 Aug 27 13:58:51.060387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43212) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:51.066949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-175fb0fd-c4c7-49c4-ad4e-743cf1db0ad3 admin admin] Request body: {'subnet': {'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-14986640-subnet', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:51.069864 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72819c-2fe5-4fbb-8e42-003c4272eeed admin admin] Pushing event updated for resources: {'Network': ['ID=80bf5322-255b-4b1b-a845-b0ae02d99a80,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:51.095441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 80bf5322-255b-4b1b-a845-b0ae02d99a80 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:58:51.139191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175fb0fd-c4c7-49c4-ad4e-743cf1db0ad3 admin admin] Made reservation on behalf of 479efa5b5b774fd98c619b7630ba3414 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:58:51.142300 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-175fb0fd-c4c7-49c4-ad4e-743cf1db0ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:51.199554 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f2b65858-e5ad-4ef9-894f-4e557c3e2cee req-260f1fa8-aea8-473f-8b82-0b80c074bfc6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:51.207725 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.resource_extend [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 13:58:51.221057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['0f1ba8e6-a635-4616-ad40-0db427c5389a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:51.304286 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f1fa8-aea8-473f-8b82-0b80c074bfc6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Pushing event deleted for resources: {'Port': ['ID=0f1ba8e6-a635-4616-ad40-0db427c5389a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:51.316327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b65858-e5ad-4ef9-894f-4e557c3e2cee req-260f1fa8-aea8-473f-8b82-0b80c074bfc6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] No DVR routers for this DVR port 0f1ba8e6-a635-4616-ad40-0db427c5389a on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:58:51.318979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f2b65858-e5ad-4ef9-894f-4e557c3e2cee req-260f1fa8-aea8-473f-8b82-0b80c074bfc6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:51.321308 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f2b65858-e5ad-4ef9-894f-4e557c3e2cee req-260f1fa8-aea8-473f-8b82-0b80c074bfc6 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.52 "DELETE /v2.0/ports/0f1ba8e6-a635-4616-ad40-0db427c5389a HTTP/1.1" status: 204 len: 173 time: 0.9746447 Aug 27 13:58:51.321779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e90709-94e3-445e-8983-b732a31a7857', 'name': 'network-vif-deleted', 'tag': '0f1ba8e6-a635-4616-ad40-0db427c5389a'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:51.324048 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b699aa0-fb29-4a98-a66f-e372e2e50912" -d '{"events": [{"server_uuid": "f8e90709-94e3-445e-8983-b732a31a7857", "name": "network-vif-deleted", "tag": "0f1ba8e6-a635-4616-ad40-0db427c5389a"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:51.379709 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45aba4a-0e99-440a-837b-f33dec837518 x-openstack-request-id: req-c45aba4a-0e99-440a-837b-f33dec837518 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:51.380214 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e90709-94e3-445e-8983-b732a31a7857", "name": "network-vif-deleted", "tag": "0f1ba8e6-a635-4616-ad40-0db427c5389a", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:51.380664 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c45aba4a-0e99-440a-837b-f33dec837518 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:51.381270 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e90709-94e3-445e-8983-b732a31a7857', 'name': 'network-vif-deleted', 'tag': '0f1ba8e6-a635-4616-ad40-0db427c5389a', 'status': 'completed', 'code': 200} Aug 27 13:58:51.418885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=645d98d6-b966-4378-9e0c-2f43862010eb,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:51.464660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '645d98d6-b966-4378-9e0c-2f43862010eb', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '645d98d6-b966-4378-9e0c-2f43862010eb', 'mac_address': 'fa:16:3e:c0:5d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:58:51.564111 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:51.604165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645d98d6-b966-4378-9e0c-2f43862010eb {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:51.658785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=645d98d6-b966-4378-9e0c-2f43862010eb,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:51.665641 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb308c72-d6dc-4de9-83c8-b31a4ab0ca93 req-12e95603-9e49-4230-ab37-fa7b0a62d0c3 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:51.672192 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-175fb0fd-c4c7-49c4-ad4e-743cf1db0ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:51.674304 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb308c72-d6dc-4de9-83c8-b31a4ab0ca93 req-12e95603-9e49-4230-ab37-fa7b0a62d0c3 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 948 time: 0.1254740 Aug 27 13:58:51.675367 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:51.676524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b21923b1-9117-48c8-8a4d-83ad523689d1 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:58:51.739797 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb308c72-d6dc-4de9-83c8-b31a4ab0ca93 req-2088d349-aca9-4f8b-b84c-14148921ffd0 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644052 Aug 27 13:58:51.778165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=645d98d6-b966-4378-9e0c-2f43862010eb,revision_number=10']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:51.817110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b21923b1-9117-48c8-8a4d-83ad523689d1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b21923b1-9117-48c8-8a4d-83ad523689d1,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:51.838283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-28020e97-d176-412e-a690-68fcbf267bf5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:51.844237 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-28020e97-d176-412e-a690-68fcbf267bf5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.41 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 821 time: 0.6173723 Aug 27 13:58:51.845275 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fb0fd-c4c7-49c4-ad4e-743cf1db0ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f680358-5a0f-4543-88ac-14db0c9821d6,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:51.856989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'b21923b1-9117-48c8-8a4d-83ad523689d1', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'b21923b1-9117-48c8-8a4d-83ad523689d1', 'mac_address': 'fa:16:3e:4f:c3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:58:51.871393 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673583f-38c0-4d7e-81d4-73b554cdaf2b req-2250b0c6-8870-41de-a005-0fdf392d1361 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:51.881154 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9673583f-38c0-4d7e-81d4-73b554cdaf2b req-2250b0c6-8870-41de-a005-0fdf392d1361 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 947 time: 0.2241898 Aug 27 13:58:51.892695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175fb0fd-c4c7-49c4-ad4e-743cf1db0ad3 admin admin] Checking segment: {'id': '6caac508-f842-47c6-af62-336f96e7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:58:51.893418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175fb0fd-c4c7-49c4-ad4e-743cf1db0ad3 admin admin] Network hostable DHCP agents. Network: 80bf5322-255b-4b1b-a845-b0ae02d99a80, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:58:51.915975 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:51.919201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b0e09568-b7a4-4781-8aba-2cc7c45263da tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Request body: {'port': {'device_id': 'ae5461ce-1426-4a04-b6d5-24933e9a14a7', 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549', 'admin_state_up': True, 'tenant_id': 'a7dba67d579b475f8c1e968351f5a6ea'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:51.938659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21923b1-9117-48c8-8a4d-83ad523689d1 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:52.012565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b21923b1-9117-48c8-8a4d-83ad523689d1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b21923b1-9117-48c8-8a4d-83ad523689d1,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:52.024202 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:52.026655 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9673583f-38c0-4d7e-81d4-73b554cdaf2b req-e43c446d-f977-46c8-ae12-91b4e3f20567 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419353 Aug 27 13:58:52.120294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175fb0fd-c4c7-49c4-ad4e-743cf1db0ad3 admin admin] Network 80bf5322-255b-4b1b-a845-b0ae02d99a80 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:58:52.144617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b21923b1-9117-48c8-8a4d-83ad523689d1,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:52.168850 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb409598-40a2-4438-925b-d6a06774bd31 req-d47860ac-3d26-4d3c-933d-ba012787b1d5 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8e90709-94e3-445e-8983-b732a31a7857 HTTP/1.1" status: 200 len: 210 time: 0.0372186 Aug 27 13:58:52.172107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-175fb0fd-c4c7-49c4-ad4e-743cf1db0ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 80bf5322-255b-4b1b-a845-b0ae02d99a80) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:58:52.183229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175fb0fd-c4c7-49c4-ad4e-743cf1db0ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:52.183518 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3423e859-d874-48d7-a5b9-7aa38097802e None None] Network 80bf5322-255b-4b1b-a845-b0ae02d99a80 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:58:52.184328 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-175fb0fd-c4c7-49c4-ad4e-743cf1db0ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:52.280067 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-175fb0fd-c4c7-49c4-ad4e-743cf1db0ad3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2179294 Aug 27 13:58:52.283975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43230) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:52.289279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-14986640-router', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:52.305095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b0e09568-b7a4-4781-8aba-2cc7c45263da tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Made reservation on behalf of a7dba67d579b475f8c1e968351f5a6ea for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:58:52.309975 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b0e09568-b7a4-4781-8aba-2cc7c45263da tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:52.341668 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f8d2a2a8-7746-444e-9d63-25ae17488291 req-83ee5db5-79ab-4881-bb47-7bdcfa11f10b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 210 time: 0.1607883 Aug 27 13:58:52.356644 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:52.357846 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:52.483758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:52.512631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-80bf5322-255b-4b1b-a845-b0ae02d99a80', 'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'fixed_ips': [{'subnet_id': '0f680358-5a0f-4543-88ac-14db0c9821d6'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:58:52.513617 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:52.573445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b0e09568-b7a4-4781-8aba-2cc7c45263da tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Allocated IP 172.20.0.12 (eaa53a44-b2bb-4005-84f2-0d841f0a4549/24b2ce31-ff9b-45b0-b1a0-ae006e096667/3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:58:52.726565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Allocated IP 172.20.0.2 (80bf5322-255b-4b1b-a845-b0ae02d99a80/0f680358-5a0f-4543-88ac-14db0c9821d6/6683e2d6-999b-4210-894e-61a13bbbed03) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:58:52.759758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:52.876598 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b0e09568-b7a4-4781-8aba-2cc7c45263da tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:52.878966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['645d98d6-b966-4378-9e0c-2f43862010eb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:52.959666 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['b21923b1-9117-48c8-8a4d-83ad523689d1'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:52.983094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f96c84-4948-4e5d-b53e-6bba60541a0b req-79f70eab-1ca2-4411-9774-e3ac82b13b7e tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:52.986643 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36f96c84-4948-4e5d-b53e-6bba60541a0b req-79f70eab-1ca2-4411-9774-e3ac82b13b7e tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 949 time: 0.0744641 Aug 27 13:58:52.991597 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b0e09568-b7a4-4781-8aba-2cc7c45263da tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:53.082485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b0e09568-b7a4-4781-8aba-2cc7c45263da tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Network eaa53a44-b2bb-4005-84f2-0d841f0a4549 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:58:53.084456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b0e09568-b7a4-4781-8aba-2cc7c45263da tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:58:53.087145 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36f96c84-4948-4e5d-b53e-6bba60541a0b req-13afb3c4-8f24-4e94-92a5-c6bdaf775fd8 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905921 Aug 27 13:58:53.096725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b0e09568-b7a4-4781-8aba-2cc7c45263da tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:58:53.169398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e09568-b7a4-4781-8aba-2cc7c45263da tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Pushing event updated for resources: {'Port': ['ID=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:53.192746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b0e09568-b7a4-4781-8aba-2cc7c45263da tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:53.201106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b0e09568-b7a4-4781-8aba-2cc7c45263da tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:53.234534 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:53.260552 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:53.265376 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b0e09568-b7a4-4781-8aba-2cc7c45263da tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3534820 Aug 27 13:58:53.297828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b092a-d436-4abc-8c14-4f560759006d req-a41dc3b8-b3e3-4bbe-98b2-d24bb0d818da tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:53.299996 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-309b092a-d436-4abc-8c14-4f560759006d req-a41dc3b8-b3e3-4bbe-98b2-d24bb0d818da tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.0794978 Aug 27 13:58:53.315174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Request body: {'port': {'device_id': 'ae5461ce-1426-4a04-b6d5-24933e9a14a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:53.432116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Allocated IP 172.25.2.109 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/96a43c2d-e891-45f1-8c39-7bf1553c9f79) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:58:53.554126 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:53.579363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0f1ba8e6-a635-4616-ad40-0db427c5389a no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:58:53.590863 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:53.609716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1aa54-9d1d-424e-b3a6-d847faa6e232 req-933dc801-44ba-4123-b629-e1483fd3af14 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:53.617821 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5d1aa54-9d1d-424e-b3a6-d847faa6e232 req-933dc801-44ba-4123-b629-e1483fd3af14 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 932 time: 0.1261332 Aug 27 13:58:53.618060 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-309b092a-d436-4abc-8c14-4f560759006d req-7d2239ef-b7a6-49f3-945d-0134f8632862 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954171 Aug 27 13:58:53.689697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 0f1ba8e6-a635-4616-ad40-0db427c5389a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:58:53.690042 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0f1ba8e6-a635-4616-ad40-0db427c5389a not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:58:53.692074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Transition to ACTIVE for port object 6683e2d6-999b-4210-894e-61a13bbbed03 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:53.705873 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:53.739569 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5d1aa54-9d1d-424e-b3a6-d847faa6e232 req-4bdab952-da18-42ae-b32a-23d97ddb132c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138210 Aug 27 13:58:53.792550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Transition to ACTIVE for port object 6683e2d6-999b-4210-894e-61a13bbbed03 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:53.807009 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:53.839685 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:53.916216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Pushing event updated for resources: {'Port': ['ID=96a43c2d-e891-45f1-8c39-7bf1553c9f79,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:53.945435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:58:53.969754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:58:53.978470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:58:54.022608 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43264) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:54.028105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Network 80bf5322-255b-4b1b-a845-b0ae02d99a80 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:58:54.057456 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bb1df-3144-46fc-a9f1-513879957d95 req-da66b0bd-0aba-42b5-a6ea-fbe5eefbb302 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:54.068252 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-962bb1df-3144-46fc-a9f1-513879957d95 req-da66b0bd-0aba-42b5-a6ea-fbe5eefbb302 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 949 time: 0.1529138 Aug 27 13:58:54.083796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:58:54.090838 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:58:54.201011 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad399a83-53b6-494b-a8ad-8f52d8ef626f tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:54.223285 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-962bb1df-3144-46fc-a9f1-513879957d95 req-efa7d1b3-bf45-4991-9256-f9e816eb71f2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523855 Aug 27 13:58:54.256267 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad399a83-53b6-494b-a8ad-8f52d8ef626f tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:54.352058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:58:54.356313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Pushing event updated for resources: {'Port': ['ID=6683e2d6-999b-4210-894e-61a13bbbed03,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:54.395051 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:54.441311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Transition to ACTIVE for port object 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:54.445055 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad399a83-53b6-494b-a8ad-8f52d8ef626f tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:54.457215 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad399a83-53b6-494b-a8ad-8f52d8ef626f tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:54.460542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Attempting to bind port 6683e2d6-999b-4210-894e-61a13bbbed03 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:58:54.460945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Attempting to bind port 6683e2d6-999b-4210-894e-61a13bbbed03 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6caac508-f842-47c6-af62-336f96e7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:58:54.461318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Attempting to bind port 6683e2d6-999b-4210-894e-61a13bbbed03 on network 80bf5322-255b-4b1b-a845-b0ae02d99a80 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:54.463953 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ad399a83-53b6-494b-a8ad-8f52d8ef626f tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "DELETE /v2.0/security-groups/6a686471-2ce4-4e3e-b8f3-8c4554901e6c HTTP/1.1" status: 204 len: 168 time: 0.4341240 Aug 27 13:58:54.465994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43278) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:54.474714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:58:54.475099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Checking segment: {'id': '6caac508-f842-47c6-af62-336f96e7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:58:54.475507 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:54.475904 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Bound using segment: {'id': '6caac508-f842-47c6-af62-336f96e7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:58:54.476371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Bound port: 6683e2d6-999b-4210-894e-61a13bbbed03, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caac508-f842-47c6-af62-336f96e7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:58:54.477569 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:54.495029 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:54.586927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad399a83-53b6-494b-a8ad-8f52d8ef626f tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a686471-2ce4-4e3e-b8f3-8c4554901e6c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:54.594339 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-8a484224-8219-48e6-b569-07a3bff81dea tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] show failed (client error): The resource could not be found. Aug 27 13:58:54.602401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8a484224-8219-48e6-b569-07a3bff81dea tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "GET /v2.0/security-groups/6a686471-2ce4-4e3e-b8f3-8c4554901e6c HTTP/1.1" status: 404 len: 347 time: 0.1260288 Aug 27 13:58:54.602401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43284) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:54.679140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] For port 6683e2d6-999b-4210-894e-61a13bbbed03, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:54.709451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] For port 6683e2d6-999b-4210-894e-61a13bbbed03, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6683e2d6-999b-4210-894e-61a13bbbed03,segment=NetworkSegment(6caac508-f842-47c6-af62-336f96e7265a),segment_id=6caac508-f842-47c6-af62-336f96e7265a)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:58:54.721571 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:54.745036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Pushing event updated for resources: {'Port': ['ID=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:54.771871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25d319-bfef-499f-8f39-25cb6f0da0df req-9a929ff1-3124-4a6a-b687-d8735a6a715b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:54.782652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2a25d319-bfef-499f-8f39-25cb6f0da0df req-9a929ff1-3124-4a6a-b687-d8735a6a715b tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 949 time: 0.2683547 Aug 27 13:58:54.856054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3167de-4b6c-43a8-9dcc-20ff3405bbcf None None] Pushing event updated for resources: {'Port': ['ID=6683e2d6-999b-4210-894e-61a13bbbed03,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:54.864837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2a25d319-bfef-499f-8f39-25cb6f0da0df req-ceb455b1-c987-462a-8ed6-5427db79a228 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810084 Aug 27 13:58:54.865444 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:54.912717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Attempting to bind port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:58:54.913363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Attempting to bind port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:58:54.914520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Attempting to bind port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:54.927184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:58:54.928591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Attempting to bind port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:54.956916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87928188-67d3-4ad2-8a52-162f8c3f5551 req-1307fb38-aded-4e92-b0c6-60b68ad8ae7c tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:54.959930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87928188-67d3-4ad2-8a52-162f8c3f5551 req-1307fb38-aded-4e92-b0c6-60b68ad8ae7c tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 945 time: 0.2599378 Aug 27 13:58:54.974613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:58:54.975073 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:58:54.975542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:58:54.976065 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Bound port: 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:58:54.976467 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:55.035215 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-b7578525-56ba-47ea-bfb0-9b89e016ceea tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336721 Aug 27 13:58:55.081888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:55.086183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:58:55.121686 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87928188-67d3-4ad2-8a52-162f8c3f5551 req-c05b5c63-7256-4c1b-85d6-96d38b28bd37 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225407 Aug 27 13:58:55.129683 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:55.255582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-af76e000-f427-4d21-bc77-a5e66095c8c7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Deleting port 17992377-ea69-4492-889e-b4c1a2c8c5cd {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:55.255582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af76e000-f427-4d21-bc77-a5e66095c8c7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:55.307595 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:55.318710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['6251fcac-1eac-430b-981f-555a94c6c5ab'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:58:55.351112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-1bb030c4-ce8b-4675-ae0d-e9585168f978 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:55.363526 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-1bb030c4-ce8b-4675-ae0d-e9585168f978 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3196797 Aug 27 13:58:55.384462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Pushing event updated for resources: {'Port': ['ID=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:55.423259 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-6be5b719-eb71-41f2-a5d4-616609ff3b5d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/quotas/89e5418f8b3d4bd58bbc523f9d254c1e HTTP/1.1" status: 200 len: 375 time: 0.0586257 Aug 27 13:58:55.467421 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af76e000-f427-4d21-bc77-a5e66095c8c7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:55.468582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af76e000-f427-4d21-bc77-a5e66095c8c7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:55.485630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-af76e000-f427-4d21-bc77-a5e66095c8c7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Calling delete_port for 17992377-ea69-4492-889e-b4c1a2c8c5cd owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:55.543006 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-75e2c146-7d21-47e1-b00d-541125249d7d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126931 Aug 27 13:58:55.568488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:55.569653 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:55.576129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-b884d2a7-a41a-4a47-b631-57e5e295f80c service neutron] 10.222.0.41 "PUT /v2.0/ports/3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 HTTP/1.1" status: 200 len: 1093 time: 2.2702794 Aug 27 13:58:55.576129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5461ce-1426-4a04-b6d5-24933e9a14a7', 'tag': '3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:55.576996 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e97813-0182-4b04-a355-1fb23ce90dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5461ce-1426-4a04-b6d5-24933e9a14a7", "tag": "3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:55.610102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767c024-0075-4272-9a00-315985e1972d req-a2bb28b4-5b2d-4132-a23d-26d16949ebd6 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:55.618778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2767c024-0075-4272-9a00-315985e1972d req-a2bb28b4-5b2d-4132-a23d-26d16949ebd6 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 944 time: 0.3790481 Aug 27 13:58:55.658350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Router 0527648c-8e3f-4a51-8e3f-e25b7e01df29 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:58:55.827005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-179dbe84-ecec-46c2-8b7a-341778c37dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:55.829516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:58:55.830001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-179dbe84-ecec-46c2-8b7a-341778c37dd4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 1096 time: 0.1654115 Aug 27 13:58:55.844946 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2767c024-0075-4272-9a00-315985e1972d req-a3b4c484-88a1-4b04-b535-4c822998febb tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198551 Aug 27 13:58:55.845437 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Sync routers for ids ['0527648c-8e3f-4a51-8e3f-e25b7e01df29'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:58:55.869269 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:55.870841 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d5e0638b-ff99-4c50-ba34-157c1081e769 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5857468 Aug 27 13:58:55.873511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43306) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:55.876937 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Routers {'0527648c-8e3f-4a51-8e3f-e25b7e01df29'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:58:55.877790 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:58:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['0527648c-8e3f-4a51-8e3f-e25b7e01df29'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:58:56.074644 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecbe861-f07e-4109-aa14-e56905be7f63 x-openstack-request-id: req-1ecbe861-f07e-4109-aa14-e56905be7f63 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:56.075377 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5461ce-1426-4a04-b6d5-24933e9a14a7", "tag": "3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:56.076149 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ecbe861-f07e-4109-aa14-e56905be7f63 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:56.077070 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5461ce-1426-4a04-b6d5-24933e9a14a7', 'tag': '3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3', 'status': 'completed', 'code': 200} Aug 27 13:58:56.082198 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-31489f1d-6d1b-4e6c-8e7f-75a778933304 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 HTTP/1.1" status: 200 len: 217 time: 0.2229512 Aug 27 13:58:56.145099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6683e2d6-999b-4210-894e-61a13bbbed03 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:58:56.162881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-0ab6a2ad-16ef-4adc-ab56-895217edaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:56.167634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-0ab6a2ad-16ef-4adc-ab56-895217edaca7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.0751297 Aug 27 13:58:56.267064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af76e000-f427-4d21-bc77-a5e66095c8c7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:56.273445 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad65e71a-e046-43ba-b00e-0827c211ed9d req-8e947681-93e1-4f45-a7ff-b8995dbc9609 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 210 time: 0.1320713 Aug 27 13:58:56.288766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 6683e2d6-999b-4210-894e-61a13bbbed03 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:58:56.338644 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-5d71200d-27fb-4e39-9cba-fa0f2b815a46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419778 Aug 27 13:58:56.359322 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Set router 0527648c-8e3f-4a51-8e3f-e25b7e01df29 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:58:56.395707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76e000-f427-4d21-bc77-a5e66095c8c7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Pushing event deleted for resources: {'Port': ['ID=17992377-ea69-4492-889e-b4c1a2c8c5cd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:56.597660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af76e000-f427-4d21-bc77-a5e66095c8c7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:56.606696 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af76e000-f427-4d21-bc77-a5e66095c8c7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:56.611716 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-af76e000-f427-4d21-bc77-a5e66095c8c7 tempest-ImagesOneServerNegativeTestJSON-1321922785 tempest-ImagesOneServerNegativeTestJSON-1321922785-project] 10.222.0.55 "DELETE /v2.0/floatingips/cd72a69f-d8f6-4a48-a95d-632ae2ad00c7 HTTP/1.1" status: 204 len: 168 time: 2.0057118 Aug 27 13:58:56.633593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c733aa-23ba-4109-bd79-a2ef0c95274f req-b55213f1-9d51-49b2-be9c-b50e717594fc tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:56.652448 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e2c733aa-23ba-4109-bd79-a2ef0c95274f req-b55213f1-9d51-49b2-be9c-b50e717594fc tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 949 time: 0.4829814 Aug 27 13:58:56.728328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb2fbb-5ffd-4cfd-86bf-e97aa4c8a803 None None] Network 80bf5322-255b-4b1b-a845-b0ae02d99a80 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:58:56.774414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e2c733aa-23ba-4109-bd79-a2ef0c95274f req-f8d0ab2e-86d4-4511-8f7e-10662cd1c3a5 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208651 Aug 27 13:58:56.888186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9b84a7ae-5605-4533-aa3d-81409d5ad8f9 None None] Provisioning for port 6683e2d6-999b-4210-894e-61a13bbbed03 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:58:56.894430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9b84a7ae-5605-4533-aa3d-81409d5ad8f9 None None] Provisioning complete for port 6683e2d6-999b-4210-894e-61a13bbbed03 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:56.894831 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9b84a7ae-5605-4533-aa3d-81409d5ad8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:56.903659 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'name': 'tempest-FloatingIPsTestJSON-14986640-router', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:58:52Z', 'updated_at': '2021-08-27T13:58:54Z', 'revision_number': 3, 'project_id': '479efa5b5b774fd98c619b7630ba3414', 'gw_port': {'id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:58:53Z', 'updated_at': '2021-08-27T13:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:58:56.912018 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-e58f588b-0acb-4fc2-a1e5-07ee3f27a752 service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353115 Aug 27 13:58:56.973721 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Checking router: 0527648c-8e3f-4a51-8e3f-e25b7e01df29 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:58:56.976253 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Updating router 0527648c-8e3f-4a51-8e3f-e25b7e01df29 port 96a43c2d-e891-45f1-8c39-7bf1553c9f79 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:58:57.006973 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.038440 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9b84a7ae-5605-4533-aa3d-81409d5ad8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.064471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d11e9-e8eb-4452-8e61-6eda64ae0d48 req-0725ffe5-aa91-436e-a9c5-fb5acf97fd76 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:57.079662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9b84a7ae-5605-4533-aa3d-81409d5ad8f9 None None] For port 6683e2d6-999b-4210-894e-61a13bbbed03, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6683e2d6-999b-4210-894e-61a13bbbed03,segment=NetworkSegment(6caac508-f842-47c6-af62-336f96e7265a),segment_id=6caac508-f842-47c6-af62-336f96e7265a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:57.083266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e93d11e9-e8eb-4452-8e61-6eda64ae0d48 req-0725ffe5-aa91-436e-a9c5-fb5acf97fd76 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 945 time: 0.6458216 Aug 27 13:58:57.111703 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9b84a7ae-5605-4533-aa3d-81409d5ad8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.167553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 645d98d6-b966-4378-9e0c-2f43862010eb up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:58:57.239071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84a7ae-5605-4533-aa3d-81409d5ad8f9 None None] Pushing event updated for resources: {'Port': ['ID=6683e2d6-999b-4210-894e-61a13bbbed03,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:57.268364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 645d98d6-b966-4378-9e0c-2f43862010eb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:57.268743 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.279673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e93d11e9-e8eb-4452-8e61-6eda64ae0d48 req-5994ad84-aec6-4c14-a125-c32d0b2a7c7b tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909852 Aug 27 13:58:57.321951 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.334867 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Transition to ACTIVE for port object 96a43c2d-e891-45f1-8c39-7bf1553c9f79 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:57.351045 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.397575 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.431706 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Pushing event updated for resources: {'Port': ['ID=96a43c2d-e891-45f1-8c39-7bf1553c9f79,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:57.448262 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=645d98d6-b966-4378-9e0c-2f43862010eb,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:57.449400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:58:57.452093 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a936f7fd-da0c-4bb1-a316-702ddbde82d3" -d '{"events": [{"server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "name": "network-vif-plugged", "status": "completed", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:58:57.464142 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.465278 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b21923b1-9117-48c8-8a4d-83ad523689d1 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:58:57.497417 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:57.497722 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:57.505269 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:57.505721 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:57.506183 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:57.506666 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:57.507130 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:57.507553 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:57.508130 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:57.508874 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:57.509417 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:57.509972 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:58:57.533423 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Attempting to bind port 96a43c2d-e891-45f1-8c39-7bf1553c9f79 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:58:57.533930 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Attempting to bind port 96a43c2d-e891-45f1-8c39-7bf1553c9f79 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:58:57.534400 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Attempting to bind port 96a43c2d-e891-45f1-8c39-7bf1553c9f79 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:58:57.549621 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:58:57.551716 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:58:57.552361 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.563357 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:58:57.564016 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Bound port: 96a43c2d-e891-45f1-8c39-7bf1553c9f79, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:58:57.564793 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.618109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=645d98d6-b966-4378-9e0c-2f43862010eb,revision_number=11']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:57.646267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port b21923b1-9117-48c8-8a4d-83ad523689d1 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:58:57.651976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port b21923b1-9117-48c8-8a4d-83ad523689d1 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:57.652468 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.657957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-5de06581-0fba-4456-825f-73ab30d1bcef tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847666 Aug 27 13:58:57.691987 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] For port 96a43c2d-e891-45f1-8c39-7bf1553c9f79, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:58:57.701042 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] For port 96a43c2d-e891-45f1-8c39-7bf1553c9f79, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=96a43c2d-e891-45f1-8c39-7bf1553c9f79,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:58:57.711186 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.821360 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.875998 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Routers {'0527648c-8e3f-4a51-8e3f-e25b7e01df29'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:58:57.876650 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:58:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['0527648c-8e3f-4a51-8e3f-e25b7e01df29'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:58:57.899858 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d88f4-5933-494d-bfaa-1e7c487f2e11 None None] Pushing event updated for resources: {'Port': ['ID=96a43c2d-e891-45f1-8c39-7bf1553c9f79,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:57.913608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b21923b1-9117-48c8-8a4d-83ad523689d1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b21923b1-9117-48c8-8a4d-83ad523689d1,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:57.931295 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:57.995095 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a357001-bfe2-4e4d-9939-cdb46236c562 req-0f646c96-3b02-4eb0-b584-c2369f6d930c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 210 time: 0.3172817 Aug 27 13:58:58.058236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b21923b1-9117-48c8-8a4d-83ad523689d1,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:58.073311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5f462-57db-4a3e-8619-d49c87ed285a req-c897f99a-57cb-49b3-a217-5dcb7b155cb0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:58.095346 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e6c5f462-57db-4a3e-8619-d49c87ed285a req-c897f99a-57cb-49b3-a217-5dcb7b155cb0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 944 time: 1.0184550 Aug 27 13:58:58.122974 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6683e2d6-999b-4210-894e-61a13bbbed03 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:58:58.123905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43344) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:58.137437 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e417544-2fbc-41ca-b23d-87a5c2c9297b req-5fa44537-8535-4c45-956e-95e9f42e7296 service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2155292 Aug 27 13:58:58.152096 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] Set router 0527648c-8e3f-4a51-8e3f-e25b7e01df29 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:58:58.188805 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e6c5f462-57db-4a3e-8619-d49c87ed285a req-b1837ee9-1acc-446c-a73e-4ee2ce8ef4eb tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893729 Aug 27 13:58:58.195115 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055f8275-4d0a-4057-827c-1b2fb211d269 x-openstack-request-id: req-055f8275-4d0a-4057-827c-1b2fb211d269 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:58:58.195621 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "name": "network-vif-plugged", "status": "completed", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:58:58.195836 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-055f8275-4d0a-4057-827c-1b2fb211d269 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:58:58.196173 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb', 'code': 200} Aug 27 13:58:58.254297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5e49aa34-95c5-460e-9202-b6d3eb1c93bd None None] Provisioning complete for port 6683e2d6-999b-4210-894e-61a13bbbed03 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:58.261591 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5e49aa34-95c5-460e-9202-b6d3eb1c93bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:58.351698 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:58.357381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6683e2d6-999b-4210-894e-61a13bbbed03 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:58:58.362655 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:58.417043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7174f47-1d77-4526-8fcc-9d9dc11c5984 req-a9b0195d-b66a-446f-b7b9-dd31538b87df tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:58.417553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e97813-0182-4b04-a355-1fb23ce90dd4 req-db4eac7c-731f-4646-97d5-a8bfbf151507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:58.419295 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c7174f47-1d77-4526-8fcc-9d9dc11c5984 req-a9b0195d-b66a-446f-b7b9-dd31538b87df tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.41 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 945 time: 0.7429104 Aug 27 13:58:58.425182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48d58f3-ea83-4144-b5e6-ff8a3051da0e admin admin] Deleting subnet 9d0e7137-63f2-4212-b923-f9dc4203f37d {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:58:58.432725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7e97813-0182-4b04-a355-1fb23ce90dd4 req-db4eac7c-731f-4646-97d5-a8bfbf151507 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 1096 time: 0.1191728 Aug 27 13:58:58.436106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-bfea07a4-4ce0-4702-bde0-670e49d7fb23 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:58.437719 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-bfea07a4-4ce0-4702-bde0-670e49d7fb23 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7603943 Aug 27 13:58:58.443325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f48d58f3-ea83-4144-b5e6-ff8a3051da0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:58.503411 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Request body: {'port': {'device_id': '6260985a-08d1-433c-a938-bd6820927b6a', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': '89e5418f8b3d4bd58bbc523f9d254c1e'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:58:58.523388 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'name': 'tempest-FloatingIPsTestJSON-14986640-router', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:58:52Z', 'updated_at': '2021-08-27T13:58:54Z', 'revision_number': 3, 'project_id': '479efa5b5b774fd98c619b7630ba3414', 'gw_port': {'id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:58:53Z', 'updated_at': '2021-08-27T13:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:58:58.558699 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b77481-4f2b-4f92-a9d5-e2e58d2424a4 None None] The sync data for ids ['0527648c-8e3f-4a51-8e3f-e25b7e01df29'] in n-d-712139-12 is: [{'id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'name': 'tempest-FloatingIPsTestJSON-14986640-router', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:58:52Z', 'updated_at': '2021-08-27T13:58:54Z', 'revision_number': 3, 'project_id': '479efa5b5b774fd98c619b7630ba3414', 'gw_port': {'id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:58:53Z', 'updated_at': '2021-08-27T13:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:58:58.647151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4562e8a-2a6e-4230-b7db-52bdd581a2f0 req-c78e1105-1d87-4824-bf9b-876e1b3141b2 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:58.648714 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b4562e8a-2a6e-4230-b7db-52bdd581a2f0 req-c78e1105-1d87-4824-bf9b-876e1b3141b2 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 945 time: 0.2604413 Aug 27 13:58:58.729213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e97813-0182-4b04-a355-1fb23ce90dd4 req-c76868e0-5ef7-4a94-b626-77cc9332fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:58.735468 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7e97813-0182-4b04-a355-1fb23ce90dd4 req-c76868e0-5ef7-4a94-b626-77cc9332fbc8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.2647936 Aug 27 13:58:58.761962 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b4562e8a-2a6e-4230-b7db-52bdd581a2f0 req-e57c696c-fb7b-4227-963c-d06976201046 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052346 Aug 27 13:58:58.800596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439300c6-cf5f-4e1f-89e9-b4b68b4d9637 req-a9be887c-f2c0-435e-b3f4-e22c9f247451 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:58.804617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7e97813-0182-4b04-a355-1fb23ce90dd4 req-e5c9b609-ab24-47f1-ae67-d31d554ff38d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 HTTP/1.1" status: 200 len: 217 time: 0.0599606 Aug 27 13:58:58.807328 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-439300c6-cf5f-4e1f-89e9-b4b68b4d9637 req-a9be887c-f2c0-435e-b3f4-e22c9f247451 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 950 time: 0.5107582 Aug 27 13:58:58.824184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f48d58f3-ea83-4144-b5e6-ff8a3051da0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:58.891127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e97813-0182-4b04-a355-1fb23ce90dd4 req-8773c118-96e2-4c3b-8369-f4a645b85aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:58.892750 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7e97813-0182-4b04-a355-1fb23ce90dd4 req-8773c118-96e2-4c3b-8369-f4a645b85aaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.0782354 Aug 27 13:58:58.967440 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7e97813-0182-4b04-a355-1fb23ce90dd4 req-d2ad8814-289b-4100-8122-63d50a3098ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377674 Aug 27 13:58:59.154402 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7e97813-0182-4b04-a355-1fb23ce90dd4 req-37a67387-9f82-49fc-83a5-d78c05cd3897 service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773467 Aug 27 13:58:59.172861 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-346214bb-5de2-44eb-8860-16fcdcf8fa61 req-3ed1b412-ebc0-4719-a235-68bceb221625 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 210 time: 0.0453160 Aug 27 13:58:59.205747 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f48d58f3-ea83-4144-b5e6-ff8a3051da0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:59.283284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Allocated IP 172.20.0.1 (80bf5322-255b-4b1b-a845-b0ae02d99a80/0f680358-5a0f-4543-88ac-14db0c9821d6/e77d05d5-5c9f-45a9-a556-ef8fcfd9c717) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:58:59.322062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-c7174f47-1d77-4526-8fcc-9d9dc11c5984 req-6882d743-f625-41ea-af88-d4b18bc1aa1e tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Deleting port 2cce02d1-755a-4c11-a22c-8cf262e70aa5 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:58:59.322393 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c7174f47-1d77-4526-8fcc-9d9dc11c5984 req-6882d743-f625-41ea-af88-d4b18bc1aa1e tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:59.364065 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7e97813-0182-4b04-a355-1fb23ce90dd4 req-67f38fc2-1673-439e-b6b5-180846f837dc service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943722 Aug 27 13:58:59.372831 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Made reservation on behalf of 89e5418f8b3d4bd58bbc523f9d254c1e for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:58:59.377396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:59.396167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39853ebf-40d1-4cf7-8f37-29b2684d79fa req-a690ee62-1e0c-4090-83f2-1623dfd1e0f4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:58:59.399516 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39853ebf-40d1-4cf7-8f37-29b2684d79fa req-a690ee62-1e0c-4090-83f2-1623dfd1e0f4 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 944 time: 0.0987778 Aug 27 13:58:59.425984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-439300c6-cf5f-4e1f-89e9-b4b68b4d9637 req-7d2a1c99-7d9f-47d1-b57e-5884109cc1e4 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066198 Aug 27 13:58:59.458542 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39853ebf-40d1-4cf7-8f37-29b2684d79fa req-7a271b77-826b-448b-888a-cbe375563e85 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502381 Aug 27 13:58:59.562910 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f48d58f3-ea83-4144-b5e6-ff8a3051da0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:59.655202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d58f3-ea83-4144-b5e6-ff8a3051da0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d0e7137-63f2-4212-b923-f9dc4203f37d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:58:59.666612 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f48d58f3-ea83-4144-b5e6-ff8a3051da0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:59.670862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f48d58f3-ea83-4144-b5e6-ff8a3051da0e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9d0e7137-63f2-4212-b923-f9dc4203f37d HTTP/1.1" status: 204 len: 168 time: 1.5224226 Aug 27 13:58:59.671838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43356) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:58:59.724795 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:59.737942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-c7174f47-1d77-4526-8fcc-9d9dc11c5984 req-6882d743-f625-41ea-af88-d4b18bc1aa1e tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] For port 2cce02d1-755a-4c11-a22c-8cf262e70aa5, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=2cce02d1-755a-4c11-a22c-8cf262e70aa5,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:58:59.738640 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c7174f47-1d77-4526-8fcc-9d9dc11c5984 req-6882d743-f625-41ea-af88-d4b18bc1aa1e tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:59.804388 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-c7174f47-1d77-4526-8fcc-9d9dc11c5984 req-6882d743-f625-41ea-af88-d4b18bc1aa1e tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Calling delete_port for 2cce02d1-755a-4c11-a22c-8cf262e70aa5 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:58:59.809332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Transition to ACTIVE for port object e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:58:59.815750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61a35257-0dc7-42c2-a582-b531799fc576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:58:59.944098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Allocated IP 192.168.233.107 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:00.010316 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61a35257-0dc7-42c2-a582-b531799fc576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.037710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-61a35257-0dc7-42c2-a582-b531799fc576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7510fbde-bbaf-4de0-99ba-405a5e3ad115']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:00.045673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 96a43c2d-e891-45f1-8c39-7bf1553c9f79 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:00.058142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-61a35257-0dc7-42c2-a582-b531799fc576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52991d7-ea6f-4682-bf5e-095a7759c41b') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:00.058449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-61a35257-0dc7-42c2-a582-b531799fc576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52991d7-ea6f-4682-bf5e-095a7759c41b') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:00.069519 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61a35257-0dc7-42c2-a582-b531799fc576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.105743 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61a35257-0dc7-42c2-a582-b531799fc576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.113400 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a35257-0dc7-42c2-a582-b531799fc576 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:59:00.113868 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61a35257-0dc7-42c2-a582-b531799fc576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: timer() Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:59:00.116105 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:59:00.132456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 96a43c2d-e891-45f1-8c39-7bf1553c9f79 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:00.143800 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 96a43c2d-e891-45f1-8c39-7bf1553c9f79 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:00.144178 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.173679 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.196961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72dc6d7-c957-44c6-8215-64b39f3d702e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21923b1-9117-48c8-8a4d-83ad523689d1'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:00.199868 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfdf7a8-f022-4551-8f21-085aea40a14f" -d '{"events": [{"server_uuid": "b72dc6d7-c957-44c6-8215-64b39f3d702e", "name": "network-vif-plugged", "status": "completed", "tag": "b21923b1-9117-48c8-8a4d-83ad523689d1"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:00.201184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9515a08-3514-4b07-81bb-2926a6f90b70 req-b50665e5-2995-4cbf-83e3-6cbb83ff9286 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:00.204453 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9515a08-3514-4b07-81bb-2926a6f90b70 req-b50665e5-2995-4cbf-83e3-6cbb83ff9286 tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 945 time: 0.2963321 Aug 27 13:59:00.263880 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61a35257-0dc7-42c2-a582-b531799fc576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.271604 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61a35257-0dc7-42c2-a582-b531799fc576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.272200 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Network 80bf5322-255b-4b1b-a845-b0ae02d99a80 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:00.273865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-61a35257-0dc7-42c2-a582-b531799fc576 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7510fbde-bbaf-4de0-99ba-405a5e3ad115 HTTP/1.1" status: 204 len: 168 time: 0.5998509 Aug 27 13:59:00.309507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:00.313310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:00.328789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a35257-0dc7-42c2-a582-b531799fc576 admin admin] Pushing event deleted for resources: {'Network': ['ID=7510fbde-bbaf-4de0-99ba-405a5e3ad115,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:00.359697 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9515a08-3514-4b07-81bb-2926a6f90b70 req-24b65424-8e49-4314-b882-bfabbb98f40f tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791845 Aug 27 13:59:00.360480 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c7174f47-1d77-4526-8fcc-9d9dc11c5984 req-6882d743-f625-41ea-af88-d4b18bc1aa1e tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.406853 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.464681 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56ac38b1-5e4b-497f-9e14-794e60087ae5 req-2a6f83d3-b9d5-49c3-8a1d-d35f6e210e5d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 210 time: 0.1416466 Aug 27 13:59:00.476437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 96a43c2d-e891-45f1-8c39-7bf1553c9f79, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=96a43c2d-e891-45f1-8c39-7bf1553c9f79,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:00.502451 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.576142 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d0c553-0dcb-41d1-a037-4e0335cf4498 x-openstack-request-id: req-27d0c553-0dcb-41d1-a037-4e0335cf4498 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:00.576863 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72dc6d7-c957-44c6-8215-64b39f3d702e", "name": "network-vif-plugged", "status": "completed", "tag": "b21923b1-9117-48c8-8a4d-83ad523689d1", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:00.577231 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27d0c553-0dcb-41d1-a037-4e0335cf4498 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:00.579334 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72dc6d7-c957-44c6-8215-64b39f3d702e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21923b1-9117-48c8-8a4d-83ad523689d1', 'code': 200} Aug 27 13:59:00.620402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7174f47-1d77-4526-8fcc-9d9dc11c5984 req-6882d743-f625-41ea-af88-d4b18bc1aa1e tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] No DVR routers for this DVR port 2cce02d1-755a-4c11-a22c-8cf262e70aa5 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:00.648538 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c7174f47-1d77-4526-8fcc-9d9dc11c5984 req-6882d743-f625-41ea-af88-d4b18bc1aa1e tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.652862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c7174f47-1d77-4526-8fcc-9d9dc11c5984 req-6882d743-f625-41ea-af88-d4b18bc1aa1e tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.41 "DELETE /v2.0/ports/2cce02d1-755a-4c11-a22c-8cf262e70aa5 HTTP/1.1" status: 204 len: 173 time: 2.2120616 Aug 27 13:59:00.654287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=96a43c2d-e891-45f1-8c39-7bf1553c9f79,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:00.665362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5beabb68-3652-460f-9209-67328688a2de', 'name': 'network-vif-deleted', 'tag': '2cce02d1-755a-4c11-a22c-8cf262e70aa5'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:00.676927 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e3203d-e14c-43cd-9e1f-085a17d936c2" -d '{"events": [{"server_uuid": "5beabb68-3652-460f-9209-67328688a2de", "name": "network-vif-deleted", "tag": "2cce02d1-755a-4c11-a22c-8cf262e70aa5"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:00.680074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Pushing event updated for resources: {'Port': ['ID=e77d05d5-5c9f-45a9-a556-ef8fcfd9c717,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:00.684521 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43374) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:00.734122 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.803535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e309dd-9f9a-4159-b801-b7727f622ad6 req-3729de24-1db7-4a71-bdf4-c528080bb60e tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:00.814414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-18e309dd-9f9a-4159-b801-b7727f622ad6 req-3729de24-1db7-4a71-bdf4-c528080bb60e tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 950 time: 0.1823282 Aug 27 13:59:00.866211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-430ebed6-d384-4991-b7f0-ce92f5327f94 None None] Provisioning for port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:00.871726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-430ebed6-d384-4991-b7f0-ce92f5327f94 None None] Provisioning complete for port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:00.873824 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-430ebed6-d384-4991-b7f0-ce92f5327f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:00.876316 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-18e309dd-9f9a-4159-b801-b7727f622ad6 req-ff57a941-b97a-477d-9b9f-65eeec4788fa tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607581 Aug 27 13:59:00.951921 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-430ebed6-d384-4991-b7f0-ce92f5327f94 None None] Port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:59:00.990938 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736a0209-2fff-48f6-9141-567c4427cf08 x-openstack-request-id: req-736a0209-2fff-48f6-9141-567c4427cf08 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:00.991212 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5beabb68-3652-460f-9209-67328688a2de", "name": "network-vif-deleted", "tag": "2cce02d1-755a-4c11-a22c-8cf262e70aa5", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:00.991460 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-736a0209-2fff-48f6-9141-567c4427cf08 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:00.991842 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5beabb68-3652-460f-9209-67328688a2de', 'name': 'network-vif-deleted', 'tag': '2cce02d1-755a-4c11-a22c-8cf262e70aa5', 'status': 'completed', 'code': 200} Aug 27 13:59:01.005820 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882d743-f625-41ea-af88-d4b18bc1aa1e tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] Pushing event deleted for resources: {'Port': ['ID=2cce02d1-755a-4c11-a22c-8cf262e70aa5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:01.056326 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:01.119456 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Transition to ACTIVE for port object 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:01.122953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 2cce02d1-755a-4c11-a22c-8cf262e70aa5 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:01.131020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43380) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:01.135455 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3fba104f-aae7-4adb-a9ad-8b5d242d07be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2aab601e4a774b6a9eea9da91e4b0277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411502 Aug 27 13:59:01.144967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddb359-e0da-46c9-a2a8-643b72421237 req-2f91b4d7-4b3f-4e1a-ad7a-105ff082647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:01.146930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eaddb359-e0da-46c9-a2a8-643b72421237 req-2f91b4d7-4b3f-4e1a-ad7a-105ff082647b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 1102 time: 0.3451242 Aug 27 13:59:01.168563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9852b-6f87-4361-bfc5-0ffd028eba72 req-23b65a5b-0bd9-4592-b086-9781176dcf49 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:01.178378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aab9852b-6f87-4361-bfc5-0ffd028eba72 req-23b65a5b-0bd9-4592-b086-9781176dcf49 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 944 time: 0.3112803 Aug 27 13:59:01.200977 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 2cce02d1-755a-4c11-a22c-8cf262e70aa5 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:59:01.204361 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 2cce02d1-755a-4c11-a22c-8cf262e70aa5 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:01.236384 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e996eaa9-42b7-4fae-b33c-2576fbb08aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:01.270358 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e996eaa9-42b7-4fae-b33c-2576fbb08aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:01.300607 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:01.324808 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aab9852b-6f87-4361-bfc5-0ffd028eba72 req-2d37b907-9578-4c26-bc0e-92e1de8211f3 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452398 Aug 27 13:59:01.329153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eaddb359-e0da-46c9-a2a8-643b72421237 req-700af7ed-c8bf-4c24-b65c-ce49822cdc11 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386786 Aug 27 13:59:01.333371 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:01.345370 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['7dc98858-6543-4003-ab35-a7d14120bd36'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:01.356020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e996eaa9-42b7-4fae-b33c-2576fbb08aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:01.359472 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e996eaa9-42b7-4fae-b33c-2576fbb08aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:01.372579 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e996eaa9-42b7-4fae-b33c-2576fbb08aa2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f64b49dc-dde9-4844-ba88-4812ade60530 HTTP/1.1" status: 204 len: 168 time: 0.2373717 Aug 27 13:59:01.379672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a', '645d98d6-b966-4378-9e0c-2f43862010eb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:01.396288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996eaa9-42b7-4fae-b33c-2576fbb08aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64b49dc-dde9-4844-ba88-4812ade60530,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:01.433626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:01.456586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:01.465267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:01.577681 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22fca63e-2d87-4188-b9ca-97ee0db9e5a8 req-7573c4c9-a8ba-4ceb-a41f-9005abc3a7bb tempest-AttachSCSIVolumeTestJSON-1953558761 tempest-AttachSCSIVolumeTestJSON-1953558761-project] 10.222.0.55 "GET /v2.0/ports?device_id=5beabb68-3652-460f-9209-67328688a2de HTTP/1.1" status: 200 len: 210 time: 0.0502334 Aug 27 13:59:01.640782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:01.641574 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:01.758558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Pushing event updated for resources: {'Port': ['ID=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:01.807671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:01.831046 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:01.841355 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-32d14206-a0c4-4701-b36a-9008a40225dd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3840785 Aug 27 13:59:01.964286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-03062879-c583-4396-b912-446bcab9e014 None None] Provisioning for port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:01.980064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-03062879-c583-4396-b912-446bcab9e014 None None] Provisioning complete for port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:01.980453 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03062879-c583-4396-b912-446bcab9e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:02.024505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-03062879-c583-4396-b912-446bcab9e014 None None] Port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:59:02.039523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 96a43c2d-e891-45f1-8c39-7bf1553c9f79 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:02.159155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 96a43c2d-e891-45f1-8c39-7bf1553c9f79 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:02.159932 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:02.168690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856291-10fd-4b12-a54c-9c3b4ceb45e6 req-69c77858-a215-4575-a215-a212bb049541 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:02.179814 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d856291-10fd-4b12-a54c-9c3b4ceb45e6 req-69c77858-a215-4575-a215-a212bb049541 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 950 time: 0.1349394 Aug 27 13:59:02.272401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d856291-10fd-4b12-a54c-9c3b4ceb45e6 req-5a23c063-5b28-4f3f-92a7-5e73ad8bf4d4 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880547 Aug 27 13:59:02.394903 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Request body: {'port': {'device_id': '6260985a-08d1-433c-a938-bd6820927b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:02.447602 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:02.466768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59093000-c3a4-4140-ace3-428675b7375d req-8782f821-e66a-4b19-a1e5-5842ecc09132 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:02.469616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-59093000-c3a4-4140-ace3-428675b7375d req-8782f821-e66a-4b19-a1e5-5842ecc09132 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 936 time: 0.8249536 Aug 27 13:59:02.520389 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Pushing event updated for resources: {'Port': ['ID=e77d05d5-5c9f-45a9-a556-ef8fcfd9c717,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:02.520578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaead05-57b6-4c51-ba2b-e3222571c928 req-c6c44b79-d6b1-4223-be71-0f8ac94ca6c2 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:02.527214 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6aaead05-57b6-4c51-ba2b-e3222571c928 req-c6c44b79-d6b1-4223-be71-0f8ac94ca6c2 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 944 time: 0.0671713 Aug 27 13:59:02.583192 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6aaead05-57b6-4c51-ba2b-e3222571c928 req-b5d4843e-eeb8-41f5-a76a-c8e1987f1d4f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529244 Aug 27 13:59:02.593797 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:02.613813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-59093000-c3a4-4140-ace3-428675b7375d req-db556ac8-38ad-4358-a8db-67ba52e8bfa8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330540 Aug 27 13:59:02.696159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43422) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:02.698012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Network 80bf5322-255b-4b1b-a845-b0ae02d99a80 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:02.702333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:02.854767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1798055045-network', 'tenant_id': '72b9ab7d63ad4d10a6e999acf8f3ce3c'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:02.893110 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Made reservation on behalf of 72b9ab7d63ad4d10a6e999acf8f3ce3c for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:59:02.896220 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:02.917241 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:02.994090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Router 0527648c-8e3f-4a51-8e3f-e25b7e01df29 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:59:03.113383 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:03.120975 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:03.155491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:59:03.168451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:59:03.179955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9148042d-c1db-4411-beef-6380b365a5f5 None None] Provisioning complete for port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:03.180469 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:03.181064 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9148042d-c1db-4411-beef-6380b365a5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:03.184249 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:59:03.188965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985db652-17b5-40ce-9c22-c00fbda22dbb,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:03.191275 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cfc68f68-10f4-4b6e-8754-42c792f3a86f admin admin] 10.222.0.55 "PUT /v2.0/routers/0527648c-8e3f-4a51-8e3f-e25b7e01df29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3164358 Aug 27 13:59:03.196364 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:03.197605 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Added segment cf80bf3d-c409-41d2-b457-aa815ebd872f of type vlan for network 98a83768-35e2-421d-8e29-026f2b74cf67 Aug 27 13:59:03.203387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Transition to ACTIVE for port object 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:03.207774 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:03.255907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Sync routers for ids ['0527648c-8e3f-4a51-8e3f-e25b7e01df29'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:59:03.289630 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:03.293045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9148042d-c1db-4411-beef-6380b365a5f5 None None] Port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:59:03.295521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Routers {'0527648c-8e3f-4a51-8e3f-e25b7e01df29'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:03.296025 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:58:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['0527648c-8e3f-4a51-8e3f-e25b7e01df29'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:03.367528 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:03.369002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:03.369906 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:03.374857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Pushing event updated for resources: {'Port': ['ID=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:03.446633 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7478886 Aug 27 13:59:03.458233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43472) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:03.482742 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2f369e89-3063-484c-8643-37f5c0e92810 admin admin] Request body: {'subnet': {'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1798055045-subnet', 'tenant_id': '72b9ab7d63ad4d10a6e999acf8f3ce3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:03.537701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65992e-1941-4105-a2fe-2a43fd2626b8 admin admin] Pushing event updated for resources: {'Network': ['ID=98a83768-35e2-421d-8e29-026f2b74cf67,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:03.559393 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 98a83768-35e2-421d-8e29-026f2b74cf67 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:59:03.677386 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Set router 0527648c-8e3f-4a51-8e3f-e25b7e01df29 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:03.691764 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f369e89-3063-484c-8643-37f5c0e92810 admin admin] Made reservation on behalf of 72b9ab7d63ad4d10a6e999acf8f3ce3c for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:59:03.695231 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f369e89-3063-484c-8643-37f5c0e92810 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:03.730741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Attempting to bind port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:03.731400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Attempting to bind port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:03.731931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Attempting to bind port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:03.962751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c212a-4094-426a-9deb-71d3a149b518 req-f6137c75-86cf-4603-8c75-1edd3dae647d tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:03.964840 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-712c212a-4094-426a-9deb-71d3a149b518 req-f6137c75-86cf-4603-8c75-1edd3dae647d tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 950 time: 0.4473829 Aug 27 13:59:03.969665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f369e89-3063-484c-8643-37f5c0e92810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:03.975936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:59:03.976273 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Attempting to bind port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:04.045700 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:04.046163 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:04.046565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:04.047241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Bound port: 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:04.047556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:04.090012 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-712c212a-4094-426a-9deb-71d3a149b518 req-2589cdb7-dfda-4316-b99b-72e9d0356968 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096764 Aug 27 13:59:04.147277 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f369e89-3063-484c-8643-37f5c0e92810 admin admin] Checking segment: {'id': 'cf80bf3d-c409-41d2-b457-aa815ebd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:04.147625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f369e89-3063-484c-8643-37f5c0e92810 admin admin] Network hostable DHCP agents. Network: 98a83768-35e2-421d-8e29-026f2b74cf67, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:59:04.162119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f369e89-3063-484c-8643-37f5c0e92810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b548265e-aa82-466a-84a5-9484690d9f4b,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:04.231706 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-ce33a36e-3e5b-48ab-8a93-db640838d6a4 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3953562 Aug 27 13:59:04.231919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'name': 'tempest-FloatingIPsTestJSON-14986640-router', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:58:52Z', 'updated_at': '2021-08-27T13:59:01Z', 'revision_number': 4, 'project_id': '479efa5b5b774fd98c619b7630ba3414', 'gw_port': {'id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:58:53Z', 'updated_at': '2021-08-27T13:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'e77d05d5-5c9f-45a9-a556-ef8fcfd9c717', 'name': '', 'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'mac_address': 'fa:16:3e:28:e5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0f680358-5a0f-4543-88ac-14db0c9821d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:58:58Z', 'updated_at': '2021-08-27T13:59:01Z', 'revision_number': 2, 'project_id': '479efa5b5b774fd98c619b7630ba3414', 'subnets': [{'id': '0f680358-5a0f-4543-88ac-14db0c9821d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:04.236681 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:04.255455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:04.259942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:04.269472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Checking router: 0527648c-8e3f-4a51-8e3f-e25b7e01df29 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:59:04.269882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Updating router 0527648c-8e3f-4a51-8e3f-e25b7e01df29 port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:59:04.273029 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:04.283172 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:04.302326 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:04.323986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f369e89-3063-484c-8643-37f5c0e92810 admin admin] Network 98a83768-35e2-421d-8e29-026f2b74cf67 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:59:04.381432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:04.382083 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:04.383934 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] 10.222.0.52 "PUT /v2.0/ports/327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 200 len: 1097 time: 2.0037210 Aug 27 13:59:04.386712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:04.398943 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0cecc5-8887-403d-871c-e1dc7257a0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:04.422722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-2f369e89-3063-484c-8643-37f5c0e92810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 98a83768-35e2-421d-8e29-026f2b74cf67) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:04.431553 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:04.447267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f369e89-3063-484c-8643-37f5c0e92810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:04.448246 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f369e89-3063-484c-8643-37f5c0e92810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:04.498726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf45cf-9f99-45c9-a6dc-65bb46ee4df9 service neutron] Pushing event updated for resources: {'Port': ['ID=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:04.516861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed3fe8-d7d4-472a-96cd-df132403e3fe req-4d6cee24-ff75-4a8b-ad2b-4bb428601e6c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:04.528702 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1ed3fe8-d7d4-472a-96cd-df132403e3fe req-4d6cee24-ff75-4a8b-ad2b-4bb428601e6c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 944 time: 0.3258033 Aug 27 13:59:04.540387 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2f369e89-3063-484c-8643-37f5c0e92810 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0769250 Aug 27 13:59:04.584947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1ed3fe8-d7d4-472a-96cd-df132403e3fe req-6969aeb9-5216-4171-be3c-8b42101849a5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553517 Aug 27 13:59:04.588043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-f404d4e1-cfa4-43af-8997-562bada4f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:04.589568 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-f404d4e1-cfa4-43af-8997-562bada4f9ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 1100 time: 0.1380551 Aug 27 13:59:04.591343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79967bdd-071a-4b15-85a6-e7300363f693 None None] Network 98a83768-35e2-421d-8e29-026f2b74cf67 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:59:04.647774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-d09cd609-2938-4a05-94b4-983a9ae872ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 200 len: 217 time: 0.0483205 Aug 27 13:59:04.699207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Allocated IP 172.25.2.152 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/9d6648c4-18ce-420a-96b9-7cce43cf9e2d) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:04.731971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-aa8d5b8f-16fc-4bf3-9703-1a7a7bb19290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:04.734250 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-aa8d5b8f-16fc-4bf3-9703-1a7a7bb19290 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0702066 Aug 27 13:59:04.894487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-c89e2283-472b-470b-8a95-398ac8669dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:04.900126 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-c89e2283-472b-470b-8a95-398ac8669dfb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1567602 Aug 27 13:59:04.909789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:04.917735 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab4047-dc23-4f4f-89fb-068461562efa req-1a26c724-9b7b-4817-a727-38c8b03294ea tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:04.920204 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79ab4047-dc23-4f4f-89fb-068461562efa req-1a26c724-9b7b-4817-a727-38c8b03294ea tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 948 time: 0.1281998 Aug 27 13:59:04.997889 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:05.018847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0ca259-fa1f-466c-a6ca-f2966f67c278 None None] Network 98a83768-35e2-421d-8e29-026f2b74cf67 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:59:05.088397 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-fad2bdb4-f080-4735-9ffc-9e34195d8ef9 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656930 Aug 27 13:59:05.112122 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Pushing event updated for resources: {'Port': ['ID=9d6648c4-18ce-420a-96b9-7cce43cf9e2d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:05.134188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:05.139362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:05.149355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:05.241404 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:05.257155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Transition to ACTIVE for port object e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:05.259941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13c8eac1-2d66-4c9d-96d3-eee73c7ac0da req-c73ada53-9979-4c87-a44e-cae3c1d46bf2 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584415 Aug 27 13:59:05.265483 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:05.307335 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:05.314185 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79ab4047-dc23-4f4f-89fb-068461562efa req-93ce3cf4-c415-4a1b-b134-e973aeea4475 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236955 Aug 27 13:59:05.355507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc3701-69c1-4b19-ba6d-fb935489cad1 None None] Pushing event updated for resources: {'Port': ['ID=e77d05d5-5c9f-45a9-a556-ef8fcfd9c717,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:05.370645 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5960975b-0ea3-406d-8995-7267b489388e x-openstack-request-id: req-5960975b-0ea3-406d-8995-7267b489388e {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:05.371500 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:05.371967 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5960975b-0ea3-406d-8995-7267b489388e {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:05.372676 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'status': 'completed', 'code': 200} Aug 27 13:59:05.391665 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:05.419882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Attempting to bind port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:05.420256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Attempting to bind port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6caac508-f842-47c6-af62-336f96e7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:05.421078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Attempting to bind port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 on network 80bf5322-255b-4b1b-a845-b0ae02d99a80 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:05.426714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:05.427120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Checking segment: {'id': '6caac508-f842-47c6-af62-336f96e7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:05.427525 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:05.427917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Bound using segment: {'id': '6caac508-f842-47c6-af62-336f96e7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:05.428380 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Bound port: e77d05d5-5c9f-45a9-a556-ef8fcfd9c717, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caac508-f842-47c6-af62-336f96e7265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:05.428823 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:05.500018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cecc5-8887-403d-871c-e1dc7257a0eb req-444644e8-8ad0-489d-9bc8-c4e70497e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:05.501635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d0cecc5-8887-403d-871c-e1dc7257a0eb req-444644e8-8ad0-489d-9bc8-c4e70497e3ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 1100 time: 0.1034615 Aug 27 13:59:05.555741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] For port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:05.560599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] For port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e77d05d5-5c9f-45a9-a556-ef8fcfd9c717,segment=NetworkSegment(6caac508-f842-47c6-af62-336f96e7265a),segment_id=6caac508-f842-47c6-af62-336f96e7265a)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:05.570222 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:05.693362 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Routers {'0527648c-8e3f-4a51-8e3f-e25b7e01df29'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:05.696023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:58:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['0527648c-8e3f-4a51-8e3f-e25b7e01df29'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:05.756365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cecc5-8887-403d-871c-e1dc7257a0eb req-0be45cee-1b49-484f-9c87-e2f90d3c7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:05.764248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d0cecc5-8887-403d-871c-e1dc7257a0eb req-0be45cee-1b49-484f-9c87-e2f90d3c7e0d service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2520280 Aug 27 13:59:05.795217 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:05.806273 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:05.888757 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d0cecc5-8887-403d-871c-e1dc7257a0eb req-12a3a2ab-159b-40f5-9d78-a46037869fae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 200 len: 217 time: 0.1147091 Aug 27 13:59:05.908560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Pushing event updated for resources: {'Port': ['ID=9d6648c4-18ce-420a-96b9-7cce43cf9e2d,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:05.930840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] Set router 0527648c-8e3f-4a51-8e3f-e25b7e01df29 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:05.989027 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:05.993773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc3701-69c1-4b19-ba6d-fb935489cad1 None None] Pushing event updated for resources: {'Port': ['ID=e77d05d5-5c9f-45a9-a556-ef8fcfd9c717,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:06.017767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cecc5-8887-403d-871c-e1dc7257a0eb req-e10cab7e-6dda-4ff0-9930-6eb6ee31299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:06.019868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d0cecc5-8887-403d-871c-e1dc7257a0eb req-e10cab7e-6dda-4ff0-9930-6eb6ee31299c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1219382 Aug 27 13:59:06.025303 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:06.027415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-3b6321f8-3774-4c0f-81c4-d2ced30f4f51 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7949533 Aug 27 13:59:06.075648 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:59:06.178949 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cecc5-8887-403d-871c-e1dc7257a0eb req-931ee5b4-b8ef-4433-94b4-792184cc57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:06.181156 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d0cecc5-8887-403d-871c-e1dc7257a0eb req-931ee5b4-b8ef-4433-94b4-792184cc57ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1489196 Aug 27 13:59:06.192980 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-2e415763-7373-4707-8517-a5992127d48a tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.152 HTTP/1.1" status: 200 len: 696 time: 0.1536024 Aug 27 13:59:06.194658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-cde1ae8d-7a3e-44d7-b36f-1c5cadf23e4b tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:06.201661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-cde1ae8d-7a3e-44d7-b36f-1c5cadf23e4b tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/networks?id=98a83768-35e2-421d-8e29-026f2b74cf67 HTTP/1.1" status: 200 len: 815 time: 0.4172878 Aug 27 13:59:06.230213 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-60600dca-35c8-4985-a110-b563d8250772 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/quotas/72b9ab7d63ad4d10a6e999acf8f3ce3c HTTP/1.1" status: 200 len: 375 time: 0.0276535 Aug 27 13:59:06.295495 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-c4a43f59-9031-4928-ac5a-151ab8057751 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=72b9ab7d63ad4d10a6e999acf8f3ce3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644405 Aug 27 13:59:06.325799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'name': 'tempest-FloatingIPsTestJSON-14986640-router', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:58:52Z', 'updated_at': '2021-08-27T13:59:01Z', 'revision_number': 4, 'project_id': '479efa5b5b774fd98c619b7630ba3414', 'gw_port': {'id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:58:53Z', 'updated_at': '2021-08-27T13:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'e77d05d5-5c9f-45a9-a556-ef8fcfd9c717', 'name': '', 'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'mac_address': 'fa:16:3e:28:e5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0f680358-5a0f-4543-88ac-14db0c9821d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:58:58Z', 'updated_at': '2021-08-27T13:59:05Z', 'revision_number': 4, 'project_id': '479efa5b5b774fd98c619b7630ba3414', 'subnets': [{'id': '0f680358-5a0f-4543-88ac-14db0c9821d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:06.367032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106345b-3eb3-494f-9999-2c37c0db1feb None None] The sync data for ids ['0527648c-8e3f-4a51-8e3f-e25b7e01df29'] in n-d-712139-12 is: [{'id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'name': 'tempest-FloatingIPsTestJSON-14986640-router', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:58:52Z', 'updated_at': '2021-08-27T13:59:01Z', 'revision_number': 4, 'project_id': '479efa5b5b774fd98c619b7630ba3414', 'gw_port': {'id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:58:53Z', 'updated_at': '2021-08-27T13:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'e77d05d5-5c9f-45a9-a556-ef8fcfd9c717', 'name': '', 'network_id': '80bf5322-255b-4b1b-a845-b0ae02d99a80', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'mac_address': 'fa:16:3e:28:e5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0f680358-5a0f-4543-88ac-14db0c9821d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:58:58Z', 'updated_at': '2021-08-27T13:59:05Z', 'revision_number': 4, 'project_id': '479efa5b5b774fd98c619b7630ba3414', 'subnets': [{'id': '0f680358-5a0f-4543-88ac-14db0c9821d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:59:06.397003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-72cc78d8-487a-44a3-a51d-5d538e92e443 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:06.398523 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-72cc78d8-487a-44a3-a51d-5d538e92e443 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1992543 Aug 27 13:59:06.412646 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d0cecc5-8887-403d-871c-e1dc7257a0eb req-f14ca0f8-ce33-4a1d-80c4-a30addcd8913 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080331 Aug 27 13:59:06.417174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-4f278507-78aa-473f-92d9-c8ef4d47586f tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:59:06.418216 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16d5dd04-9d66-41af-b90d-eb6057bd2d98 req-4f278507-78aa-473f-92d9-c8ef4d47586f tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131230 Aug 27 13:59:06.574141 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-5aa15637-c9d1-484d-bbea-066e16cbbd6f service neutron] 10.222.0.55 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695928 Aug 27 13:59:06.574654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b641c2-916f-4e3d-80bf-4340137e3e30 req-e62645c3-1dea-4836-b5a4-bd1c699ef539 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:06.576054 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64b641c2-916f-4e3d-80bf-4340137e3e30 req-e62645c3-1dea-4836-b5a4-bd1c699ef539 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 950 time: 0.0746193 Aug 27 13:59:06.630332 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64b641c2-916f-4e3d-80bf-4340137e3e30 req-13ce1b4a-564f-4b45-b553-c8d258cd4a94 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 Aug 27 13:59:06.723505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d0cecc5-8887-403d-871c-e1dc7257a0eb req-ebcd3970-872f-44f7-89fb-33e255e48a22 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761843 Aug 27 13:59:06.750426 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-eca84daf-9ec9-4029-805d-2479f6e9c4da service neutron] 10.222.0.55 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667891 Aug 27 13:59:06.800352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f05152-14be-4cae-8efd-eeb816c0c919 req-b6b50409-da29-4d94-97a5-d7e003b3311d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:06.809551 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62f05152-14be-4cae-8efd-eeb816c0c919 req-b6b50409-da29-4d94-97a5-d7e003b3311d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 944 time: 0.1102037 Aug 27 13:59:06.857742 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62f05152-14be-4cae-8efd-eeb816c0c919 req-690d3339-7644-4b1e-903c-5581b0095611 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 Aug 27 13:59:07.031813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e49be15-5038-4619-96dc-067f9d818483 req-ab4ea0b9-3b90-46bd-a7dd-fd3984580954 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/floatingips/6f4167b1-d008-4160-b20b-59daa842d2d8 HTTP/1.1" status: 200 len: 693 time: 0.0911169 Aug 27 13:59:07.053939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bffd36-4016-4d03-bdf8-77f72b7d761a req-be608e32-290c-465c-a691-6f8734943d1b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:07.065092 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8bffd36-4016-4d03-bdf8-77f72b7d761a req-be608e32-290c-465c-a691-6f8734943d1b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 948 time: 0.1064465 Aug 27 13:59:07.115216 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8bffd36-4016-4d03-bdf8-77f72b7d761a req-daa8e609-fe81-4092-86c1-f72bae4376d0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 Aug 27 13:59:07.219645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49be15-5038-4619-96dc-067f9d818483 req-c9935847-6f76-4ffb-826a-161b0edb3477 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:07.228579 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e49be15-5038-4619-96dc-067f9d818483 req-c9935847-6f76-4ffb-826a-161b0edb3477 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1887853 Aug 27 13:59:07.236236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-9e49be15-5038-4619-96dc-067f9d818483 req-5ac9a52c-76e3-4b7a-af84-0478b25ac630 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:59:07.240597 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e49be15-5038-4619-96dc-067f9d818483 req-5ac9a52c-76e3-4b7a-af84-0478b25ac630 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098639 Aug 27 13:59:07.365154 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a236221b-c1c4-4f09-b95b-b7b3c0824e22 req-c9ebfa04-7297-4b91-9a52-da0f3d03638f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 210 time: 0.0540731 Aug 27 13:59:07.503975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f6c55bf-a8ac-41c4-a21f-a937dc02d14b req-03479eb5-c5ff-4fe8-accc-b23873c9fa27 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=479efa5b5b774fd98c619b7630ba3414 HTTP/1.1" status: 200 len: 696 time: 0.1138685 Aug 27 13:59:07.665863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39053bc2-c074-4028-b280-9d0414fed378 req-b78e4c66-2131-459e-8818-f86df16f2496 tempest-ServersAdminNegativeTestJSON-1623909725 tempest-ServersAdminNegativeTestJSON-1623909725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:07.674622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:59:07.675178 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39053bc2-c074-4028-b280-9d0414fed378 req-b78e4c66-2131-459e-8818-f86df16f2496 tempest-ServersAdminNegativeTestJSON-1623909725 tempest-ServersAdminNegativeTestJSON-1623909725-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 1102 time: 0.0586033 Aug 27 13:59:07.695502 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-39053bc2-c074-4028-b280-9d0414fed378 req-fd8f6bdf-f89f-4055-8115-68178dfca9dd tempest-ServersAdminNegativeTestJSON-1623909725 tempest-ServersAdminNegativeTestJSON-1623909725-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:07.735374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c55bf-a8ac-41c4-a21f-a937dc02d14b req-5ceb0085-6ebd-468c-9ea8-a2395a72558b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:07.747900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f6c55bf-a8ac-41c4-a21f-a937dc02d14b req-5ceb0085-6ebd-468c-9ea8-a2395a72558b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/networks?id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 787 time: 0.2426934 Aug 27 13:59:07.790111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-0f6c55bf-a8ac-41c4-a21f-a937dc02d14b req-1b75e650-4ea7-4f92-a869-9579822bc5eb tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:59:07.793710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f6c55bf-a8ac-41c4-a21f-a937dc02d14b req-1b75e650-4ea7-4f92-a869-9579822bc5eb tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434029 Aug 27 13:59:07.885092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:07.908531 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-39053bc2-c074-4028-b280-9d0414fed378 req-fd8f6bdf-f89f-4055-8115-68178dfca9dd tempest-ServersAdminNegativeTestJSON-1623909725 tempest-ServersAdminNegativeTestJSON-1623909725-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:07.928771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-39053bc2-c074-4028-b280-9d0414fed378 req-fd8f6bdf-f89f-4055-8115-68178dfca9dd tempest-ServersAdminNegativeTestJSON-1623909725 tempest-ServersAdminNegativeTestJSON-1623909725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:07.951117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'mac_address': 'fa:16:3e:73:72:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:59:07.970964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-b8df370c-54e5-46f4-9777-04ce6a276014 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/floatingips/6f4167b1-d008-4160-b20b-59daa842d2d8 HTTP/1.1" status: 200 len: 693 time: 0.1465375 Aug 27 13:59:08.029084 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39053bc2-c074-4028-b280-9d0414fed378 req-fd8f6bdf-f89f-4055-8115-68178dfca9dd tempest-ServersAdminNegativeTestJSON-1623909725 tempest-ServersAdminNegativeTestJSON-1623909725-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473556 Aug 27 13:59:08.053320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f6bdf-f89f-4055-8115-68178dfca9dd tempest-ServersAdminNegativeTestJSON-1623909725 tempest-ServersAdminNegativeTestJSON-1623909725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64549a4-58ff-49a6-9a37-10ca1110316e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:08.095227 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:08.115848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:59:08.159896 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:08.197219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-cdfb989f-0fe9-4be5-b685-465438305ab6 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:08.204400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-cdfb989f-0fe9-4be5-b685-465438305ab6 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.2326231 Aug 27 13:59:08.204781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f6615-9b2b-4f98-92f2-de2ce02703fa req-57fcf857-c40f-45da-953d-3be2af6c44f2 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:08.206757 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-280f6615-9b2b-4f98-92f2-de2ce02703fa req-57fcf857-c40f-45da-953d-3be2af6c44f2 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 944 time: 0.0898817 Aug 27 13:59:08.209798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-76eec28b-2879-4422-9af1-8683cfc1f089 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:59:08.216877 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-76eec28b-2879-4422-9af1-8683cfc1f089 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115960 Aug 27 13:59:08.230053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:08.242887 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:08.266306 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-280f6615-9b2b-4f98-92f2-de2ce02703fa req-eff19210-81cb-4e7a-9007-d26db0f44e93 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471582 Aug 27 13:59:08.292670 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-da2ffa5d-1c3e-4e14-a4d3-b727268354b9 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.152 HTTP/1.1" status: 200 len: 696 time: 0.0748866 Aug 27 13:59:08.346244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:08.349290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:08.353948 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:08.354653 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:08.370007 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-67912310-be2a-4d72-9ab9-107674fba2d9 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.152 HTTP/1.1" status: 200 len: 696 time: 0.0764446 Aug 27 13:59:08.414557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa57ef-97f5-4fa7-bed1-2eba0f8215ed req-8329e0d8-7c3b-4f46-bbd7-96347c5ea926 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:08.422559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64fa57ef-97f5-4fa7-bed1-2eba0f8215ed req-8329e0d8-7c3b-4f46-bbd7-96347c5ea926 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 949 time: 0.0683265 Aug 27 13:59:08.482201 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:08.503404 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64fa57ef-97f5-4fa7-bed1-2eba0f8215ed req-04ca29f5-2554-43cd-877f-c023462df5df tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797534 Aug 27 13:59:08.543696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:08.604973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-3be3d307-e048-4ca8-a82d-4ff9536e472b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Deleting port 9d6648c4-18ce-420a-96b9-7cce43cf9e2d {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:08.605309 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-3be3d307-e048-4ca8-a82d-4ff9536e472b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:08.607074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e77d05d5-5c9f-45a9-a556-ef8fcfd9c717,segment=NetworkSegment(6caac508-f842-47c6-af62-336f96e7265a),segment_id=6caac508-f842-47c6-af62-336f96e7265a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:08.613657 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:08.701830 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-3be3d307-e048-4ca8-a82d-4ff9536e472b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:08.703257 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-3be3d307-e048-4ca8-a82d-4ff9536e472b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:08.711338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=e77d05d5-5c9f-45a9-a556-ef8fcfd9c717,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:08.722557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-3be3d307-e048-4ca8-a82d-4ff9536e472b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Calling delete_port for 9d6648c4-18ce-420a-96b9-7cce43cf9e2d owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:08.916787 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-3be3d307-e048-4ca8-a82d-4ff9536e472b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:08.943017 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aad91812-7677-49ad-a2d0-ea0804b9eab6 req-c537f9cc-188b-427b-b2b4-f8ebc82c3a24 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 210 time: 0.0371637 Aug 27 13:59:08.973188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3d307-e048-4ca8-a82d-4ff9536e472b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Pushing event deleted for resources: {'Port': ['ID=9d6648c4-18ce-420a-96b9-7cce43cf9e2d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:09.016933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-161ef6c1-680a-417b-86f6-dbe83069b981 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:09.018515 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-161ef6c1-680a-417b-86f6-dbe83069b981 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.41 "GET /v2.0/networks?id=98a83768-35e2-421d-8e29-026f2b74cf67 HTTP/1.1" status: 200 len: 815 time: 0.2347882 Aug 27 13:59:09.039573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43568) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:09.081791 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-3be3d307-e048-4ca8-a82d-4ff9536e472b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:09.085708 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-3be3d307-e048-4ca8-a82d-4ff9536e472b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:09.097660 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a507ec7-2548-4318-9641-9cdaafa5de9b req-3be3d307-e048-4ca8-a82d-4ff9536e472b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "DELETE /v2.0/floatingips/6f4167b1-d008-4160-b20b-59daa842d2d8 HTTP/1.1" status: 204 len: 173 time: 0.7201874 Aug 27 13:59:09.103394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-01e58264-de83-4a7f-b81b-58941fabbf4c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Request body: {'port': {'device_id': 'aa6dd890-eead-4f7a-b0dd-d368aba06bd6', 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67', 'admin_state_up': True, 'tenant_id': '72b9ab7d63ad4d10a6e999acf8f3ce3c'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:09.244050 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-7f160674-413d-4389-8c66-9b1f64506cb8 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1235819 Aug 27 13:59:09.249931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:09.276840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:09.295557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d69ad-c944-4842-b793-3a148382d865 req-42c46616-de53-46e8-b4e3-d868ba1ddf5e tempest-ServersAdminNegativeTestJSON-1623909725 tempest-ServersAdminNegativeTestJSON-1623909725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:09.298055 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d67d69ad-c944-4842-b793-3a148382d865 req-42c46616-de53-46e8-b4e3-d868ba1ddf5e tempest-ServersAdminNegativeTestJSON-1623909725 tempest-ServersAdminNegativeTestJSON-1623909725-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 1102 time: 0.1397426 Aug 27 13:59:09.394986 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:09.509911 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Allocated IP 172.25.2.26 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/6ef6e1fe-d50a-4083-afb6-c5e05a765baf) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:09.630278 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:09.637692 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:09.668277 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-01e58264-de83-4a7f-b81b-58941fabbf4c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Made reservation on behalf of 72b9ab7d63ad4d10a6e999acf8f3ce3c for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:59:09.672951 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-01e58264-de83-4a7f-b81b-58941fabbf4c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:09.675385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:09.696887 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:09.697930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d67d69ad-c944-4842-b793-3a148382d865 req-2000452d-bd36-4f23-b61d-eca519ada4e0 tempest-ServersAdminNegativeTestJSON-1623909725 tempest-ServersAdminNegativeTestJSON-1623909725-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626680 Aug 27 13:59:09.717465 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:09.721105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:09.726951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:09.777637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:09.782480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:09.782936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.018197 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.051917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:10.054495 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dc00b7-df74-4c01-b905-d8d449748655" -d '{"events": [{"server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "name": "network-vif-plugged", "status": "completed", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:10.082027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-01e58264-de83-4a7f-b81b-58941fabbf4c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Allocated IP 172.20.0.10 (98a83768-35e2-421d-8e29-026f2b74cf67/b548265e-aa82-466a-84a5-9484690d9f4b/ba26a24a-8322-41bf-8fe8-e3051e872d1f) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:10.100519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:10.110663 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:10.179769 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.282437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Pushing event updated for resources: {'Port': ['ID=6ef6e1fe-d50a-4083-afb6-c5e05a765baf,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:10.310986 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.355851 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.381254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765d3fb-b5bd-402c-89e4-0886005bf0cf req-6c2b2980-bf31-4283-9c0f-ccd0a27ee14d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:10.383067 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5765d3fb-b5bd-402c-89e4-0886005bf0cf req-6c2b2980-bf31-4283-9c0f-ccd0a27ee14d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 944 time: 0.1779358 Aug 27 13:59:10.402894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:10.416388 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-01e58264-de83-4a7f-b81b-58941fabbf4c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.434376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:10.434856 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.461373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eeb783e4-469a-4225-97e9-f7e031fbf436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.527318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5765d3fb-b5bd-402c-89e4-0886005bf0cf req-5f06781a-b6d4-453f-9f02-4bccbf3aafff tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321836 Aug 27 13:59:10.537040 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.544199 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.618326 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-01e58264-de83-4a7f-b81b-58941fabbf4c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.635826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Pushing event updated for resources: {'Port': ['ID=6ef6e1fe-d50a-4083-afb6-c5e05a765baf,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:10.650764 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.666610 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.668112 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-c25a5a94-ace2-4249-bb97-6433222e4a82 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4231627 Aug 27 13:59:10.721784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-a2379309-4535-45eb-a507-2afb784b0df1 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0463006 Aug 27 13:59:10.750183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-01e58264-de83-4a7f-b81b-58941fabbf4c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Network 98a83768-35e2-421d-8e29-026f2b74cf67 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:10.790553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-01e58264-de83-4a7f-b81b-58941fabbf4c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:10.793567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-01e58264-de83-4a7f-b81b-58941fabbf4c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:10.800557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e58264-de83-4a7f-b81b-58941fabbf4c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Pushing event updated for resources: {'Port': ['ID=ba26a24a-8322-41bf-8fe8-e3051e872d1f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:10.844769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-b1a5a6f7-938b-49af-8115-1695e5699c7c tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:10.846287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20fb6a44-9f45-4798-87ce-86f260001ee5 req-b1a5a6f7-938b-49af-8115-1695e5699c7c tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1179438 Aug 27 13:59:10.855364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc8dae-0897-4e08-bccf-446f4c3e850e req-5d4bc169-b272-4eb5-addc-380b39173338 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:10.856960 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-59cc8dae-0897-4e08-bccf-446f4c3e850e req-5d4bc169-b272-4eb5-addc-380b39173338 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.2426760 Aug 27 13:59:10.893631 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-01e58264-de83-4a7f-b81b-58941fabbf4c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:10.894238 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-01e58264-de83-4a7f-b81b-58941fabbf4c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:10.944101 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-59cc8dae-0897-4e08-bccf-446f4c3e850e req-03de487b-02fc-43ac-b5bb-ea7006bdb6a5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802999 Aug 27 13:59:10.946439 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-01e58264-de83-4a7f-b81b-58941fabbf4c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8552034 Aug 27 13:59:10.996079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Request body: {'port': {'device_id': 'aa6dd890-eead-4f7a-b0dd-d368aba06bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:11.091630 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dc246e-733c-4312-8432-cec0e2d5e5ca x-openstack-request-id: req-50dc246e-733c-4312-8432-cec0e2d5e5ca {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:11.092173 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "name": "network-vif-plugged", "status": "completed", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:11.093959 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-50dc246e-733c-4312-8432-cec0e2d5e5ca {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:11.094765 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'code': 200} Aug 27 13:59:11.130521 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:11.156369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:59:11.178365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103c581-2d77-4719-b6da-f4c481807bb7 req-a1ff527d-cff8-482c-95f3-b8f1f7ccadcc tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:11.179873 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-25e9f63d-f8df-4fd0-885c-6337dd5df445 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/floatingips/d9fe6cf8-7949-444b-b550-f94bc77358b8 HTTP/1.1" status: 200 len: 692 time: 0.0756085 Aug 27 13:59:11.185669 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a103c581-2d77-4719-b6da-f4c481807bb7 req-a1ff527d-cff8-482c-95f3-b8f1f7ccadcc tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 932 time: 0.1580966 Aug 27 13:59:11.278445 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a103c581-2d77-4719-b6da-f4c481807bb7 req-9a7fc4f7-25ce-48fb-b083-3801a2f88cf0 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788655 Aug 27 13:59:11.279870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-eeb783e4-469a-4225-97e9-f7e031fbf436 admin admin] Deleting port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:11.280453 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eeb783e4-469a-4225-97e9-f7e031fbf436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:11.302146 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:11.310568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3', 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549', 'port_id': '3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3', 'mac_address': 'fa:16:3e:49:43:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b2ce31-ff9b-45b0-b1a0-ae006e096667', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:59:11.379609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-908c6e4c-0cbb-4f64-8405-8a8449bf563b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:11.388610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-908c6e4c-0cbb-4f64-8405-8a8449bf563b tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.2030137 Aug 27 13:59:11.397425 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:11.429577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:59:11.462753 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741ca2d-2c2f-46ca-a84d-519617880df3 req-e0294c46-b972-476b-80d9-abbf0874f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:11.464391 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4741ca2d-2c2f-46ca-a84d-519617880df3 req-e0294c46-b972-476b-80d9-abbf0874f055 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 1102 time: 0.2762737 Aug 27 13:59:11.465962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:11.476605 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:11.493989 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-2bbb1921-8e91-4959-bb5a-4075c8184335 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.1044035 Aug 27 13:59:11.523188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4741ca2d-2c2f-46ca-a84d-519617880df3 req-cb9cde52-bcd1-44b5-a53a-10512a213b80 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470066 Aug 27 13:59:11.580452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-6d494193-b699-4e28-ba67-adb79c9b8353 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0782194 Aug 27 13:59:11.594969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:11.600264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-eeb783e4-469a-4225-97e9-f7e031fbf436 admin admin] For port c3994bd0-7dfe-44e0-b1f3-4bb76bc64767, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c3994bd0-7dfe-44e0-b1f3-4bb76bc64767,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:11.600264 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eeb783e4-469a-4225-97e9-f7e031fbf436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:11.611760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-eeb783e4-469a-4225-97e9-f7e031fbf436 admin admin] Calling delete_port for c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:11.731163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-c44426b1-b5b8-4d2d-ada8-162b62e92439 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Deleting port 6ef6e1fe-d50a-4083-afb6-c5e05a765baf {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:11.731768 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-c44426b1-b5b8-4d2d-ada8-162b62e92439 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:11.758630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09374d6b-8de3-46f4-8b85-c37a0f342e35 req-1ddd9236-41d3-4bfa-93f6-10d8d022fd45 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:11.760164 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09374d6b-8de3-46f4-8b85-c37a0f342e35 req-1ddd9236-41d3-4bfa-93f6-10d8d022fd45 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 950 time: 0.1372199 Aug 27 13:59:11.808571 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-c44426b1-b5b8-4d2d-ada8-162b62e92439 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:11.808966 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-c44426b1-b5b8-4d2d-ada8-162b62e92439 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:11.820855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-c44426b1-b5b8-4d2d-ada8-162b62e92439 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Calling delete_port for 6ef6e1fe-d50a-4083-afb6-c5e05a765baf owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:11.857480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba26a24a-8322-41bf-8fe8-e3051e872d1f {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:59:11.875170 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:11.899246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09374d6b-8de3-46f4-8b85-c37a0f342e35 req-b4583525-caaa-4f8f-8291-a1a2ba8d7908 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181304 Aug 27 13:59:11.905039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Transition to ACTIVE for port object ba26a24a-8322-41bf-8fe8-e3051e872d1f will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:11.911560 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:11.998426 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-c44426b1-b5b8-4d2d-ada8-162b62e92439 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:12.029394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44426b1-b5b8-4d2d-ada8-162b62e92439 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Pushing event deleted for resources: {'Port': ['ID=6ef6e1fe-d50a-4083-afb6-c5e05a765baf,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:12.101679 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-c44426b1-b5b8-4d2d-ada8-162b62e92439 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:12.103594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:12.104456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-c44426b1-b5b8-4d2d-ada8-162b62e92439 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:12.117054 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a7b0b20e-838c-408c-a90d-460c88d1f1f9 req-c44426b1-b5b8-4d2d-ada8-162b62e92439 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "DELETE /v2.0/floatingips/d9fe6cf8-7949-444b-b550-f94bc77358b8 HTTP/1.1" status: 204 len: 173 time: 0.5357161 Aug 27 13:59:12.226311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e68cf1-3d90-4184-aaee-db49ca335ad5 req-784aa65e-6910-4f21-930d-5f311a60c7c8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:12.234969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-97e68cf1-3d90-4184-aaee-db49ca335ad5 req-784aa65e-6910-4f21-930d-5f311a60c7c8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.0726559 Aug 27 13:59:12.284877 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-97e68cf1-3d90-4184-aaee-db49ca335ad5 req-eefbfca5-692d-4f88-9807-0db0bd54dde6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416551 Aug 27 13:59:12.352055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Pushing event updated for resources: {'Port': ['ID=ba26a24a-8322-41bf-8fe8-e3051e872d1f,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:12.360682 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eeb783e4-469a-4225-97e9-f7e031fbf436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:12.413715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb783e4-469a-4225-97e9-f7e031fbf436 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3994bd0-7dfe-44e0-b1f3-4bb76bc64767,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:12.436148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014e066-ae57-41d5-a65e-21fc929a29fd req-b7f2cadf-9894-489a-af09-ebd4fd868262 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:12.439097 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f014e066-ae57-41d5-a65e-21fc929a29fd req-b7f2cadf-9894-489a-af09-ebd4fd868262 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 945 time: 0.4534028 Aug 27 13:59:12.448069 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-03675710-a8cc-4f89-bfd6-8d48d68a7f56 req-378e118e-c080-4e0c-9577-31e7b190ad3a tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] show failed (client error): The resource could not be found. Aug 27 13:59:12.449099 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03675710-a8cc-4f89-bfd6-8d48d68a7f56 req-378e118e-c080-4e0c-9577-31e7b190ad3a tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/floatingips/d9fe6cf8-7949-444b-b550-f94bc77358b8 HTTP/1.1" status: 404 len: 350 time: 0.0427406 Aug 27 13:59:12.532743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Attempting to bind port ba26a24a-8322-41bf-8fe8-e3051e872d1f on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:12.533071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Attempting to bind port ba26a24a-8322-41bf-8fe8-e3051e872d1f by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'cf80bf3d-c409-41d2-b457-aa815ebd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:12.533459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Attempting to bind port ba26a24a-8322-41bf-8fe8-e3051e872d1f on network 98a83768-35e2-421d-8e29-026f2b74cf67 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:12.544762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Port ba26a24a-8322-41bf-8fe8-e3051e872d1f on network 98a83768-35e2-421d-8e29-026f2b74cf67 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:59:12.545225 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Attempting to bind port ba26a24a-8322-41bf-8fe8-e3051e872d1f on network 98a83768-35e2-421d-8e29-026f2b74cf67 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:12.569878 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f014e066-ae57-41d5-a65e-21fc929a29fd req-d50924ef-5262-46b4-8b00-6335095801cb tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078849 Aug 27 13:59:12.574500 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5501e-8da5-41f7-a771-db347db4e1f9 req-caca6e38-d7fc-4524-b8d5-1ac74c1d2ebf tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:12.578494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:12.581626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Checking segment: {'id': 'cf80bf3d-c409-41d2-b457-aa815ebd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:12.583522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Bound using segment: {'id': 'cf80bf3d-c409-41d2-b457-aa815ebd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:12.583865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3ad5501e-8da5-41f7-a771-db347db4e1f9 req-caca6e38-d7fc-4524-b8d5-1ac74c1d2ebf tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 944 time: 0.0736475 Aug 27 13:59:12.584311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Bound port: ba26a24a-8322-41bf-8fe8-e3051e872d1f, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf80bf3d-c409-41d2-b457-aa815ebd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:12.585661 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:12.645139 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3ad5501e-8da5-41f7-a771-db347db4e1f9 req-ef715028-bfe0-41d0-80d6-265b54d24384 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601337 Aug 27 13:59:12.731268 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-2742a39e-b503-4b4e-80d9-242092ae3a87 req-d3a1007a-4112-4401-ab61-ba07e2e2c435 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] show failed (client error): The resource could not be found. Aug 27 13:59:12.732316 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2742a39e-b503-4b4e-80d9-242092ae3a87 req-d3a1007a-4112-4401-ab61-ba07e2e2c435 tempest-FloatingIPsTestJSON-2095077565 tempest-FloatingIPsTestJSON-2095077565-project] 10.222.0.55 "GET /v2.0/floatingips/d9fe6cf8-7949-444b-b550-f94bc77358b8 HTTP/1.1" status: 404 len: 350 time: 0.0916865 Aug 27 13:59:12.741932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43640) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:12.807459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eeb783e4-469a-4225-97e9-f7e031fbf436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:12.812734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] For port ba26a24a-8322-41bf-8fe8-e3051e872d1f, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:12.819813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] For port ba26a24a-8322-41bf-8fe8-e3051e872d1f, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ba26a24a-8322-41bf-8fe8-e3051e872d1f,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:12.863289 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:12.901807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:12.902511 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:12.904052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] 10.222.0.41 "PUT /v2.0/ports/ba26a24a-8322-41bf-8fe8-e3051e872d1f HTTP/1.1" status: 200 len: 1093 time: 1.9284143 Aug 27 13:59:12.904568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6dd890-eead-4f7a-b0dd-d368aba06bd6', 'tag': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:12.907123 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833e2e55-2a85-4264-9a9a-5b1b1a7fc3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6dd890-eead-4f7a-b0dd-d368aba06bd6", "tag": "ba26a24a-8322-41bf-8fe8-e3051e872d1f"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:12.972506 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49eeb7f-bbe6-4771-a5b4-6fd04127a93c x-openstack-request-id: req-c49eeb7f-bbe6-4771-a5b4-6fd04127a93c {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:12.973112 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6dd890-eead-4f7a-b0dd-d368aba06bd6", "tag": "ba26a24a-8322-41bf-8fe8-e3051e872d1f", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:12.973539 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c49eeb7f-bbe6-4771-a5b4-6fd04127a93c {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:12.974098 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6dd890-eead-4f7a-b0dd-d368aba06bd6', 'tag': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f', 'status': 'completed', 'code': 200} Aug 27 13:59:12.997342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5231f-0b58-49b8-b52b-1bd502a816eb service neutron] Pushing event updated for resources: {'Port': ['ID=ba26a24a-8322-41bf-8fe8-e3051e872d1f,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:13.097225 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-4c598f53-bc53-4445-acc0-0e53e7594d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:13.098639 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-4c598f53-bc53-4445-acc0-0e53e7594d2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72b9ab7d63ad4d10a6e999acf8f3ce3c&device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0939879 Aug 27 13:59:13.107713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64a6cf-5434-4d68-b114-170bb5b5f233 req-272244a1-27ac-4adb-a4b1-c124e3630d6e tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:13.109561 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc64a6cf-5434-4d68-b114-170bb5b5f233 req-272244a1-27ac-4adb-a4b1-c124e3630d6e tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 950 time: 0.1038063 Aug 27 13:59:13.198871 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-b63392cf-4124-489a-ab85-1bad76bf9825 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba26a24a-8322-41bf-8fe8-e3051e872d1f HTTP/1.1" status: 200 len: 217 time: 0.0547071 Aug 27 13:59:13.280417 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54db205d-613d-4a5e-98cb-a968f939ae18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:13.295606 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc64a6cf-5434-4d68-b114-170bb5b5f233 req-1f11d166-7dc1-4c53-abfb-8976512290c1 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452882 Aug 27 13:59:13.326647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-1c66dab7-a26f-4160-a4a6-6a48d81f0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:13.329293 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-1c66dab7-a26f-4160-a4a6-6a48d81f0b45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b548265e-aa82-466a-84a5-9484690d9f4b HTTP/1.1" status: 200 len: 855 time: 0.1218688 Aug 27 13:59:13.369099 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-4fd863c9-d3c0-4c8d-a20f-542386d834da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98a83768-35e2-421d-8e29-026f2b74cf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265691 Aug 27 13:59:13.377374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb783e4-469a-4225-97e9-f7e031fbf436 admin admin] Router a962aca3-e523-4619-8d43-688bd5a0327d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:59:13.449127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e677f6-bb8f-41c5-88cd-3fbb5b9dd3ed req-4e63ed18-2a82-4b70-9b32-9afc3d4caeba tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:13.450933 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40e677f6-bb8f-41c5-88cd-3fbb5b9dd3ed req-4e63ed18-2a82-4b70-9b32-9afc3d4caeba tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.0681953 Aug 27 13:59:13.591011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40e677f6-bb8f-41c5-88cd-3fbb5b9dd3ed req-5409b851-9634-4837-af90-ad25cdbd33ef tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193655 Aug 27 13:59:13.595542 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-066a9d27-c446-4aaa-8ce1-2ce2f014a332 service neutron] 10.222.0.41 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057409 Aug 27 13:59:13.596586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb783e4-469a-4225-97e9-f7e031fbf436 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:59:13.618776 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-eeb783e4-469a-4225-97e9-f7e031fbf436 admin admin] 10.222.0.55 "PUT /v2.0/routers/a962aca3-e523-4619-8d43-688bd5a0327d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5781069 Aug 27 13:59:13.621796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43656) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:13.626038 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1dac5-dfdc-4257-8bf5-94f78baef751 None None] Sync routers for ids ['a962aca3-e523-4619-8d43-688bd5a0327d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:59:13.638149 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c1dac5-dfdc-4257-8bf5-94f78baef751 None None] Routers {'a962aca3-e523-4619-8d43-688bd5a0327d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:13.641038 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f2c1dac5-dfdc-4257-8bf5-94f78baef751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:58:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a962aca3-e523-4619-8d43-688bd5a0327d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:13.761917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31622b-ae1a-4f55-a3b2-941489fdde9a req-360e6152-a5fe-499b-8962-2a858e14be62 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:13.762938 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b31622b-ae1a-4f55-a3b2-941489fdde9a req-360e6152-a5fe-499b-8962-2a858e14be62 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 1102 time: 0.0752287 Aug 27 13:59:13.781390 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-f2c1dac5-dfdc-4257-8bf5-94f78baef751 None None] Set router a962aca3-e523-4619-8d43-688bd5a0327d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:13.786654 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d507d5-574e-4134-b7bb-853a7d1a81de req-c6cc5b46-3602-46ea-9e3d-2907b62bdf2d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:13.793837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8d507d5-574e-4134-b7bb-853a7d1a81de req-c6cc5b46-3602-46ea-9e3d-2907b62bdf2d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 945 time: 0.0899687 Aug 27 13:59:13.803941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81c59ba4-574e-4004-a210-7098cef1c2ca req-31566e8f-c5eb-4e4d-8a71-7caab6701c1e service neutron] 10.222.0.41 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915884 Aug 27 13:59:13.855002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8d507d5-574e-4134-b7bb-853a7d1a81de req-5204541f-3aae-4d76-8636-c96622d6f264 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454609 Aug 27 13:59:13.860955 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b31622b-ae1a-4f55-a3b2-941489fdde9a req-332649c5-39c3-4e7a-830c-ed1d61a23237 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676026 Aug 27 13:59:13.880533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:13.963528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-54db205d-613d-4a5e-98cb-a968f939ae18 admin admin] Deleting port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:13.964139 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54db205d-613d-4a5e-98cb-a968f939ae18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:14.033647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729c6ad-6497-4f23-8cc1-a81926034c22 req-28bd011b-e61a-4c6f-8c99-f36b6d3ffed9 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:14.043326 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1729c6ad-6497-4f23-8cc1-a81926034c22 req-28bd011b-e61a-4c6f-8c99-f36b6d3ffed9 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 944 time: 0.1013672 Aug 27 13:59:14.094350 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:14.094760 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f2c1dac5-dfdc-4257-8bf5-94f78baef751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312949767-router', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:18Z', 'updated_at': '2021-08-27T13:59:11Z', 'revision_number': 5, 'project_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'gw_port': {'id': 'b4fd0121-0dbb-4af5-9393-39eec98bf2e2', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:19Z', 'updated_at': '2021-08-27T13:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:14.135407 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1729c6ad-6497-4f23-8cc1-a81926034c22 req-1492fa89-f9c8-4d00-92af-cfe1d3db857f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911245 Aug 27 13:59:14.145622 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e2e55-2a85-4264-9a9a-5b1b1a7fc3fe req-69e65f6c-d3d8-4329-ad72-9aa6b9939715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:14.147832 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-833e2e55-2a85-4264-9a9a-5b1b1a7fc3fe req-69e65f6c-d3d8-4329-ad72-9aa6b9939715 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72b9ab7d63ad4d10a6e999acf8f3ce3c&device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0940163 Aug 27 13:59:14.150541 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1dac5-dfdc-4257-8bf5-94f78baef751 None None] Checking router: a962aca3-e523-4619-8d43-688bd5a0327d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:59:14.174346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-54db205d-613d-4a5e-98cb-a968f939ae18 admin admin] For port e77d05d5-5c9f-45a9-a556-ef8fcfd9c717, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e77d05d5-5c9f-45a9-a556-ef8fcfd9c717,segment=NetworkSegment(6caac508-f842-47c6-af62-336f96e7265a),segment_id=6caac508-f842-47c6-af62-336f96e7265a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:14.174787 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54db205d-613d-4a5e-98cb-a968f939ae18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:14.192318 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c1dac5-dfdc-4257-8bf5-94f78baef751 None None] Routers {'a962aca3-e523-4619-8d43-688bd5a0327d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:14.194066 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f2c1dac5-dfdc-4257-8bf5-94f78baef751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:58:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a962aca3-e523-4619-8d43-688bd5a0327d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:14.194297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-54db205d-613d-4a5e-98cb-a968f939ae18 admin admin] Calling delete_port for e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:14.294354 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Deleting port b4fd0121-0dbb-4af5-9393-39eec98bf2e2 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:14.294739 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:14.308850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e2e55-2a85-4264-9a9a-5b1b1a7fc3fe req-d80db856-c6c7-43ca-99ae-8d9895a2b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:14.310779 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-833e2e55-2a85-4264-9a9a-5b1b1a7fc3fe req-d80db856-c6c7-43ca-99ae-8d9895a2b636 service neutron] 10.222.0.41 "GET /v2.0/networks?id=98a83768-35e2-421d-8e29-026f2b74cf67 HTTP/1.1" status: 200 len: 916 time: 0.1522293 Aug 27 13:59:14.377393 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-833e2e55-2a85-4264-9a9a-5b1b1a7fc3fe req-bab33f82-21e3-43c8-83a0-4f14e64aca17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba26a24a-8322-41bf-8fe8-e3051e872d1f HTTP/1.1" status: 200 len: 217 time: 0.0554581 Aug 27 13:59:14.552691 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-f2c1dac5-dfdc-4257-8bf5-94f78baef751 None None] Set router a962aca3-e523-4619-8d43-688bd5a0327d gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:14.557914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e2e55-2a85-4264-9a9a-5b1b1a7fc3fe req-ff53f91b-ca84-445b-8293-1565b8cecb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:14.559556 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-833e2e55-2a85-4264-9a9a-5b1b1a7fc3fe req-ff53f91b-ca84-445b-8293-1565b8cecb51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b548265e-aa82-466a-84a5-9484690d9f4b HTTP/1.1" status: 200 len: 855 time: 0.1310897 Aug 27 13:59:14.560847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] For port b4fd0121-0dbb-4af5-9393-39eec98bf2e2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b4fd0121-0dbb-4af5-9393-39eec98bf2e2,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:14.563013 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:14.573867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cac2c-d09e-45b3-9662-7fc1cf0a16b5 req-b8750390-da23-49b3-80b0-accbebb984d1 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:14.575697 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a32cac2c-d09e-45b3-9662-7fc1cf0a16b5 req-b8750390-da23-49b3-80b0-accbebb984d1 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 950 time: 0.1598480 Aug 27 13:59:14.637066 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-833e2e55-2a85-4264-9a9a-5b1b1a7fc3fe req-09087405-8694-45d3-9b73-87653b661673 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98a83768-35e2-421d-8e29-026f2b74cf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602322 Aug 27 13:59:14.640537 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cdfea3ee-2751-49e5-a38f-ac97f87dfd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:14.664165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Calling delete_port for b4fd0121-0dbb-4af5-9393-39eec98bf2e2 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:14.672868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a32cac2c-d09e-45b3-9662-7fc1cf0a16b5 req-0289a382-1c4f-455f-aca2-ed676a923146 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843916 Aug 27 13:59:14.701114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d47b1-172f-41df-9c4d-9062eeb103e1 req-582d937e-f575-4c89-b651-2d8d2ee8afcd tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:14.704146 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b48d47b1-172f-41df-9c4d-9062eeb103e1 req-582d937e-f575-4c89-b651-2d8d2ee8afcd tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.41 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 950 time: 0.2381768 Aug 27 13:59:14.726490 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f2c1dac5-dfdc-4257-8bf5-94f78baef751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312949767-router', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:18Z', 'updated_at': '2021-08-27T13:59:14Z', 'revision_number': 6, 'project_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:14.756890 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1dac5-dfdc-4257-8bf5-94f78baef751 None None] The sync data for ids ['a962aca3-e523-4619-8d43-688bd5a0327d'] in n-d-712139-12 is: [{'id': 'a962aca3-e523-4619-8d43-688bd5a0327d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312949767-router', 'tenant_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:18Z', 'updated_at': '2021-08-27T13:59:14Z', 'revision_number': 6, 'project_id': '94a6515f8f724dc2ab86aeeed1a7f94a', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:59:14.816948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-0fde50a1-db92-4c08-9494-b7c0dd7e012d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514006 Aug 27 13:59:14.885866 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-833e2e55-2a85-4264-9a9a-5b1b1a7fc3fe req-11575023-ed88-4326-9c38-976d49be6e84 service neutron] 10.222.0.41 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118845 Aug 27 13:59:15.081378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-833e2e55-2a85-4264-9a9a-5b1b1a7fc3fe req-fd0c751e-2d5a-47b2-8526-45fd4edfa407 service neutron] 10.222.0.41 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866081 Aug 27 13:59:15.125072 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8aaf3-8bbe-403b-a863-6464f16f43ff req-3f2cd0cd-e581-4355-a238-4bee858f9203 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:15.128686 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18d8aaf3-8bbe-403b-a863-6464f16f43ff req-3f2cd0cd-e581-4355-a238-4bee858f9203 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 945 time: 0.1586676 Aug 27 13:59:15.210349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:15.221119 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18d8aaf3-8bbe-403b-a863-6464f16f43ff req-c92e0366-619d-4b5c-b041-95de9fe344f7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853977 Aug 27 13:59:15.322478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c154c-4222-4ef8-b354-d7348e56f8c0 req-001382f2-f8e8-453a-ae38-11829f5c833c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:15.324097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-900c154c-4222-4ef8-b354-d7348e56f8c0 req-001382f2-f8e8-453a-ae38-11829f5c833c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.2157276 Aug 27 13:59:15.375014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:15.379975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:15.380197 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:15.423292 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db9a13-7c41-43e0-ad14-c601953effc7 req-6a4b4816-e38b-4b05-9eec-73e9dd0c1418 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:15.425369 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-02db9a13-7c41-43e0-ad14-c601953effc7 req-6a4b4816-e38b-4b05-9eec-73e9dd0c1418 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 944 time: 0.0603170 Aug 27 13:59:15.438026 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54db205d-613d-4a5e-98cb-a968f939ae18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:15.454360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:15.497092 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:15.498567 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-02db9a13-7c41-43e0-ad14-c601953effc7 req-7ad570a9-a2e5-4d64-b6fb-d97a5785bd5e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670786 Aug 27 13:59:15.551455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-b48d47b1-172f-41df-9c4d-9062eeb103e1 req-fdfff12b-0438-4516-8066-0743f1fc4686 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Deleting port b21923b1-9117-48c8-8a4d-83ad523689d1 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:15.551455 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b48d47b1-172f-41df-9c4d-9062eeb103e1 req-fdfff12b-0438-4516-8066-0743f1fc4686 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:15.558827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:15.559849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5461ce-1426-4a04-b6d5-24933e9a14a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:15.563070 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b16578-245e-48dd-93ad-d45b450f8c6b" -d '{"events": [{"server_uuid": "ae5461ce-1426-4a04-b6d5-24933e9a14a7", "name": "network-vif-plugged", "status": "completed", "tag": "3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:15.579590 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:15.635434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db205d-613d-4a5e-98cb-a968f939ae18 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77d05d5-5c9f-45a9-a556-ef8fcfd9c717,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:15.659162 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8f2b9b-9f94-4dea-b158-5ab40b60be37 x-openstack-request-id: req-4d8f2b9b-9f94-4dea-b158-5ab40b60be37 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:15.661198 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5461ce-1426-4a04-b6d5-24933e9a14a7", "name": "network-vif-plugged", "status": "completed", "tag": "3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:15.661198 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d8f2b9b-9f94-4dea-b158-5ab40b60be37 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:15.661198 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5461ce-1426-4a04-b6d5-24933e9a14a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3', 'code': 200} Aug 27 13:59:15.753852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:15.846192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fd0121-0dbb-4af5-9393-39eec98bf2e2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:15.924062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae5587-5cce-49ec-9ee2-b256442997c8 req-a89e54a6-1eec-438f-b4c7-47fb2039146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:15.926193 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8ae5587-5cce-49ec-9ee2-b256442997c8 req-a89e54a6-1eec-438f-b4c7-47fb2039146e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 1098 time: 0.0694683 Aug 27 13:59:15.946798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-900c154c-4222-4ef8-b354-d7348e56f8c0 req-d68cbb86-a646-4226-9094-991653cfa07c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048077 Aug 27 13:59:15.947593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.047915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8ae5587-5cce-49ec-9ee2-b256442997c8 req-46393ad6-a46e-4db0-9af9-17edea051716 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110585 Aug 27 13:59:16.099336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b48d47b1-172f-41df-9c4d-9062eeb103e1 req-fdfff12b-0438-4516-8066-0743f1fc4686 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] For port b21923b1-9117-48c8-8a4d-83ad523689d1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b21923b1-9117-48c8-8a4d-83ad523689d1,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:16.099590 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b48d47b1-172f-41df-9c4d-9062eeb103e1 req-fdfff12b-0438-4516-8066-0743f1fc4686 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.133848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b7996-a514-4b13-a8ac-5504b809b091 req-47881184-75c2-427c-bd7f-b6a3381ddcd6 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:16.135404 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b66b7996-a514-4b13-a8ac-5504b809b091 req-47881184-75c2-427c-bd7f-b6a3381ddcd6 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 950 time: 0.0929995 Aug 27 13:59:16.145904 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-b48d47b1-172f-41df-9c4d-9062eeb103e1 req-fdfff12b-0438-4516-8066-0743f1fc4686 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Calling delete_port for b21923b1-9117-48c8-8a4d-83ad523689d1 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:16.148582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.153816 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.158649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:16.182437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:59:16.183091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c3994bd0-7dfe-44e0-b1f3-4bb76bc64767 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:16.183694 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b4fd0121-0dbb-4af5-9393-39eec98bf2e2 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:16.205255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b4fd0121-0dbb-4af5-9393-39eec98bf2e2 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:59:16.205612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b4fd0121-0dbb-4af5-9393-39eec98bf2e2 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:16.207312 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b66b7996-a514-4b13-a8ac-5504b809b091 req-5151ea97-d9d1-44cf-ac7a-6bf809ba92de tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614135 Aug 27 13:59:16.262598 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54db205d-613d-4a5e-98cb-a968f939ae18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.271289 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.273068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a962aca3-e523-4619-8d43-688bd5a0327d {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:59:16.281943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.283097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-600d956b-58a6-48a9-be6e-00438a1139a5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a962aca3-e523-4619-8d43-688bd5a0327d HTTP/1.1" status: 204 len: 168 time: 2.6603692 Aug 27 13:59:16.285684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43716) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:16.341671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7074db77-7133-442f-b670-98a06fe6798d admin admin] Deleting subnet 18141edc-2850-46e4-aa3e-33f9943dea5c {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:59:16.345977 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7074db77-7133-442f-b670-98a06fe6798d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.387257 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7074db77-7133-442f-b670-98a06fe6798d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.484264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf9a40-0784-475c-8b97-e85e6e0cbfd0 req-dcf1bd06-acd3-4075-94bf-7a0567c2302e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:16.485890 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fbaf9a40-0784-475c-8b97-e85e6e0cbfd0 req-dcf1bd06-acd3-4075-94bf-7a0567c2302e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 946 time: 0.1395178 Aug 27 13:59:16.504648 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b48d47b1-172f-41df-9c4d-9062eeb103e1 req-fdfff12b-0438-4516-8066-0743f1fc4686 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.509146 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7074db77-7133-442f-b670-98a06fe6798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.516649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['6a466040-3fdc-453a-b802-af80adfc5c3b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:16.584293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7074db77-7133-442f-b670-98a06fe6798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.587354 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfff12b-0438-4516-8066-0743f1fc4686 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Pushing event deleted for resources: {'Port': ['ID=b21923b1-9117-48c8-8a4d-83ad523689d1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:16.618457 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fbaf9a40-0784-475c-8b97-e85e6e0cbfd0 req-fc55d8b1-8fd1-47d2-b4e4-54b06d462b8a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240454 Aug 27 13:59:16.652984 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7074db77-7133-442f-b670-98a06fe6798d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.661460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7074db77-7133-442f-b670-98a06fe6798d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/18141edc-2850-46e4-aa3e-33f9943dea5c HTTP/1.1" status: 204 len: 168 time: 0.3709137 Aug 27 13:59:16.661460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074db77-7133-442f-b670-98a06fe6798d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18141edc-2850-46e4-aa3e-33f9943dea5c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:16.666870 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43720) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:16.678990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8df6f4-431f-4685-a7bc-46fc248eb5f5 None None] Network fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:59:16.727028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48d47b1-172f-41df-9c4d-9062eeb103e1 req-fdfff12b-0438-4516-8066-0743f1fc4686 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] No DVR routers for this DVR port b21923b1-9117-48c8-8a4d-83ad523689d1 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:16.735539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fdb2a-0061-47c5-9765-6ac1756bc37b req-8a0f3a6f-0f8e-4123-a3e0-2c24222f1af5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:16.739304 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e07fdb2a-0061-47c5-9765-6ac1756bc37b req-8a0f3a6f-0f8e-4123-a3e0-2c24222f1af5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 944 time: 0.0999351 Aug 27 13:59:16.763256 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b48d47b1-172f-41df-9c4d-9062eeb103e1 req-fdfff12b-0438-4516-8066-0743f1fc4686 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.766260 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b48d47b1-172f-41df-9c4d-9062eeb103e1 req-fdfff12b-0438-4516-8066-0743f1fc4686 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.41 "DELETE /v2.0/ports/b21923b1-9117-48c8-8a4d-83ad523689d1 HTTP/1.1" status: 204 len: 173 time: 2.0535610 Aug 27 13:59:16.766810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72dc6d7-c957-44c6-8215-64b39f3d702e', 'name': 'network-vif-deleted', 'tag': 'b21923b1-9117-48c8-8a4d-83ad523689d1'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:16.769295 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7da17e1-9fbf-4801-919c-73044f6b62a0" -d '{"events": [{"server_uuid": "b72dc6d7-c957-44c6-8215-64b39f3d702e", "name": "network-vif-deleted", "tag": "b21923b1-9117-48c8-8a4d-83ad523689d1"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:16.808196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e07fdb2a-0061-47c5-9765-6ac1756bc37b req-30a341da-5841-4fa6-ad14-ca7c22622fe3 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611093 Aug 27 13:59:16.833327 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:16.836511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54db205d-613d-4a5e-98cb-a968f939ae18 admin admin] Router 0527648c-8e3f-4a51-8e3f-e25b7e01df29 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:59:16.920945 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c44a2e-1da3-4cf5-b948-b4ba6d8cbb63 x-openstack-request-id: req-17c44a2e-1da3-4cf5-b948-b4ba6d8cbb63 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:16.921349 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72dc6d7-c957-44c6-8215-64b39f3d702e", "name": "network-vif-deleted", "tag": "b21923b1-9117-48c8-8a4d-83ad523689d1", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:16.921349 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17c44a2e-1da3-4cf5-b948-b4ba6d8cbb63 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:16.921693 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72dc6d7-c957-44c6-8215-64b39f3d702e', 'name': 'network-vif-deleted', 'tag': 'b21923b1-9117-48c8-8a4d-83ad523689d1', 'status': 'completed', 'code': 200} Aug 27 13:59:17.034523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] DHCP port deletion for fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:59:17.084568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Deleting port 4fcfdda9-79aa-4193-a613-aeb67364c86d {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:17.084939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.114275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce8c41-8afa-4ef1-b13c-7306cc4cc4ad req-470d161c-5889-4be6-8a1c-6296de51a66f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:17.116080 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afce8c41-8afa-4ef1-b13c-7306cc4cc4ad req-470d161c-5889-4be6-8a1c-6296de51a66f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.0593975 Aug 27 13:59:17.118472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Deleting port 4fcfdda9-79aa-4193-a613-aeb67364c86d {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:17.118855 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.154380 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] For port 4fcfdda9-79aa-4193-a613-aeb67364c86d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4fcfdda9-79aa-4193-a613-aeb67364c86d,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:17.154890 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.158100 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afce8c41-8afa-4ef1-b13c-7306cc4cc4ad req-8761f717-bf44-475d-a74e-d54d6b91b0f8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347166 Aug 27 13:59:17.171720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-4c067d2e-8bcf-4225-b28f-83295fc5e0e1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:17.172804 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Calling delete_port for 4fcfdda9-79aa-4193-a613-aeb67364c86d owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:17.173237 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-4c067d2e-8bcf-4225-b28f-83295fc5e0e1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 808 time: 0.2625537 Aug 27 13:59:17.190866 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54db205d-613d-4a5e-98cb-a968f939ae18 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:59:17.197725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-54db205d-613d-4a5e-98cb-a968f939ae18 admin admin] 10.222.0.55 "PUT /v2.0/routers/0527648c-8e3f-4a51-8e3f-e25b7e01df29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4545567 Aug 27 13:59:17.200279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43734) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:17.202660 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-94c9b4a2-8c61-4787-93d8-fc887de2a964 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/quotas/0b84005fec6146b8af367291d0980e18 HTTP/1.1" status: 200 len: 375 time: 0.0211918 Aug 27 13:59:17.207631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920177d1-cd85-4a15-aecd-8e058fbe87e5 None None] Sync routers for ids ['0527648c-8e3f-4a51-8e3f-e25b7e01df29'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:59:17.230327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] For port 4fcfdda9-79aa-4193-a613-aeb67364c86d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4fcfdda9-79aa-4193-a613-aeb67364c86d,segment=NetworkSegment(349f06f5-7aeb-47b8-99fa-2fac367c10a3),segment_id=349f06f5-7aeb-47b8-99fa-2fac367c10a3)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:17.230713 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.248991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b21923b1-9117-48c8-8a4d-83ad523689d1 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:17.258167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Calling delete_port for 4fcfdda9-79aa-4193-a613-aeb67364c86d owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:17.276828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: b21923b1-9117-48c8-8a4d-83ad523689d1 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:59:17.276828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b21923b1-9117-48c8-8a4d-83ad523689d1 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:17.299586 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920177d1-cd85-4a15-aecd-8e058fbe87e5 None None] Routers {'0527648c-8e3f-4a51-8e3f-e25b7e01df29'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:17.300243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-920177d1-cd85-4a15-aecd-8e058fbe87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:58:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['0527648c-8e3f-4a51-8e3f-e25b7e01df29'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:17.319253 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-73eb8fa9-12dc-4707-9f37-2e57dc72f116 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1047323 Aug 27 13:59:17.348989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18048569-e5b8-4ac5-9d90-ce137445081b req-a4c754a7-903f-416a-9886-02d62233ebf9 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=b72dc6d7-c957-44c6-8215-64b39f3d702e HTTP/1.1" status: 200 len: 210 time: 0.0358062 Aug 27 13:59:17.373483 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.438090 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.459482 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-230f3568-ab9f-426d-b0f6-33878cd90b8e service neutron] 10.222.0.55 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349525 Aug 27 13:59:17.463593 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.469200 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.513637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-920177d1-cd85-4a15-aecd-8e058fbe87e5 None None] Set router 0527648c-8e3f-4a51-8e3f-e25b7e01df29 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:17.518357 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] No DVR routers for this DVR port 4fcfdda9-79aa-4193-a613-aeb67364c86d on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:17.520053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Pushing event deleted for resources: {'Port': ['ID=4fcfdda9-79aa-4193-a613-aeb67364c86d,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:17.534736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-dca874c6-fda9-40d0-942f-c2ec695f0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:17.536222 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-dca874c6-fda9-40d0-942f-c2ec695f0bcb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 1102 time: 0.0925264 Aug 27 13:59:17.538104 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.542294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Pushing event deleted for resources: {'Port': ['ID=4fcfdda9-79aa-4193-a613-aeb67364c86d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:17.553482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] No DVR routers for this DVR port 4fcfdda9-79aa-4193-a613-aeb67364c86d on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:17.556068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:17.556837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:17.557274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:17.557621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:17.557961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:17.558300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:17.558632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:17.559164 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:17.559497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:17.559831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:17.560725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:17.561071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5126a1-01ca-4219-bd84-d662ffd24a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:17.596462 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e020b0cd-f260-4dab-9f0c-e7cdcd446a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.659232 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.676882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:17.685532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-103d59d8-acb4-4324-8769-75df5902cd89 service neutron] 10.222.0.55 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133720 Aug 27 13:59:17.689710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349f06f5-7aeb-47b8-99fa-2fac367c10a3') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:17.690003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349f06f5-7aeb-47b8-99fa-2fac367c10a3') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:17.699534 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.716163 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.724504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:59:17.724966 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: timer() Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:59:17.726915 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:59:17.745639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-920177d1-cd85-4a15-aecd-8e058fbe87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'name': 'tempest-FloatingIPsTestJSON-14986640-router', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:58:52Z', 'updated_at': '2021-08-27T13:59:15Z', 'revision_number': 5, 'project_id': '479efa5b5b774fd98c619b7630ba3414', 'gw_port': {'id': '96a43c2d-e891-45f1-8c39-7bf1553c9f79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:58:53Z', 'updated_at': '2021-08-27T13:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:17.763882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Deleting port 96a43c2d-e891-45f1-8c39-7bf1553c9f79 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:17.764220 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.775196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920177d1-cd85-4a15-aecd-8e058fbe87e5 None None] Checking router: 0527648c-8e3f-4a51-8e3f-e25b7e01df29 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:59:17.784658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920177d1-cd85-4a15-aecd-8e058fbe87e5 None None] Routers {'0527648c-8e3f-4a51-8e3f-e25b7e01df29'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:17.785562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-920177d1-cd85-4a15-aecd-8e058fbe87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['0527648c-8e3f-4a51-8e3f-e25b7e01df29'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:17.793850 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.802725 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:17.805159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] 10.222.0.55 "DELETE /v2.0/networks/fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd HTTP/1.1" status: 204 len: 168 time: 1.1386392 Aug 27 13:59:17.817153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43742) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:17.908710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-920177d1-cd85-4a15-aecd-8e058fbe87e5 None None] Set router 0527648c-8e3f-4a51-8e3f-e25b7e01df29 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:18.010613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-920177d1-cd85-4a15-aecd-8e058fbe87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'name': 'tempest-FloatingIPsTestJSON-14986640-router', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:58:52Z', 'updated_at': '2021-08-27T13:59:17Z', 'revision_number': 6, 'project_id': '479efa5b5b774fd98c619b7630ba3414', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:18.044375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4fcfdda9-79aa-4193-a613-aeb67364c86d no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:18.048381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920177d1-cd85-4a15-aecd-8e058fbe87e5 None None] The sync data for ids ['0527648c-8e3f-4a51-8e3f-e25b7e01df29'] in n-d-712139-12 is: [{'id': '0527648c-8e3f-4a51-8e3f-e25b7e01df29', 'name': 'tempest-FloatingIPsTestJSON-14986640-router', 'tenant_id': '479efa5b5b774fd98c619b7630ba3414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:58:52Z', 'updated_at': '2021-08-27T13:59:17Z', 'revision_number': 6, 'project_id': '479efa5b5b774fd98c619b7630ba3414', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:59:18.074663 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 4fcfdda9-79aa-4193-a613-aeb67364c86d {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:59:18.075039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4fcfdda9-79aa-4193-a613-aeb67364c86d not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:18.257642 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-b62144bc-b397-4c58-9c5e-c2a9a4494b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:18.259219 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-b62144bc-b397-4c58-9c5e-c2a9a4494b02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.7072504 Aug 27 13:59:18.313047 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-98ef4ac3-6b16-4f62-884d-2715b92e4da1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 200 len: 217 time: 0.0446615 Aug 27 13:59:18.320413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8844f56-3ecd-437d-82fc-034c0a56512e admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd5f2d2-e0e6-41f2-ab28-79576ad78ccd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:18.322431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3115b-147f-4f00-8530-142ee1ff39b7 req-d9391147-a534-4dd8-9f2e-db540cb8765a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:18.330026 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0ca3115b-147f-4f00-8530-142ee1ff39b7 req-d9391147-a534-4dd8-9f2e-db540cb8765a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 946 time: 0.6131694 Aug 27 13:59:18.429964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] For port 96a43c2d-e891-45f1-8c39-7bf1553c9f79, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=96a43c2d-e891-45f1-8c39-7bf1553c9f79,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:18.430408 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:18.447336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Calling delete_port for 96a43c2d-e891-45f1-8c39-7bf1553c9f79 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:18.506417 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0ca3115b-147f-4f00-8530-142ee1ff39b7 req-ccd7735e-7272-4c57-8181-14d7477ab66b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711457 Aug 27 13:59:18.548463 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1e827-64a7-4340-85ef-5d8bfcd54028 req-c0b25b8d-0da3-4c67-9386-acefc5bce422 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:18.555825 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43d1e827-64a7-4340-85ef-5d8bfcd54028 req-c0b25b8d-0da3-4c67-9386-acefc5bce422 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 944 time: 0.2289829 Aug 27 13:59:18.587889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c2eb8f8-ceab-498a-9f2f-e7e27b5d68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:18.590278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c2eb8f8-ceab-498a-9f2f-e7e27b5d68f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.2523386 Aug 27 13:59:18.619314 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43d1e827-64a7-4340-85ef-5d8bfcd54028 req-39fca835-492a-41bb-9399-01e3a48461ec tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625131 Aug 27 13:59:18.646963 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:18.692688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-755a8c00-b9e9-4789-912a-27ce4959502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:18.694425 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-755a8c00-b9e9-4789-912a-27ce4959502d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0954201 Aug 27 13:59:18.740062 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f166e9c0-3912-445f-9d59-e9d69ac2461f req-66385877-5908-4e66-aee0-014e039839f5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 210 time: 0.0326245 Aug 27 13:59:18.807394 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c43f9046-87bc-480e-8387-ba9b46abfe7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.004396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff2e81-d8e5-4741-a1de-b6abd39f70ce req-8864cd9c-7988-4846-905a-ddecdeb9f3e8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:19.006581 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6ff2e81-d8e5-4741-a1de-b6abd39f70ce req-8864cd9c-7988-4846-905a-ddecdeb9f3e8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.2612922 Aug 27 13:59:19.009053 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.066817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-ff461125-651f-466d-b395-d00d8d39c613 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177733 Aug 27 13:59:19.076143 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a43c2d-e891-45f1-8c39-7bf1553c9f79,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:19.158436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15293b-cf73-4268-8ad2-2f542f7739cb req-d95c15c6-f083-4fad-a7ff-b10a17f4d696 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:19.160520 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d15293b-cf73-4268-8ad2-2f542f7739cb req-d95c15c6-f083-4fad-a7ff-b10a17f4d696 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 950 time: 0.0879943 Aug 27 13:59:19.185499 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6ff2e81-d8e5-4741-a1de-b6abd39f70ce req-82ea54ec-949b-4897-bde8-ac2f46eebc10 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592450 Aug 27 13:59:19.189982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-c43f9046-87bc-480e-8387-ba9b46abfe7d admin admin] Deleting port 32743d3f-d73b-434b-a0b7-553e2122940c {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:19.190328 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c43f9046-87bc-480e-8387-ba9b46abfe7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.214409 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.238293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device ba26a24a-8322-41bf-8fe8-e3051e872d1f details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:59:19.265423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d15293b-cf73-4268-8ad2-2f542f7739cb req-d4ae742d-8c3f-4ce9-9e66-9d90c7e2fc22 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970955 Aug 27 13:59:19.308434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-c43f9046-87bc-480e-8387-ba9b46abfe7d admin admin] For port 32743d3f-d73b-434b-a0b7-553e2122940c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=32743d3f-d73b-434b-a0b7-553e2122940c,segment=NetworkSegment(94e3edee-7450-40ac-860a-8bb8a7edc9a3),segment_id=94e3edee-7450-40ac-860a-8bb8a7edc9a3)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:19.308907 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c43f9046-87bc-480e-8387-ba9b46abfe7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.323797 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-c43f9046-87bc-480e-8387-ba9b46abfe7d admin admin] Calling delete_port for 32743d3f-d73b-434b-a0b7-553e2122940c owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:19.337663 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.339940 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1d32ddbe-206e-48ff-bf20-7e2159d9a55c service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583828 Aug 27 13:59:19.341123 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.428765 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.429321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0527648c-8e3f-4a51-8e3f-e25b7e01df29 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:59:19.436590 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.440768 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a2037c71-3cfc-4c0e-940a-75f1c2c50f18 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0527648c-8e3f-4a51-8e3f-e25b7e01df29 HTTP/1.1" status: 204 len: 168 time: 2.2390094 Aug 27 13:59:19.441471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43770) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:19.478469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port ba26a24a-8322-41bf-8fe8-e3051e872d1f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ba26a24a-8322-41bf-8fe8-e3051e872d1f,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:19.492363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f', 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67', 'port_id': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f', 'mac_address': 'fa:16:3e:bb:59:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b548265e-aa82-466a-84a5-9484690d9f4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:59:19.499950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5f68a7-b727-44a4-87f1-cc11f8531e43 admin admin] Deleting subnet 0f680358-5a0f-4543-88ac-14db0c9821d6 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:59:19.505387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d5f68a7-b727-44a4-87f1-cc11f8531e43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.568799 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d5f68a7-b727-44a4-87f1-cc11f8531e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.574527 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.611660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c43f9046-87bc-480e-8387-ba9b46abfe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.614273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba26a24a-8322-41bf-8fe8-e3051e872d1f {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:59:19.643714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port ba26a24a-8322-41bf-8fe8-e3051e872d1f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ba26a24a-8322-41bf-8fe8-e3051e872d1f,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:19.647291 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f9046-87bc-480e-8387-ba9b46abfe7d admin admin] Pushing event deleted for resources: {'Port': ['ID=32743d3f-d73b-434b-a0b7-553e2122940c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:19.652525 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.727833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=ba26a24a-8322-41bf-8fe8-e3051e872d1f,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:19.748567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfe85a-9431-4da1-9af6-8bfa5ed0ed28 req-d2223f07-4a23-4b6d-b302-025c68dd5c6c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:19.750739 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62cfe85a-9431-4da1-9af6-8bfa5ed0ed28 req-d2223f07-4a23-4b6d-b302-025c68dd5c6c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 946 time: 0.1213322 Aug 27 13:59:19.772594 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d5f68a7-b727-44a4-87f1-cc11f8531e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.832092 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62cfe85a-9431-4da1-9af6-8bfa5ed0ed28 req-eb8cd9ce-6dbe-4baf-b091-4e4554037f35 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718870 Aug 27 13:59:19.872837 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d5f68a7-b727-44a4-87f1-cc11f8531e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.917448 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f68a7-b727-44a4-87f1-cc11f8531e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f680358-5a0f-4543-88ac-14db0c9821d6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:19.919840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d5f68a7-b727-44a4-87f1-cc11f8531e43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:19.926106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1519961c-5aff-43cd-ba25-57c284c0aae2 None None] Network 80bf5322-255b-4b1b-a845-b0ae02d99a80 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:59:19.929392 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0d5f68a7-b727-44a4-87f1-cc11f8531e43 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0f680358-5a0f-4543-88ac-14db0c9821d6 HTTP/1.1" status: 204 len: 168 time: 0.4867556 Aug 27 13:59:19.934810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43782) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:20.043703 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.124368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-82361f91-3e3b-420b-b90b-30af5ef0dfd8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:20.125931 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-82361f91-3e3b-420b-b90b-30af5ef0dfd8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.41 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 808 time: 0.4541867 Aug 27 13:59:20.145976 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c43f9046-87bc-480e-8387-ba9b46abfe7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.148048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:20.158238 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-b59a1a8b-f02f-422d-9fef-c238d63c06bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Request body: {'port': {'device_id': '15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52', 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc', 'admin_state_up': True, 'tenant_id': '0b84005fec6146b8af367291d0980e18'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:20.181131 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1af35c00-96ff-4ff8-b84e-17f9dc36fb5f req-f89f2ebb-f09e-40d6-9642-29af2586d94e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 210 time: 0.0690079 Aug 27 13:59:20.202192 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.202192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:59:20.202192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e77d05d5-5c9f-45a9-a556-ef8fcfd9c717 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:20.202192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 96a43c2d-e891-45f1-8c39-7bf1553c9f79 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:20.202819 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c0acb-8940-4b7d-9a56-097da03b41eb req-95d1d0f8-ce9f-4bfc-a9bf-0dc13e6cf0b1 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:20.202819 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d35c0acb-8940-4b7d-9a56-097da03b41eb req-95d1d0f8-ce9f-4bfc-a9bf-0dc13e6cf0b1 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 945 time: 0.4217985 Aug 27 13:59:20.218724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 96a43c2d-e891-45f1-8c39-7bf1553c9f79 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:59:20.219179 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 96a43c2d-e891-45f1-8c39-7bf1553c9f79 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:20.224696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Deleting port 6683e2d6-999b-4210-894e-61a13bbbed03 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:20.225049 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.299423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f890d1a9-d1ba-4b23-9ac7-7f5be1f8437e None None] DHCP port deletion for 80bf5322-255b-4b1b-a845-b0ae02d99a80 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:59:20.322739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] For port 6683e2d6-999b-4210-894e-61a13bbbed03, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6683e2d6-999b-4210-894e-61a13bbbed03,segment=NetworkSegment(6caac508-f842-47c6-af62-336f96e7265a),segment_id=6caac508-f842-47c6-af62-336f96e7265a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:20.323726 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.345492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Calling delete_port for 6683e2d6-999b-4210-894e-61a13bbbed03 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:20.370440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['ba26a24a-8322-41bf-8fe8-e3051e872d1f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:20.402815 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d35c0acb-8940-4b7d-9a56-097da03b41eb req-26bb53a7-3411-42e6-9a9a-3155ec50e2ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632178 Aug 27 13:59:20.419104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f890d1a9-d1ba-4b23-9ac7-7f5be1f8437e None None] Deleting port 6683e2d6-999b-4210-894e-61a13bbbed03 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:20.419493 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f890d1a9-d1ba-4b23-9ac7-7f5be1f8437e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.455274 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.511272 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Pushing event deleted for resources: {'Port': ['ID=6683e2d6-999b-4210-894e-61a13bbbed03,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:20.511520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f890d1a9-d1ba-4b23-9ac7-7f5be1f8437e None None] For port 6683e2d6-999b-4210-894e-61a13bbbed03, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6683e2d6-999b-4210-894e-61a13bbbed03,segment=NetworkSegment(6caac508-f842-47c6-af62-336f96e7265a),segment_id=6caac508-f842-47c6-af62-336f96e7265a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:20.512115 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f890d1a9-d1ba-4b23-9ac7-7f5be1f8437e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.527979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f890d1a9-d1ba-4b23-9ac7-7f5be1f8437e None None] Calling delete_port for 6683e2d6-999b-4210-894e-61a13bbbed03 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:20.537335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-b59a1a8b-f02f-422d-9fef-c238d63c06bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Made reservation on behalf of 0b84005fec6146b8af367291d0980e18 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:59:20.541052 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-b59a1a8b-f02f-422d-9fef-c238d63c06bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.542226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] No DVR routers for this DVR port 6683e2d6-999b-4210-894e-61a13bbbed03 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:20.550005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa6719-1bc1-433b-b22c-faf249dbb6d7 req-7bf63bb6-8fe3-427f-bd65-f97cf1e10148 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:20.559943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71aa6719-1bc1-433b-b22c-faf249dbb6d7 req-7bf63bb6-8fe3-427f-bd65-f97cf1e10148 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 1098 time: 0.1178997 Aug 27 13:59:20.631259 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71aa6719-1bc1-433b-b22c-faf249dbb6d7 req-910423b8-12bb-40b7-a599-be8462d82155 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704002 Aug 27 13:59:20.647130 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f890d1a9-d1ba-4b23-9ac7-7f5be1f8437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.685925 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690e4ce-e9c0-4913-a04f-5a700d688182 req-995ce64f-703d-43de-83e7-b390fb0a2655 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:20.693618 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f690e4ce-e9c0-4913-a04f-5a700d688182 req-995ce64f-703d-43de-83e7-b390fb0a2655 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.2002935 Aug 27 13:59:20.698662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890d1a9-d1ba-4b23-9ac7-7f5be1f8437e None None] Pushing event deleted for resources: {'Port': ['ID=6683e2d6-999b-4210-894e-61a13bbbed03,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:20.708427 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.708632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890d1a9-d1ba-4b23-9ac7-7f5be1f8437e None None] No DVR routers for this DVR port 6683e2d6-999b-4210-894e-61a13bbbed03 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:20.724845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bf5322-255b-4b1b-a845-b0ae02d99a80']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:20.741483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6caac508-f842-47c6-af62-336f96e7265a') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:20.741758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6caac508-f842-47c6-af62-336f96e7265a') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:20.752363 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.794362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.804344 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f690e4ce-e9c0-4913-a04f-5a700d688182 req-669ac8d4-a63c-44dd-839d-0c01d65280d3 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071212 Aug 27 13:59:20.850291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:59:20.850762 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: timer() Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:59:20.854766 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:59:20.903855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-b59a1a8b-f02f-422d-9fef-c238d63c06bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Allocated IP 172.20.0.6 (a4fa4222-2c01-407d-8d35-d36794d53fdc/42ec8a6f-4682-4195-b131-0bf74a6d6a47/299d4a62-188f-4f80-a2c8-ff5397b38ee0) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:20.929632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f43941-eeca-489d-9b9c-aadc72ce76e7 req-cf0ff5fb-405a-41e1-817c-f935c18fe85a tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:20.930997 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36f43941-eeca-489d-9b9c-aadc72ce76e7 req-cf0ff5fb-405a-41e1-817c-f935c18fe85a tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 950 time: 0.1701136 Aug 27 13:59:20.947076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43f9046-87bc-480e-8387-ba9b46abfe7d admin admin] Router e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:59:20.958640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146e750-22e4-4ba5-a79c-a3e4bd17fc1d req-ee0c72ae-5c4f-409e-8bca-084fb4073153 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:20.960149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9146e750-22e4-4ba5-a79c-a3e4bd17fc1d req-ee0c72ae-5c4f-409e-8bca-084fb4073153 tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.52 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 950 time: 0.1502879 Aug 27 13:59:20.976788 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.986438 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:20.991918 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] 10.222.0.55 "DELETE /v2.0/networks/80bf5322-255b-4b1b-a845-b0ae02d99a80 HTTP/1.1" status: 204 len: 168 time: 1.0560312 Aug 27 13:59:21.029605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf2d34-2268-4a72-894a-3d7f46b3c9da admin admin] Pushing event deleted for resources: {'Network': ['ID=80bf5322-255b-4b1b-a845-b0ae02d99a80,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:21.052588 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:21.056974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520802f-1846-4a7d-90c2-188dcae84b1e req-cb7d681c-4f31-4fd6-88f6-527a43c1a939 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:21.057318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36f43941-eeca-489d-9b9c-aadc72ce76e7 req-c40050e1-f430-4f85-ae34-7531a9c434bf tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/security-groups?id=03abcc13-a2b4-4ccc-bb3e-002f37b73472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160448 Aug 27 13:59:21.064780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a520802f-1846-4a7d-90c2-188dcae84b1e req-cb7d681c-4f31-4fd6-88f6-527a43c1a939 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 1098 time: 0.1582894 Aug 27 13:59:21.126533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-9146e750-22e4-4ba5-a79c-a3e4bd17fc1d req-02922775-cb0b-46e5-98e3-aa41e5d367ad tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Deleting port 6a466040-3fdc-453a-b802-af80adfc5c3b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:21.127030 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9146e750-22e4-4ba5-a79c-a3e4bd17fc1d req-02922775-cb0b-46e5-98e3-aa41e5d367ad tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:21.140401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43794) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:21.208163 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a520802f-1846-4a7d-90c2-188dcae84b1e req-9cc90e19-16cc-4aed-8bf6-2ef44d3a155f tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424057 Aug 27 13:59:21.284751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-9146e750-22e4-4ba5-a79c-a3e4bd17fc1d req-02922775-cb0b-46e5-98e3-aa41e5d367ad tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] For port 6a466040-3fdc-453a-b802-af80adfc5c3b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6a466040-3fdc-453a-b802-af80adfc5c3b,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:21.285120 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9146e750-22e4-4ba5-a79c-a3e4bd17fc1d req-02922775-cb0b-46e5-98e3-aa41e5d367ad tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:21.286880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43f9046-87bc-480e-8387-ba9b46abfe7d admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:59:21.298129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c43f9046-87bc-480e-8387-ba9b46abfe7d admin admin] 10.222.0.55 "PUT /v2.0/routers/e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4792604 Aug 27 13:59:21.301106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2504b48f-348d-4142-8f54-ea597f633d6a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=479efa5b5b774fd98c619b7630ba3414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530797 Aug 27 13:59:21.301740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43800) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:21.314980 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e00cefe-3aab-4afa-a3b5-1ea543e7a56d None None] Sync routers for ids ['e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:59:21.316148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43802) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:21.323689 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-b59a1a8b-f02f-422d-9fef-c238d63c06bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:21.330649 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e00cefe-3aab-4afa-a3b5-1ea543e7a56d None None] Routers {'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:21.331531 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2e00cefe-3aab-4afa-a3b5-1ea543e7a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:21.343657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-9146e750-22e4-4ba5-a79c-a3e4bd17fc1d req-02922775-cb0b-46e5-98e3-aa41e5d367ad tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Calling delete_port for 6a466040-3fdc-453a-b802-af80adfc5c3b owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:21.460465 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-2e00cefe-3aab-4afa-a3b5-1ea543e7a56d None None] Set router e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:21.489464 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d4c58c5-3a65-4497-93dd-021140f94d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:21.507366 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-b59a1a8b-f02f-422d-9fef-c238d63c06bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:21.520955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['beb6cf09-79cb-4ff2-99fa-706664bb1bd1'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:21.526125 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:21.532197 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d4c58c5-3a65-4497-93dd-021140f94d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:21.628176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d6db-a769-4b8e-9674-24ca035e1ab1 req-8491ae27-8b86-47c9-9b0f-00bb43a40bbe tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:21.630557 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d073d6db-a769-4b8e-9674-24ca035e1ab1 req-8491ae27-8b86-47c9-9b0f-00bb43a40bbe tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 931 time: 0.1292927 Aug 27 13:59:21.698623 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d073d6db-a769-4b8e-9674-24ca035e1ab1 req-ce31ed58-ae78-4c9d-ad5f-501a09007c58 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554726 Aug 27 13:59:21.714953 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9146e750-22e4-4ba5-a79c-a3e4bd17fc1d req-02922775-cb0b-46e5-98e3-aa41e5d367ad tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:21.750923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-b59a1a8b-f02f-422d-9fef-c238d63c06bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Network a4fa4222-2c01-407d-8d35-d36794d53fdc is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:21.776244 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-b59a1a8b-f02f-422d-9fef-c238d63c06bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:21.786950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a1a8b-f02f-422d-9fef-c238d63c06bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Pushing event updated for resources: {'Port': ['ID=299d4a62-188f-4f80-a2c8-ff5397b38ee0,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:21.800643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-b59a1a8b-f02f-422d-9fef-c238d63c06bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:21.812820 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02922775-cb0b-46e5-98e3-aa41e5d367ad tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Pushing event deleted for resources: {'Port': ['ID=6a466040-3fdc-453a-b802-af80adfc5c3b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:21.887159 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2e00cefe-3aab-4afa-a3b5-1ea543e7a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680740162-router', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:27Z', 'updated_at': '2021-08-27T13:59:19Z', 'revision_number': 5, 'project_id': 'd8686022ce294e83950577b695e89dfd', 'gw_port': {'id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:28Z', 'updated_at': '2021-08-27T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:21.930929 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d4c58c5-3a65-4497-93dd-021140f94d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:21.938751 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e00cefe-3aab-4afa-a3b5-1ea543e7a56d None None] Checking router: e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:59:21.939613 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d4c58c5-3a65-4497-93dd-021140f94d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:21.947954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3d4c58c5-3a65-4497-93dd-021140f94d90 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eff8aff2-8a33-4c82-a185-86563da2eb20 HTTP/1.1" status: 204 len: 168 time: 0.6313794 Aug 27 13:59:21.949906 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e00cefe-3aab-4afa-a3b5-1ea543e7a56d None None] Routers {'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:21.950653 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2e00cefe-3aab-4afa-a3b5-1ea543e7a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:21.960076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-b59a1a8b-f02f-422d-9fef-c238d63c06bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:21.976054 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-b59a1a8b-f02f-422d-9fef-c238d63c06bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:22.008845 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:22.015577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c58c5-3a65-4497-93dd-021140f94d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff8aff2-8a33-4c82-a185-86563da2eb20,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:22.020778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9146e750-22e4-4ba5-a79c-a3e4bd17fc1d req-02922775-cb0b-46e5-98e3-aa41e5d367ad tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] No DVR routers for this DVR port 6a466040-3fdc-453a-b802-af80adfc5c3b on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:22.030843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6683e2d6-999b-4210-894e-61a13bbbed03 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:22.035862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-b59a1a8b-f02f-422d-9fef-c238d63c06bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8869226 Aug 27 13:59:22.047956 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9146e750-22e4-4ba5-a79c-a3e4bd17fc1d req-02922775-cb0b-46e5-98e3-aa41e5d367ad tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:22.050002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9146e750-22e4-4ba5-a79c-a3e4bd17fc1d req-02922775-cb0b-46e5-98e3-aa41e5d367ad tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.52 "DELETE /v2.0/ports/6a466040-3fdc-453a-b802-af80adfc5c3b HTTP/1.1" status: 204 len: 173 time: 1.0827813 Aug 27 13:59:22.051613 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aea18f-f122-41aa-9ada-12ac5dc87621', 'name': 'network-vif-deleted', 'tag': '6a466040-3fdc-453a-b802-af80adfc5c3b'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:22.054010 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8e1417-069d-401f-a4b6-19552001b2a7" -d '{"events": [{"server_uuid": "49aea18f-f122-41aa-9ada-12ac5dc87621", "name": "network-vif-deleted", "tag": "6a466040-3fdc-453a-b802-af80adfc5c3b"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:22.071734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 6683e2d6-999b-4210-894e-61a13bbbed03 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:59:22.071953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6683e2d6-999b-4210-894e-61a13bbbed03 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:22.096583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6098-4189-44ec-b834-8d3f1b7f9ab8 req-2db8094c-6a14-415b-bed8-4daea467c007 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:22.104586 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-157d6098-4189-44ec-b834-8d3f1b7f9ab8 req-2db8094c-6a14-415b-bed8-4daea467c007 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 945 time: 0.2212293 Aug 27 13:59:22.123109 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Request body: {'port': {'device_id': '15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:22.148105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['6a466040-3fdc-453a-b802-af80adfc5c3b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:22.204996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-157d6098-4189-44ec-b834-8d3f1b7f9ab8 req-55b496d9-e559-4774-bf96-5b1759f4b55e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995378 Aug 27 13:59:22.278984 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-2e00cefe-3aab-4afa-a3b5-1ea543e7a56d None None] Set router e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:22.334604 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:22.337454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Deleting port 82d6101b-270a-4257-9b5c-cc3d391c3580 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:22.337789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:22.434503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde4612-1dac-4553-8869-b5a28a2707f8 req-eed5080d-f759-4875-b9c7-1f990672acb4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:22.449286 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1dde4612-1dac-4553-8869-b5a28a2707f8 req-eed5080d-f759-4875-b9c7-1f990672acb4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.0948837 Aug 27 13:59:22.527104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1dde4612-1dac-4553-8869-b5a28a2707f8 req-a464fd21-ac5a-4bcf-bfa5-e1419e1f5a0a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741866 Aug 27 13:59:22.650377 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b0c90b-28c5-4fa6-b760-93894808b5e3 x-openstack-request-id: req-43b0c90b-28c5-4fa6-b760-93894808b5e3 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:22.650789 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49aea18f-f122-41aa-9ada-12ac5dc87621", "name": "network-vif-deleted", "tag": "6a466040-3fdc-453a-b802-af80adfc5c3b", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:22.651190 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43b0c90b-28c5-4fa6-b760-93894808b5e3 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:22.651626 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aea18f-f122-41aa-9ada-12ac5dc87621', 'name': 'network-vif-deleted', 'tag': '6a466040-3fdc-453a-b802-af80adfc5c3b', 'status': 'completed', 'code': 200} Aug 27 13:59:22.698661 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2e00cefe-3aab-4afa-a3b5-1ea543e7a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680740162-router', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:27Z', 'updated_at': '2021-08-27T13:59:19Z', 'revision_number': 5, 'project_id': 'd8686022ce294e83950577b695e89dfd', 'gw_port': {'id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:28Z', 'updated_at': '2021-08-27T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:22.746510 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e00cefe-3aab-4afa-a3b5-1ea543e7a56d None None] The sync data for ids ['e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a'] in n-d-712139-12 is: [{'id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680740162-router', 'tenant_id': 'd8686022ce294e83950577b695e89dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:56:27Z', 'updated_at': '2021-08-27T13:59:19Z', 'revision_number': 5, 'project_id': 'd8686022ce294e83950577b695e89dfd', 'gw_port': {'id': '82d6101b-270a-4257-9b5c-cc3d391c3580', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:56:28Z', 'updated_at': '2021-08-27T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:59:22.818144 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-69e1a446-671d-4295-8634-3e7f2de548df req-51d1d0bc-27cb-4951-82c8-6342c2e0a36f tempest-ServersAdminNegativeTestJSON-949037739 tempest-ServersAdminNegativeTestJSON-949037739-project] 10.222.0.55 "GET /v2.0/ports?device_id=49aea18f-f122-41aa-9ada-12ac5dc87621 HTTP/1.1" status: 200 len: 210 time: 0.0289757 Aug 27 13:59:22.943575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-9f7add09-64ab-42e5-9fbd-e2a2f16c7bcb tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:59:22.949110 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-9f7add09-64ab-42e5-9fbd-e2a2f16c7bcb tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151207 Aug 27 13:59:22.960273 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] Request body: {'binding': {'host': 'n-h1-712139-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:22.960812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] Unknown quota resources ['binding']. {{(pid=101187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 13:59:23.121243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1bbf2-ee9d-4a05-a7aa-3592836ec337 req-498453c3-e962-4b30-80ce-e3b1c61f01ab tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:23.129159 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ec1bbf2-ee9d-4a05-a7aa-3592836ec337 req-498453c3-e962-4b30-80ce-e3b1c61f01ab tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 931 time: 0.1109378 Aug 27 13:59:23.181326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] For port 82d6101b-270a-4257-9b5c-cc3d391c3580, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=82d6101b-270a-4257-9b5c-cc3d391c3580,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:23.181861 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:23.187482 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ec1bbf2-ee9d-4a05-a7aa-3592836ec337 req-f0b1e2ae-3bbb-46f1-9df5-2f6fc9e70977 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572441 Aug 27 13:59:23.258244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device ba26a24a-8322-41bf-8fe8-e3051e872d1f up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:23.357370 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port ba26a24a-8322-41bf-8fe8-e3051e872d1f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:23.363210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port ba26a24a-8322-41bf-8fe8-e3051e872d1f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:23.363411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299d4a62-188f-4f80-a2c8-ff5397b38ee0 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:59:23.365038 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:23.365615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43862) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:23.391470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] Attempting to bind port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on host n-h1-712139-12 for vnic_type normal with profile None {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:23.391795 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:23.391929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] Attempting to bind port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:23.392124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] Attempting to bind port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:23.406000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba72364-c7ec-4e7d-b2c6-df677d389ca1 req-bd075d10-4614-4d60-97d5-30e4b884f3c0 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:23.407589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ba72364-c7ec-4e7d-b2c6-df677d389ca1 req-bd075d10-4614-4d60-97d5-30e4b884f3c0 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 945 time: 0.0814908 Aug 27 13:59:23.416344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] Port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:59:23.416658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] Attempting to bind port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:23.430139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Calling delete_port for 82d6101b-270a-4257-9b5c-cc3d391c3580 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:23.436358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:23.436698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:23.437229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:23.437681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] Bound port: 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:23.450607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Transition to ACTIVE for port object 299d4a62-188f-4f80-a2c8-ff5397b38ee0 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:23.461528 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:23.517757 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ba72364-c7ec-4e7d-b2c6-df677d389ca1 req-83ed1896-b047-4055-b04d-118b87d21780 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987823 Aug 27 13:59:23.523570 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:23.572130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Pushing event updated for resources: {'Port': ['ID=299d4a62-188f-4f80-a2c8-ff5397b38ee0,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:23.574865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:23.591630 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] Notify callbacks [] for binding, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:23.602757 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-1dce1326-c852-4a9b-a3c6-e82390563017 service neutron] 10.222.0.55 "POST /v2.0/ports/3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3/bindings HTTP/1.1" status: 201 len: 390 time: 0.6409574 Aug 27 13:59:23.607115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6dd890-eead-4f7a-b0dd-d368aba06bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:23.610239 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49706c9-1425-4a7d-8413-2401db15f07e" -d '{"events": [{"server_uuid": "aa6dd890-eead-4f7a-b0dd-d368aba06bd6", "name": "network-vif-plugged", "status": "completed", "tag": "ba26a24a-8322-41bf-8fe8-e3051e872d1f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:23.616630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-943179062-network', 'tenant_id': 'cf65e200823b49bab533556941b96bfc'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:23.626846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port ba26a24a-8322-41bf-8fe8-e3051e872d1f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ba26a24a-8322-41bf-8fe8-e3051e872d1f,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:23.632847 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:23.725219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Attempting to bind port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:23.725537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Attempting to bind port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:23.725835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Attempting to bind port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:23.731744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on network a4fa4222-2c01-407d-8d35-d36794d53fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:59:23.732405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Attempting to bind port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:23.739048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:23.739774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Checking segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:23.740330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Bound using segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:23.740937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Bound port: 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:23.741452 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:23.757991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Made reservation on behalf of cf65e200823b49bab533556941b96bfc for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:59:23.766574 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:23.774821 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85b8bc4-501d-4698-84bd-2fc8d86c1c09 x-openstack-request-id: req-b85b8bc4-501d-4698-84bd-2fc8d86c1c09 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:23.775421 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6dd890-eead-4f7a-b0dd-d368aba06bd6", "name": "network-vif-plugged", "status": "completed", "tag": "ba26a24a-8322-41bf-8fe8-e3051e872d1f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:23.776206 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b85b8bc4-501d-4698-84bd-2fc8d86c1c09 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:23.776888 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6dd890-eead-4f7a-b0dd-d368aba06bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f', 'code': 200} Aug 27 13:59:23.787792 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:23.788943 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=ba26a24a-8322-41bf-8fe8-e3051e872d1f,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:23.816017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476cd1a-80b0-4b0f-b843-a1c9a868cf1d req-36b7805f-3799-45cc-bdcb-2adc35c5ab0b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:23.818160 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6476cd1a-80b0-4b0f-b843-a1c9a868cf1d req-36b7805f-3799-45cc-bdcb-2adc35c5ab0b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.1696465 Aug 27 13:59:23.903095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:23.927783 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6476cd1a-80b0-4b0f-b843-a1c9a868cf1d req-338dfce6-bea7-45ea-81e3-ad613a9f4aa6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900896 Aug 27 13:59:23.939675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 32743d3f-d73b-434b-a0b7-553e2122940c no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:23.964803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 32743d3f-d73b-434b-a0b7-553e2122940c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:59:23.965227 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 32743d3f-d73b-434b-a0b7-553e2122940c not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:23.977632 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:23.995132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.015754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523818b-7555-4178-be9e-1a8e91bd83e6 req-5aa48129-ade3-469d-8112-9a9325bfbf53 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:24.017537 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a523818b-7555-4178-be9e-1a8e91bd83e6 req-5aa48129-ade3-469d-8112-9a9325bfbf53 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 946 time: 0.1564095 Aug 27 13:59:24.018414 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.083043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6c53d-3fef-4ee2-a0f5-784f828accae req-1d10f20d-7e91-4f04-8f67-cd6029d2ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:24.084962 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aba6c53d-3fef-4ee2-a0f5-784f828accae req-1d10f20d-7e91-4f04-8f67-cd6029d2ac0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 1098 time: 0.1983101 Aug 27 13:59:24.094237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e914da-221f-4786-8d39-a562f6857705 req-39e2c7fb-603d-4e26-8171-c7ae31d30818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:24.095766 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-39e2c7fb-603d-4e26-8171-c7ae31d30818 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 1098 time: 0.1225736 Aug 27 13:59:24.101236 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:24.102078 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.103631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] 10.222.0.41 "PUT /v2.0/ports/299d4a62-188f-4f80-a2c8-ff5397b38ee0 HTTP/1.1" status: 200 len: 1092 time: 1.9887528 Aug 27 13:59:24.106026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52', 'tag': '299d4a62-188f-4f80-a2c8-ff5397b38ee0'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:24.108434 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfcaa63-a57f-4ec2-9b4a-efc20cbdb080" -d '{"events": [{"name": "network-changed", "server_uuid": "15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52", "tag": "299d4a62-188f-4f80-a2c8-ff5397b38ee0"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:24.159240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a523818b-7555-4178-be9e-1a8e91bd83e6 req-3c8b86ed-a7b9-4b6d-b9ce-76807f542591 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128016 Aug 27 13:59:24.180580 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26daf673-5f4d-45ef-85aa-497381a8f21f service neutron] Pushing event updated for resources: {'Port': ['ID=299d4a62-188f-4f80-a2c8-ff5397b38ee0,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:24.192060 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be78ec8d-1265-4541-905e-01af397e8e70 x-openstack-request-id: req-be78ec8d-1265-4541-905e-01af397e8e70 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:24.192470 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52", "tag": "299d4a62-188f-4f80-a2c8-ff5397b38ee0", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:24.192826 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be78ec8d-1265-4541-905e-01af397e8e70 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:24.193314 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52', 'tag': '299d4a62-188f-4f80-a2c8-ff5397b38ee0', 'status': 'completed', 'code': 200} Aug 27 13:59:24.195228 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.214166 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.239406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d6101b-270a-4257-9b5c-cc3d391c3580,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:24.243458 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aba6c53d-3fef-4ee2-a0f5-784f828accae req-8102c890-e654-4d8d-a305-26b69f8cb57f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467497 Aug 27 13:59:24.285882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:59:24.289682 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.306769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e914da-221f-4786-8d39-a562f6857705 req-f3d69334-7d57-4120-8aed-ded576ce423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:24.308627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-f3d69334-7d57-4120-8aed-ded576ce423b service neutron] 10.222.0.52 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.2039800 Aug 27 13:59:24.328463 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9889b27-1311-41bf-88cc-9b5680a7a661,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:24.345567 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.349003 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Added segment 204100a0-3d73-40ac-9701-5ea852e61e57 of type vlan for network 925dc309-716e-439e-b5a3-eeaabc236922 Aug 27 13:59:24.399262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43884) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:24.412308 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.415223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-be90c457-c8f5-4f14-9cbe-a05c4066b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:24.417071 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-be90c457-c8f5-4f14-9cbe-a05c4066b03c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 1095 time: 0.2120440 Aug 27 13:59:24.418208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.432621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-fc7285ce-5436-4fd0-b79e-f2fd8a918860 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 HTTP/1.1" status: 200 len: 217 time: 0.1058288 Aug 27 13:59:24.456749 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.469556 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.470044 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:59:24.475633 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.479241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-69e9ec9e-6404-4038-a49d-4896d4fe4538 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e0e5c7aa-9a9c-4dbd-aba2-6b04263eb55a HTTP/1.1" status: 204 len: 168 time: 3.1689317 Aug 27 13:59:24.479407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43888) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:24.496302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eced92-d4e6-4245-9eb3-1e61a525a492 req-753aaf43-716f-4505-8adc-782270181043 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:24.500420 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8eced92-d4e6-4245-9eb3-1e61a525a492 req-753aaf43-716f-4505-8adc-782270181043 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.2162116 Aug 27 13:59:24.539650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba21de6b-b0e4-469e-b5ed-7465633cd988 admin admin] Deleting subnet f3fdee9e-f699-4de7-9859-2cc218ec0fc2 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:59:24.543980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba21de6b-b0e4-469e-b5ed-7465633cd988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.552022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e914da-221f-4786-8d39-a562f6857705 req-4262932b-3d2e-4169-8fc2-74f41924373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:24.553797 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-4262932b-3d2e-4169-8fc2-74f41924373c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.1113732 Aug 27 13:59:24.615226 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba21de6b-b0e4-469e-b5ed-7465633cd988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.620936 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-c4c59fdd-385e-42af-94d0-43f9bf65e32a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465367 Aug 27 13:59:24.647085 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.648219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:24.648898 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.697248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8eced92-d4e6-4245-9eb3-1e61a525a492 req-817a7c77-1aa5-4b14-902b-75cfa0506af6 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404626 Aug 27 13:59:24.709156 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-358ac83c-a635-4724-9865-ae2afcf045bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc61e6ec99d44e5abfd4f234bb5cbf07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055894 Aug 27 13:59:24.711289 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-52972b64-141a-4cc1-9911-1aa9f0f18f0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0 HTTP/1.1" status: 200 len: 217 time: 0.0603170 Aug 27 13:59:24.711448 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43892) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:24.773440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4041216 Aug 27 13:59:24.779561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43894) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:24.793176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-748abe9e-8b28-4eb5-b5ee-5f67f26fa3bd admin admin] Request body: {'subnet': {'network_id': '925dc309-716e-439e-b5a3-eeaabc236922', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-943179062-subnet', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:24.821834 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888fb57-4b2b-41e3-92b3-ae727e197740 admin admin] Pushing event updated for resources: {'Network': ['ID=925dc309-716e-439e-b5a3-eeaabc236922,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:24.836273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 925dc309-716e-439e-b5a3-eeaabc236922 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:59:24.860553 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-50ad32ae-4817-4b9b-93a9-b8a1e2c7446e service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320194 Aug 27 13:59:24.872701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-e44e2821-2332-4793-add1-136e0d005465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:24.874809 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-e44e2821-2332-4793-add1-136e0d005465 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.1290271 Aug 27 13:59:24.875231 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-99d9c8fb-c85c-4a30-a2f2-ec87d72d888c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.876943 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748abe9e-8b28-4eb5-b5ee-5f67f26fa3bd admin admin] Made reservation on behalf of cf65e200823b49bab533556941b96bfc for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:59:24.879365 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-748abe9e-8b28-4eb5-b5ee-5f67f26fa3bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.906628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e150b83-2374-487d-8fb3-d2f7f1b30b4c req-57bedb04-6037-4888-b0b4-736be6473ec5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:24.908239 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e150b83-2374-487d-8fb3-d2f7f1b30b4c req-57bedb04-6037-4888-b0b4-736be6473ec5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.2050328 Aug 27 13:59:24.911051 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba21de6b-b0e4-469e-b5ed-7465633cd988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:24.947751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-c1758061-bbe9-47ab-9ce2-329b6b2e1210 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597339 Aug 27 13:59:25.006344 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-99d9c8fb-c85c-4a30-a2f2-ec87d72d888c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:25.063507 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e150b83-2374-487d-8fb3-d2f7f1b30b4c req-7f2c694f-d34f-4d29-8b61-8affb2ddf654 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359026 Aug 27 13:59:25.086307 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba21de6b-b0e4-469e-b5ed-7465633cd988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:25.138943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21de6b-b0e4-469e-b5ed-7465633cd988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3fdee9e-f699-4de7-9859-2cc218ec0fc2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:25.142576 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba21de6b-b0e4-469e-b5ed-7465633cd988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:25.143928 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8e40ed-08e5-4179-84e3-20580d1d27bf None None] Network 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:59:25.147166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ba21de6b-b0e4-469e-b5ed-7465633cd988 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f3fdee9e-f699-4de7-9859-2cc218ec0fc2 HTTP/1.1" status: 204 len: 168 time: 0.6644683 Aug 27 13:59:25.147747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-a23a8aca-df9d-4c2a-87c3-f4b4a097503a service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913378 Aug 27 13:59:25.148318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43900) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:25.344349 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:25.459392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f496625-d4cd-4230-9cee-d25d1577a3e3 req-d9c72bb4-3562-480c-aa49-ea13bf763aa2 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015108 Aug 27 13:59:25.460090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b53ba3f-563e-4f61-a64f-8d4ff76eb01f None None] DHCP port deletion for 666f181c-d2f2-49fc-9ff4-bd9c42e5ba05 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:59:25.483405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58263113-43b3-4f3e-b52f-8a35f8fcadb8 req-634fe717-48fd-4004-b111-466b5eac4d39 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:25.490777 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58263113-43b3-4f3e-b52f-8a35f8fcadb8 req-634fe717-48fd-4004-b111-466b5eac4d39 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 946 time: 0.1253934 Aug 27 13:59:25.493623 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7c530-2676-402a-9eb8-a6e39e65a6b7 req-963064b0-3e23-4fbe-84d8-05ee2d2c80d6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:25.495610 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36e7c530-2676-402a-9eb8-a6e39e65a6b7 req-963064b0-3e23-4fbe-84d8-05ee2d2c80d6 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.4915316 Aug 27 13:59:25.518542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Deleting port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:25.518811 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:25.529468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4b53ba3f-563e-4f61-a64f-8d4ff76eb01f None None] Deleting port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:25.530057 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4b53ba3f-563e-4f61-a64f-8d4ff76eb01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:25.562055 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58263113-43b3-4f3e-b52f-8a35f8fcadb8 req-47ad2164-3403-4c64-a21d-9033000f5871 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615349 Aug 27 13:59:25.590218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-28d9728e-0635-4555-97eb-419f1270d466 service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086687 Aug 27 13:59:25.598422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-99d9c8fb-c85c-4a30-a2f2-ec87d72d888c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:25.601335 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-99d9c8fb-c85c-4a30-a2f2-ec87d72d888c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:25.602895 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-99d9c8fb-c85c-4a30-a2f2-ec87d72d888c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03abcc13-a2b4-4ccc-bb3e-002f37b73472 HTTP/1.1" status: 204 len: 168 time: 0.8620749 Aug 27 13:59:25.650740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4b53ba3f-563e-4f61-a64f-8d4ff76eb01f None None] For port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28,segment=NetworkSegment(94e3edee-7450-40ac-860a-8bb8a7edc9a3),segment_id=94e3edee-7450-40ac-860a-8bb8a7edc9a3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:25.651929 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4b53ba3f-563e-4f61-a64f-8d4ff76eb01f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:25.668698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9c8fb-c85c-4a30-a2f2-ec87d72d888c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03abcc13-a2b4-4ccc-bb3e-002f37b73472,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:25.701371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4b53ba3f-563e-4f61-a64f-8d4ff76eb01f None None] Calling delete_port for ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:25.718494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] For port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28,segment=NetworkSegment(94e3edee-7450-40ac-860a-8bb8a7edc9a3),segment_id=94e3edee-7450-40ac-860a-8bb8a7edc9a3)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:25.718921 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:25.725110 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-748abe9e-8b28-4eb5-b5ee-5f67f26fa3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:25.732265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcaa63-a57f-4ec2-9b4a-efc20cbdb080 req-7b0d6af6-002e-4718-a4ce-29a19402de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:25.734997 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7bfcaa63-a57f-4ec2-9b4a-efc20cbdb080 req-7b0d6af6-002e-4718-a4ce-29a19402de85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 1095 time: 0.1254425 Aug 27 13:59:25.757526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Calling delete_port for ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:25.765698 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36e7c530-2676-402a-9eb8-a6e39e65a6b7 req-f75f88f7-c958-4e72-aa86-b3896af2390e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684268 Aug 27 13:59:25.826322 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6a466040-3fdc-453a-b802-af80adfc5c3b no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:25.865827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 6a466040-3fdc-453a-b802-af80adfc5c3b {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:59:25.866850 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6a466040-3fdc-453a-b802-af80adfc5c3b not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:25.872460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748abe9e-8b28-4eb5-b5ee-5f67f26fa3bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa4e35f-5138-4f58-93c6-f650122f24e2,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:25.885250 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748abe9e-8b28-4eb5-b5ee-5f67f26fa3bd admin admin] Checking segment: {'id': '204100a0-3d73-40ac-9701-5ea852e61e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '925dc309-716e-439e-b5a3-eeaabc236922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:25.885624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748abe9e-8b28-4eb5-b5ee-5f67f26fa3bd admin admin] Network hostable DHCP agents. Network: 925dc309-716e-439e-b5a3-eeaabc236922, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:59:25.942329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748abe9e-8b28-4eb5-b5ee-5f67f26fa3bd admin admin] Network 925dc309-716e-439e-b5a3-eeaabc236922 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:59:25.964497 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4b53ba3f-563e-4f61-a64f-8d4ff76eb01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:25.977821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-748abe9e-8b28-4eb5-b5ee-5f67f26fa3bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 925dc309-716e-439e-b5a3-eeaabc236922) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:25.988240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748abe9e-8b28-4eb5-b5ee-5f67f26fa3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:25.988982 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-748abe9e-8b28-4eb5-b5ee-5f67f26fa3bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.021292 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-748abe9e-8b28-4eb5-b5ee-5f67f26fa3bd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2366567 Aug 27 13:59:26.022080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43912) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:26.033456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53ed5af-432c-426b-8ac9-22166bb47342 None None] Network 925dc309-716e-439e-b5a3-eeaabc236922 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:59:26.035215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-943179062-router', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:26.046706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53ba3f-563e-4f61-a64f-8d4ff76eb01f None None] No DVR routers for this DVR port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:26.048404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcaa63-a57f-4ec2-9b4a-efc20cbdb080 req-da7f56e2-b27a-4ba1-b291-9210d9c96442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:26.049891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7bfcaa63-a57f-4ec2-9b4a-efc20cbdb080 req-da7f56e2-b27a-4ba1-b291-9210d9c96442 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.2955389 Aug 27 13:59:26.068611 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 82d6101b-270a-4257-9b5c-cc3d391c3580 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:26.074779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53ba3f-563e-4f61-a64f-8d4ff76eb01f None None] Pushing event deleted for resources: {'Port': ['ID=ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:26.121314 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.123435 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.126789 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.140011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7bfcaa63-a57f-4ec2-9b4a-efc20cbdb080 req-a52bd66c-21dd-4a16-8f28-79225133d0fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0 HTTP/1.1" status: 200 len: 217 time: 0.0807600 Aug 27 13:59:26.141128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] No DVR routers for this DVR port ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:26.167935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:26.220779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 82d6101b-270a-4257-9b5c-cc3d391c3580 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:59:26.221122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 82d6101b-270a-4257-9b5c-cc3d391c3580 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:26.221535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:26.275612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcaa63-a57f-4ec2-9b4a-efc20cbdb080 req-83281a05-19af-4c1d-ab9c-6c40e4379a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:26.276319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43916) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:26.277895 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7bfcaa63-a57f-4ec2-9b4a-efc20cbdb080 req-83281a05-19af-4c1d-ab9c-6c40e4379a04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.1130376 Aug 27 13:59:26.286475 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.287879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd7413-8c81-4982-bf3e-6142586d5e9e req-d20c8c36-4b37-40da-8a2e-e5b1841be484 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:26.297136 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-49fd7413-8c81-4982-bf3e-6142586d5e9e req-d20c8c36-4b37-40da-8a2e-e5b1841be484 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.4405665 Aug 27 13:59:26.351290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:59:26.358781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ff82ccd2-a5f4-4fa4-a1f8-8dcf157cbd28 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:26.393545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-49fd7413-8c81-4982-bf3e-6142586d5e9e req-d191c64e-b616-4f7e-93ee-68e486299ccf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954976 Aug 27 13:59:26.453076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-925dc309-716e-439e-b5a3-eeaabc236922', 'network_id': '925dc309-716e-439e-b5a3-eeaabc236922', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'fixed_ips': [{'subnet_id': '1fa4e35f-5138-4f58-93c6-f650122f24e2'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:59:26.453963 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.484197 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.497540 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666f181c-d2f2-49fc-9ff4-bd9c42e5ba05']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:26.500187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2198b-a58c-4b38-a19d-21923ecefc79 req-7288ba59-13b0-4c07-a2e3-048ecbe5780e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:26.502106 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-49a2198b-a58c-4b38-a19d-21923ecefc79 req-7288ba59-13b0-4c07-a2e3-048ecbe5780e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.2298894 Aug 27 13:59:26.509513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e3edee-7450-40ac-860a-8bb8a7edc9a3') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:26.509806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e3edee-7450-40ac-860a-8bb8a7edc9a3') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:26.524614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7bfcaa63-a57f-4ec2-9b4a-efc20cbdb080 req-36161ebf-48f0-4cf2-a694-81f913698971 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2254744 Aug 27 13:59:26.528064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.552178 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-83425098-b428-49ca-8e94-aa0a7c817043 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=feab756bb91a4bb7802d354cbf7b887a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725539 Aug 27 13:59:26.557257 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.559027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43920) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:26.590797 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.606514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:59:26.606949 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: timer() Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:59:26.610882 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:59:26.646935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Allocated IP 172.20.0.2 (925dc309-716e-439e-b5a3-eeaabc236922/1fa4e35f-5138-4f58-93c6-f650122f24e2/38a2c270-c872-4306-9ea6-7b55dd50dac9) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:26.671249 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-49a2198b-a58c-4b38-a19d-21923ecefc79 req-5ef3edf2-56df-435d-8f22-96e44b4c7a3b tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260455 Aug 27 13:59:26.776289 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.798759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7bfcaa63-a57f-4ec2-9b4a-efc20cbdb080 req-a8e88c91-af4b-435e-9459-02f878d01529 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639389 Aug 27 13:59:26.801796 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.803614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] 10.222.0.55 "DELETE /v2.0/networks/666f181c-d2f2-49fc-9ff4-bd9c42e5ba05 HTTP/1.1" status: 204 len: 168 time: 1.6542385 Aug 27 13:59:26.823173 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.830668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4922020d-a6aa-4030-811b-cf9c937095a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.832195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784bda8-3d57-4ae5-a0e3-fad5239541ed admin admin] Pushing event deleted for resources: {'Network': ['ID=666f181c-d2f2-49fc-9ff4-bd9c42e5ba05,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:26.832953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Transition to ACTIVE for port object 38a2c270-c872-4306-9ea6-7b55dd50dac9 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:26.851321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Transition to ACTIVE for port object 38a2c270-c872-4306-9ea6-7b55dd50dac9 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:26.861865 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9cc30-4296-4107-9fb6-4a4733434385 req-a9903675-b6ed-483e-b7fb-445f249587d0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:26.863616 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:26.870051 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40b9cc30-4296-4107-9fb6-4a4733434385 req-a9903675-b6ed-483e-b7fb-445f249587d0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 946 time: 0.2131448 Aug 27 13:59:26.884598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cbbb2-4b7d-4aec-979b-8b639c251e54 req-fbafa323-702f-43ed-adf3-e79922fe31f7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:26.888971 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-751cbbb2-4b7d-4aec-979b-8b639c251e54 req-fbafa323-702f-43ed-adf3-e79922fe31f7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1341846 Aug 27 13:59:26.912391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Pushing event updated for resources: {'Port': ['ID=38a2c270-c872-4306-9ea6-7b55dd50dac9,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:26.926213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Network 925dc309-716e-439e-b5a3-eeaabc236922 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:26.928307 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:26.931734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:26.934008 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4922020d-a6aa-4030-811b-cf9c937095a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.001842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Attempting to bind port 38a2c270-c872-4306-9ea6-7b55dd50dac9 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:27.002294 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Attempting to bind port 38a2c270-c872-4306-9ea6-7b55dd50dac9 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '204100a0-3d73-40ac-9701-5ea852e61e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '925dc309-716e-439e-b5a3-eeaabc236922'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:27.002741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Attempting to bind port 38a2c270-c872-4306-9ea6-7b55dd50dac9 on network 925dc309-716e-439e-b5a3-eeaabc236922 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:27.009622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:27.010095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Checking segment: {'id': '204100a0-3d73-40ac-9701-5ea852e61e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '925dc309-716e-439e-b5a3-eeaabc236922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:27.010500 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.011096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Bound using segment: {'id': '204100a0-3d73-40ac-9701-5ea852e61e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '925dc309-716e-439e-b5a3-eeaabc236922'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:27.011569 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Bound port: 38a2c270-c872-4306-9ea6-7b55dd50dac9, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204100a0-3d73-40ac-9701-5ea852e61e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '925dc309-716e-439e-b5a3-eeaabc236922'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:27.012099 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.058297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40b9cc30-4296-4107-9fb6-4a4733434385 req-b8357eff-74fb-4d06-8485-9461b9f627a8 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856713 Aug 27 13:59:27.075472 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-751cbbb2-4b7d-4aec-979b-8b639c251e54 req-6287e93a-c9b8-4112-81db-d7f983b68162 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684132 Aug 27 13:59:27.157674 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7bfcaa63-a57f-4ec2-9b4a-efc20cbdb080 req-406d2581-d864-40ee-bbbf-2ab25dd77371 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363411 Aug 27 13:59:27.173797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] For port 38a2c270-c872-4306-9ea6-7b55dd50dac9, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:27.176366 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4922020d-a6aa-4030-811b-cf9c937095a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.179574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4922020d-a6aa-4030-811b-cf9c937095a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.180952 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4922020d-a6aa-4030-811b-cf9c937095a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f64549a4-58ff-49a6-9a37-10ca1110316e HTTP/1.1" status: 204 len: 168 time: 0.6209056 Aug 27 13:59:27.183459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43932) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:27.187172 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.189744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] For port 38a2c270-c872-4306-9ea6-7b55dd50dac9, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=38a2c270-c872-4306-9ea6-7b55dd50dac9,segment=NetworkSegment(204100a0-3d73-40ac-9701-5ea852e61e57),segment_id=204100a0-3d73-40ac-9701-5ea852e61e57)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:27.208479 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.211728 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.214601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922020d-a6aa-4030-811b-cf9c937095a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64549a4-58ff-49a6-9a37-10ca1110316e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:27.267598 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a54eb5c8-5f38-4d81-ad7e-a62a0e683311 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94a6515f8f724dc2ab86aeeed1a7f94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773728 Aug 27 13:59:27.269644 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43940) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:27.316808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa4179-9893-40ae-be4a-030d407f040f req-9bdba6db-4e4e-48fe-9f59-aa873c92ef80 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:27.318656 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-44aa4179-9893-40ae-be4a-030d407f040f req-9bdba6db-4e4e-48fe-9f59-aa873c92ef80 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.1353924 Aug 27 13:59:27.379425 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f251781b-1bc5-4b1b-bf85-2941e2cb083f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.383540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Allocated IP 172.25.2.207 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/9049e25a-e220-497d-adf0-2eb0155e1c35) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:27.419728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06796078-0330-48ff-9ed1-c1313cfdae79 None None] Pushing event updated for resources: {'Port': ['ID=38a2c270-c872-4306-9ea6-7b55dd50dac9,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:27.434209 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f251781b-1bc5-4b1b-bf85-2941e2cb083f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.459585 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-44aa4179-9893-40ae-be4a-030d407f040f req-86056220-3bcc-47e6-a94f-8e2612ecdb95 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211886 Aug 27 13:59:27.561914 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f251781b-1bc5-4b1b-bf85-2941e2cb083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.564934 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f251781b-1bc5-4b1b-bf85-2941e2cb083f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.570334 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f251781b-1bc5-4b1b-bf85-2941e2cb083f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e HTTP/1.1" status: 204 len: 168 time: 0.2995212 Aug 27 13:59:27.660431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251781b-1bc5-4b1b-bf85-2941e2cb083f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbfc7df-7619-48a8-b321-7dc6dc5d2c7e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:27.690513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c990c3-af90-4fc1-9f80-d68adac7d6ad req-c80c94c8-07ec-426a-b0fd-d5f21e3bf3d3 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:27.700852 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03c990c3-af90-4fc1-9f80-d68adac7d6ad req-c80c94c8-07ec-426a-b0fd-d5f21e3bf3d3 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.1292500 Aug 27 13:59:27.708596 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.795998 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03c990c3-af90-4fc1-9f80-d68adac7d6ad req-8c005513-fb7d-4b48-b1bc-9c6447d635ac tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911741 Aug 27 13:59:27.840322 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:27.968992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:27.976164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:27.980793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:27.983887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96600b14-d5ae-4282-95c7-1ac9a56e347d req-36ff31c3-1886-4a02-9a42-a68a35a35089 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:27.995923 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96600b14-d5ae-4282-95c7-1ac9a56e347d req-36ff31c3-1886-4a02-9a42-a68a35a35089 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.0818772 Aug 27 13:59:28.017105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Pushing event updated for resources: {'Port': ['ID=9049e25a-e220-497d-adf0-2eb0155e1c35,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:28.069521 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96600b14-d5ae-4282-95c7-1ac9a56e347d req-6770634e-80d1-4728-912b-c87906dfdc3f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580106 Aug 27 13:59:28.122123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 38a2c270-c872-4306-9ea6-7b55dd50dac9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:28.271283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 38a2c270-c872-4306-9ea6-7b55dd50dac9 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:28.336166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43972) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:28.348863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ad575-6881-40de-b827-8d411e343cf2 req-13b7828b-f7b8-41ec-85ae-66851dfdb433 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:28.350751 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-707ad575-6881-40de-b827-8d411e343cf2 req-13b7828b-f7b8-41ec-85ae-66851dfdb433 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 946 time: 0.1276622 Aug 27 13:59:28.392687 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-35164ac7-0188-49d3-8758-07c9735c733b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d8686022ce294e83950577b695e89dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547957 Aug 27 13:59:28.394965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43974) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:28.431779 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:28.488381 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a52520bd-ef4b-469f-9381-2a92cb28e52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:28.557588 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a52520bd-ef4b-469f-9381-2a92cb28e52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:28.744050 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a52520bd-ef4b-469f-9381-2a92cb28e52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:28.753139 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a52520bd-ef4b-469f-9381-2a92cb28e52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:28.756688 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a52520bd-ef4b-469f-9381-2a92cb28e52d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b91ccfdf-26c0-4fcf-927b-e100c26fdbd8 HTTP/1.1" status: 204 len: 168 time: 0.3592789 Aug 27 13:59:28.783244 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d746f-7b22-4572-a640-0020eba9534d req-5885a186-bbd4-40db-9ede-dd950f1201cb tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:28.784774 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:28.789911 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-282d746f-7b22-4572-a640-0020eba9534d req-5885a186-bbd4-40db-9ede-dd950f1201cb tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.1723340 Aug 27 13:59:28.810471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52520bd-ef4b-469f-9381-2a92cb28e52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91ccfdf-26c0-4fcf-927b-e100c26fdbd8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:28.898582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-282d746f-7b22-4572-a640-0020eba9534d req-fc1206d2-8c66-4c88-a7ee-739df3f941c5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935345 Aug 27 13:59:28.904962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad1785e-2b30-48f8-b154-97663321513a None None] Network 925dc309-716e-439e-b5a3-eeaabc236922 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:59:29.034645 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-707ad575-6881-40de-b827-8d411e343cf2 req-79eb4c19-a361-43d5-9d6b-1290df76ce68 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999172 Aug 27 13:59:29.090750 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6ec6e-0fa7-4701-8549-8711ee334e66 req-7dba28ec-ed97-4ef4-aef2-41ac19ddd51a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:29.101186 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f5c6ec6e-0fa7-4701-8549-8711ee334e66 req-7dba28ec-ed97-4ef4-aef2-41ac19ddd51a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.0965633 Aug 27 13:59:29.154766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Router 59934858-ac9d-4db7-9369-bd312283c249 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:59:29.191408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f5c6ec6e-0fa7-4701-8549-8711ee334e66 req-11bd83b9-4bb2-4598-af83-d3b0c3c8bbbf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878918 Aug 27 13:59:29.291396 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8d7cd5a9-ec61-445a-a20a-9e940016daaa None None] Provisioning for port 38a2c270-c872-4306-9ea6-7b55dd50dac9 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:29.298045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8d7cd5a9-ec61-445a-a20a-9e940016daaa None None] Provisioning complete for port 38a2c270-c872-4306-9ea6-7b55dd50dac9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:29.298424 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8d7cd5a9-ec61-445a-a20a-9e940016daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:29.393792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:59:29.418572 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:29.423055 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ebb94d23-88a8-4083-ba17-f05ea54bb934 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3955042 Aug 27 13:59:29.423375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44008) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:29.438498 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d424a8d-d264-4655-a352-36ca9eeccadd req-ccec2013-595f-46b6-9684-e15b9220b235 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:29.450554 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d424a8d-d264-4655-a352-36ca9eeccadd req-ccec2013-595f-46b6-9684-e15b9220b235 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1536229 Aug 27 13:59:29.538090 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d424a8d-d264-4655-a352-36ca9eeccadd req-7ed70f96-4518-41bf-af23-09096e2cfe23 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791326 Aug 27 13:59:29.646594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Sync routers for ids ['59934858-ac9d-4db7-9369-bd312283c249'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:59:29.704095 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8d7cd5a9-ec61-445a-a20a-9e940016daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:29.720820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Routers {'59934858-ac9d-4db7-9369-bd312283c249'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:29.724210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['59934858-ac9d-4db7-9369-bd312283c249'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:29.801962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8d7cd5a9-ec61-445a-a20a-9e940016daaa None None] For port 38a2c270-c872-4306-9ea6-7b55dd50dac9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=38a2c270-c872-4306-9ea6-7b55dd50dac9,segment=NetworkSegment(204100a0-3d73-40ac-9701-5ea852e61e57),segment_id=204100a0-3d73-40ac-9701-5ea852e61e57)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:29.808215 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8d7cd5a9-ec61-445a-a20a-9e940016daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:29.907914 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Set router 59934858-ac9d-4db7-9369-bd312283c249 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:30.023363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cd5a9-ec61-445a-a20a-9e940016daaa None None] Pushing event updated for resources: {'Port': ['ID=38a2c270-c872-4306-9ea6-7b55dd50dac9,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:30.165897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-92da0b15-ce39-4877-b7b7-680fa3514b82 None None] Provisioning complete for port 38a2c270-c872-4306-9ea6-7b55dd50dac9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:30.166198 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-92da0b15-ce39-4877-b7b7-680fa3514b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.220879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c906f1-1af7-45be-a93d-3054f9917192 req-1952a82a-0333-4362-82e9-da7c5d19b78e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:30.227057 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1c906f1-1af7-45be-a93d-3054f9917192 req-1952a82a-0333-4362-82e9-da7c5d19b78e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.1861951 Aug 27 13:59:30.237897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59934858-ac9d-4db7-9369-bd312283c249', 'name': 'tempest-FloatingIPDetailsTestJSON-943179062-router', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:26Z', 'updated_at': '2021-08-27T13:59:28Z', 'revision_number': 3, 'project_id': 'cf65e200823b49bab533556941b96bfc', 'gw_port': {'id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59934858-ac9d-4db7-9369-bd312283c249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:27Z', 'updated_at': '2021-08-27T13:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:30.247402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44038) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:30.272614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Checking router: 59934858-ac9d-4db7-9369-bd312283c249 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:59:30.273380 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Updating router 59934858-ac9d-4db7-9369-bd312283c249 port 9049e25a-e220-497d-adf0-2eb0155e1c35 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:59:30.293810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf5743-2716-4d4e-b698-18550526f412 req-3160c9b5-006b-4f06-aa8a-c92026c8da71 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:30.309475 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.312871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a9cf5743-2716-4d4e-b698-18550526f412 req-3160c9b5-006b-4f06-aa8a-c92026c8da71 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 946 time: 0.1094022 Aug 27 13:59:30.332090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1c906f1-1af7-45be-a93d-3054f9917192 req-f2ed70a3-0ad0-4253-9694-effcbc136f33 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620468 Aug 27 13:59:30.376456 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a9cf5743-2716-4d4e-b698-18550526f412 req-84dde037-69ca-4852-8419-6738d7522d7c tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625734 Aug 27 13:59:30.412636 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.444741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-network', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:30.484938 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Made reservation on behalf of 1115b7ed52cb44f3b67bcec7d3ed001e for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:59:30.487609 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.500682 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.662348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2a7df-27fa-4004-acda-243c6e7bf19b req-a3a194d4-989d-47b1-a1cd-03f5e74a9a94 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:30.664431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-38f2a7df-27fa-4004-acda-243c6e7bf19b req-a3a194d4-989d-47b1-a1cd-03f5e74a9a94 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.2422655 Aug 27 13:59:30.695830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Allocated IP 172.20.0.1 (925dc309-716e-439e-b5a3-eeaabc236922/1fa4e35f-5138-4f58-93c6-f650122f24e2/586387b0-4d62-4c19-b1f4-424e1fc40693) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:30.719044 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-38f2a7df-27fa-4004-acda-243c6e7bf19b req-e3fc3779-53cf-4f84-bcf0-5eca62e53061 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441136 Aug 27 13:59:30.734067 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.753041 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.788917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:59:30.802418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb6fd43-2874-4488-ba2b-0620f4e9257b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:30.812599 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.812915 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Added segment a99ccff9-7298-480f-b4ef-9b6d227a3f86 of type vlan for network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 Aug 27 13:59:30.819950 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.849557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Transition to ACTIVE for port object 9049e25a-e220-497d-adf0-2eb0155e1c35 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:30.858270 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.865918 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.888857 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.890747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:30.891568 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.924058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29247bf-c39a-4e69-b09b-4c188e460c2b req-629999aa-1ab0-478f-ae5e-98635032c87a tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:30.925612 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6742835 Aug 27 13:59:30.926578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44048) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:30.932456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b29247bf-c39a-4e69-b09b-4c188e460c2b req-629999aa-1ab0-478f-ae5e-98635032c87a tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.0817354 Aug 27 13:59:30.968728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-92486b53-2165-4a22-925d-63b6b9b590d3 admin admin] Request body: {'subnet': {'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-subnet', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:30.969360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Attempting to bind port 9049e25a-e220-497d-adf0-2eb0155e1c35 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:30.969745 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Attempting to bind port 9049e25a-e220-497d-adf0-2eb0155e1c35 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:30.970177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Attempting to bind port 9049e25a-e220-497d-adf0-2eb0155e1c35 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:30.985107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:30.985488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:30.985898 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.986297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:30.986810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Bound port: 9049e25a-e220-497d-adf0-2eb0155e1c35, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:30.987456 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:30.993944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85f256-ebb9-4539-b71c-81cfdd3f977d None None] Pushing event updated for resources: {'Port': ['ID=9049e25a-e220-497d-adf0-2eb0155e1c35,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:30.996568 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cb01b-80b5-4c16-8175-c781d4c28fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:31.012913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92486b53-2165-4a22-925d-63b6b9b590d3 admin admin] Made reservation on behalf of 1115b7ed52cb44f3b67bcec7d3ed001e for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:59:31.017376 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92486b53-2165-4a22-925d-63b6b9b590d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:31.026049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:59:31.036943 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:31.073171 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b29247bf-c39a-4e69-b09b-4c188e460c2b req-2e5c113e-6adf-4927-86e4-e556339924dc tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398418 Aug 27 13:59:31.086779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Transition to ACTIVE for port object 586387b0-4d62-4c19-b1f4-424e1fc40693 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:31.125970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] For port 9049e25a-e220-497d-adf0-2eb0155e1c35, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:31.132582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] For port 9049e25a-e220-497d-adf0-2eb0155e1c35, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9049e25a-e220-497d-adf0-2eb0155e1c35,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:31.142863 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:31.154351 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:31.204394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85f256-ebb9-4539-b71c-81cfdd3f977d None None] Pushing event updated for resources: {'Port': ['ID=9049e25a-e220-497d-adf0-2eb0155e1c35,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:31.221243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Routers {'59934858-ac9d-4db7-9369-bd312283c249'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:31.221884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['59934858-ac9d-4db7-9369-bd312283c249'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:31.229672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Network 925dc309-716e-439e-b5a3-eeaabc236922 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:31.235256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:31.256780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:31.282721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Pushing event updated for resources: {'Port': ['ID=586387b0-4d62-4c19-b1f4-424e1fc40693,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:31.303565 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:31.368983 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92486b53-2165-4a22-925d-63b6b9b590d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:31.440137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] Set router 59934858-ac9d-4db7-9369-bd312283c249 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:31.492004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92486b53-2165-4a22-925d-63b6b9b590d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bbcda45-71fa-493a-83cb-00f0900c1060,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:31.502476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92486b53-2165-4a22-925d-63b6b9b590d3 admin admin] Checking segment: {'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:31.503137 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92486b53-2165-4a22-925d-63b6b9b590d3 admin admin] Network hostable DHCP agents. Network: 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:59:31.532083 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92486b53-2165-4a22-925d-63b6b9b590d3 admin admin] Network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:59:31.552380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-92486b53-2165-4a22-925d-63b6b9b590d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:31.572588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92486b53-2165-4a22-925d-63b6b9b590d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:31.573660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92486b53-2165-4a22-925d-63b6b9b590d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:31.603314 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37d0290-d498-4ea2-b825-158d8e95bc3e None None] Network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:59:31.606975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-92486b53-2165-4a22-925d-63b6b9b590d3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6473384 Aug 27 13:59:31.610719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44082) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:31.625053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:31.664571 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:31.666300 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:31.724200 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-320cc89c-b3a9-4e37-8b1a-f191d3732a8a None None] Provisioning for port 586387b0-4d62-4c19-b1f4-424e1fc40693 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:31.743045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-320cc89c-b3a9-4e37-8b1a-f191d3732a8a None None] Provisioning complete for port 586387b0-4d62-4c19-b1f4-424e1fc40693 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:31.743416 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-320cc89c-b3a9-4e37-8b1a-f191d3732a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:31.747000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:31.824737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-320cc89c-b3a9-4e37-8b1a-f191d3732a8a None None] Port 586387b0-4d62-4c19-b1f4-424e1fc40693 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:59:31.907731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:59:31.908678 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:31.932935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59934858-ac9d-4db7-9369-bd312283c249', 'name': 'tempest-FloatingIPDetailsTestJSON-943179062-router', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:26Z', 'updated_at': '2021-08-27T13:59:28Z', 'revision_number': 3, 'project_id': 'cf65e200823b49bab533556941b96bfc', 'gw_port': {'id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59934858-ac9d-4db7-9369-bd312283c249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:27Z', 'updated_at': '2021-08-27T13:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:31.969791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e8a62-4595-43ef-bc54-b7221f52787b None None] The sync data for ids ['59934858-ac9d-4db7-9369-bd312283c249'] in n-d-712139-12 is: [{'id': '59934858-ac9d-4db7-9369-bd312283c249', 'name': 'tempest-FloatingIPDetailsTestJSON-943179062-router', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:26Z', 'updated_at': '2021-08-27T13:59:28Z', 'revision_number': 3, 'project_id': 'cf65e200823b49bab533556941b96bfc', 'gw_port': {'id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59934858-ac9d-4db7-9369-bd312283c249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:27Z', 'updated_at': '2021-08-27T13:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:59:32.062099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 38a2c270-c872-4306-9ea6-7b55dd50dac9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:32.108893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44090) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:32.143465 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:32.192737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4703c05-986a-4e6c-953d-cd25c17d6c5d req-7f435d89-d6e2-4f96-8260-f505029de642 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:32.195328 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c4703c05-986a-4e6c-953d-cd25c17d6c5d req-7f435d89-d6e2-4f96-8260-f505029de642 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.7199500 Aug 27 13:59:32.204915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 38a2c270-c872-4306-9ea6-7b55dd50dac9 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:32.205490 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:32.289467 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Allocated IP 172.20.0.2 (8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4/8bbcda45-71fa-493a-83cb-00f0900c1060/c3e38380-80fa-4f02-b4ac-52b1f50c9edb) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:32.401693 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c4703c05-986a-4e6c-953d-cd25c17d6c5d req-ab8b73c3-8e64-4f87-af03-46aa1e9f0ecc tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735749 Aug 27 13:59:32.493493 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:32.535339 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75e8a813-4c08-41e3-9628-0c8ca50ced90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:32.632407 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:32.654426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Transition to ACTIVE for port object c3e38380-80fa-4f02-b4ac-52b1f50c9edb will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:32.674547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Transition to ACTIVE for port object c3e38380-80fa-4f02-b4ac-52b1f50c9edb will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:32.682601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a1076-aa19-4a15-8d71-5c82abbfb92f req-7ea32cb9-fa5e-4d44-afa4-2005122c42a9 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:32.683210 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:32.684329 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-453a1076-aa19-4a15-8d71-5c82abbfb92f req-7ea32cb9-fa5e-4d44-afa4-2005122c42a9 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 946 time: 0.3867116 Aug 27 13:59:32.762508 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-453a1076-aa19-4a15-8d71-5c82abbfb92f req-cacf265f-c470-4cea-a0cb-937d9a97477a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697021 Aug 27 13:59:32.789225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:32.792531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:32.810523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:32.814305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Pushing event updated for resources: {'Port': ['ID=c3e38380-80fa-4f02-b4ac-52b1f50c9edb,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:32.877453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Attempting to bind port c3e38380-80fa-4f02-b4ac-52b1f50c9edb on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:32.878219 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Attempting to bind port c3e38380-80fa-4f02-b4ac-52b1f50c9edb by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:32.878893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Attempting to bind port c3e38380-80fa-4f02-b4ac-52b1f50c9edb on network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:32.885192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:32.885940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Checking segment: {'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:32.886600 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:32.887224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Bound using segment: {'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:32.887904 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Bound port: c3e38380-80fa-4f02-b4ac-52b1f50c9edb, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:32.888621 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:32.907350 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75e8a813-4c08-41e3-9628-0c8ca50ced90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:32.917527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8133a-2c25-40c7-9aa6-6ff49e0fcf46 req-05744aa5-b4a8-4af0-bd8c-912eb34b06ac tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:32.919742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61c8133a-2c25-40c7-9aa6-6ff49e0fcf46 req-05744aa5-b4a8-4af0-bd8c-912eb34b06ac tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.2298162 Aug 27 13:59:32.925516 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75e8a813-4c08-41e3-9628-0c8ca50ced90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:32.952379 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:32.976969 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:32.984311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] For port c3e38380-80fa-4f02-b4ac-52b1f50c9edb, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:32.988335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] For port c3e38380-80fa-4f02-b4ac-52b1f50c9edb, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c3e38380-80fa-4f02-b4ac-52b1f50c9edb,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:32.994844 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:33.077554 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:33.088021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8a813-4c08-41e3-9628-0c8ca50ced90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f1eacd-e728-49de-9fb7-35f2612afc2a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:33.097988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b333f-5eee-47aa-9614-eb1afdda20ad None None] Pushing event updated for resources: {'Port': ['ID=c3e38380-80fa-4f02-b4ac-52b1f50c9edb,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:33.109505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-75e8a813-4c08-41e3-9628-0c8ca50ced90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=061b1291c4e14895b5687a4b9f606351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9966676 Aug 27 13:59:33.112162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44098) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:33.136019 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:33.146865 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61c8133a-2c25-40c7-9aa6-6ff49e0fcf46 req-d8c260cb-06f6-47b7-a3d6-5b02987b28b1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120514 Aug 27 13:59:33.149359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da39558-250a-4078-b2cb-f8e549795023 req-e1397bd6-81ff-499f-bdb7-94b2f066820b tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:33.158213 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Pushing event updated for resources: {'Port': ['ID=586387b0-4d62-4c19-b1f4-424e1fc40693,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:33.159337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5da39558-250a-4078-b2cb-f8e549795023 req-e1397bd6-81ff-499f-bdb7-94b2f066820b tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1981494 Aug 27 13:59:33.164188 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:33.279318 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5da39558-250a-4078-b2cb-f8e549795023 req-d84f6d44-a5b4-4652-ae30-1b38c1147eb9 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190064 Aug 27 13:59:33.312232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Network 925dc309-716e-439e-b5a3-eeaabc236922 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:33.313938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:33.348812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b205fe6-e464-44c2-86f2-75f67451556a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:33.413552 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b205fe6-e464-44c2-86f2-75f67451556a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:33.496156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Allocated IP 172.25.2.21 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/91d732a9-364d-4a52-9a18-d08e52758931) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:33.542836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Router 59934858-ac9d-4db7-9369-bd312283c249 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:59:33.603680 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b205fe6-e464-44c2-86f2-75f67451556a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:33.606351 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b205fe6-e464-44c2-86f2-75f67451556a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:33.610440 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7b205fe6-e464-44c2-86f2-75f67451556a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6f1eacd-e728-49de-9fb7-35f2612afc2a HTTP/1.1" status: 204 len: 168 time: 0.4944587 Aug 27 13:59:33.622228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b205fe6-e464-44c2-86f2-75f67451556a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f1eacd-e728-49de-9fb7-35f2612afc2a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:33.718793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:33.749030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a77ad-db09-43ba-9e64-42a0e95f5603 req-d75d3a29-e0f3-4120-a162-3515ceec2fb5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:33.750803 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f3a77ad-db09-43ba-9e64-42a0e95f5603 req-d75d3a29-e0f3-4120-a162-3515ceec2fb5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.1393707 Aug 27 13:59:33.754234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:59:33.762421 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a24ac06e-a2d4-40f1-b579-3216698e5df1 admin admin] 10.222.0.55 "PUT /v2.0/routers/59934858-ac9d-4db7-9369-bd312283c249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3380587 Aug 27 13:59:33.781180 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:33.786591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c7e14313-e92c-46c2-916b-af8dedac31f4 None None] Provisioning complete for port 586387b0-4d62-4c19-b1f4-424e1fc40693 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:33.787091 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c7e14313-e92c-46c2-916b-af8dedac31f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:33.830723 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f3a77ad-db09-43ba-9e64-42a0e95f5603 req-de0d9b23-4140-4ec5-adfd-6a6fa285c3d4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665610 Aug 27 13:59:33.856458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=91d732a9-364d-4a52-9a18-d08e52758931,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:33.870215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c7e14313-e92c-46c2-916b-af8dedac31f4 None None] Port 586387b0-4d62-4c19-b1f4-424e1fc40693 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:59:33.884839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:33.886237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:33.889832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:34.092797 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574634c-186f-4372-b6af-4c75f550e421 req-94606682-0fb3-4c47-801e-eab749ec9f89 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:34.095792 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6574634c-186f-4372-b6af-4c75f550e421 req-94606682-0fb3-4c47-801e-eab749ec9f89 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 946 time: 0.1999307 Aug 27 13:59:34.110006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c3e38380-80fa-4f02-b4ac-52b1f50c9edb up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:34.128346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44118) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:34.153363 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3cb76a85-ff6b-44c6-9e59-6fd725231a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.182711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port c3e38380-80fa-4f02-b4ac-52b1f50c9edb completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:34.194495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9049e25a-e220-497d-adf0-2eb0155e1c35 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:34.228932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6574634c-186f-4372-b6af-4c75f550e421 req-575fb30e-d0f2-4d87-9c62-28de4803125f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893278 Aug 27 13:59:34.281946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 9049e25a-e220-497d-adf0-2eb0155e1c35 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:34.285984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9049e25a-e220-497d-adf0-2eb0155e1c35 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:34.286354 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.344454 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924166b6-f19f-425c-abf0-c9dbb9b84146 None None] Network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:59:34.430296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff54d-ee6f-47c1-b571-845fbf9ea09d req-793424ec-5ea4-4165-9686-de95f65e434c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:34.432049 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a63ff54d-ee6f-47c1-b571-845fbf9ea09d req-793424ec-5ea4-4165-9686-de95f65e434c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.1060896 Aug 27 13:59:34.440662 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.506519 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3cb76a85-ff6b-44c6-9e59-6fd725231a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.525529 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-36ba972f-d02a-4797-989c-01775e060c35 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2690234 Aug 27 13:59:34.527920 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3cb76a85-ff6b-44c6-9e59-6fd725231a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.545777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:34.571264 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.582652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5f9d6bc1-507a-4d03-9294-336d74adc8e3 None None] Provisioning for port c3e38380-80fa-4f02-b4ac-52b1f50c9edb completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:34.601875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5f9d6bc1-507a-4d03-9294-336d74adc8e3 None None] Provisioning complete for port c3e38380-80fa-4f02-b4ac-52b1f50c9edb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:34.602248 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6bc1-507a-4d03-9294-336d74adc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.607181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb76a85-ff6b-44c6-9e59-6fd725231a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ec72da-8cb0-49a6-b36c-27bb251409bb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:34.632795 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a63ff54d-ee6f-47c1-b571-845fbf9ea09d req-32bf1cf7-848e-40d0-9420-9d25fe84a01e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997469 Aug 27 13:59:34.635505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44124) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:34.636210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 9049e25a-e220-497d-adf0-2eb0155e1c35, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9049e25a-e220-497d-adf0-2eb0155e1c35,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:34.639604 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3cb76a85-ff6b-44c6-9e59-6fd725231a92 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2b1ee3f134c41178e5e08a47c43cd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027025 Aug 27 13:59:34.649829 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.666848 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.744432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=9049e25a-e220-497d-adf0-2eb0155e1c35,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:34.744702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.811365 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.819872 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-136f2152-a0ef-4427-96ea-d9b7a6ab8052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.844965 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6bc1-507a-4d03-9294-336d74adc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.888660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5f9d6bc1-507a-4d03-9294-336d74adc8e3 None None] For port c3e38380-80fa-4f02-b4ac-52b1f50c9edb, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c3e38380-80fa-4f02-b4ac-52b1f50c9edb,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:34.893749 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6bc1-507a-4d03-9294-336d74adc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.895724 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-136f2152-a0ef-4427-96ea-d9b7a6ab8052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:34.922781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7268cc4-2500-4afa-9e70-936edcc7e420 req-cf06413f-ef14-4fee-a786-0da5cca15c10 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:34.923746 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7268cc4-2500-4afa-9e70-936edcc7e420 req-cf06413f-ef14-4fee-a786-0da5cca15c10 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1723654 Aug 27 13:59:34.943597 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Sync routers for ids ['59934858-ac9d-4db7-9369-bd312283c249'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:59:34.951509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d6bc1-507a-4d03-9294-336d74adc8e3 None None] Pushing event updated for resources: {'Port': ['ID=c3e38380-80fa-4f02-b4ac-52b1f50c9edb,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:34.956494 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Routers {'59934858-ac9d-4db7-9369-bd312283c249'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:34.965123 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['59934858-ac9d-4db7-9369-bd312283c249'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:34.992585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Allocated IP 172.25.2.156 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/4240b41c-654a-45ff-ab98-1b2230450f7e) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:34.998870 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7268cc4-2500-4afa-9e70-936edcc7e420 req-4ad7bffe-c2c8-4e69-82a9-ab29936cb75e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638182 Aug 27 13:59:35.012899 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-136f2152-a0ef-4427-96ea-d9b7a6ab8052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:35.016475 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-136f2152-a0ef-4427-96ea-d9b7a6ab8052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:35.017608 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-136f2152-a0ef-4427-96ea-d9b7a6ab8052 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65ec72da-8cb0-49a6-b36c-27bb251409bb HTTP/1.1" status: 204 len: 168 time: 0.3817754 Aug 27 13:59:35.041168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f2152-a0ef-4427-96ea-d9b7a6ab8052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ec72da-8cb0-49a6-b36c-27bb251409bb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:35.050716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Router cf2f3e42-e872-4fc3-aef1-e52117111199 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:59:35.171898 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Set router 59934858-ac9d-4db7-9369-bd312283c249 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:35.191916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:35.260929 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:35.286244 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:59:35.302765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Sync routers for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:59:35.305421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3795867-1ce4-49e5-9db3-6ed2a9fb535d req-1171acd9-c01e-47b4-a256-5e340afe3afe tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:35.306981 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b3795867-1ce4-49e5-9db3-6ed2a9fb535d req-1171acd9-c01e-47b4-a256-5e340afe3afe tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.0803750 Aug 27 13:59:35.325985 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:35.335017 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ba977749-f328-40bd-b9bc-fa7ad9c63ae5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7128007 Aug 27 13:59:35.335338 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44134) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:35.335786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:35.340673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:35.341308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:35.381675 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b3795867-1ce4-49e5-9db3-6ed2a9fb535d req-e1c9455a-a32c-4572-99f6-1f8545bdb98d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489445 Aug 27 13:59:35.416052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-52a6d704-5cc6-4e6b-9ec8-507eecf94dd3 None None] Provisioning complete for port c3e38380-80fa-4f02-b4ac-52b1f50c9edb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:35.416323 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-52a6d704-5cc6-4e6b-9ec8-507eecf94dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:35.451237 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59934858-ac9d-4db7-9369-bd312283c249', 'name': 'tempest-FloatingIPDetailsTestJSON-943179062-router', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:26Z', 'updated_at': '2021-08-27T13:59:32Z', 'revision_number': 4, 'project_id': 'cf65e200823b49bab533556941b96bfc', 'gw_port': {'id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59934858-ac9d-4db7-9369-bd312283c249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:27Z', 'updated_at': '2021-08-27T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '586387b0-4d62-4c19-b1f4-424e1fc40693', 'name': '', 'network_id': '925dc309-716e-439e-b5a3-eeaabc236922', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'mac_address': 'fa:16:3e:0a:89:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59934858-ac9d-4db7-9369-bd312283c249', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '1fa4e35f-5138-4f58-93c6-f650122f24e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:30Z', 'updated_at': '2021-08-27T13:59:32Z', 'revision_number': 2, 'project_id': 'cf65e200823b49bab533556941b96bfc', 'subnets': [{'id': '1fa4e35f-5138-4f58-93c6-f650122f24e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:35.484498 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Checking router: 59934858-ac9d-4db7-9369-bd312283c249 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:59:35.484848 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Updating router 59934858-ac9d-4db7-9369-bd312283c249 port 586387b0-4d62-4c19-b1f4-424e1fc40693 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:59:35.494395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925285d-644b-4f66-bf78-78a5a9408115 req-589191c7-584b-4af2-939e-9ba507242420 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:35.503532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1925285d-644b-4f66-bf78-78a5a9408115 req-589191c7-584b-4af2-939e-9ba507242420 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 946 time: 0.0795588 Aug 27 13:59:35.522663 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:35.548318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:35.557514 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1925285d-644b-4f66-bf78-78a5a9408115 req-38c93364-4ab9-4dda-aa83-0eebb2a7ef16 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506475 Aug 27 13:59:35.574606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:35.584653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:35.588203 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Pushing event updated for resources: {'Port': ['ID=4240b41c-654a-45ff-ab98-1b2230450f7e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:35.780996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a42496-7050-41af-bfd6-206e5bd8c84d req-2f6f0a65-f08f-49ae-9dd2-8407fb3c7a2e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:35.791016 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80a42496-7050-41af-bfd6-206e5bd8c84d req-2f6f0a65-f08f-49ae-9dd2-8407fb3c7a2e tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.0654480 Aug 27 13:59:35.823733 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:35.847103 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80a42496-7050-41af-bfd6-206e5bd8c84d req-806a9c58-7e1d-4989-999c-b26790767ec6 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474448 Aug 27 13:59:35.874535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:34Z', 'revision_number': 3, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:35.906853 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Checking router: cf2f3e42-e872-4fc3-aef1-e52117111199 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:59:35.907204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Updating router cf2f3e42-e872-4fc3-aef1-e52117111199 port 91d732a9-364d-4a52-9a18-d08e52758931 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:59:35.952805 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.012575 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.096412 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.109601 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Transition to ACTIVE for port object 586387b0-4d62-4c19-b1f4-424e1fc40693 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:36.117014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9049e25a-e220-497d-adf0-2eb0155e1c35 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:36.128576 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.195783 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd678e-8ed5-4542-92a4-ff7d45ef3aae None None] Pushing event updated for resources: {'Port': ['ID=586387b0-4d62-4c19-b1f4-424e1fc40693,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:36.219530 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.234466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e210f9c-4d4d-4155-a69b-722d81785cd7 req-78e1e107-39f9-479c-b571-63058f5a74e2 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:36.242612 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e210f9c-4d4d-4155-a69b-722d81785cd7 req-78e1e107-39f9-479c-b571-63058f5a74e2 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1368637 Aug 27 13:59:36.273698 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Attempting to bind port 586387b0-4d62-4c19-b1f4-424e1fc40693 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:36.274215 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Attempting to bind port 586387b0-4d62-4c19-b1f4-424e1fc40693 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '204100a0-3d73-40ac-9701-5ea852e61e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '925dc309-716e-439e-b5a3-eeaabc236922'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:36.274576 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Attempting to bind port 586387b0-4d62-4c19-b1f4-424e1fc40693 on network 925dc309-716e-439e-b5a3-eeaabc236922 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:36.281218 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:36.281218 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Checking segment: {'id': '204100a0-3d73-40ac-9701-5ea852e61e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '925dc309-716e-439e-b5a3-eeaabc236922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:36.281564 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.281766 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Bound using segment: {'id': '204100a0-3d73-40ac-9701-5ea852e61e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '925dc309-716e-439e-b5a3-eeaabc236922'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:36.282418 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Bound port: 586387b0-4d62-4c19-b1f4-424e1fc40693, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204100a0-3d73-40ac-9701-5ea852e61e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '925dc309-716e-439e-b5a3-eeaabc236922'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:36.282845 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.318539 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e210f9c-4d4d-4155-a69b-722d81785cd7 req-8479610e-035a-4cc6-ab5c-1bfa868c5d6e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578957 Aug 27 13:59:36.385021 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] For port 586387b0-4d62-4c19-b1f4-424e1fc40693, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:36.390455 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9049e25a-e220-497d-adf0-2eb0155e1c35 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:36.390455 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.393587 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] For port 586387b0-4d62-4c19-b1f4-424e1fc40693, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=586387b0-4d62-4c19-b1f4-424e1fc40693,segment=NetworkSegment(204100a0-3d73-40ac-9701-5ea852e61e57),segment_id=204100a0-3d73-40ac-9701-5ea852e61e57)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:36.404303 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.517943 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Routers {'59934858-ac9d-4db7-9369-bd312283c249'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:36.519368 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['59934858-ac9d-4db7-9369-bd312283c249'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:36.587472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c3e38380-80fa-4f02-b4ac-52b1f50c9edb up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:36.595968 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd678e-8ed5-4542-92a4-ff7d45ef3aae None None] Pushing event updated for resources: {'Port': ['ID=586387b0-4d62-4c19-b1f4-424e1fc40693,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:36.604934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66808a-08d1-4d8b-add9-b635aebc923c req-a0e70ca6-5be7-4da6-89ef-4855150e0054 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:36.607337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d66808a-08d1-4d8b-add9-b635aebc923c req-a0e70ca6-5be7-4da6-89ef-4855150e0054 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.1308405 Aug 27 13:59:36.657033 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.659971 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.675673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Transition to ACTIVE for port object 91d732a9-364d-4a52-9a18-d08e52758931 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:36.679242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d66808a-08d1-4d8b-add9-b635aebc923c req-b1f25d1a-012f-4828-80b7-64816ff687ed tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652189 Aug 27 13:59:36.701801 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.707930 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.764349 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-6fc39153-120f-4aff-b0b5-851c5a4d8b7c service neutron] show failed (client error): The resource could not be found. Aug 27 13:59:36.765603 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-6fc39153-120f-4aff-b0b5-851c5a4d8b7c service neutron] 10.222.0.52 "GET /v2.0/ports/327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0/bindings/n-h2-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.3750362 Aug 27 13:59:36.784164 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] Set router 59934858-ac9d-4db7-9369-bd312283c249 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:36.846729 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.898785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Pushing event updated for resources: {'Port': ['ID=4240b41c-654a-45ff-ab98-1b2230450f7e,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:36.910554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Attempting to bind port 91d732a9-364d-4a52-9a18-d08e52758931 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:36.914263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Attempting to bind port 91d732a9-364d-4a52-9a18-d08e52758931 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:36.915288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Attempting to bind port 91d732a9-364d-4a52-9a18-d08e52758931 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:36.916100 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.917770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-597f5da3-e0da-4d78-b810-887bd20dc0be tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3863900 Aug 27 13:59:36.949459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaac25a-b8db-493d-83b2-dc9b6e9f1c67 req-0d6c467f-e0a1-43a5-b0a2-46c96945b311 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:36.960566 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-beaac25a-b8db-493d-83b2-dc9b6e9f1c67 req-0d6c467f-e0a1-43a5-b0a2-46c96945b311 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 946 time: 0.1526473 Aug 27 13:59:36.966593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:36.966593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:36.966971 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:36.978415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:36.978966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Bound port: 91d732a9-364d-4a52-9a18-d08e52758931, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:36.979378 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:37.044627 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-beaac25a-b8db-493d-83b2-dc9b6e9f1c67 req-de484af6-f6f7-4da6-bfb8-365e594c3310 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772712 Aug 27 13:59:37.050734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ea208-aca2-4bd0-b852-5984498aba53 None None] Pushing event updated for resources: {'Port': ['ID=91d732a9-364d-4a52-9a18-d08e52758931,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:37.064422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port c3e38380-80fa-4f02-b4ac-52b1f50c9edb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:37.064929 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:37.110748 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] For port 91d732a9-364d-4a52-9a18-d08e52758931, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:37.117297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] For port 91d732a9-364d-4a52-9a18-d08e52758931, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=91d732a9-364d-4a52-9a18-d08e52758931,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:37.140327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-aeec4798-c626-4921-aa1a-aef6a5e92824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:37.142467 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-aeec4798-c626-4921-aa1a-aef6a5e92824 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a&tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e HTTP/1.1" status: 200 len: 1102 time: 0.0957704 Aug 27 13:59:37.143385 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:37.163769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:37.191885 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59934858-ac9d-4db7-9369-bd312283c249', 'name': 'tempest-FloatingIPDetailsTestJSON-943179062-router', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:26Z', 'updated_at': '2021-08-27T13:59:32Z', 'revision_number': 4, 'project_id': 'cf65e200823b49bab533556941b96bfc', 'gw_port': {'id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59934858-ac9d-4db7-9369-bd312283c249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:27Z', 'updated_at': '2021-08-27T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '586387b0-4d62-4c19-b1f4-424e1fc40693', 'name': '', 'network_id': '925dc309-716e-439e-b5a3-eeaabc236922', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'mac_address': 'fa:16:3e:0a:89:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59934858-ac9d-4db7-9369-bd312283c249', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '1fa4e35f-5138-4f58-93c6-f650122f24e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:30Z', 'updated_at': '2021-08-27T13:59:36Z', 'revision_number': 4, 'project_id': 'cf65e200823b49bab533556941b96bfc', 'subnets': [{'id': '1fa4e35f-5138-4f58-93c6-f650122f24e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:37.198276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ea208-aca2-4bd0-b852-5984498aba53 None None] Pushing event updated for resources: {'Port': ['ID=91d732a9-364d-4a52-9a18-d08e52758931,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:37.237864 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18644061-1e3c-44fb-b215-a5173eb7084f None None] The sync data for ids ['59934858-ac9d-4db7-9369-bd312283c249'] in n-d-712139-12 is: [{'id': '59934858-ac9d-4db7-9369-bd312283c249', 'name': 'tempest-FloatingIPDetailsTestJSON-943179062-router', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:26Z', 'updated_at': '2021-08-27T13:59:32Z', 'revision_number': 4, 'project_id': 'cf65e200823b49bab533556941b96bfc', 'gw_port': {'id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59934858-ac9d-4db7-9369-bd312283c249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:27Z', 'updated_at': '2021-08-27T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '586387b0-4d62-4c19-b1f4-424e1fc40693', 'name': '', 'network_id': '925dc309-716e-439e-b5a3-eeaabc236922', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'mac_address': 'fa:16:3e:0a:89:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59934858-ac9d-4db7-9369-bd312283c249', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '1fa4e35f-5138-4f58-93c6-f650122f24e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:30Z', 'updated_at': '2021-08-27T13:59:36Z', 'revision_number': 4, 'project_id': 'cf65e200823b49bab533556941b96bfc', 'subnets': [{'id': '1fa4e35f-5138-4f58-93c6-f650122f24e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:59:37.240850 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:37.241490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:37.320424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 299d4a62-188f-4f80-a2c8-ff5397b38ee0 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:59:37.341572 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:37.365516 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0762c80-ec6c-43c2-9be2-228c01b260d8 req-342794d6-3804-4fb2-b42f-66018737abff tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:37.377086 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d0762c80-ec6c-43c2-9be2-228c01b260d8 req-342794d6-3804-4fb2-b42f-66018737abff tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.2160766 Aug 27 13:59:37.425402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-a1fc6b90-7d30-4995-b220-1bafb01518cc tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.156 HTTP/1.1" status: 200 len: 696 time: 0.4988651 Aug 27 13:59:37.432797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Allocated IP 172.20.0.1 (8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4/8bbcda45-71fa-493a-83cb-00f0900c1060/6dc0803b-582a-4e43-ac9d-63b62a49bee1) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:37.461021 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d0762c80-ec6c-43c2-9be2-228c01b260d8 req-d7c1bf0d-6a29-47bf-bb10-6625a6a242dd tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821345 Aug 27 13:59:37.541473 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:37.664218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-47a64889-fc5c-4c14-82ae-a9f294623545 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:37.665654 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-47a64889-fc5c-4c14-82ae-a9f294623545 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.2302048 Aug 27 13:59:37.686602 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-3130e7b9-1996-475b-bbde-564c426b3f69 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:59:37.687702 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ca904c9-93f2-4263-b35e-019c99454c1e req-3130e7b9-1996-475b-bbde-564c426b3f69 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095580 Aug 27 13:59:37.705013 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:37.720081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Transition to ACTIVE for port object 6dc0803b-582a-4e43-ac9d-63b62a49bee1 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:37.764477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:37.788954 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:37.797345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:37.805612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:37.818916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '299d4a62-188f-4f80-a2c8-ff5397b38ee0', 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc', 'port_id': '299d4a62-188f-4f80-a2c8-ff5397b38ee0', 'mac_address': 'fa:16:3e:e0:73:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ec8a6f-4682-4195-b131-0bf74a6d6a47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:59:37.870784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:37.871051 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:37.877555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:37.880977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:37.901822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Transition to ACTIVE for port object 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:37.903477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:37.907187 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167fdc2d-5b30-4383-9834-637ff71f8ad4" -d '{"events": [{"server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:37.919165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc0803b-582a-4e43-ac9d-63b62a49bee1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:37.919522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:37.940608 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:37.942648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:37.993257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479e5a6-0284-4d47-99a5-91a8c73771b5 req-38068b57-09f1-4d86-8627-53046057c42f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:37.995277 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9479e5a6-0284-4d47-99a5-91a8c73771b5 req-38068b57-09f1-4d86-8627-53046057c42f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.4150708 Aug 27 13:59:38.003319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299d4a62-188f-4f80-a2c8-ff5397b38ee0 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:59:38.096699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Pushing event updated for resources: {'Port': ['ID=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,revision_number=6']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:38.111253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:38.148599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] No DVR routers for this DVR port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:38.180044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 586387b0-4d62-4c19-b1f4-424e1fc40693 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:38.184326 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:38.250163 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9479e5a6-0284-4d47-99a5-91a8c73771b5 req-7dba0998-9dec-4a62-87a5-9112f606a8a9 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440336 Aug 27 13:59:38.258797 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Attempting to bind port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:38.259147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Attempting to bind port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:38.259485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Attempting to bind port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:38.294341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-e61bc101-e9c0-4adc-a986-fc13d8a1e18f tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c7281aa58c08487e84d3f514fa694e07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599222 Aug 27 13:59:38.305954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:59:38.306290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Attempting to bind port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:38.378181 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=299d4a62-188f-4f80-a2c8-ff5397b38ee0,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:38.379403 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:38.381957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:38.382216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:38.382610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:38.383206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Bound port: 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:38.383440 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:38.393208 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a79c594c-c34e-452a-a115-4ccdd5c9c07b None None] Provisioning for port 6dc0803b-582a-4e43-ac9d-63b62a49bee1 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:38.406288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a79c594c-c34e-452a-a115-4ccdd5c9c07b None None] Provisioning complete for port 6dc0803b-582a-4e43-ac9d-63b62a49bee1 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:38.407002 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a79c594c-c34e-452a-a115-4ccdd5c9c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:38.410649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:34Z', 'revision_number': 3, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:38.457679 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 586387b0-4d62-4c19-b1f4-424e1fc40693 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:38.462729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64b0a7-d5b8-4985-8878-61ed96fcfeb2 None None] The sync data for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 is: [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:34Z', 'revision_number': 3, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:59:38.472150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 586387b0-4d62-4c19-b1f4-424e1fc40693 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:38.472964 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:38.503041 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a79c594c-c34e-452a-a115-4ccdd5c9c07b None None] Port 6dc0803b-582a-4e43-ac9d-63b62a49bee1 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:59:38.509874 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-7f30ef88-d538-4de1-919e-9922b633b080 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:38.510556 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-7f30ef88-d538-4de1-919e-9922b633b080 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910927 Aug 27 13:59:38.515321 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:38.527976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-1fc7426b-56fc-485e-b485-2b5efbe578a7 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2520888 Aug 27 13:59:38.531282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:38.542434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:38.555429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:38.593318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-745c45d3-79ba-4d9b-968f-1aea1488e81f tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/quotas/c7281aa58c08487e84d3f514fa694e07 HTTP/1.1" status: 200 len: 375 time: 0.0559733 Aug 27 13:59:38.601468 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:38.631847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:38.632594 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:38.634019 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] 10.222.0.41 "PUT /v2.0/ports/327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 200 len: 1097 time: 1.4755533 Aug 27 13:59:38.646543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:38.663321 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-d6af4357-987d-4c1a-b0c3-2f40a525bd98 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7281aa58c08487e84d3f514fa694e07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547702 Aug 27 13:59:38.693083 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 586387b0-4d62-4c19-b1f4-424e1fc40693, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=586387b0-4d62-4c19-b1f4-424e1fc40693,segment=NetworkSegment(204100a0-3d73-40ac-9701-5ea852e61e57),segment_id=204100a0-3d73-40ac-9701-5ea852e61e57)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:38.705908 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:38.752112 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:38.764215 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:38.814123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e4d6b-2c40-4555-9f64-248fd1c0371e service neutron] Pushing event updated for resources: {'Port': ['ID=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,revision_number=7']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:38.814555 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=586387b0-4d62-4c19-b1f4-424e1fc40693,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:38.830072 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['299d4a62-188f-4f80-a2c8-ff5397b38ee0'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:38.928059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc0803b-582a-4e43-ac9d-63b62a49bee1,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:38.948971 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:39.057472 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:39.141198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-19933875-e720-4032-8f09-4754dc6e6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:39.142800 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-19933875-e720-4032-8f09-4754dc6e6333 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 1100 time: 0.4404440 Aug 27 13:59:39.243823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:39.277567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:39.397942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385485-0fab-4ea6-b851-e7920221d549 req-87ce47a0-2c9e-4cfa-98fd-30cd0bd3ccef tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:39.399731 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c6385485-0fab-4ea6-b851-e7920221d549 req-87ce47a0-2c9e-4cfa-98fd-30cd0bd3ccef tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 948 time: 0.1256404 Aug 27 13:59:39.401975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e914da-221f-4786-8d39-a562f6857705 req-821fa470-54c1-4991-9929-abd94e3d227d tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:39.403578 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-821fa470-54c1-4991-9929-abd94e3d227d tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7&tenant_id=a7dba67d579b475f8c1e968351f5a6ea&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1098 time: 0.1685748 Aug 27 13:59:39.416776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-12'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:39.497217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c6385485-0fab-4ea6-b851-e7920221d549 req-9aff44a6-fff5-4c07-9577-554c651d9a78 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897079 Aug 27 13:59:39.593690 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:39.617505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Router cf2f3e42-e872-4fc3-aef1-e52117111199 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:59:39.635291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7c896a4a-f244-49eb-80a7-ec21787b54b1 None None] Provisioning complete for port 6dc0803b-582a-4e43-ac9d-63b62a49bee1 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:39.635805 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c896a4a-f244-49eb-80a7-ec21787b54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:39.665739 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:39.683653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7c896a4a-f244-49eb-80a7-ec21787b54b1 None None] Port 6dc0803b-582a-4e43-ac9d-63b62a49bee1 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:59:39.750847 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61823752-dfa6-4b8e-9510-11b1196e55aa x-openstack-request-id: req-61823752-dfa6-4b8e-9510-11b1196e55aa {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:39.751422 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:39.751687 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-61823752-dfa6-4b8e-9510-11b1196e55aa {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:39.752086 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'code': 200} Aug 27 13:59:39.865850 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Allocated IP 172.25.2.75 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/5d2ad0a2-f5ce-407d-afab-6d33516a398f) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:39.882580 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-5a4f55b9-7d03-4a4e-8fb6-27b0ca87937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:39.884385 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-5a4f55b9-7d03-4a4e-8fb6-27b0ca87937f service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.7287412 Aug 27 13:59:39.897059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d4685-0b2d-4be7-835d-cce714c91872 req-3275bc9e-97fc-44cd-b3f3-ba9545de2903 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:39.898636 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d1d4685-0b2d-4be7-835d-cce714c91872 req-3275bc9e-97fc-44cd-b3f3-ba9545de2903 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 946 time: 0.1866798 Aug 27 13:59:39.940783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:59:39.946600 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c39889de-22e8-4d9b-bb19-19b8863cc806 admin admin] 10.222.0.55 "PUT /v2.0/routers/cf2f3e42-e872-4fc3-aef1-e52117111199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6095500 Aug 27 13:59:39.980586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:40.009210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-ad9a3931-4f34-49ed-9de4-a1a2e32c5ef6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 200 len: 217 time: 0.1129634 Aug 27 13:59:40.012631 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d1d4685-0b2d-4be7-835d-cce714c91872 req-67986610-dd1c-4326-bbf0-d2911a6b3a9e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962982 Aug 27 13:59:40.072829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:40.077402 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.141563 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.148173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5461ce-1426-4a04-b6d5-24933e9a14a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:40.154663 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6308eac-e45e-44a6-8be5-1195db22ba73" -d '{"events": [{"server_uuid": "ae5461ce-1426-4a04-b6d5-24933e9a14a7", "name": "network-vif-unplugged", "status": "completed", "tag": "3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:40.166206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.193994 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 586387b0-4d62-4c19-b1f4-424e1fc40693 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:40.198716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-c3ad030c-13c4-421c-9ad7-44c7bf05f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:40.200646 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-c3ad030c-13c4-421c-9ad7-44c7bf05f8d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1165211 Aug 27 13:59:40.237243 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.285214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 586387b0-4d62-4c19-b1f4-424e1fc40693 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:40.285835 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.305939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:40.313124 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:40.319525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:40.322648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Pushing event updated for resources: {'Port': ['ID=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:40.331404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Attempting to bind port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on host n-h2-712139-12 for vnic_type normal with profile {"migrating_to": "n-h1-712139-12"} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:40.331772 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Attempting to bind port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:40.332097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Attempting to bind port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:40.347098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c23fb-51ca-4878-84f4-5c8697046124 req-fba8a3a7-0c66-482f-98c7-add4f0590668 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:40.354270 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-920c23fb-51ca-4878-84f4-5c8697046124 req-fba8a3a7-0c66-482f-98c7-add4f0590668 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 944 time: 0.1892955 Aug 27 13:59:40.356170 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:59:40.356489 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Attempting to bind port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on network eaa53a44-b2bb-4005-84f2-0d841f0a4549 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:40.361435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Pushing event updated for resources: {'Port': ['ID=5d2ad0a2-f5ce-407d-afab-6d33516a398f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:40.374093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:40.374439 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Checking segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:40.374845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Bound using segment: {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:40.375273 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Bound port: 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8fabdd-3066-459b-9a1a-0991445ed41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eaa53a44-b2bb-4005-84f2-0d841f0a4549'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:40.375623 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.379025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-5af864d9-0bb4-41e4-9119-a7c03f71b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:40.380566 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-5af864d9-0bb4-41e4-9119-a7c03f71b645 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1704092 Aug 27 13:59:40.400594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 91d732a9-364d-4a52-9a18-d08e52758931 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:40.421408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:40.421624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:40.422029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:40.422509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:40.423566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:40.423566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:40.423801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:40.424232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:40.424772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:40.425097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:40.425669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:40.426186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:40.437696 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-920c23fb-51ca-4878-84f4-5c8697046124 req-36e2da03-afc6-4043-bece-085eadbd29e4 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824807 Aug 27 13:59:40.462296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 91d732a9-364d-4a52-9a18-d08e52758931 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:40.468393 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 91d732a9-364d-4a52-9a18-d08e52758931 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:40.468764 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.483280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:40.487294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:40.493245 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.514773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.573987 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.577394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:40.578190 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.579635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] 10.222.0.52 "PUT /v2.0/ports/3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 HTTP/1.1" status: 200 len: 1124 time: 1.1675360 Aug 27 13:59:40.586508 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.590053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-7e7501c4-1a5c-4d81-9f3c-b430875be27c service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602032 Aug 27 13:59:40.592420 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddad226-d184-4bfd-9fd5-7346b81bdb6d service neutron] Pushing event updated for resources: {'Port': ['ID=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,revision_number=8']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:40.635782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 91d732a9-364d-4a52-9a18-d08e52758931, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=91d732a9-364d-4a52-9a18-d08e52758931,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:40.640707 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.694108 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:40.709248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7c0a2a53-3200-4038-a6c3-a452719b2a32 req-aaa2405a-7a44-4f20-a3b6-592c46142e4d tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/ports?device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 210 time: 0.0397098 Aug 27 13:59:40.754256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-0c8c757c-0351-4824-ab65-8371b3863688 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c7281aa58c08487e84d3f514fa694e07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475101 Aug 27 13:59:40.812263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:40.845640 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4aeeb265-e714-4ae8-8c91-f42a6251e1f9 req-f7f1d1cd-2294-4395-9088-c338b8c87f24 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258208 Aug 27 13:59:40.848465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=91d732a9-364d-4a52-9a18-d08e52758931,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:40.940745 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.957721 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:40.983725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116ae4f-2158-4b02-b436-cc138c3f3962 req-66766db1-dc70-4a83-a536-4a3fc2b321cf tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:40.985382 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c116ae4f-2158-4b02-b436-cc138c3f3962 req-66766db1-dc70-4a83-a536-4a3fc2b321cf tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1274819 Aug 27 13:59:41.009561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-497b1a36-b8ab-4c24-a53e-6215b8fd323f tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:41.012351 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-497b1a36-b8ab-4c24-a53e-6215b8fd323f tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458141 Aug 27 13:59:41.044053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Pushing event updated for resources: {'Port': ['ID=5d2ad0a2-f5ce-407d-afab-6d33516a398f,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:41.066453 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:41.070942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Request body: {'port': {'device_id': '223cf4bf-9931-46ed-8df3-95a0b8e3ca85', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'c7281aa58c08487e84d3f514fa694e07'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:41.087382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:41.096821 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-6d492fe2-6b73-4718-b415-491af3bbcc50 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5678127 Aug 27 13:59:41.103659 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c116ae4f-2158-4b02-b436-cc138c3f3962 req-a2840d61-0fbc-4bf5-84da-f8ae10aa85db tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063550 Aug 27 13:59:41.177834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-be8c08bf-bcea-40c0-af81-5c00111250f1 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0769782 Aug 27 13:59:41.179226 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c5b243-c4c3-4488-a682-ef54374cc988 x-openstack-request-id: req-b5c5b243-c4c3-4488-a682-ef54374cc988 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:41.181076 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5461ce-1426-4a04-b6d5-24933e9a14a7", "name": "network-vif-unplugged", "status": "completed", "tag": "3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:41.181076 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5c5b243-c4c3-4488-a682-ef54374cc988 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:41.181076 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5461ce-1426-4a04-b6d5-24933e9a14a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3', 'code': 200} Aug 27 13:59:41.235107 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Sync routers for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:59:41.273614 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:41.274431 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:41.298457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Made reservation on behalf of c7281aa58c08487e84d3f514fa694e07 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:59:41.302377 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:41.319751 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-cdd256f4-4514-4b50-ae52-fb99b881fe8b tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:41.320361 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:41.338624 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-312ed662-bb5e-4e98-be6f-1e32232efbfd req-cdd256f4-4514-4b50-ae52-fb99b881fe8b tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1561093 Aug 27 13:59:41.355112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 299d4a62-188f-4f80-a2c8-ff5397b38ee0 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:41.416463 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:41.422521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:41.434628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:41.435265 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:41.443130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47a5c6-61e3-48c0-a1a0-6d3802c56d21 req-a46ffcc0-7b56-4811-86ab-7f9cb7e55013 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:41.445079 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa47a5c6-61e3-48c0-a1a0-6d3802c56d21 req-a46ffcc0-7b56-4811-86ab-7f9cb7e55013 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 948 time: 0.0564735 Aug 27 13:59:41.502269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa47a5c6-61e3-48c0-a1a0-6d3802c56d21 req-a8a02f66-92e5-4dc7-a0e9-34ee81961995 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464153 Aug 27 13:59:41.534564 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:41.574726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:41.575791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299d4a62-188f-4f80-a2c8-ff5397b38ee0'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:41.581315 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aeb1f6-ed6e-40b5-9dea-27f4afec8afa" -d '{"events": [{"server_uuid": "15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52", "name": "network-vif-plugged", "status": "completed", "tag": "299d4a62-188f-4f80-a2c8-ff5397b38ee0"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:41.587198 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:41.596367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c51af-a0ea-47aa-b768-d39231293ece req-2cb053f4-ac5b-4519-ab92-c61653d954df tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:41.610359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-2cb053f4-ac5b-4519-ab92-c61653d954df tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 820 time: 0.2264266 Aug 27 13:59:41.634612 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:41.645995 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-c4b2e3bd-c148-44a5-9207-4224c80f0a4c tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/quotas/1115b7ed52cb44f3b67bcec7d3ed001e HTTP/1.1" status: 200 len: 375 time: 0.0344207 Aug 27 13:59:41.651115 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 2, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:41.666305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=299d4a62-188f-4f80-a2c8-ff5397b38ee0,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:41.668713 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27aae9-5bce-4b79-9f83-4aa71e92afa7 req-41048768-fc2f-4cc5-ab51-0ad86c8f8726 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:41.670714 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2b27aae9-5bce-4b79-9f83-4aa71e92afa7 req-41048768-fc2f-4cc5-ab51-0ad86c8f8726 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 944 time: 0.0627646 Aug 27 13:59:41.676522 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:41.685214 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Checking router: cf2f3e42-e872-4fc3-aef1-e52117111199 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:59:41.686405 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Updating router cf2f3e42-e872-4fc3-aef1-e52117111199 port 6dc0803b-582a-4e43-ac9d-63b62a49bee1 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:59:41.713636 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:41.724409 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2b27aae9-5bce-4b79-9f83-4aa71e92afa7 req-214254c1-5b3f-4d9a-9fc1-e026efea91c5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385115 Aug 27 13:59:41.753747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:41.757647 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1426106c-4e61-4a72-8359-6d222cf141e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:41.790269 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-f9afb6b2-2800-4b27-8fb4-8559622641a6 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433041 Aug 27 13:59:41.792187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5754a717-f250-444e-aa21-efa45131cd11,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:41.823596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:59:41.836816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:41.848393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:41.848806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:41.849153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:41.849495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:41.849829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:41.850158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:41.850541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:41.851032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:41.851377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:41.852228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:41.852228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:41.852474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:59:41.883654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-a97e83b0-5d3c-4dbf-968c-583e21a45e28 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1217458 Aug 27 13:59:41.896285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:41.938266 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:41.954905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Allocated IP 192.168.233.3 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/be45bbbe-d36d-4aea-886e-61872e82fb79) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:41.969874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:41.995078 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-4747f3d7-9b16-49df-ace9-3e78736d2510 service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035844 Aug 27 13:59:42.035924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:42.049805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 has no active binding in host n-h1-712139-12 {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 13:59:42.069821 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 91d732a9-364d-4a52-9a18-d08e52758931 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:42.089955 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.111873 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Transition to ACTIVE for port object 6dc0803b-582a-4e43-ac9d-63b62a49bee1 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:42.118973 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.125969 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.126565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 91d732a9-364d-4a52-9a18-d08e52758931 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:42.126983 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.207747 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-9496e216-4353-4e43-a302-a6f42d3537ca service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116990 Aug 27 13:59:42.261823 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Allocated IP 172.25.2.226 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/fd1901f2-f118-4163-9574-c22292292368) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:42.301196 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Attempting to bind port 6dc0803b-582a-4e43-ac9d-63b62a49bee1 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:42.301775 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Attempting to bind port 6dc0803b-582a-4e43-ac9d-63b62a49bee1 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:42.302052 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Attempting to bind port 6dc0803b-582a-4e43-ac9d-63b62a49bee1 on network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:42.310439 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.311035 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:42.311411 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Checking segment: {'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:42.311946 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.312336 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Bound using segment: {'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:42.312798 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Bound port: 6dc0803b-582a-4e43-ac9d-63b62a49bee1, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:42.313242 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.330488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Transition to ACTIVE for port object be45bbbe-d36d-4aea-886e-61872e82fb79 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:42.335829 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f07136-401f-4e89-8c65-9cd4e24d412a None None] Pushing event updated for resources: {'Port': ['ID=6dc0803b-582a-4e43-ac9d-63b62a49bee1,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:42.381956 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.430404 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] For port 6dc0803b-582a-4e43-ac9d-63b62a49bee1, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:42.437402 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] For port 6dc0803b-582a-4e43-ac9d-63b62a49bee1, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6dc0803b-582a-4e43-ac9d-63b62a49bee1,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:42.440183 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.453418 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.485587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:42.489127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:42.506353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:42.533864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.556398 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:42.556945 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:42.587735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:42.596947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:42.606985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:42.611917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Pushing event updated for resources: {'Port': ['ID=be45bbbe-d36d-4aea-886e-61872e82fb79,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:42.622524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:42.624729 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.657754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Pushing event updated for resources: {'Port': ['ID=fd1901f2-f118-4163-9574-c22292292368,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:42.673130 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-bb8fd0f4-fe54-4792-9d96-395fd0aa47e9 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6081800 Aug 27 13:59:42.703105 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f07136-401f-4e89-8c65-9cd4e24d412a None None] Pushing event updated for resources: {'Port': ['ID=6dc0803b-582a-4e43-ac9d-63b62a49bee1,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:42.781942 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.789041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091fe75-bd31-45e1-8046-b5aff1832cab req-56aaef83-237c-4dd5-a378-2c8805966a1c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:42.790842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5091fe75-bd31-45e1-8046-b5aff1832cab req-56aaef83-237c-4dd5-a378-2c8805966a1c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.2683632 Aug 27 13:59:42.836682 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:42.841285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Request body: {'port': {'device_id': '223cf4bf-9931-46ed-8df3-95a0b8e3ca85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:42.850930 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:42.957812 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5091fe75-bd31-45e1-8046-b5aff1832cab req-529d347d-9216-43cb-be96-0495886721bf tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582677 Aug 27 13:59:42.997830 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:43.099702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:43.106888 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:43.116093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cf0aa1ae-d372-4f5e-8301-49147319a115 None None] Provisioning for port be45bbbe-d36d-4aea-886e-61872e82fb79 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:43.125014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cf0aa1ae-d372-4f5e-8301-49147319a115 None None] Provisioning complete for port be45bbbe-d36d-4aea-886e-61872e82fb79 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:43.126359 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa1ae-d372-4f5e-8301-49147319a115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:43.186597 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:59:43.189018 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Pushing event updated for resources: {'Port': ['ID=fd1901f2-f118-4163-9574-c22292292368,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:43.196371 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83680f47-3ad9-40ed-a4fe-45dbb200e0b7 x-openstack-request-id: req-83680f47-3ad9-40ed-a4fe-45dbb200e0b7 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:43.196371 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52", "name": "network-vif-plugged", "status": "completed", "tag": "299d4a62-188f-4f80-a2c8-ff5397b38ee0", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:43.199946 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83680f47-3ad9-40ed-a4fe-45dbb200e0b7 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:43.200389 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:43.200745 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299d4a62-188f-4f80-a2c8-ff5397b38ee0', 'code': 200} Aug 27 13:59:43.206878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-cf0aa1ae-d372-4f5e-8301-49147319a115 None None] Port be45bbbe-d36d-4aea-886e-61872e82fb79 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:59:43.225029 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:43.226838 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-8a5aed78-34b2-4436-8927-967b863e313a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3354135 Aug 27 13:59:43.270397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5461ce-1426-4a04-b6d5-24933e9a14a7', 'tag': '3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:43.272848 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17caa054-50ac-4f4c-970f-2063affcaec4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5461ce-1426-4a04-b6d5-24933e9a14a7", "tag": "3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:43.306162 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-186b4156-ea13-4e3c-8802-096c9ece805f tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.226 HTTP/1.1" status: 200 len: 696 time: 0.0726328 Aug 27 13:59:43.377238 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:42Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:43.410001 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d5f231-c662-4d92-93d1-6c805d7c81e5 None None] The sync data for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 is: [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:42Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:59:43.487414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623fa5a-778d-4bb9-b28b-f84665ba6c53 req-29634803-d6a8-452e-9bbb-588f5637508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:43.494454 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0623fa5a-778d-4bb9-b28b-f84665ba6c53 req-29634803-d6a8-452e-9bbb-588f5637508e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 1097 time: 0.1281323 Aug 27 13:59:43.521344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-6f5169f6-aba0-4aa3-adfa-0cc96b7ae21c tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:43.523716 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-53c6767d-c97b-4844-b9b3-567a3696a38f req-6f5169f6-aba0-4aa3-adfa-0cc96b7ae21c tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.2099390 Aug 27 13:59:43.562446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0623fa5a-778d-4bb9-b28b-f84665ba6c53 req-a1cc52fc-9239-4644-a7f0-d70acd6109f4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598805 Aug 27 13:59:43.659578 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178f1e30-0efb-4db7-b272-bc5b3c64b5d6 x-openstack-request-id: req-178f1e30-0efb-4db7-b272-bc5b3c64b5d6 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:43.661670 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:43.662256 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-178f1e30-0efb-4db7-b272-bc5b3c64b5d6 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:43.663223 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'status': 'completed', 'code': 200} Aug 27 13:59:43.702414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053aef3-95fa-481e-8042-96f501147c2f req-8cfc9d8a-adad-4e57-bc5a-ed6e00eca713 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:43.704375 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4053aef3-95fa-481e-8042-96f501147c2f req-8cfc9d8a-adad-4e57-bc5a-ed6e00eca713 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/ports?device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 934 time: 0.4238966 Aug 27 13:59:43.768691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-3558a0db-308f-425e-a352-5cbb69af2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:43.770340 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-3558a0db-308f-425e-a352-5cbb69af2a03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 1100 time: 0.0846338 Aug 27 13:59:43.779342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db979100-5f03-4835-9c7e-9a192254f8d9 req-8ae6704f-ef40-4f91-a746-f50848eeab4a tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:43.783161 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-db979100-5f03-4835-9c7e-9a192254f8d9 req-8ae6704f-ef40-4f91-a746-f50848eeab4a tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.0675337 Aug 27 13:59:43.787662 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4053aef3-95fa-481e-8042-96f501147c2f req-6e841e8b-89b0-4c2a-bdf3-9324930327e5 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754a717-f250-444e-aa21-efa45131cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759387 Aug 27 13:59:43.844420 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be45bbbe-d36d-4aea-886e-61872e82fb79 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:59:43.853652 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:43.868939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Transition to ACTIVE for port object be45bbbe-d36d-4aea-886e-61872e82fb79 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:43.880595 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:43.885842 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-db979100-5f03-4835-9c7e-9a192254f8d9 req-d271dc2a-39fd-4386-969c-fc4fb66c722e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933926 Aug 27 13:59:43.924234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-7a67fd69-e4ab-44e4-a834-bde5b20beab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:43.925906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-7a67fd69-e4ab-44e4-a834-bde5b20beab6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1417179 Aug 27 13:59:43.934733 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db899da2-f888-488b-811d-bb0e56be96ae req-6f30f525-68e5-405b-b910-2e43dd568346 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 210 time: 0.0674958 Aug 27 13:59:43.958485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=be45bbbe-d36d-4aea-886e-61872e82fb79,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:43.995875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-c1edbb34-b4e7-44ca-854a-6800403fe106 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 200 len: 217 time: 0.0559995 Aug 27 13:59:44.116356 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b5604-ced9-4abc-8b43-0390d9314699 req-a0b40301-cdbe-4ca6-a51e-6052aab97450 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:44.118270 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-436b5604-ced9-4abc-8b43-0390d9314699 req-a0b40301-cdbe-4ca6-a51e-6052aab97450 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 948 time: 0.1215003 Aug 27 13:59:44.120491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-eb5ddddd-a4b7-4b53-b0c7-bda7e7a173d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:44.122139 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-eb5ddddd-a4b7-4b53-b0c7-bda7e7a173d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1115403 Aug 27 13:59:44.137022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6dc0803b-582a-4e43-ac9d-63b62a49bee1 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:44.170409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Attempting to bind port be45bbbe-d36d-4aea-886e-61872e82fb79 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:44.171863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Attempting to bind port be45bbbe-d36d-4aea-886e-61872e82fb79 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:44.172685 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Attempting to bind port be45bbbe-d36d-4aea-886e-61872e82fb79 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:44.184493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce287aca-f330-4de1-8625-c3e8998caac7 req-2db65325-c3fe-4d08-afe4-f0c82809dd3d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:44.187533 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce287aca-f330-4de1-8625-c3e8998caac7 req-2db65325-c3fe-4d08-afe4-f0c82809dd3d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 944 time: 0.1578648 Aug 27 13:59:44.190336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Port be45bbbe-d36d-4aea-886e-61872e82fb79 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:59:44.190891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Attempting to bind port be45bbbe-d36d-4aea-886e-61872e82fb79 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:44.205816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:44.206509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:44.207189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:44.207861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Bound port: be45bbbe-d36d-4aea-886e-61872e82fb79, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:44.208430 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:44.223733 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-436b5604-ced9-4abc-8b43-0390d9314699 req-8e306599-f2af-4589-beff-7471cfe77e7f tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888178 Aug 27 13:59:44.242740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 6dc0803b-582a-4e43-ac9d-63b62a49bee1 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:44.250675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6dc0803b-582a-4e43-ac9d-63b62a49bee1 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:44.251110 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:44.306253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-ade15ca1-3f17-472a-b0c2-1cc71828bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:44.308213 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-ade15ca1-3f17-472a-b0c2-1cc71828bf14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 1100 time: 0.0919590 Aug 27 13:59:44.309954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-fbec37c6-2927-420a-8cf4-1fc6a7f6feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:44.311509 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-fbec37c6-2927-420a-8cf4-1fc6a7f6feda service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1668382 Aug 27 13:59:44.314179 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d75aaeb-e6b3-4691-b42a-808dba4612a3 x-openstack-request-id: req-5d75aaeb-e6b3-4691-b42a-808dba4612a3 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:44.314179 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5461ce-1426-4a04-b6d5-24933e9a14a7", "tag": "3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:44.314460 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d75aaeb-e6b3-4691-b42a-808dba4612a3 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:44.314736 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5461ce-1426-4a04-b6d5-24933e9a14a7', 'tag': '3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3', 'status': 'completed', 'code': 200} Aug 27 13:59:44.326776 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce287aca-f330-4de1-8625-c3e8998caac7 req-c3790009-cb8a-4688-b0c4-46d72e7a4be6 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310318 Aug 27 13:59:44.387777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] For port be45bbbe-d36d-4aea-886e-61872e82fb79, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:44.394096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] For port be45bbbe-d36d-4aea-886e-61872e82fb79, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=be45bbbe-d36d-4aea-886e-61872e82fb79,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:44.418584 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:44.439634 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:44.440558 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-82cb6ac2-9f11-4f4b-879e-7e6bce03c24f service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115468 Aug 27 13:59:44.491552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caa054-50ac-4f4c-970f-2063affcaec4 req-8b2fd270-6725-49b4-984d-d5fd292ee50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:44.493318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17caa054-50ac-4f4c-970f-2063affcaec4 req-8b2fd270-6725-49b4-984d-d5fd292ee50b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 1127 time: 0.0974104 Aug 27 13:59:44.494438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 6dc0803b-582a-4e43-ac9d-63b62a49bee1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6dc0803b-582a-4e43-ac9d-63b62a49bee1,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:44.506169 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:44.535695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:44.536713 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:44.538154 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] 10.222.0.52 "PUT /v2.0/ports/be45bbbe-d36d-4aea-886e-61872e82fb79 HTTP/1.1" status: 200 len: 1095 time: 1.8482461 Aug 27 13:59:44.647045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=6dc0803b-582a-4e43-ac9d-63b62a49bee1,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:44.672831 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-42579a49-9bb9-490c-85bc-b6bf7866789b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:44.693696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caa054-50ac-4f4c-970f-2063affcaec4 req-463fc270-488c-4a0c-a447-09fb68284652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:44.695217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17caa054-50ac-4f4c-970f-2063affcaec4 req-463fc270-488c-4a0c-a447-09fb68284652 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.1559732 Aug 27 13:59:44.753631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-c9b44ef7-be65-499b-9102-47efb13cc9e5 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999384 Aug 27 13:59:44.766527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-32f86317-faa6-419e-be06-a176d8e0eccf tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4484985 Aug 27 13:59:44.773573 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:44.778478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-512d378b-da52-4491-9e4f-8328e897b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:44.781409 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-512d378b-da52-4491-9e4f-8328e897b2ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.3397400 Aug 27 13:59:44.788997 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17caa054-50ac-4f4c-970f-2063affcaec4 req-3ed568e7-f4f5-405f-b24a-d7c21001c0c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 HTTP/1.1" status: 200 len: 217 time: 0.0509791 Aug 27 13:59:44.807261 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:44.830539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc73b4a-e246-4a12-90de-13607efa5a85 req-f2e3ca0e-1439-42b9-8f9b-a288e08b166f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:44.835883 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cfc73b4a-e246-4a12-90de-13607efa5a85 req-f2e3ca0e-1439-42b9-8f9b-a288e08b166f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.3749821 Aug 27 13:59:44.836873 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d8b73-779b-4597-9f14-8166250f0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=be45bbbe-d36d-4aea-886e-61872e82fb79,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:44.914056 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-cc0deda7-2ff3-4c5a-a214-54a7daf46d99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 200 len: 217 time: 0.0440052 Aug 27 13:59:45.007583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-226a4649-48e1-4b43-83b0-b97c6176e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:45.009057 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-226a4649-48e1-4b43-83b0-b97c6176e296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0833046 Aug 27 13:59:45.042114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caa054-50ac-4f4c-970f-2063affcaec4 req-dadc00d2-5c72-44f5-b410-418222bf47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:45.043802 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17caa054-50ac-4f4c-970f-2063affcaec4 req-dadc00d2-5c72-44f5-b410-418222bf47b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.1758094 Aug 27 13:59:45.046268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-35b04547-e24f-4ae1-b923-001026217003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:45.048081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-35b04547-e24f-4ae1-b923-001026217003 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c7281aa58c08487e84d3f514fa694e07&device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 1098 time: 0.3519943 Aug 27 13:59:45.072266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cfc73b4a-e246-4a12-90de-13607efa5a85 req-3b4c322e-5569-4400-9776-175497133d3f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282801 Aug 27 13:59:45.088206 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:45.121426 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17caa054-50ac-4f4c-970f-2063affcaec4 req-c94e8c2c-cf00-4e36-a6ba-4b43ef1f5c4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557787 Aug 27 13:59:45.148884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-4dea4c34-b32b-4f45-9c45-3a0142f40ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:45.150575 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-4dea4c34-b32b-4f45-9c45-3a0142f40ceb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1311629 Aug 27 13:59:45.208188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-6e5c18d1-c724-4764-aad3-4c8bfd21cd0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=be45bbbe-d36d-4aea-886e-61872e82fb79 HTTP/1.1" status: 200 len: 217 time: 0.1413929 Aug 27 13:59:45.253023 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c51af-a0ea-47aa-b768-d39231293ece req-49a991d4-fe49-4e74-9655-2c9b1d4d5df4 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:45.254541 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-49a991d4-fe49-4e74-9655-2c9b1d4d5df4 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.41 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 820 time: 0.3853085 Aug 27 13:59:45.299132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-347c51af-a0ea-47aa-b768-d39231293ece req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Request body: {'port': {'device_id': '8415177d-6577-48a5-b405-2df5f47c4389', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'admin_state_up': True, 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:45.316254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Allocated IP 172.25.2.99 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/24029aa4-9951-42d0-9bf1-0858ab7aba93) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:45.380284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:59:45.424157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-f9cb8739-84bd-444d-acea-05820932663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:45.425735 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-f9cb8739-84bd-444d-acea-05820932663e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1686165 Aug 27 13:59:45.437785 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-43583230-0d36-46ff-9434-5a6dfb5839ac service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622509 Aug 27 13:59:45.458444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86e77a-5f86-479c-a019-010af9d67887 req-65c7de49-c3b8-4c84-88b2-ce70dbff9ec6 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:45.465629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d86e77a-5f86-479c-a019-010af9d67887 req-65c7de49-c3b8-4c84-88b2-ce70dbff9ec6 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/ports?device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 946 time: 0.1584561 Aug 27 13:59:45.477145 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:45.515365 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17caa054-50ac-4f4c-970f-2063affcaec4 req-f77e50e3-6afd-4c88-a3d5-f33036dedd2e service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629968 Aug 27 13:59:45.549838 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:45.574661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d86e77a-5f86-479c-a019-010af9d67887 req-73fad6e9-2d0b-478c-a9da-30deb02aafd5 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754a717-f250-444e-aa21-efa45131cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081643 Aug 27 13:59:45.591544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-14c8572d-9d17-4be8-83b5-1dc8d0d688d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:45.593453 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-14c8572d-9d17-4be8-83b5-1dc8d0d688d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1454549 Aug 27 13:59:45.603768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1426106c-4e61-4a72-8359-6d222cf141e8 req-3ef0667b-5b81-4a66-bd9e-3b9879bf6cf4 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533139 Aug 27 13:59:45.605681 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:45.661626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:45.665374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:45.673591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:45.702406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Pushing event updated for resources: {'Port': ['ID=24029aa4-9951-42d0-9bf1-0858ab7aba93,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:45.735077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347c51af-a0ea-47aa-b768-d39231293ece req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Made reservation on behalf of 1115b7ed52cb44f3b67bcec7d3ed001e for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:59:45.739096 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-347c51af-a0ea-47aa-b768-d39231293ece req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:45.748220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'mac_address': 'fa:16:3e:73:72:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:59:45.789670 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:45.809337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:59:45.811815 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:45.862806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:45.867433 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:45.952097 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:45.957850 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-5d7b58fc-99bd-473c-a24f-077ecb8710e1 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243804 Aug 27 13:59:45.962881 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17caa054-50ac-4f4c-970f-2063affcaec4 req-95076245-e3b2-485e-a8ef-e692436a023c service neutron] 10.222.0.41 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316268 Aug 27 13:59:46.036139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6dc0803b-582a-4e43-ac9d-63b62a49bee1 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:46.080423 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8127f0b-7698-456e-93b9-84d01d670a42 req-9dd58052-23e5-4bc4-8f67-5118b49b69e7 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106348 Aug 27 13:59:46.103619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6dc0803b-582a-4e43-ac9d-63b62a49bee1 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:46.104328 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:46.143145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386a49-8959-47ca-a3ef-b2685008fdff req-74cb1d23-2a57-41aa-a5cc-7c5cdf09af2a tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:46.152044 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39386a49-8959-47ca-a3ef-b2685008fdff req-74cb1d23-2a57-41aa-a5cc-7c5cdf09af2a tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.4075434 Aug 27 13:59:46.210580 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:46.244083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39386a49-8959-47ca-a3ef-b2685008fdff req-235b0893-065f-4dd3-b951-a10af96c13a1 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891409 Aug 27 13:59:46.245328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-347c51af-a0ea-47aa-b768-d39231293ece req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Allocated IP 172.20.0.14 (8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4/8bbcda45-71fa-493a-83cb-00f0900c1060/4b3ff92c-e9ca-47ca-88e3-846afcc9db00) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:59:46.328361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223cf4bf-9931-46ed-8df3-95a0b8e3ca85', 'tag': 'be45bbbe-d36d-4aea-886e-61872e82fb79'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:46.331202 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0779934-0b4c-4691-b1d5-dc13406a97f8" -d '{"events": [{"name": "network-changed", "server_uuid": "223cf4bf-9931-46ed-8df3-95a0b8e3ca85", "tag": "be45bbbe-d36d-4aea-886e-61872e82fb79"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:46.408814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-549f3099-ad0e-4d28-8259-c09f4025413d req-5331fd09-b58e-4986-a596-def2d5183749 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 210 time: 0.0741711 Aug 27 13:59:46.412853 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:46.422428 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:46.487761 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-347c51af-a0ea-47aa-b768-d39231293ece req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:46.508557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-347c51af-a0ea-47aa-b768-d39231293ece req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Transition to ACTIVE for port object 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:46.562356 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:46.566451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Pushing event updated for resources: {'Port': ['ID=24029aa4-9951-42d0-9bf1-0858ab7aba93,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:46.594337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:46.596374 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-03c02d69-46a1-40de-898d-7d60bf38b8da tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8289080 Aug 27 13:59:46.609221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-347c51af-a0ea-47aa-b768-d39231293ece req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:46.665418 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-e4ee7ce3-89d6-4f36-a953-c752389bdeca tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.99 HTTP/1.1" status: 200 len: 695 time: 0.0583079 Aug 27 13:59:46.674933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e792d-b1e1-458d-ad06-63829a80723f req-3886d4dd-9117-4b37-9eca-d0c2d17aab0c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:46.676427 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-017e792d-b1e1-458d-ad06-63829a80723f req-3886d4dd-9117-4b37-9eca-d0c2d17aab0c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 949 time: 0.1470008 Aug 27 13:59:46.678215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347c51af-a0ea-47aa-b768-d39231293ece req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:59:46.689827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-347c51af-a0ea-47aa-b768-d39231293ece req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:59:46.700230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-347c51af-a0ea-47aa-b768-d39231293ece req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:59:46.723682 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Pushing event updated for resources: {'Port': ['ID=4b3ff92c-e9ca-47ca-88e3-846afcc9db00,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:46.789623 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-262816dc-b52f-48bb-b724-35f97d4b3ebc tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:46.792285 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a02fbebb-8565-4322-9558-74467cbbaae7 req-262816dc-b52f-48bb-b724-35f97d4b3ebc tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1206319 Aug 27 13:59:46.811188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-017e792d-b1e1-458d-ad06-63829a80723f req-73599565-46b2-414f-ab0d-e516e589245b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237068 Aug 27 13:59:46.824924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c51af-a0ea-47aa-b768-d39231293ece req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:46.825558 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-347c51af-a0ea-47aa-b768-d39231293ece req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:46.830075 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-598d1f42-6e3c-4f98-868d-a6d237a04142 service neutron] 10.222.0.41 "GET /v2.0/ports/3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3/bindings/n-h1-712139-12 HTTP/1.1" status: 200 len: 385 time: 0.1507325 Aug 27 13:59:46.851994 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-177429e6-d702-483e-90ea-51995d272332 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5589013 Aug 27 13:59:46.881926 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Request body: {'port': {'device_id': '8415177d-6577-48a5-b405-2df5f47c4389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:46.910745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6110fe-eab6-48c3-b090-f9866afa58ff req-e1718acc-65f4-47b6-8f65-21af99df2165 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:46.912312 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a6110fe-eab6-48c3-b090-f9866afa58ff req-e1718acc-65f4-47b6-8f65-21af99df2165 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 944 time: 0.0637636 Aug 27 13:59:46.957961 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a6110fe-eab6-48c3-b090-f9866afa58ff req-8bb9a049-64dc-4661-ae6e-2c4720ed9846 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395446 Aug 27 13:59:47.015041 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:47.033461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e12d0dcd-a4fa-4dd5-a403-27570c17b216 None None] Provisioning for port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:47.037529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e12d0dcd-a4fa-4dd5-a403-27570c17b216 None None] Provisioning complete for port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:47.038009 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e12d0dcd-a4fa-4dd5-a403-27570c17b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:47.046028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaffc2-518c-4f8f-95e5-d02694deda67 req-cf1cfb0c-7aac-476b-8526-1825f9e1983d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:47.047555 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edaaffc2-518c-4f8f-95e5-d02694deda67 req-cf1cfb0c-7aac-476b-8526-1825f9e1983d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.1402054 Aug 27 13:59:47.078715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-e12d0dcd-a4fa-4dd5-a403-27570c17b216 None None] Port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:59:47.116404 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda66282-e5f0-4657-ac51-7dec2962fc71 x-openstack-request-id: req-cda66282-e5f0-4657-ac51-7dec2962fc71 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:47.116689 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223cf4bf-9931-46ed-8df3-95a0b8e3ca85", "tag": "be45bbbe-d36d-4aea-886e-61872e82fb79", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:47.116935 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cda66282-e5f0-4657-ac51-7dec2962fc71 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:47.117317 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223cf4bf-9931-46ed-8df3-95a0b8e3ca85', 'tag': 'be45bbbe-d36d-4aea-886e-61872e82fb79', 'status': 'completed', 'code': 200} Aug 27 13:59:47.195326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad89b4-f968-46ae-b164-50bb164af343 req-87c37c86-01d1-4109-bc87-46ece32ea82e tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:47.197047 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5fad89b4-f968-46ae-b164-50bb164af343 req-87c37c86-01d1-4109-bc87-46ece32ea82e tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/ports?device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 946 time: 0.0540752 Aug 27 13:59:47.214312 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edaaffc2-518c-4f8f-95e5-d02694deda67 req-03361978-77f3-4a41-a682-102c2b07640c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597264 Aug 27 13:59:47.244900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5fad89b4-f968-46ae-b164-50bb164af343 req-68b0297b-66af-4f82-bf7f-88ea94f3a4ab tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754a717-f250-444e-aa21-efa45131cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404375 Aug 27 13:59:47.338938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0779934-0b4c-4691-b1d5-dc13406a97f8 req-1d5f951d-8b5c-48cf-b60c-fe6a8472c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:47.340989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0779934-0b4c-4691-b1d5-dc13406a97f8 req-1d5f951d-8b5c-48cf-b60c-fe6a8472c730 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c7281aa58c08487e84d3f514fa694e07&device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 1098 time: 0.2123041 Aug 27 13:59:47.342848 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2ee42-fdef-4acd-aa0c-bce125d20880 req-a900d472-b2f6-4408-8848-1c9eea7601e6 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:47.343807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-88e914da-221f-4786-8d39-a562f6857705 req-20756253-01ba-46e7-a120-9fd8429df150 service neutron] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:47.344789 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-60e2ee42-fdef-4acd-aa0c-bce125d20880 req-a900d472-b2f6-4408-8848-1c9eea7601e6 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 1097 time: 0.0433049 Aug 27 13:59:47.382372 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-60e2ee42-fdef-4acd-aa0c-bce125d20880 req-5bdfdcab-7d45-4b6b-833c-a671b263ac29 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310824 Aug 27 13:59:47.383987 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:47.411807 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a7352b7-e940-42c8-9a96-aafc650c0990 req-4a8b02f4-5f77-436e-ab47-405b27a292d8 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips/38e6afbb-3d22-43b2-b694-71f9debedfb4 HTTP/1.1" status: 200 len: 692 time: 0.1490538 Aug 27 13:59:47.412972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:47.479523 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-88e914da-221f-4786-8d39-a562f6857705 req-20756253-01ba-46e7-a120-9fd8429df150 service neutron] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:47.498937 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-060a6caa-1aa2-423e-93f0-19555347c886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:47.523691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36271d9e-827a-48d5-96ea-5a6d454a2dbd req-f2f7f5b3-1482-4731-82af-df5ec7e3c380 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:47.525160 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36271d9e-827a-48d5-96ea-5a6d454a2dbd req-f2f7f5b3-1482-4731-82af-df5ec7e3c380 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.0696688 Aug 27 13:59:47.571717 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36271d9e-827a-48d5-96ea-5a6d454a2dbd req-81b85ca0-ab1c-482c-b09d-65d79b44811c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 Aug 27 13:59:47.660765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:47.679411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d21410-7c00-414a-a588-31041f9c4c91 req-b5da20fc-77ba-4a16-9ee8-f64c4633ec23 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:47.681251 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d2d21410-7c00-414a-a588-31041f9c4c91 req-b5da20fc-77ba-4a16-9ee8-f64c4633ec23 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 1097 time: 0.0467362 Aug 27 13:59:47.724697 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d2d21410-7c00-414a-a588-31041f9c4c91 req-ecadf42c-6003-4114-b205-9edc43239d49 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346165 Aug 27 13:59:47.845146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e863c-2d5c-4383-b12a-2153e12fe7b8 req-d9b9c2aa-f78f-42d4-b613-57830a058627 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:47.846777 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa5e863c-2d5c-4383-b12a-2153e12fe7b8 req-d9b9c2aa-f78f-42d4-b613-57830a058627 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 932 time: 0.0568318 Aug 27 13:59:47.887606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa5e863c-2d5c-4383-b12a-2153e12fe7b8 req-1175b97f-ee61-443e-b300-c8b00ddf8b2c tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342724 Aug 27 13:59:47.887869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-88e914da-221f-4786-8d39-a562f6857705 req-20756253-01ba-46e7-a120-9fd8429df150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:59:47.912822 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-88e914da-221f-4786-8d39-a562f6857705 req-20756253-01ba-46e7-a120-9fd8429df150 service neutron] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:47.963743 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-88e914da-221f-4786-8d39-a562f6857705 req-20756253-01ba-46e7-a120-9fd8429df150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:47.986236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0779934-0b4c-4691-b1d5-dc13406a97f8 req-6204b322-b600-4f6c-93d4-5a62354b42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:47.987804 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0779934-0b4c-4691-b1d5-dc13406a97f8 req-6204b322-b600-4f6c-93d4-5a62354b42e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.6355996 Aug 27 13:59:48.000263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7352b7-e940-42c8-9a96-aafc650c0990 req-4e2ef9cf-d619-4988-adc6-48c14a3329ec tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:48.001635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a7352b7-e940-42c8-9a96-aafc650c0990 req-4e2ef9cf-d619-4988-adc6-48c14a3329ec tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.5700190 Aug 27 13:59:48.035978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10095c01-078a-415b-9b02-ef5d5984f076 req-450b4e7d-3fee-4c83-83ad-9f4fe7e8eb45 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:48.037498 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10095c01-078a-415b-9b02-ef5d5984f076 req-450b4e7d-3fee-4c83-83ad-9f4fe7e8eb45 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 949 time: 0.0553179 Aug 27 13:59:48.072466 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0779934-0b4c-4691-b1d5-dc13406a97f8 req-9b1b1aff-500c-4c39-9cc4-b01450020201 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=be45bbbe-d36d-4aea-886e-61872e82fb79 HTTP/1.1" status: 200 len: 217 time: 0.0681086 Aug 27 13:59:48.085022 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10095c01-078a-415b-9b02-ef5d5984f076 req-c2c6fda2-1aa4-4929-8774-2310ea5557ae tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402329 Aug 27 13:59:48.161830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:59:48.177546 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:48.191493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0779934-0b4c-4691-b1d5-dc13406a97f8 req-663fff9e-a012-4974-98ba-98c044c610d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:48.193066 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0779934-0b4c-4691-b1d5-dc13406a97f8 req-663fff9e-a012-4974-98ba-98c044c610d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0978401 Aug 27 13:59:48.203993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-88e914da-221f-4786-8d39-a562f6857705 req-20756253-01ba-46e7-a120-9fd8429df150 service neutron] Transition to ACTIVE for port object 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:48.205044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Transition to ACTIVE for port object 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:48.205184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f9f84-2c65-4411-a613-47301c2b1496 req-ecaa0c31-dbbd-4558-9cac-aa4d00f916b6 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:48.214919 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c63f9f84-2c65-4411-a613-47301c2b1496 req-ecaa0c31-dbbd-4558-9cac-aa4d00f916b6 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 944 time: 0.0625775 Aug 27 13:59:48.216366 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-88e914da-221f-4786-8d39-a562f6857705 req-20756253-01ba-46e7-a120-9fd8429df150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:48.218268 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:48.259471 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c63f9f84-2c65-4411-a613-47301c2b1496 req-f13a87de-78cd-42a4-8513-a97548ac1ab5 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451136 Aug 27 13:59:48.349655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0779934-0b4c-4691-b1d5-dc13406a97f8 req-c5d6d49f-6777-4d9b-bc73-8d56c4d2ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:48.351496 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0779934-0b4c-4691-b1d5-dc13406a97f8 req-c5d6d49f-6777-4d9b-bc73-8d56c4d2ac5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1487796 Aug 27 13:59:48.354155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e914da-221f-4786-8d39-a562f6857705 req-20756253-01ba-46e7-a120-9fd8429df150 service neutron] No DVR routers for this DVR port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:48.359143 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-b0461804-e251-41b4-bc16-220058cac535 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips/38e6afbb-3d22-43b2-b694-71f9debedfb4 HTTP/1.1" status: 200 len: 692 time: 0.0646071 Aug 27 13:59:48.374713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20756253-01ba-46e7-a120-9fd8429df150 service neutron] Pushing event updated for resources: {'Port': ['ID=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,revision_number=10']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:48.486696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3ff92c-e9ca-47ca-88e3-846afcc9db00,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:48.508657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-c3bded73-d9df-46d8-897e-54770b98030f tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:48.510129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-c3bded73-d9df-46d8-897e-54770b98030f tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1455753 Aug 27 13:59:48.537904 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-20756253-01ba-46e7-a120-9fd8429df150 service neutron] 10.222.0.41 "PUT /v2.0/ports/3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3/bindings/n-h1-712139-12/activate HTTP/1.1" status: 200 len: 370 time: 1.6948338 Aug 27 13:59:48.582483 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-9506a413-72a5-4d90-933a-3967352bfed0 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.99 HTTP/1.1" status: 200 len: 695 time: 0.0635808 Aug 27 13:59:48.595493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Attempting to bind port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:48.595851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Attempting to bind port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:48.596181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Attempting to bind port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 on network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:48.608827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 on network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:59:48.608827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Attempting to bind port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 on network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:48.615827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:48.616166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Checking segment: {'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:48.616548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Bound using segment: {'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:48.616977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Bound port: 4b3ff92c-e9ca-47ca-88e3-846afcc9db00, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:48.617336 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:48.631918 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0779934-0b4c-4691-b1d5-dc13406a97f8 req-80679e26-17c8-41f5-b922-c70db96b6a63 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390156 Aug 27 13:59:48.648667 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:48.707433 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-ccb6a938-3735-47d3-9b5a-fb137d252cc6 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.99 HTTP/1.1" status: 200 len: 695 time: 0.1181431 Aug 27 13:59:48.757061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] For port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:48.761554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] For port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:48.771263 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:48.812848 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0779934-0b4c-4691-b1d5-dc13406a97f8 req-13869efd-1cbc-4e60-812d-29a09151fa16 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545122 Aug 27 13:59:48.817159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:48.817769 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:48.824177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e914da-221f-4786-8d39-a562f6857705 req-c7bf950f-104c-4fcb-8fc0-c3af5b165e6e tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:48.825715 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-c7bf950f-104c-4fcb-8fc0-c3af5b165e6e tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7&tenant_id=a7dba67d579b475f8c1e968351f5a6ea&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1097 time: 0.1589434 Aug 27 13:59:48.828871 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] 10.222.0.41 "PUT /v2.0/ports/4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 200 len: 1093 time: 1.9530072 Aug 27 13:59:48.856629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1434b-b3cc-4772-a604-dcf2eebfb341 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3ff92c-e9ca-47ca-88e3-846afcc9db00,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:48.912164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e914da-221f-4786-8d39-a562f6857705 req-63a5630a-7ec5-4a9d-b8a5-61ed89041790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:48.913655 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-63a5630a-7ec5-4a9d-b8a5-61ed89041790 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7&tenant_id=a7dba67d579b475f8c1e968351f5a6ea HTTP/1.1" status: 200 len: 1097 time: 0.0676613 Aug 27 13:59:48.920360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-060fa66a-2e1f-4ba6-8025-5c1503d773eb tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Deleting port 24029aa4-9951-42d0-9bf1-0858ab7aba93 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:48.920720 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-060fa66a-2e1f-4ba6-8025-5c1503d773eb tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:48.988198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c51af-a0ea-47aa-b768-d39231293ece req-1e48a2e7-c038-4f9e-ba41-f3bfca86c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:48.990198 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-1e48a2e7-c038-4f9e-ba41-f3bfca86c4a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 1096 time: 0.0594933 Aug 27 13:59:49.006370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-4e5e98f4-9cc8-49aa-b039-92a86c9c7ba5 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:59:49.007473 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-4e5e98f4-9cc8-49aa-b039-92a86c9c7ba5 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065210 Aug 27 13:59:49.053904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] Request body: {'binding': {'host': 'n-h1-712139-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:49.054406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] Unknown quota resources ['binding']. {{(pid=101187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 13:59:49.058643 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-ce53a574-f1ce-43d8-b0f9-f917ea251b90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 200 len: 217 time: 0.0502579 Aug 27 13:59:49.064509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e914da-221f-4786-8d39-a562f6857705 req-279e7c97-835e-4f3e-a5d1-492402d2e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:49.066107 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-279e7c97-835e-4f3e-a5d1-492402d2e888 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 1097 time: 0.0726256 Aug 27 13:59:49.119205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:49.121495 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a8fc26-108a-4486-a8e7-709904b4ba7f" -d '{"events": [{"name": "network-changed", "server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:49.136168 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-060fa66a-2e1f-4ba6-8025-5c1503d773eb tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:49.136502 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-060fa66a-2e1f-4ba6-8025-5c1503d773eb tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:49.156893 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-060fa66a-2e1f-4ba6-8025-5c1503d773eb tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Calling delete_port for 24029aa4-9951-42d0-9bf1-0858ab7aba93 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:49.183167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c51af-a0ea-47aa-b768-d39231293ece req-4fb74f61-b91f-438e-af87-5d244e52e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:49.183996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-4fb74f61-b91f-438e-af87-5d244e52e917 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.1036329 Aug 27 13:59:49.237223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e914da-221f-4786-8d39-a562f6857705 req-984e0dfc-e7f8-460b-818e-9f0a4931ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:49.238791 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-984e0dfc-e7f8-460b-818e-9f0a4931ec46 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 200 len: 922 time: 0.1622357 Aug 27 13:59:49.278314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c51af-a0ea-47aa-b768-d39231293ece req-064266d9-966a-4426-b2ff-592cb1c7c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:49.279990 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-064266d9-966a-4426-b2ff-592cb1c7c171 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821185 Aug 27 13:59:49.284454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] Attempting to bind port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on host n-h1-712139-12 for vnic_type normal with profile None {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:49.284724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] Attempting to bind port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:49.285153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] Attempting to bind port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:49.289646 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] Port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on network a4fa4222-2c01-407d-8d35-d36794d53fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:59:49.289966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] Attempting to bind port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:49.294416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-260cc63d-661d-4a94-9748-903f07775ff3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 HTTP/1.1" status: 200 len: 217 time: 0.0433786 Aug 27 13:59:49.295196 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:49.295884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] Checking segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:49.296002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] Bound using segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:49.296337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] Bound port: 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:49.371527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e914da-221f-4786-8d39-a562f6857705 req-80cbe92f-09f8-4e0d-93d7-0e18637c9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:49.373511 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-80cbe92f-09f8-4e0d-93d7-0e18637c9c1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 200 len: 861 time: 0.0677884 Aug 27 13:59:49.394095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:49.412669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-d5207724-532c-4852-8a87-1e13e5ff5eaa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eaa53a44-b2bb-4005-84f2-0d841f0a4549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298877 Aug 27 13:59:49.434605 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-017977bf-d0b6-4e94-ba1c-9f86ee56cb5e service neutron] 10.222.0.41 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352174 Aug 27 13:59:49.436710 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-060fa66a-2e1f-4ba6-8025-5c1503d773eb tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:49.449365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:49.459080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:49.459827 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] Notify callbacks [] for binding, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:49.461041 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] 10.222.0.55 "POST /v2.0/ports/299d4a62-188f-4f80-a2c8-ff5397b38ee0/bindings HTTP/1.1" status: 201 len: 390 time: 0.4110560 Aug 27 13:59:49.463568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:49.464031 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:49.511042 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fa66a-2e1f-4ba6-8025-5c1503d773eb tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Pushing event deleted for resources: {'Port': ['ID=24029aa4-9951-42d0-9bf1-0858ab7aba93,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:49.555923 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347c51af-a0ea-47aa-b768-d39231293ece req-c6c67f9b-49f6-4036-8888-7519c7682790 service neutron] 10.222.0.41 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088636 Aug 27 13:59:49.611569 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:49.625545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-4eefa094-60a0-4f02-8771-d3952149eaba service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042682 Aug 27 13:59:49.637414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:49.640554 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e71686-df67-4f96-880c-22b2d7a61950" -d '{"events": [{"server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "name": "network-vif-plugged", "status": "completed", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:49.643565 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-060fa66a-2e1f-4ba6-8025-5c1503d773eb tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:49.646208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-060fa66a-2e1f-4ba6-8025-5c1503d773eb tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:49.647457 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2b09228-50d2-4b0b-9bd7-34ed0187eb25 req-060fa66a-2e1f-4ba6-8025-5c1503d773eb tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "DELETE /v2.0/floatingips/38e6afbb-3d22-43b2-b694-71f9debedfb4 HTTP/1.1" status: 204 len: 173 time: 0.9383397 Aug 27 13:59:49.662968 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:49.667572 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:49.725285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:49.769256 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-6bdc1650-1d71-493b-aaec-aba57a472fa8 service neutron] 10.222.0.52 "GET /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345582 Aug 27 13:59:49.798487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6c6e5-73e0-4735-9596-83d362efb3e0 req-56950618-ec01-4b07-81fb-23eda253db9f tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:49.800063 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1a6c6e5-73e0-4735-9596-83d362efb3e0 req-56950618-ec01-4b07-81fb-23eda253db9f tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/ports?device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 946 time: 0.0539734 Aug 27 13:59:49.838711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device be45bbbe-d36d-4aea-886e-61872e82fb79 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:59:49.849169 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1a6c6e5-73e0-4735-9596-83d362efb3e0 req-cac3e957-0edc-446d-aa64-25d4a8c2970e tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754a717-f250-444e-aa21-efa45131cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421753 Aug 27 13:59:49.975781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port be45bbbe-d36d-4aea-886e-61872e82fb79, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=be45bbbe-d36d-4aea-886e-61872e82fb79,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:49.992487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'be45bbbe-d36d-4aea-886e-61872e82fb79', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'be45bbbe-d36d-4aea-886e-61872e82fb79', 'mac_address': 'fa:16:3e:13:da:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:59:50.007019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7cd47-8ab5-4db0-8eba-bee0c078fed2 req-dbababc2-9349-4bb2-afd9-5cf6bf5340f5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.008786 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8dc7cd47-8ab5-4db0-8eba-bee0c078fed2 req-dbababc2-9349-4bb2-afd9-5cf6bf5340f5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.0673664 Aug 27 13:59:50.009371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d341-2b16-4216-a639-e2d49898d833 req-e381e42f-ccf4-4722-891c-04abcbe6d891 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.010893 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-e381e42f-ccf4-4722-891c-04abcbe6d891 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a&tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 950 time: 0.1194673 Aug 27 13:59:50.029519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c6daa-5fa6-4352-8ad4-077533a2f351 req-9182b13a-4bd3-41f1-b9c3-65be7639339c tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.031272 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd2c6daa-5fa6-4352-8ad4-077533a2f351 req-9182b13a-4bd3-41f1-b9c3-65be7639339c tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 944 time: 0.0784009 Aug 27 13:59:50.042251 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:50.055827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be45bbbe-d36d-4aea-886e-61872e82fb79 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:59:50.088998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port be45bbbe-d36d-4aea-886e-61872e82fb79, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=be45bbbe-d36d-4aea-886e-61872e82fb79,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:50.090636 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:50.094410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e914da-221f-4786-8d39-a562f6857705 req-a7926202-cc74-4821-a0a1-a63bfb40ee87 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.095140 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:50.096231 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-a7926202-cc74-4821-a0a1-a63bfb40ee87 tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7&tenant_id=a7dba67d579b475f8c1e968351f5a6ea&binding%3Ahost_id=n-h1-712139-12 HTTP/1.1" status: 200 len: 1097 time: 0.0997670 Aug 27 13:59:50.099686 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8dc7cd47-8ab5-4db0-8eba-bee0c078fed2 req-63a4c4de-c7e9-4734-8e35-789fe22a2fc4 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802791 Aug 27 13:59:50.146969 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd2c6daa-5fa6-4352-8ad4-077533a2f351 req-1bdccba7-4895-4e94-9e9e-3e059755e624 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829968 Aug 27 13:59:50.148479 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-11183a74-c8da-4380-a17e-ea2d667f4b57 service neutron] 10.222.0.41 "GET /v2.0/ports/327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0/bindings/n-h2-712139-12 HTTP/1.1" status: 200 len: 383 time: 0.1162419 Aug 27 13:59:50.156319 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2192e1a1-31f4-4b33-b580-501ace295b9c x-openstack-request-id: req-2192e1a1-31f4-4b33-b580-501ace295b9c {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:50.156610 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:50.156864 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2192e1a1-31f4-4b33-b580-501ace295b9c {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:50.157260 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'status': 'completed', 'code': 200} Aug 27 13:59:50.165422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=be45bbbe-d36d-4aea-886e-61872e82fb79,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:50.282366 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-88e914da-221f-4786-8d39-a562f6857705 req-9fae6809-cc95-492f-a60b-cfdf19c4e87b service neutron] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:50.288020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-88e914da-221f-4786-8d39-a562f6857705 req-9fae6809-cc95-492f-a60b-cfdf19c4e87b service neutron] Notify callbacks [] for binding, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:50.289260 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88e914da-221f-4786-8d39-a562f6857705 req-9fae6809-cc95-492f-a60b-cfdf19c4e87b service neutron] 10.222.0.52 "DELETE /v2.0/ports/3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3/bindings/n-h2-712139-12 HTTP/1.1" status: 204 len: 173 time: 0.1851225 Aug 27 13:59:50.300216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1ddf7-0660-4344-8971-9760d7aaf4f1 req-b3115521-df26-4a0a-971d-da36b0ae82d8 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.301807 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4fc1ddf7-0660-4344-8971-9760d7aaf4f1 req-b3115521-df26-4a0a-971d-da36b0ae82d8 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 945 time: 0.0882280 Aug 27 13:59:50.346186 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4fc1ddf7-0660-4344-8971-9760d7aaf4f1 req-05c211a8-efbf-4699-aa95-299e8201fbbe tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372310 Aug 27 13:59:50.346412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4b316-1ad2-4676-a6c2-de4ddffa551a req-402e7e34-a264-46a6-9891-30c24337a037 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.348941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3fe4b316-1ad2-4676-a6c2-de4ddffa551a req-402e7e34-a264-46a6-9891-30c24337a037 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.1164491 Aug 27 13:59:50.356828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d341-2b16-4216-a639-e2d49898d833 req-61febfc3-509a-4413-9052-50ee6dbdeca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.358319 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-61febfc3-509a-4413-9052-50ee6dbdeca8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 1102 time: 0.1153131 Aug 27 13:59:50.360916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8fc26-108a-4486-a8e7-709904b4ba7f req-2afc3255-5910-4b87-85a2-4ccb2384cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.362268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90a8fc26-108a-4486-a8e7-709904b4ba7f req-2afc3255-5910-4b87-85a2-4ccb2384cc6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 1096 time: 0.0975130 Aug 27 13:59:50.398422 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3fe4b316-1ad2-4676-a6c2-de4ddffa551a req-3770315b-ef33-462f-ab1a-dd154d3e2c52 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351918 Aug 27 13:59:50.413106 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041574e8-a635-4eda-af9c-db62f7ec7578 x-openstack-request-id: req-041574e8-a635-4eda-af9c-db62f7ec7578 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:50.413810 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "name": "network-vif-plugged", "status": "completed", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:50.414371 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-041574e8-a635-4eda-af9c-db62f7ec7578 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:50.415017 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'code': 200} Aug 27 13:59:50.418150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['be45bbbe-d36d-4aea-886e-61872e82fb79'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:50.629165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc68f6c-2db3-441d-9c06-33b603dd23c2 req-daaca0ae-541e-46fd-8240-e41df7f2ac1e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.630620 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fbc68f6c-2db3-441d-9c06-33b603dd23c2 req-daaca0ae-541e-46fd-8240-e41df7f2ac1e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.1554770 Aug 27 13:59:50.632056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8fc26-108a-4486-a8e7-709904b4ba7f req-33fbe65e-d4b1-4012-b1fc-3830a227fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.633381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90a8fc26-108a-4486-a8e7-709904b4ba7f req-33fbe65e-d4b1-4012-b1fc-3830a227fa1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.2261424 Aug 27 13:59:50.634480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d341-2b16-4216-a639-e2d49898d833 req-81461ab5-8841-43dd-8e66-d59038ece294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.635830 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-81461ab5-8841-43dd-8e66-d59038ece294 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2184656 Aug 27 13:59:50.644416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60997aa-9f4b-4137-8084-8964dbd2b0db req-5668539c-527a-4aad-9ba1-29d5c550e903 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.645839 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f60997aa-9f4b-4137-8084-8964dbd2b0db req-5668539c-527a-4aad-9ba1-29d5c550e903 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2119973 Aug 27 13:59:50.687591 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fbc68f6c-2db3-441d-9c06-33b603dd23c2 req-740b321d-4a45-4c21-8019-9dfe5793680b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507352 Aug 27 13:59:50.721268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90a8fc26-108a-4486-a8e7-709904b4ba7f req-212f329d-1eab-4f8b-8d2e-ca27cc5706a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 200 len: 217 time: 0.0540988 Aug 27 13:59:50.749084 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3894fb3d-2972-4061-974a-7a76fa35c94b req-dd6e3e03-d964-4f89-aa80-3bba9eac5df8 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=cf65e200823b49bab533556941b96bfc HTTP/1.1" status: 200 len: 1656 time: 0.0596566 Aug 27 13:59:50.756103 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-517e5049-7538-41c9-b1c2-525087430400 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 200 len: 217 time: 0.0880315 Aug 27 13:59:50.861144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894fb3d-2972-4061-974a-7a76fa35c94b req-c45d18cf-3c18-47fc-bb81-4d9a5a4bfa16 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.862770 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3894fb3d-2972-4061-974a-7a76fa35c94b req-c45d18cf-3c18-47fc-bb81-4d9a5a4bfa16 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks?id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 787 time: 0.1072388 Aug 27 13:59:50.863135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8fc26-108a-4486-a8e7-709904b4ba7f req-0e2fde0e-e78c-4829-8fe2-846065e3bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.864811 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90a8fc26-108a-4486-a8e7-709904b4ba7f req-0e2fde0e-e78c-4829-8fe2-846065e3bf48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.1180124 Aug 27 13:59:50.872278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d341-2b16-4216-a639-e2d49898d833 req-f27af8f1-f45d-4ae2-b2ee-f42bc7973c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.874216 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-f27af8f1-f45d-4ae2-b2ee-f42bc7973c3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0878003 Aug 27 13:59:50.880095 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dd855-2b45-45d6-b90f-b908becaff83 req-6679453b-67f3-4903-b544-53c40ebcc3ab tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:50.881641 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-924dd855-2b45-45d6-b90f-b908becaff83 req-6679453b-67f3-4903-b544-53c40ebcc3ab tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 1097 time: 0.1236527 Aug 27 13:59:50.918954 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-924dd855-2b45-45d6-b90f-b908becaff83 req-1d33c30e-1d3a-4329-9a8d-116fdd4bd30c tempest-LiveAutoBlockMigrationV225Test-50835360 tempest-LiveAutoBlockMigrationV225Test-50835360-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305908 Aug 27 13:59:51.035848 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-ec602abd-d8e9-4536-bab3-1f06bfa98245 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips/ac3b7630-f8c4-4f5c-8ef9-77fbabb9ef96 HTTP/1.1" status: 200 len: 693 time: 0.0615757 Aug 27 13:59:51.042008 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:51.049565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d341-2b16-4216-a639-e2d49898d833 req-4b29d3f0-d511-4a73-80ed-e63123f8f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:51.051130 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-4b29d3f0-d511-4a73-80ed-e63123f8f0f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1289830 Aug 27 13:59:51.065000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8fc26-108a-4486-a8e7-709904b4ba7f req-305e6379-5c27-4f39-87ab-0521c9c36c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:51.066727 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90a8fc26-108a-4486-a8e7-709904b4ba7f req-305e6379-5c27-4f39-87ab-0521c9c36c13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1432514 Aug 27 13:59:51.084248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52110cee-4c37-42cf-8704-29084ede1bf7 req-859ce7d7-57b3-430d-b4e8-13428bfac5eb tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:51.085911 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-52110cee-4c37-42cf-8704-29084ede1bf7 req-859ce7d7-57b3-430d-b4e8-13428bfac5eb tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/ports?device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 947 time: 0.0624855 Aug 27 13:59:51.131465 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-52110cee-4c37-42cf-8704-29084ede1bf7 req-0c47f976-5637-4b1a-8926-ff391aa36f84 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754a717-f250-444e-aa21-efa45131cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368011 Aug 27 13:59:51.310326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-56b9bf30-930c-4852-900c-5e3d477cf1af tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:51.312232 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-56b9bf30-930c-4852-900c-5e3d477cf1af tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.2694955 Aug 27 13:59:51.334827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-4f6181f3-6309-45fe-98a4-2fcce44a4a5b tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:59:51.335935 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-4f6181f3-6309-45fe-98a4-2fcce44a4a5b tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107527 Aug 27 13:59:51.338652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-98216f12-99a0-4394-ae76-5cff890ff411 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696784 Aug 27 13:59:51.340726 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90a8fc26-108a-4486-a8e7-709904b4ba7f req-6c32a258-20dd-42c9-804d-cc096d0bbd77 service neutron] 10.222.0.41 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535126 Aug 27 13:59:51.389140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75985-909e-401a-85c1-a46ba598cbc8 req-5a5b4c98-8fed-437f-b819-0558601297b1 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:51.390782 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4f75985-909e-401a-85c1-a46ba598cbc8 req-5a5b4c98-8fed-437f-b819-0558601297b1 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.0572693 Aug 27 13:59:51.430914 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4f75985-909e-401a-85c1-a46ba598cbc8 req-45f83115-eef5-4bb2-a25f-92509952c775 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332654 Aug 27 13:59:51.455156 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-69d71120-e658-451a-8a35-4d9f92ad9fd4 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.226 HTTP/1.1" status: 200 len: 696 time: 0.1107795 Aug 27 13:59:51.539651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72e0bc-da69-45f6-8f9c-0fbe13c45b0c req-a0b9c8fd-5c33-4cc9-b646-43d79adc985d tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:51.541214 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6b72e0bc-da69-45f6-8f9c-0fbe13c45b0c req-a0b9c8fd-5c33-4cc9-b646-43d79adc985d tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 944 time: 0.0510650 Aug 27 13:59:51.587672 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6b72e0bc-da69-45f6-8f9c-0fbe13c45b0c req-b4f202ff-ea6f-4579-9a80-fa431e297e73 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 Aug 27 13:59:51.699070 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562caf1-6982-4e60-81f8-904a42ea7be5 req-378ee787-0b35-4261-b569-f0bc394a0f1a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:51.700537 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0562caf1-6982-4e60-81f8-904a42ea7be5 req-378ee787-0b35-4261-b569-f0bc394a0f1a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 945 time: 0.0538819 Aug 27 13:59:51.743141 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0562caf1-6982-4e60-81f8-904a42ea7be5 req-a1362871-afec-4016-86ae-474e7feac092 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362830 Aug 27 13:59:51.824468 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-bac943c3-c2ae-41c5-a8c7-873597090b61 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.226 HTTP/1.1" status: 200 len: 696 time: 0.3427830 Aug 27 13:59:51.846761 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device be45bbbe-d36d-4aea-886e-61872e82fb79 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:51.866147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefb4c1-f60e-4a4b-b026-f19067532def req-a46d53dd-6b0f-4a28-9ccb-645fa586a9f2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:51.868490 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-adefb4c1-f60e-4a4b-b026-f19067532def req-a46d53dd-6b0f-4a28-9ccb-645fa586a9f2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.0684855 Aug 27 13:59:51.915878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port be45bbbe-d36d-4aea-886e-61872e82fb79 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:51.922385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port be45bbbe-d36d-4aea-886e-61872e82fb79 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:51.923469 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:51.935010 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-adefb4c1-f60e-4a4b-b026-f19067532def req-1319b391-f071-4a8a-8c15-e405b9771727 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597489 Aug 27 13:59:51.959773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90a8fc26-108a-4486-a8e7-709904b4ba7f req-6bffc996-0777-4ae2-ae1a-750a74c9baff service neutron] 10.222.0.41 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777345 Aug 27 13:59:51.968562 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-aa188511-3167-4509-a3b1-d2ad58020a76 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851903 Aug 27 13:59:52.021710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3220-c2de-498d-b078-a59951bc38ea req-30f6807a-7d8f-4f1e-a702-d657f8618e60 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:52.024050 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c7f3220-c2de-498d-b078-a59951bc38ea req-30f6807a-7d8f-4f1e-a702-d657f8618e60 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 945 time: 0.0650396 Aug 27 13:59:52.027861 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:52.051305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-18b7f09d-7ad2-45eb-b073-6c94018e1b9e tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Deleting port fd1901f2-f118-4163-9574-c22292292368 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:52.051936 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-18b7f09d-7ad2-45eb-b073-6c94018e1b9e tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:52.077453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port be45bbbe-d36d-4aea-886e-61872e82fb79, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=be45bbbe-d36d-4aea-886e-61872e82fb79,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:52.082770 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:52.147738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8628f-c3a2-48eb-9949-98498b82ec58 req-c83d6ff3-495b-460b-a4e4-8926febeba53 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:52.148646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=be45bbbe-d36d-4aea-886e-61872e82fb79,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:52.149248 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ad8628f-c3a2-48eb-9949-98498b82ec58 req-c83d6ff3-495b-460b-a4e4-8926febeba53 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.1388676 Aug 27 13:59:52.178860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-95c77cf3-2759-4c3b-9c38-9428611a7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:52.180354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-95c77cf3-2759-4c3b-9c38-9428611a7d8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 1097 time: 0.0701647 Aug 27 13:59:52.189367 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-18b7f09d-7ad2-45eb-b073-6c94018e1b9e tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:52.189696 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-18b7f09d-7ad2-45eb-b073-6c94018e1b9e tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:52.204471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-0c7f3220-c2de-498d-b078-a59951bc38ea req-e9f1af0b-d821-4664-935e-c999002faa4d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Deleting port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:52.204819 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c7f3220-c2de-498d-b078-a59951bc38ea req-e9f1af0b-d821-4664-935e-c999002faa4d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:52.211287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ad8628f-c3a2-48eb-9949-98498b82ec58 req-b51d4425-e3d8-4fe4-a68d-5a855f289b50 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544384 Aug 27 13:59:52.245877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-18b7f09d-7ad2-45eb-b073-6c94018e1b9e tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Calling delete_port for fd1901f2-f118-4163-9574-c22292292368 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:52.307721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0c7f3220-c2de-498d-b078-a59951bc38ea req-e9f1af0b-d821-4664-935e-c999002faa4d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] For port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:52.308097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c7f3220-c2de-498d-b078-a59951bc38ea req-e9f1af0b-d821-4664-935e-c999002faa4d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:52.325116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-0c7f3220-c2de-498d-b078-a59951bc38ea req-e9f1af0b-d821-4664-935e-c999002faa4d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Calling delete_port for 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:52.348805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-be2c3da5-ad73-418e-8fa0-e13b1f9c1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:52.350288 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-be2c3da5-ad73-418e-8fa0-e13b1f9c1588 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.1628721 Aug 27 13:59:52.403348 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-c727d701-3331-44ce-bc2e-cc6bd69776ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0 HTTP/1.1" status: 200 len: 217 time: 0.0402231 Aug 27 13:59:52.416319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223cf4bf-9931-46ed-8df3-95a0b8e3ca85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be45bbbe-d36d-4aea-886e-61872e82fb79'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:52.418956 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495f1b7c-1358-4799-9179-531466b126be" -d '{"events": [{"server_uuid": "223cf4bf-9931-46ed-8df3-95a0b8e3ca85", "name": "network-vif-plugged", "status": "completed", "tag": "be45bbbe-d36d-4aea-886e-61872e82fb79"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:52.443318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657d0b3-33e0-461e-a426-8e276e2880ae req-414fc5cd-e24b-4b92-ae95-fdc89f2794a0 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:52.444844 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3657d0b3-33e0-461e-a426-8e276e2880ae req-414fc5cd-e24b-4b92-ae95-fdc89f2794a0 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/ports?device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 948 time: 0.0740399 Aug 27 13:59:52.486497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-4add96e9-8f11-4139-9245-d77e422c631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:52.487899 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-4add96e9-8f11-4139-9245-d77e422c631b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.0782840 Aug 27 13:59:52.492268 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-18b7f09d-7ad2-45eb-b073-6c94018e1b9e tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:52.523433 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3657d0b3-33e0-461e-a426-8e276e2880ae req-fa00ca46-ae13-4b92-8160-502f615faea0 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754a717-f250-444e-aa21-efa45131cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702932 Aug 27 13:59:52.528099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7f09d-7ad2-45eb-b073-6c94018e1b9e tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Pushing event deleted for resources: {'Port': ['ID=fd1901f2-f118-4163-9574-c22292292368,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:52.543576 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c7f3220-c2de-498d-b078-a59951bc38ea req-e9f1af0b-d821-4664-935e-c999002faa4d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:52.556921 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:52.563797 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-54a8e33f-7dcd-4716-807b-46d5af7bc037 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633988 Aug 27 13:59:52.605699 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a333177c-278c-4c95-92a6-4e178f4be586 x-openstack-request-id: req-a333177c-278c-4c95-92a6-4e178f4be586 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:52.606004 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223cf4bf-9931-46ed-8df3-95a0b8e3ca85", "name": "network-vif-plugged", "status": "completed", "tag": "be45bbbe-d36d-4aea-886e-61872e82fb79", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:52.606261 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a333177c-278c-4c95-92a6-4e178f4be586 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:52.606670 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223cf4bf-9931-46ed-8df3-95a0b8e3ca85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be45bbbe-d36d-4aea-886e-61872e82fb79', 'code': 200} Aug 27 13:59:52.609396 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['6251fcac-1eac-430b-981f-555a94c6c5ab'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:52.633474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7f3220-c2de-498d-b078-a59951bc38ea req-e9f1af0b-d821-4664-935e-c999002faa4d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] No DVR routers for this DVR port 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:52.635384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1af0b-d821-4664-935e-c999002faa4d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Pushing event deleted for resources: {'Port': ['ID=3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:52.637715 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c7f3220-c2de-498d-b078-a59951bc38ea req-e9f1af0b-d821-4664-935e-c999002faa4d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:52.640648 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c7f3220-c2de-498d-b078-a59951bc38ea req-e9f1af0b-d821-4664-935e-c999002faa4d tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.52 "DELETE /v2.0/ports/3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 HTTP/1.1" status: 204 len: 173 time: 0.6052456 Aug 27 13:59:52.641203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5461ce-1426-4a04-b6d5-24933e9a14a7', 'name': 'network-vif-deleted', 'tag': '3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:52.643876 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca0c9d5-186d-4445-ae99-f28846626120" -d '{"events": [{"server_uuid": "ae5461ce-1426-4a04-b6d5-24933e9a14a7", "name": "network-vif-deleted", "tag": "3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:52.701831 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-18b7f09d-7ad2-45eb-b073-6c94018e1b9e tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:52.704590 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-18b7f09d-7ad2-45eb-b073-6c94018e1b9e tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:52.706064 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b24322d1-cf3a-4d92-a8f7-8171ee8a9f5e req-18b7f09d-7ad2-45eb-b073-6c94018e1b9e tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "DELETE /v2.0/floatingips/ac3b7630-f8c4-4f5c-8ef9-77fbabb9ef96 HTTP/1.1" status: 204 len: 173 time: 0.8720920 Aug 27 13:59:52.754404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575fb55-d315-4d5d-bc43-2194c8387d0b req-ddda6810-37b7-438f-bd99-99726d01575d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:52.756847 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c575fb55-d315-4d5d-bc43-2194c8387d0b req-ddda6810-37b7-438f-bd99-99726d01575d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.0970640 Aug 27 13:59:52.758034 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-3692ebd0-1b4c-49c8-9702-01f7a53923aa service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725817 Aug 27 13:59:52.778587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9b2af-690e-49f6-b332-1302464ebc30 req-7a92e069-e6e3-4038-9c88-f35ca8eabb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:52.781709 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95f9b2af-690e-49f6-b332-1302464ebc30 req-7a92e069-e6e3-4038-9c88-f35ca8eabb74 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 1100 time: 0.0896223 Aug 27 13:59:52.847273 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c575fb55-d315-4d5d-bc43-2194c8387d0b req-62eb3b5b-3ad6-4219-8b03-d9d53acae82e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816143 Aug 27 13:59:52.858854 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95f9b2af-690e-49f6-b332-1302464ebc30 req-39c1708e-2742-4471-aaa8-be7cac14124d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5754a717-f250-444e-aa21-efa45131cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628235 Aug 27 13:59:52.896589 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03d702e-badc-44c8-86ec-5bfd42bf8e47 x-openstack-request-id: req-c03d702e-badc-44c8-86ec-5bfd42bf8e47 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:52.896950 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5461ce-1426-4a04-b6d5-24933e9a14a7", "name": "network-vif-deleted", "tag": "3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:52.897275 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c03d702e-badc-44c8-86ec-5bfd42bf8e47 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:52.897740 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5461ce-1426-4a04-b6d5-24933e9a14a7', 'name': 'network-vif-deleted', 'tag': '3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3', 'status': 'completed', 'code': 200} Aug 27 13:59:52.903603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e5aa-40e1-4f88-b853-da1f0db5f64d req-bb766ee2-7146-40cd-bb8f-a5495b3e0876 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:52.905635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1789e5aa-40e1-4f88-b853-da1f0db5f64d req-bb766ee2-7146-40cd-bb8f-a5495b3e0876 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 944 time: 0.1092823 Aug 27 13:59:52.922868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-e76d439e-24a2-48c2-9697-5fb490cf05ec service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585484 Aug 27 13:59:52.953401 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1789e5aa-40e1-4f88-b853-da1f0db5f64d req-4a53f77d-8e07-4b29-85d3-0ac35b715676 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385883 Aug 27 13:59:52.957576 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-a0beca6e-92f9-4426-8cc9-56bbcb0a2faf tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips/9e2c9d72-6d64-4643-9eb2-8575dc07c8ef HTTP/1.1" status: 200 len: 692 time: 0.0454726 Aug 27 13:59:53.039568 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-584816eb-7209-42ab-be9d-9c542ca35f69 req-c8bdc668-dd9c-40e7-be4c-3b2f7a34e7a0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 210 time: 0.0266664 Aug 27 13:59:53.084689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-a61dbf29-86d0-4a87-b2bc-81896603b0ac tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:53.092222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-a61dbf29-86d0-4a87-b2bc-81896603b0ac tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1287649 Aug 27 13:59:53.139846 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-b9b537a0-d5c8-4e6f-8cf2-b877e4b0707a tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0463891 Aug 27 13:59:53.162076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd48cb-a226-407b-bb9b-805cf32a80c8 req-65ac1298-5268-44cf-9172-e4551d8cc2bd tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:53.163632 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c7fd48cb-a226-407b-bb9b-805cf32a80c8 req-65ac1298-5268-44cf-9172-e4551d8cc2bd tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.0600944 Aug 27 13:59:53.197910 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-e45c63ca-78f0-455c-8ba1-2da5be4a1a9c tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0516915 Aug 27 13:59:53.219581 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c7fd48cb-a226-407b-bb9b-805cf32a80c8 req-8de22073-5a4e-4263-a1c5-5c058db72d07 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472994 Aug 27 13:59:53.354358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-a3e84891-3030-4c1d-bdfe-dd2205aeba81 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Deleting port 5d2ad0a2-f5ce-407d-afab-6d33516a398f {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:53.354818 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-a3e84891-3030-4c1d-bdfe-dd2205aeba81 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:53.370598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b218a21-17f9-4352-a75e-9e4023443bff req-96bac136-c8ce-44f9-86e7-d4b99f287194 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:53.372200 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b218a21-17f9-4352-a75e-9e4023443bff req-96bac136-c8ce-44f9-86e7-d4b99f287194 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.0700507 Aug 27 13:59:53.427374 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b218a21-17f9-4352-a75e-9e4023443bff req-b89beae9-6f42-4d42-8876-f7dbac5c0bcd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 Aug 27 13:59:53.441300 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-a3e84891-3030-4c1d-bdfe-dd2205aeba81 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:53.442017 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-a3e84891-3030-4c1d-bdfe-dd2205aeba81 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:53.456157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-a3e84891-3030-4c1d-bdfe-dd2205aeba81 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Calling delete_port for 5d2ad0a2-f5ce-407d-afab-6d33516a398f owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:53.671438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27c322-c02d-455a-999a-61f782cbf02d req-65ee9054-7d60-4c8e-8d2e-1905e15e05d2 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:53.672957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e27c322-c02d-455a-999a-61f782cbf02d req-65ee9054-7d60-4c8e-8d2e-1905e15e05d2 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/ports?device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 948 time: 0.0576501 Aug 27 13:59:53.729345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e27c322-c02d-455a-999a-61f782cbf02d req-8c335ba6-a172-4abc-b3b7-3bd2ef93c1bd tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754a717-f250-444e-aa21-efa45131cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473244 Aug 27 13:59:53.911729 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-a3e84891-3030-4c1d-bdfe-dd2205aeba81 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:53.944084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e84891-3030-4c1d-bdfe-dd2205aeba81 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Pushing event deleted for resources: {'Port': ['ID=5d2ad0a2-f5ce-407d-afab-6d33516a398f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:53.984992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbd75e-298f-4b53-80c1-6b5eeaafef1b req-d5086dba-dddf-4e6d-a4b1-a23b92cdb747 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:53.992679 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-96bbd75e-298f-4b53-80c1-6b5eeaafef1b req-d5086dba-dddf-4e6d-a4b1-a23b92cdb747 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.0773211 Aug 27 13:59:54.003702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-a3e84891-3030-4c1d-bdfe-dd2205aeba81 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:54.006791 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-a3e84891-3030-4c1d-bdfe-dd2205aeba81 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:54.007957 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bbe903bd-6853-4a33-9ed8-d343b19223a2 req-a3e84891-3030-4c1d-bdfe-dd2205aeba81 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "DELETE /v2.0/floatingips/9e2c9d72-6d64-4643-9eb2-8575dc07c8ef HTTP/1.1" status: 204 len: 173 time: 0.8036270 Aug 27 13:59:54.036771 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-96bbd75e-298f-4b53-80c1-6b5eeaafef1b req-7a8b9ab6-57fc-463f-9edb-4f2c15cffb4a tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425494 Aug 27 13:59:54.129886 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a2fe051-6877-486f-a58e-266b34365199 req-b9681083-9d6b-4e16-a8d6-5dca9e102c27 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips/b9e25cf6-4845-48dd-95aa-0ec2e5dc0bfc HTTP/1.1" status: 200 len: 693 time: 0.0505452 Aug 27 13:59:54.162752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007ad89-02a3-4bee-8da3-5c3384020494 req-40265e70-4b37-4230-a2d7-a47ae1fd5754 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:54.167403 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4007ad89-02a3-4bee-8da3-5c3384020494 req-40265e70-4b37-4230-a2d7-a47ae1fd5754 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 944 time: 0.0723062 Aug 27 13:59:54.210303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4007ad89-02a3-4bee-8da3-5c3384020494 req-68a92f00-7ec7-42a4-9a42-9d63eececf55 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364518 Aug 27 13:59:54.261020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fe051-6877-486f-a58e-266b34365199 req-8f8b8c15-95a6-42a6-a1df-d997fdc4dee4 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:54.262564 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a2fe051-6877-486f-a58e-266b34365199 req-8f8b8c15-95a6-42a6-a1df-d997fdc4dee4 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1274316 Aug 27 13:59:54.292704 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88d2bb98-31d5-4c27-88c4-571067bf38de req-34f59876-a64f-4184-96b7-52a2e5e876e2 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 210 time: 0.0266716 Aug 27 13:59:54.336054 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a2fe051-6877-486f-a58e-266b34365199 req-46bfa16a-0665-47da-8e97-ed903fe6a6cd tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.156 HTTP/1.1" status: 200 len: 696 time: 0.0661597 Aug 27 13:59:54.407265 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a2fe051-6877-486f-a58e-266b34365199 req-3e9dcd5c-496a-42c2-befa-822a6c1a4758 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.156 HTTP/1.1" status: 200 len: 696 time: 0.0700305 Aug 27 13:59:54.422614 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f43518-e67e-4163-ae7e-fa8e856db01b req-afb35244-66cf-4f26-8226-9870506c09b8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:54.424156 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5f43518-e67e-4163-ae7e-fa8e856db01b req-afb35244-66cf-4f26-8226-9870506c09b8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.0628934 Aug 27 13:59:54.481012 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5f43518-e67e-4163-ae7e-fa8e856db01b req-e96bd609-bb7d-40b7-b2f4-dea33e43fe50 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375464 Aug 27 13:59:54.586291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-0a2fe051-6877-486f-a58e-266b34365199 req-da50c4c1-15b6-4033-ad62-8673c245d3f0 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Deleting port 4240b41c-654a-45ff-ab98-1b2230450f7e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:54.586756 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0a2fe051-6877-486f-a58e-266b34365199 req-da50c4c1-15b6-4033-ad62-8673c245d3f0 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:54.632789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441de98e-501b-4d42-89c3-09520d1aef94 req-7d5c96f1-0d91-45ca-a17d-b001e53714be tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:54.636362 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-441de98e-501b-4d42-89c3-09520d1aef94 req-7d5c96f1-0d91-45ca-a17d-b001e53714be tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.0797863 Aug 27 13:59:54.692786 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-441de98e-501b-4d42-89c3-09520d1aef94 req-4941ac11-f5c1-4cb0-b41d-8d1864dac352 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 Aug 27 13:59:54.710962 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0a2fe051-6877-486f-a58e-266b34365199 req-da50c4c1-15b6-4033-ad62-8673c245d3f0 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:54.710962 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0a2fe051-6877-486f-a58e-266b34365199 req-da50c4c1-15b6-4033-ad62-8673c245d3f0 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:54.726914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-0a2fe051-6877-486f-a58e-266b34365199 req-da50c4c1-15b6-4033-ad62-8673c245d3f0 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Calling delete_port for 4240b41c-654a-45ff-ab98-1b2230450f7e owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:54.876765 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0a2fe051-6877-486f-a58e-266b34365199 req-da50c4c1-15b6-4033-ad62-8673c245d3f0 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:54.907705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50c4c1-15b6-4033-ad62-8673c245d3f0 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Pushing event deleted for resources: {'Port': ['ID=4240b41c-654a-45ff-ab98-1b2230450f7e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:54.910760 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd92fcb-b7b5-4cc8-9e8b-c1d2106fe507 req-72a04eb7-9fbf-4173-8a15-4b461190b717 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:54.912498 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7fd92fcb-b7b5-4cc8-9e8b-c1d2106fe507 req-72a04eb7-9fbf-4173-8a15-4b461190b717 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/ports?device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 948 time: 0.0554948 Aug 27 13:59:54.961545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7fd92fcb-b7b5-4cc8-9e8b-c1d2106fe507 req-f0d21826-f1c0-4ae9-ab4b-aff7a5e04b18 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754a717-f250-444e-aa21-efa45131cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348101 Aug 27 13:59:54.977711 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0a2fe051-6877-486f-a58e-266b34365199 req-da50c4c1-15b6-4033-ad62-8673c245d3f0 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:54.989896 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0a2fe051-6877-486f-a58e-266b34365199 req-da50c4c1-15b6-4033-ad62-8673c245d3f0 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:54.989896 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a2fe051-6877-486f-a58e-266b34365199 req-da50c4c1-15b6-4033-ad62-8673c245d3f0 tempest-FloatingIPDetailsTestJSON-1259938123 tempest-FloatingIPDetailsTestJSON-1259938123-project] 10.222.0.55 "DELETE /v2.0/floatingips/b9e25cf6-4845-48dd-95aa-0ec2e5dc0bfc HTTP/1.1" status: 204 len: 173 time: 0.5735421 Aug 27 13:59:54.989896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44440) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:55.220247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9289c-565b-44a1-ad4f-e1b39ad8556f req-1ea2ee76-0c36-45c3-a728-5105706aec17 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:55.227590 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79b9289c-565b-44a1-ad4f-e1b39ad8556f req-1ea2ee76-0c36-45c3-a728-5105706aec17 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1079218 Aug 27 13:59:55.326926 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79b9289c-565b-44a1-ad4f-e1b39ad8556f req-a66cba3a-e6e4-41ce-93ff-04ed25a085a3 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936141 Aug 27 13:59:55.365666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e023f-d616-4c5f-8d2c-92152e0df869 req-8d5ce011-1656-4e07-85d3-360e62d4b86f tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:55.373884 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-813e023f-d616-4c5f-8d2c-92152e0df869 req-8d5ce011-1656-4e07-85d3-360e62d4b86f tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 944 time: 0.0606587 Aug 27 13:59:55.415652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:59:55.442768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-813e023f-d616-4c5f-8d2c-92152e0df869 req-b6cda848-e9f3-44b0-a346-005383b30161 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676584 Aug 27 13:59:55.585455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a2d63f7-23ea-460d-8e11-5db55d13907a req-7e6cab21-337a-4d53-805e-9cea57296474 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 210 time: 0.0452778 Aug 27 13:59:55.620461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:55.635159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'port_id': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'mac_address': 'fa:16:3e:e2:66:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:59:55.666387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b513c8dd-cc84-413a-945a-a7e43c972cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:55.681892 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:55.701626 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:59:55.702597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378a0a3-bf41-47a4-a77b-7ae886f9e69f req-8d442778-f914-4966-acf7-3e8a75d792ef tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:55.704699 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4378a0a3-bf41-47a4-a77b-7ae886f9e69f req-8d442778-f914-4966-acf7-3e8a75d792ef tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.0714588 Aug 27 13:59:55.730884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:55.734978 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:55.748854 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4378a0a3-bf41-47a4-a77b-7ae886f9e69f req-6721c5e7-3ab3-41eb-8172-82e0c6a5ce1b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373414 Aug 27 13:59:55.776289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d341-2b16-4216-a639-e2d49898d833 req-6d632550-6948-4965-9181-153783c1f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:55.777658 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-6d632550-6948-4965-9181-153783c1f498 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a&tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e HTTP/1.1" status: 200 len: 1102 time: 0.1561942 Aug 27 13:59:55.797051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=4b3ff92c-e9ca-47ca-88e3-846afcc9db00,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:55.817688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:59:55.861746 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:55.868247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abba16-35f1-40aa-aab7-da35955cc291 req-62850239-5abf-41c0-b18c-fe406787fe95 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:55.869770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81abba16-35f1-40aa-aab7-da35955cc291 req-62850239-5abf-41c0-b18c-fe406787fe95 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/ports?device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 948 time: 0.1532533 Aug 27 13:59:55.890020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:59:55.890662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3c17f9a1-e0a0-4e3c-91e8-15e298eb72d3 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:55.894163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05203d-dc30-4339-ae85-55f987750fdf req-4117602c-5376-47ed-85a3-a51cc0684ca9 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:55.895903 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4e05203d-dc30-4339-ae85-55f987750fdf req-4117602c-5376-47ed-85a3-a51cc0684ca9 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.0618188 Aug 27 13:59:55.939963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4e05203d-dc30-4339-ae85-55f987750fdf req-7014028d-b505-4fa4-bbb6-98a9d4d3bf42 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376925 Aug 27 13:59:55.953950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:56.012592 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81abba16-35f1-40aa-aab7-da35955cc291 req-e0244e48-3610-409c-b29c-2bb1e8fd851c tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754a717-f250-444e-aa21-efa45131cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296496 Aug 27 13:59:56.264184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:56.275609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-b513c8dd-cc84-413a-945a-a7e43c972cd7 admin admin] Deleting port 586387b0-4d62-4c19-b1f4-424e1fc40693 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:56.275953 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b513c8dd-cc84-413a-945a-a7e43c972cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:56.346737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:56.381018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['4b3ff92c-e9ca-47ca-88e3-846afcc9db00'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:56.416907 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:56.419179 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7693bc0c-7d6e-4ffc-a3bf-b683ce38a566" -d '{"events": [{"server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:56.423673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-b513c8dd-cc84-413a-945a-a7e43c972cd7 admin admin] For port 586387b0-4d62-4c19-b1f4-424e1fc40693, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=586387b0-4d62-4c19-b1f4-424e1fc40693,segment=NetworkSegment(204100a0-3d73-40ac-9701-5ea852e61e57),segment_id=204100a0-3d73-40ac-9701-5ea852e61e57)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:56.424041 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b513c8dd-cc84-413a-945a-a7e43c972cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:56.429724 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:56.463808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-b513c8dd-cc84-413a-945a-a7e43c972cd7 admin admin] Calling delete_port for 586387b0-4d62-4c19-b1f4-424e1fc40693 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:56.472986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Transition to ACTIVE for port object 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:59:56.488419 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:56.534332 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b98bed-e380-4cb9-b106-285465a22348 x-openstack-request-id: req-b0b98bed-e380-4cb9-b106-285465a22348 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:56.534756 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:56.534897 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0b98bed-e380-4cb9-b106-285465a22348 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:56.535281 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'code': 200} Aug 27 13:59:56.563838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841de1e6-894f-4974-aeb7-c3d830ee9cbc req-f1d1e014-6034-4fd1-a8e3-85a6c3ab6f2f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:56.566019 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-841de1e6-894f-4974-aeb7-c3d830ee9cbc req-f1d1e014-6034-4fd1-a8e3-85a6c3ab6f2f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1698127 Aug 27 13:59:56.648865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] No DVR routers for this DVR port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:56.665173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57586fc8-a746-4b48-a886-23a276935396 req-c3af8373-9a69-4496-a66c-a0871e940685 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:56.667129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57586fc8-a746-4b48-a886-23a276935396 req-c3af8373-9a69-4496-a66c-a0871e940685 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 945 time: 0.1129875 Aug 27 13:59:56.690725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Pushing event updated for resources: {'Port': ['ID=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,revision_number=10']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:56.753071 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57586fc8-a746-4b48-a886-23a276935396 req-c18ac178-76d5-415c-a5e7-67b976ec4838 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728021 Aug 27 13:59:56.765238 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-841de1e6-894f-4974-aeb7-c3d830ee9cbc req-f3c7e612-dbc1-4fa9-9ec2-c96222d77fdc tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687398 Aug 27 13:59:56.793779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Attempting to bind port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:59:56.793779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Attempting to bind port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:59:56.793991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Attempting to bind port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:56.804156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:59:56.804407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Attempting to bind port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:59:56.824708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:59:56.825044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:59:56.825430 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:59:56.831128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Bound port: 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:59:56.832146 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:56.907527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a39e153-7048-467a-9f1d-50c4a182f3bc req-f91882aa-bd17-42bd-a03c-5aa7771a952a tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae5461ce-1426-4a04-b6d5-24933e9a14a7 HTTP/1.1" status: 200 len: 210 time: 0.0349412 Aug 27 13:59:57.086512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a84aa-9f37-40f2-9e2c-b93ac4f87a71 req-e34908eb-e029-4f1a-a100-b48fe5614122 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:57.088274 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-393a84aa-9f37-40f2-9e2c-b93ac4f87a71 req-e34908eb-e029-4f1a-a100-b48fe5614122 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.52 "GET /v2.0/ports?device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 948 time: 0.0884297 Aug 27 13:59:57.149806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c4006-3eed-48a2-b7eb-974a80f17c8a req-9bfe51f0-f0d5-4966-a59f-931b9009b6b4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:57.151440 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9a3c4006-3eed-48a2-b7eb-974a80f17c8a req-9bfe51f0-f0d5-4966-a59f-931b9009b6b4 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 949 time: 0.1067698 Aug 27 13:59:57.225978 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9a3c4006-3eed-48a2-b7eb-974a80f17c8a req-bbbaa523-579c-45c7-bfae-236e85025db7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661225 Aug 27 13:59:57.240923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-393a84aa-9f37-40f2-9e2c-b93ac4f87a71 req-8d144dd3-1ece-4962-8291-28f8fc9a9632 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Deleting port be45bbbe-d36d-4aea-886e-61872e82fb79 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:57.241795 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-393a84aa-9f37-40f2-9e2c-b93ac4f87a71 req-8d144dd3-1ece-4962-8291-28f8fc9a9632 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:57.314447 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027126c-356c-42e4-9454-77c09f90698c req-a47a3304-9452-4b9e-b557-3ecff3260662 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:57.315979 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d027126c-356c-42e4-9454-77c09f90698c req-a47a3304-9452-4b9e-b557-3ecff3260662 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.4454339 Aug 27 13:59:57.317120 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:59:57.336997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:59:57.346939 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:57.363229 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b513c8dd-cc84-413a-945a-a7e43c972cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:57.408557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:59:57.410062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:57.410703 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:57.412140 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] 10.222.0.52 "PUT /v2.0/ports/327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 200 len: 1098 time: 1.6251256 Aug 27 13:59:57.444674 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d027126c-356c-42e4-9454-77c09f90698c req-57002ef4-5fc6-4c14-9cb4-591281b850e7 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142921 Aug 27 13:59:57.471183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d53839-a77a-4ebe-a41f-7d006b4ccb60 req-6d87ef04-bd73-4161-a001-719150873c03 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:57.483376 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36d53839-a77a-4ebe-a41f-7d006b4ccb60 req-6d87ef04-bd73-4161-a001-719150873c03 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/ports?device_id=223cf4bf-9931-46ed-8df3-95a0b8e3ca85 HTTP/1.1" status: 200 len: 948 time: 0.1644669 Aug 27 13:59:57.528180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:59:57.546076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-393a84aa-9f37-40f2-9e2c-b93ac4f87a71 req-8d144dd3-1ece-4962-8291-28f8fc9a9632 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] For port be45bbbe-d36d-4aea-886e-61872e82fb79, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=be45bbbe-d36d-4aea-886e-61872e82fb79,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:57.546474 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-393a84aa-9f37-40f2-9e2c-b93ac4f87a71 req-8d144dd3-1ece-4962-8291-28f8fc9a9632 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:57.548090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69811da-6a91-4394-99d9-c35abeef7945 service neutron] Pushing event updated for resources: {'Port': ['ID=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,revision_number=11']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:57.582615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513c8dd-cc84-413a-945a-a7e43c972cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=586387b0-4d62-4c19-b1f4-424e1fc40693,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:57.595464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d341-2b16-4216-a639-e2d49898d833 req-60bdf546-fcda-4e5e-9426-9c7f5add79df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:57.596979 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-60bdf546-fcda-4e5e-9426-9c7f5add79df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 1101 time: 0.1466246 Aug 27 13:59:57.611290 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36d53839-a77a-4ebe-a41f-7d006b4ccb60 req-37766d01-c90f-4090-8809-264624289ac0 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754a717-f250-444e-aa21-efa45131cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269352 Aug 27 13:59:57.612788 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-393a84aa-9f37-40f2-9e2c-b93ac4f87a71 req-8d144dd3-1ece-4962-8291-28f8fc9a9632 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Calling delete_port for be45bbbe-d36d-4aea-886e-61872e82fb79 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:57.790632 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-393a84aa-9f37-40f2-9e2c-b93ac4f87a71 req-8d144dd3-1ece-4962-8291-28f8fc9a9632 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:57.818413 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['be45bbbe-d36d-4aea-886e-61872e82fb79'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:59:57.837950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d144dd3-1ece-4962-8291-28f8fc9a9632 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Pushing event deleted for resources: {'Port': ['ID=be45bbbe-d36d-4aea-886e-61872e82fb79,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:59:57.870349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b513c8dd-cc84-413a-945a-a7e43c972cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:57.884586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d341-2b16-4216-a639-e2d49898d833 req-9527d874-a847-4bb0-b863-b2f52a6dc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:57.886921 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-9527d874-a847-4bb0-b863-b2f52a6dc232 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2279949 Aug 27 13:59:57.948825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-393a84aa-9f37-40f2-9e2c-b93ac4f87a71 req-8d144dd3-1ece-4962-8291-28f8fc9a9632 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] No DVR routers for this DVR port be45bbbe-d36d-4aea-886e-61872e82fb79 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:59:57.953446 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-393a84aa-9f37-40f2-9e2c-b93ac4f87a71 req-8d144dd3-1ece-4962-8291-28f8fc9a9632 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:57.955521 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-393a84aa-9f37-40f2-9e2c-b93ac4f87a71 req-8d144dd3-1ece-4962-8291-28f8fc9a9632 tempest-TenantUsagesTestJSON-1925171605 tempest-TenantUsagesTestJSON-1925171605-project] 10.222.0.52 "DELETE /v2.0/ports/be45bbbe-d36d-4aea-886e-61872e82fb79 HTTP/1.1" status: 204 len: 173 time: 0.8577640 Aug 27 13:59:57.957914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223cf4bf-9931-46ed-8df3-95a0b8e3ca85', 'name': 'network-vif-deleted', 'tag': 'be45bbbe-d36d-4aea-886e-61872e82fb79'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:57.961410 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e3aec5-37a2-44d8-a94b-fab7a814ef5f" -d '{"events": [{"server_uuid": "223cf4bf-9931-46ed-8df3-95a0b8e3ca85", "name": "network-vif-deleted", "tag": "be45bbbe-d36d-4aea-886e-61872e82fb79"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:57.994558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b8f4a-5ca4-4830-b748-f68ef39633e8 req-f1d2b65e-a3ae-4447-a028-3a4026e10101 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:58.006352 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bd0b8f4a-5ca4-4830-b748-f68ef39633e8 req-f1d2b65e-a3ae-4447-a028-3a4026e10101 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1154337 Aug 27 13:59:58.082184 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bd0b8f4a-5ca4-4830-b748-f68ef39633e8 req-d751144f-9652-4353-8e2d-febc054f342f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747633 Aug 27 13:59:58.092622 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-e4a8acac-0e53-45cc-a25c-af3f707300bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 200 len: 217 time: 0.1959887 Aug 27 13:59:58.188758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f62822-3f26-4364-855a-e7ce0a5e5764 req-8dcd6cb5-51f3-413c-bb36-3fec97b27c85 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:58.195825 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80f62822-3f26-4364-855a-e7ce0a5e5764 req-8dcd6cb5-51f3-413c-bb36-3fec97b27c85 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 945 time: 0.2302473 Aug 27 13:59:58.215113 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d73439c-4d43-4921-bbc7-c8feb30baceb x-openstack-request-id: req-0d73439c-4d43-4921-bbc7-c8feb30baceb {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:58.215672 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223cf4bf-9931-46ed-8df3-95a0b8e3ca85", "name": "network-vif-deleted", "tag": "be45bbbe-d36d-4aea-886e-61872e82fb79", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:58.215672 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d73439c-4d43-4921-bbc7-c8feb30baceb {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:58.215891 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223cf4bf-9931-46ed-8df3-95a0b8e3ca85', 'name': 'network-vif-deleted', 'tag': 'be45bbbe-d36d-4aea-886e-61872e82fb79', 'status': 'completed', 'code': 200} Aug 27 13:59:58.254704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d341-2b16-4216-a639-e2d49898d833 req-effd06c9-c8a9-488a-9089-5931879b72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:58.256790 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-effd06c9-c8a9-488a-9089-5931879b72fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1308990 Aug 27 13:59:58.338876 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80f62822-3f26-4364-855a-e7ce0a5e5764 req-225d7e31-7331-48bd-a429-e79bd4cc8785 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421645 Aug 27 13:59:58.373183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82340b-1a38-463e-bc77-ff3d30d9854a req-32fb7bbe-0ce5-479b-92f0-654508ead78b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:58.375101 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be82340b-1a38-463e-bc77-ff3d30d9854a req-32fb7bbe-0ce5-479b-92f0-654508ead78b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 949 time: 0.0566499 Aug 27 13:59:58.415519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d341-2b16-4216-a639-e2d49898d833 req-81a08a90-7ecb-4cab-b565-a59dc5404499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:58.417038 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-81a08a90-7ecb-4cab-b565-a59dc5404499 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1441607 Aug 27 13:59:58.432703 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be82340b-1a38-463e-bc77-ff3d30d9854a req-54b6cd65-ee47-49b9-90a5-f5b638456f47 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512915 Aug 27 13:59:58.481637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b513c8dd-cc84-413a-945a-a7e43c972cd7 admin admin] Router 59934858-ac9d-4db7-9369-bd312283c249 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:59:58.556362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:58.559177 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40502a82-5c95-4148-b4f8-6f6ea5bb7867" -d '{"events": [{"name": "network-changed", "server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:58.640182 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15615183-06fc-405b-84de-e8d32c625a18 x-openstack-request-id: req-15615183-06fc-405b-84de-e8d32c625a18 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:59:58.640481 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:59:58.640735 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15615183-06fc-405b-84de-e8d32c625a18 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:59:58.641123 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'status': 'completed', 'code': 200} Aug 27 13:59:58.656905 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-4bb0345e-d1ee-4cc9-9596-96b392954bdc service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296920 Aug 27 13:59:58.800754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e604ef-3b36-4b5b-9c79-717ce1ef80f7 req-99387215-a1f5-407d-a44e-f782d9738e32 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:58.802266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c1e604ef-3b36-4b5b-9c79-717ce1ef80f7 req-99387215-a1f5-407d-a44e-f782d9738e32 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.2467623 Aug 27 13:59:58.823751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b513c8dd-cc84-413a-945a-a7e43c972cd7 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:59:58.829659 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b513c8dd-cc84-413a-945a-a7e43c972cd7 admin admin] 10.222.0.55 "PUT /v2.0/routers/59934858-ac9d-4db7-9369-bd312283c249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8405380 Aug 27 13:59:58.832299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44506) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:58.834639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e1314-d0e1-4b61-8525-44e54943032b None None] Sync routers for ids ['59934858-ac9d-4db7-9369-bd312283c249'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:59:58.853010 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e1314-d0e1-4b61-8525-44e54943032b None None] Routers {'59934858-ac9d-4db7-9369-bd312283c249'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:58.853799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ef1e1314-d0e1-4b61-8525-44e54943032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['59934858-ac9d-4db7-9369-bd312283c249'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:58.870042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-8554e332-d459-4e07-ab64-5d5771c9537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:58.871496 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-8554e332-d459-4e07-ab64-5d5771c9537a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 1101 time: 0.1647224 Aug 27 13:59:58.881170 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f09d341-2b16-4216-a639-e2d49898d833 req-b39b5680-a0b8-48b1-b193-28a7e4cf1926 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828699 Aug 27 13:59:58.898157 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c1e604ef-3b36-4b5b-9c79-717ce1ef80f7 req-09479ecb-17f9-4053-9905-20ee5081afe3 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828054 Aug 27 13:59:59.000933 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:59.042193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-ef1e1314-d0e1-4b61-8525-44e54943032b None None] Set router 59934858-ac9d-4db7-9369-bd312283c249 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:59.087313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-155bef6a-8bd3-4ec5-85a3-f6b2a8aef156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:59.088832 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-155bef6a-8bd3-4ec5-85a3-f6b2a8aef156 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 1101 time: 0.1356223 Aug 27 13:59:59.149486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44512) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:59.170470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-0ef1e9b9-e9a7-49f3-bc4e-5f5445df40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:59.172417 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-0ef1e9b9-e9a7-49f3-bc4e-5f5445df40ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2368338 Aug 27 13:59:59.176306 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:59.296025 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-0578082b-dfa4-4024-9e67-0ea76dfdbc98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 200 len: 217 time: 0.0970032 Aug 27 13:59:59.301238 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d1bb7-2612-41f8-bdd7-412d4676c207 req-21e934fb-8be1-4f5e-a427-c5b8be12212a tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:59.309159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-283d1bb7-2612-41f8-bdd7-412d4676c207 req-21e934fb-8be1-4f5e-a427-c5b8be12212a tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.0863888 Aug 27 13:59:59.332627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Deleting port 9049e25a-e220-497d-adf0-2eb0155e1c35 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:59:59.332979 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:59.363268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ef1e1314-d0e1-4b61-8525-44e54943032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59934858-ac9d-4db7-9369-bd312283c249', 'name': 'tempest-FloatingIPDetailsTestJSON-943179062-router', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:26Z', 'updated_at': '2021-08-27T13:59:57Z', 'revision_number': 5, 'project_id': 'cf65e200823b49bab533556941b96bfc', 'gw_port': {'id': '9049e25a-e220-497d-adf0-2eb0155e1c35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59934858-ac9d-4db7-9369-bd312283c249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:27Z', 'updated_at': '2021-08-27T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:59.395496 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-26c3dc54-5eeb-446f-bbb0-022f7f890dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:59.397358 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-26c3dc54-5eeb-446f-bbb0-022f7f890dcd service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2949977 Aug 27 13:59:59.425487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-0e212fee-467e-41f0-abcb-b4ae5cea1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:59.427836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-0e212fee-467e-41f0-abcb-b4ae5cea1d46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1174877 Aug 27 13:59:59.437475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:59:59.440502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e1314-d0e1-4b61-8525-44e54943032b None None] Checking router: 59934858-ac9d-4db7-9369-bd312283c249 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:59:59.470105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e1314-d0e1-4b61-8525-44e54943032b None None] Routers {'59934858-ac9d-4db7-9369-bd312283c249'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:59:59.471142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ef1e1314-d0e1-4b61-8525-44e54943032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['59934858-ac9d-4db7-9369-bd312283c249'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:59.483936 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-b9ceffc0-980a-448f-bb6c-73f1978db2d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 200 len: 217 time: 0.0765219 Aug 27 13:59:59.485167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] For port 9049e25a-e220-497d-adf0-2eb0155e1c35, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9049e25a-e220-497d-adf0-2eb0155e1c35,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:59:59.485543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:59.502020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Calling delete_port for 9049e25a-e220-497d-adf0-2eb0155e1c35 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:59:59.568792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-ef1e1314-d0e1-4b61-8525-44e54943032b None None] Set router 59934858-ac9d-4db7-9369-bd312283c249 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:59:59.596545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-9907549b-1d22-48df-a1f7-9191bdb4d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:59.603385 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-9907549b-1d22-48df-a1f7-9191bdb4d730 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0913115 Aug 27 13:59:59.607414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-7d152878-7960-48e8-b4cf-e3d0f294caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:59.608895 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-7d152878-7960-48e8-b4cf-e3d0f294caeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1340911 Aug 27 13:59:59.617577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bea786-a0d0-436a-903c-a06e4d280320 req-13fab929-e64f-483a-b63d-babf8156fef0 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:59.625682 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5bea786-a0d0-436a-903c-a06e4d280320 req-13fab929-e64f-483a-b63d-babf8156fef0 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 945 time: 0.1520166 Aug 27 13:59:59.641639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ef1e1314-d0e1-4b61-8525-44e54943032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59934858-ac9d-4db7-9369-bd312283c249', 'name': 'tempest-FloatingIPDetailsTestJSON-943179062-router', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:26Z', 'updated_at': '2021-08-27T13:59:59Z', 'revision_number': 6, 'project_id': 'cf65e200823b49bab533556941b96bfc', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:59:59.676636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e1314-d0e1-4b61-8525-44e54943032b None None] The sync data for ids ['59934858-ac9d-4db7-9369-bd312283c249'] in n-d-712139-12 is: [{'id': '59934858-ac9d-4db7-9369-bd312283c249', 'name': 'tempest-FloatingIPDetailsTestJSON-943179062-router', 'tenant_id': 'cf65e200823b49bab533556941b96bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:26Z', 'updated_at': '2021-08-27T13:59:59Z', 'revision_number': 6, 'project_id': 'cf65e200823b49bab533556941b96bfc', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:59:59.723320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:59:59.724355 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-283d1bb7-2612-41f8-bdd7-412d4676c207 req-e99a665f-8258-4221-8213-51e7c3da1ae2 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138763 Aug 27 13:59:59.728854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:59:59.731082 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:59.782618 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-28f51b20-b7a7-482e-b25c-f0da61e89ebb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7281aa58c08487e84d3f514fa694e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6279132 Aug 27 13:59:59.784286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44526) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:59:59.805155 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:59.837342 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5bea786-a0d0-436a-903c-a06e4d280320 req-43cb1fdc-36f9-473c-86c4-fec8b07138ea tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108667 Aug 27 13:59:59.841871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-7e2f0153-015a-4315-90b5-27291e92ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:59:59.843953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-7e2f0153-015a-4315-90b5-27291e92ad39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2164049 Aug 27 13:59:59.902768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:59:59.974741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:59:59.980624 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f38d684-c61d-4aa1-8015-af364e263798" -d '{"events": [{"server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "name": "network-vif-plugged", "status": "completed", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:59:59.982256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9049e25a-e220-497d-adf0-2eb0155e1c35,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:00.009913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 586387b0-4d62-4c19-b1f4-424e1fc40693 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:00.012597 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-549ef2ce-bcf1-4e9e-9dec-19d9fd18846c service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838673 Aug 27 14:00:00.019285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:00.047343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 586387b0-4d62-4c19-b1f4-424e1fc40693 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:00.047829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 586387b0-4d62-4c19-b1f4-424e1fc40693 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:00.054180 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:00.136922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=4b3ff92c-e9ca-47ca-88e3-846afcc9db00,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:00.151585 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7196ee15-bd32-4e4d-9128-eb3bd7da6803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:00.164048 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-4ad65c7b-bd1a-4749-81ef-3ef7f7dfbf81 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108003 Aug 27 14:00:00.167576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bd9b0-4078-4e6e-9e74-a8035040af42 req-502d9d81-a505-4c41-b322-c97461d3a221 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:00.177958 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab8bd9b0-4078-4e6e-9e74-a8035040af42 req-502d9d81-a505-4c41-b322-c97461d3a221 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 949 time: 0.3148804 Aug 27 14:00:00.186878 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:00.345816 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7196ee15-bd32-4e4d-9128-eb3bd7da6803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:00.362091 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:00.369569 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:00.396833 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab8bd9b0-4078-4e6e-9e74-a8035040af42 req-75cd44de-7ca8-4b95-90cd-f9696ad2d2b0 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176270 Aug 27 14:00:00.515835 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:00.516497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59934858-ac9d-4db7-9369-bd312283c249 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:00:00.524065 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:00.527619 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fd7436d5-5d64-42c8-a67c-595ffff098f2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/59934858-ac9d-4db7-9369-bd312283c249 HTTP/1.1" status: 204 len: 168 time: 1.6913977 Aug 27 14:00:00.528165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44538) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:00.654318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-601098b0-952a-4d66-bbde-f14853e9e2c0 admin admin] Deleting subnet 1fa4e35f-5138-4f58-93c6-f650122f24e2 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:00:00.665353 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-601098b0-952a-4d66-bbde-f14853e9e2c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:00.671726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7196ee15-bd32-4e4d-9128-eb3bd7da6803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:00.681163 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7196ee15-bd32-4e4d-9128-eb3bd7da6803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:00.688260 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7196ee15-bd32-4e4d-9128-eb3bd7da6803 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5754a717-f250-444e-aa21-efa45131cd11 HTTP/1.1" status: 204 len: 168 time: 0.8955004 Aug 27 14:00:00.775742 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292210d-10aa-4970-89cf-ea354f742436 req-9fd4ca7d-6aa5-4fae-8726-85640426e7dd tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:00.784630 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e292210d-10aa-4970-89cf-ea354f742436 req-9fd4ca7d-6aa5-4fae-8726-85640426e7dd tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.6682801 Aug 27 14:00:00.787984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-3fe727e9-3763-44e9-9b40-7b3c03651d2e service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7572510 Aug 27 14:00:00.869758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196ee15-bd32-4e4d-9128-eb3bd7da6803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5754a717-f250-444e-aa21-efa45131cd11,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:00.877812 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455bccb3-66c0-4638-972d-b5e5b71c91ac x-openstack-request-id: req-455bccb3-66c0-4638-972d-b5e5b71c91ac {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:00.878107 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "name": "network-vif-plugged", "status": "completed", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:00.878412 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-455bccb3-66c0-4638-972d-b5e5b71c91ac {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:00.883654 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'code': 200} Aug 27 14:00:00.906002 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-601098b0-952a-4d66-bbde-f14853e9e2c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:00.987927 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40502a82-5c95-4148-b4f8-6f6ea5bb7867 req-9e56a403-bf0c-461e-ada4-93005cf4a98f service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8116767 Aug 27 14:00:01.006437 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e292210d-10aa-4970-89cf-ea354f742436 req-4e249d4d-1210-4d80-b5eb-2dc91558457a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206142 Aug 27 14:00:01.236861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5d9e1-7a1f-4ccd-a78c-e1e6e1b9f5e4 req-73197cda-d641-49e5-8cd7-c650ec4a7934 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:01.239713 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c7e5d9e1-7a1f-4ccd-a78c-e1e6e1b9f5e4 req-73197cda-d641-49e5-8cd7-c650ec4a7934 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.2175515 Aug 27 14:00:01.338350 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-601098b0-952a-4d66-bbde-f14853e9e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:01.339336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7b6f-4b15-4b26-bb20-ab4c93b6ca34 req-f8e515f5-13c0-4608-afd7-280c35808d3a tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:01.341299 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63ab7b6f-4b15-4b26-bb20-ab4c93b6ca34 req-f8e515f5-13c0-4608-afd7-280c35808d3a tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 946 time: 0.1918709 Aug 27 14:00:01.343842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bbc96-1a79-4945-bc30-d9655ddfd529 req-2a0f417f-79a4-4f16-a0e4-c3f679ad39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:01.345700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e41bbc96-1a79-4945-bc30-d9655ddfd529 req-2a0f417f-79a4-4f16-a0e4-c3f679ad39f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 1098 time: 0.2190373 Aug 27 14:00:01.361320 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c7e5d9e1-7a1f-4ccd-a78c-e1e6e1b9f5e4 req-0f31d663-67c9-47ef-8c2b-8ab2c00a46be tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094141 Aug 27 14:00:01.407456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e41bbc96-1a79-4945-bc30-d9655ddfd529 req-0311e56b-de98-4ac4-9fbc-b7559fc5ac4c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493631 Aug 27 14:00:01.430366 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63ab7b6f-4b15-4b26-bb20-ab4c93b6ca34 req-62d7595c-744e-4c82-b0e1-ae28b10e48b6 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823917 Aug 27 14:00:01.459918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44552) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:01.476085 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60d64ab8-ed84-4992-a72a-cec1899c2a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:01.520141 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-601098b0-952a-4d66-bbde-f14853e9e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:01.631931 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60d64ab8-ed84-4992-a72a-cec1899c2a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:01.639498 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-601098b0-952a-4d66-bbde-f14853e9e2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:01.645109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1322d0e-b53b-4052-b744-efbb83840552 None None] Network 925dc309-716e-439e-b5a3-eeaabc236922 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:00:01.651121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-601098b0-952a-4d66-bbde-f14853e9e2c0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1fa4e35f-5138-4f58-93c6-f650122f24e2 HTTP/1.1" status: 204 len: 168 time: 1.1198366 Aug 27 14:00:01.653231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44556) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:01.657899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601098b0-952a-4d66-bbde-f14853e9e2c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa4e35f-5138-4f58-93c6-f650122f24e2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:01.659201 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60d64ab8-ed84-4992-a72a-cec1899c2a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:01.738480 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-60d64ab8-ed84-4992-a72a-cec1899c2a70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b30691b7ffe54f1995078acbc70c23d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760835 Aug 27 14:00:01.740671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44558) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:01.741294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d64ab8-ed84-4992-a72a-cec1899c2a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39af723-4adc-4ebe-8986-b71ddc95bd50,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:01.820420 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:01.826020 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d2799826-cbd5-4031-9cc0-3ebc2b9b7329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:01.836666 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549bc6b-50b1-4dcd-a0bd-b10b68af5f73 req-f9cb689a-1e79-44a9-b4c9-7c8c54c37c2d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:01.838616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1549bc6b-50b1-4dcd-a0bd-b10b68af5f73 req-f9cb689a-1e79-44a9-b4c9-7c8c54c37c2d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 949 time: 0.2567959 Aug 27 14:00:01.895170 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:00:01.897467 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device be45bbbe-d36d-4aea-886e-61872e82fb79 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:01.897994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Deleting port 38a2c270-c872-4306-9ea6-7b55dd50dac9 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:01.898664 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1549bc6b-50b1-4dcd-a0bd-b10b68af5f73 req-950c5865-4165-4aa5-8bd3-7b4980e51d6e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492609 Aug 27 14:00:01.906328 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d2799826-cbd5-4031-9cc0-3ebc2b9b7329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:01.912294 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:01.958896 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: be45bbbe-d36d-4aea-886e-61872e82fb79 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:01.959321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device be45bbbe-d36d-4aea-886e-61872e82fb79 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:02.020986 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d2799826-cbd5-4031-9cc0-3ebc2b9b7329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:02.024231 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d2799826-cbd5-4031-9cc0-3ebc2b9b7329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:02.025708 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d2799826-cbd5-4031-9cc0-3ebc2b9b7329 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f39af723-4adc-4ebe-8986-b71ddc95bd50 HTTP/1.1" status: 204 len: 168 time: 0.2814305 Aug 27 14:00:02.065947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2799826-cbd5-4031-9cc0-3ebc2b9b7329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39af723-4adc-4ebe-8986-b71ddc95bd50,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:02.168142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] For port 38a2c270-c872-4306-9ea6-7b55dd50dac9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=38a2c270-c872-4306-9ea6-7b55dd50dac9,segment=NetworkSegment(204100a0-3d73-40ac-9701-5ea852e61e57),segment_id=204100a0-3d73-40ac-9701-5ea852e61e57)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:02.170160 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:02.191069 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Calling delete_port for 38a2c270-c872-4306-9ea6-7b55dd50dac9 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:02.195606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0412315-ccfe-41ff-ba97-0bb00c8c0a4e req-a2b393a0-0b6f-40ca-bdd6-a944ffa79889 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:02.203684 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0412315-ccfe-41ff-ba97-0bb00c8c0a4e req-a2b393a0-0b6f-40ca-bdd6-a944ffa79889 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 1101 time: 0.1688869 Aug 27 14:00:02.252457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a19adf-e3fb-4118-b0cf-4af956d4d4eb req-373ab923-39fc-4aae-ba93-2f94deef1598 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:02.255202 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7a19adf-e3fb-4118-b0cf-4af956d4d4eb req-373ab923-39fc-4aae-ba93-2f94deef1598 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.1087832 Aug 27 14:00:02.306950 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0412315-ccfe-41ff-ba97-0bb00c8c0a4e req-72ff7cb4-850c-4208-a81b-89e66ed5ec34 tempest-MigrationsAdminTest-988176395 tempest-MigrationsAdminTest-988176395-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018245 Aug 27 14:00:02.344731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d81b26e-0e3e-4a88-b55e-b0a47e85000f None None] DHCP port deletion for 925dc309-716e-439e-b5a3-eeaabc236922 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:00:02.349632 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7a19adf-e3fb-4118-b0cf-4af956d4d4eb req-50737916-c16f-4630-8ca4-caf0392acae0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881641 Aug 27 14:00:02.352595 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9049e25a-e220-497d-adf0-2eb0155e1c35 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:02.432018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 9049e25a-e220-497d-adf0-2eb0155e1c35 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:02.433184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9049e25a-e220-497d-adf0-2eb0155e1c35 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:02.434101 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:02.463551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] No DVR routers for this DVR port 38a2c270-c872-4306-9ea6-7b55dd50dac9 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:02.542027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=38a2c270-c872-4306-9ea6-7b55dd50dac9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:02.655276 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18815d33-1fe5-406d-a67b-9353df7026fe req-d191ec7a-ba66-4f2f-ae87-2f88525181a7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:02.668818 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18815d33-1fe5-406d-a67b-9353df7026fe req-d191ec7a-ba66-4f2f-ae87-2f88525181a7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1736207 Aug 27 14:00:02.677833 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:02.693200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925dc309-716e-439e-b5a3-eeaabc236922']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:02.713953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:02.734941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204100a0-3d73-40ac-9701-5ea852e61e57') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:02.735239 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204100a0-3d73-40ac-9701-5ea852e61e57') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:02.746405 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:02.766960 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:02.774291 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:00:02.775256 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:02.776723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'mac_address': 'fa:16:3e:73:72:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:00:02.792018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1d81b26e-0e3e-4a88-b55e-b0a47e85000f None None] Deleting port 38a2c270-c872-4306-9ea6-7b55dd50dac9 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:02.792419 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1d81b26e-0e3e-4a88-b55e-b0a47e85000f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:02.793378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18815d33-1fe5-406d-a67b-9353df7026fe req-0ebc59d0-bcbc-48fa-acf6-112f40276c27 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233640 Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:00:02.863155 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:00:02.903817 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:02.911780 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:02.916091 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] 10.222.0.55 "DELETE /v2.0/networks/925dc309-716e-439e-b5a3-eeaabc236922 HTTP/1.1" status: 204 len: 168 time: 1.2587442 Aug 27 14:00:02.934543 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b4abe-de03-4d45-9973-0b6b86268a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=925dc309-716e-439e-b5a3-eeaabc236922,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:02.946107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8482ff1-b821-4b79-a3d8-099770bc6f60 req-4e7271a1-2742-426d-b694-afb5eda31c00 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:02.950370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd60d12-19a2-407f-97cf-23da83cc769b req-84a476c9-b078-4e27-a5c8-22fa4ae29be7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:02.959350 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3bd60d12-19a2-407f-97cf-23da83cc769b req-84a476c9-b078-4e27-a5c8-22fa4ae29be7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 946 time: 0.0949287 Aug 27 14:00:02.960023 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8482ff1-b821-4b79-a3d8-099770bc6f60 req-4e7271a1-2742-426d-b694-afb5eda31c00 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 949 time: 0.0783374 Aug 27 14:00:03.012411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1d81b26e-0e3e-4a88-b55e-b0a47e85000f None None] For port 38a2c270-c872-4306-9ea6-7b55dd50dac9, host n-d-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:03.014907 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1d81b26e-0e3e-4a88-b55e-b0a47e85000f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:03.030784 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8482ff1-b821-4b79-a3d8-099770bc6f60 req-b527796d-e121-45ce-8d29-db2258e5e7d5 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609198 Aug 27 14:00:03.042133 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3bd60d12-19a2-407f-97cf-23da83cc769b req-f3fd1d23-26ce-4c59-a380-7d093b3bd010 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809150 Aug 27 14:00:03.071778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1d81b26e-0e3e-4a88-b55e-b0a47e85000f None None] Calling delete_port for 38a2c270-c872-4306-9ea6-7b55dd50dac9 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:03.080278 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.ipam_backend_mixin [None req-1d81b26e-0e3e-4a88-b55e-b0a47e85000f None None] Port 38a2c270-c872-4306-9ea6-7b55dd50dac9 was not found and therefore no delete operation was performed {{(pid=101188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:00:03.100837 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1d81b26e-0e3e-4a88-b55e-b0a47e85000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:03.178972 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:03.181352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81b26e-0e3e-4a88-b55e-b0a47e85000f None None] Pushing event deleted for resources: {'Port': ['ID=38a2c270-c872-4306-9ea6-7b55dd50dac9,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:03.195635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d81b26e-0e3e-4a88-b55e-b0a47e85000f None None] Network 925dc309-716e-439e-b5a3-eeaabc236922 is not hosted by any dhcp agent {{(pid=101188) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 14:00:03.196101 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d81b26e-0e3e-4a88-b55e-b0a47e85000f None None] No DVR routers for this DVR port 38a2c270-c872-4306-9ea6-7b55dd50dac9 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:03.241695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:00:03.272194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:03.277534 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:03.334443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44598) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:03.381517 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-23669a7f-ccce-4a92-8752-d3425cca09cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf65e200823b49bab533556941b96bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455058 Aug 27 14:00:03.384030 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44602) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:03.428436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,revision_number=12']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:03.501303 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc984-855c-43fc-be46-a6ccd641c86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:03.532005 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc984-855c-43fc-be46-a6ccd641c86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:03.567211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a484d1-aedf-48a3-b417-a541fbbcdfa6 req-99440a98-f196-4cfc-967e-3e6f0a271a91 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:03.575201 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1a484d1-aedf-48a3-b417-a541fbbcdfa6 req-99440a98-f196-4cfc-967e-3e6f0a271a91 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.0842400 Aug 27 14:00:03.598925 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc984-855c-43fc-be46-a6ccd641c86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:03.602182 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc984-855c-43fc-be46-a6ccd641c86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:03.605761 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ce9bc984-855c-43fc-be46-a6ccd641c86e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c9889b27-1311-41bf-88cc-9b5680a7a661 HTTP/1.1" status: 204 len: 168 time: 0.2178249 Aug 27 14:00:03.613923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:03.631970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bc984-855c-43fc-be46-a6ccd641c86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9889b27-1311-41bf-88cc-9b5680a7a661,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:03.656938 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1a484d1-aedf-48a3-b417-a541fbbcdfa6 req-aca72f94-d976-4516-a9bb-4e9a9bc5d797 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797217 Aug 27 14:00:04.081688 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecb427-4e82-44fc-882f-c22f1572e171 req-fd5deddd-1dff-4ba5-a8f4-646bf735d853 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:04.091947 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9fecb427-4e82-44fc-882f-c22f1572e171 req-fd5deddd-1dff-4ba5-a8f4-646bf735d853 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1292591 Aug 27 14:00:04.137712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 38a2c270-c872-4306-9ea6-7b55dd50dac9 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:04.156529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e82c3-fbab-4c1d-84d3-46e39845fef1 req-3b252cbb-c835-43c5-8d5d-369942047c80 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:04.176653 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-865e82c3-fbab-4c1d-84d3-46e39845fef1 req-3b252cbb-c835-43c5-8d5d-369942047c80 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.52 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.1672230 Aug 27 14:00:04.208320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 38a2c270-c872-4306-9ea6-7b55dd50dac9 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:04.208782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 38a2c270-c872-4306-9ea6-7b55dd50dac9 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:04.227999 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9fecb427-4e82-44fc-882f-c22f1572e171 req-6e7b0ca6-c7b6-4b99-84f9-055b2a8beaff tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334820 Aug 27 14:00:04.430178 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4112b1-315d-401c-83e2-a28e0ac87c8b req-4ef3a193-7e32-446a-841c-3b4c2c925bcc tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:04.432462 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c4112b1-315d-401c-83e2-a28e0ac87c8b req-4ef3a193-7e32-446a-841c-3b4c2c925bcc tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 946 time: 0.0830474 Aug 27 14:00:04.442105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a6571-5b43-4973-8554-626b11149d23 req-2339707c-3e9a-4358-bf47-c3071b7a3dcd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:04.444381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-083a6571-5b43-4973-8554-626b11149d23 req-2339707c-3e9a-4358-bf47-c3071b7a3dcd tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=6260985a-08d1-433c-a938-bd6820927b6a HTTP/1.1" status: 200 len: 950 time: 0.0991464 Aug 27 14:00:04.447772 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-865e82c3-fbab-4c1d-84d3-46e39845fef1 req-26ece8b2-eaea-4b20-9046-7516baa3359a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Deleting port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:04.448111 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-865e82c3-fbab-4c1d-84d3-46e39845fef1 req-26ece8b2-eaea-4b20-9046-7516baa3359a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:04.544644 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c4112b1-315d-401c-83e2-a28e0ac87c8b req-3542ae81-0fdc-4183-a1e8-f29afe1c4312 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931265 Aug 27 14:00:04.600844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-083a6571-5b43-4973-8554-626b11149d23 req-e748ff26-f04e-4c81-a23a-bc71f033143c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320772 Aug 27 14:00:04.697679 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-865e82c3-fbab-4c1d-84d3-46e39845fef1 req-26ece8b2-eaea-4b20-9046-7516baa3359a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] For port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:04.698132 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-865e82c3-fbab-4c1d-84d3-46e39845fef1 req-26ece8b2-eaea-4b20-9046-7516baa3359a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:04.717803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-865e82c3-fbab-4c1d-84d3-46e39845fef1 req-26ece8b2-eaea-4b20-9046-7516baa3359a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Calling delete_port for 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:04.924457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54621d-ae27-47d7-91e1-7bc0d9253301 req-05447341-f985-4543-8ce7-65966fa0d4a0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:04.926010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1f54621d-ae27-47d7-91e1-7bc0d9253301 req-05447341-f985-4543-8ce7-65966fa0d4a0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 945 time: 0.0901575 Aug 27 14:00:04.968834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b97e5a91-54eb-462f-98a3-7379867e41eb tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2072968 Aug 27 14:00:04.980756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:05.022052 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:05.029677 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1f54621d-ae27-47d7-91e1-7bc0d9253301 req-09facbff-4a7f-4c5e-a70a-34184175c50f tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961728 Aug 27 14:00:05.222191 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-865e82c3-fbab-4c1d-84d3-46e39845fef1 req-26ece8b2-eaea-4b20-9046-7516baa3359a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:05.235667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['7dc98858-6543-4003-ab35-a7d14120bd36'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:05.253143 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:05.277792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a', '645d98d6-b966-4378-9e0c-2f43862010eb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:05.290298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ece8b2-eaea-4b20-9046-7516baa3359a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Pushing event deleted for resources: {'Port': ['ID=327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:05.377806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-865e82c3-fbab-4c1d-84d3-46e39845fef1 req-26ece8b2-eaea-4b20-9046-7516baa3359a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] No DVR routers for this DVR port 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:05.381212 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-865e82c3-fbab-4c1d-84d3-46e39845fef1 req-26ece8b2-eaea-4b20-9046-7516baa3359a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:05.383913 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-865e82c3-fbab-4c1d-84d3-46e39845fef1 req-26ece8b2-eaea-4b20-9046-7516baa3359a tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.52 "DELETE /v2.0/ports/327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 HTTP/1.1" status: 204 len: 173 time: 1.2002244 Aug 27 14:00:05.384392 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'name': 'network-vif-deleted', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:05.387800 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032a3f9d-e216-4cdc-becd-438d49cf0cd7" -d '{"events": [{"server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "name": "network-vif-deleted", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:05.444353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Allocated IP 172.25.2.154 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/2244c44d-fa83-4f77-bba8-ee3f57f88201) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:00:05.589930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94d06d-24c4-4216-b2cb-ddf71290aa2f req-a4ab93dc-b75d-413c-af98-fb6995400ab2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:05.594319 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc94d06d-24c4-4216-b2cb-ddf71290aa2f req-a4ab93dc-b75d-413c-af98-fb6995400ab2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.1092134 Aug 27 14:00:05.631037 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:05.655926 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc94d06d-24c4-4216-b2cb-ddf71290aa2f req-039193d8-b49e-453f-8d4d-af94190719a0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541070 Aug 27 14:00:05.685865 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:05.736337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:00:05.739452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:05.747178 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:00:05.753386 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Pushing event updated for resources: {'Port': ['ID=2244c44d-fa83-4f77-bba8-ee3f57f88201,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:05.843453 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-4e76d71b-7d0b-4c36-b010-777563db5f09 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b28d4bdbfb284925b916bdbc19cf0b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336089 Aug 27 14:00:05.862019 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:05.903067 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:05.909837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:00:05.914203 n-d-712139-12 neutron-server[101188]: INFO neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No ports have port_id starting with 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 Aug 27 14:00:05.924369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 requested by agent hyperv_n-h1-712139-12 not found in database {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 27 14:00:06.008423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-81ea82a4-6182-4c07-8126-e4574f382bc9 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:06.010361 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-81ea82a4-6182-4c07-8126-e4574f382bc9 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1598327 Aug 27 14:00:06.027351 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-08d19d97-43a2-43bf-8833-ce1bcd07210b tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/quotas/b28d4bdbfb284925b916bdbc19cf0b84 HTTP/1.1" status: 200 len: 375 time: 0.0105913 Aug 27 14:00:06.076393 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-f28f626c-f8d3-4282-9328-0dc6615f93b4 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b28d4bdbfb284925b916bdbc19cf0b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417452 Aug 27 14:00:06.120793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:06.127073 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:06.205150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Pushing event updated for resources: {'Port': ['ID=2244c44d-fa83-4f77-bba8-ee3f57f88201,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:06.210515 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:06.226613 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:06.234228 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-b0aafc3e-bfef-4ce9-b6ac-6d95d5765ee3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2639933 Aug 27 14:00:06.289736 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-87a641d9-a40e-4dba-8951-1856642a0331 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.0544462 Aug 27 14:00:06.318973 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f59c67-11f6-4d09-9bff-c0205857c67a req-42444250-212b-4e19-b67d-3db7ba2125e6 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:06.320530 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44f59c67-11f6-4d09-9bff-c0205857c67a req-42444250-212b-4e19-b67d-3db7ba2125e6 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.0633183 Aug 27 14:00:06.362718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44f59c67-11f6-4d09-9bff-c0205857c67a req-7de2fa24-82c5-4d93-9212-67ee7e5f477f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340605 Aug 27 14:00:06.414541 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e73b9d-716b-4bee-ad5f-580cc536e61d x-openstack-request-id: req-b2e73b9d-716b-4bee-ad5f-580cc536e61d {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:06.414918 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6260985a-08d1-433c-a938-bd6820927b6a", "name": "network-vif-deleted", "tag": "327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:06.415237 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2e73b9d-716b-4bee-ad5f-580cc536e61d {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:06.415639 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260985a-08d1-433c-a938-bd6820927b6a', 'name': 'network-vif-deleted', 'tag': '327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0', 'status': 'completed', 'code': 200} Aug 27 14:00:06.416712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-21082007-3085-4859-b37e-841849974443 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:06.418362 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecbbd212-1e80-4e38-af33-77be82fc8af6 req-21082007-3085-4859-b37e-841849974443 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1187477 Aug 27 14:00:06.577090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53a6e2-f380-4225-93fe-9083b99f16d9 req-b57c7f96-e0d6-45aa-a5f3-e841c5f46b2e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:06.578803 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cb53a6e2-f380-4225-93fe-9083b99f16d9 req-b57c7f96-e0d6-45aa-a5f3-e841c5f46b2e tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 945 time: 0.0626869 Aug 27 14:00:06.592759 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0b29db7-4b44-43e7-8aa8-1ee8d8d693c0 req-3fac386d-f8db-46db-9b24-5ffe25cb2e0c tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 210 time: 0.0409718 Aug 27 14:00:06.624659 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cb53a6e2-f380-4225-93fe-9083b99f16d9 req-bd67d1f4-e50b-4539-b45a-f79b6b32bef7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394335 Aug 27 14:00:06.888565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e058182-dcd3-4e07-986c-315494ab1b62 req-307deb6b-13d8-424d-934d-735b5f14b897 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:06.890034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6e058182-dcd3-4e07-986c-315494ab1b62 req-307deb6b-13d8-424d-934d-735b5f14b897 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.0520041 Aug 27 14:00:06.936850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-566e7af0-60f9-42b9-8241-3cb13a763a15 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:06.937035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6e058182-dcd3-4e07-986c-315494ab1b62 req-0597615e-4bc3-4045-9706-97bdf159f03c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Aug 27 14:00:06.939139 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-566e7af0-60f9-42b9-8241-3cb13a763a15 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 820 time: 0.1264496 Aug 27 14:00:06.963089 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-8414b209-cdc3-4947-bd44-bfe10ddcf8c3 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/quotas/1115b7ed52cb44f3b67bcec7d3ed001e HTTP/1.1" status: 200 len: 375 time: 0.0181777 Aug 27 14:00:07.036527 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-39f8b677-5779-4967-a4d5-d966b74cedc8 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0624795 Aug 27 14:00:07.061177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7202e2-9740-4c69-95f0-4cabc4216f18 req-caebe492-a6fe-44a4-b442-5c7f5701629d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:07.062385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44722) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:07.062658 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa7202e2-9740-4c69-95f0-4cabc4216f18 req-caebe492-a6fe-44a4-b442-5c7f5701629d tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 950 time: 0.0502892 Aug 27 14:00:07.101904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa7202e2-9740-4c69-95f0-4cabc4216f18 req-43e74c61-3951-48af-a45b-8ae701de2c6e tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330634 Aug 27 14:00:07.135795 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf499355-8c36-4a45-bf63-a5c15e3de72c service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921116 Aug 27 14:00:07.205858 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6aff4a15-de27-4546-a66c-836ba7d05c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:07.268826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cd001f00-008f-49b4-bb84-65075e833450 service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262550 Aug 27 14:00:07.340549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6aff4a15-de27-4546-a66c-836ba7d05c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:07.354785 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-7d4f86a7-a2e0-433e-913d-89f60853882d tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b28d4bdbfb284925b916bdbc19cf0b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268443 Aug 27 14:00:07.355358 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6aff4a15-de27-4546-a66c-836ba7d05c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:07.476368 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6aff4a15-de27-4546-a66c-836ba7d05c5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3394aa9560346c886a11a296a17abdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127903 Aug 27 14:00:07.481142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff4a15-de27-4546-a66c-836ba7d05c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb7034c-f31c-459a-861f-5f6f7a51a72f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:07.485785 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d16abed-19d1-49b7-a5c6-5214a5b8850f req-4ab1641a-5f76-42cc-b57f-8a317eaf49a7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 210 time: 0.0536010 Aug 27 14:00:07.488800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44732) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:07.550972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a1721-f2ef-4aa0-89cd-79b3ca373fa0 req-e4e44288-dd43-4ee3-ad8f-f6896d1c2dbf tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:07.552942 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c5a1721-f2ef-4aa0-89cd-79b3ca373fa0 req-e4e44288-dd43-4ee3-ad8f-f6896d1c2dbf tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.0989561 Aug 27 14:00:07.567524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-39810a0f-0bc7-4952-89c4-4cd4300d8ded tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:07.569931 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-39810a0f-0bc7-4952-89c4-4cd4300d8ded tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045615 Aug 27 14:00:07.584790 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Request body: {'port': {'device_id': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'b28d4bdbfb284925b916bdbc19cf0b84'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:07.605697 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c5a1721-f2ef-4aa0-89cd-79b3ca373fa0 req-f05c4d6b-a22b-41b2-8ea7-6c49248f45eb tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446606 Aug 27 14:00:07.611611 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa51e-adda-4084-add4-189916b0027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:07.681875 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa51e-adda-4084-add4-189916b0027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:07.734067 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9f7ad30d-1def-41b2-99e2-b98ef7002d9b req-5cded623-5971-4684-ba65-98aea268f5da tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 210 time: 0.0457449 Aug 27 14:00:07.804827 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa51e-adda-4084-add4-189916b0027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:07.807402 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa51e-adda-4084-add4-189916b0027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:07.808531 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bcbaa51e-adda-4084-add4-189916b0027e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4eb7034c-f31c-459a-861f-5f6f7a51a72f HTTP/1.1" status: 204 len: 168 time: 0.3188174 Aug 27 14:00:07.815194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Made reservation on behalf of b28d4bdbfb284925b916bdbc19cf0b84 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:07.818613 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:07.833638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d300a9-ea72-4834-87b8-becedb18ca48 req-8ef441a8-3401-438e-a5a8-384e2d71833b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:07.835102 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6d300a9-ea72-4834-87b8-becedb18ca48 req-8ef441a8-3401-438e-a5a8-384e2d71833b tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 945 time: 0.0841529 Aug 27 14:00:07.840968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaa51e-adda-4084-add4-189916b0027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb7034c-f31c-459a-861f-5f6f7a51a72f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:07.845265 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:07.906919 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6d300a9-ea72-4834-87b8-becedb18ca48 req-8660cd5a-76d7-4ad6-8464-a89a205d1ead tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624347 Aug 27 14:00:07.915787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:07.938723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:07.940005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 327d62a9-c0bb-4a7e-bdbd-ea4a9cbe72a0 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:08.034125 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.039398 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.087340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd5109-bb44-4895-821e-d1161a710535 req-be4d3722-36aa-4607-a469-28943f7c10c2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:08.095698 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38dd5109-bb44-4895-821e-d1161a710535 req-be4d3722-36aa-4607-a469-28943f7c10c2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.0655875 Aug 27 14:00:08.117132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f444adb7-2110-4cc8-a1b7-0c123e11ee4a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:08.158030 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38dd5109-bb44-4895-821e-d1161a710535 req-db1a419c-dd5b-4fe9-a18f-e7e6e83cb5f3 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611942 Aug 27 14:00:08.160214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44754) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:08.183319 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1e142aa-5bf6-4f7a-a5ad-bd299e856433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.271634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Allocated IP 192.168.233.130 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/b027d00d-648b-4d38-8802-eb266b6bb83c) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:00:08.275949 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1e142aa-5bf6-4f7a-a5ad-bd299e856433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.279880 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1e142aa-5bf6-4f7a-a5ad-bd299e856433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.306108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b3eed-3501-4a11-b43f-d680ab35da57 req-137800d6-a678-46ea-9504-8d5f0e242254 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:08.307601 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f82b3eed-3501-4a11-b43f-d680ab35da57 req-137800d6-a678-46ea-9504-8d5f0e242254 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.41 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 945 time: 0.1193550 Aug 27 14:00:08.319677 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a1e142aa-5bf6-4f7a-a5ad-bd299e856433 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e5d383c6488445f870611fcf79e479d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529486 Aug 27 14:00:08.320559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e142aa-5bf6-4f7a-a5ad-bd299e856433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f87adf-6b4c-4a05-bbc6-733a075d0d29,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:08.323146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44756) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:08.338329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b85e2-2255-4bf0-a5a1-4df764967a70 req-b83a9eb4-c79e-40ae-a525-18bba7659cf3 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:08.339847 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd7b85e2-2255-4bf0-a5a1-4df764967a70 req-b83a9eb4-c79e-40ae-a525-18bba7659cf3 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 950 time: 0.1327114 Aug 27 14:00:08.375500 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd5438cf-d68f-47a0-9f4b-3b9e5700bb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.396628 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd5438cf-d68f-47a0-9f4b-3b9e5700bb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.447266 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd5438cf-d68f-47a0-9f4b-3b9e5700bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.450358 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd5438cf-d68f-47a0-9f4b-3b9e5700bb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.451875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bd5438cf-d68f-47a0-9f4b-3b9e5700bb14 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91f87adf-6b4c-4a05-bbc6-733a075d0d29 HTTP/1.1" status: 204 len: 168 time: 0.1277263 Aug 27 14:00:08.460454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5438cf-d68f-47a0-9f4b-3b9e5700bb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f87adf-6b4c-4a05-bbc6-733a075d0d29,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:08.493618 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd7b85e2-2255-4bf0-a5a1-4df764967a70 req-9c31f59d-b18d-4c9a-98c1-95469183fb2b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280599 Aug 27 14:00:08.561806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-f82b3eed-3501-4a11-b43f-d680ab35da57 req-780040fa-c8aa-4b16-99c3-56d4489bcfbd tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Deleting port 6251fcac-1eac-430b-981f-555a94c6c5ab {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:08.562421 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f82b3eed-3501-4a11-b43f-d680ab35da57 req-780040fa-c8aa-4b16-99c3-56d4489bcfbd tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.625097 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.650043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-0a5dfd8a-feb8-480c-bb82-714f525089bd tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:08.651884 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-0a5dfd8a-feb8-480c-bb82-714f525089bd tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.52 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 820 time: 0.1333487 Aug 27 14:00:08.653209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Transition to ACTIVE for port object b027d00d-648b-4d38-8802-eb266b6bb83c will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:08.683705 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e45931b5-a8f9-4e5d-84d1-61c58ebae511 req-a0a68021-2b31-47e4-b826-b50334ef4048 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 210 time: 0.0307872 Aug 27 14:00:08.689016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Request body: {'port': {'device_id': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'admin_state_up': True, 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:08.696024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-f82b3eed-3501-4a11-b43f-d680ab35da57 req-780040fa-c8aa-4b16-99c3-56d4489bcfbd tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] For port 6251fcac-1eac-430b-981f-555a94c6c5ab, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6251fcac-1eac-430b-981f-555a94c6c5ab,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:08.696555 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f82b3eed-3501-4a11-b43f-d680ab35da57 req-780040fa-c8aa-4b16-99c3-56d4489bcfbd tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.730735 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-f82b3eed-3501-4a11-b43f-d680ab35da57 req-780040fa-c8aa-4b16-99c3-56d4489bcfbd tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Calling delete_port for 6251fcac-1eac-430b-981f-555a94c6c5ab owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:08.781283 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.833657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Made reservation on behalf of 1115b7ed52cb44f3b67bcec7d3ed001e for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:08.837308 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:08.862912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:00:08.869912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:08.882041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:00:08.934565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Pushing event updated for resources: {'Port': ['ID=b027d00d-648b-4d38-8802-eb266b6bb83c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:09.009059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Allocated IP 172.20.0.7 (8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4/8bbcda45-71fa-493a-83cb-00f0900c1060/2d6234c2-5c37-4d1c-baaa-c17619a12fe5) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:00:09.033266 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc0506-f674-494b-a34f-ccf0805c1303 req-668aead7-5f39-4f92-89a9-4ea60f1a3f29 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:09.035378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c0bc0506-f674-494b-a34f-ccf0805c1303 req-668aead7-5f39-4f92-89a9-4ea60f1a3f29 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.2552531 Aug 27 14:00:09.039017 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f82b3eed-3501-4a11-b43f-d680ab35da57 req-780040fa-c8aa-4b16-99c3-56d4489bcfbd tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.058290 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:09.058556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.093550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['6251fcac-1eac-430b-981f-555a94c6c5ab'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:09.138879 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c0bc0506-f674-494b-a34f-ccf0805c1303 req-82c505a9-c740-4efc-8b16-15885ef3d08c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741024 Aug 27 14:00:09.143627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780040fa-c8aa-4b16-99c3-56d4489bcfbd tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Pushing event deleted for resources: {'Port': ['ID=6251fcac-1eac-430b-981f-555a94c6c5ab,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:09.178621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-1336c566-e49b-4e64-8097-df88658a0553 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5980618 Aug 27 14:00:09.195747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82b3eed-3501-4a11-b43f-d680ab35da57 req-780040fa-c8aa-4b16-99c3-56d4489bcfbd tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] No DVR routers for this DVR port 6251fcac-1eac-430b-981f-555a94c6c5ab on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:09.200629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Request body: {'port': {'device_id': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:09.204912 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f82b3eed-3501-4a11-b43f-d680ab35da57 req-780040fa-c8aa-4b16-99c3-56d4489bcfbd tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.206705 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f82b3eed-3501-4a11-b43f-d680ab35da57 req-780040fa-c8aa-4b16-99c3-56d4489bcfbd tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.41 "DELETE /v2.0/ports/6251fcac-1eac-430b-981f-555a94c6c5ab HTTP/1.1" status: 204 len: 173 time: 0.8845100 Aug 27 14:00:09.207152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'name': 'network-vif-deleted', 'tag': '6251fcac-1eac-430b-981f-555a94c6c5ab'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:09.209480 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8f27db-e17b-4865-a128-fb4abe00613a" -d '{"events": [{"server_uuid": "365256f0-481e-4264-a4fc-8b09f8ea6775", "name": "network-vif-deleted", "tag": "6251fcac-1eac-430b-981f-555a94c6c5ab"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:09.236869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2607c5fc-bd9e-42ec-9297-82839cf063f2 None None] Provisioning for port b027d00d-648b-4d38-8802-eb266b6bb83c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:00:09.241155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2607c5fc-bd9e-42ec-9297-82839cf063f2 None None] Provisioning complete for port b027d00d-648b-4d38-8802-eb266b6bb83c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:09.241735 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2607c5fc-bd9e-42ec-9297-82839cf063f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.263692 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.297070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2607c5fc-bd9e-42ec-9297-82839cf063f2 None None] Port b027d00d-648b-4d38-8802-eb266b6bb83c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:00:09.541470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device ba26a24a-8322-41bf-8fe8-e3051e872d1f no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:09.566094 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4b1e1-5935-4e02-9c56-6b502f45d59b req-3a293461-427a-4d42-b3b9-d1110d3f9c7f tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:09.573743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8b4b1e1-5935-4e02-9c56-6b502f45d59b req-3a293461-427a-4d42-b3b9-d1110d3f9c7f tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 936 time: 0.5147655 Aug 27 14:00:09.612132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44796) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:09.636661 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.639592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b027d00d-648b-4d38-8802-eb266b6bb83c {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:00:09.648985 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.665347 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Transition to ACTIVE for port object b027d00d-648b-4d38-8802-eb266b6bb83c will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:09.666780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8b4b1e1-5935-4e02-9c56-6b502f45d59b req-a3967aa0-8239-4467-be93-8a764ef90fe1 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868459 Aug 27 14:00:09.675403 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.680903 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.688040 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6dd890-eead-4f7a-b0dd-d368aba06bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:09.691690 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766ab5ee-a228-48e2-b379-7af90db737d8" -d '{"events": [{"server_uuid": "aa6dd890-eead-4f7a-b0dd-d368aba06bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "ba26a24a-8322-41bf-8fe8-e3051e872d1f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:09.698088 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92adb80c-27c1-4ec5-88fe-a522bcbb4e91 req-74cf77f8-e33e-4a37-ae94-b59d6cced0ae tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=365256f0-481e-4264-a4fc-8b09f8ea6775 HTTP/1.1" status: 200 len: 210 time: 0.1738656 Aug 27 14:00:09.698982 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.706503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Transition to ACTIVE for port object 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:09.716994 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port ba26a24a-8322-41bf-8fe8-e3051e872d1f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ba26a24a-8322-41bf-8fe8-e3051e872d1f,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:09.726006 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.727202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 6251fcac-1eac-430b-981f-555a94c6c5ab no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:09.774294 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 6251fcac-1eac-430b-981f-555a94c6c5ab {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:09.774646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 6251fcac-1eac-430b-981f-555a94c6c5ab not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:09.787182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-885085967-network', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:09.790997 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c6b99d-d2bd-4ec0-b53d-8649edf08d21 x-openstack-request-id: req-64c6b99d-d2bd-4ec0-b53d-8649edf08d21 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:09.791287 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365256f0-481e-4264-a4fc-8b09f8ea6775", "name": "network-vif-deleted", "tag": "6251fcac-1eac-430b-981f-555a94c6c5ab", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:09.791543 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64c6b99d-d2bd-4ec0-b53d-8649edf08d21 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:09.791934 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365256f0-481e-4264-a4fc-8b09f8ea6775', 'name': 'network-vif-deleted', 'tag': '6251fcac-1eac-430b-981f-555a94c6c5ab', 'status': 'completed', 'code': 200} Aug 27 14:00:09.812731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Pushing event updated for resources: {'Port': ['ID=b027d00d-648b-4d38-8802-eb266b6bb83c,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:09.827301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=ba26a24a-8322-41bf-8fe8-e3051e872d1f,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:09.831885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da55aa-860b-441f-bb8b-3a232f5cefe5 req-c8b46cd9-a77a-4432-9843-3eed346a4052 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:09.833512 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32da55aa-860b-441f-bb8b-3a232f5cefe5 req-c8b46cd9-a77a-4432-9843-3eed346a4052 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.1018059 Aug 27 14:00:09.835873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Made reservation on behalf of 2acbac4bf7ad436da755c3cc1b55542d for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:09.838212 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.852135 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.896048 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:09.937616 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32da55aa-860b-441f-bb8b-3a232f5cefe5 req-e7574e83-ca2e-4e55-b30f-c143e5b544ee tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879781 Aug 27 14:00:09.939090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['4b3ff92c-e9ca-47ca-88e3-846afcc9db00'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:09.958886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:00:09.962938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cd9a7-3969-4984-a3c1-ac07b59d00b1 req-f05406d8-8d2e-4fdb-b89b-19732e9a9733 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:09.964507 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-098cd9a7-3969-4984-a3c1-ac07b59d00b1 req-f05406d8-8d2e-4fdb-b89b-19732e9a9733 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 950 time: 0.0925882 Aug 27 14:00:09.965204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Attempting to bind port b027d00d-648b-4d38-8802-eb266b6bb83c on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:00:09.965537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Attempting to bind port b027d00d-648b-4d38-8802-eb266b6bb83c by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:00:09.965865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Attempting to bind port b027d00d-648b-4d38-8802-eb266b6bb83c on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:10.018774 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40f3d5c-b4ed-41a6-8f39-378ec95db922 x-openstack-request-id: req-b40f3d5c-b4ed-41a6-8f39-378ec95db922 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:10.019073 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6dd890-eead-4f7a-b0dd-d368aba06bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "ba26a24a-8322-41bf-8fe8-e3051e872d1f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:10.019325 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b40f3d5c-b4ed-41a6-8f39-378ec95db922 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:10.019774 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6dd890-eead-4f7a-b0dd-d368aba06bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f', 'code': 200} Aug 27 14:00:10.030058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Port b027d00d-648b-4d38-8802-eb266b6bb83c on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:00:10.030058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Attempting to bind port b027d00d-648b-4d38-8802-eb266b6bb83c on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:10.041426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:10.054334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:00:10.073744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:00:10.074213 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:10.075057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:00:10.076227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Bound port: b027d00d-648b-4d38-8802-eb266b6bb83c, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:00:10.076497 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.092639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Pushing event updated for resources: {'Port': ['ID=2d6234c2-5c37-4d1c-baaa-c17619a12fe5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:10.124502 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-098cd9a7-3969-4984-a3c1-ac07b59d00b1 req-e6dace51-ac67-46c8-b901-cb5d9adaf6ae tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468477 Aug 27 14:00:10.127080 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.149563 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.197909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:00:10.217068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c1e63-7c44-4dcd-a96b-deb33cb1de43 req-ef568469-b1d7-4dd7-8a95-96189117acc7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:10.218342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:10.223208 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a9c1e63-7c44-4dcd-a96b-deb33cb1de43 req-ef568469-b1d7-4dd7-8a95-96189117acc7 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 950 time: 0.2445402 Aug 27 14:00:10.229981 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.250501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.251111 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Added segment c72700a8-d5f2-461f-8683-9d82d4a285b2 of type vlan for network 588f93a9-1914-46ae-8445-c17c98abf15c Aug 27 14:00:10.270305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653cdafa-9de7-4dad-aff8-72d04c7586d2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:10.283465 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631da6af-bc1d-4fb1-94da-b77cb51b1a33 req-cd5873f1-c030-4b33-801d-5cbf00cec5c0 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:10.285242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-631da6af-bc1d-4fb1-94da-b77cb51b1a33 req-cd5873f1-c030-4b33-801d-5cbf00cec5c0 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 931 time: 0.1839764 Aug 27 14:00:10.318242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-cf2be185-8b17-4a4b-8224-60df0e9bb865 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6335378 Aug 27 14:00:10.340440 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.346912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Request body: {'port': {'device_id': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:10.354818 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:00:10.359026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b027d00d-648b-4d38-8802-eb266b6bb83c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:00:10.366596 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.408454 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-52ba36f6-9c67-47b0-b2b4-091c15c78d69 None None] Provisioning for port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:00:10.416545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-52ba36f6-9c67-47b0-b2b4-091c15c78d69 None None] Provisioning complete for port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:10.416929 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-52ba36f6-9c67-47b0-b2b4-091c15c78d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.431696 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-631da6af-bc1d-4fb1-94da-b77cb51b1a33 req-ae41c695-bbb8-4370-947f-a80787b6fc9c tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034322 Aug 27 14:00:10.447366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:10.447986 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.449370 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] 10.222.0.52 "PUT /v2.0/ports/b027d00d-648b-4d38-8802-eb266b6bb83c HTTP/1.1" status: 200 len: 1097 time: 1.2549789 Aug 27 14:00:10.463807 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.471934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:10.472845 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.504369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc807721-c0d2-4fb4-a2ad-69393c0dc81d service neutron] Pushing event updated for resources: {'Port': ['ID=b027d00d-648b-4d38-8802-eb266b6bb83c,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:10.517237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-4a9c1e63-7c44-4dcd-a96b-deb33cb1de43 req-3c30b93c-4f7c-4842-8f05-f6d94580d831 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Deleting port 645d98d6-b966-4378-9e0c-2f43862010eb {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:10.517621 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a9c1e63-7c44-4dcd-a96b-deb33cb1de43 req-3c30b93c-4f7c-4842-8f05-f6d94580d831 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.539164 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-52ba36f6-9c67-47b0-b2b4-091c15c78d69 None None] Port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:00:10.577166 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.608586 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9951732 Aug 27 14:00:10.610961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44810) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:10.621662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-12070cde-c670-4ab4-ad71-48eac9b6ea58 admin admin] Request body: {'subnet': {'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-885085967-subnet', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:10.627792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298e2a9-9918-40ad-b994-f52e2c3a246c admin admin] Pushing event updated for resources: {'Network': ['ID=588f93a9-1914-46ae-8445-c17c98abf15c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:10.640732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 588f93a9-1914-46ae-8445-c17c98abf15c details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:00:10.666587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-e6fd3c57-b863-46bc-b978-d8b90b1f9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:10.668123 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-e6fd3c57-b863-46bc-b978-d8b90b1f9e38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b28d4bdbfb284925b916bdbc19cf0b84&device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 1100 time: 0.1046023 Aug 27 14:00:10.703410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860be67-d8ed-4200-b9fe-1d09a38f1731 req-67ce9be5-80e5-4a3e-91ac-6117292476df tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:10.712380 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a860be67-d8ed-4200-b9fe-1d09a38f1731 req-67ce9be5-80e5-4a3e-91ac-6117292476df tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 944 time: 0.1801767 Aug 27 14:00:10.739918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12070cde-c670-4ab4-ad71-48eac9b6ea58 admin admin] Made reservation on behalf of 2acbac4bf7ad436da755c3cc1b55542d for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:10.742241 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12070cde-c670-4ab4-ad71-48eac9b6ea58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.744955 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-a0fade09-6464-40f8-a5ac-2ee4252c8a78 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b027d00d-648b-4d38-8802-eb266b6bb83c HTTP/1.1" status: 200 len: 217 time: 0.0648274 Aug 27 14:00:10.748105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-4a9c1e63-7c44-4dcd-a96b-deb33cb1de43 req-3c30b93c-4f7c-4842-8f05-f6d94580d831 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] For port 645d98d6-b966-4378-9e0c-2f43862010eb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=645d98d6-b966-4378-9e0c-2f43862010eb,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:10.748463 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a9c1e63-7c44-4dcd-a96b-deb33cb1de43 req-3c30b93c-4f7c-4842-8f05-f6d94580d831 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:10.815344 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a860be67-d8ed-4200-b9fe-1d09a38f1731 req-d2338c56-6bd3-43cf-b2df-3d16400c6867 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020708 Aug 27 14:00:10.843976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-4a9c1e63-7c44-4dcd-a96b-deb33cb1de43 req-3c30b93c-4f7c-4842-8f05-f6d94580d831 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Calling delete_port for 645d98d6-b966-4378-9e0c-2f43862010eb owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:10.941885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-3c19b99d-7082-4cd9-aa18-3ec1d3a6b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:10.943626 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-3c19b99d-7082-4cd9-aa18-3ec1d3a6b08c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1836350 Aug 27 14:00:10.989748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:00:10.998180 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:11.011397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc9d4-eaa2-444d-9139-e917634b9546 req-d62fb08c-dc93-4c87-b864-cbf7e3fb716a tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:11.012062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Transition to ACTIVE for port object 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:11.013139 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-651dc9d4-eaa2-444d-9139-e917634b9546 req-d62fb08c-dc93-4c87-b864-cbf7e3fb716a tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 948 time: 0.2468970 Aug 27 14:00:11.017628 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:11.093862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6234c2-5c37-4d1c-baaa-c17619a12fe5,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:11.121328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dd83ed62-ff3e-4f5d-82a5-fcea835966d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:11.125268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-dd83ed62-ff3e-4f5d-82a5-fcea835966d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1708806 Aug 27 14:00:11.140694 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-651dc9d4-eaa2-444d-9139-e917634b9546 req-a7b7322e-1eb4-4f05-8818-2bdfa8e98578 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129839 Aug 27 14:00:11.177149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d370a-21fd-4d86-8ae7-16e9a21c3f10 req-d221e6d7-0e8f-453a-9afc-27aa6abe421c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:11.178954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d4d370a-21fd-4d86-8ae7-16e9a21c3f10 req-d221e6d7-0e8f-453a-9afc-27aa6abe421c tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 945 time: 0.1301005 Aug 27 14:00:11.216281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Attempting to bind port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:00:11.216626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Attempting to bind port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:00:11.217184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Attempting to bind port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 on network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:11.222626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 on network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:00:11.223190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Attempting to bind port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 on network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:11.239075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:00:11.239703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Checking segment: {'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:11.240262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Bound using segment: {'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:00:11.240704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Bound port: 2d6234c2-5c37-4d1c-baaa-c17619a12fe5, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99ccff9-7298-480f-b4ef-9b6d227a3f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:00:11.241069 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:11.249208 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d4d370a-21fd-4d86-8ae7-16e9a21c3f10 req-8ed68b5f-f82d-42c6-924b-16a71a36d211 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605395 Aug 27 14:00:11.316524 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12070cde-c670-4ab4-ad71-48eac9b6ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:11.332381 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a9c1e63-7c44-4dcd-a96b-deb33cb1de43 req-3c30b93c-4f7c-4842-8f05-f6d94580d831 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:11.338887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] For port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:00:11.344225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] For port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2d6234c2-5c37-4d1c-baaa-c17619a12fe5,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:00:11.344442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['7dc98858-6543-4003-ab35-a7d14120bd36'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:11.355457 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:11.375816 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62c6a318-77d3-4ea9-aa52-43799d52f007 req-8ba58bac-b7dc-4e4c-ad18-750831cc66ef tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=a65f2353-6a98-4b44-b731-1dd0ba86f48c HTTP/1.1" status: 200 len: 210 time: 0.0340576 Aug 27 14:00:11.377821 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a', '645d98d6-b966-4378-9e0c-2f43862010eb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:11.446101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:11.446866 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:11.448463 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] 10.222.0.52 "PUT /v2.0/ports/2d6234c2-5c37-4d1c-baaa-c17619a12fe5 HTTP/1.1" status: 200 len: 1092 time: 1.1160235 Aug 27 14:00:11.449012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'tag': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:11.451844 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e198a3a-d9fc-4304-b809-667517f20bce" -d '{"events": [{"name": "network-changed", "server_uuid": "19c30579-7668-4fd3-83b6-26a2eb68b09c", "tag": "2d6234c2-5c37-4d1c-baaa-c17619a12fe5"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:11.490726 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba1f6d-6163-4fd3-be45-e130696e40b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6234c2-5c37-4d1c-baaa-c17619a12fe5,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:11.506020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device ba26a24a-8322-41bf-8fe8-e3051e872d1f details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:00:11.520444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.52', 61715) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:11.541373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-17675159-546b-4cb8-87a2-b7ff4a105b33 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:11.542958 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-17675159-546b-4cb8-87a2-b7ff4a105b33 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52&tenant_id=0b84005fec6146b8af367291d0980e18&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1097 time: 0.1419179 Aug 27 14:00:11.577024 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-12'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:11.657932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b4d02-f5ef-47ac-bb7f-af530b6495ac req-90608a87-1c22-4911-935c-2eea60088ab0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:11.659535 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-895b4d02-f5ef-47ac-bb7f-af530b6495ac req-90608a87-1c22-4911-935c-2eea60088ab0 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.52 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 944 time: 0.1876287 Aug 27 14:00:11.735079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-ac35feeb-90d8-45f0-ba94-824f5d44a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:11.740205 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-ac35feeb-90d8-45f0-ba94-824f5d44a8dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 1095 time: 0.2155476 Aug 27 14:00:11.743231 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30b93c-4f7c-4842-8f05-f6d94580d831 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Pushing event deleted for resources: {'Port': ['ID=645d98d6-b966-4378-9e0c-2f43862010eb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:11.773642 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f6866-9377-41eb-aa3a-b869ba684972 req-dabef0d1-40c1-4f39-9576-fa8200a694f6 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:11.775179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba0f6866-9377-41eb-aa3a-b869ba684972 req-dabef0d1-40c1-4f39-9576-fa8200a694f6 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 944 time: 0.5302284 Aug 27 14:00:11.781541 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb8ba3-a245-469e-b490-15384d619402 req-429df451-0ce7-4e97-bf97-db637235a93d tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:11.783111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbcb8ba3-a245-469e-b490-15384d619402 req-429df451-0ce7-4e97-bf97-db637235a93d tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 943 time: 0.2215977 Aug 27 14:00:11.785553 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:11.791537 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-46bf8a7b-1c06-4357-8d97-8444f3e72cd6 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564920 Aug 27 14:00:11.806625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:11.808766 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b6c7b7-af6f-4237-86dc-ed71b257121c" -d '{"events": [{"name": "network-changed", "server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:11.814722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12070cde-c670-4ab4-ad71-48eac9b6ea58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fddcfe0-4275-4c7c-995e-cfba9bfdf616,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:11.817964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9c1e63-7c44-4dcd-a96b-deb33cb1de43 req-3c30b93c-4f7c-4842-8f05-f6d94580d831 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] No DVR routers for this DVR port 645d98d6-b966-4378-9e0c-2f43862010eb on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:11.820212 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4a9c1e63-7c44-4dcd-a96b-deb33cb1de43 req-3c30b93c-4f7c-4842-8f05-f6d94580d831 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:11.822359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a9c1e63-7c44-4dcd-a96b-deb33cb1de43 req-3c30b93c-4f7c-4842-8f05-f6d94580d831 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "DELETE /v2.0/ports/645d98d6-b966-4378-9e0c-2f43862010eb HTTP/1.1" status: 204 len: 173 time: 1.5888939 Aug 27 14:00:11.858402 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-bfdecc83-06b9-459f-9dce-060357174d2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d6234c2-5c37-4d1c-baaa-c17619a12fe5 HTTP/1.1" status: 200 len: 217 time: 0.0961597 Aug 27 14:00:11.878511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port ba26a24a-8322-41bf-8fe8-e3051e872d1f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ba26a24a-8322-41bf-8fe8-e3051e872d1f,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:11.920388 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12070cde-c670-4ab4-ad71-48eac9b6ea58 admin admin] Checking segment: {'id': 'c72700a8-d5f2-461f-8683-9d82d4a285b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:11.920748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12070cde-c670-4ab4-ad71-48eac9b6ea58 admin admin] Network hostable DHCP agents. Network: 588f93a9-1914-46ae-8445-c17c98abf15c, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:00:11.960229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f', 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67', 'port_id': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f', 'mac_address': 'fa:16:3e:bb:59:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b548265e-aa82-466a-84a5-9484690d9f4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:00:11.961518 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba0f6866-9377-41eb-aa3a-b869ba684972 req-70821544-ee1b-4cbe-951c-689cf86273d7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659062 Aug 27 14:00:11.986247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12070cde-c670-4ab4-ad71-48eac9b6ea58 admin admin] Network 588f93a9-1914-46ae-8445-c17c98abf15c is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:00:12.009149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3aad9d-4545-448c-a1ca-cbd94ed8fa2d req-9655aa2b-234e-4f44-9853-91450826e6e3 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967883 Aug 27 14:00:12.011054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-12070cde-c670-4ab4-ad71-48eac9b6ea58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 588f93a9-1914-46ae-8445-c17c98abf15c) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:12.018234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12070cde-c670-4ab4-ad71-48eac9b6ea58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:12.018995 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12070cde-c670-4ab4-ad71-48eac9b6ea58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:12.030548 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:12.041600 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-12070cde-c670-4ab4-ad71-48eac9b6ea58 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4238086 Aug 27 14:00:12.041735 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbcb8ba3-a245-469e-b490-15384d619402 req-4efe7b16-15a5-4064-89e0-14dc2eb59dcf tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478092 Aug 27 14:00:12.041886 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44834) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:12.044859 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2b671e-4c7a-4775-89da-47dddf6ca6e9 x-openstack-request-id: req-4e2b671e-4c7a-4775-89da-47dddf6ca6e9 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:12.045031 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c30579-7668-4fd3-83b6-26a2eb68b09c", "tag": "2d6234c2-5c37-4d1c-baaa-c17619a12fe5", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:12.045816 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e2b671e-4c7a-4775-89da-47dddf6ca6e9 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:12.048003 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'tag': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'status': 'completed', 'code': 200} Aug 27 14:00:12.053616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-885085967-router', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:12.079289 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c3db8-809c-4a4f-ac86-5048c3a0be18 None None] Network 588f93a9-1914-46ae-8445-c17c98abf15c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:00:12.080647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-87f63133-78fd-4c30-af72-93402b017b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:12.082429 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-87f63133-78fd-4c30-af72-93402b017b32 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.2108483 Aug 27 14:00:12.087716 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:12.089048 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:12.093502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba26a24a-8322-41bf-8fe8-e3051e872d1f {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:00:12.148489 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port ba26a24a-8322-41bf-8fe8-e3051e872d1f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ba26a24a-8322-41bf-8fe8-e3051e872d1f,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:12.176495 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:12.178582 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21220ffe-2410-436c-a7f8-1e57fcac5334 x-openstack-request-id: req-21220ffe-2410-436c-a7f8-1e57fcac5334 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:12.179127 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:12.179551 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21220ffe-2410-436c-a7f8-1e57fcac5334 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:12.180031 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c', 'status': 'completed', 'code': 200} Aug 27 14:00:12.180162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-895b4d02-f5ef-47ac-bb7f-af530b6495ac req-c0c761fc-61ca-463a-8b19-90f228dea1b7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Deleting port 0b271975-2255-4477-bbef-e8399df1769e {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:12.180392 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-895b4d02-f5ef-47ac-bb7f-af530b6495ac req-c0c761fc-61ca-463a-8b19-90f228dea1b7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:12.266907 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:12.321944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-7e380dce-5c98-4420-a35f-5ff8a3ecbfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:12.323534 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-7e380dce-5c98-4420-a35f-5ff8a3ecbfaa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1987367 Aug 27 14:00:12.361807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:12.371041 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=ba26a24a-8322-41bf-8fe8-e3051e872d1f,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:12.407323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-895b4d02-f5ef-47ac-bb7f-af530b6495ac req-c0c761fc-61ca-463a-8b19-90f228dea1b7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] For port 0b271975-2255-4477-bbef-e8399df1769e, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0b271975-2255-4477-bbef-e8399df1769e,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:12.407696 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-895b4d02-f5ef-47ac-bb7f-af530b6495ac req-c0c761fc-61ca-463a-8b19-90f228dea1b7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:12.408317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6c7b7-af6f-4237-86dc-ed71b257121c req-53e201a5-0043-4737-9ba7-b5752d94c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:12.409981 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9b6c7b7-af6f-4237-86dc-ed71b257121c req-53e201a5-0043-4737-9ba7-b5752d94c9a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b28d4bdbfb284925b916bdbc19cf0b84&device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 1100 time: 0.2287934 Aug 27 14:00:12.451598 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:12.459161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-588f93a9-1914-46ae-8445-c17c98abf15c', 'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'fixed_ips': [{'subnet_id': '2fddcfe0-4275-4c7c-995e-cfba9bfdf616'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:00:12.459381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-895b4d02-f5ef-47ac-bb7f-af530b6495ac req-c0c761fc-61ca-463a-8b19-90f228dea1b7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Calling delete_port for 0b271975-2255-4477-bbef-e8399df1769e owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:12.460272 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:12.498894 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4ea9d-4a6c-477b-adfd-6b2e2f3c8fba req-a56bddf2-ee10-46b1-8737-50a00fc472a0 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:12.500543 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24b4ea9d-4a6c-477b-adfd-6b2e2f3c8fba req-a56bddf2-ee10-46b1-8737-50a00fc472a0 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 948 time: 0.2207677 Aug 27 14:00:12.506931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6257f30-f836-40b8-a572-3274ee09076e req-fa011673-134a-4094-add7-92e02cca17ba tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:12.511157 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d6257f30-f836-40b8-a572-3274ee09076e req-fa011673-134a-4094-add7-92e02cca17ba tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 945 time: 0.2265294 Aug 27 14:00:12.531127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:00:12.637597 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24b4ea9d-4a6c-477b-adfd-6b2e2f3c8fba req-8ae85968-c72d-423e-8c7d-dc40130f38e0 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202271 Aug 27 14:00:12.641505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6c7b7-af6f-4237-86dc-ed71b257121c req-1c40fd7b-1a18-4b95-9b25-75304ffaaa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:12.642844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9b6c7b7-af6f-4237-86dc-ed71b257121c req-1c40fd7b-1a18-4b95-9b25-75304ffaaa3c service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2062140 Aug 27 14:00:12.677333 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Allocated IP 172.20.0.2 (588f93a9-1914-46ae-8445-c17c98abf15c/2fddcfe0-4275-4c7c-995e-cfba9bfdf616/0ce117ba-90b0-4bd8-9beb-052dc2a14c53) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:00:12.702333 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9b6c7b7-af6f-4237-86dc-ed71b257121c req-1953e41b-f25f-4bca-a7d4-0ad816c40540 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b027d00d-648b-4d38-8802-eb266b6bb83c HTTP/1.1" status: 200 len: 217 time: 0.0519083 Aug 27 14:00:12.728162 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d6257f30-f836-40b8-a572-3274ee09076e req-2a88f594-2f17-4466-976b-fe5f29ba0ee5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053177 Aug 27 14:00:12.735610 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:12.749080 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-470688b5-1fa5-439b-b28d-f53f75d2cc36 service neutron] 10.222.0.52 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936775 Aug 27 14:00:12.796984 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:12.863261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['ba26a24a-8322-41bf-8fe8-e3051e872d1f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:12.906123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6c7b7-af6f-4237-86dc-ed71b257121c req-e2dc14e3-f842-4f03-8373-c4225125e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:12.908220 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9b6c7b7-af6f-4237-86dc-ed71b257121c req-e2dc14e3-f842-4f03-8373-c4225125e45b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1976197 Aug 27 14:00:12.936135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf50df6-f565-43f9-b84a-c7435642b91f req-6d14b485-ab97-4158-8f81-cf23f6a0cb72 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:12.945211 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2cf50df6-f565-43f9-b84a-c7435642b91f req-6d14b485-ab97-4158-8f81-cf23f6a0cb72 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.2221918 Aug 27 14:00:13.027809 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2cf50df6-f565-43f9-b84a-c7435642b91f req-9ccfecf7-9318-4e7d-b1a3-fbb925e2a86a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819302 Aug 27 14:00:13.033348 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.065896 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.080597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Pushing event updated for resources: {'Port': ['ID=299d4a62-188f-4f80-a2c8-ff5397b38ee0,revision_number=7']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:13.097225 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6c7b7-af6f-4237-86dc-ed71b257121c req-39c9d72c-61ff-4ff7-8228-5203bf708b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:13.099126 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9b6c7b7-af6f-4237-86dc-ed71b257121c req-39c9d72c-61ff-4ff7-8228-5203bf708b27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1500964 Aug 27 14:00:13.104874 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-895b4d02-f5ef-47ac-bb7f-af530b6495ac req-c0c761fc-61ca-463a-8b19-90f228dea1b7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.134526 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.142306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Attempting to bind port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on host n-h2-712139-12 for vnic_type normal with profile {"migrating_to": "n-h1-712139-12"} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:00:13.142803 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Attempting to bind port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:00:13.143261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Attempting to bind port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:13.146702 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Transition to ACTIVE for port object 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:13.164153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Transition to ACTIVE for port object 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:13.178319 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.201838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c761fc-61ca-463a-8b19-90f228dea1b7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Pushing event deleted for resources: {'Port': ['ID=0b271975-2255-4477-bbef-e8399df1769e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:13.219132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Network 588f93a9-1914-46ae-8445-c17c98abf15c is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:00:13.224045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:13.225184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on network a4fa4222-2c01-407d-8d35-d36794d53fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:00:13.226885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Attempting to bind port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on network a4fa4222-2c01-407d-8d35-d36794d53fdc {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:13.228070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:00:13.232702 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c410b360-1205-4691-9523-f5a72c0c4ac3 req-b39f2804-9e7a-4bed-9eb6-15824abfa9d1 service neutron] 10.222.0.52 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750781 Aug 27 14:00:13.232928 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3fe12bdd-0408-443d-81a6-2d5a5073e60c req-cee9441a-42d7-4201-80b5-2054f28534e3 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=654393ef-f7ae-4477-bb30-4100e4ea0f27 HTTP/1.1" status: 200 len: 210 time: 0.0899019 Aug 27 14:00:13.233704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-895b4d02-f5ef-47ac-bb7f-af530b6495ac req-c0c761fc-61ca-463a-8b19-90f228dea1b7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] No DVR routers for this DVR port 0b271975-2255-4477-bbef-e8399df1769e on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:13.237736 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-895b4d02-f5ef-47ac-bb7f-af530b6495ac req-c0c761fc-61ca-463a-8b19-90f228dea1b7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.240083 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-895b4d02-f5ef-47ac-bb7f-af530b6495ac req-c0c761fc-61ca-463a-8b19-90f228dea1b7 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.52 "DELETE /v2.0/ports/0b271975-2255-4477-bbef-e8399df1769e HTTP/1.1" status: 204 len: 173 time: 1.5724649 Aug 27 14:00:13.255558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:00:13.256053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Checking segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:13.256629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Bound using segment: {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:00:13.257171 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Bound port: 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4fa4222-2c01-407d-8d35-d36794d53fdc'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:00:13.257653 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.274783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706b77b-723d-4922-88f0-cc573ef50cee req-899e36bb-23d0-49f1-9f81-48322fa3ec11 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:13.282535 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8706b77b-723d-4922-88f0-cc573ef50cee req-899e36bb-23d0-49f1-9f81-48322fa3ec11 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.2610259 Aug 27 14:00:13.300117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Pushing event updated for resources: {'Port': ['ID=0ce117ba-90b0-4bd8-9beb-052dc2a14c53,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:13.351168 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Attempting to bind port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:00:13.351847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Attempting to bind port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'c72700a8-d5f2-461f-8683-9d82d4a285b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:00:13.352374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Attempting to bind port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 on network 588f93a9-1914-46ae-8445-c17c98abf15c {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:13.356098 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9b6c7b7-af6f-4237-86dc-ed71b257121c req-e7b5eb10-4dd4-4e85-ae6b-c74dec5a89eb service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148767 Aug 27 14:00:13.358264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Allocated IP 172.25.2.56 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/ee44e070-e92f-4605-b0ab-03cf5974e2fd) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:00:13.363570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:00:13.364742 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Checking segment: {'id': 'c72700a8-d5f2-461f-8683-9d82d4a285b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:13.365389 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.365962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Bound using segment: {'id': 'c72700a8-d5f2-461f-8683-9d82d4a285b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:00:13.366885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Bound port: 0ce117ba-90b0-4bd8-9beb-052dc2a14c53, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72700a8-d5f2-461f-8683-9d82d4a285b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:00:13.367721 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.403389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8706b77b-723d-4922-88f0-cc573ef50cee req-1ed0bab1-92d7-443c-a5f0-1bb1fabbe291 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197019 Aug 27 14:00:13.449504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:00:13.454173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:00:13.455973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] For port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:00:13.459272 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] For port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ce117ba-90b0-4bd8-9beb-052dc2a14c53,segment=NetworkSegment(c72700a8-d5f2-461f-8683-9d82d4a285b2),segment_id=c72700a8-d5f2-461f-8683-9d82d4a285b2)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:00:13.464447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.467257 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.478196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198a3a-d9fc-4304-b809-667517f20bce req-fd467147-8d83-4983-87ed-da987d3f185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:13.479918 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e198a3a-d9fc-4304-b809-667517f20bce req-fd467147-8d83-4983-87ed-da987d3f185c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 1095 time: 0.1668134 Aug 27 14:00:13.506270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 645d98d6-b966-4378-9e0c-2f43862010eb no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:13.546142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 645d98d6-b966-4378-9e0c-2f43862010eb {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:13.546781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 645d98d6-b966-4378-9e0c-2f43862010eb not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:13.588457 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f81ef-6cec-49d6-8d08-18084b3db18f None None] Pushing event updated for resources: {'Port': ['ID=0ce117ba-90b0-4bd8-9beb-052dc2a14c53,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:13.598182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faae21-22ba-46b6-ac5b-d35fc34191b1 req-d666ca20-7ebf-43dd-acd0-b2e2794fc96f tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:13.599810 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3faae21-22ba-46b6-ac5b-d35fc34191b1 req-d666ca20-7ebf-43dd-acd0-b2e2794fc96f tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 943 time: 0.2163415 Aug 27 14:00:13.625827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:13.626620 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.628185 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] 10.222.0.52 "PUT /v2.0/ports/299d4a62-188f-4f80-a2c8-ff5397b38ee0 HTTP/1.1" status: 200 len: 1123 time: 2.0642588 Aug 27 14:00:13.640909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b78701-6d7d-4467-802f-6d6dd2cd9673 service neutron] Pushing event updated for resources: {'Port': ['ID=299d4a62-188f-4f80-a2c8-ff5397b38ee0,revision_number=8']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:13.650555 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.658633 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9b6c7b7-af6f-4237-86dc-ed71b257121c req-383a6068-1c8d-40a1-b2e5-aef6be1847fb service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927995 Aug 27 14:00:13.679414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198a3a-d9fc-4304-b809-667517f20bce req-ed7aaeca-70bd-4d68-9531-d12ccc7792d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:13.681399 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e198a3a-d9fc-4304-b809-667517f20bce req-ed7aaeca-70bd-4d68-9531-d12ccc7792d4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.1806164 Aug 27 14:00:13.691285 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3faae21-22ba-46b6-ac5b-d35fc34191b1 req-da0fc63b-0b40-43dc-a559-c3a74c1ce805 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811391 Aug 27 14:00:13.725732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['299d4a62-188f-4f80-a2c8-ff5397b38ee0'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:13.784587 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:13.803952 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e198a3a-d9fc-4304-b809-667517f20bce req-d0e52db0-557a-4f1b-9273-aad912f71927 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d6234c2-5c37-4d1c-baaa-c17619a12fe5 HTTP/1.1" status: 200 len: 217 time: 0.1083050 Aug 27 14:00:13.897932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198a3a-d9fc-4304-b809-667517f20bce req-bcf9df2c-492a-4b04-9b9e-683e0268c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:13.899091 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e198a3a-d9fc-4304-b809-667517f20bce req-bcf9df2c-492a-4b04-9b9e-683e0268c255 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.0835736 Aug 27 14:00:13.912989 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56fb12-9832-4ef7-b848-1aad21da195a req-0dddc947-c1c1-4d03-8b1a-74c24a50ed9d tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:13.914844 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b56fb12-9832-4ef7-b848-1aad21da195a req-0dddc947-c1c1-4d03-8b1a-74c24a50ed9d tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 948 time: 0.1295769 Aug 27 14:00:13.924204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:00:13.958871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['299d4a62-188f-4f80-a2c8-ff5397b38ee0'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:13.959070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:13.959207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 299d4a62-188f-4f80-a2c8-ff5397b38ee0 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:00:13.967240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:00:14.031566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Pushing event updated for resources: {'Port': ['ID=ee44e070-e92f-4605-b0ab-03cf5974e2fd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:14.047320 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b56fb12-9832-4ef7-b848-1aad21da195a req-6f880d1c-e5c3-47f6-a374-b86c9bbf13c4 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232548 Aug 27 14:00:14.049219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299d4a62-188f-4f80-a2c8-ff5397b38ee0'}, {'server_uuid': '654393ef-f7ae-4477-bb30-4100e4ea0f27', 'name': 'network-vif-deleted', 'tag': '0b271975-2255-4477-bbef-e8399df1769e'}, {'name': 'network-changed', 'server_uuid': '15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52', 'tag': '299d4a62-188f-4f80-a2c8-ff5397b38ee0'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:14.051893 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd13d91-e7d4-42fd-ab85-1fa0915fcead" -d '{"events": [{"server_uuid": "15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52", "name": "network-vif-unplugged", "status": "completed", "tag": "299d4a62-188f-4f80-a2c8-ff5397b38ee0"}, {"server_uuid": "654393ef-f7ae-4477-bb30-4100e4ea0f27", "name": "network-vif-deleted", "tag": "0b271975-2255-4477-bbef-e8399df1769e"}, {"name": "network-changed", "server_uuid": "15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52", "tag": "299d4a62-188f-4f80-a2c8-ff5397b38ee0"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:14.089773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1caf1-fe6c-4102-b213-14f3acb175e6 req-6495bc67-fe0b-4f08-88ed-a6775ca3bbc9 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:14.095924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198a3a-d9fc-4304-b809-667517f20bce req-481a468b-a9dd-4415-8797-804211762567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:14.097577 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e198a3a-d9fc-4304-b809-667517f20bce req-481a468b-a9dd-4415-8797-804211762567 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817188 Aug 27 14:00:14.097997 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0a1caf1-fe6c-4102-b213-14f3acb175e6 req-6495bc67-fe0b-4f08-88ed-a6775ca3bbc9 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 945 time: 0.2075536 Aug 27 14:00:14.149221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:00:14.185279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'name': 'network-vif-deleted', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:14.187641 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec0ca35-4af1-4665-935f-0afd31527109" -d '{"events": [{"server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "name": "network-vif-deleted", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:14.238112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01bdd5-70eb-4c15-b09e-aca7f8a2162b req-a7316015-958e-43e1-9f44-efa618160e85 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:14.239289 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0a1caf1-fe6c-4102-b213-14f3acb175e6 req-bf5c6e97-5dc2-4dac-8282-af326994041b tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404181 Aug 27 14:00:14.240196 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e01bdd5-70eb-4c15-b09e-aca7f8a2162b req-a7316015-958e-43e1-9f44-efa618160e85 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.0765088 Aug 27 14:00:14.277270 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e198a3a-d9fc-4304-b809-667517f20bce req-058e0085-2ec9-4a6b-a65d-019d2cf11b2d service neutron] 10.222.0.52 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719763 Aug 27 14:00:14.301393 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:14.334869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 299d4a62-188f-4f80-a2c8-ff5397b38ee0 has no active binding in host n-h1-712139-12 {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 14:00:14.347339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:00:14.384400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e198a3a-d9fc-4304-b809-667517f20bce req-9d06d704-8711-4bbd-b658-076ca2cd1df2 service neutron] 10.222.0.52 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966136 Aug 27 14:00:14.387145 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d596e-c9d2-482c-a7c4-f7c1c0df46e8 x-openstack-request-id: req-e89d596e-c9d2-482c-a7c4-f7c1c0df46e8 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:14.387533 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52", "name": "network-vif-unplugged", "status": "completed", "tag": "299d4a62-188f-4f80-a2c8-ff5397b38ee0", "code": 200}, {"server_uuid": "654393ef-f7ae-4477-bb30-4100e4ea0f27", "name": "network-vif-deleted", "tag": "0b271975-2255-4477-bbef-e8399df1769e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52", "tag": "299d4a62-188f-4f80-a2c8-ff5397b38ee0", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:14.387885 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e89d596e-c9d2-482c-a7c4-f7c1c0df46e8 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:14.388355 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299d4a62-188f-4f80-a2c8-ff5397b38ee0', 'code': 200} Aug 27 14:00:14.388687 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654393ef-f7ae-4477-bb30-4100e4ea0f27', 'name': 'network-vif-deleted', 'tag': '0b271975-2255-4477-bbef-e8399df1769e', 'status': 'completed', 'code': 200} Aug 27 14:00:14.388993 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52', 'tag': '299d4a62-188f-4f80-a2c8-ff5397b38ee0', 'status': 'completed', 'code': 200} Aug 27 14:00:14.430196 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22ad795-89c5-4eec-827c-7d2e52e3575a x-openstack-request-id: req-a22ad795-89c5-4eec-827c-7d2e52e3575a {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:14.430625 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65f2353-6a98-4b44-b731-1dd0ba86f48c", "name": "network-vif-deleted", "tag": "645d98d6-b966-4378-9e0c-2f43862010eb", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:14.430996 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a22ad795-89c5-4eec-827c-7d2e52e3575a {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:14.431644 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65f2353-6a98-4b44-b731-1dd0ba86f48c', 'name': 'network-vif-deleted', 'tag': '645d98d6-b966-4378-9e0c-2f43862010eb', 'status': 'completed', 'code': 200} Aug 27 14:00:14.432616 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:14.432874 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e01bdd5-70eb-4c15-b09e-aca7f8a2162b req-505fbbef-8806-4d19-8a2e-8250af7a7caa tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786301 Aug 27 14:00:14.584538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640cedd-1335-4900-8951-b4504c18ad7c req-baa79da0-5ac2-4f1a-8f75-996a3470a7a9 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:14.586033 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7640cedd-1335-4900-8951-b4504c18ad7c req-baa79da0-5ac2-4f1a-8f75-996a3470a7a9 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.0917528 Aug 27 14:00:14.591672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13d91-e7d4-42fd-ab85-1fa0915fcead req-cf8cface-8ddd-454c-ae01-118efc325e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:14.595310 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dd13d91-e7d4-42fd-ab85-1fa0915fcead req-cf8cface-8ddd-454c-ae01-118efc325e18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 1126 time: 0.1158442 Aug 27 14:00:14.639132 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89af3477-9169-4720-ab29-a79c77c9db83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:14.647156 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7640cedd-1335-4900-8951-b4504c18ad7c req-badb21c4-0c31-4de9-9c5a-3ad97912a5b1 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531969 Aug 27 14:00:14.826217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba1067-4b68-4d9f-9311-5c165544e5a4 req-f9959dce-e9ff-42b8-a19e-991ff0166a14 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:14.828037 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9eba1067-4b68-4d9f-9311-5c165544e5a4 req-f9959dce-e9ff-42b8-a19e-991ff0166a14 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 943 time: 0.0567608 Aug 27 14:00:14.836786 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:14.839377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13d91-e7d4-42fd-ab85-1fa0915fcead req-fe976387-2533-49cf-a2ab-6a4ce4133972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:14.840872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dd13d91-e7d4-42fd-ab85-1fa0915fcead req-fe976387-2533-49cf-a2ab-6a4ce4133972 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.2273295 Aug 27 14:00:14.848785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8a5ca-f96d-4f2d-ad3e-de09ffc3e150 req-2e6e6637-d587-4289-babb-1c10f8531a53 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:14.850273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4be8a5ca-f96d-4f2d-ad3e-de09ffc3e150 req-2e6e6637-d587-4289-babb-1c10f8531a53 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 945 time: 0.1291740 Aug 27 14:00:14.874992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9eba1067-4b68-4d9f-9311-5c165544e5a4 req-c75814ab-3906-4883-afb7-66a6d4aff847 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392542 Aug 27 14:00:14.885410 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127e51ba-e8d2-4c8c-8963-c787c4d3400b None None] Network 588f93a9-1914-46ae-8445-c17c98abf15c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:00:14.953712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dd13d91-e7d4-42fd-ab85-1fa0915fcead req-556016f4-33ad-4371-b1b3-a1f8e814ff41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0 HTTP/1.1" status: 200 len: 217 time: 0.0530674 Aug 27 14:00:15.071005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8548ebad-de5f-46a4-a52c-1daf6a14e7d2 None None] Provisioning for port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:00:15.084717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8548ebad-de5f-46a4-a52c-1daf6a14e7d2 None None] Provisioning complete for port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:15.085090 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8548ebad-de5f-46a4-a52c-1daf6a14e7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:15.203150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924059c4-a553-4a59-8e79-b4445d26b4bc req-813dcd67-99c5-42bc-b283-66feee8c8d70 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:15.205184 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-924059c4-a553-4a59-8e79-b4445d26b4bc req-813dcd67-99c5-42bc-b283-66feee8c8d70 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 948 time: 0.0801694 Aug 27 14:00:15.227642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf684c3-311f-4fdc-b8ce-41543da8fee1 req-5507ec1f-b472-46e1-a0dd-52f4e58b0456 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:15.229376 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8bf684c3-311f-4fdc-b8ce-41543da8fee1 req-5507ec1f-b472-46e1-a0dd-52f4e58b0456 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.52 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 945 time: 0.0947452 Aug 27 14:00:15.246835 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8548ebad-de5f-46a4-a52c-1daf6a14e7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:15.288099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8548ebad-de5f-46a4-a52c-1daf6a14e7d2 None None] For port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ce117ba-90b0-4bd8-9beb-052dc2a14c53,segment=NetworkSegment(c72700a8-d5f2-461f-8683-9d82d4a285b2),segment_id=c72700a8-d5f2-461f-8683-9d82d4a285b2)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:15.293264 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8548ebad-de5f-46a4-a52c-1daf6a14e7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:15.346882 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4be8a5ca-f96d-4f2d-ad3e-de09ffc3e150 req-d97d03f1-cc25-4f5c-9390-bc878fad90b3 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcdf6d06-c07e-47c5-84f4-e5883371f575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845371 Aug 27 14:00:15.352230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548ebad-de5f-46a4-a52c-1daf6a14e7d2 None None] Pushing event updated for resources: {'Port': ['ID=0ce117ba-90b0-4bd8-9beb-052dc2a14c53,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:15.365049 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-924059c4-a553-4a59-8e79-b4445d26b4bc req-2c90c933-4282-46d3-959f-57b647f77f30 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383951 Aug 27 14:00:15.404633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13d91-e7d4-42fd-ab85-1fa0915fcead req-2acf1d2c-44c3-464d-bba4-323ef73fdd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:15.406229 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dd13d91-e7d4-42fd-ab85-1fa0915fcead req-2acf1d2c-44c3-464d-bba4-323ef73fdd4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.4409833 Aug 27 14:00:15.406704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-8bf684c3-311f-4fdc-b8ce-41543da8fee1 req-8d13af27-289e-4906-9a42-8693c261e756 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Deleting port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:15.407149 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8bf684c3-311f-4fdc-b8ce-41543da8fee1 req-8d13af27-289e-4906-9a42-8693c261e756 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:15.460313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Router e42574ff-97fd-4d51-8625-9c7da2a510de is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:00:15.483437 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dd13d91-e7d4-42fd-ab85-1fa0915fcead req-aeccae44-9c5a-4697-a776-e304ce3a1024 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357225 Aug 27 14:00:15.499940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device ba26a24a-8322-41bf-8fe8-e3051e872d1f up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:00:15.512170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-8bf684c3-311f-4fdc-b8ce-41543da8fee1 req-8d13af27-289e-4906-9a42-8693c261e756 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] For port c7ea09cc-7f30-4056-96f4-250fd1e7ee99, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,segment=NetworkSegment(0c8fabdd-3066-459b-9a1a-0991445ed41a),segment_id=0c8fabdd-3066-459b-9a1a-0991445ed41a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:15.512533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8bf684c3-311f-4fdc-b8ce-41543da8fee1 req-8d13af27-289e-4906-9a42-8693c261e756 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:15.536487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-8bf684c3-311f-4fdc-b8ce-41543da8fee1 req-8d13af27-289e-4906-9a42-8693c261e756 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Calling delete_port for c7ea09cc-7f30-4056-96f4-250fd1e7ee99 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:15.546180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9a75b69f-68a9-4428-aaee-8edc2a4bb3d8 None None] Provisioning complete for port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:15.546826 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9a75b69f-68a9-4428-aaee-8edc2a4bb3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:15.553057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b16d3-03ff-464d-b5f0-849395aacb18 req-eb03588c-15a6-46d3-9c9a-35a621467d7e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:15.554599 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-440b16d3-03ff-464d-b5f0-849395aacb18 req-eb03588c-15a6-46d3-9c9a-35a621467d7e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 945 time: 0.1337848 Aug 27 14:00:15.603392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port ba26a24a-8322-41bf-8fe8-e3051e872d1f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:15.607147 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:15.627998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638e4e4-b2a5-4808-9dd2-1685e582f5df req-f0e3c654-ff47-4f30-b428-6dbaa441fa23 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:15.635628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c638e4e4-b2a5-4808-9dd2-1685e582f5df req-f0e3c654-ff47-4f30-b428-6dbaa441fa23 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.1126618 Aug 27 14:00:15.695059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c638e4e4-b2a5-4808-9dd2-1685e582f5df req-2b0df0bc-6992-4f51-8c8d-91dc7f54627f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581284 Aug 27 14:00:15.703072 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-440b16d3-03ff-464d-b5f0-849395aacb18 req-a58b2e02-0e00-45ba-b3ba-f8547170ff0c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352959 Aug 27 14:00:15.724083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:00:15.727237 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dd13d91-e7d4-42fd-ab85-1fa0915fcead req-2039f3bb-a2ae-45d5-a4eb-8923dc8f3d90 service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922588 Aug 27 14:00:15.736263 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Sync routers for ids ['e42574ff-97fd-4d51-8625-9c7da2a510de'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:00:15.748756 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Routers {'e42574ff-97fd-4d51-8625-9c7da2a510de'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:15.749967 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e42574ff-97fd-4d51-8625-9c7da2a510de'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:15.777411 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:15.802937 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8bf684c3-311f-4fdc-b8ce-41543da8fee1 req-8d13af27-289e-4906-9a42-8693c261e756 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:15.830444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6dd890-eead-4f7a-b0dd-d368aba06bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:15.836732 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa0b1ca-d4b1-4ae5-a56e-bdf55bf15f84" -d '{"events": [{"server_uuid": "aa6dd890-eead-4f7a-b0dd-d368aba06bd6", "name": "network-vif-plugged", "status": "completed", "tag": "ba26a24a-8322-41bf-8fe8-e3051e872d1f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:15.853159 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:15.858028 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a8143d3c-51b8-4e74-aadd-15242c20761f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8152404 Aug 27 14:00:15.858574 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44886) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:15.860786 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13af27-289e-4906-9a42-8693c261e756 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Pushing event deleted for resources: {'Port': ['ID=c7ea09cc-7f30-4056-96f4-250fd1e7ee99,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:15.883645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port ba26a24a-8322-41bf-8fe8-e3051e872d1f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ba26a24a-8322-41bf-8fe8-e3051e872d1f,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:15.884443 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Set router e42574ff-97fd-4d51-8625-9c7da2a510de gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:15.896685 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:15.954259 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0250ea56-4504-4549-b584-a25fe2192496 x-openstack-request-id: req-0250ea56-4504-4549-b584-a25fe2192496 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:15.954556 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6dd890-eead-4f7a-b0dd-d368aba06bd6", "name": "network-vif-plugged", "status": "completed", "tag": "ba26a24a-8322-41bf-8fe8-e3051e872d1f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:15.954838 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0250ea56-4504-4549-b584-a25fe2192496 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:15.957573 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6dd890-eead-4f7a-b0dd-d368aba06bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f', 'code': 200} Aug 27 14:00:15.982484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33970579-8491-49f4-8f15-2a6cf8eac2dc req-7deab60d-4aa1-4fa8-8ab4-41c18f652ea9 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:15.988367 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-33970579-8491-49f4-8f15-2a6cf8eac2dc req-7deab60d-4aa1-4fa8-8ab4-41c18f652ea9 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.2369850 Aug 27 14:00:15.989048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf684c3-311f-4fdc-b8ce-41543da8fee1 req-8d13af27-289e-4906-9a42-8693c261e756 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] No DVR routers for this DVR port c7ea09cc-7f30-4056-96f4-250fd1e7ee99 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:15.990352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b027d00d-648b-4d38-8802-eb266b6bb83c details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:00:15.994768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0b271975-2255-4477-bbef-e8399df1769e no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:15.997871 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8bf684c3-311f-4fdc-b8ce-41543da8fee1 req-8d13af27-289e-4906-9a42-8693c261e756 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.000171 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8bf684c3-311f-4fdc-b8ce-41543da8fee1 req-8d13af27-289e-4906-9a42-8693c261e756 tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.52 "DELETE /v2.0/ports/c7ea09cc-7f30-4056-96f4-250fd1e7ee99 HTTP/1.1" status: 204 len: 173 time: 0.7625086 Aug 27 14:00:16.066240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db0143-5af3-46f5-bc2b-68b8fa036149 req-c821dae2-e2ac-4a14-93d0-5612d97b8f72 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:16.076659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 0b271975-2255-4477-bbef-e8399df1769e {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:16.078230 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-65db0143-5af3-46f5-bc2b-68b8fa036149 req-c821dae2-e2ac-4a14-93d0-5612d97b8f72 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 949 time: 0.2074320 Aug 27 14:00:16.082205 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0b271975-2255-4477-bbef-e8399df1769e not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:16.098712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:00:16.100001 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'name': 'tempest-FloatingIPsNegativeTestJSON-885085967-router', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:12Z', 'updated_at': '2021-08-27T14:00:14Z', 'revision_number': 3, 'project_id': '2acbac4bf7ad436da755c3cc1b55542d', 'gw_port': {'id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:13Z', 'updated_at': '2021-08-27T14:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:16.129547 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Checking router: e42574ff-97fd-4d51-8625-9c7da2a510de for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:00:16.130333 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Updating router e42574ff-97fd-4d51-8625-9c7da2a510de port ee44e070-e92f-4605-b0ab-03cf5974e2fd binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:00:16.162456 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.194145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=ba26a24a-8322-41bf-8fe8-e3051e872d1f,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:16.212287 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.resource_extend [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 14:00:16.251861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dd13d91-e7d4-42fd-ab85-1fa0915fcead req-9997759b-52c6-4e4a-bff1-0fa406afb7cf service neutron] 10.222.0.41 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015423 Aug 27 14:00:16.291506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:16.291884 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.292907 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-65db0143-5af3-46f5-bc2b-68b8fa036149 req-cb792d53-51d4-4a12-9107-01e225d4424b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906159 Aug 27 14:00:16.320869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-33970579-8491-49f4-8f15-2a6cf8eac2dc req-e7f292e3-48b5-4287-971e-0e4da0ee3756 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Deleting port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:16.321106 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-33970579-8491-49f4-8f15-2a6cf8eac2dc req-e7f292e3-48b5-4287-971e-0e4da0ee3756 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.350995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b027d00d-648b-4d38-8802-eb266b6bb83c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:16.356484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e27ab8-06b1-49f2-859d-5fa05c633a90 req-0eb856d4-9dda-41c5-b78f-5e25c41a598d tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:16.358847 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58e27ab8-06b1-49f2-859d-5fa05c633a90 req-0eb856d4-9dda-41c5-b78f-5e25c41a598d tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 943 time: 0.2814066 Aug 27 14:00:16.366281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'b027d00d-648b-4d38-8802-eb266b6bb83c', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'b027d00d-648b-4d38-8802-eb266b6bb83c', 'mac_address': 'fa:16:3e:bb:2f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:00:16.390442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e07c4e-37ac-4796-900c-be1bc95028de', 'name': 'network-vif-deleted', 'tag': 'c7ea09cc-7f30-4056-96f4-250fd1e7ee99'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:16.393868 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b10083c-56d5-4497-986b-a41af7cf4d22" -d '{"events": [{"server_uuid": "41e07c4e-37ac-4796-900c-be1bc95028de", "name": "network-vif-deleted", "tag": "c7ea09cc-7f30-4056-96f4-250fd1e7ee99"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:16.411138 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf7392-a264-4e82-afb5-1dde78a08a69 req-5f95e04d-8e56-42f9-999a-ab4f8b868d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:16.413082 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8dbf7392-a264-4e82-afb5-1dde78a08a69 req-5f95e04d-8e56-42f9-999a-ab4f8b868d5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 1098 time: 0.1527460 Aug 27 14:00:16.433146 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.478376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b027d00d-648b-4d38-8802-eb266b6bb83c {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:00:16.487685 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4339d06b-77fb-4d24-9847-eaf9fc5bc36c req-12c8a328-4ce1-4d34-8363-fdcfdedb7afc tempest-LiveAutoBlockMigrationV225Test-2137037581 tempest-LiveAutoBlockMigrationV225Test-2137037581-project] 10.222.0.55 "GET /v2.0/ports?device_id=41e07c4e-37ac-4796-900c-be1bc95028de HTTP/1.1" status: 200 len: 210 time: 0.0307868 Aug 27 14:00:16.509370 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.532258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-33970579-8491-49f4-8f15-2a6cf8eac2dc req-e7f292e3-48b5-4287-971e-0e4da0ee3756 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] For port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:16.532801 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-33970579-8491-49f4-8f15-2a6cf8eac2dc req-e7f292e3-48b5-4287-971e-0e4da0ee3756 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.535211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b027d00d-648b-4d38-8802-eb266b6bb83c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:16.544405 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.545137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:00:16.553790 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Transition to ACTIVE for port object ee44e070-e92f-4605-b0ab-03cf5974e2fd will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:16.559070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-33970579-8491-49f4-8f15-2a6cf8eac2dc req-e7f292e3-48b5-4287-971e-0e4da0ee3756 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Calling delete_port for dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:16.569382 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.636680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b027d00d-648b-4d38-8802-eb266b6bb83c,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:16.656753 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Pushing event updated for resources: {'Port': ['ID=ee44e070-e92f-4605-b0ab-03cf5974e2fd,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:16.688913 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:16.689482 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:16.689893 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:16.690296 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:16.690776 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:16.691173 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:16.691564 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:16.692141 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:16.692532 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:16.693151 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:16.693547 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:16.693935 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:16.722969 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Attempting to bind port ee44e070-e92f-4605-b0ab-03cf5974e2fd on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:00:16.723435 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Attempting to bind port ee44e070-e92f-4605-b0ab-03cf5974e2fd by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:00:16.724050 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Attempting to bind port ee44e070-e92f-4605-b0ab-03cf5974e2fd on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:16.731146 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:00:16.732189 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:16.732665 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.733162 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:00:16.733946 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Bound port: ee44e070-e92f-4605-b0ab-03cf5974e2fd, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:00:16.734457 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.744315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60262301-85cf-43d4-8170-085557bec93d req-91771f05-a537-4578-8817-bfbff54c0c61 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:16.754449 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60262301-85cf-43d4-8170-085557bec93d req-91771f05-a537-4578-8817-bfbff54c0c61 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 949 time: 0.0908077 Aug 27 14:00:16.793221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2d6234c2-5c37-4d1c-baaa-c17619a12fe5,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:16.806111 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'port_id': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'mac_address': 'fa:16:3e:79:7d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:00:16.807214 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] For port ee44e070-e92f-4605-b0ab-03cf5974e2fd, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:00:16.812998 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] For port ee44e070-e92f-4605-b0ab-03cf5974e2fd, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ee44e070-e92f-4605-b0ab-03cf5974e2fd,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:00:16.819620 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.827617 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60262301-85cf-43d4-8170-085557bec93d req-bd91ca2f-c13b-4690-9f5b-ce69b88e356e tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721457 Aug 27 14:00:16.854034 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.876597 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:00:16.902998 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b340f8-176b-4bee-ab3c-3ed218275928 None None] Pushing event updated for resources: {'Port': ['ID=ee44e070-e92f-4605-b0ab-03cf5974e2fd,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:16.908209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2d6234c2-5c37-4d1c-baaa-c17619a12fe5,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:16.916736 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Routers {'e42574ff-97fd-4d51-8625-9c7da2a510de'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:16.918092 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T13:59:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e42574ff-97fd-4d51-8625-9c7da2a510de'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:16.918791 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:16.964645 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4730c88-3fee-4038-a6a0-c082c25274e7 x-openstack-request-id: req-e4730c88-3fee-4038-a6a0-c082c25274e7 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:16.965273 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e07c4e-37ac-4796-900c-be1bc95028de", "name": "network-vif-deleted", "tag": "c7ea09cc-7f30-4056-96f4-250fd1e7ee99", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:16.965273 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4730c88-3fee-4038-a6a0-c082c25274e7 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:16.965585 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e07c4e-37ac-4796-900c-be1bc95028de', 'name': 'network-vif-deleted', 'tag': 'c7ea09cc-7f30-4056-96f4-250fd1e7ee99', 'status': 'completed', 'code': 200} Aug 27 14:00:16.970071 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58e27ab8-06b1-49f2-859d-5fa05c633a90 req-72cf5dff-0802-4121-91bd-c26d4082ff03 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6005981 Aug 27 14:00:16.991674 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8dbf7392-a264-4e82-afb5-1dde78a08a69 req-500c7163-5552-403a-8760-69880e2df281 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5652640 Aug 27 14:00:17.002215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=2d6234c2-5c37-4d1c-baaa-c17619a12fe5,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:17.017955 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-33970579-8491-49f4-8f15-2a6cf8eac2dc req-e7f292e3-48b5-4287-971e-0e4da0ee3756 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:17.031445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['7dc98858-6543-4003-ab35-a7d14120bd36'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:17.082646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:17.093567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f292e3-48b5-4287-971e-0e4da0ee3756 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Pushing event deleted for resources: {'Port': ['ID=dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:17.112727 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] Set router e42574ff-97fd-4d51-8625-9c7da2a510de gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:17.136673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-33970579-8491-49f4-8f15-2a6cf8eac2dc req-e7f292e3-48b5-4287-971e-0e4da0ee3756 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] No DVR routers for this DVR port dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:17.144538 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-33970579-8491-49f4-8f15-2a6cf8eac2dc req-e7f292e3-48b5-4287-971e-0e4da0ee3756 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:17.146711 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-33970579-8491-49f4-8f15-2a6cf8eac2dc req-e7f292e3-48b5-4287-971e-0e4da0ee3756 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.41 "DELETE /v2.0/ports/dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a HTTP/1.1" status: 204 len: 173 time: 1.0656862 Aug 27 14:00:17.148046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a71b0e8-b99c-471b-8ddb-c1162cb09eba', 'name': 'network-vif-deleted', 'tag': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:17.150732 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feea99b1-a995-4c90-bd9d-c17321d153a4" -d '{"events": [{"server_uuid": "5a71b0e8-b99c-471b-8ddb-c1162cb09eba", "name": "network-vif-deleted", "tag": "dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:17.164955 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37d7b1-4d33-4d01-bcbb-40cdb8a4c9e7 req-79a4a760-b785-47cf-ac25-e68373ba99d7 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:17.173383 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f37d7b1-4d33-4d01-bcbb-40cdb8a4c9e7 req-79a4a760-b785-47cf-ac25-e68373ba99d7 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.1577594 Aug 27 14:00:17.207824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6711736-29fc-4fa1-bebc-58967bb7595c req-ff54264b-49cb-4103-a0ad-f2d083b403fa tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:17.209670 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6711736-29fc-4fa1-bebc-58967bb7595c req-ff54264b-49cb-4103-a0ad-f2d083b403fa tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1142998 Aug 27 14:00:17.212100 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:17.245873 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f37d7b1-4d33-4d01-bcbb-40cdb8a4c9e7 req-641e1d89-5744-4b2f-9c6e-af2d2131f850 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566604 Aug 27 14:00:17.269863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['2d6234c2-5c37-4d1c-baaa-c17619a12fe5'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:17.272812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['b027d00d-648b-4d38-8802-eb266b6bb83c'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:17.316259 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6711736-29fc-4fa1-bebc-58967bb7595c req-39811461-9c93-418d-835d-73c294e9f280 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941207 Aug 27 14:00:17.366153 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'name': 'tempest-FloatingIPsNegativeTestJSON-885085967-router', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:12Z', 'updated_at': '2021-08-27T14:00:14Z', 'revision_number': 3, 'project_id': '2acbac4bf7ad436da755c3cc1b55542d', 'gw_port': {'id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:13Z', 'updated_at': '2021-08-27T14:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:17.397024 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c05cc0d-3051-45de-a8ec-f4ce9edb5004 None None] The sync data for ids ['e42574ff-97fd-4d51-8625-9c7da2a510de'] in n-d-712139-12 is: [{'id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'name': 'tempest-FloatingIPsNegativeTestJSON-885085967-router', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:12Z', 'updated_at': '2021-08-27T14:00:14Z', 'revision_number': 3, 'project_id': '2acbac4bf7ad436da755c3cc1b55542d', 'gw_port': {'id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:13Z', 'updated_at': '2021-08-27T14:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:00:17.408092 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2028dd-14b8-43b8-8062-6d909b4aed53 x-openstack-request-id: req-ed2028dd-14b8-43b8-8062-6d909b4aed53 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:17.408467 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a71b0e8-b99c-471b-8ddb-c1162cb09eba", "name": "network-vif-deleted", "tag": "dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:17.408854 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed2028dd-14b8-43b8-8062-6d909b4aed53 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:17.409259 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a71b0e8-b99c-471b-8ddb-c1162cb09eba', 'name': 'network-vif-deleted', 'tag': 'dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a', 'status': 'completed', 'code': 200} Aug 27 14:00:17.415999 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:17.454262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Allocated IP 172.20.0.1 (588f93a9-1914-46ae-8445-c17c98abf15c/2fddcfe0-4275-4c7c-995e-cfba9bfdf616/ed5084df-3400-4327-9844-3b10b2071364) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:00:17.527143 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5aed791e-551b-43ab-907a-448db06f92d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:17.593746 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d72d7803-d9b9-4c49-9d80-ff8f3514b4e7 req-054a27e6-c7b2-4f23-86f7-486349b6e9f2 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a71b0e8-b99c-471b-8ddb-c1162cb09eba HTTP/1.1" status: 200 len: 210 time: 0.0377982 Aug 27 14:00:17.643451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44908) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:17.688482 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:17.704966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Transition to ACTIVE for port object ed5084df-3400-4327-9844-3b10b2071364 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:17.765222 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:17.816880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Network 588f93a9-1914-46ae-8445-c17c98abf15c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:00:17.823832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:17.828767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:00:17.850523 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-3629b649-2fd3-4d71-a0e6-279fbe64ffa2 admin admin] Deleting subnet 24b2ce31-ff9b-45b0-b1a0-ae006e096667 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:00:17.862954 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3629b649-2fd3-4d71-a0e6-279fbe64ffa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:17.889542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5084df-3400-4327-9844-3b10b2071364,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:17.912772 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:17.921430 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3629b649-2fd3-4d71-a0e6-279fbe64ffa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:17.988834 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c7ea09cc-7f30-4056-96f4-250fd1e7ee99 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:18.026302 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3629b649-2fd3-4d71-a0e6-279fbe64ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.062641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: c7ea09cc-7f30-4056-96f4-250fd1e7ee99 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:18.063389 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c7ea09cc-7f30-4056-96f4-250fd1e7ee99 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:18.157087 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3629b649-2fd3-4d71-a0e6-279fbe64ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.189531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ee44e070-e92f-4605-b0ab-03cf5974e2fd up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:00:18.204103 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629b649-2fd3-4d71-a0e6-279fbe64ffa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b2ce31-ff9b-45b0-b1a0-ae006e096667,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:18.226740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d26aff-2f8b-4900-9105-a6210349c789 req-5dc63975-63bc-472b-bc48-1c39d6b835f6 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:18.228479 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-94d26aff-2f8b-4900-9105-a6210349c789 req-5dc63975-63bc-472b-bc48-1c39d6b835f6 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 944 time: 0.1246204 Aug 27 14:00:18.229578 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3629b649-2fd3-4d71-a0e6-279fbe64ffa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.235839 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3629b649-2fd3-4d71-a0e6-279fbe64ffa2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/24b2ce31-ff9b-45b0-b1a0-ae006e096667 HTTP/1.1" status: 204 len: 168 time: 0.5892353 Aug 27 14:00:18.236677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44916) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:18.272248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8b355-95eb-4f03-83f8-ff3641b970bb req-51604eb0-6021-48c0-993b-f55ab003136f tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:18.283989 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5d8b355-95eb-4f03-83f8-ff3641b970bb req-51604eb0-6021-48c0-993b-f55ab003136f tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 949 time: 0.2916336 Aug 27 14:00:18.324262 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ee44e070-e92f-4605-b0ab-03cf5974e2fd completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:00:18.332041 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ee44e070-e92f-4605-b0ab-03cf5974e2fd triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:18.332464 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.372747 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9efc66db-191a-4557-8055-525a63308106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.377051 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5d8b355-95eb-4f03-83f8-ff3641b970bb req-6a08e8bb-be09-4f68-89c6-4b1d7da43358 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871840 Aug 27 14:00:18.377356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-94d26aff-2f8b-4900-9105-a6210349c789 req-d98703b1-8b23-4108-a8cb-25d1833f232c tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419964 Aug 27 14:00:18.408244 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.475142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-811bf5f0-dc82-47fc-b0cc-b4ee9819fac7 None None] Provisioning for port ed5084df-3400-4327-9844-3b10b2071364 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:00:18.485897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-811bf5f0-dc82-47fc-b0cc-b4ee9819fac7 None None] Provisioning complete for port ed5084df-3400-4327-9844-3b10b2071364 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:18.486268 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-811bf5f0-dc82-47fc-b0cc-b4ee9819fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.543680 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.554765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-811bf5f0-dc82-47fc-b0cc-b4ee9819fac7 None None] Port ed5084df-3400-4327-9844-3b10b2071364 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:00:18.572218 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port ee44e070-e92f-4605-b0ab-03cf5974e2fd, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ee44e070-e92f-4605-b0ab-03cf5974e2fd,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:18.583408 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.593983 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9efc66db-191a-4557-8055-525a63308106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.616289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-9efc66db-191a-4557-8055-525a63308106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa53a44-b2bb-4005-84f2-0d841f0a4549']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:18.631034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-9efc66db-191a-4557-8055-525a63308106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8fabdd-3066-459b-9a1a-0991445ed41a') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:18.631381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-9efc66db-191a-4557-8055-525a63308106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8fabdd-3066-459b-9a1a-0991445ed41a') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:18.645315 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9efc66db-191a-4557-8055-525a63308106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.662709 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9efc66db-191a-4557-8055-525a63308106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.670463 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efc66db-191a-4557-8055-525a63308106 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:00:18.671169 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9efc66db-191a-4557-8055-525a63308106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.700295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=ee44e070-e92f-4605-b0ab-03cf5974e2fd,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:18.707605 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.714081 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:18.714443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:18.714926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:18.715269 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:18.715609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:18.715999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:18.716389 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:18.716722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:18.717045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:18.717578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:18.718078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:18.718997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:00:18.727556 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:00:18.783627 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9efc66db-191a-4557-8055-525a63308106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.793747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcfd88-2783-4f75-b237-f30a7af87683 req-b8ff1d1a-0964-422f-b2bc-0bc8660f32c9 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:18.802055 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30dcfd88-2783-4f75-b237-f30a7af87683 req-b8ff1d1a-0964-422f-b2bc-0bc8660f32c9 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.0759318 Aug 27 14:00:18.814947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9efc66db-191a-4557-8055-525a63308106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.819606 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9efc66db-191a-4557-8055-525a63308106 admin admin] 10.222.0.55 "DELETE /v2.0/networks/eaa53a44-b2bb-4005-84f2-0d841f0a4549 HTTP/1.1" status: 204 len: 168 time: 0.5787191 Aug 27 14:00:18.828437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44926) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:18.841936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8106647-eae9-489e-a025-cf7ff35e062c req-8d8df14d-a03f-4f6c-a714-5c1c90e97c58 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:18.847179 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc66db-191a-4557-8055-525a63308106 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa53a44-b2bb-4005-84f2-0d841f0a4549,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:18.850710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8106647-eae9-489e-a025-cf7ff35e062c req-8d8df14d-a03f-4f6c-a714-5c1c90e97c58 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.2920706 Aug 27 14:00:18.906336 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30dcfd88-2783-4f75-b237-f30a7af87683 req-dc311345-ab78-4b8a-a744-cc9732de72fc tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997577 Aug 27 14:00:18.925830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa4af7f-65d5-48da-8397-346cb8f27246 admin admin] Deleting subnet a6b51444-b074-4e3b-91d3-48d77d3949e3 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:00:18.930713 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2aa4af7f-65d5-48da-8397-346cb8f27246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:18.933934 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8106647-eae9-489e-a025-cf7ff35e062c req-19d0c190-60b8-44b2-a09d-6e5a1f183490 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811074 Aug 27 14:00:18.987492 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2aa4af7f-65d5-48da-8397-346cb8f27246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:19.030799 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:19.048461 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:19.081771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2aa4af7f-65d5-48da-8397-346cb8f27246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:19.177450 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2aa4af7f-65d5-48da-8397-346cb8f27246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:19.201380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5084df-3400-4327-9844-3b10b2071364,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:19.205066 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:19.209803 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2aa4af7f-65d5-48da-8397-346cb8f27246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:19.217519 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2aa4af7f-65d5-48da-8397-346cb8f27246 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a6b51444-b074-4e3b-91d3-48d77d3949e3 HTTP/1.1" status: 204 len: 168 time: 0.3876133 Aug 27 14:00:19.220456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44930) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:19.249685 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4af7f-65d5-48da-8397-346cb8f27246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b51444-b074-4e3b-91d3-48d77d3949e3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:19.386531 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fba89100-b731-4857-961e-0f69fa39a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:19.391105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aea65-f503-4512-a937-7ed6364ef293 req-5b6f0a45-3d34-47f4-8d5d-159bdf0562b8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:19.391976 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c86aea65-f503-4512-a937-7ed6364ef293 req-5b6f0a45-3d34-47f4-8d5d-159bdf0562b8 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.0730860 Aug 27 14:00:19.433158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Network 588f93a9-1914-46ae-8445-c17c98abf15c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:00:19.438971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:19.458283 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c86aea65-f503-4512-a937-7ed6364ef293 req-7e7d0df4-8422-418e-92a7-49f041d37e91 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534647 Aug 27 14:00:19.534470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:19.589040 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:19.589768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dc5c67ed-805b-4646-bc3c-2c3aef8f0e0a not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:19.592080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 299d4a62-188f-4f80-a2c8-ff5397b38ee0 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:19.636934 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f72dd-d7c3-417f-9b15-8ebf693308b8 req-0833b316-e6ad-427b-9161-cb78b402a61d tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:19.640695 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db0f72dd-d7c3-417f-9b15-8ebf693308b8 req-0833b316-e6ad-427b-9161-cb78b402a61d tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 944 time: 0.1203756 Aug 27 14:00:19.708747 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fba89100-b731-4857-961e-0f69fa39a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:19.742249 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db0f72dd-d7c3-417f-9b15-8ebf693308b8 req-77ba0808-e052-4067-a5ab-364c4d078bca tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924442 Aug 27 14:00:19.758889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-fba89100-b731-4857-961e-0f69fa39a749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f1a6e9-f4db-4963-a844-aa99bd9c02c2']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:19.782058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaec6f9-8adb-431d-a53a-970d1a48c43c req-6f1c19d8-ca80-4e43-bd03-26553f81dd56 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:19.785216 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-faaec6f9-8adb-431d-a53a-970d1a48c43c req-6f1c19d8-ca80-4e43-bd03-26553f81dd56 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 949 time: 0.3267024 Aug 27 14:00:19.792076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-fba89100-b731-4857-961e-0f69fa39a749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d114d6f-cf97-4ceb-996d-fe3db5dc47cf') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:19.792197 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-fba89100-b731-4857-961e-0f69fa39a749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d114d6f-cf97-4ceb-996d-fe3db5dc47cf') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:19.816769 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fba89100-b731-4857-961e-0f69fa39a749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:19.848693 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fba89100-b731-4857-961e-0f69fa39a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:19.866476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba89100-b731-4857-961e-0f69fa39a749 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:00:19.866924 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fba89100-b731-4857-961e-0f69fa39a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:00:19.868873 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:00:19.894838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Router e42574ff-97fd-4d51-8625-9c7da2a510de has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:00:19.896553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9d3a1443-6841-4a26-9c3a-96994ac007c3 None None] Provisioning complete for port ed5084df-3400-4327-9844-3b10b2071364 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:19.896941 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9d3a1443-6841-4a26-9c3a-96994ac007c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:19.967733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a1443-6841-4a26-9c3a-96994ac007c3 None None] Port ed5084df-3400-4327-9844-3b10b2071364 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:00:19.987230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b027d00d-648b-4d38-8802-eb266b6bb83c up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:00:19.989992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-faaec6f9-8adb-431d-a53a-970d1a48c43c req-f32c9339-0124-4e75-8391-3a3882d0ef49 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953208 Aug 27 14:00:19.995316 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fba89100-b731-4857-961e-0f69fa39a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:20.002238 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fba89100-b731-4857-961e-0f69fa39a749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:20.004457 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fba89100-b731-4857-961e-0f69fa39a749 admin admin] 10.222.0.55 "DELETE /v2.0/networks/34f1a6e9-f4db-4963-a844-aa99bd9c02c2 HTTP/1.1" status: 204 len: 168 time: 0.7807949 Aug 27 14:00:20.025415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba89100-b731-4857-961e-0f69fa39a749 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f1a6e9-f4db-4963-a844-aa99bd9c02c2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:20.111908 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:00:20.116856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ee44e070-e92f-4605-b0ab-03cf5974e2fd up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:00:20.152710 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:20.201163 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port b027d00d-648b-4d38-8802-eb266b6bb83c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:00:20.206617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port b027d00d-648b-4d38-8802-eb266b6bb83c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:20.209486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066a08c-f2f1-4405-b2fd-8d3e2cd23dfb req-44e67fd1-67a0-408c-a00b-8e5a62cc1044 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:20.213424 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:20.218008 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4066a08c-f2f1-4405-b2fd-8d3e2cd23dfb req-44e67fd1-67a0-408c-a00b-8e5a62cc1044 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1130326 Aug 27 14:00:20.221343 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62690-63f8-4ff8-8c2b-3f1396004c40 req-2f36bd0d-1900-4a57-9a8f-6b048238d789 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:20.229549 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-59c62690-63f8-4ff8-8c2b-3f1396004c40 req-2f36bd0d-1900-4a57-9a8f-6b048238d789 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 943 time: 0.0841727 Aug 27 14:00:20.238990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:00:20.242820 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-9635512d-014f-4dd5-bebd-7d6e023d2f81 service neutron] 10.222.0.41 "GET /v2.0/ports/299d4a62-188f-4f80-a2c8-ff5397b38ee0/bindings/n-h1-712139-12 HTTP/1.1" status: 200 len: 385 time: 0.2012591 Aug 27 14:00:20.251255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ee44e070-e92f-4605-b0ab-03cf5974e2fd triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:20.251700 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:20.252528 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ce304178-c4f7-46ba-b3a6-a6fe2dcf4900 admin admin] 10.222.0.55 "PUT /v2.0/routers/e42574ff-97fd-4d51-8625-9c7da2a510de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3927639 Aug 27 14:00:20.277145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Sync routers for ids ['e42574ff-97fd-4d51-8625-9c7da2a510de'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:00:20.283788 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4066a08c-f2f1-4405-b2fd-8d3e2cd23dfb req-3a9dd156-d94a-407a-967a-00c270eb00cb tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642514 Aug 27 14:00:20.302983 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-59c62690-63f8-4ff8-8c2b-3f1396004c40 req-93c5d702-08b6-4249-91b8-737277659929 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723515 Aug 27 14:00:20.303630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44948) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:20.324309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Routers {'e42574ff-97fd-4d51-8625-9c7da2a510de'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:20.325021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e42574ff-97fd-4d51-8625-9c7da2a510de'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:20.397198 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f6c607b1-1ad2-4d89-b5cb-f9c64df10d1c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7dba67d579b475f8c1e968351f5a6ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900919 Aug 27 14:00:20.410374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44952) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:20.519592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a389f-f8d0-43a0-bb1b-a7ad30587013 req-053fc5e4-fcee-45d7-8994-e249a9431e45 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:20.521405 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-684a389f-f8d0-43a0-bb1b-a7ad30587013 req-053fc5e4-fcee-45d7-8994-e249a9431e45 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.1202905 Aug 27 14:00:20.565093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-e6d8ffcd-fd60-4f8c-a735-d17452dbf797 service neutron] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:20.570793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-33e4160b-bda2-4568-9135-d980776c1f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:20.595303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-684a389f-f8d0-43a0-bb1b-a7ad30587013 req-019a23e9-7283-426d-b4ab-dbe92a516d1f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666187 Aug 27 14:00:20.624849 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-e6d8ffcd-fd60-4f8c-a735-d17452dbf797 service neutron] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:00:20.627053 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:20.628890 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-33e4160b-bda2-4568-9135-d980776c1f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:20.674474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-e6d8ffcd-fd60-4f8c-a735-d17452dbf797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299d4a62-188f-4f80-a2c8-ff5397b38ee0 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:00:20.679245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:20.681787 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80526959-1d1e-49e8-9f21-d6dc5596e8b6" -d '{"events": [{"server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "name": "network-vif-plugged", "status": "completed", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:20.689788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Set router e42574ff-97fd-4d51-8625-9c7da2a510de gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:20.693658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-e6d8ffcd-fd60-4f8c-a735-d17452dbf797 service neutron] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:20.701387 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0786b919-daa5-4f90-a626-dfdcbe5d39ad req-70c4fce1-6789-48b4-ae98-a1af92f550f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1005573 Aug 27 14:00:20.727352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b027d00d-648b-4d38-8802-eb266b6bb83c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:20.730787 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-33e4160b-bda2-4568-9135-d980776c1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:20.735842 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-33e4160b-bda2-4568-9135-d980776c1f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:20.737908 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:20.738397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74472ab-18f8-4fe7-81da-983408c335f6 req-56a9acf6-7eb1-4a08-9089-63fef32ba639 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:20.738906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:00:20.744669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-33e4160b-bda2-4568-9135-d980776c1f03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dcdf6d06-c07e-47c5-84f4-e5883371f575 HTTP/1.1" status: 204 len: 168 time: 0.3307717 Aug 27 14:00:20.760497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c74472ab-18f8-4fe7-81da-983408c335f6 req-56a9acf6-7eb1-4a08-9089-63fef32ba639 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.1989255 Aug 27 14:00:20.769246 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-e6d8ffcd-fd60-4f8c-a735-d17452dbf797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:20.785261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4160b-bda2-4568-9135-d980776c1f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdf6d06-c07e-47c5-84f4-e5883371f575,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:20.824458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a83fc9-bd2e-4243-8256-2d327c3dfc22 req-c577001e-dcd3-458e-9a66-dabb7034b84b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:20.826886 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42a83fc9-bd2e-4243-8256-2d327c3dfc22 req-c577001e-dcd3-458e-9a66-dabb7034b84b tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 949 time: 0.0734177 Aug 27 14:00:20.917299 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c74472ab-18f8-4fe7-81da-983408c335f6 req-598aed0d-a4b2-4983-abbd-e7003b8bbc24 tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/security-groups?id=26211a4a-5b26-41cf-a973-667f1e3567b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533854 Aug 27 14:00:20.939171 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9e87a6c3-834e-4372-be9a-b4d80b8b3df0 req-ef1c7473-023e-4ab4-ab86-472ad42fd76f tempest-FloatingIPsNegativeTestJSON-405649672 tempest-FloatingIPsNegativeTestJSON-405649672-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=2acbac4bf7ad436da755c3cc1b55542d HTTP/1.1" status: 200 len: 217 time: 0.0541837 Aug 27 14:00:20.981946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-e6d8ffcd-fd60-4f8c-a735-d17452dbf797 service neutron] Transition to ACTIVE for port object 299d4a62-188f-4f80-a2c8-ff5397b38ee0 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:20.985911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b919-daa5-4f90-a626-dfdcbe5d39ad req-eaccce12-ea09-45f7-9625-f02f76f940d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:20.992145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b027d00d-648b-4d38-8802-eb266b6bb83c,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:20.994070 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0786b919-daa5-4f90-a626-dfdcbe5d39ad req-eaccce12-ea09-45f7-9625-f02f76f940d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 1097 time: 0.1804321 Aug 27 14:00:20.995881 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-e6d8ffcd-fd60-4f8c-a735-d17452dbf797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.037596 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d960df-e24a-4940-8327-e40faceb5e7c x-openstack-request-id: req-59d960df-e24a-4940-8327-e40faceb5e7c {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:21.037883 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "name": "network-vif-plugged", "status": "completed", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:21.038137 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59d960df-e24a-4940-8327-e40faceb5e7c {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:21.038529 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c', 'code': 200} Aug 27 14:00:21.063767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-42a83fc9-bd2e-4243-8256-2d327c3dfc22 req-401fb68b-c6b5-435f-b3a5-ccc31c967fbf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Deleting port 7dc98858-6543-4003-ab35-a7d14120bd36 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:21.065181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-42a83fc9-bd2e-4243-8256-2d327c3dfc22 req-401fb68b-c6b5-435f-b3a5-ccc31c967fbf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.085150 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.121644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:00:21.148337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'name': 'tempest-FloatingIPsNegativeTestJSON-885085967-router', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:12Z', 'updated_at': '2021-08-27T14:00:18Z', 'revision_number': 4, 'project_id': '2acbac4bf7ad436da755c3cc1b55542d', 'gw_port': {'id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:13Z', 'updated_at': '2021-08-27T14:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ed5084df-3400-4327-9844-3b10b2071364', 'name': '', 'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'mac_address': 'fa:16:3e:e0:c8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2fddcfe0-4275-4c7c-995e-cfba9bfdf616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:17Z', 'updated_at': '2021-08-27T14:00:18Z', 'revision_number': 2, 'project_id': '2acbac4bf7ad436da755c3cc1b55542d', 'subnets': [{'id': '2fddcfe0-4275-4c7c-995e-cfba9bfdf616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:21.148337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:21.148337 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.217654 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b919-daa5-4f90-a626-dfdcbe5d39ad req-16701c55-1e5d-4703-8945-6a83b7503ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:21.220836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0786b919-daa5-4f90-a626-dfdcbe5d39ad req-16701c55-1e5d-4703-8945-6a83b7503ff6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.1666789 Aug 27 14:00:21.225695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Checking router: e42574ff-97fd-4d51-8625-9c7da2a510de for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:00:21.226107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Updating router e42574ff-97fd-4d51-8625-9c7da2a510de port ed5084df-3400-4327-9844-3b10b2071364 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:00:21.249587 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9af11d54-7dc0-48c7-90e3-e0e899eaaa73 req-748e63ee-b7b7-4b6f-898e-1da4a9d81abf tempest-FloatingIPsNegativeTestJSON-405649672 tempest-FloatingIPsNegativeTestJSON-405649672-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0411777 Aug 27 14:00:21.273837 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.289266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc905a-7f98-4e48-b982-a85827e86dbd req-c4996e88-a419-44c7-8b8d-7791ab8fd36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:21.291232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbbc905a-7f98-4e48-b982-a85827e86dbd req-c4996e88-a419-44c7-8b8d-7791ab8fd36a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 1102 time: 0.1938388 Aug 27 14:00:21.357380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-42a83fc9-bd2e-4243-8256-2d327c3dfc22 req-401fb68b-c6b5-435f-b3a5-ccc31c967fbf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] For port 7dc98858-6543-4003-ab35-a7d14120bd36, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=7dc98858-6543-4003-ab35-a7d14120bd36,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:21.358228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-42a83fc9-bd2e-4243-8256-2d327c3dfc22 req-401fb68b-c6b5-435f-b3a5-ccc31c967fbf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.364100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbbc905a-7f98-4e48-b982-a85827e86dbd req-10788198-eec4-4375-812b-01658af90690 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643811 Aug 27 14:00:21.405354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0786b919-daa5-4f90-a626-dfdcbe5d39ad req-93f8b138-09bb-45cf-9c20-c7de8cf07181 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31955ad1-6df8-4487-8cf0-5d6019853165 HTTP/1.1" status: 200 len: 217 time: 0.1681755 Aug 27 14:00:21.406101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-e6d8ffcd-fd60-4f8c-a735-d17452dbf797 service neutron] No DVR routers for this DVR port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:21.408477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-42a83fc9-bd2e-4243-8256-2d327c3dfc22 req-401fb68b-c6b5-435f-b3a5-ccc31c967fbf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Calling delete_port for 7dc98858-6543-4003-ab35-a7d14120bd36 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:21.456112 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-e6d8ffcd-fd60-4f8c-a735-d17452dbf797 service neutron] 10.222.0.41 "PUT /v2.0/ports/299d4a62-188f-4f80-a2c8-ff5397b38ee0/bindings/n-h1-712139-12/activate HTTP/1.1" status: 200 len: 370 time: 1.1804380 Aug 27 14:00:21.456759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8ffcd-fd60-4f8c-a735-d17452dbf797 service neutron] Pushing event updated for resources: {'Port': ['ID=299d4a62-188f-4f80-a2c8-ff5397b38ee0,revision_number=10']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:21.459308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44982) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:21.483362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f00de7-d8b0-4d54-956a-15a3521789ae req-5e27ecda-9cca-413c-be49-56f8919cfb06 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:21.484862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4f00de7-d8b0-4d54-956a-15a3521789ae req-5e27ecda-9cca-413c-be49-56f8919cfb06 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 944 time: 0.3340831 Aug 27 14:00:21.486811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd130c0-4098-4804-b559-4c59942185cb req-e71eed8d-eb29-4b29-baa9-64869e4d6eda tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:21.488218 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fdd130c0-4098-4804-b559-4c59942185cb req-e71eed8d-eb29-4b29-baa9-64869e4d6eda tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 950 time: 0.1175301 Aug 27 14:00:21.505885 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.552825 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4f00de7-d8b0-4d54-956a-15a3521789ae req-7e3ff593-d1f7-45f6-801c-0a53deb861c0 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560775 Aug 27 14:00:21.555754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b97726aa-0633-48cc-9f61-c6dac74c0f79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c62db3cb14946a0bd62ffe1c1d50165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0953112 Aug 27 14:00:21.558892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44986) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:21.564828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2d6234c2-5c37-4d1c-baaa-c17619a12fe5,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:21.566802 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fdd130c0-4098-4804-b559-4c59942185cb req-b6f7981b-7fa3-4ee0-8f97-b73e40f3bb70 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716543 Aug 27 14:00:21.575788 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.677790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=2d6234c2-5c37-4d1c-baaa-c17619a12fe5,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:21.683479 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-695ca9e3-9fa8-4b52-b64e-93c7e2658e9e req-93b5f0ef-2eeb-4c03-ab96-f6acffcfe235 tempest-FloatingIPsNegativeTestJSON-405649672 tempest-FloatingIPsNegativeTestJSON-405649672-project] show failed (client error): The resource could not be found. Aug 27 14:00:21.685627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-695ca9e3-9fa8-4b52-b64e-93c7e2658e9e req-93b5f0ef-2eeb-4c03-ab96-f6acffcfe235 tempest-FloatingIPsNegativeTestJSON-405649672 tempest-FloatingIPsNegativeTestJSON-405649672-project] 10.222.0.55 "GET /v2.0/floatingips/f6d6ac67-ffd4-4207-9fb2-705f1bae8ea3 HTTP/1.1" status: 404 len: 350 time: 0.0773168 Aug 27 14:00:21.697466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44988) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:21.721171 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-f6c731f0-e36d-4470-9b3b-e0576f0fdff0 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:21.722796 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-f6c731f0-e36d-4470-9b3b-e0576f0fdff0 tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52&tenant_id=0b84005fec6146b8af367291d0980e18&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1096 time: 0.0859435 Aug 27 14:00:21.750089 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-42a83fc9-bd2e-4243-8256-2d327c3dfc22 req-401fb68b-c6b5-435f-b3a5-ccc31c967fbf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.759190 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-26424ac5-707b-476f-b443-7bafdd3f57e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.768405 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.776872 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b919-daa5-4f90-a626-dfdcbe5d39ad req-44aeef61-5c3c-4c84-8017-fb0f9c6b80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:21.779025 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0786b919-daa5-4f90-a626-dfdcbe5d39ad req-44aeef61-5c3c-4c84-8017-fb0f9c6b80e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.1632442 Aug 27 14:00:21.784495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['7dc98858-6543-4003-ab35-a7d14120bd36'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:21.787356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Transition to ACTIVE for port object ed5084df-3400-4327-9844-3b10b2071364 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:21.813641 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.826817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fb68b-c6b5-435f-b3a5-ccc31c967fbf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Pushing event deleted for resources: {'Port': ['ID=7dc98858-6543-4003-ab35-a7d14120bd36,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:21.878408 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0786b919-daa5-4f90-a626-dfdcbe5d39ad req-beb0a850-aa0c-48f1-ae27-14bd263335e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422106 Aug 27 14:00:21.882981 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-26424ac5-707b-476f-b443-7bafdd3f57e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.900547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30024441-eceb-44cd-9632-631769294aaa req-1cddb947-f19e-44eb-86db-88064a5ae440 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:21.906830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31660d9d-42cc-4337-9450-329cd0cc099a None None] Pushing event updated for resources: {'Port': ['ID=ed5084df-3400-4327-9844-3b10b2071364,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:21.912205 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30024441-eceb-44cd-9632-631769294aaa req-1cddb947-f19e-44eb-86db-88064a5ae440 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 944 time: 0.2194264 Aug 27 14:00:21.940954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a83fc9-bd2e-4243-8256-2d327c3dfc22 req-401fb68b-c6b5-435f-b3a5-ccc31c967fbf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] No DVR routers for this DVR port 7dc98858-6543-4003-ab35-a7d14120bd36 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:21.949829 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-42a83fc9-bd2e-4243-8256-2d327c3dfc22 req-401fb68b-c6b5-435f-b3a5-ccc31c967fbf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.952692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42a83fc9-bd2e-4243-8256-2d327c3dfc22 req-401fb68b-c6b5-435f-b3a5-ccc31c967fbf tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.52 "DELETE /v2.0/ports/7dc98858-6543-4003-ab35-a7d14120bd36 HTTP/1.1" status: 204 len: 173 time: 1.1184521 Aug 27 14:00:21.953819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Attempting to bind port ed5084df-3400-4327-9844-3b10b2071364 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:00:21.954341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Attempting to bind port ed5084df-3400-4327-9844-3b10b2071364 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'c72700a8-d5f2-461f-8683-9d82d4a285b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:00:21.954974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'name': 'network-vif-deleted', 'tag': '7dc98858-6543-4003-ab35-a7d14120bd36'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:21.955721 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Attempting to bind port ed5084df-3400-4327-9844-3b10b2071364 on network 588f93a9-1914-46ae-8445-c17c98abf15c {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:21.957309 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a55d81-1bfb-4573-bdb9-dd3da896ec30" -d '{"events": [{"server_uuid": "5893d959-fed7-4745-8cc9-0b1c0be9327d", "name": "network-vif-deleted", "tag": "7dc98858-6543-4003-ab35-a7d14120bd36"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:21.962263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:00:21.962408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Checking segment: {'id': 'c72700a8-d5f2-461f-8683-9d82d4a285b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:21.963619 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.964038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Bound using segment: {'id': 'c72700a8-d5f2-461f-8683-9d82d4a285b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:00:21.966324 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Bound port: ed5084df-3400-4327-9844-3b10b2071364, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72700a8-d5f2-461f-8683-9d82d4a285b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:00:21.966796 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:21.982881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-d39b97e0-4198-4457-83d0-0515fb17f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:21.985289 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-d39b97e0-4198-4457-83d0-0515fb17f10a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52&tenant_id=0b84005fec6146b8af367291d0980e18 HTTP/1.1" status: 200 len: 1096 time: 0.2460523 Aug 27 14:00:22.000578 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30024441-eceb-44cd-9632-631769294aaa req-053caaa5-6fab-415f-9ee9-899028a74cfa tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870633 Aug 27 14:00:22.099551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] For port ed5084df-3400-4327-9844-3b10b2071364, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:00:22.105588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] For port ed5084df-3400-4327-9844-3b10b2071364, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ed5084df-3400-4327-9844-3b10b2071364,segment=NetworkSegment(c72700a8-d5f2-461f-8683-9d82d4a285b2),segment_id=c72700a8-d5f2-461f-8683-9d82d4a285b2)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:00:22.106622 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-e26b7966-be24-4b4b-9641-4c0747959dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:22.108600 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-e26b7966-be24-4b4b-9641-4c0747959dcc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b84005fec6146b8af367291d0980e18&device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 1096 time: 0.0761945 Aug 27 14:00:22.111928 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:22.187541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Routers {'e42574ff-97fd-4d51-8625-9c7da2a510de'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:22.188224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e42574ff-97fd-4d51-8625-9c7da2a510de'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:22.195756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31660d9d-42cc-4337-9450-329cd0cc099a None None] Pushing event updated for resources: {'Port': ['ID=ed5084df-3400-4327-9844-3b10b2071364,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:22.299140 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1b187299-0cb0-4893-905c-65dd6252a229 req-e2a317b1-fe53-4152-894d-380d0711604c tempest-MigrationsAdminTest-378728957 tempest-MigrationsAdminTest-378728957-project] 10.222.0.55 "GET /v2.0/ports?device_id=5893d959-fed7-4745-8cc9-0b1c0be9327d HTTP/1.1" status: 200 len: 210 time: 0.0532160 Aug 27 14:00:22.361989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] Set router e42574ff-97fd-4d51-8625-9c7da2a510de gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:22.377315 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f466095f-776e-4b2a-8735-bfa12c9b9e50 x-openstack-request-id: req-f466095f-776e-4b2a-8735-bfa12c9b9e50 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:22.377611 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5893d959-fed7-4745-8cc9-0b1c0be9327d", "name": "network-vif-deleted", "tag": "7dc98858-6543-4003-ab35-a7d14120bd36", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:22.377863 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f466095f-776e-4b2a-8735-bfa12c9b9e50 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:22.378263 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5893d959-fed7-4745-8cc9-0b1c0be9327d', 'name': 'network-vif-deleted', 'tag': '7dc98858-6543-4003-ab35-a7d14120bd36', 'status': 'completed', 'code': 200} Aug 27 14:00:22.389497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-f020bd63-cc26-41f5-a51b-ee061021399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:22.391078 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-f020bd63-cc26-41f5-a51b-ee061021399c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 200 len: 909 time: 0.2743382 Aug 27 14:00:22.458372 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-cfbba869-b074-4476-8475-870aaf0f63d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0 HTTP/1.1" status: 200 len: 217 time: 0.0481095 Aug 27 14:00:22.537398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-0d27ca41-7b29-494a-a7b6-bb85235fff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:22.539912 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-0d27ca41-7b29-494a-a7b6-bb85235fff9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 200 len: 848 time: 0.0734377 Aug 27 14:00:22.581979 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-fb3b3e37-b327-4ad1-9d98-f0aabcc1a819 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4fa4222-2c01-407d-8d35-d36794d53fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317593 Aug 27 14:00:22.585095 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0786b919-daa5-4f90-a626-dfdcbe5d39ad req-f27bc67b-c7b1-4382-8e7c-33530cf0613a service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673412 Aug 27 14:00:22.669566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-40039ef0-ac14-49a4-9392-f2d67d2f81f1 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:22.677709 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-40039ef0-ac14-49a4-9392-f2d67d2f81f1 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/networks?id=98a83768-35e2-421d-8e29-026f2b74cf67 HTTP/1.1" status: 200 len: 815 time: 0.8913145 Aug 27 14:00:22.704201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'name': 'tempest-FloatingIPsNegativeTestJSON-885085967-router', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:12Z', 'updated_at': '2021-08-27T14:00:18Z', 'revision_number': 4, 'project_id': '2acbac4bf7ad436da755c3cc1b55542d', 'gw_port': {'id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:13Z', 'updated_at': '2021-08-27T14:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ed5084df-3400-4327-9844-3b10b2071364', 'name': '', 'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'mac_address': 'fa:16:3e:e0:c8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2fddcfe0-4275-4c7c-995e-cfba9bfdf616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:17Z', 'updated_at': '2021-08-27T14:00:22Z', 'revision_number': 4, 'project_id': '2acbac4bf7ad436da755c3cc1b55542d', 'subnets': [{'id': '2fddcfe0-4275-4c7c-995e-cfba9bfdf616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:22.735756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6d73f-f0c0-4acf-8d2c-316d8c78bdb1 None None] The sync data for ids ['e42574ff-97fd-4d51-8625-9c7da2a510de'] in n-d-712139-12 is: [{'id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'name': 'tempest-FloatingIPsNegativeTestJSON-885085967-router', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:12Z', 'updated_at': '2021-08-27T14:00:18Z', 'revision_number': 4, 'project_id': '2acbac4bf7ad436da755c3cc1b55542d', 'gw_port': {'id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:13Z', 'updated_at': '2021-08-27T14:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ed5084df-3400-4327-9844-3b10b2071364', 'name': '', 'network_id': '588f93a9-1914-46ae-8445-c17c98abf15c', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'mac_address': 'fa:16:3e:e0:c8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2fddcfe0-4275-4c7c-995e-cfba9bfdf616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:17Z', 'updated_at': '2021-08-27T14:00:22Z', 'revision_number': 4, 'project_id': '2acbac4bf7ad436da755c3cc1b55542d', 'subnets': [{'id': '2fddcfe0-4275-4c7c-995e-cfba9bfdf616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:00:22.789721 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-71837572-ce79-46ec-be30-e9a58704c589 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/quotas/72b9ab7d63ad4d10a6e999acf8f3ce3c HTTP/1.1" status: 200 len: 375 time: 0.1106255 Aug 27 14:00:22.848829 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-26424ac5-707b-476f-b443-7bafdd3f57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:22.851410 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-26424ac5-707b-476f-b443-7bafdd3f57e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:22.852559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-26424ac5-707b-476f-b443-7bafdd3f57e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f35d7e9-9613-4524-b991-e39912b3d56f HTTP/1.1" status: 204 len: 168 time: 1.2919135 Aug 27 14:00:22.870359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4beccf-7466-4611-aee9-e603af7d0eb0 req-697673c8-4eaa-4f14-b99d-45ae0c452eb9 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:22.872451 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da4beccf-7466-4611-aee9-e603af7d0eb0 req-697673c8-4eaa-4f14-b99d-45ae0c452eb9 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 945 time: 0.1367729 Aug 27 14:00:22.896540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26424ac5-707b-476f-b443-7bafdd3f57e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f35d7e9-9613-4524-b991-e39912b3d56f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:22.913471 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-4e79fa62-3649-44df-bdd0-14ccb5aa28ca service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080063 Aug 27 14:00:22.944566 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da4beccf-7466-4611-aee9-e603af7d0eb0 req-0fcf2a45-f3dd-4296-8923-552f12014f84 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622633 Aug 27 14:00:22.969317 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0786b919-daa5-4f90-a626-dfdcbe5d39ad req-7e609601-ae7a-4ea2-8c1a-286f11bd4a9a service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441823 Aug 27 14:00:22.994307 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-22598ce1-8a67-48d4-b874-0531d78ce9a9 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=72b9ab7d63ad4d10a6e999acf8f3ce3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1749082 Aug 27 14:00:23.039884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:23.043004 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20774eb1-cc56-4bf0-a096-98b61c29e087" -d '{"events": [{"server_uuid": "19c30579-7668-4fd3-83b6-26a2eb68b09c", "name": "network-vif-plugged", "status": "completed", "tag": "2d6234c2-5c37-4d1c-baaa-c17619a12fe5"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:23.090885 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-6de55091-d31c-4a0d-a314-f285bf6b196e service neutron] 10.222.0.52 "GET /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498516 Aug 27 14:00:23.200705 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-430ccbd2-4c95-435b-b021-aa090a81ece1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:23.204327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d314810-7c26-42f6-ad0a-e6e2b60d79a8 req-a0386704-4d76-4af4-beba-2aa8e41fa545 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:23.210757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d314810-7c26-42f6-ad0a-e6e2b60d79a8 req-a0386704-4d76-4af4-beba-2aa8e41fa545 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 950 time: 0.0888143 Aug 27 14:00:23.286887 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d314810-7c26-42f6-ad0a-e6e2b60d79a8 req-509a1147-06ff-4b0e-8712-5733a4c8aa99 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704076 Aug 27 14:00:23.452274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc80c74-9a27-4d7c-81ee-9571736ac26a req-26126231-483a-42a3-bdb1-7a11cd8231a0 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:23.453855 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4cc80c74-9a27-4d7c-81ee-9571736ac26a req-26126231-483a-42a3-bdb1-7a11cd8231a0 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dd890-eead-4f7a-b0dd-d368aba06bd6 HTTP/1.1" status: 200 len: 946 time: 0.2499428 Aug 27 14:00:23.478021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c2e1b-fd54-45df-a357-2ea48728bdc8 req-0f66a2f7-9ff4-4c3b-a032-9eb15565fb8f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:23.486611 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-322c2e1b-fd54-45df-a357-2ea48728bdc8 req-0f66a2f7-9ff4-4c3b-a032-9eb15565fb8f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 944 time: 0.1104124 Aug 27 14:00:23.536351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-d40fe2f3-93e1-460d-b426-d1a66e0b351b tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:23.537859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-d40fe2f3-93e1-460d-b426-d1a66e0b351b tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52&tenant_id=0b84005fec6146b8af367291d0980e18&binding%3Ahost_id=n-h1-712139-12 HTTP/1.1" status: 200 len: 1096 time: 0.1126404 Aug 27 14:00:23.553380 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-322c2e1b-fd54-45df-a357-2ea48728bdc8 req-a23040a9-55be-4fd8-b56e-371c5cd1b01b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655680 Aug 27 14:00:23.642245 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3183776-9282-4b2c-a2be-4b526a024faa x-openstack-request-id: req-a3183776-9282-4b2c-a2be-4b526a024faa {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:23.642625 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c30579-7668-4fd3-83b6-26a2eb68b09c", "name": "network-vif-plugged", "status": "completed", "tag": "2d6234c2-5c37-4d1c-baaa-c17619a12fe5", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:23.643062 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3183776-9282-4b2c-a2be-4b526a024faa {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:23.643463 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'code': 200} Aug 27 14:00:23.779035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-cbb24195-4bec-4f20-b5cd-e40409027c2a service neutron] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:00:23.783045 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-cbb24195-4bec-4f20-b5cd-e40409027c2a service neutron] Notify callbacks [] for binding, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:23.784440 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-cbb24195-4bec-4f20-b5cd-e40409027c2a service neutron] 10.222.0.52 "DELETE /v2.0/ports/299d4a62-188f-4f80-a2c8-ff5397b38ee0/bindings/n-h2-712139-12 HTTP/1.1" status: 204 len: 173 time: 0.2187905 Aug 27 14:00:23.885470 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-d4d7498b-beb5-4bcb-a4dd-a2aceab89c5f service neutron] 10.222.0.55 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8783565 Aug 27 14:00:23.900431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9601578-aac1-462a-ae9b-8fdd6d508190 req-19b4a7d3-d3ea-4ace-934c-4dd3c653984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:23.902005 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d9601578-aac1-462a-ae9b-8fdd6d508190 req-19b4a7d3-d3ea-4ace-934c-4dd3c653984e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 1097 time: 0.1528172 Aug 27 14:00:23.982756 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-4cc80c74-9a27-4d7c-81ee-9571736ac26a req-13656a28-8ee1-4a63-84c1-b07fc0fdbe24 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Deleting port ba26a24a-8322-41bf-8fe8-e3051e872d1f {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:23.983046 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4cc80c74-9a27-4d7c-81ee-9571736ac26a req-13656a28-8ee1-4a63-84c1-b07fc0fdbe24 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:24.083071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ed5084df-3400-4327-9844-3b10b2071364 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:00:24.162027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ed5084df-3400-4327-9844-3b10b2071364 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:00:24.167431 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ed5084df-3400-4327-9844-3b10b2071364 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:24.168147 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:24.187024 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d9601578-aac1-462a-ae9b-8fdd6d508190 req-36b1a174-f83a-460c-8aaf-e2c083fdb58b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614169 Aug 27 14:00:24.304538 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:24.329701 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-eeaf1aa6-6711-4425-a6a7-9bcffea7251c service neutron] 10.222.0.55 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210067 Aug 27 14:00:24.354084 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-4cc80c74-9a27-4d7c-81ee-9571736ac26a req-13656a28-8ee1-4a63-84c1-b07fc0fdbe24 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] For port ba26a24a-8322-41bf-8fe8-e3051e872d1f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=ba26a24a-8322-41bf-8fe8-e3051e872d1f,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:24.354084 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4cc80c74-9a27-4d7c-81ee-9571736ac26a req-13656a28-8ee1-4a63-84c1-b07fc0fdbe24 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:24.368688 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port ed5084df-3400-4327-9844-3b10b2071364, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ed5084df-3400-4327-9844-3b10b2071364,segment=NetworkSegment(c72700a8-d5f2-461f-8683-9d82d4a285b2),segment_id=c72700a8-d5f2-461f-8683-9d82d4a285b2)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:24.388706 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:24.443651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-4cc80c74-9a27-4d7c-81ee-9571736ac26a req-13656a28-8ee1-4a63-84c1-b07fc0fdbe24 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Calling delete_port for ba26a24a-8322-41bf-8fe8-e3051e872d1f owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:24.482637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7467177-3c0a-49af-a3ce-c2e80e2f6a98 req-fc7aec24-2d31-476b-985f-1b71e0544140 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:24.488983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-430ccbd2-4c95-435b-b021-aa090a81ece1 admin admin] Deleting port ed5084df-3400-4327-9844-3b10b2071364 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:24.489331 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-430ccbd2-4c95-435b-b021-aa090a81ece1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:24.495179 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a7467177-3c0a-49af-a3ce-c2e80e2f6a98 req-fc7aec24-2d31-476b-985f-1b71e0544140 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 945 time: 0.0772440 Aug 27 14:00:24.505226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=ed5084df-3400-4327-9844-3b10b2071364,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:24.615383 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a7467177-3c0a-49af-a3ce-c2e80e2f6a98 req-f6833074-d49b-41af-9530-7415daf349e6 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176670 Aug 27 14:00:24.752344 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4cc80c74-9a27-4d7c-81ee-9571736ac26a req-13656a28-8ee1-4a63-84c1-b07fc0fdbe24 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:24.796185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13656a28-8ee1-4a63-84c1-b07fc0fdbe24 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Pushing event deleted for resources: {'Port': ['ID=ba26a24a-8322-41bf-8fe8-e3051e872d1f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:24.828352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45078) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:24.863891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50dba0-7df6-4ffa-9690-c93bbbd07723 req-9ef88eaa-6688-48b3-808b-f683eb720387 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:24.865438 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f50dba0-7df6-4ffa-9690-c93bbbd07723 req-9ef88eaa-6688-48b3-808b-f683eb720387 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 944 time: 0.0853624 Aug 27 14:00:24.899313 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be0827c0-470c-4d6a-935c-2d6d43a2f41f req-014c1659-d93d-45d5-82b2-f4aacf868ec3 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 210 time: 0.0784428 Aug 27 14:00:24.946602 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f50dba0-7df6-4ffa-9690-c93bbbd07723 req-5c8316be-5413-44f0-ba4c-92672dd530a2 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744262 Aug 27 14:00:24.947815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc80c74-9a27-4d7c-81ee-9571736ac26a req-13656a28-8ee1-4a63-84c1-b07fc0fdbe24 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] No DVR routers for this DVR port ba26a24a-8322-41bf-8fe8-e3051e872d1f on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:24.962105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-430ccbd2-4c95-435b-b021-aa090a81ece1 admin admin] For port ed5084df-3400-4327-9844-3b10b2071364, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ed5084df-3400-4327-9844-3b10b2071364,segment=NetworkSegment(c72700a8-d5f2-461f-8683-9d82d4a285b2),segment_id=c72700a8-d5f2-461f-8683-9d82d4a285b2)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:24.962557 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-430ccbd2-4c95-435b-b021-aa090a81ece1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:24.988151 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4cc80c74-9a27-4d7c-81ee-9571736ac26a req-13656a28-8ee1-4a63-84c1-b07fc0fdbe24 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:24.990437 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4cc80c74-9a27-4d7c-81ee-9571736ac26a req-13656a28-8ee1-4a63-84c1-b07fc0fdbe24 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.41 "DELETE /v2.0/ports/ba26a24a-8322-41bf-8fe8-e3051e872d1f HTTP/1.1" status: 204 len: 173 time: 1.5282121 Aug 27 14:00:24.993014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6dd890-eead-4f7a-b0dd-d368aba06bd6', 'name': 'network-vif-deleted', 'tag': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:24.999254 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d0093f-0609-4463-aa58-196bb244eafa" -d '{"events": [{"server_uuid": "aa6dd890-eead-4f7a-b0dd-d368aba06bd6", "name": "network-vif-deleted", "tag": "ba26a24a-8322-41bf-8fe8-e3051e872d1f"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:25.013871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-430ccbd2-4c95-435b-b021-aa090a81ece1 admin admin] Calling delete_port for ed5084df-3400-4327-9844-3b10b2071364 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:25.078143 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dbcd717c-969d-4ad2-a736-eb60a7de98fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89e5418f8b3d4bd58bbc523f9d254c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485330 Aug 27 14:00:25.081878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45096) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:25.286793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7b90cfb-f557-4a73-bf2a-f870435c6fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:25.344309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50125e74-62ec-49fc-bdea-4b4526cc7386 req-ae48b56e-59ad-4a0d-8e3c-b69abb6d6caf tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:25.346256 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50125e74-62ec-49fc-bdea-4b4526cc7386 req-ae48b56e-59ad-4a0d-8e3c-b69abb6d6caf tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 1096 time: 0.1709185 Aug 27 14:00:25.349367 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7b90cfb-f557-4a73-bf2a-f870435c6fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:25.422031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50125e74-62ec-49fc-bdea-4b4526cc7386 req-72f1a148-d6d5-406d-8691-c28a540632da tempest-LiveMigrationTest-1730454950 tempest-LiveMigrationTest-1730454950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612667 Aug 27 14:00:25.459097 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-430ccbd2-4c95-435b-b021-aa090a81ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:25.462527 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7b90cfb-f557-4a73-bf2a-f870435c6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:25.465560 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7b90cfb-f557-4a73-bf2a-f870435c6fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:25.466915 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b7b90cfb-f557-4a73-bf2a-f870435c6fdf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26211a4a-5b26-41cf-a973-667f1e3567b5 HTTP/1.1" status: 204 len: 168 time: 0.3843734 Aug 27 14:00:25.488039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b90cfb-f557-4a73-bf2a-f870435c6fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26211a4a-5b26-41cf-a973-667f1e3567b5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:25.533482 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d2f7ca-0b4a-4a47-ab51-c54b55bbbeb1 x-openstack-request-id: req-f7d2f7ca-0b4a-4a47-ab51-c54b55bbbeb1 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:25.533789 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6dd890-eead-4f7a-b0dd-d368aba06bd6", "name": "network-vif-deleted", "tag": "ba26a24a-8322-41bf-8fe8-e3051e872d1f", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:25.534046 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7d2f7ca-0b4a-4a47-ab51-c54b55bbbeb1 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:25.534469 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6dd890-eead-4f7a-b0dd-d368aba06bd6', 'name': 'network-vif-deleted', 'tag': 'ba26a24a-8322-41bf-8fe8-e3051e872d1f', 'status': 'completed', 'code': 200} Aug 27 14:00:25.535713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ccbd2-4c95-435b-b021-aa090a81ece1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5084df-3400-4327-9844-3b10b2071364,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:25.583790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device ba26a24a-8322-41bf-8fe8-e3051e872d1f no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:25.635858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: ba26a24a-8322-41bf-8fe8-e3051e872d1f {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:25.636250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device ba26a24a-8322-41bf-8fe8-e3051e872d1f not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:25.894507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e3a65-64c9-40d5-b77e-cd6ff44a8208 req-5dd15f9d-4f82-426b-b9ef-bb900f3e7ae9 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:25.896136 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e20e3a65-64c9-40d5-b77e-cd6ff44a8208 req-5dd15f9d-4f82-426b-b9ef-bb900f3e7ae9 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 945 time: 0.1980388 Aug 27 14:00:25.965601 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-430ccbd2-4c95-435b-b021-aa090a81ece1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:26.007487 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e20e3a65-64c9-40d5-b77e-cd6ff44a8208 req-a577516c-e1c2-4d69-a19f-591863b2fa31 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912628 Aug 27 14:00:26.010068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 7dc98858-6543-4003-ab35-a7d14120bd36 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:26.068486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 7dc98858-6543-4003-ab35-a7d14120bd36 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:26.068833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 7dc98858-6543-4003-ab35-a7d14120bd36 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:26.070566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f21ebb-24f9-45d4-b700-f4301700712f req-acd6e319-ed49-4407-829d-f3ec69426e6f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:26.090286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8f21ebb-24f9-45d4-b700-f4301700712f req-acd6e319-ed49-4407-829d-f3ec69426e6f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 944 time: 0.1257186 Aug 27 14:00:26.160150 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8f21ebb-24f9-45d4-b700-f4301700712f req-63d2fb01-ed9a-4836-85ec-3c7c2ae9a0e1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688295 Aug 27 14:00:26.221700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dac19aaf-504f-4183-af36-cdd7ae3d9c06 req-ade02533-fb75-41ab-bcd2-bf55c61bea7f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 210 time: 0.0708737 Aug 27 14:00:26.357754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45140) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:26.388187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430ccbd2-4c95-435b-b021-aa090a81ece1 admin admin] Router e42574ff-97fd-4d51-8625-9c7da2a510de has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:00:26.420643 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a0b6d5d6-1912-4316-98df-04d4b67927b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24b6f8dda3494111bbf69a712765ca93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600553 Aug 27 14:00:26.424039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45146) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:26.481180 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c58c31a-d88c-492f-9ed4-7b786eb6e89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:26.519755 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c58c31a-d88c-492f-9ed4-7b786eb6e89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:26.531118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430ccbd2-4c95-435b-b021-aa090a81ece1 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:00:26.542444 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863cac7c-1f1d-4754-a752-9813e46f9199 None None] Sync routers for ids ['e42574ff-97fd-4d51-8625-9c7da2a510de'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:00:26.554530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45148) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:26.555962 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-430ccbd2-4c95-435b-b021-aa090a81ece1 admin admin] 10.222.0.55 "PUT /v2.0/routers/e42574ff-97fd-4d51-8625-9c7da2a510de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8572245 Aug 27 14:00:26.558251 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863cac7c-1f1d-4754-a752-9813e46f9199 None None] Routers {'e42574ff-97fd-4d51-8625-9c7da2a510de'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:26.559010 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-863cac7c-1f1d-4754-a752-9813e46f9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e42574ff-97fd-4d51-8625-9c7da2a510de'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:26.635165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567c25a-0ef7-48cb-afec-41e9824ed987 req-cfb013d3-ad42-40ec-8ac8-604ca3faada8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:26.637075 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4567c25a-0ef7-48cb-afec-41e9824ed987 req-cfb013d3-ad42-40ec-8ac8-604ca3faada8 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.52 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 944 time: 0.0800529 Aug 27 14:00:26.741306 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-863cac7c-1f1d-4754-a752-9813e46f9199 None None] Set router e42574ff-97fd-4d51-8625-9c7da2a510de gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:26.985572 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-4567c25a-0ef7-48cb-afec-41e9824ed987 req-8a2cff31-d937-4c50-aae0-7653d8d6cf9a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Deleting port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:26.986239 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4567c25a-0ef7-48cb-afec-41e9824ed987 req-8a2cff31-d937-4c50-aae0-7653d8d6cf9a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:26.997977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-d4597072-3b65-4fce-ba0b-b99cb82d6007 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:26.999852 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-d4597072-3b65-4fce-ba0b-b99cb82d6007 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.41 "GET /v2.0/networks?id=98a83768-35e2-421d-8e29-026f2b74cf67 HTTP/1.1" status: 200 len: 815 time: 0.2352271 Aug 27 14:00:27.011975 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c58c31a-d88c-492f-9ed4-7b786eb6e89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:27.016103 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c58c31a-d88c-492f-9ed4-7b786eb6e89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:27.017711 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3c58c31a-d88c-492f-9ed4-7b786eb6e89e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c67da87-6c3e-457a-88b6-34f08bc81c25 HTTP/1.1" status: 204 len: 168 time: 0.5924587 Aug 27 14:00:27.057744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58c31a-d88c-492f-9ed4-7b786eb6e89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c67da87-6c3e-457a-88b6-34f08bc81c25,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:27.078591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-dbec9784-e693-424e-8597-5cb6105176ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Request body: {'port': {'device_id': '3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6', 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67', 'admin_state_up': True, 'tenant_id': '72b9ab7d63ad4d10a6e999acf8f3ce3c'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:27.106576 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:27.170221 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-863cac7c-1f1d-4754-a752-9813e46f9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'name': 'tempest-FloatingIPsNegativeTestJSON-885085967-router', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:12Z', 'updated_at': '2021-08-27T14:00:25Z', 'revision_number': 5, 'project_id': '2acbac4bf7ad436da755c3cc1b55542d', 'gw_port': {'id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:13Z', 'updated_at': '2021-08-27T14:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:27.220480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-dbec9784-e693-424e-8597-5cb6105176ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Made reservation on behalf of 72b9ab7d63ad4d10a6e999acf8f3ce3c for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:27.224565 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-dbec9784-e693-424e-8597-5cb6105176ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:27.253881 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863cac7c-1f1d-4754-a752-9813e46f9199 None None] Checking router: e42574ff-97fd-4d51-8625-9c7da2a510de for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:00:27.266095 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863cac7c-1f1d-4754-a752-9813e46f9199 None None] Routers {'e42574ff-97fd-4d51-8625-9c7da2a510de'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:27.267183 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-863cac7c-1f1d-4754-a752-9813e46f9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e42574ff-97fd-4d51-8625-9c7da2a510de'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:27.311277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b72b39-7e67-43ff-9119-7487143be766 req-a49d0aed-20e7-4472-ae08-0190a55dd1e2 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:27.319577 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8b72b39-7e67-43ff-9119-7487143be766 req-a49d0aed-20e7-4472-ae08-0190a55dd1e2 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 945 time: 0.1520462 Aug 27 14:00:27.347433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-4567c25a-0ef7-48cb-afec-41e9824ed987 req-8a2cff31-d937-4c50-aae0-7653d8d6cf9a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] For port 299d4a62-188f-4f80-a2c8-ff5397b38ee0, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=299d4a62-188f-4f80-a2c8-ff5397b38ee0,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:27.348860 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4567c25a-0ef7-48cb-afec-41e9824ed987 req-8a2cff31-d937-4c50-aae0-7653d8d6cf9a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:27.387294 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:27.395715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-4567c25a-0ef7-48cb-afec-41e9824ed987 req-8a2cff31-d937-4c50-aae0-7653d8d6cf9a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Calling delete_port for 299d4a62-188f-4f80-a2c8-ff5397b38ee0 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:27.421425 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8b72b39-7e67-43ff-9119-7487143be766 req-c27f7d47-6f49-42bf-a94b-f7f2e007bbbb tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009037 Aug 27 14:00:27.427829 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-863cac7c-1f1d-4754-a752-9813e46f9199 None None] Set router e42574ff-97fd-4d51-8625-9c7da2a510de gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:27.562340 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29ac55fe-a93a-4d3f-917e-2e62b6ddd324 req-1af33b92-6f6d-48e6-a1da-e8cdd6bb519b tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 210 time: 0.0389194 Aug 27 14:00:27.568096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Deleting port ee44e070-e92f-4605-b0ab-03cf5974e2fd {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:27.568655 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:27.701327 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-863cac7c-1f1d-4754-a752-9813e46f9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'name': 'tempest-FloatingIPsNegativeTestJSON-885085967-router', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:12Z', 'updated_at': '2021-08-27T14:00:25Z', 'revision_number': 5, 'project_id': '2acbac4bf7ad436da755c3cc1b55542d', 'gw_port': {'id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:13Z', 'updated_at': '2021-08-27T14:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:27.718521 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] For port ee44e070-e92f-4605-b0ab-03cf5974e2fd, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ee44e070-e92f-4605-b0ab-03cf5974e2fd,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:27.719125 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:27.736544 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863cac7c-1f1d-4754-a752-9813e46f9199 None None] The sync data for ids ['e42574ff-97fd-4d51-8625-9c7da2a510de'] in n-d-712139-12 is: [{'id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'name': 'tempest-FloatingIPsNegativeTestJSON-885085967-router', 'tenant_id': '2acbac4bf7ad436da755c3cc1b55542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:12Z', 'updated_at': '2021-08-27T14:00:25Z', 'revision_number': 5, 'project_id': '2acbac4bf7ad436da755c3cc1b55542d', 'gw_port': {'id': 'ee44e070-e92f-4605-b0ab-03cf5974e2fd', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42574ff-97fd-4d51-8625-9c7da2a510de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:13Z', 'updated_at': '2021-08-27T14:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:00:27.765432 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Calling delete_port for ee44e070-e92f-4605-b0ab-03cf5974e2fd owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:27.845616 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7e9d3c8-98e0-48aa-869f-52d0024439d1 req-68addac9-5fcf-4f3f-88b6-0ac4e9592ddd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1236110 Aug 27 14:00:28.016400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b027d00d-648b-4d38-8802-eb266b6bb83c details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:00:28.034506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-dbec9784-e693-424e-8597-5cb6105176ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Allocated IP 172.20.0.6 (98a83768-35e2-421d-8e29-026f2b74cf67/b548265e-aa82-466a-84a5-9484690d9f4b/cfcd3921-2e69-490d-b77e-5cbb48af2bc8) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:00:28.049225 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7e9d3c8-98e0-48aa-869f-52d0024439d1 req-a85b6a0d-748c-47ff-9b39-719fbee20a84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0897677 Aug 27 14:00:28.052721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370db75-2180-4d7d-86ad-b4146efb43b6 req-78846290-9a89-4040-bccd-7cfb5e28eaf0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:28.063035 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3370db75-2180-4d7d-86ad-b4146efb43b6 req-78846290-9a89-4040-bccd-7cfb5e28eaf0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52 HTTP/1.1" status: 200 len: 944 time: 0.1257601 Aug 27 14:00:28.158663 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7e9d3c8-98e0-48aa-869f-52d0024439d1 req-8339c4ac-b3e7-4a07-9a06-b1be2705de9f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524747 Aug 27 14:00:28.170122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ed5084df-3400-4327-9844-3b10b2071364 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:28.188090 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:28.226828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: ed5084df-3400-4327-9844-3b10b2071364 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:28.232300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ed5084df-3400-4327-9844-3b10b2071364 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:28.250488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3370db75-2180-4d7d-86ad-b4146efb43b6 req-9bfda4dc-ea98-42f9-86e7-be8f8c9583e5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861312 Aug 27 14:00:28.393335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b027d00d-648b-4d38-8802-eb266b6bb83c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:28.428686 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'b027d00d-648b-4d38-8802-eb266b6bb83c', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'b027d00d-648b-4d38-8802-eb266b6bb83c', 'mac_address': 'fa:16:3e:bb:2f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:00:28.452194 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Pushing event deleted for resources: {'Port': ['ID=ee44e070-e92f-4605-b0ab-03cf5974e2fd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:28.517934 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4567c25a-0ef7-48cb-afec-41e9824ed987 req-8a2cff31-d937-4c50-aae0-7653d8d6cf9a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:28.559033 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:28.571422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cff31-d937-4c50-aae0-7653d8d6cf9a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Pushing event deleted for resources: {'Port': ['ID=299d4a62-188f-4f80-a2c8-ff5397b38ee0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:28.575339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['beb6cf09-79cb-4ff2-99fa-706664bb1bd1', '299d4a62-188f-4f80-a2c8-ff5397b38ee0'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:28.636113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b027d00d-648b-4d38-8802-eb266b6bb83c {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:00:28.678587 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b027d00d-648b-4d38-8802-eb266b6bb83c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:28.701110 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:28.714351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4567c25a-0ef7-48cb-afec-41e9824ed987 req-8a2cff31-d937-4c50-aae0-7653d8d6cf9a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] No DVR routers for this DVR port 299d4a62-188f-4f80-a2c8-ff5397b38ee0 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:28.736754 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4567c25a-0ef7-48cb-afec-41e9824ed987 req-8a2cff31-d937-4c50-aae0-7653d8d6cf9a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:28.739974 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4567c25a-0ef7-48cb-afec-41e9824ed987 req-8a2cff31-d937-4c50-aae0-7653d8d6cf9a tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.52 "DELETE /v2.0/ports/299d4a62-188f-4f80-a2c8-ff5397b38ee0 HTTP/1.1" status: 204 len: 173 time: 2.0875897 Aug 27 14:00:28.741708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52', 'name': 'network-vif-deleted', 'tag': '299d4a62-188f-4f80-a2c8-ff5397b38ee0'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:28.757787 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a487f683-a1f4-4ed8-933a-20354f30ee85" -d '{"events": [{"server_uuid": "15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52", "name": "network-vif-deleted", "tag": "299d4a62-188f-4f80-a2c8-ff5397b38ee0"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:28.799493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b027d00d-648b-4d38-8802-eb266b6bb83c,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:28.816138 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-dbec9784-e693-424e-8597-5cb6105176ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:28.820324 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ee3a560-733b-45a3-ba6c-4d6ad6f12724 req-bf538e5a-f6af-40c2-96dc-60da82eac423 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 210 time: 0.1116760 Aug 27 14:00:28.888646 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-dbec9784-e693-424e-8597-5cb6105176ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:28.937448 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:28.980552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-fa123b06-1e3a-4fcb-8b12-a54c6626782a tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:28.988780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-fa123b06-1e3a-4fcb-8b12-a54c6626782a tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5434225 Aug 27 14:00:29.002114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-dbec9784-e693-424e-8597-5cb6105176ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Network 98a83768-35e2-421d-8e29-026f2b74cf67 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:00:29.005541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-dbec9784-e693-424e-8597-5cb6105176ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:29.011910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-dbec9784-e693-424e-8597-5cb6105176ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:00:29.066217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec9784-e693-424e-8597-5cb6105176ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Pushing event updated for resources: {'Port': ['ID=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:29.158625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d3c8-98e0-48aa-869f-52d0024439d1 req-f45a0428-6218-4f15-aff9-c43dc40add43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:29.161681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-dbec9784-e693-424e-8597-5cb6105176ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:29.162330 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-dbec9784-e693-424e-8597-5cb6105176ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:29.166178 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7e9d3c8-98e0-48aa-869f-52d0024439d1 req-f45a0428-6218-4f15-aff9-c43dc40add43 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9851732 Aug 27 14:00:29.187765 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67553c54-6b34-4dcc-94b8-43a425fa0eb8 x-openstack-request-id: req-67553c54-6b34-4dcc-94b8-43a425fa0eb8 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:29.188007 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52", "name": "network-vif-deleted", "tag": "299d4a62-188f-4f80-a2c8-ff5397b38ee0", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:29.188277 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67553c54-6b34-4dcc-94b8-43a425fa0eb8 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:29.188686 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b89a87-f6b7-4535-b1cb-8dd0c8ed8c52', 'name': 'network-vif-deleted', 'tag': '299d4a62-188f-4f80-a2c8-ff5397b38ee0', 'status': 'completed', 'code': 200} Aug 27 14:00:29.194176 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-dbec9784-e693-424e-8597-5cb6105176ad tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1263435 Aug 27 14:00:29.227492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Request body: {'port': {'device_id': '3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:29.339766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['b027d00d-648b-4d38-8802-eb266b6bb83c'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:29.353108 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:29.359018 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-84d99405-5a94-46cb-b0ba-aa65e357cf93 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.3692300 Aug 27 14:00:29.366175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-8d4a05d2-6a47-49a3-8f25-2c89d6915e17 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Request body: {'floatingip': {'port_id': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:29.424025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-8d4a05d2-6a47-49a3-8f25-2c89d6915e17 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:29.430023 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:29.480774 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:29.614468 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:29.620386 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Fanout notify agent at l3_agent the message router_deleted on router e42574ff-97fd-4d51-8625-9c7da2a510de {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:00:29.635378 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:29.640741 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-49753644-5eaa-4494-bf7d-79f6ef2d6aee admin admin] 10.222.0.55 "DELETE /v2.0/routers/e42574ff-97fd-4d51-8625-9c7da2a510de HTTP/1.1" status: 204 len: 168 time: 3.0848024 Aug 27 14:00:29.644130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45284) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:29.916465 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c22881-8fa4-4506-b511-87f70732fcf2 admin admin] Deleting subnet 2fddcfe0-4275-4c7c-995e-cfba9bfdf616 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:00:29.932068 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48c22881-8fa4-4506-b511-87f70732fcf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:30.054770 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 299d4a62-188f-4f80-a2c8-ff5397b38ee0 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:30.098213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 299d4a62-188f-4f80-a2c8-ff5397b38ee0 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:30.103017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 299d4a62-188f-4f80-a2c8-ff5397b38ee0 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:30.108387 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48c22881-8fa4-4506-b511-87f70732fcf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:30.273197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372bb22-f045-4fff-915c-d411ab20a271 req-0d434664-c9f8-4587-b091-8503faceb86d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:30.274676 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7372bb22-f045-4fff-915c-d411ab20a271 req-0d434664-c9f8-4587-b091-8503faceb86d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 931 time: 0.2752824 Aug 27 14:00:30.344587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45304) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:30.417432 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48c22881-8fa4-4506-b511-87f70732fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:30.520566 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7372bb22-f045-4fff-915c-d411ab20a271 req-bfc6dd97-05b0-4a75-929e-099459c74a77 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163808 Aug 27 14:00:30.641049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcd3921-2e69-490d-b77e-5cbb48af2bc8 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:00:30.662809 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:30.701692 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Transition to ACTIVE for port object cfcd3921-2e69-490d-b77e-5cbb48af2bc8 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:30.711421 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:30.807448 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:30.864258 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cf4f-27b1-4999-8815-24a20fe95cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:30.893156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48c22881-8fa4-4506-b511-87f70732fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:30.912567 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48c22881-8fa4-4506-b511-87f70732fcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:30.915827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9550e4-8fa2-43a5-b5fe-d5e528d1bab2 None None] Network 588f93a9-1914-46ae-8445-c17c98abf15c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:00:30.931857 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-48c22881-8fa4-4506-b511-87f70732fcf2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2fddcfe0-4275-4c7c-995e-cfba9bfdf616 HTTP/1.1" status: 204 len: 168 time: 1.2863851 Aug 27 14:00:30.934948 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.resource_extend [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-8d4a05d2-6a47-49a3-8f25-2c89d6915e17 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 14:00:30.980692 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45322) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:31.080606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c22881-8fa4-4506-b511-87f70732fcf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fddcfe0-4275-4c7c-995e-cfba9bfdf616,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:31.160895 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-8d4a05d2-6a47-49a3-8f25-2c89d6915e17 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:31.167197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Attempting to bind port cfcd3921-2e69-490d-b77e-5cbb48af2bc8 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:00:31.167544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Attempting to bind port cfcd3921-2e69-490d-b77e-5cbb48af2bc8 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'cf80bf3d-c409-41d2-b457-aa815ebd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:00:31.169303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Attempting to bind port cfcd3921-2e69-490d-b77e-5cbb48af2bc8 on network 98a83768-35e2-421d-8e29-026f2b74cf67 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:31.179308 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-8d4a05d2-6a47-49a3-8f25-2c89d6915e17 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:31.242275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Port cfcd3921-2e69-490d-b77e-5cbb48af2bc8 on network 98a83768-35e2-421d-8e29-026f2b74cf67 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:00:31.242275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Attempting to bind port cfcd3921-2e69-490d-b77e-5cbb48af2bc8 on network 98a83768-35e2-421d-8e29-026f2b74cf67 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:31.271192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5f4744-666c-4843-b49f-0a7dd3a11171 None None] DHCP port deletion for 588f93a9-1914-46ae-8445-c17c98abf15c request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:00:31.293139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:00:31.293782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Checking segment: {'id': 'cf80bf3d-c409-41d2-b457-aa815ebd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:31.294107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Bound using segment: {'id': 'cf80bf3d-c409-41d2-b457-aa815ebd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:00:31.294615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Bound port: cfcd3921-2e69-490d-b77e-5cbb48af2bc8, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf80bf3d-c409-41d2-b457-aa815ebd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:00:31.294981 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:31.344964 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:31.378857 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f4744-666c-4843-b49f-0a7dd3a11171 None None] Deleting port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:31.382018 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4744-666c-4843-b49f-0a7dd3a11171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:31.403709 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cf4f-27b1-4999-8815-24a20fe95cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:31.443329 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cf4f-27b1-4999-8815-24a20fe95cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:31.529368 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] For port cfcd3921-2e69-490d-b77e-5cbb48af2bc8, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:00:31.538263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] For port cfcd3921-2e69-490d-b77e-5cbb48af2bc8, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:00:31.558449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Deleting port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:31.563979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:31.567256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fe5f4744-666c-4843-b49f-0a7dd3a11171 None None] For port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ce117ba-90b0-4bd8-9beb-052dc2a14c53,segment=NetworkSegment(c72700a8-d5f2-461f-8683-9d82d4a285b2),segment_id=c72700a8-d5f2-461f-8683-9d82d4a285b2)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:31.570183 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4744-666c-4843-b49f-0a7dd3a11171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:31.576093 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:31.628647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f4744-666c-4843-b49f-0a7dd3a11171 None None] Calling delete_port for 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:31.851511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:31.852150 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:31.853572 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] 10.222.0.41 "PUT /v2.0/ports/cfcd3921-2e69-490d-b77e-5cbb48af2bc8 HTTP/1.1" status: 200 len: 1092 time: 2.6306987 Aug 27 14:00:31.866345 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6', 'tag': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:31.874165 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdd43cc-16fb-46ab-abec-b5734a744e03" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6", "tag": "cfcd3921-2e69-490d-b77e-5cbb48af2bc8"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:31.892979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8cf4f-27b1-4999-8815-24a20fe95cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf77560-7dcf-414e-a2c5-98fa265a1e7f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:31.910198 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4744-666c-4843-b49f-0a7dd3a11171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:31.915831 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-8d4a05d2-6a47-49a3-8f25-2c89d6915e17 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Floating IP bd0b1590-948d-4d19-af45-1fbc4c49a80d associated. External IP: 172.25.2.154, port: 4b3ff92c-e9ca-47ca-88e3-846afcc9db00. Aug 27 14:00:31.948773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f4744-666c-4843-b49f-0a7dd3a11171 None None] Pushing event deleted for resources: {'Port': ['ID=0ce117ba-90b0-4bd8-9beb-052dc2a14c53,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:31.951270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5f4744-666c-4843-b49f-0a7dd3a11171 None None] No DVR routers for this DVR port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:32.031755 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e7d8cf4f-27b1-4999-8815-24a20fe95cc6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7a83f11ab0a4c9bbf875a58c0b2650a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6855817 Aug 27 14:00:32.038336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45342) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:32.054541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b027d00d-648b-4d38-8802-eb266b6bb83c up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:00:32.113541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] For port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ce117ba-90b0-4bd8-9beb-052dc2a14c53,segment=NetworkSegment(c72700a8-d5f2-461f-8683-9d82d4a285b2),segment_id=c72700a8-d5f2-461f-8683-9d82d4a285b2)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:32.113922 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:32.139281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:32.162961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Calling delete_port for 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:32.173732 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa27591-49a1-4378-909c-f7a0292d95e9 req-93dd91d7-19db-4422-8895-babd32d3bd9f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:32.181621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5fa27591-49a1-4378-909c-f7a0292d95e9 req-93dd91d7-19db-4422-8895-babd32d3bd9f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 943 time: 0.3321905 Aug 27 14:00:32.195394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:32.196400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:32.197252 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ee44e070-e92f-4605-b0ab-03cf5974e2fd no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:32.197864 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bb023-9ee8-4fc9-844a-44662b4c0812 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:32.246110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-2d3d03b6-742b-47c8-a5fe-066cf35a147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:32.248572 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-2d3d03b6-742b-47c8-a5fe-066cf35a147a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72b9ab7d63ad4d10a6e999acf8f3ce3c&device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 1095 time: 0.2910275 Aug 27 14:00:32.252291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: ee44e070-e92f-4605-b0ab-03cf5974e2fd {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:32.252643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ee44e070-e92f-4605-b0ab-03cf5974e2fd not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:32.272193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port b027d00d-648b-4d38-8802-eb266b6bb83c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:32.273100 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:32.351928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:32.382127 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8764-e0eb-475c-96ce-f0d18897ec68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:32.397485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] No DVR routers for this DVR port 0ce117ba-90b0-4bd8-9beb-052dc2a14c53 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:32.424717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8764-e0eb-475c-96ce-f0d18897ec68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:32.431844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-6e2e0e5b-f226-4cf6-93ac-6136c12c465d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfcd3921-2e69-490d-b77e-5cbb48af2bc8 HTTP/1.1" status: 200 len: 217 time: 0.1346240 Aug 27 14:00:32.447297 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5fa27591-49a1-4378-909c-f7a0292d95e9 req-5c99417c-dd4a-45e3-bde0-cd24777d24b9 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646358 Aug 27 14:00:32.456398 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce117ba-90b0-4bd8-9beb-052dc2a14c53,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:32.472802 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:32.517694 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:32.522121 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44008a38-fa8a-4bd9-a08e-35b03293a876" -d '{"events": [{"server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "name": "network-vif-plugged", "status": "completed", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:32.527122 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8764-e0eb-475c-96ce-f0d18897ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:32.530413 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8764-e0eb-475c-96ce-f0d18897ec68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:32.538941 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-eb9e8764-e0eb-475c-96ce-f0d18897ec68 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cbf77560-7dcf-414e-a2c5-98fa265a1e7f HTTP/1.1" status: 204 len: 168 time: 0.4975259 Aug 27 14:00:32.557708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b027d00d-648b-4d38-8802-eb266b6bb83c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:32.569705 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e8764-e0eb-475c-96ce-f0d18897ec68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf77560-7dcf-414e-a2c5-98fa265a1e7f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:32.582202 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:32.646900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-a145080a-1b11-4eff-a912-321b1ca5604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:32.655987 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-a145080a-1b11-4eff-a912-321b1ca5604b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b548265e-aa82-466a-84a5-9484690d9f4b HTTP/1.1" status: 200 len: 855 time: 0.2041385 Aug 27 14:00:32.701130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b027d00d-648b-4d38-8802-eb266b6bb83c,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:32.750586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-8d4a05d2-6a47-49a3-8f25-2c89d6915e17 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Router cf2f3e42-e872-4fc3-aef1-e52117111199 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:00:32.812516 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:32.833064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588f93a9-1914-46ae-8445-c17c98abf15c']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:32.861513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72700a8-d5f2-461f-8683-9d82d4a285b2') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:32.874817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72700a8-d5f2-461f-8683-9d82d4a285b2') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:32.895543 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:32.974434 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:32.990759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:00:32.992765 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:33.012964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-8d4a05d2-6a47-49a3-8f25-2c89d6915e17 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:00:33.018797 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-8d4a05d2-6a47-49a3-8f25-2c89d6915e17 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:33.025278 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934b749-60da-40b0-b6e3-fac74cf80249 None None] Sync routers for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:00:33.049973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0934b749-60da-40b0-b6e3-fac74cf80249 None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:33.052406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0934b749-60da-40b0-b6e3-fac74cf80249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:33.066836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-8d4a05d2-6a47-49a3-8f25-2c89d6915e17 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "PUT /v2.0/floatingips/bd0b1590-948d-4d19-af45-1fbc4c49a80d HTTP/1.1" status: 200 len: 997 time: 3.7068360 Aug 27 14:00:33.067304 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:33.076763 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb4467f-b743-4b95-9f7c-cafb5483c5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:00:33.142502 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:00:33.213204 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-441b2018-23ba-442b-b8e2-fdce795e8fd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98a83768-35e2-421d-8e29-026f2b74cf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2845411 Aug 27 14:00:33.312436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-0934b749-60da-40b0-b6e3-fac74cf80249 None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:33.450785 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5870af1-ba41-43b2-96e5-e4255b8e1fc9 x-openstack-request-id: req-d5870af1-ba41-43b2-96e5-e4255b8e1fc9 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:33.451410 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6", "tag": "cfcd3921-2e69-490d-b77e-5cbb48af2bc8", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:33.451520 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5870af1-ba41-43b2-96e5-e4255b8e1fc9 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:33.452002 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6', 'tag': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8', 'status': 'completed', 'code': 200} Aug 27 14:00:33.474149 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:33.492055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45374) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:33.577768 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:33.590796 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] 10.222.0.55 "DELETE /v2.0/networks/588f93a9-1914-46ae-8445-c17c98abf15c HTTP/1.1" status: 204 len: 168 time: 2.6052525 Aug 27 14:00:33.596132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-424d17cb-f178-4898-98b2-53bd57acdb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:33.600393 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-424d17cb-f178-4898-98b2-53bd57acdb38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 1098 time: 0.5127702 Aug 27 14:00:33.682044 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-582b421f-edb3-42c5-8d5c-18db713d9452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:33.684871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036f8ad-a8a3-42c3-b3ae-d42114cc293f admin admin] Pushing event deleted for resources: {'Network': ['ID=588f93a9-1914-46ae-8445-c17c98abf15c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:33.852660 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c86064f-5acc-4da2-89ab-65311834c952 x-openstack-request-id: req-3c86064f-5acc-4da2-89ab-65311834c952 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:33.854059 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "name": "network-vif-plugged", "status": "completed", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:33.854558 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c86064f-5acc-4da2-89ab-65311834c952 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:33.855142 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c', 'code': 200} Aug 27 14:00:33.906619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-67cc4919-0c66-4e82-bc79-42b603099b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:33.907976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-67cc4919-0c66-4e82-bc79-42b603099b35 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.2998509 Aug 27 14:00:33.933079 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-3f695d25-9601-4a42-a44c-1242a86a556d service neutron] 10.222.0.41 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885881 Aug 27 14:00:33.943612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45382) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:34.009308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0934b749-60da-40b0-b6e3-fac74cf80249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bd0b1590-948d-4d19-af45-1fbc4c49a80d', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'port_id': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'mac_address': 'fa:16:3e:e2:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8415177d-6577-48a5-b405-2df5f47c4389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:00:05Z', 'updated_at': '2021-08-27T14:00:30Z', 'revision_number': 1, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:34.045382 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934b749-60da-40b0-b6e3-fac74cf80249 None None] Checking router: cf2f3e42-e872-4fc3-aef1-e52117111199 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:00:34.054508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0934b749-60da-40b0-b6e3-fac74cf80249 None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:34.055408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0934b749-60da-40b0-b6e3-fac74cf80249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:34.177961 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-daae6652-5f29-4099-98ef-0328038daf34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 200 len: 1000 time: 0.2576482 Aug 27 14:00:34.291550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-fa1e6167-3f73-4be3-9c8c-4eee7e58b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:34.294992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-fa1e6167-3f73-4be3-9c8c-4eee7e58b501 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.1044531 Aug 27 14:00:34.344207 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-676fb0ee-9c82-4be9-924b-04a9c85e97be req-51acd438-33f3-451c-b336-6df94fcd98bd service neutron] 10.222.0.41 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989666 Aug 27 14:00:34.364470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-0934b749-60da-40b0-b6e3-fac74cf80249 None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:34.389739 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc95adf-116d-410f-8e35-ae841e758ba3 x-openstack-request-id: req-bdc95adf-116d-410f-8e35-ae841e758ba3 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:34.390336 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:34.394020 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdc95adf-116d-410f-8e35-ae841e758ba3 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:34.395786 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'status': 'completed', 'code': 200} Aug 27 14:00:34.446550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-415d41e7-8a09-4074-9508-bfd60e34c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:34.460572 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0802adc3-703c-489a-8b23-db110cb17e00 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2acbac4bf7ad436da755c3cc1b55542d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137081 Aug 27 14:00:34.461087 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-415d41e7-8a09-4074-9508-bfd60e34c620 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571918 Aug 27 14:00:34.461230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45398) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:34.469698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-110925a7-8351-457e-be24-c3ceeed350dd service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:00:34.498921 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-110925a7-8351-457e-be24-c3ceeed350dd service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0371380 Aug 27 14:00:34.570443 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-582b421f-edb3-42c5-8d5c-18db713d9452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:34.612961 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-582b421f-edb3-42c5-8d5c-18db713d9452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:34.662078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b421f-edb3-42c5-8d5c-18db713d9452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46f877f-ab1b-4115-872c-4e9d0c99f250,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:34.668017 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-c9193772-6712-42ed-82f7-eed67c9615ca service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681075 Aug 27 14:00:34.736459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e2525-6ec6-43a7-9e6d-d1bc24d13f3a req-54559263-3aaf-47e6-b7eb-20dc4b14ad54 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:34.744244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e98e2525-6ec6-43a7-9e6d-d1bc24d13f3a req-54559263-3aaf-47e6-b7eb-20dc4b14ad54 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 943 time: 0.2270584 Aug 27 14:00:34.752759 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd43cc-16fb-46ab-abec-b5734a744e03 req-47ebdfec-dfd4-4085-ae6c-a88f800d71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:34.754315 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0fdd43cc-16fb-46ab-abec-b5734a744e03 req-47ebdfec-dfd4-4085-ae6c-a88f800d71f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72b9ab7d63ad4d10a6e999acf8f3ce3c&device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 1095 time: 0.2325969 Aug 27 14:00:34.770567 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d82a601-479e-4a0a-9b4e-40dd55c716d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:34.806213 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4467f-b743-4b95-9f7c-cafb5483c5cb req-acfa55c8-7b9f-49de-bcbd-c0f8a3accc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:34.807783 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6eb4467f-b743-4b95-9f7c-cafb5483c5cb req-acfa55c8-7b9f-49de-bcbd-c0f8a3accc62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 1098 time: 0.3632078 Aug 27 14:00:34.816375 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-582b421f-edb3-42c5-8d5c-18db713d9452 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7cb895111d1742ef941cffc39859f0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3026979 Aug 27 14:00:34.818789 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d82a601-479e-4a0a-9b4e-40dd55c716d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:34.839201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9770a43a-025a-4f60-9a0f-ce72062ade7f req-eee7591b-a366-47bd-b8e8-d7524312ef3d service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624036 Aug 27 14:00:34.839704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45402) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:34.878799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0934b749-60da-40b0-b6e3-fac74cf80249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bd0b1590-948d-4d19-af45-1fbc4c49a80d', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'port_id': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'mac_address': 'fa:16:3e:e2:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8415177d-6577-48a5-b405-2df5f47c4389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:00:05Z', 'updated_at': '2021-08-27T14:00:30Z', 'revision_number': 1, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:34.908196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934b749-60da-40b0-b6e3-fac74cf80249 None None] The sync data for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 is: [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bd0b1590-948d-4d19-af45-1fbc4c49a80d', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'port_id': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'mac_address': 'fa:16:3e:e2:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8415177d-6577-48a5-b405-2df5f47c4389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:00:05Z', 'updated_at': '2021-08-27T14:00:30Z', 'revision_number': 1, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:00:35.000988 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4467f-b743-4b95-9f7c-cafb5483c5cb req-25e509e6-63d1-44eb-a14e-8ebe73d9d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:35.002550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6eb4467f-b743-4b95-9f7c-cafb5483c5cb req-25e509e6-63d1-44eb-a14e-8ebe73d9d278 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.1670887 Aug 27 14:00:35.105144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a75d490a-9259-4456-b80b-15dc8d2b4e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:35.111901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd43cc-16fb-46ab-abec-b5734a744e03 req-ac6f0038-a4b8-497a-88db-46f57c9beaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:35.113553 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0fdd43cc-16fb-46ab-abec-b5734a744e03 req-ac6f0038-a4b8-497a-88db-46f57c9beaa0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=98a83768-35e2-421d-8e29-026f2b74cf67 HTTP/1.1" status: 200 len: 916 time: 0.3043883 Aug 27 14:00:35.146814 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a75d490a-9259-4456-b80b-15dc8d2b4e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:35.188751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0fdd43cc-16fb-46ab-abec-b5734a744e03 req-5bd5d7cf-618a-44db-aa1f-f40cb44ff7d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfcd3921-2e69-490d-b77e-5cbb48af2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0619402 Aug 27 14:00:35.236468 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e98e2525-6ec6-43a7-9e6d-d1bc24d13f3a req-3cd3ceeb-6c9c-465b-a403-a38255337a40 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853113 Aug 27 14:00:35.258796 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d82a601-479e-4a0a-9b4e-40dd55c716d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:35.269133 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d82a601-479e-4a0a-9b4e-40dd55c716d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:35.277527 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0d82a601-479e-4a0a-9b4e-40dd55c716d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/653cdafa-9de7-4dad-aff8-72d04c7586d2 HTTP/1.1" status: 204 len: 168 time: 0.7636447 Aug 27 14:00:35.327157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82a601-479e-4a0a-9b4e-40dd55c716d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653cdafa-9de7-4dad-aff8-72d04c7586d2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:35.380799 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd43cc-16fb-46ab-abec-b5734a744e03 req-450658b9-f071-43fd-a7c5-7e4c33d3dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:35.386880 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6eb4467f-b743-4b95-9f7c-cafb5483c5cb req-f552627d-eeff-4dfa-9be7-acf2f64834cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 200 len: 1000 time: 0.3412974 Aug 27 14:00:35.387728 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0fdd43cc-16fb-46ab-abec-b5734a744e03 req-450658b9-f071-43fd-a7c5-7e4c33d3dc37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b548265e-aa82-466a-84a5-9484690d9f4b HTTP/1.1" status: 200 len: 855 time: 0.1881065 Aug 27 14:00:35.442412 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a75d490a-9259-4456-b80b-15dc8d2b4e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:35.453953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a75d490a-9259-4456-b80b-15dc8d2b4e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:35.457452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a75d490a-9259-4456-b80b-15dc8d2b4e1c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f46f877f-ab1b-4115-872c-4e9d0c99f250 HTTP/1.1" status: 204 len: 168 time: 0.6128981 Aug 27 14:00:35.460120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0fdd43cc-16fb-46ab-abec-b5734a744e03 req-47f24944-b066-46d3-abd2-adb5e63acbc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98a83768-35e2-421d-8e29-026f2b74cf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580485 Aug 27 14:00:35.476810 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b42aa-3b94-433e-9f5d-6756017ee404 None None] New status for floating IP bd0b1590-948d-4d19-af45-1fbc4c49a80d: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:00:35.541545 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d490a-9259-4456-b80b-15dc8d2b4e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46f877f-ab1b-4115-872c-4e9d0c99f250,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:35.541978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4467f-b743-4b95-9f7c-cafb5483c5cb req-40e09115-293e-4131-aa33-6f9b41799785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:35.548083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6eb4467f-b743-4b95-9f7c-cafb5483c5cb req-40e09115-293e-4131-aa33-6f9b41799785 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.1467676 Aug 27 14:00:35.666794 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4467f-b743-4b95-9f7c-cafb5483c5cb req-388b8fc3-812b-4710-8437-0be471b62e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:35.668729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6eb4467f-b743-4b95-9f7c-cafb5483c5cb req-388b8fc3-812b-4710-8437-0be471b62e80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109536 Aug 27 14:00:35.880241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0fdd43cc-16fb-46ab-abec-b5734a744e03 req-9c820df9-dc1f-47c4-8fd2-aee47b58e900 service neutron] 10.222.0.41 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084206 Aug 27 14:00:36.025723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64268031-ce06-4f99-a2b3-40d82f6797de req-a90180ee-0398-4e6f-96f2-1514679f8ac0 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:36.038267 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-a90180ee-0398-4e6f-96f2-1514679f8ac0 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3638060 Aug 27 14:00:36.265842 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0fdd43cc-16fb-46ab-abec-b5734a744e03 req-3a26bafe-a419-4d6d-8c97-ab24442fa40f service neutron] 10.222.0.41 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678384 Aug 27 14:00:36.297423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095952c-5399-46df-bbbd-2915d132d742 req-996d6d6e-3398-4ded-9e43-1ed5b5e68ac6 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:36.308030 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8095952c-5399-46df-bbbd-2915d132d742 req-996d6d6e-3398-4ded-9e43-1ed5b5e68ac6 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 944 time: 0.4495661 Aug 27 14:00:36.414271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c466a6e-7799-47bf-81a0-5f3d7a952ec6 req-c4bcb316-afcf-4cb3-9a4a-a6b0d6f8d474 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:36.431850 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c466a6e-7799-47bf-81a0-5f3d7a952ec6 req-c4bcb316-afcf-4cb3-9a4a-a6b0d6f8d474 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 944 time: 0.1127572 Aug 27 14:00:36.511847 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c466a6e-7799-47bf-81a0-5f3d7a952ec6 req-c221ec78-c9d6-496e-a30e-59a914449f41 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789988 Aug 27 14:00:36.536965 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6eb4467f-b743-4b95-9f7c-cafb5483c5cb req-7a2d222b-973f-42c3-9f8e-0ef2bf4b8b4e service neutron] 10.222.0.41 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8281865 Aug 27 14:00:36.665257 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-baf0c41e-c7b5-4a14-925a-eebbb589ce38 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1002 time: 0.6238506 Aug 27 14:00:36.709012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-64268031-ce06-4f99-a2b3-40d82f6797de req-11e84fa2-ab39-4745-8aed-d960d11b3799 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Request body: {'floatingip': {'port_id': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:36.834994 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-64268031-ce06-4f99-a2b3-40d82f6797de req-11e84fa2-ab39-4745-8aed-d960d11b3799 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:36.841860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-8095952c-5399-46df-bbbd-2915d132d742 req-07eda90f-ef38-4ab3-9aad-13ef6faf3aa0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Deleting port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:36.842216 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8095952c-5399-46df-bbbd-2915d132d742 req-07eda90f-ef38-4ab3-9aad-13ef6faf3aa0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:36.960060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8095952c-5399-46df-bbbd-2915d132d742 req-07eda90f-ef38-4ab3-9aad-13ef6faf3aa0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] For port beb6cf09-79cb-4ff2-99fa-706664bb1bd1, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:36.960738 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8095952c-5399-46df-bbbd-2915d132d742 req-07eda90f-ef38-4ab3-9aad-13ef6faf3aa0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:36.975564 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-8095952c-5399-46df-bbbd-2915d132d742 req-07eda90f-ef38-4ab3-9aad-13ef6faf3aa0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Calling delete_port for beb6cf09-79cb-4ff2-99fa-706664bb1bd1 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:37.173448 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6eb4467f-b743-4b95-9f7c-cafb5483c5cb req-90582f96-d418-426f-b00f-81cdf66aef9d service neutron] 10.222.0.41 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058354 Aug 27 14:00:37.177017 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8095952c-5399-46df-bbbd-2915d132d742 req-07eda90f-ef38-4ab3-9aad-13ef6faf3aa0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:37.211336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['beb6cf09-79cb-4ff2-99fa-706664bb1bd1'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:37.293561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eda90f-ef38-4ab3-9aad-13ef6faf3aa0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Pushing event deleted for resources: {'Port': ['ID=beb6cf09-79cb-4ff2-99fa-706664bb1bd1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:37.311020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45470) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:37.423909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8095952c-5399-46df-bbbd-2915d132d742 req-07eda90f-ef38-4ab3-9aad-13ef6faf3aa0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] No DVR routers for this DVR port beb6cf09-79cb-4ff2-99fa-706664bb1bd1 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:37.431186 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8095952c-5399-46df-bbbd-2915d132d742 req-07eda90f-ef38-4ab3-9aad-13ef6faf3aa0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:37.434439 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8095952c-5399-46df-bbbd-2915d132d742 req-07eda90f-ef38-4ab3-9aad-13ef6faf3aa0 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.52 "DELETE /v2.0/ports/beb6cf09-79cb-4ff2-99fa-706664bb1bd1 HTTP/1.1" status: 204 len: 173 time: 1.0764287 Aug 27 14:00:37.442797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a43bab9-1a0e-442d-9f49-a1073db0f3f8', 'name': 'network-vif-deleted', 'tag': 'beb6cf09-79cb-4ff2-99fa-706664bb1bd1'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:37.450329 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80edbd2b-d87b-4301-aa1a-47996cf29cfc" -d '{"events": [{"server_uuid": "7a43bab9-1a0e-442d-9f49-a1073db0f3f8", "name": "network-vif-deleted", "tag": "beb6cf09-79cb-4ff2-99fa-706664bb1bd1"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:37.491996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfdced-aa64-4779-928e-1898c5189dbc req-418b8f0a-8f81-4ec0-ae07-3252e01dd3f6 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:37.499316 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bedfdced-aa64-4779-928e-1898c5189dbc req-418b8f0a-8f81-4ec0-ae07-3252e01dd3f6 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 943 time: 0.1394544 Aug 27 14:00:37.586738 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bedfdced-aa64-4779-928e-1898c5189dbc req-5042c840-7f5a-4051-95f5-a33cdb601d56 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810106 Aug 27 14:00:37.650415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device cfcd3921-2e69-490d-b77e-5cbb48af2bc8 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:00:37.677974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2107547748-network', 'tenant_id': '5837f855b839404283f65dc1dbbda9b8'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:37.762463 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Made reservation on behalf of 5837f855b839404283f65dc1dbbda9b8 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:37.765980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:37.785020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:37.917053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port cfcd3921-2e69-490d-b77e-5cbb48af2bc8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:37.973064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8', 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67', 'port_id': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8', 'mac_address': 'fa:16:3e:75:59:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b548265e-aa82-466a-84a5-9484690d9f4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:00:38.019766 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:38.045618 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:38.109169 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:38.132741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcd3921-2e69-490d-b77e-5cbb48af2bc8 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:00:38.167519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port cfcd3921-2e69-490d-b77e-5cbb48af2bc8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:38.169591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:00:38.187608 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:38.283470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57bf9b1f-73b7-411c-b79b-a916b84e3e15 req-15c3720e-e148-4d52-aebd-f031f1f391ad tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a43bab9-1a0e-442d-9f49-a1073db0f3f8 HTTP/1.1" status: 200 len: 210 time: 0.2100673 Aug 27 14:00:38.336467 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:38.337136 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Added segment ca49d017-c3f2-4d07-92ca-736688feb6ed of type vlan for network 1f713c68-a93f-4e9f-bdd5-ae238b6416dc Aug 27 14:00:38.355585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:38.394857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:38.525702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:38.576290 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:38.580411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:38.581871 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:38.669847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['cfcd3921-2e69-490d-b77e-5cbb48af2bc8'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:38.771295 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4583855 Aug 27 14:00:38.771939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45506) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:38.804894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f4174dde-7de7-4da6-a117-f0f313e8c498 admin admin] Request body: {'subnet': {'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2107547748-subnet', 'tenant_id': '5837f855b839404283f65dc1dbbda9b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:38.889905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39b9d0-2333-43ea-8945-993baade5174 admin admin] Pushing event updated for resources: {'Network': ['ID=1f713c68-a93f-4e9f-bdd5-ae238b6416dc,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:38.936524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 1f713c68-a93f-4e9f-bdd5-ae238b6416dc details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:00:38.951239 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4174dde-7de7-4da6-a117-f0f313e8c498 admin admin] Made reservation on behalf of 5837f855b839404283f65dc1dbbda9b8 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:38.953877 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f4174dde-7de7-4da6-a117-f0f313e8c498 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:39.079635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7d575-a2c9-44c9-b745-fca1610655e3 req-572b2e2b-f6f1-408d-8535-e46f283ab6ff tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:39.081603 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eea7d575-a2c9-44c9-b745-fca1610655e3 req-572b2e2b-f6f1-408d-8535-e46f283ab6ff tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 944 time: 0.3020380 Aug 27 14:00:39.171089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eea7d575-a2c9-44c9-b745-fca1610655e3 req-ab3c3ff3-c3cc-47ea-8537-9963c5c84e50 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781286 Aug 27 14:00:39.245574 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45520) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:39.256545 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-64268031-ce06-4f99-a2b3-40d82f6797de req-11e84fa2-ab39-4745-8aed-d960d11b3799 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:39.267854 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7c712c-696b-461b-8a10-f4fd583d3127 x-openstack-request-id: req-6a7c712c-696b-461b-8a10-f4fd583d3127 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:39.270231 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a43bab9-1a0e-442d-9f49-a1073db0f3f8", "name": "network-vif-deleted", "tag": "beb6cf09-79cb-4ff2-99fa-706664bb1bd1", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:39.270601 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a7c712c-696b-461b-8a10-f4fd583d3127 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:39.274445 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a43bab9-1a0e-442d-9f49-a1073db0f3f8', 'name': 'network-vif-deleted', 'tag': 'beb6cf09-79cb-4ff2-99fa-706664bb1bd1', 'status': 'completed', 'code': 200} Aug 27 14:00:39.275916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-64268031-ce06-4f99-a2b3-40d82f6797de req-11e84fa2-ab39-4745-8aed-d960d11b3799 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:39.421441 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f4174dde-7de7-4da6-a117-f0f313e8c498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:39.584689 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [req-64268031-ce06-4f99-a2b3-40d82f6797de req-11e84fa2-ab39-4745-8aed-d960d11b3799 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Floating IP bd0b1590-948d-4d19-af45-1fbc4c49a80d associated. External IP: 172.25.2.154, port: 4b3ff92c-e9ca-47ca-88e3-846afcc9db00. Aug 27 14:00:39.641712 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:39.651462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4174dde-7de7-4da6-a117-f0f313e8c498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b1144e-3261-4f67-a06a-064e2d0743c7,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:39.707253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4174dde-7de7-4da6-a117-f0f313e8c498 admin admin] Checking segment: {'id': 'ca49d017-c3f2-4d07-92ca-736688feb6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:39.707770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4174dde-7de7-4da6-a117-f0f313e8c498 admin admin] Network hostable DHCP agents. Network: 1f713c68-a93f-4e9f-bdd5-ae238b6416dc, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:00:39.761916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3fc9ede4-473a-4a15-8e66-fbfa05df6d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:39.817376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4174dde-7de7-4da6-a117-f0f313e8c498 admin admin] Network 1f713c68-a93f-4e9f-bdd5-ae238b6416dc is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:00:39.863068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-f4174dde-7de7-4da6-a117-f0f313e8c498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 1f713c68-a93f-4e9f-bdd5-ae238b6416dc) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:39.874444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f04b06-8a3e-4e53-b315-03aab6f60848 None None] Network 1f713c68-a93f-4e9f-bdd5-ae238b6416dc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:00:39.875644 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4174dde-7de7-4da6-a117-f0f313e8c498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:39.876443 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f4174dde-7de7-4da6-a117-f0f313e8c498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:40.016800 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3fc9ede4-473a-4a15-8e66-fbfa05df6d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:40.029794 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3fc9ede4-473a-4a15-8e66-fbfa05df6d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:40.072836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f4174dde-7de7-4da6-a117-f0f313e8c498 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2916849 Aug 27 14:00:40.102982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device beb6cf09-79cb-4ff2-99fa-706664bb1bd1 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:40.129362 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3fc9ede4-473a-4a15-8e66-fbfa05df6d9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ac21d9e88e44d2390a4945dcf146f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8827333 Aug 27 14:00:40.132952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45546) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:40.147681 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9ede4-473a-4a15-8e66-fbfa05df6d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac38394-c066-41e3-8314-506057bbbb13,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:40.162093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64268031-ce06-4f99-a2b3-40d82f6797de req-11e84fa2-ab39-4745-8aed-d960d11b3799 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Router cf2f3e42-e872-4fc3-aef1-e52117111199 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:00:40.173745 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: beb6cf09-79cb-4ff2-99fa-706664bb1bd1 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:40.175987 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device beb6cf09-79cb-4ff2-99fa-706664bb1bd1 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:40.270745 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea13377f-2a3d-465a-a18c-8c987b253a15 None None] Network 1f713c68-a93f-4e9f-bdd5-ae238b6416dc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:00:40.355759 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e104cb-71a3-4f8f-bda9-580a6c011dfc req-4042f7ee-1ab3-4dc7-a11e-f70f8ff62c0d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:40.357548 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-63e104cb-71a3-4f8f-bda9-580a6c011dfc req-4042f7ee-1ab3-4dc7-a11e-f70f8ff62c0d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 945 time: 0.1852658 Aug 27 14:00:40.374372 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:40.423038 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84cfde-d0ca-4e5d-88c9-7e7b0e01bba0 req-b394f66c-2ae1-4760-9b31-f882ec9ff6b5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:40.424593 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ae84cfde-d0ca-4e5d-88c9-7e7b0e01bba0 req-b394f66c-2ae1-4760-9b31-f882ec9ff6b5 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.52 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 945 time: 0.1164982 Aug 27 14:00:40.479333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-63e104cb-71a3-4f8f-bda9-580a6c011dfc req-840e5758-b397-4e31-9d58-5dbfd3745b1d tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066630 Aug 27 14:00:40.504757 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64268031-ce06-4f99-a2b3-40d82f6797de req-11e84fa2-ab39-4745-8aed-d960d11b3799 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:00:40.505854 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:40.521628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebe5d7-9ada-4090-9640-e54af71d9fdc None None] Sync routers for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:00:40.534760 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebe5d7-9ada-4090-9640-e54af71d9fdc None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:40.535946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-42ebe5d7-9ada-4090-9640-e54af71d9fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:40.645244 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:40.648153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:40.649516 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cac38394-c066-41e3-8314-506057bbbb13 HTTP/1.1" status: 204 len: 168 time: 0.5138113 Aug 27 14:00:40.661754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac38394-c066-41e3-8314-506057bbbb13,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:40.676760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-ae84cfde-d0ca-4e5d-88c9-7e7b0e01bba0 req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Deleting port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:40.677268 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ae84cfde-d0ca-4e5d-88c9-7e7b0e01bba0 req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:40.701408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:40.702028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:40.704398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:40.704915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:40.705415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:40.707170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:40.707703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:40.708226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:40.710540 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:40.711081 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:40.711583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:40.712079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6bc9a-0715-4d07-b8db-210402088fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:40.912341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-42ebe5d7-9ada-4090-9640-e54af71d9fdc None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:40.995916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbffd20-c2c1-46ff-8140-b1ff64aba9fb req-0d6fbed2-7624-4096-bbe0-6eb7bfacbbb1 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:40.999546 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3cbffd20-c2c1-46ff-8140-b1ff64aba9fb req-0d6fbed2-7624-4096-bbe0-6eb7bfacbbb1 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 944 time: 0.0883477 Aug 27 14:00:41.081264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ae84cfde-d0ca-4e5d-88c9-7e7b0e01bba0 req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] For port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:41.081632 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ae84cfde-d0ca-4e5d-88c9-7e7b0e01bba0 req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:41.110513 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3cbffd20-c2c1-46ff-8140-b1ff64aba9fb req-b9d9fabb-2eee-4ca7-8f07-db14360cdc39 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046140 Aug 27 14:00:41.156502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64268031-ce06-4f99-a2b3-40d82f6797de req-11e84fa2-ab39-4745-8aed-d960d11b3799 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Router cf2f3e42-e872-4fc3-aef1-e52117111199 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:00:41.162110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-ae84cfde-d0ca-4e5d-88c9-7e7b0e01bba0 req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Calling delete_port for bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:41.328246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45576) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:41.373566 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-12114f27-85d5-461f-b693-ccc8cfa0bbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:41.397299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64268031-ce06-4f99-a2b3-40d82f6797de req-11e84fa2-ab39-4745-8aed-d960d11b3799 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:00:41.406715 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-64268031-ce06-4f99-a2b3-40d82f6797de req-11e84fa2-ab39-4745-8aed-d960d11b3799 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:41.441399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-42ebe5d7-9ada-4090-9640-e54af71d9fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bd0b1590-948d-4d19-af45-1fbc4c49a80d', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'port_id': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'mac_address': 'fa:16:3e:79:7d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:00:05Z', 'updated_at': '2021-08-27T14:00:38Z', 'revision_number': 3, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:41.505194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebe5d7-9ada-4090-9640-e54af71d9fdc None None] Checking router: cf2f3e42-e872-4fc3-aef1-e52117111199 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:00:41.516346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebe5d7-9ada-4090-9640-e54af71d9fdc None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:41.516634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-42ebe5d7-9ada-4090-9640-e54af71d9fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:41.557275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:41.567556 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cc397d-6b86-4ebd-a645-4e90e5084644" -d '{"events": [{"name": "network-changed", "server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:41.630769 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-12114f27-85d5-461f-b693-ccc8cfa0bbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:41.639756 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-12114f27-85d5-461f-b693-ccc8cfa0bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:41.652770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-11e84fa2-ab39-4745-8aed-d960d11b3799 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "PUT /v2.0/floatingips/bd0b1590-948d-4d19-af45-1fbc4c49a80d HTTP/1.1" status: 200 len: 998 time: 4.9864824 Aug 27 14:00:41.694303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device cfcd3921-2e69-490d-b77e-5cbb48af2bc8 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:00:41.733553 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-12114f27-85d5-461f-b693-ccc8cfa0bbf4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7528f7fed67342ff8b24f2ae9f6d3261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4037762 Aug 27 14:00:41.737452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45582) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:41.738473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12114f27-85d5-461f-b693-ccc8cfa0bbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bc7605-7ff8-41ae-85d2-ffd2738df408,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:41.770403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64268031-ce06-4f99-a2b3-40d82f6797de req-b13ac938-6357-46f4-ba86-13fb3bc94297 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:41.787296 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-b13ac938-6357-46f4-ba86-13fb3bc94297 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports/4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 200 len: 943 time: 0.1335821 Aug 27 14:00:41.801887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-a955ce44-7652-4755-8cc4-43e64a95b3e4 req-a1d16539-4581-463e-89e1-87a744003f99 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1433733827', 'description': 'tempest-description-846346477'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:41.810497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port cfcd3921-2e69-490d-b77e-5cbb48af2bc8 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:00:41.833773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-42ebe5d7-9ada-4090-9640-e54af71d9fdc None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:41.838718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port cfcd3921-2e69-490d-b77e-5cbb48af2bc8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:41.839227 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:41.902812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b278ce59-2d76-4b77-91c3-c525c499aa0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:41.904237 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ae84cfde-d0ca-4e5d-88c9-7e7b0e01bba0 req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:41.907112 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a955ce44-7652-4755-8cc4-43e64a95b3e4 req-a1d16539-4581-463e-89e1-87a744003f99 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:42.022546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Pushing event deleted for resources: {'Port': ['ID=bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:42.047042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:42.047550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:42.048004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:42.048473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:42.048927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:42.049370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:42.050309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:42.050928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:42.051492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:42.051933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:42.052373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:42.052823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:00:42.056531 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b278ce59-2d76-4b77-91c3-c525c499aa0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:42.066871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae84cfde-d0ca-4e5d-88c9-7e7b0e01bba0 req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] No DVR routers for this DVR port bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:42.076437 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a955ce44-7652-4755-8cc4-43e64a95b3e4 req-a1d16539-4581-463e-89e1-87a744003f99 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:42.077378 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ae84cfde-d0ca-4e5d-88c9-7e7b0e01bba0 req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:42.079811 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ae84cfde-d0ca-4e5d-88c9-7e7b0e01bba0 req-57235cd8-f7fc-4615-a267-91d67d710a2f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.52 "DELETE /v2.0/ports/bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa HTTP/1.1" status: 204 len: 173 time: 1.6434951 Aug 27 14:00:42.090749 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64268031-ce06-4f99-a2b3-40d82f6797de req-792dd4ac-3f25-4d9b-a615-ac5a5be13890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:42.094899 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-792dd4ac-3f25-4d9b-a615-ac5a5be13890 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 1098 time: 0.1502523 Aug 27 14:00:42.117414 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a955ce44-7652-4755-8cc4-43e64a95b3e4 req-a1d16539-4581-463e-89e1-87a744003f99 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:42.167432 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a955ce44-7652-4755-8cc4-43e64a95b3e4 req-a1d16539-4581-463e-89e1-87a744003f99 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:42.169666 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a955ce44-7652-4755-8cc4-43e64a95b3e4 req-a1d16539-4581-463e-89e1-87a744003f99 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3803813 Aug 27 14:00:42.175389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d16539-4581-463e-89e1-87a744003f99 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020b06fc-515c-4e2d-a239-63b15d6c9cbb,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:42.216552 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b278ce59-2d76-4b77-91c3-c525c499aa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:42.220778 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b278ce59-2d76-4b77-91c3-c525c499aa0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:42.224617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b278ce59-2d76-4b77-91c3-c525c499aa0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57bc7605-7ff8-41ae-85d2-ffd2738df408 HTTP/1.1" status: 204 len: 168 time: 0.4765599 Aug 27 14:00:42.242862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278ce59-2d76-4b77-91c3-c525c499aa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bc7605-7ff8-41ae-85d2-ffd2738df408,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:42.264263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64268031-ce06-4f99-a2b3-40d82f6797de req-077de3ba-f9d5-41e1-a3b8-768672952a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:42.273342 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-077de3ba-f9d5-41e1-a3b8-768672952a03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.1734750 Aug 27 14:00:42.396486 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-8be93b89-17e1-4659-bde5-85b662b50d3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 200 len: 217 time: 0.1160107 Aug 27 14:00:42.460462 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:42.502043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64268031-ce06-4f99-a2b3-40d82f6797de req-2a145f87-e2e2-4bd6-ab0d-59f5fa9f1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:42.515771 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port cfcd3921-2e69-490d-b77e-5cbb48af2bc8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:42.516914 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:42.519562 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6b5f8b-0ac9-4df5-a485-b192a5918676" -d '{"events": [{"server_uuid": "3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd3921-2e69-490d-b77e-5cbb48af2bc8"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:42.526251 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-2a145f87-e2e2-4bd6-ab0d-59f5fa9f1480 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.1150851 Aug 27 14:00:42.531947 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:42.588774 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-42ebe5d7-9ada-4090-9640-e54af71d9fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bd0b1590-948d-4d19-af45-1fbc4c49a80d', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'port_id': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'mac_address': 'fa:16:3e:79:7d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:00:05Z', 'updated_at': '2021-08-27T14:00:38Z', 'revision_number': 3, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:42.624587 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebe5d7-9ada-4090-9640-e54af71d9fdc None None] The sync data for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 is: [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bd0b1590-948d-4d19-af45-1fbc4c49a80d', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'port_id': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'mac_address': 'fa:16:3e:79:7d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:00:05Z', 'updated_at': '2021-08-27T14:00:38Z', 'revision_number': 3, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:00:42.652604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:42.679394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64268031-ce06-4f99-a2b3-40d82f6797de req-ffc1552e-4cfd-45e1-80fb-cb2b363d4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:42.683199 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-ffc1552e-4cfd-45e1-80fb-cb2b363d4aa2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1549459 Aug 27 14:00:42.700271 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-5772f146-a258-4324-b755-d7584a760357 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:00:42.701274 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-5772f146-a258-4324-b755-d7584a760357 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109305 Aug 27 14:00:42.780650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82172604-3e67-4bea-bd29-9fb151ff555d req-b9dfd362-27e7-4e4a-b64d-0b6577265f3b tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cf330c-720a-4d38-9f67-6cddc8c6df6f HTTP/1.1" status: 200 len: 210 time: 0.0700476 Aug 27 14:00:42.890259 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6c446a-8034-466a-b397-cea322056e97 x-openstack-request-id: req-6f6c446a-8034-466a-b397-cea322056e97 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:42.892030 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:42.892938 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f6c446a-8034-466a-b397-cea322056e97 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:42.894222 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'status': 'completed', 'code': 200} Aug 27 14:00:43.022223 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52895ff-6d35-422c-b8c8-9d47087bfb73 None None] New status for floating IP bd0b1590-948d-4d19-af45-1fbc4c49a80d: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:00:43.060851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-19b0eb3c-d8a3-4289-aca5-836f46ffcfaa service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503885 Aug 27 14:00:43.117975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367d034-e2e6-44c1-83b9-37f146a8d8e4 req-99217370-4189-4d6f-b59a-e3d323c1dbdf tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:43.133780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5367d034-e2e6-44c1-83b9-37f146a8d8e4 req-99217370-4189-4d6f-b59a-e3d323c1dbdf tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1166785 Aug 27 14:00:43.209715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc397d-6b86-4ebd-a645-4e90e5084644 req-057341a1-67a8-4879-a38d-1e46233b24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:43.210122 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5367d034-e2e6-44c1-83b9-37f146a8d8e4 req-b676f067-aee1-4ff9-9fd0-cb714dadce8c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712481 Aug 27 14:00:43.211719 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-38cc397d-6b86-4ebd-a645-4e90e5084644 req-057341a1-67a8-4879-a38d-1e46233b24b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 1098 time: 0.2387254 Aug 27 14:00:43.240324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-0e2f1b81-91ae-4ec8-8bc3-1df66293770e req-84450892-40f6-463c-b2a6-51a427ce30dc tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2082036262', 'description': 'tempest-description-311187192'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:43.291839 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e2f1b81-91ae-4ec8-8bc3-1df66293770e req-84450892-40f6-463c-b2a6-51a427ce30dc tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:43.466805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2ac596-ec5f-4020-a285-80e9735135f2 None None] Sync routers for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:00:43.472529 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-7a7af11c-28af-4fe3-ade3-781d517defac service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993795 Aug 27 14:00:43.483279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2ac596-ec5f-4020-a285-80e9735135f2 None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:43.484043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2c2ac596-ec5f-4020-a285-80e9735135f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:43.492756 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e2f1b81-91ae-4ec8-8bc3-1df66293770e req-84450892-40f6-463c-b2a6-51a427ce30dc tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:43.508515 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e2f1b81-91ae-4ec8-8bc3-1df66293770e req-84450892-40f6-463c-b2a6-51a427ce30dc tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:43.537648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc397d-6b86-4ebd-a645-4e90e5084644 req-b96afbc4-bd9a-4d0a-bb4f-ee63d22c8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:43.539262 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-38cc397d-6b86-4ebd-a645-4e90e5084644 req-b96afbc4-bd9a-4d0a-bb4f-ee63d22c8b00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.3110952 Aug 27 14:00:43.571047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0e2f1b81-91ae-4ec8-8bc3-1df66293770e req-84450892-40f6-463c-b2a6-51a427ce30dc tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:43.578998 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e2f1b81-91ae-4ec8-8bc3-1df66293770e req-84450892-40f6-463c-b2a6-51a427ce30dc tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3432822 Aug 27 14:00:43.585670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84450892-40f6-463c-b2a6-51a427ce30dc tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e264e106-9b3c-4114-9682-333036b359ac,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:43.841369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45634) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:43.850200 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-2c2ac596-ec5f-4020-a285-80e9735135f2 None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:43.960374 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4792bb-b31f-4606-8913-197b032c4b00 x-openstack-request-id: req-1b4792bb-b31f-4606-8913-197b032c4b00 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:43.960694 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd3921-2e69-490d-b77e-5cbb48af2bc8", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:43.960909 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b4792bb-b31f-4606-8913-197b032c4b00 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:43.961298 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8', 'code': 200} Aug 27 14:00:43.970010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-38cc397d-6b86-4ebd-a645-4e90e5084644 req-0938f707-dad5-4b71-8770-5d1f61cf527c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 200 len: 217 time: 0.4204631 Aug 27 14:00:43.973657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64268031-ce06-4f99-a2b3-40d82f6797de req-26f4daab-bad5-4133-a080-02deb10da5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:43.987622 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-26f4daab-bad5-4133-a080-02deb10da5ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 1097 time: 0.4823251 Aug 27 14:00:44.089331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37294c75-985d-4192-a1c2-98aec96d7aaf req-9e8437a6-009d-4db1-b85a-2cb3db2ce060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:44.091234 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37294c75-985d-4192-a1c2-98aec96d7aaf req-9e8437a6-009d-4db1-b85a-2cb3db2ce060 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 1097 time: 0.0712392 Aug 27 14:00:44.136592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:44.164137 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1734417223-network', 'tenant_id': '7279ef1a5e334e0893928fb992323082'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:44.200737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc397d-6b86-4ebd-a645-4e90e5084644 req-9103ec13-2bea-4967-b5c3-1270185cb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:44.202441 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-38cc397d-6b86-4ebd-a645-4e90e5084644 req-9103ec13-2bea-4967-b5c3-1270185cb186 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.1769955 Aug 27 14:00:44.209441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:44.209794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:44.245124 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37294c75-985d-4192-a1c2-98aec96d7aaf req-d3c04775-6819-44e3-88b6-be4d39577667 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213756 Aug 27 14:00:44.266992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Made reservation on behalf of 7279ef1a5e334e0893928fb992323082 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:44.271838 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:44.274837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2c2ac596-ec5f-4020-a285-80e9735135f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bd0b1590-948d-4d19-af45-1fbc4c49a80d', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'port_id': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'mac_address': 'fa:16:3e:79:7d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:00:05Z', 'updated_at': '2021-08-27T14:00:43Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:44.279636 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64268031-ce06-4f99-a2b3-40d82f6797de req-21b981a5-8f76-44fa-be88-a04bc6d76996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:44.282505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-21b981a5-8f76-44fa-be88-a04bc6d76996 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.2879684 Aug 27 14:00:44.287647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc397d-6b86-4ebd-a645-4e90e5084644 req-9889403e-e593-4e29-943c-49009c95deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:44.288643 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:44.289357 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-38cc397d-6b86-4ebd-a645-4e90e5084644 req-9889403e-e593-4e29-943c-49009c95deee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740700 Aug 27 14:00:44.348534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2ac596-ec5f-4020-a285-80e9735135f2 None None] Checking router: cf2f3e42-e872-4fc3-aef1-e52117111199 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:00:44.368485 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2ac596-ec5f-4020-a285-80e9735135f2 None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:44.369115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2c2ac596-ec5f-4020-a285-80e9735135f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:44.373777 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-2b37f66a-46d3-43f9-a83a-29a4492010fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d6234c2-5c37-4d1c-baaa-c17619a12fe5 HTTP/1.1" status: 200 len: 1001 time: 0.0825703 Aug 27 14:00:44.452884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64268031-ce06-4f99-a2b3-40d82f6797de req-90498f8b-99f4-4a54-b42f-d196aaf0cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:44.454611 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-90498f8b-99f4-4a54-b42f-d196aaf0cfc4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.0745289 Aug 27 14:00:44.528730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64268031-ce06-4f99-a2b3-40d82f6797de req-3e10f2cf-9585-4035-835e-33f3eacf1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:44.530878 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-3e10f2cf-9585-4035-835e-33f3eacf1677 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625632 Aug 27 14:00:44.550062 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:44.562780 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:44.618133 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:00:44.630105 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:44.630266 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Added segment 291e68dd-3afe-4a99-a61c-2d7dd06f747d of type vlan for network bca4975e-40de-4a6a-b36a-305f4e8b62c3 Aug 27 14:00:44.717936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:44.728333 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:44.749465 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-856d866a-5429-48ce-88ed-9d6d6251c05d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:44.756770 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-856d866a-5429-48ce-88ed-9d6d6251c05d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/networks?id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc HTTP/1.1" status: 200 len: 813 time: 0.2767317 Aug 27 14:00:44.763193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45660) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:44.794813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-ccfe50ce-e25d-4971-b022-aa85ca3f4da9 service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573922 Aug 27 14:00:44.839292 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b5ddf9e2-75ef-40d4-9858-e97b11f89aaa tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/quotas/5837f855b839404283f65dc1dbbda9b8 HTTP/1.1" status: 200 len: 375 time: 0.0811710 Aug 27 14:00:44.851731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-2c2ac596-ec5f-4020-a285-80e9735135f2 None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:44.896384 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'tag': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5'}, {'server_uuid': '82cf330c-720a-4d38-9f67-6cddc8c6df6f', 'name': 'network-vif-deleted', 'tag': 'bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:44.899139 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f22de3-cbd8-490f-899c-d7f431e20d57" -d '{"events": [{"name": "network-changed", "server_uuid": "19c30579-7668-4fd3-83b6-26a2eb68b09c", "tag": "2d6234c2-5c37-4d1c-baaa-c17619a12fe5"}, {"server_uuid": "82cf330c-720a-4d38-9f67-6cddc8c6df6f", "name": "network-vif-deleted", "tag": "bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:44.930218 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-9fe2b235-6a32-4fc8-9f61-1f344db779df tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5837f855b839404283f65dc1dbbda9b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844817 Aug 27 14:00:44.943534 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-38cc397d-6b86-4ebd-a645-4e90e5084644 req-278cd7a2-5117-4b63-b89f-b83c8bdb4d12 service neutron] 10.222.0.41 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619214 Aug 27 14:00:45.031368 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64268031-ce06-4f99-a2b3-40d82f6797de req-e789e40f-16a9-411a-9ca1-a8a96a1275f4 service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246227 Aug 27 14:00:45.040658 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-94ea5b94-7236-4e59-a0fa-e16fb6a99542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:45.050082 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:45.051140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:45.052416 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:45.094758 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-38cc397d-6b86-4ebd-a645-4e90e5084644 req-85699a4a-fa33-4168-add8-2a56edf588ac service neutron] 10.222.0.41 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404772 Aug 27 14:00:45.117249 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc1efa0a-71e7-4c70-b425-82aee4a03f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:45.174312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2c2ac596-ec5f-4020-a285-80e9735135f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bd0b1590-948d-4d19-af45-1fbc4c49a80d', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'port_id': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'mac_address': 'fa:16:3e:79:7d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:00:05Z', 'updated_at': '2021-08-27T14:00:43Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:45.175253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45670) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:45.175671 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3321087 Aug 27 14:00:45.181684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1374edc0-6577-4a38-87c1-f595c7e10246 admin admin] Request body: {'subnet': {'network_id': 'bca4975e-40de-4a6a-b36a-305f4e8b62c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1734417223-subnet', 'tenant_id': '7279ef1a5e334e0893928fb992323082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:45.206296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31e06c-4af7-4ea8-b6ce-fd8871a64f13 admin admin] Pushing event updated for resources: {'Network': ['ID=bca4975e-40de-4a6a-b36a-305f4e8b62c3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:45.214293 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.api [None req-bc1efa0a-71e7-4c70-b425-82aee4a03f56 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 14:00:45.214293 n-d-712139-12 neutron-server[101186]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 14:00:45.214293 n-d-712139-12 neutron-server[101186]: [parameters: {'project_id_1': '1704e22bcee24b3cafbc2a9ab6e8576c', 'expiration_1': datetime.datetime(2021, 8, 27, 14, 0, 45, 195326)}] Aug 27 14:00:45.214293 n-d-712139-12 neutron-server[101186]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:00:45.214783 n-d-712139-12 neutron-server[101186]: DEBUG oslo_db.api [None req-bc1efa0a-71e7-4c70-b425-82aee4a03f56 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:00:45.223759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-28a9b8a2-3e8b-4e36-b73e-18fdb249dc4e service neutron] 10.222.0.55 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926366 Aug 27 14:00:45.231161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1374edc0-6577-4a38-87c1-f595c7e10246 admin admin] Made reservation on behalf of 7279ef1a5e334e0893928fb992323082 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:45.234004 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1374edc0-6577-4a38-87c1-f595c7e10246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:45.268439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network bca4975e-40de-4a6a-b36a-305f4e8b62c3 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:00:45.362751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2ac596-ec5f-4020-a285-80e9735135f2 None None] The sync data for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 is: [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bd0b1590-948d-4d19-af45-1fbc4c49a80d', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'port_id': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'mac_address': 'fa:16:3e:79:7d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:00:05Z', 'updated_at': '2021-08-27T14:00:43Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:00:45.363263 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-4ee2b237-6cda-46df-a3e4-2f22ffb82429 service neutron] 10.222.0.55 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318297 Aug 27 14:00:45.453909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8bdd-8210-48d4-a317-69d309e91012 req-79ff129a-68d5-4c12-8246-78e8216f0bf6 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:45.453909 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea3c8bdd-8210-48d4-a317-69d309e91012 req-79ff129a-68d5-4c12-8246-78e8216f0bf6 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1207693 Aug 27 14:00:45.549915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea3c8bdd-8210-48d4-a317-69d309e91012 req-20f853a0-8ca8-4b14-9fe9-b303c510083b tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829391 Aug 27 14:00:45.677936 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960e8498-f907-4bc6-9566-3654040c2bfa x-openstack-request-id: req-960e8498-f907-4bc6-9566-3654040c2bfa {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:45.678336 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c30579-7668-4fd3-83b6-26a2eb68b09c", "tag": "2d6234c2-5c37-4d1c-baaa-c17619a12fe5", "status": "completed", "code": 200}, {"server_uuid": "82cf330c-720a-4d38-9f67-6cddc8c6df6f", "name": "network-vif-deleted", "tag": "bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:45.678714 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-960e8498-f907-4bc6-9566-3654040c2bfa {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:45.679207 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'tag': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'status': 'completed', 'code': 200} Aug 27 14:00:45.679559 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cf330c-720a-4d38-9f67-6cddc8c6df6f', 'name': 'network-vif-deleted', 'tag': 'bd13f14e-6ae2-48a4-a3b8-bb4b7a3f22aa', 'status': 'completed', 'code': 200} Aug 27 14:00:45.761629 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc1efa0a-71e7-4c70-b425-82aee4a03f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:45.846642 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1374edc0-6577-4a38-87c1-f595c7e10246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:45.933119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f22de3-cbd8-490f-899c-d7f431e20d57 req-3238f39c-2b72-4df1-aa1a-2c5e840ac23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:45.935011 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56f22de3-cbd8-490f-899c-d7f431e20d57 req-3238f39c-2b72-4df1-aa1a-2c5e840ac23a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 1097 time: 0.2226892 Aug 27 14:00:45.985526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f5f27eb-6d15-43f2-8fbb-33d44988f59f req-579acc5c-7678-4694-9828-86032d10a5fe tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.2969077 Aug 27 14:00:46.042336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f27eb-6d15-43f2-8fbb-33d44988f59f req-b2e6eff7-d751-4fec-9962-69b23da00387 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:46.046613 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374edc0-6577-4a38-87c1-f595c7e10246 admin admin] Checking segment: {'id': '291e68dd-3afe-4a99-a61c-2d7dd06f747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bca4975e-40de-4a6a-b36a-305f4e8b62c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:46.047130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374edc0-6577-4a38-87c1-f595c7e10246 admin admin] Network hostable DHCP agents. Network: bca4975e-40de-4a6a-b36a-305f4e8b62c3, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:00:46.056891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f5f27eb-6d15-43f2-8fbb-33d44988f59f req-b2e6eff7-d751-4fec-9962-69b23da00387 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports/2d6234c2-5c37-4d1c-baaa-c17619a12fe5 HTTP/1.1" status: 200 len: 942 time: 0.0639570 Aug 27 14:00:46.058139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374edc0-6577-4a38-87c1-f595c7e10246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fb9906-a283-41fd-b35f-3b816c6e65c9,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:46.129302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d376e-c439-418d-a5dc-2067fe6adebb req-d63a473a-1d41-4470-b911-933f885a91d1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:46.130959 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff6d376e-c439-418d-a5dc-2067fe6adebb req-d63a473a-1d41-4470-b911-933f885a91d1 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 945 time: 0.1874785 Aug 27 14:00:46.138020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374edc0-6577-4a38-87c1-f595c7e10246 admin admin] Network bca4975e-40de-4a6a-b36a-305f4e8b62c3 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:00:46.156528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f22de3-cbd8-490f-899c-d7f431e20d57 req-d9412afb-2351-4a5b-8c5a-9de1090510a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:46.157995 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56f22de3-cbd8-490f-899c-d7f431e20d57 req-d9412afb-2351-4a5b-8c5a-9de1090510a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.2157149 Aug 27 14:00:46.165081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-1374edc0-6577-4a38-87c1-f595c7e10246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, bca4975e-40de-4a6a-b36a-305f4e8b62c3) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:46.178981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371e2953-0bf7-4f3a-98ae-14938ffb3f8c None None] Network bca4975e-40de-4a6a-b36a-305f4e8b62c3 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:00:46.179502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1374edc0-6577-4a38-87c1-f595c7e10246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:46.179644 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1374edc0-6577-4a38-87c1-f595c7e10246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:46.241996 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc1efa0a-71e7-4c70-b425-82aee4a03f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:46.257385 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff6d376e-c439-418d-a5dc-2067fe6adebb req-a132b2c8-37f4-4c30-9961-f0d982140355 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144197 Aug 27 14:00:46.283781 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1374edc0-6577-4a38-87c1-f595c7e10246 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1073761 Aug 27 14:00:46.319541 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56f22de3-cbd8-490f-899c-d7f431e20d57 req-4afb3a42-7e85-4bf3-a4b2-592a90336029 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d6234c2-5c37-4d1c-baaa-c17619a12fe5 HTTP/1.1" status: 200 len: 1001 time: 0.1492052 Aug 27 14:00:46.349576 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc1efa0a-71e7-4c70-b425-82aee4a03f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:46.414118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab1316d-174c-4dae-97b7-d1a7df8a4e61 None None] Network bca4975e-40de-4a6a-b36a-305f4e8b62c3 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:00:46.433609 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cea02418-5a5f-4823-9414-9809803d2f35 req-5fd038ac-7bd0-4bc2-97e9-6effca4bc71e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 210 time: 0.0596309 Aug 27 14:00:46.446288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f22de3-cbd8-490f-899c-d7f431e20d57 req-18ee10a0-0cc5-4638-ba83-6ea00ceb05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:46.447965 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56f22de3-cbd8-490f-899c-d7f431e20d57 req-18ee10a0-0cc5-4638-ba83-6ea00ceb05d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.1201389 Aug 27 14:00:46.473647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7cfa4-f420-49ef-8045-2e3a97559aea req-9ed775ee-37fe-4f2f-a642-0597282334d3 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:46.475597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8df7cfa4-f420-49ef-8045-2e3a97559aea req-9ed775ee-37fe-4f2f-a642-0597282334d3 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 945 time: 0.6729190 Aug 27 14:00:46.508363 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bc1efa0a-71e7-4c70-b425-82aee4a03f56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1704e22bcee24b3cafbc2a9ab6e8576c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7440290 Aug 27 14:00:46.511727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45698) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:46.549880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1efa0a-71e7-4c70-b425-82aee4a03f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29359415-3b2b-429d-8ed4-6805eab7e57e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:46.562470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f5f27eb-6d15-43f2-8fbb-33d44988f59f req-05dcdd95-ee3b-479d-a488-18f26ce8a5df tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.4364188 Aug 27 14:00:46.679226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f22de3-cbd8-490f-899c-d7f431e20d57 req-4fa4fb8e-18df-4e1a-ba7d-08f9738d8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:46.680896 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56f22de3-cbd8-490f-899c-d7f431e20d57 req-4fa4fb8e-18df-4e1a-ba7d-08f9738d8396 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2200963 Aug 27 14:00:46.688919 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4543c078-9d84-41d7-90ed-8d02cbe75d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:46.824134 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4543c078-9d84-41d7-90ed-8d02cbe75d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:46.863958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f27eb-6d15-43f2-8fbb-33d44988f59f req-d3afd329-410a-4554-b488-be5eb8cd5fc4 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:46.876643 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f5f27eb-6d15-43f2-8fbb-33d44988f59f req-d3afd329-410a-4554-b488-be5eb8cd5fc4 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.2596269 Aug 27 14:00:46.882970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-8df7cfa4-f420-49ef-8045-2e3a97559aea req-bf9ec72f-7fe4-4c8f-a9f1-6f607950b0ca tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Deleting port 31955ad1-6df8-4487-8cf0-5d6019853165 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:46.886265 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8df7cfa4-f420-49ef-8045-2e3a97559aea req-bf9ec72f-7fe4-4c8f-a9f1-6f607950b0ca tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:46.974842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce358f-60cb-49c7-b02c-59dc37be3cd3 req-141ddf6a-3be2-4603-9273-976a7392836d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:46.983020 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-53ce358f-60cb-49c7-b02c-59dc37be3cd3 req-141ddf6a-3be2-4603-9273-976a7392836d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.2548571 Aug 27 14:00:47.042466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-8df7cfa4-f420-49ef-8045-2e3a97559aea req-bf9ec72f-7fe4-4c8f-a9f1-6f607950b0ca tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] For port 31955ad1-6df8-4487-8cf0-5d6019853165, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=31955ad1-6df8-4487-8cf0-5d6019853165,segment=NetworkSegment(accf77c7-6d7a-46b4-a08d-fd4ddcc37f43),segment_id=accf77c7-6d7a-46b4-a08d-fd4ddcc37f43)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:47.043512 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8df7cfa4-f420-49ef-8045-2e3a97559aea req-bf9ec72f-7fe4-4c8f-a9f1-6f607950b0ca tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:47.046776 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4543c078-9d84-41d7-90ed-8d02cbe75d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:47.050839 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4543c078-9d84-41d7-90ed-8d02cbe75d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:47.055071 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4543c078-9d84-41d7-90ed-8d02cbe75d78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29359415-3b2b-429d-8ed4-6805eab7e57e HTTP/1.1" status: 204 len: 168 time: 0.5373776 Aug 27 14:00:47.061870 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56f22de3-cbd8-490f-899c-d7f431e20d57 req-c8c1f579-a873-4939-92ca-0f58e6aeeabd service neutron] 10.222.0.52 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654389 Aug 27 14:00:47.106313 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-53ce358f-60cb-49c7-b02c-59dc37be3cd3 req-48cfb8eb-d974-4a3a-b5bb-c293cf1a2f18 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173694 Aug 27 14:00:47.110126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543c078-9d84-41d7-90ed-8d02cbe75d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29359415-3b2b-429d-8ed4-6805eab7e57e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:47.395487 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:47.487735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-8df7cfa4-f420-49ef-8045-2e3a97559aea req-bf9ec72f-7fe4-4c8f-a9f1-6f607950b0ca tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Calling delete_port for 31955ad1-6df8-4487-8cf0-5d6019853165 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:47.490454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45734) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:47.503259 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-84d5d28a-5dc3-4bed-b722-a0608b7fa1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:47.518067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-585564479-network', 'tenant_id': '95a55e902d4148639bfb265e032895e4'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:47.565146 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-decf7afd-710c-45b3-a533-2fc8fb9364b2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:47.567090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-decf7afd-710c-45b3-a533-2fc8fb9364b2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.41 "GET /v2.0/networks?id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc HTTP/1.1" status: 200 len: 813 time: 0.2852030 Aug 27 14:00:47.613507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b3425-9bd4-467b-83fc-dde79f340f23 req-d4df5ace-c9a1-4745-bc21-e88528ea975e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:47.622577 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c7b3425-9bd4-467b-83fc-dde79f340f23 req-d4df5ace-c9a1-4745-bc21-e88528ea975e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1203797 Aug 27 14:00:47.639831 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-1d89d41e-54d4-4dab-acbc-92e9032fbe87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'port': {'device_id': '2af4e53c-91ce-4cc9-9bb4-81edfcac3323', 'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc', 'admin_state_up': True, 'tenant_id': '5837f855b839404283f65dc1dbbda9b8'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:47.642259 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-9acb9511-7150-4421-8860-483570cee249 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.1474447 Aug 27 14:00:47.647983 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56f22de3-cbd8-490f-899c-d7f431e20d57 req-1f45d911-a786-4a28-b717-15949d96c976 service neutron] 10.222.0.52 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702810 Aug 27 14:00:47.670856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Made reservation on behalf of 95a55e902d4148639bfb265e032895e4 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:47.673299 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:47.709404 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:47.729722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-c4c73e50-bd54-475f-b033-5a6841842004 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:47.737402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c7b3425-9bd4-467b-83fc-dde79f340f23 req-a72131f3-c803-4988-9eff-b449a0aa96f9 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139452 Aug 27 14:00:47.743004 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-c4c73e50-bd54-475f-b033-5a6841842004 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports/2d6234c2-5c37-4d1c-baaa-c17619a12fe5 HTTP/1.1" status: 200 len: 942 time: 0.0996854 Aug 27 14:00:47.901614 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45742) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:47.920997 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eaf29b94-1fc5-445c-bd79-6e62238f055a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:47.928576 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8df7cfa4-f420-49ef-8045-2e3a97559aea req-bf9ec72f-7fe4-4c8f-a9f1-6f607950b0ca tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:47.952575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e45a3e-8bdc-4810-89bf-f414bb775627 req-fa597bd5-9e3b-4bbc-9839-bb94b9caa7d9 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:47.954100 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b8e45a3e-8bdc-4810-89bf-f414bb775627 req-fa597bd5-9e3b-4bbc-9839-bb94b9caa7d9 tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e381dc7-2ff5-4192-b867-6e5adca4f5d1 HTTP/1.1" status: 200 len: 866 time: 0.0863771 Aug 27 14:00:47.974850 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-77f3f7e3-1edf-46f1-822d-026ae4701252 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.1648855 Aug 27 14:00:47.977127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ec72f-7fe4-4c8f-a9f1-6f607950b0ca tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Pushing event deleted for resources: {'Port': ['ID=31955ad1-6df8-4487-8cf0-5d6019853165,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:48.018152 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b8e45a3e-8bdc-4810-89bf-f414bb775627 req-6c122d19-b935-44fe-97ef-63fce0ad8a0f tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.55 "GET /v2.0/security-groups?id=904b8358-377b-4d9d-b220-e33b067035b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567160 Aug 27 14:00:48.103229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df7cfa4-f420-49ef-8045-2e3a97559aea req-bf9ec72f-7fe4-4c8f-a9f1-6f607950b0ca tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] No DVR routers for this DVR port 31955ad1-6df8-4487-8cf0-5d6019853165 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:48.107142 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8df7cfa4-f420-49ef-8045-2e3a97559aea req-bf9ec72f-7fe4-4c8f-a9f1-6f607950b0ca tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.109845 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8df7cfa4-f420-49ef-8045-2e3a97559aea req-bf9ec72f-7fe4-4c8f-a9f1-6f607950b0ca tempest-LiveMigrationTest-954740709 tempest-LiveMigrationTest-954740709-project] 10.222.0.52 "DELETE /v2.0/ports/31955ad1-6df8-4487-8cf0-5d6019853165 HTTP/1.1" status: 204 len: 173 time: 1.5852706 Aug 27 14:00:48.117758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e381dc7-2ff5-4192-b867-6e5adca4f5d1', 'name': 'network-vif-deleted', 'tag': '31955ad1-6df8-4487-8cf0-5d6019853165'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:48.121969 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5f1157-7a29-4251-8fc2-cae70b333095" -d '{"events": [{"server_uuid": "3e381dc7-2ff5-4192-b867-6e5adca4f5d1", "name": "network-vif-deleted", "tag": "31955ad1-6df8-4487-8cf0-5d6019853165"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:48.144145 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a0896d3-f7d7-4baa-860f-4e6553f7ce41 req-b06a15a4-bdc7-41fb-8683-289604d3ef84 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 210 time: 0.0498674 Aug 27 14:00:48.200961 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.219712 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.222394 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [None req-eaf29b94-1fc5-445c-bd79-6e62238f055a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 14:00:48.222394 n-d-712139-12 neutron-server[101187]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 14:00:48.222394 n-d-712139-12 neutron-server[101187]: [parameters: {'project_id_1': '45d102b12dd741cd8f1fe287dde2c24c', 'expiration_1': datetime.datetime(2021, 8, 27, 14, 0, 47, 941547)}] Aug 27 14:00:48.222394 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:00:48.223240 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [None req-eaf29b94-1fc5-445c-bd79-6e62238f055a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:00:48.253043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-1d89d41e-54d4-4dab-acbc-92e9032fbe87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Made reservation on behalf of 5837f855b839404283f65dc1dbbda9b8 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:48.257466 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-1d89d41e-54d4-4dab-acbc-92e9032fbe87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.258119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c094357a-174e-42ec-b5ed-852e0c7675c2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:48.295232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-86654d62-4d56-4f82-8f9b-a3a02e4b3842 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:48.296781 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-86654d62-4d56-4f82-8f9b-a3a02e4b3842 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.3115356 Aug 27 14:00:48.319355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:00:48.376973 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.377233 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Added segment e2bb07b2-1d08-4323-9e00-042dc8592192 of type vlan for network c274eb21-d86b-4eb3-ae9f-118be5042106 Aug 27 14:00:48.427854 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-783782c6-42d1-49da-8296-d90da4975077 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.1193497 Aug 27 14:00:48.437349 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.440256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-1d89d41e-54d4-4dab-acbc-92e9032fbe87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Allocated IP 172.20.0.10 (1f713c68-a93f-4e9f-bdd5-ae238b6416dc/95b1144e-3261-4f67-a06a-064e2d0743c7/490aaa4a-e1b0-4878-bbee-31187c339280) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:00:48.445111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-8a57244d-eb97-4404-93f0-4a3b0eddc105 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:48.510347 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-8a57244d-eb97-4404-93f0-4a3b0eddc105 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.606227 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.609400 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:48.609400 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.670840 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.677303 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c1b05f-574f-42bf-85d2-6e88e824279d x-openstack-request-id: req-b4c1b05f-574f-42bf-85d2-6e88e824279d {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:48.677851 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e381dc7-2ff5-4192-b867-6e5adca4f5d1", "name": "network-vif-deleted", "tag": "31955ad1-6df8-4487-8cf0-5d6019853165", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:48.678294 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4c1b05f-574f-42bf-85d2-6e88e824279d {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:48.678978 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e381dc7-2ff5-4192-b867-6e5adca4f5d1', 'name': 'network-vif-deleted', 'tag': '31955ad1-6df8-4487-8cf0-5d6019853165', 'status': 'completed', 'code': 200} Aug 27 14:00:48.703015 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-1d89d41e-54d4-4dab-acbc-92e9032fbe87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.726045 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eaf29b94-1fc5-445c-bd79-6e62238f055a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.738980 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2344143 Aug 27 14:00:48.743091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45760) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:48.750631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8ee406a6-e188-4850-90bd-0544f5026abb admin admin] Request body: {'subnet': {'network_id': 'c274eb21-d86b-4eb3-ae9f-118be5042106', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-585564479-subnet', 'tenant_id': '95a55e902d4148639bfb265e032895e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:48.788610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee406a6-e188-4850-90bd-0544f5026abb admin admin] Made reservation on behalf of 95a55e902d4148639bfb265e032895e4 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:48.791721 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ee406a6-e188-4850-90bd-0544f5026abb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.801740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c9c9e-f52e-406b-9819-284c52ffc9a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c274eb21-d86b-4eb3-ae9f-118be5042106,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:48.817239 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network c274eb21-d86b-4eb3-ae9f-118be5042106 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:00:48.839579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061023d8-cd7a-4e41-af19-0d7eb9b6fd44 req-ebb4b11a-4c62-4af5-8524-9fbf3bd36682 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:48.849104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-061023d8-cd7a-4e41-af19-0d7eb9b6fd44 req-ebb4b11a-4c62-4af5-8524-9fbf3bd36682 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1351080 Aug 27 14:00:48.912013 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-1d89d41e-54d4-4dab-acbc-92e9032fbe87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.947653 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-8a57244d-eb97-4404-93f0-4a3b0eddc105 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.954997 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-8a57244d-eb97-4404-93f0-4a3b0eddc105 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:48.955574 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-8a57244d-eb97-4404-93f0-4a3b0eddc105 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Floating IP bd0b1590-948d-4d19-af45-1fbc4c49a80d disassociated. External IP: 172.25.2.154, port: 2d6234c2-5c37-4d1c-baaa-c17619a12fe5. Aug 27 14:00:48.997899 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-061023d8-cd7a-4e41-af19-0d7eb9b6fd44 req-dcea6c3d-8a61-4e38-bcb6-43d4f26218a3 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474922 Aug 27 14:00:49.043381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-1d89d41e-54d4-4dab-acbc-92e9032fbe87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Network 1f713c68-a93f-4e9f-bdd5-ae238b6416dc is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:00:49.064968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-1d89d41e-54d4-4dab-acbc-92e9032fbe87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:49.070224 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-1d89d41e-54d4-4dab-acbc-92e9032fbe87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:00:49.138209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89d41e-54d4-4dab-acbc-92e9032fbe87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'Port': ['ID=490aaa4a-e1b0-4878-bbee-31187c339280,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:49.212782 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eaf29b94-1fc5-445c-bd79-6e62238f055a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:49.220924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-1d89d41e-54d4-4dab-acbc-92e9032fbe87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:49.221621 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-1d89d41e-54d4-4dab-acbc-92e9032fbe87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:49.227120 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eaf29b94-1fc5-445c-bd79-6e62238f055a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:49.289942 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-eaf29b94-1fc5-445c-bd79-6e62238f055a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45d102b12dd741cd8f1fe287dde2c24c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3852634 Aug 27 14:00:49.298055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45768) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:49.307310 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ee406a6-e188-4850-90bd-0544f5026abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:49.313675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0965c-357e-48e8-b5e2-239c7a417014 req-431d90a9-dc45-4d8e-8fd2-5a4fa8165bfd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:49.323303 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1ee0965c-357e-48e8-b5e2-239c7a417014 req-431d90a9-dc45-4d8e-8fd2-5a4fa8165bfd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1868227 Aug 27 14:00:49.355620 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-1d89d41e-54d4-4dab-acbc-92e9032fbe87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7287276 Aug 27 14:00:49.362154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf29b94-1fc5-445c-bd79-6e62238f055a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fc74d5-3d06-4f4a-a978-9151edf37ced,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:49.379003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Request body: {'port': {'device_id': '2af4e53c-91ce-4cc9-9bb4-81edfcac3323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:49.409953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1ee0965c-357e-48e8-b5e2-239c7a417014 req-1ccfa066-16f5-4e0a-aef0-3534ba1b1916 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853758 Aug 27 14:00:49.418503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee406a6-e188-4850-90bd-0544f5026abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2c716e-e8ce-4bca-8da8-99f0e2199774,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:49.432418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-8a57244d-eb97-4404-93f0-4a3b0eddc105 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Router cf2f3e42-e872-4fc3-aef1-e52117111199 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:00:49.451308 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74e06272-a23c-4798-b020-a6ca2a522b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:49.453175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee406a6-e188-4850-90bd-0544f5026abb admin admin] Checking segment: {'id': 'e2bb07b2-1d08-4323-9e00-042dc8592192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c274eb21-d86b-4eb3-ae9f-118be5042106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:49.453620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee406a6-e188-4850-90bd-0544f5026abb admin admin] Network hostable DHCP agents. Network: c274eb21-d86b-4eb3-ae9f-118be5042106, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:00:49.487103 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45774) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:49.492702 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:49.524686 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74e06272-a23c-4798-b020-a6ca2a522b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:49.571113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee406a6-e188-4850-90bd-0544f5026abb admin admin] Network c274eb21-d86b-4eb3-ae9f-118be5042106 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:00:49.628126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8ee406a6-e188-4850-90bd-0544f5026abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, c274eb21-d86b-4eb3-ae9f-118be5042106) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:49.636032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3dd00-a2f2-4012-8907-fd21e039df61 None None] Network c274eb21-d86b-4eb3-ae9f-118be5042106 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:00:49.661571 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-8a57244d-eb97-4404-93f0-4a3b0eddc105 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:00:49.675040 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca9b99b-dcb7-4d84-ac88-29bc4196ce5b None None] Sync routers for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:00:49.678115 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-8a57244d-eb97-4404-93f0-4a3b0eddc105 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:49.688395 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca9b99b-dcb7-4d84-ac88-29bc4196ce5b None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:49.691396 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-aca9b99b-dcb7-4d84-ac88-29bc4196ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:49.695497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee406a6-e188-4850-90bd-0544f5026abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:49.696388 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ee406a6-e188-4850-90bd-0544f5026abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:49.722707 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74e06272-a23c-4798-b020-a6ca2a522b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:49.725240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74e06272-a23c-4798-b020-a6ca2a522b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:49.728930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-74e06272-a23c-4798-b020-a6ca2a522b80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19fc74d5-3d06-4f4a-a978-9151edf37ced HTTP/1.1" status: 204 len: 168 time: 0.4274457 Aug 27 14:00:49.744833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e06272-a23c-4798-b020-a6ca2a522b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fc74d5-3d06-4f4a-a978-9151edf37ced,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:49.766758 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-8a57244d-eb97-4404-93f0-4a3b0eddc105 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "PUT /v2.0/floatingips/bd0b1590-948d-4d19-af45-1fbc4c49a80d HTTP/1.1" status: 200 len: 695 time: 1.3309350 Aug 27 14:00:49.781839 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8ee406a6-e188-4850-90bd-0544f5026abb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0357239 Aug 27 14:00:49.840518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-3dae1f8e-f629-4bea-95b5-5462ef318ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:49.842371 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-3dae1f8e-f629-4bea-95b5-5462ef318ca5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 1097 time: 0.0569892 Aug 27 14:00:49.983244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea7d890-3bc9-4d28-9fad-b30e6850c42d admin admin] Deleting subnet 42ec8a6f-4682-4195-b131-0bf74a6d6a47 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:00:50.014005 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ea7d890-3bc9-4d28-9fad-b30e6850c42d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:50.036352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-24291efe-48b1-48df-b254-62bead9027c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:50.038182 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-24291efe-48b1-48df-b254-62bead9027c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.1887581 Aug 27 14:00:50.044098 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-aca9b99b-dcb7-4d84-ac88-29bc4196ce5b None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:50.045929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6da203-4e33-4a41-946f-7f88ea1c5e74 None None] Network c274eb21-d86b-4eb3-ae9f-118be5042106 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:00:50.122225 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-c24eed60-a5c7-4bc5-a8e9-af23818ec551 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d6234c2-5c37-4d1c-baaa-c17619a12fe5 HTTP/1.1" status: 200 len: 217 time: 0.0716918 Aug 27 14:00:50.195598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-36fe53dd-02f6-40a6-b3a0-d98a15a76e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:50.198631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-36fe53dd-02f6-40a6-b3a0-d98a15a76e0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.0664692 Aug 27 14:00:50.247561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528d997-0237-4c1c-8e02-fc34daf3310f req-79e90def-0546-42ea-b33f-bf876f89b5b2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:50.264818 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9528d997-0237-4c1c-8e02-fc34daf3310f req-79e90def-0546-42ea-b33f-bf876f89b5b2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 932 time: 0.6629460 Aug 27 14:00:50.274179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-51f55317-0a4c-4365-916d-3897b96fb36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:50.276305 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-51f55317-0a4c-4365-916d-3897b96fb36b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592346 Aug 27 14:00:50.422615 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ea7d890-3bc9-4d28-9fad-b30e6850c42d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:50.427371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 31955ad1-6df8-4487-8cf0-5d6019853165 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:50.429649 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-aca9b99b-dcb7-4d84-ac88-29bc4196ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:50.447489 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-76fe7921-363d-4bea-b122-0aaabc3cbd9f service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572115 Aug 27 14:00:50.468833 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca9b99b-dcb7-4d84-ac88-29bc4196ce5b None None] Checking router: cf2f3e42-e872-4fc3-aef1-e52117111199 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:00:50.489340 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca9b99b-dcb7-4d84-ac88-29bc4196ce5b None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:50.494533 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-aca9b99b-dcb7-4d84-ac88-29bc4196ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:50.544976 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9528d997-0237-4c1c-8e02-fc34daf3310f req-e10311c3-8244-4ac9-b2dc-8a805108195f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547164 Aug 27 14:00:50.549709 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 31955ad1-6df8-4487-8cf0-5d6019853165 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:50.550425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 31955ad1-6df8-4487-8cf0-5d6019853165 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:50.572859 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:50.644758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ea7d890-3bc9-4d28-9fad-b30e6850c42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:50.647408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51e98005-57f9-44e0-90aa-035f08272ae5 req-0d3f2ce3-59de-4393-a9e6-6202b8c4dd9e service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923537 Aug 27 14:00:50.680371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'tag': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:50.683174 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fd6d7e-7e3d-450f-92a2-875fc464d8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "19c30579-7668-4fd3-83b6-26a2eb68b09c", "tag": "2d6234c2-5c37-4d1c-baaa-c17619a12fe5"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:50.834244 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ea7d890-3bc9-4d28-9fad-b30e6850c42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:50.847752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490aaa4a-e1b0-4878-bbee-31187c339280 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:00:50.877902 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:50.883575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7d890-3bc9-4d28-9fad-b30e6850c42d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ec8a6f-4682-4195-b131-0bf74a6d6a47,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:50.888466 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ea7d890-3bc9-4d28-9fad-b30e6850c42d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:50.890465 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6ea7d890-3bc9-4d28-9fad-b30e6850c42d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/42ec8a6f-4682-4195-b131-0bf74a6d6a47 HTTP/1.1" status: 204 len: 168 time: 1.4024189 Aug 27 14:00:50.893283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45820) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:50.901577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Transition to ACTIVE for port object 490aaa4a-e1b0-4878-bbee-31187c339280 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:50.910996 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:50.966534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Pushing event updated for resources: {'Port': ['ID=490aaa4a-e1b0-4878-bbee-31187c339280,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:50.981503 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-aca9b99b-dcb7-4d84-ac88-29bc4196ce5b None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:51.051532 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.098984 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Attempting to bind port 490aaa4a-e1b0-4878-bbee-31187c339280 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:00:51.099614 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Attempting to bind port 490aaa4a-e1b0-4878-bbee-31187c339280 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'ca49d017-c3f2-4d07-92ca-736688feb6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:00:51.100301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Attempting to bind port 490aaa4a-e1b0-4878-bbee-31187c339280 on network 1f713c68-a93f-4e9f-bdd5-ae238b6416dc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:51.106401 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-611de78a-3ec5-4e71-a643-f5c5cb6f6d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.107070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Port 490aaa4a-e1b0-4878-bbee-31187c339280 on network 1f713c68-a93f-4e9f-bdd5-ae238b6416dc not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:00:51.107499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Attempting to bind port 490aaa4a-e1b0-4878-bbee-31187c339280 on network 1f713c68-a93f-4e9f-bdd5-ae238b6416dc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:51.113773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:00:51.114122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Checking segment: {'id': 'ca49d017-c3f2-4d07-92ca-736688feb6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:51.114545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Bound using segment: {'id': 'ca49d017-c3f2-4d07-92ca-736688feb6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:00:51.115269 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Bound port: 490aaa4a-e1b0-4878-bbee-31187c339280, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca49d017-c3f2-4d07-92ca-736688feb6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:00:51.115678 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.251441 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-611de78a-3ec5-4e71-a643-f5c5cb6f6d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.272290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-611de78a-3ec5-4e71-a643-f5c5cb6f6d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fa4222-2c01-407d-8d35-d36794d53fdc']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:51.344001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-611de78a-3ec5-4e71-a643-f5c5cb6f6d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:51.344599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-611de78a-3ec5-4e71-a643-f5c5cb6f6d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accf77c7-6d7a-46b4-a08d-fd4ddcc37f43') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:51.348654 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] For port 490aaa4a-e1b0-4878-bbee-31187c339280, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:00:51.358386 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-611de78a-3ec5-4e71-a643-f5c5cb6f6d17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.359002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] For port 490aaa4a-e1b0-4878-bbee-31187c339280, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=490aaa4a-e1b0-4878-bbee-31187c339280,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:00:51.363309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45832) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:51.375886 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.389429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-611de78a-3ec5-4e71-a643-f5c5cb6f6d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.405067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611de78a-3ec5-4e71-a643-f5c5cb6f6d17 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:00:51.405552 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-611de78a-3ec5-4e71-a643-f5c5cb6f6d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.460684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:51.461305 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.463795 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] 10.222.0.41 "PUT /v2.0/ports/490aaa4a-e1b0-4878-bbee-31187c339280 HTTP/1.1" status: 200 len: 1093 time: 2.0896161 Aug 27 14:00:51.464256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af4e53c-91ce-4cc9-9bb4-81edfcac3323', 'tag': '490aaa4a-e1b0-4878-bbee-31187c339280'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:51.467512 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b290be54-25c5-441e-be08-fb1463ef5d45" -d '{"events": [{"name": "network-changed", "server_uuid": "2af4e53c-91ce-4cc9-9bb4-81edfcac3323", "tag": "490aaa4a-e1b0-4878-bbee-31187c339280"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:51.509263 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-aca9b99b-dcb7-4d84-ac88-29bc4196ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:51.530110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d75e3-b01f-4f11-bde9-3d79f99ea087 service neutron] Pushing event updated for resources: {'Port': ['ID=490aaa4a-e1b0-4878-bbee-31187c339280,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:00:51.543642 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:00:51.550512 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d1989f-e23d-42ff-8e02-333047bc8836 x-openstack-request-id: req-03d1989f-e23d-42ff-8e02-333047bc8836 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:51.550810 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c30579-7668-4fd3-83b6-26a2eb68b09c", "tag": "2d6234c2-5c37-4d1c-baaa-c17619a12fe5", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:51.553561 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03d1989f-e23d-42ff-8e02-333047bc8836 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:51.553998 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'tag': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'status': 'completed', 'code': 200} Aug 27 14:00:51.568715 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca9b99b-dcb7-4d84-ac88-29bc4196ce5b None None] The sync data for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 is: [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:00:51.577584 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-611de78a-3ec5-4e71-a643-f5c5cb6f6d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.631315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-a4f2327f-26ca-4bd8-9a3d-6398945fb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:51.640028 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-611de78a-3ec5-4e71-a643-f5c5cb6f6d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.646673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-611de78a-3ec5-4e71-a643-f5c5cb6f6d17 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a4fa4222-2c01-407d-8d35-d36794d53fdc HTTP/1.1" status: 204 len: 168 time: 0.7485530 Aug 27 14:00:51.647710 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-a4f2327f-26ca-4bd8-9a3d-6398945fb91f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5837f855b839404283f65dc1dbbda9b8&device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 1096 time: 0.0847838 Aug 27 14:00:51.647819 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45854) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:51.711248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611de78a-3ec5-4e71-a643-f5c5cb6f6d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4fa4222-2c01-407d-8d35-d36794d53fdc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:51.751376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-network', 'tenant_id': '64b40148a7014a78aff82211c83a0273'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:51.755653 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-5cd1bba6-28c7-4f5a-8425-30c49b059e84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490aaa4a-e1b0-4878-bbee-31187c339280 HTTP/1.1" status: 200 len: 217 time: 0.0813854 Aug 27 14:00:51.840758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd6d7e-7e3d-450f-92a2-875fc464d8a0 req-5bd3bbdc-7ef6-44d5-93c8-f24c84b4cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:51.842401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8fd6d7e-7e3d-450f-92a2-875fc464d8a0 req-5bd3bbdc-7ef6-44d5-93c8-f24c84b4cc33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 1097 time: 0.2968850 Aug 27 14:00:51.849122 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-6def4406-bc53-4ed5-9ec2-7f4dd7baf5ce admin admin] Deleting subnet 5f501556-3d93-4e2e-bc24-e48eb2fa27ba {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:00:51.861902 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6def4406-bc53-4ed5-9ec2-7f4dd7baf5ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.867270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Made reservation on behalf of 64b40148a7014a78aff82211c83a0273 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:51.874599 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.902177 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:51.921725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91c1a8-9803-41e9-be60-cc06069a75af req-1689be13-1bc4-4bb2-89d5-60e691e28469 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:51.923356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1f91c1a8-9803-41e9-be60-cc06069a75af req-1689be13-1bc4-4bb2-89d5-60e691e28469 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1973505 Aug 27 14:00:51.925534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-c7133a27-7418-4c26-9589-df01fe877300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:51.927103 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-c7133a27-7418-4c26-9589-df01fe877300 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95b1144e-3261-4f67-a06a-064e2d0743c7 HTTP/1.1" status: 200 len: 853 time: 0.1439128 Aug 27 14:00:52.018211 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-46c457dc-f462-4fb7-9e94-bb9ea1aa2131 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824878 Aug 27 14:00:52.020925 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6def4406-bc53-4ed5-9ec2-7f4dd7baf5ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:52.064737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-d9b0d4d6-7895-4349-a0e3-6a03b3af10be tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:52.066727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-d9b0d4d6-7895-4349-a0e3-6a03b3af10be tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/networks?id=bca4975e-40de-4a6a-b36a-305f4e8b62c3 HTTP/1.1" status: 200 len: 815 time: 0.4133048 Aug 27 14:00:52.108898 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd6d7e-7e3d-450f-92a2-875fc464d8a0 req-266195d8-82c7-4080-b26d-bd2d28bcf1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:52.110626 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8fd6d7e-7e3d-450f-92a2-875fc464d8a0 req-266195d8-82c7-4080-b26d-bd2d28bcf1ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.2499375 Aug 27 14:00:52.114505 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-8470d994-8df0-465b-a4f4-dbb7cf33f8c5 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/quotas/7279ef1a5e334e0893928fb992323082 HTTP/1.1" status: 200 len: 375 time: 0.0311904 Aug 27 14:00:52.117295 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6def4406-bc53-4ed5-9ec2-7f4dd7baf5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:52.173610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d9d27a-c053-4e7d-b3e3-5c180b9f0a23 None None] New status for floating IP bd0b1590-948d-4d19-af45-1fbc4c49a80d: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:00:52.189721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8fd6d7e-7e3d-450f-92a2-875fc464d8a0 req-21ca126d-3d2b-460c-9a2a-7e06a0169aae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d6234c2-5c37-4d1c-baaa-c17619a12fe5 HTTP/1.1" status: 200 len: 217 time: 0.0495253 Aug 27 14:00:52.229737 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-88a21d87-8fec-4b4c-a8d0-4e0280ec2123 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7279ef1a5e334e0893928fb992323082&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906553 Aug 27 14:00:52.274966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd6d7e-7e3d-450f-92a2-875fc464d8a0 req-59e9432f-1256-4137-a4a5-e8cb8e96e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:52.276973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8fd6d7e-7e3d-450f-92a2-875fc464d8a0 req-59e9432f-1256-4137-a4a5-e8cb8e96e962 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.0663455 Aug 27 14:00:52.417433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd6d7e-7e3d-450f-92a2-875fc464d8a0 req-8131f448-6ae5-4f20-b6b3-cdf43c709136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:52.421108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8fd6d7e-7e3d-450f-92a2-875fc464d8a0 req-8131f448-6ae5-4f20-b6b3-cdf43c709136 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313155 Aug 27 14:00:52.433660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6def4406-bc53-4ed5-9ec2-7f4dd7baf5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:52.475297 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1f91c1a8-9803-41e9-be60-cc06069a75af req-65472a89-46b6-497c-9c2f-1c3a603ba9c1 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183413 Aug 27 14:00:52.543671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:52.547559 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e20e3c0-4f90-4f6d-9e72-4f9f64250d33 x-openstack-request-id: req-6e20e3c0-4f90-4f6d-9e72-4f9f64250d33 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:52.547857 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af4e53c-91ce-4cc9-9bb4-81edfcac3323", "tag": "490aaa4a-e1b0-4878-bbee-31187c339280", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:52.548105 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e20e3c0-4f90-4f6d-9e72-4f9f64250d33 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:52.548504 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af4e53c-91ce-4cc9-9bb4-81edfcac3323', 'tag': '490aaa4a-e1b0-4878-bbee-31187c339280', 'status': 'completed', 'code': 200} Aug 27 14:00:52.552860 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-615a8848-8bd3-4b83-a785-e8127018bb2d service neutron] 10.222.0.41 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131207 Aug 27 14:00:52.554465 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:52.626157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:00:52.682081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:52.689997 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:52.690344 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Added segment 0663d2f6-e0c1-46ca-b6ec-448a90b3c98c of type vlan for network 26322e6f-b793-48c3-92ef-a8508600729b Aug 27 14:00:52.767052 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:52.784908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e73692-e032-4859-b7b4-d38c2915d388 req-8f26746c-3fbb-476e-b93c-1bd3b2da34f7 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:52.792211 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3e73692-e032-4859-b7b4-d38c2915d388 req-8f26746c-3fbb-476e-b93c-1bd3b2da34f7 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 944 time: 0.1636360 Aug 27 14:00:52.807788 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd58af46-4c4e-4bf8-8b61-511a7263a61a req-42ff5bbb-c330-46ed-af88-94fefa59294d service neutron] 10.222.0.41 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371080 Aug 27 14:00:52.859660 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3e73692-e032-4859-b7b4-d38c2915d388 req-4df1d71b-9267-4fdc-92ca-c4656e13a971 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612693 Aug 27 14:00:52.861101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:52.861710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-3b12b531-0de4-47c1-81bc-180b51013bb9 service neutron] 10.222.0.55 "GET /v2.0/networks/bca4975e-40de-4a6a-b36a-305f4e8b62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831435 Aug 27 14:00:52.873983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:52.880419 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:52.925774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def4406-bc53-4ed5-9ec2-7f4dd7baf5ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f501556-3d93-4e2e-bc24-e48eb2fa27ba,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:52.929012 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6def4406-bc53-4ed5-9ec2-7f4dd7baf5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:52.931407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6def4406-bc53-4ed5-9ec2-7f4dd7baf5ce admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5f501556-3d93-4e2e-bc24-e48eb2fa27ba HTTP/1.1" status: 204 len: 168 time: 1.2802858 Aug 27 14:00:52.943734 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45864) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:53.012426 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] Pushing event updated for resources: {'Network': ['ID=26322e6f-b793-48c3-92ef-a8508600729b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:53.022619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 26322e6f-b793-48c3-92ef-a8508600729b details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:00:53.025323 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-362fcaab-a1bd-4512-88c5-2a148fac46b0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6608346 Aug 27 14:00:53.026250 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45866) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:53.067018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-73214033-67bb-4f9c-a9b4-44bb778c1dc2 admin admin] Request body: {'subnet': {'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-subnet', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:53.112589 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290be54-25c5-441e-be08-fb1463ef5d45 req-7b220d57-9528-4c65-954f-39dd31c9b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:53.114266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b290be54-25c5-441e-be08-fb1463ef5d45 req-7b220d57-9528-4c65-954f-39dd31c9b11c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5837f855b839404283f65dc1dbbda9b8&device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 1096 time: 0.1795075 Aug 27 14:00:53.116300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8fd6d7e-7e3d-450f-92a2-875fc464d8a0 req-daed4743-8c48-4d91-9c25-d5dcac11b7a7 service neutron] 10.222.0.52 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739964 Aug 27 14:00:53.123969 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e9c4-a743-4293-a593-4b2abfafb38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:53.157569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73214033-67bb-4f9c-a9b4-44bb778c1dc2 admin admin] Made reservation on behalf of 64b40148a7014a78aff82211c83a0273 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:53.159885 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-73214033-67bb-4f9c-a9b4-44bb778c1dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:53.164608 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-0751dc14-efbe-4353-b0c8-15b3c2037f7e service neutron] 10.222.0.55 "GET /v2.0/networks/bca4975e-40de-4a6a-b36a-305f4e8b62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495062 Aug 27 14:00:53.169323 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-c9713164-d9c1-4ec7-9085-b540dd8f35ff tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:53.171463 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-c9713164-d9c1-4ec7-9085-b540dd8f35ff tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1805646 Aug 27 14:00:53.329484 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-cfbb2e99-3f30-4132-ae86-b1eb128d338e tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.1439972 Aug 27 14:00:53.329697 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e9c4-a743-4293-a593-4b2abfafb38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:53.351942 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8fd6d7e-7e3d-450f-92a2-875fc464d8a0 req-2a7ef228-696d-4d05-9ce3-94f133bef8f5 service neutron] 10.222.0.52 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212770 Aug 27 14:00:53.353699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0cf2e9c4-a743-4293-a593-4b2abfafb38f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3d34a6-1f46-4b85-808f-0f0962e21ad2']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:53.356093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-3209d579-d401-47b8-8609-fcef3b385d31 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Request body: {'floatingip': {'port_id': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:53.384334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0cf2e9c4-a743-4293-a593-4b2abfafb38f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b78f9a7-2835-4587-8d02-d9c666af37f8') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:53.384736 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0cf2e9c4-a743-4293-a593-4b2abfafb38f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b78f9a7-2835-4587-8d02-d9c666af37f8') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:53.398276 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e9c4-a743-4293-a593-4b2abfafb38f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:53.415077 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e9c4-a743-4293-a593-4b2abfafb38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:53.424148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf2e9c4-a743-4293-a593-4b2abfafb38f admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:00:53.424537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf6d2-a4a6-4b87-a72e-05eaa4ca00b1 req-ba213943-29d4-47b5-baad-0fc2509eb5f7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:53.424880 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e9c4-a743-4293-a593-4b2abfafb38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:53.426205 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-652cf6d2-a4a6-4b87-a72e-05eaa4ca00b1 req-ba213943-29d4-47b5-baad-0fc2509eb5f7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.52 "GET /v2.0/ports?device_id=19c30579-7668-4fd3-83b6-26a2eb68b09c HTTP/1.1" status: 200 len: 945 time: 0.3168051 Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:00:53.427214 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:00:53.437337 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-3209d579-d401-47b8-8609-fcef3b385d31 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:53.513643 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e9c4-a743-4293-a593-4b2abfafb38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:53.537044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e9c4-a743-4293-a593-4b2abfafb38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:53.540775 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0cf2e9c4-a743-4293-a593-4b2abfafb38f admin admin] 10.222.0.55 "DELETE /v2.0/networks/2c3d34a6-1f46-4b85-808f-0f0962e21ad2 HTTP/1.1" status: 204 len: 168 time: 0.5944276 Aug 27 14:00:53.548247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c96ea6b7-bb6f-406e-85f9-68d3fa9b175a req-4b05f51f-d85d-408f-bd25-c8a0b0cd11f9 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 210 time: 0.0481355 Aug 27 14:00:53.558319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290be54-25c5-441e-be08-fb1463ef5d45 req-90a5bf94-2bd5-4da3-8e01-6c49f80f8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:53.560282 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b290be54-25c5-441e-be08-fb1463ef5d45 req-90a5bf94-2bd5-4da3-8e01-6c49f80f8905 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc HTTP/1.1" status: 200 len: 914 time: 0.4348712 Aug 27 14:00:53.563664 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2e9c4-a743-4293-a593-4b2abfafb38f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c3d34a6-1f46-4b85-808f-0f0962e21ad2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:53.663218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b290be54-25c5-441e-be08-fb1463ef5d45 req-42000ded-a779-44e1-9715-5ab54b665a18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490aaa4a-e1b0-4878-bbee-31187c339280 HTTP/1.1" status: 200 len: 217 time: 0.0919497 Aug 27 14:00:53.769976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45912) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:53.819092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26da86-7533-4a5f-ba7d-5abcb3474d1c req-d7a2abd4-2af2-42a6-99e4-74f365216370 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:53.827590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a26da86-7533-4a5f-ba7d-5abcb3474d1c req-d7a2abd4-2af2-42a6-99e4-74f365216370 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.0889661 Aug 27 14:00:53.865085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4b0f2625-072d-4185-a019-dcb7f78fb903 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b84005fec6146b8af367291d0980e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0914674 Aug 27 14:00:53.866239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290be54-25c5-441e-be08-fb1463ef5d45 req-84e4bd12-3e94-4925-ac89-66d025a2593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:53.867447 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45914) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:53.867739 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b290be54-25c5-441e-be08-fb1463ef5d45 req-84e4bd12-3e94-4925-ac89-66d025a2593b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95b1144e-3261-4f67-a06a-064e2d0743c7 HTTP/1.1" status: 200 len: 853 time: 0.1897426 Aug 27 14:00:53.893398 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a26da86-7533-4a5f-ba7d-5abcb3474d1c req-aea9c687-d1be-4202-8e73-efcf6a22d767 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649514 Aug 27 14:00:53.942346 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fa7c-cd5f-4bc9-a5aa-760315b9ce52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:53.952774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-652cf6d2-a4a6-4b87-a72e-05eaa4ca00b1 req-4f4a56d5-7990-4046-9c93-14567d5b83f7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Deleting port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:00:53.953405 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-652cf6d2-a4a6-4b87-a72e-05eaa4ca00b1 req-4f4a56d5-7990-4046-9c93-14567d5b83f7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:53.957746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b290be54-25c5-441e-be08-fb1463ef5d45 req-5fa7ffa3-34f4-4e4e-8e20-c0cfe5a5e395 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560699 Aug 27 14:00:53.971869 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fa7c-cd5f-4bc9-a5aa-760315b9ce52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:54.015485 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-73214033-67bb-4f9c-a9b4-44bb778c1dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:54.054656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5316a4b-fa66-4d47-8bc6-037be806becb req-4cf04a61-0732-40f2-bd57-945517d2af5c tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:54.056682 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a5316a4b-fa66-4d47-8bc6-037be806becb req-4cf04a61-0732-40f2-bd57-945517d2af5c tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 950 time: 0.0784752 Aug 27 14:00:54.091822 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fa7c-cd5f-4bc9-a5aa-760315b9ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:54.094846 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fa7c-cd5f-4bc9-a5aa-760315b9ce52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:54.095999 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f2e4fa7c-cd5f-4bc9-a5aa-760315b9ce52 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/904b8358-377b-4d9d-b220-e33b067035b7 HTTP/1.1" status: 204 len: 168 time: 0.2277079 Aug 27 14:00:54.113066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4fa7c-cd5f-4bc9-a5aa-760315b9ce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904b8358-377b-4d9d-b220-e33b067035b7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:54.132060 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a5316a4b-fa66-4d47-8bc6-037be806becb req-2d4e800b-9a37-4f2e-befc-9642be8d2924 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686095 Aug 27 14:00:54.240440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7f24f-6c42-4f68-97f5-d3487ffe9b8b req-6240a4ca-f82e-4d09-ae3e-9bff11b45892 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:54.242416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2ee7f24f-6c42-4f68-97f5-d3487ffe9b8b req-6240a4ca-f82e-4d09-ae3e-9bff11b45892 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 944 time: 0.0551922 Aug 27 14:00:54.254884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73214033-67bb-4f9c-a9b4-44bb778c1dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32eeb059-18cc-4643-ac5d-c0f96ecb97fb,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:54.291246 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2ee7f24f-6c42-4f68-97f5-d3487ffe9b8b req-fddb3268-a6a6-40e8-99e8-8f2b2f1663bc tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417418 Aug 27 14:00:54.296407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-652cf6d2-a4a6-4b87-a72e-05eaa4ca00b1 req-4f4a56d5-7990-4046-9c93-14567d5b83f7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] For port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2d6234c2-5c37-4d1c-baaa-c17619a12fe5,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:54.296774 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-652cf6d2-a4a6-4b87-a72e-05eaa4ca00b1 req-4f4a56d5-7990-4046-9c93-14567d5b83f7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:54.339019 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b290be54-25c5-441e-be08-fb1463ef5d45 req-49c3771c-25d8-4455-bb57-f7bcf64a85db service neutron] 10.222.0.41 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607430 Aug 27 14:00:54.343592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73214033-67bb-4f9c-a9b4-44bb778c1dc2 admin admin] Checking segment: {'id': '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:54.343953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73214033-67bb-4f9c-a9b4-44bb778c1dc2 admin admin] Network hostable DHCP agents. Network: 26322e6f-b793-48c3-92ef-a8508600729b, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:00:54.360561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-652cf6d2-a4a6-4b87-a72e-05eaa4ca00b1 req-4f4a56d5-7990-4046-9c93-14567d5b83f7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Calling delete_port for 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:00:54.467757 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73214033-67bb-4f9c-a9b4-44bb778c1dc2 admin admin] Network 26322e6f-b793-48c3-92ef-a8508600729b is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:00:54.482160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45944) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:54.526610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-73214033-67bb-4f9c-a9b4-44bb778c1dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 26322e6f-b793-48c3-92ef-a8508600729b) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:54.535883 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2cae57-a0bc-4edf-9526-7911bb18642d None None] Network 26322e6f-b793-48c3-92ef-a8508600729b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:00:54.539241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73214033-67bb-4f9c-a9b4-44bb778c1dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:54.539824 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-73214033-67bb-4f9c-a9b4-44bb778c1dc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:54.540693 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-325e80f2-61e5-4cf9-8b14-6701e43569a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74c282f6c41f46f180bc1de962e18282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569558 Aug 27 14:00:54.544687 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45948) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:54.683512 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-73214033-67bb-4f9c-a9b4-44bb778c1dc2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6294394 Aug 27 14:00:54.686598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45954) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:54.708495 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b290be54-25c5-441e-be08-fb1463ef5d45 req-1a9f6d80-923b-4c6a-bf61-b879e088c0b1 service neutron] 10.222.0.41 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615451 Aug 27 14:00:54.711617 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-262bffb9-925a-4055-bae9-3b52d2b341a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:54.718885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:54.779970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-26322e6f-b793-48c3-92ef-a8508600729b', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'fixed_ips': [{'subnet_id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:00:54.780788 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:54.791476 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-262bffb9-925a-4055-bae9-3b52d2b341a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:54.867092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-fdf77be1-e0b7-4445-99e2-b5f7113b1ffa tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:54.868590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-fdf77be1-e0b7-4445-99e2-b5f7113b1ffa tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.52 "GET /v2.0/networks?id=bca4975e-40de-4a6a-b36a-305f4e8b62c3 HTTP/1.1" status: 200 len: 815 time: 0.2304690 Aug 27 14:00:54.889190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-07c29e64-fcb4-4bfb-b6e3-01019fa7a180 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Request body: {'port': {'device_id': '5ec66272-005c-459c-bd22-7ec558bc6f36', 'network_id': 'bca4975e-40de-4a6a-b36a-305f4e8b62c3', 'admin_state_up': True, 'tenant_id': '7279ef1a5e334e0893928fb992323082'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:54.899824 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-3209d579-d401-47b8-8609-fcef3b385d31 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:54.918281 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-3209d579-d401-47b8-8609-fcef3b385d31 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:54.944976 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-262bffb9-925a-4055-bae9-3b52d2b341a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:54.947989 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-262bffb9-925a-4055-bae9-3b52d2b341a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:54.949991 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-262bffb9-925a-4055-bae9-3b52d2b341a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f17894c-185d-4312-b9a3-4fb6e3f7b9ad HTTP/1.1" status: 204 len: 168 time: 0.4043248 Aug 27 14:00:54.972697 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bffb9-925a-4055-bae9-3b52d2b341a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f17894c-185d-4312-b9a3-4fb6e3f7b9ad,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:55.124999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-07c29e64-fcb4-4bfb-b6e3-01019fa7a180 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Made reservation on behalf of 7279ef1a5e334e0893928fb992323082 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:00:55.135529 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-07c29e64-fcb4-4bfb-b6e3-01019fa7a180 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:55.164415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Allocated IP 172.20.0.2 (26322e6f-b793-48c3-92ef-a8508600729b/32eeb059-18cc-4643-ac5d-c0f96ecb97fb/8a3cf480-60df-4347-b05a-5f8a492725e2) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:00:55.329723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-07c29e64-fcb4-4bfb-b6e3-01019fa7a180 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Allocated IP 172.20.0.3 (bca4975e-40de-4a6a-b36a-305f4e8b62c3/67fb9906-a283-41fd-b35f-3b816c6e65c9/171c8ea2-46c4-48bf-995b-b0d7df80afcb) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:00:55.405021 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:55.406413 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:55.412665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-652cf6d2-a4a6-4b87-a72e-05eaa4ca00b1 req-4f4a56d5-7990-4046-9c93-14567d5b83f7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:55.426055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['2d6234c2-5c37-4d1c-baaa-c17619a12fe5'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:55.454545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['4b3ff92c-e9ca-47ca-88e3-846afcc9db00'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:55.455325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a56d5-7990-4046-9c93-14567d5b83f7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Pushing event deleted for resources: {'Port': ['ID=2d6234c2-5c37-4d1c-baaa-c17619a12fe5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:55.576757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50f9f9fd-55e9-45ae-a40b-a082f63e457c req-29f062f9-345d-4285-b23e-ed1dcdcfeac1 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 210 time: 0.0383852 Aug 27 14:00:55.587120 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-652cf6d2-a4a6-4b87-a72e-05eaa4ca00b1 req-4f4a56d5-7990-4046-9c93-14567d5b83f7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] No DVR routers for this DVR port 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:00:55.595163 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-652cf6d2-a4a6-4b87-a72e-05eaa4ca00b1 req-4f4a56d5-7990-4046-9c93-14567d5b83f7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:55.597291 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-652cf6d2-a4a6-4b87-a72e-05eaa4ca00b1 req-4f4a56d5-7990-4046-9c93-14567d5b83f7 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.52 "DELETE /v2.0/ports/2d6234c2-5c37-4d1c-baaa-c17619a12fe5 HTTP/1.1" status: 204 len: 173 time: 2.1517937 Aug 27 14:00:55.597687 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'name': 'network-vif-deleted', 'tag': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:55.600720 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae64f4ea-655a-408c-9977-bb7b1f7aa296" -d '{"events": [{"server_uuid": "19c30579-7668-4fd3-83b6-26a2eb68b09c", "name": "network-vif-deleted", "tag": "2d6234c2-5c37-4d1c-baaa-c17619a12fe5"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:55.630978 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:55.643776 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:55.646942 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-3209d579-d401-47b8-8609-fcef3b385d31 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Floating IP bd0b1590-948d-4d19-af45-1fbc4c49a80d associated. External IP: 172.25.2.154, port: 4b3ff92c-e9ca-47ca-88e3-846afcc9db00. Aug 27 14:00:55.649816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Transition to ACTIVE for port object 8a3cf480-60df-4347-b05a-5f8a492725e2 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:55.657877 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-07c29e64-fcb4-4bfb-b6e3-01019fa7a180 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:55.714592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Transition to ACTIVE for port object 8a3cf480-60df-4347-b05a-5f8a492725e2 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:55.744212 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:55.806427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Pushing event updated for resources: {'Port': ['ID=8a3cf480-60df-4347-b05a-5f8a492725e2,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:55.810604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 490aaa4a-e1b0-4878-bbee-31187c339280 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:00:55.821609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34840f97-20cb-4727-a50f-4fbc6b20fc1f req-8cdabe74-a72c-4a96-ac8c-1d04229f2414 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:55.834598 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34840f97-20cb-4727-a50f-4fbc6b20fc1f req-8cdabe74-a72c-4a96-ac8c-1d04229f2414 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1146402 Aug 27 14:00:55.849133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Network 26322e6f-b793-48c3-92ef-a8508600729b is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:00:55.853417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:55.858172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:00:55.880098 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-07c29e64-fcb4-4bfb-b6e3-01019fa7a180 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:55.899120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34840f97-20cb-4727-a50f-4fbc6b20fc1f req-1b0551dc-3aa4-48e1-8072-bab738042f73 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594723 Aug 27 14:00:55.932294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:55.990590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Attempting to bind port 8a3cf480-60df-4347-b05a-5f8a492725e2 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:00:55.991061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Attempting to bind port 8a3cf480-60df-4347-b05a-5f8a492725e2 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:00:55.991495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Attempting to bind port 8a3cf480-60df-4347-b05a-5f8a492725e2 on network 26322e6f-b793-48c3-92ef-a8508600729b {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:56.004963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:00:56.005605 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Checking segment: {'id': '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:56.006208 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:56.006794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Bound using segment: {'id': '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:00:56.007435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Bound port: 8a3cf480-60df-4347-b05a-5f8a492725e2, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:00:56.008011 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:56.009783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-07c29e64-fcb4-4bfb-b6e3-01019fa7a180 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Network bca4975e-40de-4a6a-b36a-305f4e8b62c3 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:00:56.026370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-07c29e64-fcb4-4bfb-b6e3-01019fa7a180 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:56.029292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-07c29e64-fcb4-4bfb-b6e3-01019fa7a180 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:00:56.031374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 490aaa4a-e1b0-4878-bbee-31187c339280, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=490aaa4a-e1b0-4878-bbee-31187c339280,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:56.131350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '490aaa4a-e1b0-4878-bbee-31187c339280', 'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc', 'port_id': '490aaa4a-e1b0-4878-bbee-31187c339280', 'mac_address': 'fa:16:3e:82:98:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b1144e-3261-4f67-a06a-064e2d0743c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:00:56.180730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] For port 8a3cf480-60df-4347-b05a-5f8a492725e2, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:00:56.202639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] For port 8a3cf480-60df-4347-b05a-5f8a492725e2, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8a3cf480-60df-4347-b05a-5f8a492725e2,segment=NetworkSegment(0663d2f6-e0c1-46ca-b6ec-448a90b3c98c),segment_id=0663d2f6-e0c1-46ca-b6ec-448a90b3c98c)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:00:56.208124 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:56.216348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-07c29e64-fcb4-4bfb-b6e3-01019fa7a180 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:56.217167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-07c29e64-fcb4-4bfb-b6e3-01019fa7a180 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:56.221084 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:56.222740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c29e64-fcb4-4bfb-b6e3-01019fa7a180 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Pushing event updated for resources: {'Port': ['ID=171c8ea2-46c4-48bf-995b-b0d7df80afcb,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:56.260997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490aaa4a-e1b0-4878-bbee-31187c339280 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:00:56.266331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-3209d579-d401-47b8-8609-fcef3b385d31 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Router cf2f3e42-e872-4fc3-aef1-e52117111199 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:00:56.307192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25aa624-9a0b-4d9e-b788-46139a3bc2c2 req-fbc296e7-2cfc-44b7-8492-071eface0d86 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:56.319733 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b25aa624-9a0b-4d9e-b788-46139a3bc2c2 req-fbc296e7-2cfc-44b7-8492-071eface0d86 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 944 time: 0.2751288 Aug 27 14:00:56.335106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 490aaa4a-e1b0-4878-bbee-31187c339280, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=490aaa4a-e1b0-4878-bbee-31187c339280,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:56.348648 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:56.348934 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-07c29e64-fcb4-4bfb-b6e3-01019fa7a180 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4681394 Aug 27 14:00:56.356267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccc51c-3ff5-45a1-a951-57dd44fadc8c None None] Pushing event updated for resources: {'Port': ['ID=8a3cf480-60df-4347-b05a-5f8a492725e2,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:56.367604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Request body: {'port': {'device_id': '5ec66272-005c-459c-bd22-7ec558bc6f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:00:56.422628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b25aa624-9a0b-4d9e-b788-46139a3bc2c2 req-c693a0fe-6a89-42d0-8692-8b7e6c4b9b82 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989277 Aug 27 14:00:56.434556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=490aaa4a-e1b0-4878-bbee-31187c339280,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:56.482167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:56.511158 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:56.541061 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3778c1-aad1-49da-9537-dff88ec764ab x-openstack-request-id: req-9e3778c1-aad1-49da-9537-dff88ec764ab {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:56.541352 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c30579-7668-4fd3-83b6-26a2eb68b09c", "name": "network-vif-deleted", "tag": "2d6234c2-5c37-4d1c-baaa-c17619a12fe5", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:56.541605 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e3778c1-aad1-49da-9537-dff88ec764ab {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:56.542005 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c30579-7668-4fd3-83b6-26a2eb68b09c', 'name': 'network-vif-deleted', 'tag': '2d6234c2-5c37-4d1c-baaa-c17619a12fe5', 'status': 'completed', 'code': 200} Aug 27 14:00:56.550848 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:56.677167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-3209d579-d401-47b8-8609-fcef3b385d31 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:00:56.693635 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-3209d579-d401-47b8-8609-fcef3b385d31 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:56.698838 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19143baa-007d-474a-9479-03086a275f76 None None] Sync routers for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:00:56.709491 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19143baa-007d-474a-9479-03086a275f76 None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:56.710114 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-19143baa-007d-474a-9479-03086a275f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:56.774773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-3209d579-d401-47b8-8609-fcef3b385d31 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "PUT /v2.0/floatingips/bd0b1590-948d-4d19-af45-1fbc4c49a80d HTTP/1.1" status: 200 len: 997 time: 3.4372485 Aug 27 14:00:56.814231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['490aaa4a-e1b0-4878-bbee-31187c339280'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:00:56.846310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Allocated IP 172.25.2.26 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/0d67420d-381d-45f0-aa20-11f43377337a) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:00:56.874443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-4190e049-a09a-495c-a69d-f3e51b24a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:56.881828 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-4190e049-a09a-495c-a69d-f3e51b24a445 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 1098 time: 0.0984075 Aug 27 14:00:56.938362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171c8ea2-46c4-48bf-995b-b0d7df80afcb {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:00:56.951330 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:56.966971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Transition to ACTIVE for port object 171c8ea2-46c4-48bf-995b-b0d7df80afcb will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:00:56.972992 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:57.008353 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-19143baa-007d-474a-9479-03086a275f76 None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:57.126407 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:00:57.139146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Pushing event updated for resources: {'Port': ['ID=171c8ea2-46c4-48bf-995b-b0d7df80afcb,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:57.156401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Attempting to bind port 171c8ea2-46c4-48bf-995b-b0d7df80afcb on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:00:57.157365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Attempting to bind port 171c8ea2-46c4-48bf-995b-b0d7df80afcb by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '291e68dd-3afe-4a99-a61c-2d7dd06f747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bca4975e-40de-4a6a-b36a-305f4e8b62c3'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:00:57.157772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Attempting to bind port 171c8ea2-46c4-48bf-995b-b0d7df80afcb on network bca4975e-40de-4a6a-b36a-305f4e8b62c3 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:57.164974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-b4fc7b9d-36db-4e81-bf13-a2848cdbc544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:57.165471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Port 171c8ea2-46c4-48bf-995b-b0d7df80afcb on network bca4975e-40de-4a6a-b36a-305f4e8b62c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:00:57.165882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Attempting to bind port 171c8ea2-46c4-48bf-995b-b0d7df80afcb on network bca4975e-40de-4a6a-b36a-305f4e8b62c3 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:00:57.173890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:00:57.174112 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-b4fc7b9d-36db-4e81-bf13-a2848cdbc544 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.2912545 Aug 27 14:00:57.175049 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Checking segment: {'id': '291e68dd-3afe-4a99-a61c-2d7dd06f747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bca4975e-40de-4a6a-b36a-305f4e8b62c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:00:57.176152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Bound using segment: {'id': '291e68dd-3afe-4a99-a61c-2d7dd06f747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bca4975e-40de-4a6a-b36a-305f4e8b62c3'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:00:57.176386 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Bound port: 171c8ea2-46c4-48bf-995b-b0d7df80afcb, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291e68dd-3afe-4a99-a61c-2d7dd06f747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bca4975e-40de-4a6a-b36a-305f4e8b62c3'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:00:57.176899 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:57.237189 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:57.293929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] For port 171c8ea2-46c4-48bf-995b-b0d7df80afcb, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:00:57.300065 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] For port 171c8ea2-46c4-48bf-995b-b0d7df80afcb, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=171c8ea2-46c4-48bf-995b-b0d7df80afcb,segment=NetworkSegment(291e68dd-3afe-4a99-a61c-2d7dd06f747d),segment_id=291e68dd-3afe-4a99-a61c-2d7dd06f747d)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:00:57.311654 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:57.346578 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-8e14cfbc-3325-4a76-a94b-656a6c5e0b92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 200 len: 1000 time: 0.1716926 Aug 27 14:00:57.369422 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Pushing event updated for resources: {'Port': ['ID=171c8ea2-46c4-48bf-995b-b0d7df80afcb,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:57.393769 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-19143baa-007d-474a-9479-03086a275f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bd0b1590-948d-4d19-af45-1fbc4c49a80d', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'port_id': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'mac_address': 'fa:16:3e:e2:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8415177d-6577-48a5-b405-2df5f47c4389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:00:05Z', 'updated_at': '2021-08-27T14:00:54Z', 'revision_number': 8, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:57.426184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:57.426838 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:57.431951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-acf9c7a4-1a36-4f39-9c2a-bb51f1c06e12 service neutron] 10.222.0.52 "PUT /v2.0/ports/171c8ea2-46c4-48bf-995b-b0d7df80afcb HTTP/1.1" status: 200 len: 1092 time: 1.0731380 Aug 27 14:00:57.432435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec66272-005c-459c-bd22-7ec558bc6f36', 'tag': '171c8ea2-46c4-48bf-995b-b0d7df80afcb'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:57.434972 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdcf7ac-86a2-422b-a612-b0447c815ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec66272-005c-459c-bd22-7ec558bc6f36", "tag": "171c8ea2-46c4-48bf-995b-b0d7df80afcb"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:57.441659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-af2fa102-995b-4c9c-9d69-091eebc3ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:57.449104 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19143baa-007d-474a-9479-03086a275f76 None None] Checking router: cf2f3e42-e872-4fc3-aef1-e52117111199 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:00:57.450849 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-af2fa102-995b-4c9c-9d69-091eebc3ee22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.0978584 Aug 27 14:00:57.462748 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:57.464288 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19143baa-007d-474a-9479-03086a275f76 None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:57.466143 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-19143baa-007d-474a-9479-03086a275f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:57.485988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1b082-0a1b-45c4-b647-8c82272cba31 req-c4933ef3-49cf-42ae-8330-8929ea72b3d9 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:57.500063 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8be1b082-0a1b-45c4-b647-8c82272cba31 req-c4933ef3-49cf-42ae-8330-8929ea72b3d9 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 943 time: 0.1323695 Aug 27 14:00:57.570465 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:00:57.587037 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8be1b082-0a1b-45c4-b647-8c82272cba31 req-95798fc9-6315-46f2-a611-32b2893b3465 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810373 Aug 27 14:00:57.598776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:00:57.598776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:00:57.603341 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-19143baa-007d-474a-9479-03086a275f76 None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:57.625690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-8c78db9a-fabd-4de0-8d1e-34238fc87114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:57.627405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Pushing event updated for resources: {'Port': ['ID=0d67420d-381d-45f0-aa20-11f43377337a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:57.627969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-8c78db9a-fabd-4de0-8d1e-34238fc87114 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7279ef1a5e334e0893928fb992323082&device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 1095 time: 0.0918961 Aug 27 14:00:57.635404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-78debbc4-ac99-4023-854e-49208333d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:57.644220 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-78debbc4-ac99-4023-854e-49208333d690 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1923633 Aug 27 14:00:57.686444 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-4c6da193-177e-4867-9a5c-8d9105bb201e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=171c8ea2-46c4-48bf-995b-b0d7df80afcb HTTP/1.1" status: 200 len: 217 time: 0.0505993 Aug 27 14:00:57.786952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-3a7d7eda-d5f8-414d-91b3-81f8ae1ac2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:57.788431 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-3a7d7eda-d5f8-414d-91b3-81f8ae1ac2d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67fb9906-a283-41fd-b35f-3b816c6e65c9 HTTP/1.1" status: 200 len: 855 time: 0.0868671 Aug 27 14:00:57.796609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a8100-8fcc-408e-8f39-f174c379c2aa None None] Network 26322e6f-b793-48c3-92ef-a8508600729b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:00:57.799695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038bf72-6c9c-41d5-bf37-2d624e3003ff req-0c039140-b1bd-40bb-b471-64ef440ad454 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:57.805341 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1038bf72-6c9c-41d5-bf37-2d624e3003ff req-0c039140-b1bd-40bb-b471-64ef440ad454 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.0929418 Aug 27 14:00:57.873784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-71af20e6-bb25-425b-86fc-eebe43b9c05b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bca4975e-40de-4a6a-b36a-305f4e8b62c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662997 Aug 27 14:00:57.883087 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-cd2f6649-c771-46a3-b850-b580a6f4984d service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378001 Aug 27 14:00:57.898753 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8b3668f6-006f-4e60-8429-03dc027c7fa1 None None] Provisioning for port 8a3cf480-60df-4347-b05a-5f8a492725e2 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:00:57.910938 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-19143baa-007d-474a-9479-03086a275f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bd0b1590-948d-4d19-af45-1fbc4c49a80d', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'port_id': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'mac_address': 'fa:16:3e:e2:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8415177d-6577-48a5-b405-2df5f47c4389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:00:05Z', 'updated_at': '2021-08-27T14:00:54Z', 'revision_number': 8, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:57.939655 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19143baa-007d-474a-9479-03086a275f76 None None] The sync data for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 is: [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bd0b1590-948d-4d19-af45-1fbc4c49a80d', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'port_id': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'mac_address': 'fa:16:3e:e2:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8415177d-6577-48a5-b405-2df5f47c4389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:00:05Z', 'updated_at': '2021-08-27T14:00:54Z', 'revision_number': 8, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:00:57.980210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1038bf72-6c9c-41d5-bf37-2d624e3003ff req-2d7f5721-525a-4ce1-8799-3ebc74d620eb tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595805 Aug 27 14:00:58.023333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-0109a98e-8a38-49fe-a654-90bbbff9e0a1 service neutron] 10.222.0.52 "GET /v2.0/networks/bca4975e-40de-4a6a-b36a-305f4e8b62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380103 Aug 27 14:00:58.118248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12ff5f35-cce8-4a4e-8fca-f28676e8379d req-1e4f8d30-0dfd-48f4-a27a-8cea95c33081 service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317507 Aug 27 14:00:58.151185 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:58.200372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8a3cf480-60df-4347-b05a-5f8a492725e2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:00:58.203917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b027d00d-648b-4d38-8802-eb266b6bb83c no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:58.225503 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc2e885-2937-46cf-b3d8-9dfa946872c5 req-922eaf78-0782-439a-984d-bf96e276fb58 service neutron] 10.222.0.52 "GET /v2.0/networks/bca4975e-40de-4a6a-b36a-305f4e8b62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928093 Aug 27 14:00:58.231067 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b942d2c-59dc-4e25-af4a-77a0a04756e2 x-openstack-request-id: req-0b942d2c-59dc-4e25-af4a-77a0a04756e2 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:58.231067 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec66272-005c-459c-bd22-7ec558bc6f36", "tag": "171c8ea2-46c4-48bf-995b-b0d7df80afcb", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:58.231592 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b942d2c-59dc-4e25-af4a-77a0a04756e2 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:58.231683 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec66272-005c-459c-bd22-7ec558bc6f36', 'tag': '171c8ea2-46c4-48bf-995b-b0d7df80afcb', 'status': 'completed', 'code': 200} Aug 27 14:00:58.432212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf7ac-86a2-422b-a612-b0447c815ca2 req-d2353f0d-3611-40df-af85-a0044006e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.434758 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbdcf7ac-86a2-422b-a612-b0447c815ca2 req-d2353f0d-3611-40df-af85-a0044006e592 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7279ef1a5e334e0893928fb992323082&device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 1095 time: 0.1344059 Aug 27 14:00:58.470226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e2a05-e9dc-4753-8621-dc7caf51481d None None] New status for floating IP bd0b1590-948d-4d19-af45-1fbc4c49a80d: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:00:58.550871 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6bc2-4e73-4d6b-897b-b1c6fe5335c1 req-ae04427d-ba9c-470c-91ad-b039bd71cbe9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.551913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6bc2-4e73-4d6b-897b-b1c6fe5335c1 req-ae04427d-ba9c-470c-91ad-b039bd71cbe9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.552048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6bc2-4e73-4d6b-897b-b1c6fe5335c1 req-ae04427d-ba9c-470c-91ad-b039bd71cbe9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.552583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6bc2-4e73-4d6b-897b-b1c6fe5335c1 req-ae04427d-ba9c-470c-91ad-b039bd71cbe9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.553146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6bc2-4e73-4d6b-897b-b1c6fe5335c1 req-ae04427d-ba9c-470c-91ad-b039bd71cbe9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.553656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6bc2-4e73-4d6b-897b-b1c6fe5335c1 req-ae04427d-ba9c-470c-91ad-b039bd71cbe9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.554194 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6bc2-4e73-4d6b-897b-b1c6fe5335c1 req-ae04427d-ba9c-470c-91ad-b039bd71cbe9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.554905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6bc2-4e73-4d6b-897b-b1c6fe5335c1 req-ae04427d-ba9c-470c-91ad-b039bd71cbe9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.555436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6bc2-4e73-4d6b-897b-b1c6fe5335c1 req-ae04427d-ba9c-470c-91ad-b039bd71cbe9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.556107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6bc2-4e73-4d6b-897b-b1c6fe5335c1 req-ae04427d-ba9c-470c-91ad-b039bd71cbe9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.557719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6bc2-4e73-4d6b-897b-b1c6fe5335c1 req-ae04427d-ba9c-470c-91ad-b039bd71cbe9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.559369 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-928e6bc2-4e73-4d6b-897b-b1c6fe5335c1 req-ae04427d-ba9c-470c-91ad-b039bd71cbe9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7862 time: 0.2112057 Aug 27 14:00:58.584626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf7ac-86a2-422b-a612-b0447c815ca2 req-7b5f01cb-a1c1-45b7-b27e-72f40cd4ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.586316 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbdcf7ac-86a2-422b-a612-b0447c815ca2 req-7b5f01cb-a1c1-45b7-b27e-72f40cd4ccce service neutron] 10.222.0.52 "GET /v2.0/networks?id=bca4975e-40de-4a6a-b36a-305f4e8b62c3 HTTP/1.1" status: 200 len: 916 time: 0.1436679 Aug 27 14:00:58.636293 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbdcf7ac-86a2-422b-a612-b0447c815ca2 req-f03174c3-a30e-4dee-857f-9089e4b05de6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=171c8ea2-46c4-48bf-995b-b0d7df80afcb HTTP/1.1" status: 200 len: 217 time: 0.0404897 Aug 27 14:00:58.693435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:58.695799 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe89b048-301d-4906-8ce0-5bfe895e636c" -d '{"events": [{"name": "network-changed", "server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:58.726905 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 8a3cf480-60df-4347-b05a-5f8a492725e2 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:00:58.736096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 8a3cf480-60df-4347-b05a-5f8a492725e2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:58.736791 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:58.744117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d51ada-8546-42d3-ae37-9d5f1a11caaf req-a5f7a214-a635-441f-a4e5-8577d7ef1b54 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.745645 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e4d51ada-8546-42d3-ae37-9d5f1a11caaf req-a5f7a214-a635-441f-a4e5-8577d7ef1b54 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 945 time: 0.4893596 Aug 27 14:00:58.760480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf7ac-86a2-422b-a612-b0447c815ca2 req-ed98c80d-6757-48e7-b8a6-5df54dd4757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:58.762692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbdcf7ac-86a2-422b-a612-b0447c815ca2 req-ed98c80d-6757-48e7-b8a6-5df54dd4757d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67fb9906-a283-41fd-b35f-3b816c6e65c9 HTTP/1.1" status: 200 len: 855 time: 0.1181712 Aug 27 14:00:58.764550 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:58.786253 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cebc53f9-2d22-4358-8305-6023dec2ba67 req-5048b89f-39f1-4e8d-8392-e2c1c1c02c9a tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips/bd0b1590-948d-4d19-af45-1fbc4c49a80d HTTP/1.1" status: 200 len: 997 time: 0.0899971 Aug 27 14:00:58.800557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:00:58.803056 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbdcf7ac-86a2-422b-a612-b0447c815ca2 req-57c855b6-f4c3-4bc7-add7-0d8b6214e972 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bca4975e-40de-4a6a-b36a-305f4e8b62c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307250 Aug 27 14:00:58.803423 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c274409-55b3-4088-b4fd-679e5cbef5b1" -d '{"events": [{"server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "name": "network-vif-unplugged", "status": "completed", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:00:58.820475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b027d00d-648b-4d38-8802-eb266b6bb83c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:58.826670 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:58.827426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:00:58.840243 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e4d51ada-8546-42d3-ae37-9d5f1a11caaf req-5857a815-51db-4ca5-9f8a-c58744f9161b tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878344 Aug 27 14:00:58.854501 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:00:58.854900 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2d6234c2-5c37-4d1c-baaa-c17619a12fe5 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:00:58.876890 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:58.924758 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:58.938941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b027d00d-648b-4d38-8802-eb266b6bb83c,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:58.965377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 8a3cf480-60df-4347-b05a-5f8a492725e2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8a3cf480-60df-4347-b05a-5f8a492725e2,segment=NetworkSegment(0663d2f6-e0c1-46ca-b6ec-448a90b3c98c),segment_id=0663d2f6-e0c1-46ca-b6ec-448a90b3c98c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:00:58.970532 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:59.008058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc53f9-2d22-4358-8305-6023dec2ba67 req-262cb91a-ebdb-466f-8ec0-ab1e47f7b208 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.009545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cebc53f9-2d22-4358-8305-6023dec2ba67 req-262cb91a-ebdb-466f-8ec0-ab1e47f7b208 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.2054007 Aug 27 14:00:59.015375 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbdcf7ac-86a2-422b-a612-b0447c815ca2 req-5f207d58-0603-44de-944a-6529fc169f1c service neutron] 10.222.0.52 "GET /v2.0/networks/bca4975e-40de-4a6a-b36a-305f4e8b62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881533 Aug 27 14:00:59.020721 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=8a3cf480-60df-4347-b05a-5f8a492725e2,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:00:59.025004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-cebc53f9-2d22-4358-8305-6023dec2ba67 req-54aabe58-0b6c-4b88-9d17-48e5c8513c47 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:00:59.026077 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cebc53f9-2d22-4358-8305-6023dec2ba67 req-54aabe58-0b6c-4b88-9d17-48e5c8513c47 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071464 Aug 27 14:00:59.030552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7c53c-5c97-40e5-a043-dd17ce5215e9 req-0068bb8e-5e98-4363-acae-d5288db3cda9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.032186 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ca7c53c-5c97-40e5-a043-dd17ce5215e9 req-0068bb8e-5e98-4363-acae-d5288db3cda9 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 886 time: 0.1664152 Aug 27 14:00:59.081047 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd0255e-7921-4d78-a294-683ac577ab43 x-openstack-request-id: req-cdd0255e-7921-4d78-a294-683ac577ab43 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:59.081631 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:59.082018 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cdd0255e-7921-4d78-a294-683ac577ab43 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:59.082798 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'status': 'completed', 'code': 200} Aug 27 14:00:59.097317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Router a7332eb0-f8f5-49fc-afc7-328f246ed6ea is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:00:59.117586 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3a0bc7-95b7-4951-bec7-41b98c19c9fa x-openstack-request-id: req-0e3a0bc7-95b7-4951-bec7-41b98c19c9fa {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:00:59.117885 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "name": "network-vif-unplugged", "status": "completed", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:00:59.118139 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e3a0bc7-95b7-4951-bec7-41b98c19c9fa {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:00:59.118539 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c', 'code': 200} Aug 27 14:00:59.161572 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbdcf7ac-86a2-422b-a612-b0447c815ca2 req-d0b4296e-bf9a-4751-9780-d62747c0dda1 service neutron] 10.222.0.52 "GET /v2.0/networks/bca4975e-40de-4a6a-b36a-305f4e8b62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343441 Aug 27 14:00:59.179451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c565b3b-fb27-429d-822b-f43368110248 req-46944bbb-98b5-415e-80ef-bf502728e3cb tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.180892 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c565b3b-fb27-429d-822b-f43368110248 req-46944bbb-98b5-415e-80ef-bf502728e3cb tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 943 time: 0.0724804 Aug 27 14:00:59.223488 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c565b3b-fb27-429d-822b-f43368110248 req-9ab085ad-6ac2-4afe-8b83-fbd54d08ad30 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331264 Aug 27 14:00:59.282974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b048-301d-4906-8ce0-5bfe895e636c req-63010b9a-b0e8-480c-8df7-b91d5f7c6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.284461 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe89b048-301d-4906-8ce0-5bfe895e636c req-63010b9a-b0e8-480c-8df7-b91d5f7c6716 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 1098 time: 0.1211722 Aug 27 14:00:59.301973 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f1509-8c08-4ebb-9bad-bd5741908edb req-372ee4b0-afa5-40f7-a150-27ab545f75c5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.303419 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a15f1509-8c08-4ebb-9bad-bd5741908edb req-372ee4b0-afa5-40f7-a150-27ab545f75c5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1126413 Aug 27 14:00:59.316028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:00:59.317846 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-eb951531-0bdb-40b4-b940-e0eab86b46e0 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1002 time: 0.0639553 Aug 27 14:00:59.325782 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Sync routers for ids ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:00:59.335113 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Routers {'a7332eb0-f8f5-49fc-afc7-328f246ed6ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:00:59.335719 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:59.372413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-df625e89-72f0-4496-9d2d-fcd8e0140b73 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.373956 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-df625e89-72f0-4496-9d2d-fcd8e0140b73 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports/4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 200 len: 943 time: 0.0484545 Aug 27 14:00:59.398183 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:59.402780 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-db1f52a3-1c09-4f72-9c53-8cd7e63d2da7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.6927412 Aug 27 14:00:59.403049 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46082) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:00:59.405955 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a15f1509-8c08-4ebb-9bad-bd5741908edb req-934811ab-c8c9-4b30-8b98-5c511340e4e9 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911953 Aug 27 14:00:59.462996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b048-301d-4906-8ce0-5bfe895e636c req-d9dcdc35-0734-44ca-ad9e-8a193116b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.465303 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe89b048-301d-4906-8ce0-5bfe895e636c req-d9dcdc35-0734-44ca-ad9e-8a193116b3b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.1591566 Aug 27 14:00:59.476667 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Set router a7332eb0-f8f5-49fc-afc7-328f246ed6ea gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:00:59.571599 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-82ad19d6-f904-40e8-89b6-2f95db75c42a tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1002 time: 0.1136401 Aug 27 14:00:59.633083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe89b048-301d-4906-8ce0-5bfe895e636c req-da2269ba-404e-4321-8009-41d4d32f44aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 200 len: 1002 time: 0.1503487 Aug 27 14:00:59.676895 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0d67420d-381d-45f0-aa20-11f43377337a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:00:57Z', 'revision_number': 3, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port': {'id': '0d67420d-381d-45f0-aa20-11f43377337a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:56Z', 'updated_at': '2021-08-27T14:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:00:59.706503 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Checking router: a7332eb0-f8f5-49fc-afc7-328f246ed6ea for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:00:59.706779 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Updating router a7332eb0-f8f5-49fc-afc7-328f246ed6ea port 0d67420d-381d-45f0-aa20-11f43377337a binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:00:59.723982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8cf76-7af1-4a44-b0af-26457134d757 req-7498f490-fbf9-481f-87bd-8af573640227 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.724571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8cf76-7af1-4a44-b0af-26457134d757 req-7498f490-fbf9-481f-87bd-8af573640227 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.724921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8cf76-7af1-4a44-b0af-26457134d757 req-7498f490-fbf9-481f-87bd-8af573640227 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.725383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8cf76-7af1-4a44-b0af-26457134d757 req-7498f490-fbf9-481f-87bd-8af573640227 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.725843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8cf76-7af1-4a44-b0af-26457134d757 req-7498f490-fbf9-481f-87bd-8af573640227 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.726565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8cf76-7af1-4a44-b0af-26457134d757 req-7498f490-fbf9-481f-87bd-8af573640227 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.726774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8cf76-7af1-4a44-b0af-26457134d757 req-7498f490-fbf9-481f-87bd-8af573640227 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.727227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8cf76-7af1-4a44-b0af-26457134d757 req-7498f490-fbf9-481f-87bd-8af573640227 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.727679 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8cf76-7af1-4a44-b0af-26457134d757 req-7498f490-fbf9-481f-87bd-8af573640227 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.728142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8cf76-7af1-4a44-b0af-26457134d757 req-7498f490-fbf9-481f-87bd-8af573640227 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.728594 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8cf76-7af1-4a44-b0af-26457134d757 req-7498f490-fbf9-481f-87bd-8af573640227 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.733593 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:59.739520 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ff8cf76-7af1-4a44-b0af-26457134d757 req-7498f490-fbf9-481f-87bd-8af573640227 tempest-NetworksTest-88063741 tempest-NetworksTest-88063741-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7862 time: 0.2966473 Aug 27 14:00:59.744765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b048-301d-4906-8ce0-5bfe895e636c req-50da71ce-fcf7-46de-ab3f-78625731a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.746961 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe89b048-301d-4906-8ce0-5bfe895e636c req-50da71ce-fcf7-46de-ab3f-78625731a9b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.1033859 Aug 27 14:00:59.796769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 490aaa4a-e1b0-4878-bbee-31187c339280 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:00:59.807948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b048-301d-4906-8ce0-5bfe895e636c req-277f478a-8318-42f5-91c6-bb63e70553ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:00:59.810217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe89b048-301d-4906-8ce0-5bfe895e636c req-277f478a-8318-42f5-91c6-bb63e70553ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553918 Aug 27 14:00:59.880502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 490aaa4a-e1b0-4878-bbee-31187c339280 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:00:59.884898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 490aaa4a-e1b0-4878-bbee-31187c339280 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:00:59.885587 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:00:59.952318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe89b048-301d-4906-8ce0-5bfe895e636c req-e0153a94-636d-47cc-b5f3-1cc8aabec694 service neutron] 10.222.0.41 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331923 Aug 27 14:01:00.091143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8a3cf480-60df-4347-b05a-5f8a492725e2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:00.132621 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.151926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-cba37c13-a4ce-493d-802d-0bfc03dad0f1 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:00.162255 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-cba37c13-a4ce-493d-802d-0bfc03dad0f1 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.5801227 Aug 27 14:01:00.203963 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.213145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765e093-bedd-4035-a2c8-fc76c86caefa req-a6dad938-4b13-4a38-afdf-0e6d77716b15 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:00.214784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 8a3cf480-60df-4347-b05a-5f8a492725e2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:00.215165 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.216937 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b027d00d-648b-4d38-8802-eb266b6bb83c details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:01:00.217330 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Transition to ACTIVE for port object 0d67420d-381d-45f0-aa20-11f43377337a will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:00.223002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2765e093-bedd-4035-a2c8-fc76c86caefa req-a6dad938-4b13-4a38-afdf-0e6d77716b15 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 945 time: 0.1189728 Aug 27 14:01:00.229998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 490aaa4a-e1b0-4878-bbee-31187c339280, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=490aaa4a-e1b0-4878-bbee-31187c339280,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:00.233724 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.285274 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe89b048-301d-4906-8ce0-5bfe895e636c req-01b518e9-44ac-469f-b46b-087da78b5276 service neutron] 10.222.0.41 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124390 Aug 27 14:01:00.287967 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.301984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2765e093-bedd-4035-a2c8-fc76c86caefa req-3d3fb72f-8003-4a8f-88e0-be37e51c877d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760760 Aug 27 14:01:00.306527 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3f716-66b7-4f82-b3c4-0863cfbace20 None None] Pushing event updated for resources: {'Port': ['ID=0d67420d-381d-45f0-aa20-11f43377337a,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:00.333508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46104) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:00.351436 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Attempting to bind port 0d67420d-381d-45f0-aa20-11f43377337a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:00.352375 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Attempting to bind port 0d67420d-381d-45f0-aa20-11f43377337a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:00.352921 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Attempting to bind port 0d67420d-381d-45f0-aa20-11f43377337a on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:00.374201 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:00.374536 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:00.374984 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.375383 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:00.376487 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Bound port: 0d67420d-381d-45f0-aa20-11f43377337a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:00.376947 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.425409 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-e75109e3-4a17-4c1d-85b1-5a3151adad98 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1002 time: 0.2613168 Aug 27 14:01:00.432588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-8ab3e21b-15e9-42c5-986f-6e1cc246bacf tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:00.508931 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] For port 0d67420d-381d-45f0-aa20-11f43377337a, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:00.516819 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] For port 0d67420d-381d-45f0-aa20-11f43377337a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0d67420d-381d-45f0-aa20-11f43377337a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:00.522928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29bac2-8e2d-43c8-a3ba-c73876d308a7 req-d26bea96-d7cd-4ad0-9a2a-bdf72117e697 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:00.524575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d29bac2-8e2d-43c8-a3ba-c73876d308a7 req-d26bea96-d7cd-4ad0-9a2a-bdf72117e697 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 943 time: 0.0945232 Aug 27 14:01:00.532939 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.570267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=490aaa4a-e1b0-4878-bbee-31187c339280,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:00.616566 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfa4463d-879b-4423-9c4d-0f259ef829c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.662035 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d29bac2-8e2d-43c8-a3ba-c73876d308a7 req-39e991d4-3a42-4811-ac93-721a509469e4 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247990 Aug 27 14:01:00.664119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b027d00d-648b-4d38-8802-eb266b6bb83c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:00.665702 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Routers {'a7332eb0-f8f5-49fc-afc7-328f246ed6ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:00.666496 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:00.669889 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-8ab3e21b-15e9-42c5-986f-6e1cc246bacf tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.693066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'b027d00d-648b-4d38-8802-eb266b6bb83c', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'b027d00d-648b-4d38-8802-eb266b6bb83c', 'mac_address': 'fa:16:3e:bb:2f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:01:00.744888 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.766268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b027d00d-648b-4d38-8802-eb266b6bb83c {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:00.787808 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.793801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b027d00d-648b-4d38-8802-eb266b6bb83c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:00.803086 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.836643 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3f716-66b7-4f82-b3c4-0863cfbace20 None None] Pushing event updated for resources: {'Port': ['ID=0d67420d-381d-45f0-aa20-11f43377337a,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:00.853771 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d8cf7-2e75-43ad-a111-1d3befa4e22e req-7de28354-2bfd-4a09-9fde-5fcda1a881dc tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:00.857523 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d39d8cf7-2e75-43ad-a111-1d3befa4e22e req-7de28354-2bfd-4a09-9fde-5fcda1a881dc tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1161656 Aug 27 14:01:00.891718 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfa4463d-879b-4423-9c4d-0f259ef829c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.910881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b027d00d-648b-4d38-8802-eb266b6bb83c,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:00.921408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['b027d00d-648b-4d38-8802-eb266b6bb83c'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:00.935384 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d39d8cf7-2e75-43ad-a111-1d3befa4e22e req-d7a05486-04a4-4462-89ab-439db47d10c7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651023 Aug 27 14:01:00.936622 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfa4463d-879b-4423-9c4d-0f259ef829c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:00.952276 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] Set router a7332eb0-f8f5-49fc-afc7-328f246ed6ea gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:00.999781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4463d-879b-4423-9c4d-0f259ef829c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90809fb-dcf7-4c27-9453-bb288b1a90d6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:01.036377 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cfa4463d-879b-4423-9c4d-0f259ef829c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3f9ed5c02af4a01a5112dfa850ed9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6983242 Aug 27 14:01:01.037037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46122) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:01.052198 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-8ab3e21b-15e9-42c5-986f-6e1cc246bacf tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:01.100074 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-8ab3e21b-15e9-42c5-986f-6e1cc246bacf tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:01.100539 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-8ab3e21b-15e9-42c5-986f-6e1cc246bacf tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Floating IP bd0b1590-948d-4d19-af45-1fbc4c49a80d disassociated. External IP: 172.25.2.154, port: 4b3ff92c-e9ca-47ca-88e3-846afcc9db00. Aug 27 14:01:01.123456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af4e53c-91ce-4cc9-9bb4-81edfcac3323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490aaa4a-e1b0-4878-bbee-31187c339280'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:01.125703 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b902851-d9c3-4d24-bdb4-7070bace329a" -d '{"events": [{"server_uuid": "2af4e53c-91ce-4cc9-9bb4-81edfcac3323", "name": "network-vif-plugged", "status": "completed", "tag": "490aaa4a-e1b0-4878-bbee-31187c339280"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:01.225640 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583976ec-68ec-4951-a875-ea7730759fbf x-openstack-request-id: req-583976ec-68ec-4951-a875-ea7730759fbf {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:01.226327 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af4e53c-91ce-4cc9-9bb4-81edfcac3323", "name": "network-vif-plugged", "status": "completed", "tag": "490aaa4a-e1b0-4878-bbee-31187c339280", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:01.226757 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-583976ec-68ec-4951-a875-ea7730759fbf {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:01.228281 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af4e53c-91ce-4cc9-9bb4-81edfcac3323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490aaa4a-e1b0-4878-bbee-31187c339280', 'code': 200} Aug 27 14:01:01.334068 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e364e95-ebd7-4766-80e7-5e4d7748f6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:01.337587 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0d67420d-381d-45f0-aa20-11f43377337a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:00:57Z', 'revision_number': 3, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port': {'id': '0d67420d-381d-45f0-aa20-11f43377337a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:56Z', 'updated_at': '2021-08-27T14:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:01.361531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Allocated IP 172.20.0.1 (26322e6f-b793-48c3-92ef-a8508600729b/32eeb059-18cc-4643-ac5d-c0f96ecb97fb/28891944-2dc8-4131-9c38-c0d946abde50) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:01.371697 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e2f930-293b-482d-8ca9-bbbcebe01396 None None] The sync data for ids ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'] in n-d-712139-12 is: [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0d67420d-381d-45f0-aa20-11f43377337a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:00:57Z', 'revision_number': 3, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port': {'id': '0d67420d-381d-45f0-aa20-11f43377337a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:56Z', 'updated_at': '2021-08-27T14:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:01:01.382111 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e364e95-ebd7-4766-80e7-5e4d7748f6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:01.405469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f50c5-629e-41d7-9302-f005e06a3daa req-6aa2c18c-4c87-4a14-9180-72eeeefbfb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:01.407851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3f0f50c5-629e-41d7-9302-f005e06a3daa req-6aa2c18c-4c87-4a14-9180-72eeeefbfb0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 1098 time: 0.0771370 Aug 27 14:01:01.451085 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3f0f50c5-629e-41d7-9302-f005e06a3daa req-7677041a-5702-4aec-988c-b07e99a62c6f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332289 Aug 27 14:01:01.521087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0113aa-1b28-45bc-95ad-625daee8401c req-78b57c99-80f2-4953-ac57-fd7a71091bce tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:01.532542 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d0113aa-1b28-45bc-95ad-625daee8401c req-78b57c99-80f2-4953-ac57-fd7a71091bce tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 946 time: 0.0727887 Aug 27 14:01:01.591514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d0113aa-1b28-45bc-95ad-625daee8401c req-8cabf5aa-605b-4e32-95e1-23bb54af7b0d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582192 Aug 27 14:01:01.613895 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e364e95-ebd7-4766-80e7-5e4d7748f6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:01.613895 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e364e95-ebd7-4766-80e7-5e4d7748f6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:01.614942 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3e364e95-ebd7-4766-80e7-5e4d7748f6ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c90809fb-dcf7-4c27-9453-bb288b1a90d6 HTTP/1.1" status: 204 len: 168 time: 0.5743141 Aug 27 14:01:01.651400 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e364e95-ebd7-4766-80e7-5e4d7748f6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90809fb-dcf7-4c27-9453-bb288b1a90d6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:01.656009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-8ab3e21b-15e9-42c5-986f-6e1cc246bacf tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Router cf2f3e42-e872-4fc3-aef1-e52117111199 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:01:01.659689 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:01.710483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Transition to ACTIVE for port object 28891944-2dc8-4131-9c38-c0d946abde50 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:01.842410 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:01.851946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8282c6-ae66-4ba8-b09e-4483d8610545 req-66bc9b00-e838-478a-9882-4e6f73310959 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:01.862843 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8282c6-ae66-4ba8-b09e-4483d8610545 req-66bc9b00-e838-478a-9882-4e6f73310959 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 943 time: 0.0823321 Aug 27 14:01:01.920013 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8282c6-ae66-4ba8-b09e-4483d8610545 req-5c2f638a-9bea-4fba-9302-438b7b7510e1 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496664 Aug 27 14:01:01.935517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Network 26322e6f-b793-48c3-92ef-a8508600729b is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:01.938709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:01.964864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:02.027566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Pushing event updated for resources: {'Port': ['ID=28891944-2dc8-4131-9c38-c0d946abde50,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:02.088413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-8ab3e21b-15e9-42c5-986f-6e1cc246bacf tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:01:02.090121 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:02.105008 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-8ab3e21b-15e9-42c5-986f-6e1cc246bacf tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:02.107620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd0746-13cb-4d11-bd2d-958912ba7a2c None None] Sync routers for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:01:02.133647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd0746-13cb-4d11-bd2d-958912ba7a2c None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:02.135376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6afd0746-13cb-4d11-bd2d-958912ba7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:02.194656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ef5ba-2cdb-425c-8e2a-5b6066f19de9 req-9a053b8c-f117-46a0-9fe5-031893925ea2 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:02.199967 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a90ef5ba-2cdb-425c-8e2a-5b6066f19de9 req-9a053b8c-f117-46a0-9fe5-031893925ea2 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1154804 Aug 27 14:01:02.222087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0d67420d-381d-45f0-aa20-11f43377337a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:02.224126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 171c8ea2-46c4-48bf-995b-b0d7df80afcb details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:01:02.225827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b027d00d-648b-4d38-8802-eb266b6bb83c up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:02.249555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46160) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:02.253023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-8ab3e21b-15e9-42c5-986f-6e1cc246bacf tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "PUT /v2.0/floatingips/bd0b1590-948d-4d19-af45-1fbc4c49a80d HTTP/1.1" status: 200 len: 696 time: 1.8264735 Aug 27 14:01:02.260624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:02.264556 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54287924-d784-401a-9a30-999ce568ab7a" -d '{"events": [{"name": "network-changed", "server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:02.271977 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9633afc1-b8a6-442b-8076-761a663700a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:02.294719 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a90ef5ba-2cdb-425c-8e2a-5b6066f19de9 req-2e3dda92-7d7c-4269-a84c-849c03a43363 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874619 Aug 27 14:01:02.362881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-b2ffe1bd-5c10-4445-bb5e-4a07efa5204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:02.375429 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-b2ffe1bd-5c10-4445-bb5e-4a07efa5204f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 1098 time: 0.1039972 Aug 27 14:01:02.533994 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9633afc1-b8a6-442b-8076-761a663700a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:02.544609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-27c433f6-5db7-4bfa-825a-15d5a3d99b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:02.552079 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9633afc1-b8a6-442b-8076-761a663700a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:02.555352 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-27c433f6-5db7-4bfa-825a-15d5a3d99b05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.1782453 Aug 27 14:01:02.658772 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5be9ab-1a58-4d48-bfde-0601b30e34f6 x-openstack-request-id: req-5a5be9ab-1a58-4d48-bfde-0601b30e34f6 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:02.661691 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:02.661984 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a5be9ab-1a58-4d48-bfde-0601b30e34f6 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:02.662418 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'status': 'completed', 'code': 200} Aug 27 14:01:02.664374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-6afd0746-13cb-4d11-bd2d-958912ba7a2c None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:02.669147 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-799dd294-6daa-4f6e-8ed2-58829a300dca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 200 len: 217 time: 0.1104393 Aug 27 14:01:02.677183 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9633afc1-b8a6-442b-8076-761a663700a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e680bfef6e5f4afab1737e4db51ffdb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264870 Aug 27 14:01:02.680223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46176) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:02.681275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633afc1-b8a6-442b-8076-761a663700a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3738c9e8-a06f-4362-a69b-c5b3ae299d95,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:02.687475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ce80ffd6-40e1-4ae4-94be-d01b83cbf165 None None] Provisioning for port 28891944-2dc8-4131-9c38-c0d946abde50 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:02.760584 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ce80ffd6-40e1-4ae4-94be-d01b83cbf165 None None] Provisioning complete for port 28891944-2dc8-4131-9c38-c0d946abde50 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:02.763229 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ce80ffd6-40e1-4ae4-94be-d01b83cbf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:02.766391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 0d67420d-381d-45f0-aa20-11f43377337a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:02.801800 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:02.839243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port b027d00d-648b-4d38-8802-eb266b6bb83c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:02.842928 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:02.852212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287924-d784-401a-9a30-999ce568ab7a req-963adfdd-405c-4cad-bbbb-1655dd2cbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:02.854133 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-1218cd3c-9a8a-4d75-aaf3-ef769462b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:02.856358 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-1218cd3c-9a8a-4d75-aaf3-ef769462b7b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.1352947 Aug 27 14:01:02.858433 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0d67420d-381d-45f0-aa20-11f43377337a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:02.860273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54287924-d784-401a-9a30-999ce568ab7a req-963adfdd-405c-4cad-bbbb-1655dd2cbb80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 1098 time: 0.1445389 Aug 27 14:01:02.860774 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:02.981042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887648da-942d-467a-91e2-830316364e9d req-cfe7ea34-5836-4773-a611-c51b06957cb9 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:02.983479 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fde5de68-76ea-4dfd-88af-56cdf3385a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:02.983781 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-887648da-942d-467a-91e2-830316364e9d req-cfe7ea34-5836-4773-a611-c51b06957cb9 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 946 time: 0.2161608 Aug 27 14:01:03.042059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ce80ffd6-40e1-4ae4-94be-d01b83cbf165 None None] Port 28891944-2dc8-4131-9c38-c0d946abde50 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:01:03.079842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-887648da-942d-467a-91e2-830316364e9d req-d7f968a5-a9e2-43c1-88d7-7a7c45de3e50 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880592 Aug 27 14:01:03.080166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-a596ad2d-1203-4c29-8cc4-f5116053aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:03.081941 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-a596ad2d-1203-4c29-8cc4-f5116053aa6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2038524 Aug 27 14:01:03.096540 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fde5de68-76ea-4dfd-88af-56cdf3385a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:03.108273 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287924-d784-401a-9a30-999ce568ab7a req-a5f85eaa-217d-44d1-8be0-5d918ad7707b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:03.113246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54287924-d784-401a-9a30-999ce568ab7a req-a5f85eaa-217d-44d1-8be0-5d918ad7707b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 200 len: 921 time: 0.2437804 Aug 27 14:01:03.200547 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54287924-d784-401a-9a30-999ce568ab7a req-de49c238-5d55-4c9c-ac67-79216dfe2724 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 200 len: 217 time: 0.0507417 Aug 27 14:01:03.295024 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fde5de68-76ea-4dfd-88af-56cdf3385a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:03.298021 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fde5de68-76ea-4dfd-88af-56cdf3385a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:03.299269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fde5de68-76ea-4dfd-88af-56cdf3385a2d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3738c9e8-a06f-4362-a69b-c5b3ae299d95 HTTP/1.1" status: 204 len: 168 time: 0.5794899 Aug 27 14:01:03.318296 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-12cce3b2-5c36-46e6-b0d1-d39549a3cca0 service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118158 Aug 27 14:01:03.320783 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:03.328049 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5de68-76ea-4dfd-88af-56cdf3385a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3738c9e8-a06f-4362-a69b-c5b3ae299d95,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:03.339779 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:03.344785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287924-d784-401a-9a30-999ce568ab7a req-c1a52d22-b7c1-4c5f-8572-1b38fb9649a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:03.347042 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54287924-d784-401a-9a30-999ce568ab7a req-c1a52d22-b7c1-4c5f-8572-1b38fb9649a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 200 len: 859 time: 0.1157646 Aug 27 14:01:03.356010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1e711-05b9-4e68-b4af-bc8183b28c46 req-153eb343-dc0d-47b7-9c0b-73877b9823f4 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:03.365946 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fc1e711-05b9-4e68-b4af-bc8183b28c46 req-153eb343-dc0d-47b7-9c0b-73877b9823f4 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 943 time: 0.1749456 Aug 27 14:01:03.458030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287924-d784-401a-9a30-999ce568ab7a req-dffb4aea-8c62-442f-8e59-49f682239553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:03.459777 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54287924-d784-401a-9a30-999ce568ab7a req-dffb4aea-8c62-442f-8e59-49f682239553 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734174 Aug 27 14:01:03.461476 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 171c8ea2-46c4-48bf-995b-b0d7df80afcb, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=171c8ea2-46c4-48bf-995b-b0d7df80afcb,segment=NetworkSegment(291e68dd-3afe-4a99-a61c-2d7dd06f747d),segment_id=291e68dd-3afe-4a99-a61c-2d7dd06f747d)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:03.467226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Pushing event updated for resources: {'Port': ['ID=28891944-2dc8-4131-9c38-c0d946abde50,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:03.474660 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fc1e711-05b9-4e68-b4af-bc8183b28c46 req-ca54dbd0-6114-4ffb-bb5a-0236feeb7d4e tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074200 Aug 27 14:01:03.487890 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:03.616478 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-495b8efd-c85f-4054-bf5e-05e17dded0a7 req-44319da2-bc64-49c1-afe9-39d73b22da89 service neutron] 10.222.0.55 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863150 Aug 27 14:01:03.721183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Network 26322e6f-b793-48c3-92ef-a8508600729b is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:03.722789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:03.798982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '171c8ea2-46c4-48bf-995b-b0d7df80afcb', 'network_id': 'bca4975e-40de-4a6a-b36a-305f4e8b62c3', 'port_id': '171c8ea2-46c4-48bf-995b-b0d7df80afcb', 'mac_address': 'fa:16:3e:89:d5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fb9906-a283-41fd-b35f-3b816c6e65c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:01:03.853575 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:03.874076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a29876-6c9f-4a9e-8b9e-297164009dc6 req-d9e876af-2e10-47aa-adf8-c6909851f9da tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:03.888666 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a3a29876-6c9f-4a9e-8b9e-297164009dc6 req-d9e876af-2e10-47aa-adf8-c6909851f9da tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.2073913 Aug 27 14:01:03.937952 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54287924-d784-401a-9a30-999ce568ab7a req-91de84cb-4756-46b9-b1c4-edbb15eb215f service neutron] 10.222.0.41 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506855 Aug 27 14:01:03.965716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Router a7332eb0-f8f5-49fc-afc7-328f246ed6ea has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:01:04.055806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:04.061799 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48048518-250f-4ca3-ae37-bf106e0bfc9e" -d '{"events": [{"server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "name": "network-vif-plugged", "status": "completed", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:04.099107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b027d00d-648b-4d38-8802-eb266b6bb83c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:04.105518 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a3a29876-6c9f-4a9e-8b9e-297164009dc6 req-f9f4d101-578c-49b6-bd5a-a59fd1b62976 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137702 Aug 27 14:01:04.214742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54287924-d784-401a-9a30-999ce568ab7a req-01b89aba-0ba8-4ed4-aaf3-a4db0250da6e service neutron] 10.222.0.41 "GET /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625134 Aug 27 14:01:04.267253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:01:04.281878 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-91994d9b-515a-41db-8961-0ea02170e0fa admin admin] 10.222.0.55 "PUT /v2.0/routers/a7332eb0-f8f5-49fc-afc7-328f246ed6ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8691144 Aug 27 14:01:04.281878 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-9c254c0a-40fa-412b-9355-5d586d7aae8c tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips/bd0b1590-948d-4d19-af45-1fbc4c49a80d HTTP/1.1" status: 200 len: 696 time: 0.0641971 Aug 27 14:01:04.290594 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Sync routers for ids ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:01:04.297018 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:04.313857 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Routers {'a7332eb0-f8f5-49fc-afc7-328f246ed6ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:04.315098 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:04.318199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05b5b2-1b0d-4af5-837e-02cfeba28c87 req-cd07ce4d-aeba-4a66-9478-95abc8a73136 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:04.335336 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d05b5b2-1b0d-4af5-837e-02cfeba28c87 req-cd07ce4d-aeba-4a66-9478-95abc8a73136 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 946 time: 0.1139731 Aug 27 14:01:04.441212 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d05b5b2-1b0d-4af5-837e-02cfeba28c87 req-8f85dad7-a2c1-49eb-bdde-f568693c5a8c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048608 Aug 27 14:01:04.515313 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-ae8f271e-2855-47c9-81b5-81ed0b180a52 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:04.516994 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-ae8f271e-2855-47c9-81b5-81ed0b180a52 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.2132795 Aug 27 14:01:04.541674 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:04.565002 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fb2245-4fbb-4016-a44f-a2cdc2127adf x-openstack-request-id: req-d4fb2245-4fbb-4016-a44f-a2cdc2127adf {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:04.565512 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "name": "network-vif-plugged", "status": "completed", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:04.568598 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d4fb2245-4fbb-4016-a44f-a2cdc2127adf {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:04.569221 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c', 'code': 200} Aug 27 14:01:04.587404 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Set router a7332eb0-f8f5-49fc-afc7-328f246ed6ea gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:04.609126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-61f97393-d773-4e1c-8c31-2af423b7f4cc None None] Provisioning complete for port 28891944-2dc8-4131-9c38-c0d946abde50 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:04.609709 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-61f97393-d773-4e1c-8c31-2af423b7f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:04.631685 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-8e2af92f-8240-45ba-b386-72ea5957bc84 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 699 time: 0.1080635 Aug 27 14:01:04.681436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171c8ea2-46c4-48bf-995b-b0d7df80afcb {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:04.695515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b027d00d-648b-4d38-8802-eb266b6bb83c,revision_number=10']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:04.698519 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:04.736500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-61f97393-d773-4e1c-8c31-2af423b7f4cc None None] Port 28891944-2dc8-4131-9c38-c0d946abde50 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:01:04.745366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 0d67420d-381d-45f0-aa20-11f43377337a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0d67420d-381d-45f0-aa20-11f43377337a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:04.750488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1329c04-be2a-4b1c-81b4-f07b7fd91bba req-695677de-f890-42d6-b390-2c8366b63644 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1433733827&fields=id&tenant_id=5837f855b839404283f65dc1dbbda9b8 HTTP/1.1" status: 200 len: 267 time: 0.0893006 Aug 27 14:01:04.783561 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 171c8ea2-46c4-48bf-995b-b0d7df80afcb, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=171c8ea2-46c4-48bf-995b-b0d7df80afcb,segment=NetworkSegment(291e68dd-3afe-4a99-a61c-2d7dd06f747d),segment_id=291e68dd-3afe-4a99-a61c-2d7dd06f747d)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:04.785992 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:04.794803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6afd0746-13cb-4d11-bd2d-958912ba7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:04.799567 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-8b85683e-f36b-452f-b95f-71cdc88eaf5d tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 699 time: 0.1550083 Aug 27 14:01:04.824702 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:04.863210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd0746-13cb-4d11-bd2d-958912ba7a2c None None] Checking router: cf2f3e42-e872-4fc3-aef1-e52117111199 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:01:04.884967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1329c04-be2a-4b1c-81b4-f07b7fd91bba req-f9db6e3e-fb04-497d-8dcf-8c4577bccb1f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:04.885504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd0746-13cb-4d11-bd2d-958912ba7a2c None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:04.887612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6afd0746-13cb-4d11-bd2d-958912ba7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:04.888607 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1329c04-be2a-4b1c-81b4-f07b7fd91bba req-f9db6e3e-fb04-497d-8dcf-8c4577bccb1f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 946 time: 0.1338019 Aug 27 14:01:04.906208 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-f1329c04-be2a-4b1c-81b4-f07b7fd91bba req-2b229c26-31cc-41fe-893d-503e2171c733 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'port': {'security_groups': ['6e7214a5-36cd-43e8-9fad-ab017a0d0eb9', '020b06fc-515c-4e2d-a239-63b15d6c9cbb']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:04.939681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=0d67420d-381d-45f0-aa20-11f43377337a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:04.970309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46238) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:05.065053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-11c1b3ce-e7e5-4d24-a406-b743fc3feb79 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Deleting port 2244c44d-fa83-4f77-bba8-ee3f57f88201 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:05.065620 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-11c1b3ce-e7e5-4d24-a406-b743fc3feb79 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.079702 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=171c8ea2-46c4-48bf-995b-b0d7df80afcb,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:05.083243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['171c8ea2-46c4-48bf-995b-b0d7df80afcb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:05.103024 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1329c04-be2a-4b1c-81b4-f07b7fd91bba req-2b229c26-31cc-41fe-893d-503e2171c733 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.137131 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0d67420d-381d-45f0-aa20-11f43377337a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:01:02Z', 'revision_number': 4, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port': {'id': '0d67420d-381d-45f0-aa20-11f43377337a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:56Z', 'updated_at': '2021-08-27T14:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '28891944-2dc8-4131-9c38-c0d946abde50', 'name': '', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'mac_address': 'fa:16:3e:48:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:00Z', 'updated_at': '2021-08-27T14:01:02Z', 'revision_number': 2, 'project_id': '64b40148a7014a78aff82211c83a0273', 'subnets': [{'id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:05.141639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-6afd0746-13cb-4d11-bd2d-958912ba7a2c None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:05.177377 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Checking router: a7332eb0-f8f5-49fc-afc7-328f246ed6ea for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:01:05.178131 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Updating router a7332eb0-f8f5-49fc-afc7-328f246ed6ea port 28891944-2dc8-4131-9c38-c0d946abde50 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:01:05.207809 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.231378 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-11c1b3ce-e7e5-4d24-a406-b743fc3feb79 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.232450 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-11c1b3ce-e7e5-4d24-a406-b743fc3feb79 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.246406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-11c1b3ce-e7e5-4d24-a406-b743fc3feb79 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Calling delete_port for 2244c44d-fa83-4f77-bba8-ee3f57f88201 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:05.401549 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2105200427-network', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:05.407374 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-11c1b3ce-e7e5-4d24-a406-b743fc3feb79 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.475920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1b3ce-e7e5-4d24-a406-b743fc3feb79 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Pushing event deleted for resources: {'Port': ['ID=2244c44d-fa83-4f77-bba8-ee3f57f88201,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:05.533560 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-11c1b3ce-e7e5-4d24-a406-b743fc3feb79 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.536506 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-11c1b3ce-e7e5-4d24-a406-b743fc3feb79 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.537869 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45123fda-b1fb-4ae2-9ae6-245a2ac7eb81 req-11c1b3ce-e7e5-4d24-a406-b743fc3feb79 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "DELETE /v2.0/floatingips/bd0b1590-948d-4d19-af45-1fbc4c49a80d HTTP/1.1" status: 204 len: 173 time: 0.7338376 Aug 27 14:01:05.557199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-f1329c04-be2a-4b1c-81b4-f07b7fd91bba req-2b229c26-31cc-41fe-893d-503e2171c733 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] For port 490aaa4a-e1b0-4878-bbee-31187c339280, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=490aaa4a-e1b0-4878-bbee-31187c339280,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:05.561535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Made reservation on behalf of b21bf83964224ec79c0bd02356ac964b for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:05.564986 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.596484 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.604216 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.624560 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1329c04-be2a-4b1c-81b4-f07b7fd91bba req-2b229c26-31cc-41fe-893d-503e2171c733 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.634324 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1329c04-be2a-4b1c-81b4-f07b7fd91bba req-2b229c26-31cc-41fe-893d-503e2171c733 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.640060 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Transition to ACTIVE for port object 28891944-2dc8-4131-9c38-c0d946abde50 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:05.654834 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.678199 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['490aaa4a-e1b0-4878-bbee-31187c339280'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:05.733346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6afd0746-13cb-4d11-bd2d-958912ba7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:05.740918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b229c26-31cc-41fe-893d-503e2171c733 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'Port': ['ID=490aaa4a-e1b0-4878-bbee-31187c339280,revision_number=6']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:05.758491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1329c04-be2a-4b1c-81b4-f07b7fd91bba req-2b229c26-31cc-41fe-893d-503e2171c733 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:05.759983 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1329c04-be2a-4b1c-81b4-f07b7fd91bba req-2b229c26-31cc-41fe-893d-503e2171c733 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.762163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1329c04-be2a-4b1c-81b4-f07b7fd91bba req-2b229c26-31cc-41fe-893d-503e2171c733 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "PUT /v2.0/ports/490aaa4a-e1b0-4878-bbee-31187c339280 HTTP/1.1" status: 200 len: 982 time: 0.8653498 Aug 27 14:01:05.762867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af4e53c-91ce-4cc9-9bb4-81edfcac3323', 'tag': '490aaa4a-e1b0-4878-bbee-31187c339280'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:05.765359 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2979bff8-f162-4e24-b2e7-29033a34308e" -d '{"events": [{"name": "network-changed", "server_uuid": "2af4e53c-91ce-4cc9-9bb4-81edfcac3323", "tag": "490aaa4a-e1b0-4878-bbee-31187c339280"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:05.775669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd0746-13cb-4d11-bd2d-958912ba7a2c None None] The sync data for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 is: [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T13:59:38Z', 'revision_number': 4, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6dc0803b-582a-4e43-ac9d-63b62a49bee1', 'name': '', 'network_id': '8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'mac_address': 'fa:16:3e:b2:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:36Z', 'updated_at': '2021-08-27T13:59:44Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'subnets': [{'id': '8bbcda45-71fa-493a-83cb-00f0900c1060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:01:05.831336 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c28eb-6bfa-4a9d-8b7b-debc1afb380b None None] Pushing event updated for resources: {'Port': ['ID=28891944-2dc8-4131-9c38-c0d946abde50,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:05.843706 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.852370 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.911304 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:01:05.930291 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de069bb-4228-4abf-8c4e-5c469cf45964,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:05.934494 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:05.935269 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Added segment 236bbcd0-0f6e-4c74-86f5-084ab946ff44 of type vlan for network ef8e29f9-8e86-4b80-aebc-746759ff8770 Aug 27 14:01:05.999413 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140e815-c4f5-440a-92b3-4c2a406b50bc req-8727385b-2443-4d08-994c-fee6b6cd9588 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:06.000982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['490aaa4a-e1b0-4878-bbee-31187c339280'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:06.002195 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4140e815-c4f5-440a-92b3-4c2a406b50bc req-8727385b-2443-4d08-994c-fee6b6cd9588 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 944 time: 0.1124232 Aug 27 14:01:06.053407 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:06.088571 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4140e815-c4f5-440a-92b3-4c2a406b50bc req-900204c7-cb79-4b56-b1b4-96e00d5d122d tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804753 Aug 27 14:01:06.099291 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Attempting to bind port 28891944-2dc8-4131-9c38-c0d946abde50 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:06.099798 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Attempting to bind port 28891944-2dc8-4131-9c38-c0d946abde50 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:06.100158 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Attempting to bind port 28891944-2dc8-4131-9c38-c0d946abde50 on network 26322e6f-b793-48c3-92ef-a8508600729b {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:06.114938 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:06.115312 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Checking segment: {'id': '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:06.115720 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:06.116114 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Bound using segment: {'id': '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:06.116592 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Bound port: 28891944-2dc8-4131-9c38-c0d946abde50, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:06.116963 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:06.279086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-9c9704d3-43a2-44a9-8dc9-8d883d105f87 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:06.286425 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-9c9704d3-43a2-44a9-8dc9-8d883d105f87 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/networks?id=26322e6f-b793-48c3-92ef-a8508600729b HTTP/1.1" status: 200 len: 828 time: 0.2083840 Aug 27 14:01:06.328710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-c143c7da-19a6-4b09-83df-d2d07006949b tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/quotas/64b40148a7014a78aff82211c83a0273 HTTP/1.1" status: 200 len: 375 time: 0.0412824 Aug 27 14:01:06.351579 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] For port 28891944-2dc8-4131-9c38-c0d946abde50, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:06.361562 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] For port 28891944-2dc8-4131-9c38-c0d946abde50, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=28891944-2dc8-4131-9c38-c0d946abde50,segment=NetworkSegment(0663d2f6-e0c1-46ca-b6ec-448a90b3c98c),segment_id=0663d2f6-e0c1-46ca-b6ec-448a90b3c98c)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:06.373421 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:06.413851 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-431127ee-e917-4ec2-bece-430bc50db597 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b40148a7014a78aff82211c83a0273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841827 Aug 27 14:01:06.425368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa260024-cde4-4e10-8160-1d11c5e835b5 None None] New status for floating IP bd0b1590-948d-4d19-af45-1fbc4c49a80d: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:01:06.543206 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Routers {'a7332eb0-f8f5-49fc-afc7-328f246ed6ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:06.543971 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:06.547472 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c28eb-6bfa-4a9d-8b7b-debc1afb380b None None] Pushing event updated for resources: {'Port': ['ID=28891944-2dc8-4131-9c38-c0d946abde50,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:06.569940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf15a5-a919-42cd-a10b-46a6a5195e3b req-809916ca-ef91-4e97-878a-486819fa099e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:06.580046 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75bf15a5-a919-42cd-a10b-46a6a5195e3b req-809916ca-ef91-4e97-878a-486819fa099e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1273265 Aug 27 14:01:06.662628 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75bf15a5-a919-42cd-a10b-46a6a5195e3b req-e6db0978-4de3-4fa7-bad1-fc31606087fc tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807688 Aug 27 14:01:06.752501 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] Set router a7332eb0-f8f5-49fc-afc7-328f246ed6ea gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:06.835327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 171c8ea2-46c4-48bf-995b-b0d7df80afcb up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:06.950556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0d67420d-381d-45f0-aa20-11f43377337a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:07.031590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 171c8ea2-46c4-48bf-995b-b0d7df80afcb completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:07.037303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 171c8ea2-46c4-48bf-995b-b0d7df80afcb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:07.038038 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:07.046277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0d67420d-381d-45f0-aa20-11f43377337a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:07.047083 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:07.090351 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-626fde8c-d0e4-4eba-8629-b5f60a25cc17 req-d36cce2d-4fdc-4031-82b3-7b4826bcb21f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2082036262&fields=id&tenant_id=5837f855b839404283f65dc1dbbda9b8 HTTP/1.1" status: 200 len: 267 time: 0.0675182 Aug 27 14:01:07.106626 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:07.108612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:07.109148 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:07.177064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] Pushing event updated for resources: {'Network': ['ID=ef8e29f9-8e86-4b80-aebc-746759ff8770,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:07.206961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fde8c-d0e4-4eba-8629-b5f60a25cc17 req-d0bcce0e-d993-425e-b8f0-54bde84373a6 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:07.211665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network ef8e29f9-8e86-4b80-aebc-746759ff8770 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:01:07.216244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-626fde8c-d0e4-4eba-8629-b5f60a25cc17 req-d0bcce0e-d993-425e-b8f0-54bde84373a6 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 985 time: 0.1208341 Aug 27 14:01:07.220214 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-50ef8524-5811-4ba6-8d7b-64a0017a900a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2255514 Aug 27 14:01:07.227819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-626fde8c-d0e4-4eba-8629-b5f60a25cc17 req-88b92c14-fe3a-4ee1-b084-14cb89a5b464 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'port': {'security_groups': ['020b06fc-515c-4e2d-a239-63b15d6c9cbb', '6e7214a5-36cd-43e8-9fad-ab017a0d0eb9', 'e264e106-9b3c-4114-9682-333036b359ac']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:07.232032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46274) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:07.251106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-eaeccc8a-4f0b-4be7-b151-7ef6c3c9660f admin admin] Request body: {'subnet': {'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2105200427-subnet', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:07.272328 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0d67420d-381d-45f0-aa20-11f43377337a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:01:02Z', 'revision_number': 4, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port': {'id': '0d67420d-381d-45f0-aa20-11f43377337a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:56Z', 'updated_at': '2021-08-27T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '28891944-2dc8-4131-9c38-c0d946abde50', 'name': '', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'mac_address': 'fa:16:3e:48:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:00Z', 'updated_at': '2021-08-27T14:01:06Z', 'revision_number': 4, 'project_id': '64b40148a7014a78aff82211c83a0273', 'subnets': [{'id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:07.306885 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e97d3ac-ac4d-4d77-a059-e5fd10efd571 None None] The sync data for ids ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'] in n-d-712139-12 is: [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0d67420d-381d-45f0-aa20-11f43377337a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:01:02Z', 'revision_number': 4, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port': {'id': '0d67420d-381d-45f0-aa20-11f43377337a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:56Z', 'updated_at': '2021-08-27T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '28891944-2dc8-4131-9c38-c0d946abde50', 'name': '', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'mac_address': 'fa:16:3e:48:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:00Z', 'updated_at': '2021-08-27T14:01:06Z', 'revision_number': 4, 'project_id': '64b40148a7014a78aff82211c83a0273', 'subnets': [{'id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:01:07.317799 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-c4a21aa1-c1ad-485d-a2ae-d539fa18e6bc service neutron] 10.222.0.55 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8989782 Aug 27 14:01:07.343240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeccc8a-4f0b-4be7-b151-7ef6c3c9660f admin admin] Made reservation on behalf of b21bf83964224ec79c0bd02356ac964b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:07.359944 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eaeccc8a-4f0b-4be7-b151-7ef6c3c9660f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:07.402167 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-626fde8c-d0e4-4eba-8629-b5f60a25cc17 req-88b92c14-fe3a-4ee1-b084-14cb89a5b464 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:07.526644 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:07.557953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec66272-005c-459c-bd22-7ec558bc6f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171c8ea2-46c4-48bf-995b-b0d7df80afcb'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:07.561576 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e8f512-e747-4b0d-a64e-b097f4a9c0d2" -d '{"events": [{"server_uuid": "5ec66272-005c-459c-bd22-7ec558bc6f36", "name": "network-vif-plugged", "status": "completed", "tag": "171c8ea2-46c4-48bf-995b-b0d7df80afcb"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:07.596995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 171c8ea2-46c4-48bf-995b-b0d7df80afcb, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=171c8ea2-46c4-48bf-995b-b0d7df80afcb,segment=NetworkSegment(291e68dd-3afe-4a99-a61c-2d7dd06f747d),segment_id=291e68dd-3afe-4a99-a61c-2d7dd06f747d)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:07.611084 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:07.628607 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-222a6568-9096-4c6f-b3a4-51b573338583 service neutron] 10.222.0.55 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939038 Aug 27 14:01:07.725946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=171c8ea2-46c4-48bf-995b-b0d7df80afcb,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:07.885459 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eaeccc8a-4f0b-4be7-b151-7ef6c3c9660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:07.965971 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bff284-a50f-4bd7-a3ee-41d265d77922 x-openstack-request-id: req-70bff284-a50f-4bd7-a3ee-41d265d77922 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:07.966555 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af4e53c-91ce-4cc9-9bb4-81edfcac3323", "tag": "490aaa4a-e1b0-4878-bbee-31187c339280", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:07.966555 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70bff284-a50f-4bd7-a3ee-41d265d77922 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:07.967045 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af4e53c-91ce-4cc9-9bb4-81edfcac3323', 'tag': '490aaa4a-e1b0-4878-bbee-31187c339280', 'status': 'completed', 'code': 200} Aug 27 14:01:08.003983 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeccc8a-4f0b-4be7-b151-7ef6c3c9660f admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a00c27-e262-42ab-9dda-aa4a47e05fea,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:08.051955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8559312-85e1-449c-9416-7544a42db6f3 req-04a98c4e-ae55-47f8-acfe-8fc3de308f5d tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:08.068387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979bff8-f162-4e24-b2e7-29033a34308e req-f0fd42bd-af16-4a0e-b437-3263745e5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:08.069511 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e8559312-85e1-449c-9416-7544a42db6f3 req-04a98c4e-ae55-47f8-acfe-8fc3de308f5d tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 946 time: 0.1462240 Aug 27 14:01:08.074608 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeccc8a-4f0b-4be7-b151-7ef6c3c9660f admin admin] Checking segment: {'id': '236bbcd0-0f6e-4c74-86f5-084ab946ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:08.075340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeccc8a-4f0b-4be7-b151-7ef6c3c9660f admin admin] Network hostable DHCP agents. Network: ef8e29f9-8e86-4b80-aebc-746759ff8770, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:01:08.077622 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2979bff8-f162-4e24-b2e7-29033a34308e req-f0fd42bd-af16-4a0e-b437-3263745e5356 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5837f855b839404283f65dc1dbbda9b8&device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 1137 time: 0.1097422 Aug 27 14:01:08.161339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeccc8a-4f0b-4be7-b151-7ef6c3c9660f admin admin] Network ef8e29f9-8e86-4b80-aebc-746759ff8770 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:01:08.197915 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e8559312-85e1-449c-9416-7544a42db6f3 req-ec72313f-5fb9-4df7-b127-634017d38477 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159678 Aug 27 14:01:08.223202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-eaeccc8a-4f0b-4be7-b151-7ef6c3c9660f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, ef8e29f9-8e86-4b80-aebc-746759ff8770) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:08.238543 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e1fa7c-f7c8-4ed3-a72c-1c4d3b92884b None None] Network ef8e29f9-8e86-4b80-aebc-746759ff8770 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:01:08.243514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeccc8a-4f0b-4be7-b151-7ef6c3c9660f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:08.245031 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eaeccc8a-4f0b-4be7-b151-7ef6c3c9660f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:08.295484 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-eaeccc8a-4f0b-4be7-b151-7ef6c3c9660f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0591071 Aug 27 14:01:08.295877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46290) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:08.301535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2105200427-router', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:08.346447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:08.347890 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:08.350017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979bff8-f162-4e24-b2e7-29033a34308e req-4859b393-39cb-46e7-9472-25999927a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:08.353891 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2979bff8-f162-4e24-b2e7-29033a34308e req-4859b393-39cb-46e7-9472-25999927a8bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc HTTP/1.1" status: 200 len: 914 time: 0.2626500 Aug 27 14:01:08.500393 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:08.506797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-ef8e29f9-8e86-4b80-aebc-746759ff8770', 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b', 'fixed_ips': [{'subnet_id': '79a00c27-e262-42ab-9dda-aa4a47e05fea'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:01:08.507891 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:08.534521 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141d14-b2fa-43c5-affe-b52c9a90e12f req-016ec402-80db-499a-a534-108b1bd5c739 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:08.545968 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2979bff8-f162-4e24-b2e7-29033a34308e req-db292b1a-eb19-485c-acee-216a5d470521 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490aaa4a-e1b0-4878-bbee-31187c339280 HTTP/1.1" status: 200 len: 217 time: 0.1635561 Aug 27 14:01:08.556610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39141d14-b2fa-43c5-affe-b52c9a90e12f req-016ec402-80db-499a-a534-108b1bd5c739 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 945 time: 0.1911201 Aug 27 14:01:08.654854 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979bff8-f162-4e24-b2e7-29033a34308e req-68451b43-25d9-4059-ae63-347727bb2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:08.656621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2979bff8-f162-4e24-b2e7-29033a34308e req-68451b43-25d9-4059-ae63-347727bb2d7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95b1144e-3261-4f67-a06a-064e2d0743c7 HTTP/1.1" status: 200 len: 853 time: 0.0947011 Aug 27 14:01:08.721095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Allocated IP 172.20.0.2 (ef8e29f9-8e86-4b80-aebc-746759ff8770/79a00c27-e262-42ab-9dda-aa4a47e05fea/d7e39b56-9cf0-43a8-aea5-f06ffad92ee1) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:08.731319 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2979bff8-f162-4e24-b2e7-29033a34308e req-b19e46d9-a843-4656-9770-995a3c98cd30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612552 Aug 27 14:01:08.746777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-626fde8c-d0e4-4eba-8629-b5f60a25cc17 req-88b92c14-fe3a-4ee1-b084-14cb89a5b464 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] For port 490aaa4a-e1b0-4878-bbee-31187c339280, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=490aaa4a-e1b0-4878-bbee-31187c339280,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:08.891430 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39141d14-b2fa-43c5-affe-b52c9a90e12f req-22948fca-e0c0-4eec-ad8d-2648b43159ee tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337700 Aug 27 14:01:08.930273 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-626fde8c-d0e4-4eba-8629-b5f60a25cc17 req-88b92c14-fe3a-4ee1-b084-14cb89a5b464 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:08.972832 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-626fde8c-d0e4-4eba-8629-b5f60a25cc17 req-88b92c14-fe3a-4ee1-b084-14cb89a5b464 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:08.992875 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:09.018420 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:09.030593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['490aaa4a-e1b0-4878-bbee-31187c339280'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:09.071067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fde8c-d0e4-4eba-8629-b5f60a25cc17 req-88b92c14-fe3a-4ee1-b084-14cb89a5b464 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:09.071719 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-626fde8c-d0e4-4eba-8629-b5f60a25cc17 req-88b92c14-fe3a-4ee1-b084-14cb89a5b464 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:09.090489 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-626fde8c-d0e4-4eba-8629-b5f60a25cc17 req-88b92c14-fe3a-4ee1-b084-14cb89a5b464 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "PUT /v2.0/ports/490aaa4a-e1b0-4878-bbee-31187c339280 HTTP/1.1" status: 200 len: 1021 time: 1.8732424 Aug 27 14:01:09.138161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 28891944-2dc8-4131-9c38-c0d946abde50 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:09.158544 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2c8938-a028-4d29-8eb0-1f520d2f9b56 x-openstack-request-id: req-7f2c8938-a028-4d29-8eb0-1f520d2f9b56 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:09.158912 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec66272-005c-459c-bd22-7ec558bc6f36", "name": "network-vif-plugged", "status": "completed", "tag": "171c8ea2-46c4-48bf-995b-b0d7df80afcb", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:09.159112 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f2c8938-a028-4d29-8eb0-1f520d2f9b56 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:09.159491 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec66272-005c-459c-bd22-7ec558bc6f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171c8ea2-46c4-48bf-995b-b0d7df80afcb', 'code': 200} Aug 27 14:01:09.179816 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2979bff8-f162-4e24-b2e7-29033a34308e req-dd989c1c-6bd8-46a7-9d19-85e6c3516347 service neutron] 10.222.0.41 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916247 Aug 27 14:01:09.181940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b92c14-fe3a-4ee1-b084-14cb89a5b464 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'Port': ['ID=490aaa4a-e1b0-4878-bbee-31187c339280,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:09.244026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Transition to ACTIVE for port object d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:09.341175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['490aaa4a-e1b0-4878-bbee-31187c339280'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:09.389311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4424ec-0c9e-4ae5-aa23-ce8a329740ef req-557fe2fb-f084-42fb-a862-856d179dbb8c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:09.402866 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac4424ec-0c9e-4ae5-aa23-ce8a329740ef req-557fe2fb-f084-42fb-a862-856d179dbb8c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1288218 Aug 27 14:01:09.421378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2979bff8-f162-4e24-b2e7-29033a34308e req-70c9a02f-fc05-4210-849b-62fac1af4503 service neutron] 10.222.0.41 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340612 Aug 27 14:01:09.466339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac4424ec-0c9e-4ae5-aa23-ce8a329740ef req-69002e66-2b41-4f3b-8323-d005c1924c40 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625830 Aug 27 14:01:09.506224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Transition to ACTIVE for port object d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:09.554285 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:09.577737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983bdf4-4d55-4615-9bf5-e6d6e9903d7b req-6b91225a-93ef-45d4-8073-0c9e040d5c80 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:09.582150 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3983bdf4-4d55-4615-9bf5-e6d6e9903d7b req-6b91225a-93ef-45d4-8073-0c9e040d5c80 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.41 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 946 time: 0.4190693 Aug 27 14:01:09.598995 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4cca7954-710e-4001-b0bf-343540bc0afd req-fcfbd1de-f56c-45c9-92f6-68b2619d5fd0 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 210 time: 0.1231222 Aug 27 14:01:09.645323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc40cd-c4f7-4352-b319-5dcc53e2a7e9 req-0caefe85-d3a1-4e8c-b231-15273762987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:09.649060 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6dc40cd-c4f7-4352-b319-5dcc53e2a7e9 req-0caefe85-d3a1-4e8c-b231-15273762987c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 1097 time: 0.3036227 Aug 27 14:01:09.658698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ff34e-e038-4362-b717-59ea01ed293b req-cf8c69e3-5748-4d01-a0cb-2bdd508d943d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:09.661851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-339ff34e-e038-4362-b717-59ea01ed293b req-cf8c69e3-5748-4d01-a0cb-2bdd508d943d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 1024 time: 0.0934093 Aug 27 14:01:09.713812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Pushing event updated for resources: {'Port': ['ID=d7e39b56-9cf0-43a8-aea5-f06ffad92ee1,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:09.722383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Network ef8e29f9-8e86-4b80-aebc-746759ff8770 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:09.841665 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6dc40cd-c4f7-4352-b319-5dcc53e2a7e9 req-75ef7231-2e0b-43b8-abb6-58f3385ffaeb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505146 Aug 27 14:01:09.876184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933b18c-8d90-41a2-957c-beec8cf898b4 req-ab809d61-e645-49de-a4c3-65c1999a145e tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:09.883236 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-339ff34e-e038-4362-b717-59ea01ed293b req-df490b44-d15c-40a6-ac40-331624bca4dd tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&id=e264e106-9b3c-4114-9682-333036b359ac&id=020b06fc-515c-4e2d-a239-63b15d6c9cbb HTTP/1.1" status: 200 len: 6148 time: 0.2133768 Aug 27 14:01:09.885594 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9933b18c-8d90-41a2-957c-beec8cf898b4 req-ab809d61-e645-49de-a4c3-65c1999a145e tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 946 time: 0.1587641 Aug 27 14:01:09.888910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:09.892195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 28891944-2dc8-4131-9c38-c0d946abde50 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:09.931105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 28891944-2dc8-4131-9c38-c0d946abde50 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:09.931835 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:09.938412 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:09.972638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af4e53c-91ce-4cc9-9bb4-81edfcac3323', 'tag': '490aaa4a-e1b0-4878-bbee-31187c339280'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:09.979170 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35791b9-3ad0-4cf4-a538-96f5565f9da8" -d '{"events": [{"name": "network-changed", "server_uuid": "2af4e53c-91ce-4cc9-9bb4-81edfcac3323", "tag": "490aaa4a-e1b0-4878-bbee-31187c339280"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:10.008720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-43a8aaa3-fad9-459e-ac70-92ef18511737 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:10.012948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-43a8aaa3-fad9-459e-ac70-92ef18511737 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.52 "GET /v2.0/networks?id=26322e6f-b793-48c3-92ef-a8508600729b HTTP/1.1" status: 200 len: 828 time: 0.2448525 Aug 27 14:01:10.020184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-0f3e9a72-bb8e-414b-a6a0-38d2d22feb21 req-93e4d7a2-0022-41d2-a6c6-54d9fe2b69f2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'security_group': {'name': ' tempest-securitygroup -174074145 ', 'description': 'tempest-description-1191786834'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:10.040882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:10.060826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Request body: {'port': {'device_id': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'admin_state_up': True, 'tenant_id': '64b40148a7014a78aff82211c83a0273'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:10.109842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-3983bdf4-4d55-4615-9bf5-e6d6e9903d7b req-d928a5c8-b066-4d6f-ab2c-01b863902269 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Deleting port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:10.110118 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3983bdf4-4d55-4615-9bf5-e6d6e9903d7b req-d928a5c8-b066-4d6f-ab2c-01b863902269 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.142051 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9933b18c-8d90-41a2-957c-beec8cf898b4 req-c9b3804f-5ffb-4719-99fe-adbec27c9400 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cb6fd43-2874-4488-ba2b-0620f4e9257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501254 Aug 27 14:01:10.214973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Attempting to bind port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:10.215496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Attempting to bind port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '236bbcd0-0f6e-4c74-86f5-084ab946ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:10.215873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Attempting to bind port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 on network ef8e29f9-8e86-4b80-aebc-746759ff8770 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:10.254424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:10.255231 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0f3e9a72-bb8e-414b-a6a0-38d2d22feb21 req-93e4d7a2-0022-41d2-a6c6-54d9fe2b69f2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.255337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Checking segment: {'id': '236bbcd0-0f6e-4c74-86f5-084ab946ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:10.255453 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.255803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Bound using segment: {'id': '236bbcd0-0f6e-4c74-86f5-084ab946ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:10.256701 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Bound port: d7e39b56-9cf0-43a8-aea5-f06ffad92ee1, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236bbcd0-0f6e-4c74-86f5-084ab946ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:10.258422 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.283358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3983bdf4-4d55-4615-9bf5-e6d6e9903d7b req-d928a5c8-b066-4d6f-ab2c-01b863902269 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] For port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=4b3ff92c-e9ca-47ca-88e3-846afcc9db00,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:10.283878 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3983bdf4-4d55-4615-9bf5-e6d6e9903d7b req-d928a5c8-b066-4d6f-ab2c-01b863902269 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.296312 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.322378 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.334939 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.337568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Made reservation on behalf of 64b40148a7014a78aff82211c83a0273 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:10.342497 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.459032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Allocated IP 172.25.2.84 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/82a3b286-4695-4b45-b24a-735385eb3858) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:10.459474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 28891944-2dc8-4131-9c38-c0d946abde50, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=28891944-2dc8-4131-9c38-c0d946abde50,segment=NetworkSegment(0663d2f6-e0c1-46ca-b6ec-448a90b3c98c),segment_id=0663d2f6-e0c1-46ca-b6ec-448a90b3c98c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:10.478085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] For port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:10.480241 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.485683 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] For port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d7e39b56-9cf0-43a8-aea5-f06ffad92ee1,segment=NetworkSegment(236bbcd0-0f6e-4c74-86f5-084ab946ff44),segment_id=236bbcd0-0f6e-4c74-86f5-084ab946ff44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:10.502021 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.563048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Allocated IP 172.20.0.4 (26322e6f-b793-48c3-92ef-a8508600729b/32eeb059-18cc-4643-ac5d-c0f96ecb97fb/b2413fae-a6d7-4a4e-80bb-2d3f11e76387) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:10.587368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=28891944-2dc8-4131-9c38-c0d946abde50,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:10.596996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-3983bdf4-4d55-4615-9bf5-e6d6e9903d7b req-d928a5c8-b066-4d6f-ab2c-01b863902269 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Calling delete_port for 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:10.715558 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e330c1-7029-4f71-80a1-2880d31e547d None None] Pushing event updated for resources: {'Port': ['ID=d7e39b56-9cf0-43a8-aea5-f06ffad92ee1,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:10.743696 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.906226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e6a59-0ceb-4f4a-aafa-8926aa1a69b6 req-e7124d81-9c1e-462c-bc7e-d07a2b66519d tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:10.907954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d0e6a59-0ceb-4f4a-aafa-8926aa1a69b6 req-e7124d81-9c1e-462c-bc7e-d07a2b66519d tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 945 time: 0.5790882 Aug 27 14:01:10.958577 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.969619 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0f3e9a72-bb8e-414b-a6a0-38d2d22feb21 req-93e4d7a2-0022-41d2-a6c6-54d9fe2b69f2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:10.985027 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0f3e9a72-bb8e-414b-a6a0-38d2d22feb21 req-93e4d7a2-0022-41d2-a6c6-54d9fe2b69f2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:11.056907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:11.079792 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0f3e9a72-bb8e-414b-a6a0-38d2d22feb21 req-93e4d7a2-0022-41d2-a6c6-54d9fe2b69f2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:11.083882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:11.099369 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f3e9a72-bb8e-414b-a6a0-38d2d22feb21 req-93e4d7a2-0022-41d2-a6c6-54d9fe2b69f2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.0847762 Aug 27 14:01:11.111948 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3983bdf4-4d55-4615-9bf5-e6d6e9903d7b req-d928a5c8-b066-4d6f-ab2c-01b863902269 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:11.118305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:11.120155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4d7a2-0022-41d2-a6c6-54d9fe2b69f2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c29e9b-07c8-4aaf-bc8f-ecfda9c54555,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:11.145702 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d0e6a59-0ceb-4f4a-aafa-8926aa1a69b6 req-e938a4c0-bb45-4cb0-94cc-7465ae9cb7d8 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204194 Aug 27 14:01:11.154676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['4b3ff92c-e9ca-47ca-88e3-846afcc9db00'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:11.163615 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:11.179181 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad576deb-d4fc-4145-bda2-192f263fab6e x-openstack-request-id: req-ad576deb-d4fc-4145-bda2-192f263fab6e {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:11.179875 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af4e53c-91ce-4cc9-9bb4-81edfcac3323", "tag": "490aaa4a-e1b0-4878-bbee-31187c339280", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:11.180441 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad576deb-d4fc-4145-bda2-192f263fab6e {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:11.181058 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af4e53c-91ce-4cc9-9bb4-81edfcac3323', 'tag': '490aaa4a-e1b0-4878-bbee-31187c339280', 'status': 'completed', 'code': 200} Aug 27 14:01:11.215735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Pushing event updated for resources: {'Port': ['ID=82a3b286-4695-4b45-b24a-735385eb3858,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:11.231448 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Transition to ACTIVE for port object b2413fae-a6d7-4a4e-80bb-2d3f11e76387 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:11.289646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:11.383841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928a5c8-b066-4d6f-ab2c-01b863902269 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Pushing event deleted for resources: {'Port': ['ID=4b3ff92c-e9ca-47ca-88e3-846afcc9db00,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:11.384902 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35791b9-3ad0-4cf4-a538-96f5565f9da8 req-ea13d2c7-5099-4212-99e9-0a1ead7af685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:11.387422 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e35791b9-3ad0-4cf4-a538-96f5565f9da8 req-ea13d2c7-5099-4212-99e9-0a1ead7af685 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5837f855b839404283f65dc1dbbda9b8&device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 1176 time: 0.1581290 Aug 27 14:01:11.393931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3983bdf4-4d55-4615-9bf5-e6d6e9903d7b req-d928a5c8-b066-4d6f-ab2c-01b863902269 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] No DVR routers for this DVR port 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:01:11.399870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:11.409948 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 28891944-2dc8-4131-9c38-c0d946abde50 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:11.413879 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3983bdf4-4d55-4615-9bf5-e6d6e9903d7b req-d928a5c8-b066-4d6f-ab2c-01b863902269 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:11.416156 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3983bdf4-4d55-4615-9bf5-e6d6e9903d7b req-d928a5c8-b066-4d6f-ab2c-01b863902269 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.41 "DELETE /v2.0/ports/4b3ff92c-e9ca-47ca-88e3-846afcc9db00 HTTP/1.1" status: 204 len: 173 time: 1.8158271 Aug 27 14:01:11.416770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'name': 'network-vif-deleted', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:11.419352 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac8fea2-cbe4-4b66-b721-f01457375eab" -d '{"events": [{"server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "name": "network-vif-deleted", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:11.540664 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6515e0cd-9bd1-46a7-bdab-aa3689a3f056 req-803eec19-810f-4d1f-ba12-addba44f2d5c tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 210 time: 0.0474899 Aug 27 14:01:11.547397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 28891944-2dc8-4131-9c38-c0d946abde50 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:11.548055 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:11.588017 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:11.633848 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad0428-404e-4e07-98db-5bafb5f81350 req-2c259797-c4ff-4457-83f6-1fd7cc19474e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:11.648493 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-faad0428-404e-4e07-98db-5bafb5f81350 req-2c259797-c4ff-4457-83f6-1fd7cc19474e tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.2912645 Aug 27 14:01:11.676480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35791b9-3ad0-4cf4-a538-96f5565f9da8 req-b9a23531-6961-4aff-afd9-b813aa24c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:11.679752 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e35791b9-3ad0-4cf4-a538-96f5565f9da8 req-b9a23531-6961-4aff-afd9-b813aa24c01d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc HTTP/1.1" status: 200 len: 914 time: 0.2780821 Aug 27 14:01:11.766883 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-faad0428-404e-4e07-98db-5bafb5f81350 req-6d4997ee-d2d0-4c9d-813f-a742848f1e98 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170809 Aug 27 14:01:11.783930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e35791b9-3ad0-4cf4-a538-96f5565f9da8 req-49a7fdf6-dedd-4d68-b0bd-8350ca5d5b53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490aaa4a-e1b0-4878-bbee-31187c339280 HTTP/1.1" status: 200 len: 217 time: 0.0904477 Aug 27 14:01:11.934539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35791b9-3ad0-4cf4-a538-96f5565f9da8 req-5fff0f60-566c-49b5-bbda-032c3e2022e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:11.936373 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e35791b9-3ad0-4cf4-a538-96f5565f9da8 req-5fff0f60-566c-49b5-bbda-032c3e2022e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95b1144e-3261-4f67-a06a-064e2d0743c7 HTTP/1.1" status: 200 len: 853 time: 0.0855982 Aug 27 14:01:11.959600 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:11.999976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Network 26322e6f-b793-48c3-92ef-a8508600729b is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:12.002655 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e35791b9-3ad0-4cf4-a538-96f5565f9da8 req-b6dab0fa-fcfd-4801-9954-f5cd399db5c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435057 Aug 27 14:01:12.005802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:12.023802 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b33e2ee0-09ea-428d-a303-600f44015a59 req-6c5d6c08-f62a-4aed-98b2-e4ae92ff5989 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/84c29e9b-07c8-4aaf-bc8f-ecfda9c54555 HTTP/1.1" status: 200 len: 1780 time: 0.4397099 Aug 27 14:01:12.027675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:12.036718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f236e58-4085-4574-8637-02f8345406cd req-ce27f8cb-199e-4001-b71b-48da44330194 tempest-FloatingIPsAssociationTestJSON-658167375 tempest-FloatingIPsAssociationTestJSON-658167375-project] 10.222.0.55 "GET /v2.0/ports?device_id=8415177d-6577-48a5-b405-2df5f47c4389 HTTP/1.1" status: 200 len: 210 time: 0.0746253 Aug 27 14:01:12.104669 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99e4cea-e862-40d0-b933-50301f83989c x-openstack-request-id: req-c99e4cea-e862-40d0-b933-50301f83989c {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:12.105181 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8415177d-6577-48a5-b405-2df5f47c4389", "name": "network-vif-deleted", "tag": "4b3ff92c-e9ca-47ca-88e3-846afcc9db00", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:12.105424 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c99e4cea-e862-40d0-b933-50301f83989c {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:12.105791 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8415177d-6577-48a5-b405-2df5f47c4389', 'name': 'network-vif-deleted', 'tag': '4b3ff92c-e9ca-47ca-88e3-846afcc9db00', 'status': 'completed', 'code': 200} Aug 27 14:01:12.145201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4471875-206e-439e-bf66-127e98a95d93 None None] Network ef8e29f9-8e86-4b80-aebc-746759ff8770 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:01:12.171023 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Pushing event updated for resources: {'Port': ['ID=b2413fae-a6d7-4a4e-80bb-2d3f11e76387,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:12.216720 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-383d3fd2-a7bd-413a-bd68-33e897e2d156 req-c5e0d1c1-1ed6-478e-ace7-ef3ecde6b8d7 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/84c29e9b-07c8-4aaf-bc8f-ecfda9c54555 HTTP/1.1" status: 200 len: 1780 time: 0.1095536 Aug 27 14:01:12.302284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8aadab82-8e04-493d-a5cb-2e232d695419 None None] Provisioning for port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:12.310513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8aadab82-8e04-493d-a5cb-2e232d695419 None None] Provisioning complete for port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:12.311173 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8aadab82-8e04-493d-a5cb-2e232d695419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:12.322199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:12.323047 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:12.328327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e35791b9-3ad0-4cf4-a538-96f5565f9da8 req-c51a9dd3-5e87-473d-887e-dd93614adb91 service neutron] 10.222.0.41 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694030 Aug 27 14:01:12.484610 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-383d3fd2-a7bd-413a-bd68-33e897e2d156 req-4809ffd6-d49e-4ae6-a579-3ee65dd2de56 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:12.519712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e35791b9-3ad0-4cf4-a538-96f5565f9da8 req-c628e221-082e-4c2f-9269-367eebc06572 service neutron] 10.222.0.41 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709075 Aug 27 14:01:12.553412 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-383d3fd2-a7bd-413a-bd68-33e897e2d156 req-4809ffd6-d49e-4ae6-a579-3ee65dd2de56 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:12.554261 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8aadab82-8e04-493d-a5cb-2e232d695419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:12.556805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66da62d-4655-4cac-b3cc-3dbc59de2efe req-e29b62c9-428d-4ef6-86ee-9781d0dcef65 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:12.560473 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d66da62d-4655-4cac-b3cc-3dbc59de2efe req-e29b62c9-428d-4ef6-86ee-9781d0dcef65 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 945 time: 0.2303712 Aug 27 14:01:12.561871 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-224714f2-c8aa-4c26-a37d-6f733b397fd3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5196488 Aug 27 14:01:12.600538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Request body: {'port': {'device_id': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:12.623814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8aadab82-8e04-493d-a5cb-2e232d695419 None None] For port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d7e39b56-9cf0-43a8-aea5-f06ffad92ee1,segment=NetworkSegment(236bbcd0-0f6e-4c74-86f5-084ab946ff44),segment_id=236bbcd0-0f6e-4c74-86f5-084ab946ff44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:12.632781 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:12.633656 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8aadab82-8e04-493d-a5cb-2e232d695419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:12.646449 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-383d3fd2-a7bd-413a-bd68-33e897e2d156 req-4809ffd6-d49e-4ae6-a579-3ee65dd2de56 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:12.649243 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-383d3fd2-a7bd-413a-bd68-33e897e2d156 req-4809ffd6-d49e-4ae6-a579-3ee65dd2de56 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:12.670989 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-383d3fd2-a7bd-413a-bd68-33e897e2d156 req-4809ffd6-d49e-4ae6-a579-3ee65dd2de56 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "DELETE /v2.0/security-groups/84c29e9b-07c8-4aaf-bc8f-ecfda9c54555 HTTP/1.1" status: 204 len: 173 time: 0.4536119 Aug 27 14:01:12.703828 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:12.754479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809ffd6-d49e-4ae6-a579-3ee65dd2de56 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c29e9b-07c8-4aaf-bc8f-ecfda9c54555,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:12.808663 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d66da62d-4655-4cac-b3cc-3dbc59de2efe req-547a32f7-ce70-4f91-b677-a0cc2a30338f tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347121 Aug 27 14:01:12.833254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadab82-8e04-493d-a5cb-2e232d695419 None None] Pushing event updated for resources: {'Port': ['ID=d7e39b56-9cf0-43a8-aea5-f06ffad92ee1,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:12.846357 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5dd45886-8d85-46c0-b592-1962934be4b5 None None] Provisioning for port b2413fae-a6d7-4a4e-80bb-2d3f11e76387 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:12.852888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5dd45886-8d85-46c0-b592-1962934be4b5 None None] Provisioning complete for port b2413fae-a6d7-4a4e-80bb-2d3f11e76387 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:12.853121 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5dd45886-8d85-46c0-b592-1962934be4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:12.906809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5dd45886-8d85-46c0-b592-1962934be4b5 None None] Port b2413fae-a6d7-4a4e-80bb-2d3f11e76387 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:01:13.009873 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-b18647ef-1d94-4387-a340-705a74f09698 req-4b1afae4-afc7-4a97-9687-648b533dee7c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] show failed (client error): The resource could not be found. Aug 27 14:01:13.021670 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b18647ef-1d94-4387-a340-705a74f09698 req-4b1afae4-afc7-4a97-9687-648b533dee7c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/84c29e9b-07c8-4aaf-bc8f-ecfda9c54555 HTTP/1.1" status: 404 len: 352 time: 0.0441411 Aug 27 14:01:13.076045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6cd61-b715-4316-8403-15e4c0bb4dc0 req-1b1a8e81-26d7-4696-8993-a5a5a7723227 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:13.083450 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30b6cd61-b715-4316-8403-15e4c0bb4dc0 req-1b1a8e81-26d7-4696-8993-a5a5a7723227 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 931 time: 0.1439383 Aug 27 14:01:13.103413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Router c3a4defd-ca47-4718-94e9-2b50c219e655 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:01:13.140042 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30b6cd61-b715-4316-8403-15e4c0bb4dc0 req-78d38974-521f-4111-a924-20ae6d9dc277 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517325 Aug 27 14:01:13.140276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1e54ce50-4880-4af9-aa34-bc6a2ad390f4 None None] Provisioning complete for port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:13.140411 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e54ce50-4880-4af9-aa34-bc6a2ad390f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:13.185685 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-45234b2e-fc32-4a3b-aff2-68a33ca6a6e5 req-a21c568a-6417-4311-8794-1370f714cd5e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-838980249', 'description': 'tempest-description-699497190'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:13.222875 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-45234b2e-fc32-4a3b-aff2-68a33ca6a6e5 req-a21c568a-6417-4311-8794-1370f714cd5e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:13.372797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2413fae-a6d7-4a4e-80bb-2d3f11e76387 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:13.484056 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-45234b2e-fc32-4a3b-aff2-68a33ca6a6e5 req-a21c568a-6417-4311-8794-1370f714cd5e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:13.499018 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:13.514429 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Transition to ACTIVE for port object b2413fae-a6d7-4a4e-80bb-2d3f11e76387 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:13.515489 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-45234b2e-fc32-4a3b-aff2-68a33ca6a6e5 req-a21c568a-6417-4311-8794-1370f714cd5e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:13.555608 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:13.598378 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-45234b2e-fc32-4a3b-aff2-68a33ca6a6e5 req-a21c568a-6417-4311-8794-1370f714cd5e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:13.610142 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45234b2e-fc32-4a3b-aff2-68a33ca6a6e5 req-a21c568a-6417-4311-8794-1370f714cd5e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4339035 Aug 27 14:01:13.617381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c568a-6417-4311-8794-1370f714cd5e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330b1735-72f6-4f47-9d47-f2049a9f7ae3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:13.673825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Pushing event updated for resources: {'Port': ['ID=b2413fae-a6d7-4a4e-80bb-2d3f11e76387,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:13.678895 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46374) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:13.698422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-43fc64a5-ec69-4836-b24a-44b664d7749e req-b0c81ed7-4484-41f0-943a-154dac548d77 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-286435050', 'description': 'tempest-description-2041697278'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:13.855584 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:01:13.888243 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-43fc64a5-ec69-4836-b24a-44b664d7749e req-b0c81ed7-4484-41f0-943a-154dac548d77 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:13.895053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:01:13.895412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 4b3ff92c-e9ca-47ca-88e3-846afcc9db00 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:01:13.910225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c3992-6b87-4208-9a9e-1b0c678fefe9 req-ad4a6dcd-2065-46d4-859b-91094904f348 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:13.918744 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e27c3992-6b87-4208-9a9e-1b0c678fefe9 req-ad4a6dcd-2065-46d4-859b-91094904f348 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.7156439 Aug 27 14:01:13.934566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Attempting to bind port b2413fae-a6d7-4a4e-80bb-2d3f11e76387 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:13.934939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Attempting to bind port b2413fae-a6d7-4a4e-80bb-2d3f11e76387 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:13.935271 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Attempting to bind port b2413fae-a6d7-4a4e-80bb-2d3f11e76387 on network 26322e6f-b793-48c3-92ef-a8508600729b {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:14.009687 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:01:14.022818 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Sync routers for ids ['c3a4defd-ca47-4718-94e9-2b50c219e655'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:01:14.030204 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e27c3992-6b87-4208-9a9e-1b0c678fefe9 req-04e209b8-2cb8-4985-8027-0b84acb79c23 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046834 Aug 27 14:01:14.044901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-43fc64a5-ec69-4836-b24a-44b664d7749e req-b0c81ed7-4484-41f0-943a-154dac548d77 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:14.044901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Port b2413fae-a6d7-4a4e-80bb-2d3f11e76387 on network 26322e6f-b793-48c3-92ef-a8508600729b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:01:14.044901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Attempting to bind port b2413fae-a6d7-4a4e-80bb-2d3f11e76387 on network 26322e6f-b793-48c3-92ef-a8508600729b {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:14.045327 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Routers {'c3a4defd-ca47-4718-94e9-2b50c219e655'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:14.049398 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c3a4defd-ca47-4718-94e9-2b50c219e655'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:14.052108 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-43fc64a5-ec69-4836-b24a-44b664d7749e req-b0c81ed7-4484-41f0-943a-154dac548d77 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:14.063079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:14.063416 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Checking segment: {'id': '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:14.063976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Bound using segment: {'id': '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:14.064423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Bound port: b2413fae-a6d7-4a4e-80bb-2d3f11e76387, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:14.064779 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:14.083382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:14.088663 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8a6e6ad6-e6b7-4c98-9144-16585c16e141 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.7915964 Aug 27 14:01:14.090627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46384) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:14.234593 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-43fc64a5-ec69-4836-b24a-44b664d7749e req-b0c81ed7-4484-41f0-943a-154dac548d77 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:14.235926 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43fc64a5-ec69-4836-b24a-44b664d7749e req-b0c81ed7-4484-41f0-943a-154dac548d77 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5415466 Aug 27 14:01:14.252226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c81ed7-4484-41f0-943a-154dac548d77 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983756a5-c66b-4cde-b86f-81e49db8ffd7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:14.313594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-c5ee5ddb-836f-46c5-83fb-1cea00e4d1e3 req-a906d91b-2c2b-43a4-8c6f-71e3b2d975ac tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-349966500', 'description': 'tempest-description-1406973002'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:14.330266 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Set router c3a4defd-ca47-4718-94e9-2b50c219e655 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:14.351747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] For port b2413fae-a6d7-4a4e-80bb-2d3f11e76387, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:14.373911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] For port b2413fae-a6d7-4a4e-80bb-2d3f11e76387, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b2413fae-a6d7-4a4e-80bb-2d3f11e76387,segment=NetworkSegment(0663d2f6-e0c1-46ca-b6ec-448a90b3c98c),segment_id=0663d2f6-e0c1-46ca-b6ec-448a90b3c98c)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:14.391017 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:14.423063 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c5ee5ddb-836f-46c5-83fb-1cea00e4d1e3 req-a906d91b-2c2b-43a4-8c6f-71e3b2d975ac tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:14.624530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:14.625168 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:14.626656 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] 10.222.0.52 "PUT /v2.0/ports/b2413fae-a6d7-4a4e-80bb-2d3f11e76387 HTTP/1.1" status: 200 len: 1092 time: 2.0359080 Aug 27 14:01:14.629126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'tag': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:14.638036 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720a41ac-a84e-46cf-a33c-90ff19824178" -d '{"events": [{"name": "network-changed", "server_uuid": "33dd4ceb-a47e-472c-93aa-92a56ed72c75", "tag": "b2413fae-a6d7-4a4e-80bb-2d3f11e76387"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:14.653900 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6d65ff7b-4fb0-42e9-b0f6-8e1276bca83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:14.720187 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2105200427-router', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '82a3b286-4695-4b45-b24a-735385eb3858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:08Z', 'updated_at': '2021-08-27T14:01:11Z', 'revision_number': 3, 'project_id': 'b21bf83964224ec79c0bd02356ac964b', 'gw_port': {'id': '82a3b286-4695-4b45-b24a-735385eb3858', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:23:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:10Z', 'updated_at': '2021-08-27T14:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:14.733306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7893df-163f-47fc-a487-dc211a212a81 service neutron] Pushing event updated for resources: {'Port': ['ID=b2413fae-a6d7-4a4e-80bb-2d3f11e76387,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:14.750975 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Checking router: c3a4defd-ca47-4718-94e9-2b50c219e655 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:01:14.751457 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Updating router c3a4defd-ca47-4718-94e9-2b50c219e655 port 82a3b286-4695-4b45-b24a-735385eb3858 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:01:14.755291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0902399-d215-4c87-a068-a7bb2e326863 req-f097fe0a-65b6-4a1f-ab48-d67411036912 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:14.763502 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0902399-d215-4c87-a068-a7bb2e326863 req-f097fe0a-65b6-4a1f-ab48-d67411036912 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 943 time: 0.3861022 Aug 27 14:01:14.778279 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:14.890632 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0902399-d215-4c87-a068-a7bb2e326863 req-295324d1-b5e8-4001-a0ef-4463545a2ec3 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258667 Aug 27 14:01:14.897012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-1863bb4c-e409-4684-9e22-acf9a1fbe44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:14.902444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-1863bb4c-e409-4684-9e22-acf9a1fbe44e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64b40148a7014a78aff82211c83a0273&device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 1095 time: 0.2160335 Aug 27 14:01:14.970444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:14.985304 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-c6aca472-78fd-422f-ad2b-23f4b4aa45ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2413fae-a6d7-4a4e-80bb-2d3f11e76387 HTTP/1.1" status: 200 len: 217 time: 0.0681019 Aug 27 14:01:14.986892 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a400ada-caa6-462a-bf5d-3df52027e033 x-openstack-request-id: req-1a400ada-caa6-462a-bf5d-3df52027e033 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:14.988237 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33dd4ceb-a47e-472c-93aa-92a56ed72c75", "tag": "b2413fae-a6d7-4a4e-80bb-2d3f11e76387", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:14.988237 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a400ada-caa6-462a-bf5d-3df52027e033 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:14.988773 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'tag': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387', 'status': 'completed', 'code': 200} Aug 27 14:01:15.009587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c5ee5ddb-836f-46c5-83fb-1cea00e4d1e3 req-a906d91b-2c2b-43a4-8c6f-71e3b2d975ac tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.064421 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.066520 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c5ee5ddb-836f-46c5-83fb-1cea00e4d1e3 req-a906d91b-2c2b-43a4-8c6f-71e3b2d975ac tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.148217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:15.148548 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.161561 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.180800 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Transition to ACTIVE for port object 82a3b286-4695-4b45-b24a-735385eb3858 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:15.203212 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.222499 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c5ee5ddb-836f-46c5-83fb-1cea00e4d1e3 req-a906d91b-2c2b-43a4-8c6f-71e3b2d975ac tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.224058 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5ee5ddb-836f-46c5-83fb-1cea00e4d1e3 req-a906d91b-2c2b-43a4-8c6f-71e3b2d975ac tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9189961 Aug 27 14:01:15.248655 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906d91b-2c2b-43a4-8c6f-71e3b2d975ac tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f5fc19-48ab-494d-a9cd-7a5ceb07ee4f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:15.265039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-5e1b008f-7bf2-4b2a-95c4-4fac35b1c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:15.267366 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-5e1b008f-7bf2-4b2a-95c4-4fac35b1c624 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32eeb059-18cc-4643-ac5d-c0f96ecb97fb HTTP/1.1" status: 200 len: 867 time: 0.2738700 Aug 27 14:01:15.293142 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Attempting to bind port 82a3b286-4695-4b45-b24a-735385eb3858 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:15.293526 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Attempting to bind port 82a3b286-4695-4b45-b24a-735385eb3858 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:15.293931 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Attempting to bind port 82a3b286-4695-4b45-b24a-735385eb3858 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:15.328271 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:15.328653 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:15.329592 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.330060 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:15.330949 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Bound port: 82a3b286-4695-4b45-b24a-735385eb3858, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:15.331360 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.337844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bec7c-e6e1-4783-9130-e491126a58a1 req-b05419f5-b9ee-446d-8f43-273e755b6533 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:15.352252 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-352bec7c-e6e1-4783-9130-e491126a58a1 req-b05419f5-b9ee-446d-8f43-273e755b6533 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1867692 Aug 27 14:01:15.365749 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-98923523-8c23-404e-80ab-fb8a5a5fa175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.375825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Allocated IP 172.20.0.1 (ef8e29f9-8e86-4b80-aebc-746759ff8770/79a00c27-e262-42ab-9dda-aa4a47e05fea/3d9778cf-7243-4410-81bb-6fafeeae789f) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:15.418249 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] For port 82a3b286-4695-4b45-b24a-735385eb3858, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:15.423624 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] For port 82a3b286-4695-4b45-b24a-735385eb3858, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=82a3b286-4695-4b45-b24a-735385eb3858,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:15.436076 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.469493 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Routers {'c3a4defd-ca47-4718-94e9-2b50c219e655'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:15.470698 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:00:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c3a4defd-ca47-4718-94e9-2b50c219e655'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:15.530106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0fa83268-c0cb-4a23-a6a1-45398d5032d4 req-235ec8d7-69dd-42f4-a795-e15747bbc42f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5837f855b839404283f65dc1dbbda9b8 HTTP/1.1" status: 200 len: 10894 time: 0.1393828 Aug 27 14:01:15.570845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-dd97fc4a-a884-4733-9e73-f2b31a8c0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:15.574434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-dd97fc4a-a884-4733-9e73-f2b31a8c0881 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26322e6f-b793-48c3-92ef-a8508600729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2929842 Aug 27 14:01:15.589687 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-352bec7c-e6e1-4783-9130-e491126a58a1 req-40b701d0-e901-4f97-8b48-3f7c44c556cf tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361000 Aug 27 14:01:15.607335 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] Set router c3a4defd-ca47-4718-94e9-2b50c219e655 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:15.660113 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0fa83268-c0cb-4a23-a6a1-45398d5032d4 req-f15c9d53-7d96-4c59-a15c-62e3e9290d33 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/6e7214a5-36cd-43e8-9fad-ab017a0d0eb9 HTTP/1.1" status: 200 len: 2981 time: 0.1127129 Aug 27 14:01:15.688697 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa4e43-d626-4bb6-a882-e906e2e15197 None None] Pushing event updated for resources: {'Port': ['ID=82a3b286-4695-4b45-b24a-735385eb3858,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:15.759759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0fa83268-c0cb-4a23-a6a1-45398d5032d4 req-ca5f4970-2a29-4920-9a10-5b385271e759 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/6e7214a5-36cd-43e8-9fad-ab017a0d0eb9 HTTP/1.1" status: 200 len: 2981 time: 0.0922399 Aug 27 14:01:15.769417 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.793511 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-4ef19fa0-2154-47a0-b2a4-6c8c6bd9812c service neutron] 10.222.0.52 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027578 Aug 27 14:01:15.803498 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Transition to ACTIVE for port object 3d9778cf-7243-4410-81bb-6fafeeae789f will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:15.851038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3e7ac7a6-78b1-4b93-a334-e2a0ff60887a req-e8c4aa15-53ab-4098-8760-4ff390733c9f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/330b1735-72f6-4f47-9d47-f2049a9f7ae3 HTTP/1.1" status: 200 len: 1799 time: 0.0599887 Aug 27 14:01:15.910225 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa4e43-d626-4bb6-a882-e906e2e15197 None None] Pushing event updated for resources: {'Port': ['ID=82a3b286-4695-4b45-b24a-735385eb3858,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:15.927103 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2105200427-router', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '82a3b286-4695-4b45-b24a-735385eb3858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:08Z', 'updated_at': '2021-08-27T14:01:11Z', 'revision_number': 3, 'project_id': 'b21bf83964224ec79c0bd02356ac964b', 'gw_port': {'id': '82a3b286-4695-4b45-b24a-735385eb3858', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:23:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:10Z', 'updated_at': '2021-08-27T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:15.946066 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3e7ac7a6-78b1-4b93-a334-e2a0ff60887a req-d0ba177f-36e7-4439-a01a-25793a849167 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.948232 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:15.971577 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdf4452-46ca-4ac0-9370-8fd10d59eb1a None None] The sync data for ids ['c3a4defd-ca47-4718-94e9-2b50c219e655'] in n-d-712139-12 is: [{'id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2105200427-router', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '82a3b286-4695-4b45-b24a-735385eb3858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:08Z', 'updated_at': '2021-08-27T14:01:11Z', 'revision_number': 3, 'project_id': 'b21bf83964224ec79c0bd02356ac964b', 'gw_port': {'id': '82a3b286-4695-4b45-b24a-735385eb3858', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:23:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:10Z', 'updated_at': '2021-08-27T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:01:16.009884 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3e7ac7a6-78b1-4b93-a334-e2a0ff60887a req-d0ba177f-36e7-4439-a01a-25793a849167 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:16.018153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Network ef8e29f9-8e86-4b80-aebc-746759ff8770 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:16.019475 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3225745f-cc15-4f25-8ff5-fc357b2eb066 req-6f72b0ae-fc5f-4263-bb66-e8592fe143a5 service neutron] 10.222.0.52 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174559 Aug 27 14:01:16.029537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:16.041393 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:16.088596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-98923523-8c23-404e-80ab-fb8a5a5fa175 admin admin] Deleting port 6dc0803b-582a-4e43-ac9d-63b62a49bee1 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:16.090407 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-98923523-8c23-404e-80ab-fb8a5a5fa175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:16.126825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9778cf-7243-4410-81bb-6fafeeae789f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:16.160883 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:16.305000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a41ac-a84e-46cf-a33c-90ff19824178 req-375a8f59-345c-4c2d-9894-ebbbc60b7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:16.307267 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-720a41ac-a84e-46cf-a33c-90ff19824178 req-375a8f59-345c-4c2d-9894-ebbbc60b7993 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64b40148a7014a78aff82211c83a0273&device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 1095 time: 0.2078464 Aug 27 14:01:16.341033 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3e7ac7a6-78b1-4b93-a334-e2a0ff60887a req-d0ba177f-36e7-4439-a01a-25793a849167 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:16.346632 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3e7ac7a6-78b1-4b93-a334-e2a0ff60887a req-d0ba177f-36e7-4439-a01a-25793a849167 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:16.349351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3e7ac7a6-78b1-4b93-a334-e2a0ff60887a req-d0ba177f-36e7-4439-a01a-25793a849167 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "DELETE /v2.0/security-groups/330b1735-72f6-4f47-9d47-f2049a9f7ae3 HTTP/1.1" status: 204 len: 173 time: 0.4894314 Aug 27 14:01:16.419433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba177f-36e7-4439-a01a-25793a849167 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330b1735-72f6-4f47-9d47-f2049a9f7ae3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:16.503323 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-98923523-8c23-404e-80ab-fb8a5a5fa175 admin admin] For port 6dc0803b-582a-4e43-ac9d-63b62a49bee1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6dc0803b-582a-4e43-ac9d-63b62a49bee1,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:16.503618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-98923523-8c23-404e-80ab-fb8a5a5fa175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:16.512214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0fb353b4-31ed-4cce-9ff8-521caf1fc7c5 None None] Provisioning for port 3d9778cf-7243-4410-81bb-6fafeeae789f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:16.517710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0fb353b4-31ed-4cce-9ff8-521caf1fc7c5 None None] Provisioning complete for port 3d9778cf-7243-4410-81bb-6fafeeae789f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:16.518325 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0fb353b4-31ed-4cce-9ff8-521caf1fc7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:16.575456 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-8408170b-ed6d-4d04-9d60-c913f951cf1b req-e882f0fc-de13-426a-af30-276b4a57b674 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] show failed (client error): The resource could not be found. Aug 27 14:01:16.602581 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8408170b-ed6d-4d04-9d60-c913f951cf1b req-e882f0fc-de13-426a-af30-276b4a57b674 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/330b1735-72f6-4f47-9d47-f2049a9f7ae3 HTTP/1.1" status: 404 len: 352 time: 0.0438673 Aug 27 14:01:16.609903 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:16.634894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0fb353b4-31ed-4cce-9ff8-521caf1fc7c5 None None] Port 3d9778cf-7243-4410-81bb-6fafeeae789f cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:01:16.667676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a41ac-a84e-46cf-a33c-90ff19824178 req-f4e264a3-7e2a-4fb3-8240-2fd50871765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:16.669205 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-720a41ac-a84e-46cf-a33c-90ff19824178 req-f4e264a3-7e2a-4fb3-8240-2fd50871765c service neutron] 10.222.0.52 "GET /v2.0/networks?id=26322e6f-b793-48c3-92ef-a8508600729b HTTP/1.1" status: 200 len: 929 time: 0.3485470 Aug 27 14:01:16.670855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-98923523-8c23-404e-80ab-fb8a5a5fa175 admin admin] Calling delete_port for 6dc0803b-582a-4e43-ac9d-63b62a49bee1 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:16.768686 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b7ad194e-bcb4-4ed5-870e-6e022ed5fccc req-b030ef8c-1280-4074-9930-5edf36d9392f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/983756a5-c66b-4cde-b86f-81e49db8ffd7 HTTP/1.1" status: 200 len: 1800 time: 0.1520498 Aug 27 14:01:16.793263 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-720a41ac-a84e-46cf-a33c-90ff19824178 req-b46700ea-ee66-45f7-9a2d-5f411fbd1a22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2413fae-a6d7-4a4e-80bb-2d3f11e76387 HTTP/1.1" status: 200 len: 217 time: 0.0882208 Aug 27 14:01:16.917622 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b7ad194e-bcb4-4ed5-870e-6e022ed5fccc req-6ee50fad-d202-44e4-af96-17a4ad9d9aea tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:16.959715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70331b4-69ab-49d5-b0ea-4d9a94e8fa9c req-89a69049-749a-4f08-b5ec-d6d23114ebdf tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:16.968198 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c70331b4-69ab-49d5-b0ea-4d9a94e8fa9c req-89a69049-749a-4f08-b5ec-d6d23114ebdf tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 943 time: 0.3945847 Aug 27 14:01:16.973224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 82a3b286-4695-4b45-b24a-735385eb3858 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:16.982491 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b7ad194e-bcb4-4ed5-870e-6e022ed5fccc req-6ee50fad-d202-44e4-af96-17a4ad9d9aea tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:17.054937 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a41ac-a84e-46cf-a33c-90ff19824178 req-2a117351-c3b0-42fc-911c-b5ff628c4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:17.056763 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-720a41ac-a84e-46cf-a33c-90ff19824178 req-2a117351-c3b0-42fc-911c-b5ff628c4b74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32eeb059-18cc-4643-ac5d-c0f96ecb97fb HTTP/1.1" status: 200 len: 867 time: 0.2269278 Aug 27 14:01:17.061956 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:17.077528 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:17.085729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 82a3b286-4695-4b45-b24a-735385eb3858 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:17.092662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 82a3b286-4695-4b45-b24a-735385eb3858 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:17.092662 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:17.101388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c70331b4-69ab-49d5-b0ea-4d9a94e8fa9c req-fc58b84a-d78b-45fb-ae5e-a40b1355f068 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205068 Aug 27 14:01:17.290998 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:17.306323 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:17.338076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9778cf-7243-4410-81bb-6fafeeae789f,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:17.340607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 82a3b286-4695-4b45-b24a-735385eb3858, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=82a3b286-4695-4b45-b24a-735385eb3858,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:17.345969 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b7ad194e-bcb4-4ed5-870e-6e022ed5fccc req-6ee50fad-d202-44e4-af96-17a4ad9d9aea tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:17.349250 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b7ad194e-bcb4-4ed5-870e-6e022ed5fccc req-6ee50fad-d202-44e4-af96-17a4ad9d9aea tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:17.354209 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:17.374981 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b7ad194e-bcb4-4ed5-870e-6e022ed5fccc req-6ee50fad-d202-44e4-af96-17a4ad9d9aea tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "DELETE /v2.0/security-groups/983756a5-c66b-4cde-b86f-81e49db8ffd7 HTTP/1.1" status: 204 len: 173 time: 0.5980246 Aug 27 14:01:17.410036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee50fad-d202-44e4-af96-17a4ad9d9aea tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983756a5-c66b-4cde-b86f-81e49db8ffd7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:17.496442 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:17.498222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=82a3b286-4695-4b45-b24a-735385eb3858,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:17.539900 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a3f91c27-fdbb-4638-9e10-63ac381bff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:17.611032 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-1a3e6b1a-39e5-4782-bdc4-a3c877095afd req-35b29f0f-039d-4a31-821d-b81753909623 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] show failed (client error): The resource could not be found. Aug 27 14:01:17.612159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a3e6b1a-39e5-4782-bdc4-a3c877095afd req-35b29f0f-039d-4a31-821d-b81753909623 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/983756a5-c66b-4cde-b86f-81e49db8ffd7 HTTP/1.1" status: 404 len: 352 time: 0.0458171 Aug 27 14:01:17.662747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Network ef8e29f9-8e86-4b80-aebc-746759ff8770 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:17.669046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:17.878815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a41ac-a84e-46cf-a33c-90ff19824178 req-c8c97bc1-34d1-48f2-9cfc-96aea67ec7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:17.880467 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-720a41ac-a84e-46cf-a33c-90ff19824178 req-c8c97bc1-34d1-48f2-9cfc-96aea67ec7f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26322e6f-b793-48c3-92ef-a8508600729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8112791 Aug 27 14:01:17.969163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Router c3a4defd-ca47-4718-94e9-2b50c219e655 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:01:17.977603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa575a5-596d-4777-ac81-2a3c41e36c38 req-9598e7ba-513e-45bf-9845-3cd27b1e0a79 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:17.978986 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd7a9f59-75b2-4012-b54f-c3d4e708f965 req-b7c1997b-c848-4277-abec-492fc61e62df tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/91f5fc19-48ab-494d-a9cd-7a5ceb07ee4f HTTP/1.1" status: 200 len: 1800 time: 0.2311411 Aug 27 14:01:17.992190 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1fa575a5-596d-4777-ac81-2a3c41e36c38 req-9598e7ba-513e-45bf-9845-3cd27b1e0a79 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.7640324 Aug 27 14:01:18.067250 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1fa575a5-596d-4777-ac81-2a3c41e36c38 req-6626e632-44f5-4023-93a6-5a7c76e60790 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705717 Aug 27 14:01:18.184910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bbd3335b-2419-4bc3-976d-00379830623e None None] Provisioning complete for port 3d9778cf-7243-4410-81bb-6fafeeae789f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:18.185553 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bbd3335b-2419-4bc3-976d-00379830623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:18.190746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-720a41ac-a84e-46cf-a33c-90ff19824178 req-01150a1d-b3a4-4ac6-af01-396c182b1dc3 service neutron] 10.222.0.52 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895350 Aug 27 14:01:18.233464 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3335b-2419-4bc3-976d-00379830623e None None] Port 3d9778cf-7243-4410-81bb-6fafeeae789f cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:01:18.255384 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cd7a9f59-75b2-4012-b54f-c3d4e708f965 req-fb25661a-eafb-4715-accd-187968d37d52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:18.297904 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cd7a9f59-75b2-4012-b54f-c3d4e708f965 req-fb25661a-eafb-4715-accd-187968d37d52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:18.308609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:01:18.316257 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7d79fbcf-2e65-49ce-8add-3c7e4fd1d8f3 admin admin] 10.222.0.55 "PUT /v2.0/routers/c3a4defd-ca47-4718-94e9-2b50c219e655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2243505 Aug 27 14:01:18.375603 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-98923523-8c23-404e-80ab-fb8a5a5fa175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:18.381673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-720a41ac-a84e-46cf-a33c-90ff19824178 req-8e10e738-a1df-4a0b-adf5-7442f2b932c7 service neutron] 10.222.0.52 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849473 Aug 27 14:01:18.391923 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cd7a9f59-75b2-4012-b54f-c3d4e708f965 req-fb25661a-eafb-4715-accd-187968d37d52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:18.402507 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cd7a9f59-75b2-4012-b54f-c3d4e708f965 req-fb25661a-eafb-4715-accd-187968d37d52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:18.409932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd7a9f59-75b2-4012-b54f-c3d4e708f965 req-fb25661a-eafb-4715-accd-187968d37d52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "DELETE /v2.0/security-groups/91f5fc19-48ab-494d-a9cd-7a5ceb07ee4f HTTP/1.1" status: 204 len: 173 time: 0.4231813 Aug 27 14:01:18.453369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25661a-eafb-4715-accd-187968d37d52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f5fc19-48ab-494d-a9cd-7a5ceb07ee4f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:18.489743 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-c727d97f-e33f-4ecc-b17e-fa7512240257 req-c16f6b5b-3d7a-48ea-8c90-1d8988440644 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] show failed (client error): The resource could not be found. Aug 27 14:01:18.503357 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c727d97f-e33f-4ecc-b17e-fa7512240257 req-c16f6b5b-3d7a-48ea-8c90-1d8988440644 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/91f5fc19-48ab-494d-a9cd-7a5ceb07ee4f HTTP/1.1" status: 404 len: 352 time: 0.0577686 Aug 27 14:01:18.505752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98923523-8c23-404e-80ab-fb8a5a5fa175 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc0803b-582a-4e43-ac9d-63b62a49bee1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:18.668001 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:18.670917 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93ec59b6-77cc-47a7-88b2-bb82febae31b req-b9249827-461c-42b5-aca7-0583ef36d3bb tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5837f855b839404283f65dc1dbbda9b8 HTTP/1.1" status: 200 len: 6148 time: 0.1328013 Aug 27 14:01:18.762147 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93ec59b6-77cc-47a7-88b2-bb82febae31b req-37279cae-3214-4fc5-8316-d27ecacdeb44 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/6e7214a5-36cd-43e8-9fad-ab017a0d0eb9 HTTP/1.1" status: 200 len: 2981 time: 0.0902491 Aug 27 14:01:18.877144 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b2413fae-a6d7-4a4e-80bb-2d3f11e76387 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:01:18.883384 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93ec59b6-77cc-47a7-88b2-bb82febae31b req-5845b341-2321-477e-a8fa-475709cb9b87 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/6e7214a5-36cd-43e8-9fad-ab017a0d0eb9 HTTP/1.1" status: 200 len: 2981 time: 0.1201842 Aug 27 14:01:18.934899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5ae0f-4c0c-433c-a9b3-876f95d232e4 req-0a514b1d-12f1-4106-b0da-50eed82684f8 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:18.936911 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18f5ae0f-4c0c-433c-a9b3-876f95d232e4 req-0a514b1d-12f1-4106-b0da-50eed82684f8 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 943 time: 0.6921294 Aug 27 14:01:19.006966 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-98923523-8c23-404e-80ab-fb8a5a5fa175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:19.043126 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18f5ae0f-4c0c-433c-a9b3-876f95d232e4 req-ec725cb4-fc8f-488b-a06f-76f32b828fe1 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926681 Aug 27 14:01:19.127684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b2413fae-a6d7-4a4e-80bb-2d3f11e76387, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b2413fae-a6d7-4a4e-80bb-2d3f11e76387,segment=NetworkSegment(0663d2f6-e0c1-46ca-b6ec-448a90b3c98c),segment_id=0663d2f6-e0c1-46ca-b6ec-448a90b3c98c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:19.160606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'port_id': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387', 'mac_address': 'fa:16:3e:9e:d2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:01:19.165727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 82a3b286-4695-4b45-b24a-735385eb3858 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:19.226022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-ec19f163-b55d-47ce-a6b6-299c72ec66d3 req-9cb26619-bb58-468d-bc10-9c54d5dde128 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1574664318', 'description': 'tempest-description-1572749460'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:19.235623 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-a1ad85c7-0d43-4fc9-85bf-c85614d1d186 req-86edab79-bf1d-461d-a7b7-1072ffa9fb92 tempest-FloatingIPDetailsNegativeTestJSON-1822811224 tempest-FloatingIPDetailsNegativeTestJSON-1822811224-project] show failed (client error): The resource could not be found. Aug 27 14:01:19.253274 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1ad85c7-0d43-4fc9-85bf-c85614d1d186 req-86edab79-bf1d-461d-a7b7-1072ffa9fb92 tempest-FloatingIPDetailsNegativeTestJSON-1822811224 tempest-FloatingIPDetailsNegativeTestJSON-1822811224-project] 10.222.0.55 "GET /v2.0/floatingips/ac491999-2a32-4753-996a-f252fc5be855 HTTP/1.1" status: 404 len: 350 time: 0.0843225 Aug 27 14:01:19.253422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46498) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:19.262279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Sync routers for ids ['c3a4defd-ca47-4718-94e9-2b50c219e655'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:01:19.309923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Routers {'c3a4defd-ca47-4718-94e9-2b50c219e655'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:19.311553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c3a4defd-ca47-4718-94e9-2b50c219e655'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:19.317727 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:19.430212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bc253-f75e-46b6-86c3-3b5256df7374 req-f98d270d-65ae-4935-9eb8-82fbf17aba85 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:19.431958 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-067bc253-f75e-46b6-86c3-3b5256df7374 req-f98d270d-65ae-4935-9eb8-82fbf17aba85 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1124260 Aug 27 14:01:19.496392 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec19f163-b55d-47ce-a6b6-299c72ec66d3 req-9cb26619-bb58-468d-bc10-9c54d5dde128 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:19.503471 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-067bc253-f75e-46b6-86c3-3b5256df7374 req-50d06551-1567-44cf-be0d-22dec0aed085 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641394 Aug 27 14:01:19.525188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2413fae-a6d7-4a4e-80bb-2d3f11e76387 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:19.559780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b2413fae-a6d7-4a4e-80bb-2d3f11e76387, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b2413fae-a6d7-4a4e-80bb-2d3f11e76387,segment=NetworkSegment(0663d2f6-e0c1-46ca-b6ec-448a90b3c98c),segment_id=0663d2f6-e0c1-46ca-b6ec-448a90b3c98c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:19.570822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 82a3b286-4695-4b45-b24a-735385eb3858 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:19.571205 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:19.619843 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:19.702760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98923523-8c23-404e-80ab-fb8a5a5fa175 admin admin] Router cf2f3e42-e872-4fc3-aef1-e52117111199 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:01:19.724175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b2413fae-a6d7-4a4e-80bb-2d3f11e76387,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:19.818045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:19.818732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:19.819918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:19.820456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:19.820972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:19.821487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:19.822093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:19.823259 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:19.824199 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:19.825228 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:19.825787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:19.826295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:19.890793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Set router c3a4defd-ca47-4718-94e9-2b50c219e655 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:19.894175 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec19f163-b55d-47ce-a6b6-299c72ec66d3 req-9cb26619-bb58-468d-bc10-9c54d5dde128 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:19.929244 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec19f163-b55d-47ce-a6b6-299c72ec66d3 req-9cb26619-bb58-468d-bc10-9c54d5dde128 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:19.934214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['b2413fae-a6d7-4a4e-80bb-2d3f11e76387'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:19.967012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98923523-8c23-404e-80ab-fb8a5a5fa175 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:01:19.977630 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec272921-03c3-4a22-a187-01ddb20249e4 None None] Sync routers for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:01:19.984451 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-98923523-8c23-404e-80ab-fb8a5a5fa175 admin admin] 10.222.0.55 "PUT /v2.0/routers/cf2f3e42-e872-4fc3-aef1-e52117111199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3043468 Aug 27 14:01:19.987059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46502) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:19.991309 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec19f163-b55d-47ce-a6b6-299c72ec66d3 req-9cb26619-bb58-468d-bc10-9c54d5dde128 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:20.010548 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec272921-03c3-4a22-a187-01ddb20249e4 None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:20.015884 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec19f163-b55d-47ce-a6b6-299c72ec66d3 req-9cb26619-bb58-468d-bc10-9c54d5dde128 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7996941 Aug 27 14:01:20.020965 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ec272921-03c3-4a22-a187-01ddb20249e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:20.021679 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-ee4ab5b3-b4ae-4d4a-b8d6-4484c768a23e req-ed368504-d08f-4924-97fc-f0e66b16587f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1546728971', 'description': 'tempest-description-389439368'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:20.026752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb26619-bb58-468d-bc10-9c54d5dde128 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e278fbc6-eebc-404b-b475-f656903dc1e0,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:20.064196 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ee4ab5b3-b4ae-4d4a-b8d6-4484c768a23e req-ed368504-d08f-4924-97fc-f0e66b16587f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:20.250133 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b2282d9-667b-423e-8bed-93a2fc765773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:20.275514 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-ec272921-03c3-4a22-a187-01ddb20249e4 None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:20.304135 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:20.312503 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:20.594421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2105200427-router', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '82a3b286-4695-4b45-b24a-735385eb3858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:08Z', 'updated_at': '2021-08-27T14:01:16Z', 'revision_number': 4, 'project_id': 'b21bf83964224ec79c0bd02356ac964b', 'gw_port': {'id': '82a3b286-4695-4b45-b24a-735385eb3858', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:10Z', 'updated_at': '2021-08-27T14:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '3d9778cf-7243-4410-81bb-6fafeeae789f', 'name': '', 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b', 'mac_address': 'fa:16:3e:19:8f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '79a00c27-e262-42ab-9dda-aa4a47e05fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:15Z', 'updated_at': '2021-08-27T14:01:16Z', 'revision_number': 2, 'project_id': 'b21bf83964224ec79c0bd02356ac964b', 'subnets': [{'id': '79a00c27-e262-42ab-9dda-aa4a47e05fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:20.600545 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ee4ab5b3-b4ae-4d4a-b8d6-4484c768a23e req-ed368504-d08f-4924-97fc-f0e66b16587f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:20.626241 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ec272921-03c3-4a22-a187-01ddb20249e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T14:01:18Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:20.648665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Checking router: c3a4defd-ca47-4718-94e9-2b50c219e655 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:01:20.648909 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81009fe1-fa9a-4597-be9e-f1396ed146a5 req-9b1b5765-ba8f-40cb-b2f4-36b1ea238f9d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0421488 Aug 27 14:01:20.649031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Updating router c3a4defd-ca47-4718-94e9-2b50c219e655 port 3d9778cf-7243-4410-81bb-6fafeeae789f binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:01:20.650987 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ee4ab5b3-b4ae-4d4a-b8d6-4484c768a23e req-ed368504-d08f-4924-97fc-f0e66b16587f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:20.681304 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:20.686148 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec272921-03c3-4a22-a187-01ddb20249e4 None None] Checking router: cf2f3e42-e872-4fc3-aef1-e52117111199 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:01:20.700706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3520f5b-1e56-4b10-9807-3f3f83be544f req-a6981c3b-d027-4e43-9cc9-e7534b768bf9 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:20.704706 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec272921-03c3-4a22-a187-01ddb20249e4 None None] Routers {'cf2f3e42-e872-4fc3-aef1-e52117111199'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:20.705380 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ec272921-03c3-4a22-a187-01ddb20249e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cf2f3e42-e872-4fc3-aef1-e52117111199'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:20.709401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e3520f5b-1e56-4b10-9807-3f3f83be544f req-a6981c3b-d027-4e43-9cc9-e7534b768bf9 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 944 time: 0.2941432 Aug 27 14:01:20.743545 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ee4ab5b3-b4ae-4d4a-b8d6-4484c768a23e req-ed368504-d08f-4924-97fc-f0e66b16587f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:20.746041 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee4ab5b3-b4ae-4d4a-b8d6-4484c768a23e req-ed368504-d08f-4924-97fc-f0e66b16587f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7286797 Aug 27 14:01:20.796688 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e3520f5b-1e56-4b10-9807-3f3f83be544f req-25e07514-c409-4694-bb9b-94cf6e25c306 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860908 Aug 27 14:01:20.843810 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:20.897466 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81009fe1-fa9a-4597-be9e-f1396ed146a5 req-845a4efe-c2ea-4fcc-913c-d61e0c6bab54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.2107327 Aug 27 14:01:20.908193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed368504-d08f-4924-97fc-f0e66b16587f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8118d46f-ed85-4fd4-81dc-8cf0d8618949,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:20.948861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81009fe1-fa9a-4597-be9e-f1396ed146a5 req-7303f237-e5a1-4ea5-9a14-0f4a0bcce6c3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223393 Aug 27 14:01:21.059188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-2b2282d9-667b-423e-8bed-93a2fc765773 admin admin] Deleting port 3d9778cf-7243-4410-81bb-6fafeeae789f {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:21.060277 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b2282d9-667b-423e-8bed-93a2fc765773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:21.100381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa881b-df12-4dd6-af5d-b8c88f45d7fb req-badd34f4-cd52-4201-88e1-a7c9937bb7b6 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:21.102458 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88aa881b-df12-4dd6-af5d-b8c88f45d7fb req-badd34f4-cd52-4201-88e1-a7c9937bb7b6 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1009984 Aug 27 14:01:21.140263 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Deleting port 91d732a9-364d-4a52-9a18-d08e52758931 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:21.140758 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:21.159455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81009fe1-fa9a-4597-be9e-f1396ed146a5 req-b104d7fd-a058-43e3-b839-773d1b05153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:21.161257 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81009fe1-fa9a-4597-be9e-f1396ed146a5 req-b104d7fd-a058-43e3-b839-773d1b05153a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1898334 Aug 27 14:01:21.201637 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88aa881b-df12-4dd6-af5d-b8c88f45d7fb req-bb958bd9-8275-44bb-a2e2-14f06a9511f0 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868511 Aug 27 14:01:21.214620 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b2282d9-667b-423e-8bed-93a2fc765773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:21.267809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-2b2282d9-667b-423e-8bed-93a2fc765773 admin admin] Calling delete_port for 3d9778cf-7243-4410-81bb-6fafeeae789f owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:21.375712 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-ec272921-03c3-4a22-a187-01ddb20249e4 None None] Set router cf2f3e42-e872-4fc3-aef1-e52117111199 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:21.378411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] For port 91d732a9-364d-4a52-9a18-d08e52758931, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=91d732a9-364d-4a52-9a18-d08e52758931,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:21.378561 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:21.414881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Calling delete_port for 91d732a9-364d-4a52-9a18-d08e52758931 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:21.450249 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:21.485255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Transition to ACTIVE for port object 3d9778cf-7243-4410-81bb-6fafeeae789f will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:21.499178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83f22-692c-4056-b767-b72e751d8423 req-5fdfe7a2-ac07-41b4-87a5-6f8f9590e0b0 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:21.500902 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-5fdfe7a2-ac07-41b4-87a5-6f8f9590e0b0 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/networks?id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc HTTP/1.1" status: 200 len: 813 time: 0.2665873 Aug 27 14:01:21.532774 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:21.641499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47778167-bea9-4a81-8f71-f8226e2df5ff None None] Pushing event updated for resources: {'Port': ['ID=3d9778cf-7243-4410-81bb-6fafeeae789f,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:21.665554 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:21.752384 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-363a2cd3-c4d8-4af4-b4fc-9acaaf11cd66 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/quotas/5837f855b839404283f65dc1dbbda9b8 HTTP/1.1" status: 200 len: 375 time: 0.2225833 Aug 27 14:01:21.756421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Attempting to bind port 3d9778cf-7243-4410-81bb-6fafeeae789f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:21.756800 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Attempting to bind port 3d9778cf-7243-4410-81bb-6fafeeae789f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '236bbcd0-0f6e-4c74-86f5-084ab946ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:21.757164 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Attempting to bind port 3d9778cf-7243-4410-81bb-6fafeeae789f on network ef8e29f9-8e86-4b80-aebc-746759ff8770 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:21.773216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:21.773593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Checking segment: {'id': '236bbcd0-0f6e-4c74-86f5-084ab946ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:21.775660 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:21.776074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Bound using segment: {'id': '236bbcd0-0f6e-4c74-86f5-084ab946ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:21.776735 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Bound port: 3d9778cf-7243-4410-81bb-6fafeeae789f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236bbcd0-0f6e-4c74-86f5-084ab946ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:21.777127 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:21.794148 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ec272921-03c3-4a22-a187-01ddb20249e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T14:01:18Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:21.880637 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:21.904414 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec272921-03c3-4a22-a187-01ddb20249e4 None None] The sync data for ids ['cf2f3e42-e872-4fc3-aef1-e52117111199'] in n-d-712139-12 is: [{'id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'name': 'tempest-FloatingIPsAssociationTestJSON-930649552-router', 'tenant_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '91d732a9-364d-4a52-9a18-d08e52758931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:59:31Z', 'updated_at': '2021-08-27T14:01:18Z', 'revision_number': 5, 'project_id': '1115b7ed52cb44f3b67bcec7d3ed001e', 'gw_port': {'id': '91d732a9-364d-4a52-9a18-d08e52758931', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f3e42-e872-4fc3-aef1-e52117111199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:59:33Z', 'updated_at': '2021-08-27T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:01:21.913813 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:01:21.915000 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:01:21.929072 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-b5951b40-a91f-4420-9363-23b42b415af5 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5837f855b839404283f65dc1dbbda9b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1747816 Aug 27 14:01:21.930469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d732a9-364d-4a52-9a18-d08e52758931,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:21.932434 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b2282d9-667b-423e-8bed-93a2fc765773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:22.065141 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-50189dff-6a52-44a4-bb99-ba18f9d747ad service neutron] 10.222.0.55 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098151 Aug 27 14:01:22.086204 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:22.090962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fab92f05-7ede-4a4e-9a0e-82966d8d11fb None None] Could not find standard attr ID for object 3d9778cf-7243-4410-81bb-6fafeeae789f. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:01:22.103092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c99a3f-4dff-4ba4-b3cf-2e9307f455fd req-5e2be450-c444-43ba-8045-3f5c87b0ae82 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:22.104641 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80c99a3f-4dff-4ba4-b3cf-2e9307f455fd req-5e2be450-c444-43ba-8045-3f5c87b0ae82 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 944 time: 0.0792749 Aug 27 14:01:22.215466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2282d9-667b-423e-8bed-93a2fc765773 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9778cf-7243-4410-81bb-6fafeeae789f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:22.237627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-0bf2b7ab-ee75-40a1-9798-3b38b72aa76a service neutron] 10.222.0.55 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331358 Aug 27 14:01:22.293329 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80c99a3f-4dff-4ba4-b3cf-2e9307f455fd req-d276ae5c-c4e9-42b1-b437-97de08805489 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519749 Aug 27 14:01:22.304525 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:22.319452 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:22.456262 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Attempting to bind port 3d9778cf-7243-4410-81bb-6fafeeae789f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:22.458368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Attempting to bind port 3d9778cf-7243-4410-81bb-6fafeeae789f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '236bbcd0-0f6e-4c74-86f5-084ab946ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:22.458630 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:22.458807 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Attempting to bind port 3d9778cf-7243-4410-81bb-6fafeeae789f on network ef8e29f9-8e86-4b80-aebc-746759ff8770 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:22.459685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf2f3e42-e872-4fc3-aef1-e52117111199 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:01:22.472092 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:22.474727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1a35de9e-2fc0-4f5e-a51e-13a055bcfb66 admin admin] 10.222.0.55 "DELETE /v2.0/routers/cf2f3e42-e872-4fc3-aef1-e52117111199 HTTP/1.1" status: 204 len: 168 time: 2.4865584 Aug 27 14:01:22.477647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46556) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:22.481714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:22.483279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Checking segment: {'id': '236bbcd0-0f6e-4c74-86f5-084ab946ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:22.484053 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:22.494901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Bound using segment: {'id': '236bbcd0-0f6e-4c74-86f5-084ab946ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:22.500284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Bound port: 3d9778cf-7243-4410-81bb-6fafeeae789f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236bbcd0-0f6e-4c74-86f5-084ab946ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef8e29f9-8e86-4b80-aebc-746759ff8770'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:22.510357 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:22.610750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Port 3d9778cf-7243-4410-81bb-6fafeeae789f has been deleted concurrently {{(pid=101188) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 27 14:01:22.639738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Routers {'c3a4defd-ca47-4718-94e9-2b50c219e655'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:22.641048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c3a4defd-ca47-4718-94e9-2b50c219e655'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:22.650676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42545e9-ead3-4fe4-9672-10f13260dc3a admin admin] Deleting subnet 8bbcda45-71fa-493a-83cb-00f0900c1060 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:01:22.669773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d42545e9-ead3-4fe4-9672-10f13260dc3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:22.723854 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b2282d9-667b-423e-8bed-93a2fc765773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:22.813561 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d42545e9-ead3-4fe4-9672-10f13260dc3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:22.852160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] Set router c3a4defd-ca47-4718-94e9-2b50c219e655 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:22.858578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314f267-05c8-4d37-bec6-29239817dd74 req-4f90fd99-ce5f-4c4f-8e39-f50a2707bd8b tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:22.873008 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2314f267-05c8-4d37-bec6-29239817dd74 req-4f90fd99-ce5f-4c4f-8e39-f50a2707bd8b tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.2365677 Aug 27 14:01:22.957297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b2413fae-a6d7-4a4e-80bb-2d3f11e76387 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:23.024555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2314f267-05c8-4d37-bec6-29239817dd74 req-8a282b14-98fc-4791-98bc-a9810707664d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504645 Aug 27 14:01:23.054953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3e8b2893-d842-4dbc-a30a-43d3558cca94 req-933f58b6-a1cc-49b1-bbf6-761348c1905a tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 210 time: 0.0377011 Aug 27 14:01:23.107268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6dc0803b-582a-4e43-ac9d-63b62a49bee1 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:01:23.148088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 6dc0803b-582a-4e43-ac9d-63b62a49bee1 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:01:23.148829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6dc0803b-582a-4e43-ac9d-63b62a49bee1 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:01:23.189146 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d42545e9-ead3-4fe4-9672-10f13260dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:23.206723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port b2413fae-a6d7-4a4e-80bb-2d3f11e76387 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:23.220089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port b2413fae-a6d7-4a4e-80bb-2d3f11e76387 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:23.220704 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:23.285746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2282d9-667b-423e-8bed-93a2fc765773 admin admin] Router c3a4defd-ca47-4718-94e9-2b50c219e655 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:01:23.338381 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d42545e9-ead3-4fe4-9672-10f13260dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:23.394827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2105200427-router', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '82a3b286-4695-4b45-b24a-735385eb3858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:08Z', 'updated_at': '2021-08-27T14:01:21Z', 'revision_number': 5, 'project_id': 'b21bf83964224ec79c0bd02356ac964b', 'gw_port': {'id': '82a3b286-4695-4b45-b24a-735385eb3858', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:10Z', 'updated_at': '2021-08-27T14:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:23.404164 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d42545e9-ead3-4fe4-9672-10f13260dc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:23.412067 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d42545e9-ead3-4fe4-9672-10f13260dc3a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8bbcda45-71fa-493a-83cb-00f0900c1060 HTTP/1.1" status: 204 len: 168 time: 0.9263327 Aug 27 14:01:23.412067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42545e9-ead3-4fe4-9672-10f13260dc3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bbcda45-71fa-493a-83cb-00f0900c1060,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:23.412390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46570) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:23.455363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55ac79-18df-4ea1-9a02-585e79f2df12 None None] The sync data for ids ['c3a4defd-ca47-4718-94e9-2b50c219e655'] in n-d-712139-12 is: [{'id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2105200427-router', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '82a3b286-4695-4b45-b24a-735385eb3858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:08Z', 'updated_at': '2021-08-27T14:01:21Z', 'revision_number': 5, 'project_id': 'b21bf83964224ec79c0bd02356ac964b', 'gw_port': {'id': '82a3b286-4695-4b45-b24a-735385eb3858', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:10Z', 'updated_at': '2021-08-27T14:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:01:23.456598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3020f9-8f98-45ba-b87b-b6257a4dd005 None None] Network 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:01:23.635120 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d56f54-20b4-4259-a567-fc4b1491b03a req-d683b4d3-9dcd-46a3-a834-dd3284b291ed tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:23.636767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-67d56f54-20b4-4259-a567-fc4b1491b03a req-d683b4d3-9dcd-46a3-a834-dd3284b291ed tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 944 time: 0.1578305 Aug 27 14:01:23.719329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2282d9-667b-423e-8bed-93a2fc765773 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:01:23.725190 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2b2282d9-667b-423e-8bed-93a2fc765773 admin admin] 10.222.0.55 "PUT /v2.0/routers/c3a4defd-ca47-4718-94e9-2b50c219e655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4706259 Aug 27 14:01:23.729066 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46584) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:23.754675 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-67d56f54-20b4-4259-a567-fc4b1491b03a req-83dd4db2-b9dd-4a74-b577-06be300a69e9 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106837 Aug 27 14:01:23.872452 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:23.927112 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:23.990173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b2413fae-a6d7-4a4e-80bb-2d3f11e76387, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b2413fae-a6d7-4a4e-80bb-2d3f11e76387,segment=NetworkSegment(0663d2f6-e0c1-46ca-b6ec-448a90b3c98c),segment_id=0663d2f6-e0c1-46ca-b6ec-448a90b3c98c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:23.991452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:23.993932 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3de1b4-8e52-48fa-822a-9f393732dd28" -d '{"events": [{"server_uuid": "33dd4ceb-a47e-472c-93aa-92a56ed72c75", "name": "network-vif-plugged", "status": "completed", "tag": "b2413fae-a6d7-4a4e-80bb-2d3f11e76387"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:24.001625 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:24.078396 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbda7e0-049c-4718-96d4-f97bb56572f9 x-openstack-request-id: req-9cbda7e0-049c-4718-96d4-f97bb56572f9 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:24.078721 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dd4ceb-a47e-472c-93aa-92a56ed72c75", "name": "network-vif-plugged", "status": "completed", "tag": "b2413fae-a6d7-4a4e-80bb-2d3f11e76387", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:24.079005 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9cbda7e0-049c-4718-96d4-f97bb56572f9 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:24.079353 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387', 'code': 200} Aug 27 14:01:24.129710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b2413fae-a6d7-4a4e-80bb-2d3f11e76387,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:24.230110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c16ed6-d87c-4f68-b909-35db08986d3c None None] DHCP port deletion for 8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:01:24.348578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-07c16ed6-d87c-4f68-b909-35db08986d3c None None] Deleting port c3e38380-80fa-4f02-b4ac-52b1f50c9edb {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:24.350033 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-07c16ed6-d87c-4f68-b909-35db08986d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:24.353050 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b51a9b4-b98d-4844-945c-064351c079c1 req-2c4331a3-bfc5-4892-b0fc-6dee98837b6f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 210 time: 0.0762174 Aug 27 14:01:24.523228 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-07c16ed6-d87c-4f68-b909-35db08986d3c None None] For port c3e38380-80fa-4f02-b4ac-52b1f50c9edb, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c3e38380-80fa-4f02-b4ac-52b1f50c9edb,segment=NetworkSegment(a99ccff9-7298-480f-b4ef-9b6d227a3f86),segment_id=a99ccff9-7298-480f-b4ef-9b6d227a3f86)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:24.525325 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-07c16ed6-d87c-4f68-b909-35db08986d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:24.549481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-07c16ed6-d87c-4f68-b909-35db08986d3c None None] Calling delete_port for c3e38380-80fa-4f02-b4ac-52b1f50c9edb owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:24.692979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83f22-692c-4056-b767-b72e751d8423 req-77cb3720-45f2-4fe0-a6e6-4ea8ccfff68c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:24.697049 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-77cb3720-45f2-4fe0-a6e6-4ea8ccfff68c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.52 "GET /v2.0/networks?id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc HTTP/1.1" status: 200 len: 813 time: 0.3390365 Aug 27 14:01:24.715158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-24c83f22-692c-4056-b767-b72e751d8423 req-deb2ad67-476f-4fc9-8310-c7a83363559c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'port': {'device_id': 'dcdb6111-8fe6-491d-b042-ec403cba0d41', 'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc', 'admin_state_up': True, 'tenant_id': '5837f855b839404283f65dc1dbbda9b8'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:24.716686 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-07c16ed6-d87c-4f68-b909-35db08986d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:24.743059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c16ed6-d87c-4f68-b909-35db08986d3c None None] No DVR routers for this DVR port c3e38380-80fa-4f02-b4ac-52b1f50c9edb on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:01:24.778511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c16ed6-d87c-4f68-b909-35db08986d3c None None] Pushing event deleted for resources: {'Port': ['ID=c3e38380-80fa-4f02-b4ac-52b1f50c9edb,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:24.966256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c3e38380-80fa-4f02-b4ac-52b1f50c9edb no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:01:25.009975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: c3e38380-80fa-4f02-b4ac-52b1f50c9edb {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:01:25.023869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c3e38380-80fa-4f02-b4ac-52b1f50c9edb not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:01:25.024616 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 91d732a9-364d-4a52-9a18-d08e52758931 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:01:25.035428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b84e4fc-a9f5-41c5-a219-08dff66d645a None None] Sync routers for ids ['c3a4defd-ca47-4718-94e9-2b50c219e655'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:01:25.037280 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.082805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 91d732a9-364d-4a52-9a18-d08e52758931 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:01:25.089545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 91d732a9-364d-4a52-9a18-d08e52758931 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:01:25.109695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84e4fc-a9f5-41c5-a219-08dff66d645a None None] Routers {'c3a4defd-ca47-4718-94e9-2b50c219e655'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:25.111122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1b84e4fc-a9f5-41c5-a219-08dff66d645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c3a4defd-ca47-4718-94e9-2b50c219e655'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:25.131728 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a3945-9ada-4e90-9564-cdf022d829bc req-061fa48f-ddd0-403f-a3fe-0b539eb3d612 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:25.139338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0558922-d18c-476d-9282-200bcae451bf req-1b4e0360-e00b-40d9-8348-4789184e6256 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:25.141273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-963a3945-9ada-4e90-9564-cdf022d829bc req-061fa48f-ddd0-403f-a3fe-0b539eb3d612 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1843932 Aug 27 14:01:25.149546 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0558922-d18c-476d-9282-200bcae451bf req-1b4e0360-e00b-40d9-8348-4789184e6256 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 945 time: 0.2798750 Aug 27 14:01:25.169045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c83f22-692c-4056-b767-b72e751d8423 req-deb2ad67-476f-4fc9-8310-c7a83363559c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Made reservation on behalf of 5837f855b839404283f65dc1dbbda9b8 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:25.174710 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24c83f22-692c-4056-b767-b72e751d8423 req-deb2ad67-476f-4fc9-8310-c7a83363559c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.254075 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0558922-d18c-476d-9282-200bcae451bf req-fcd59b74-ebc7-4190-aa5a-47ef7f2afd16 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027131 Aug 27 14:01:25.280039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Deleting port c3e38380-80fa-4f02-b4ac-52b1f50c9edb {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:25.280383 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.283591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37e2b-5ef2-4cba-b4cd-8edfe797b15b req-7312978f-be31-4f79-87d0-375243d74859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:25.285089 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-82b37e2b-5ef2-4cba-b4cd-8edfe797b15b req-7312978f-be31-4f79-87d0-375243d74859 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 1097 time: 0.2911162 Aug 27 14:01:25.286302 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.369503 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-82b37e2b-5ef2-4cba-b4cd-8edfe797b15b req-2a9bc6f1-c172-4ca3-8472-69df770bdc42 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619621 Aug 27 14:01:25.387441 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-963a3945-9ada-4e90-9564-cdf022d829bc req-6a834a8d-93db-4c8d-a8c4-b83f181be201 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452660 Aug 27 14:01:25.426758 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1b84e4fc-a9f5-41c5-a219-08dff66d645a None None] Set router c3a4defd-ca47-4718-94e9-2b50c219e655 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:25.436769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] For port c3e38380-80fa-4f02-b4ac-52b1f50c9edb, host n-d-712139-12, got binding levels [] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:25.437123 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.516158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-24c83f22-692c-4056-b767-b72e751d8423 req-deb2ad67-476f-4fc9-8310-c7a83363559c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Allocated IP 172.20.0.2 (1f713c68-a93f-4e9f-bdd5-ae238b6416dc/95b1144e-3261-4f67-a06a-064e2d0743c7/dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:25.538438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Calling delete_port for c3e38380-80fa-4f02-b4ac-52b1f50c9edb owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:25.541570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d54ff93-d0b1-41d2-a648-8d618b09f80d req-eb23e62b-9131-4f26-9b3b-a77fcec0c17e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 210 time: 0.0418425 Aug 27 14:01:25.544301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.ipam_backend_mixin [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Port c3e38380-80fa-4f02-b4ac-52b1f50c9edb was not found and therefore no delete operation was performed {{(pid=101187) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:01:25.549834 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.579087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Deleting port 82a3b286-4695-4b45-b24a-735385eb3858 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:25.579429 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.582302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e38380-80fa-4f02-b4ac-52b1f50c9edb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:25.598655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] No DVR routers for this DVR port c3e38380-80fa-4f02-b4ac-52b1f50c9edb on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:01:25.757244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1b84e4fc-a9f5-41c5-a219-08dff66d645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2105200427-router', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '82a3b286-4695-4b45-b24a-735385eb3858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:08Z', 'updated_at': '2021-08-27T14:01:21Z', 'revision_number': 5, 'project_id': 'b21bf83964224ec79c0bd02356ac964b', 'gw_port': {'id': '82a3b286-4695-4b45-b24a-735385eb3858', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:10Z', 'updated_at': '2021-08-27T14:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:25.764226 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.779868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:25.788708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b84e4fc-a9f5-41c5-a219-08dff66d645a None None] Checking router: c3a4defd-ca47-4718-94e9-2b50c219e655 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:01:25.791037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99ccff9-7298-480f-b4ef-9b6d227a3f86') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:25.791287 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99ccff9-7298-480f-b4ef-9b6d227a3f86') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:25.798451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84e4fc-a9f5-41c5-a219-08dff66d645a None None] Routers {'c3a4defd-ca47-4718-94e9-2b50c219e655'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:25.799247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1b84e4fc-a9f5-41c5-a219-08dff66d645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c3a4defd-ca47-4718-94e9-2b50c219e655'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:25.802796 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.818089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.831045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:01:25.831561 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.871517 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24c83f22-692c-4056-b767-b72e751d8423 req-deb2ad67-476f-4fc9-8310-c7a83363559c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: items = [ Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:01:25.900126 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:01:25.913453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1b84e4fc-a9f5-41c5-a219-08dff66d645a None None] Set router c3a4defd-ca47-4718-94e9-2b50c219e655 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:25.916570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.939293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.942673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4 HTTP/1.1" status: 204 len: 168 time: 2.5279725 Aug 27 14:01:25.945464 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24c83f22-692c-4056-b767-b72e751d8423 req-deb2ad67-476f-4fc9-8310-c7a83363559c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:25.971558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58041365-9d91-4987-930a-eaa5f95f08f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf4f2ed-6576-4a75-83ff-8fa5f43ed7e4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:25.976834 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1b84e4fc-a9f5-41c5-a219-08dff66d645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2105200427-router', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:08Z', 'updated_at': '2021-08-27T14:01:25Z', 'revision_number': 6, 'project_id': 'b21bf83964224ec79c0bd02356ac964b', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:25.989425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] For port 82a3b286-4695-4b45-b24a-735385eb3858, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=82a3b286-4695-4b45-b24a-735385eb3858,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:25.989804 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:26.008135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Calling delete_port for 82a3b286-4695-4b45-b24a-735385eb3858 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:26.015058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['490aaa4a-e1b0-4878-bbee-31187c339280'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:26.018910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b84e4fc-a9f5-41c5-a219-08dff66d645a None None] The sync data for ids ['c3a4defd-ca47-4718-94e9-2b50c219e655'] in n-d-712139-12 is: [{'id': 'c3a4defd-ca47-4718-94e9-2b50c219e655', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2105200427-router', 'tenant_id': 'b21bf83964224ec79c0bd02356ac964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:08Z', 'updated_at': '2021-08-27T14:01:25Z', 'revision_number': 6, 'project_id': 'b21bf83964224ec79c0bd02356ac964b', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:01:26.072825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c83f22-692c-4056-b767-b72e751d8423 req-deb2ad67-476f-4fc9-8310-c7a83363559c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Network 1f713c68-a93f-4e9f-bdd5-ae238b6416dc is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:26.079274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-24c83f22-692c-4056-b767-b72e751d8423 req-deb2ad67-476f-4fc9-8310-c7a83363559c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:26.088795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c83f22-692c-4056-b767-b72e751d8423 req-deb2ad67-476f-4fc9-8310-c7a83363559c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:26.156483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46624) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:26.265952 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5366126f-e82c-48c4-9a6f-a8b78734de2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1115b7ed52cb44f3b67bcec7d3ed001e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1077094 Aug 27 14:01:26.268525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46628) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:26.517143 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9bcb46ac-033d-4f16-9d99-f82f7a926c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:26.562263 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:26.608174 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9bcb46ac-033d-4f16-9d99-f82f7a926c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:26.640849 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a3b286-4695-4b45-b24a-735385eb3858,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:26.662167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2ad67-476f-4fc9-8310-c7a83363559c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'Port': ['ID=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:26.715482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25312357-6427-41f6-87ac-6413dbb1ec29 req-99d78473-7a9a-475d-b6b2-b6d7c5e2c5c2 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:26.735836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25312357-6427-41f6-87ac-6413dbb1ec29 req-99d78473-7a9a-475d-b6b2-b6d7c5e2c5c2 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1170275 Aug 27 14:01:26.741063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a013283-d622-43e3-98a6-b54ed3274b84 req-2d155549-aeac-47a8-bd80-932c7342ad53 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:26.742731 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a013283-d622-43e3-98a6-b54ed3274b84 req-2d155549-aeac-47a8-bd80-932c7342ad53 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 945 time: 0.2321906 Aug 27 14:01:26.755676 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:26.766194 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83f22-692c-4056-b767-b72e751d8423 req-deb2ad67-476f-4fc9-8310-c7a83363559c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:26.766935 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24c83f22-692c-4056-b767-b72e751d8423 req-deb2ad67-476f-4fc9-8310-c7a83363559c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:26.788102 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-deb2ad67-476f-4fc9-8310-c7a83363559c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0776529 Aug 27 14:01:26.814943 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25312357-6427-41f6-87ac-6413dbb1ec29 req-1646ca51-9d03-458d-8320-c735c82c42db tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685313 Aug 27 14:01:26.820498 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Request body: {'port': {'device_id': 'dcdb6111-8fe6-491d-b042-ec403cba0d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:26.856924 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9bcb46ac-033d-4f16-9d99-f82f7a926c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:26.859567 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9bcb46ac-033d-4f16-9d99-f82f7a926c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:26.860691 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9bcb46ac-033d-4f16-9d99-f82f7a926c82 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cb6fd43-2874-4488-ba2b-0620f4e9257b HTTP/1.1" status: 204 len: 168 time: 0.5910578 Aug 27 14:01:26.902355 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb46ac-033d-4f16-9d99-f82f7a926c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb6fd43-2874-4488-ba2b-0620f4e9257b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:26.935818 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:26.938272 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:26.945515 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a013283-d622-43e3-98a6-b54ed3274b84 req-9c9653a8-dbfb-418b-978a-1645eee96360 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912663 Aug 27 14:01:26.966145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 82a3b286-4695-4b45-b24a-735385eb3858 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:01:26.980952 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:27.023658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 82a3b286-4695-4b45-b24a-735385eb3858 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:01:27.024230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 82a3b286-4695-4b45-b24a-735385eb3858 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:01:27.076417 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:27.077306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3a4defd-ca47-4718-94e9-2b50c219e655 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:01:27.108387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:27.113820 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6afa6ed2-ce31-464e-8eec-15111ffc7653 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c3a4defd-ca47-4718-94e9-2b50c219e655 HTTP/1.1" status: 204 len: 168 time: 3.3737679 Aug 27 14:01:27.118888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46654) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:27.210877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a28a90-a205-46f2-88c2-e2baeefffe16 req-a812a590-139f-464d-ba70-4323e8ed1f6b tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:27.232281 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60a28a90-a205-46f2-88c2-e2baeefffe16 req-a812a590-139f-464d-ba70-4323e8ed1f6b tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 931 time: 0.1144538 Aug 27 14:01:27.316974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cfc5bc-c8f9-4eaa-8ffe-662439dcc2e1 admin admin] Deleting subnet 79a00c27-e262-42ab-9dda-aa4a47e05fea {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:01:27.324419 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60a28a90-a205-46f2-88c2-e2baeefffe16 req-2e99faa3-dc4f-46e9-8ab5-e735415b9f42 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838454 Aug 27 14:01:27.390856 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc5bc-c8f9-4eaa-8ffe-662439dcc2e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:27.457573 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc5bc-c8f9-4eaa-8ffe-662439dcc2e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:27.616749 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc5bc-c8f9-4eaa-8ffe-662439dcc2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:27.660592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:27.671578 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:27.692950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Transition to ACTIVE for port object dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:27.703799 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:27.710996 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc5bc-c8f9-4eaa-8ffe-662439dcc2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:27.769470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfc5bc-c8f9-4eaa-8ffe-662439dcc2e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a00c27-e262-42ab-9dda-aa4a47e05fea,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:27.771582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc5bc-c8f9-4eaa-8ffe-662439dcc2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:27.776153 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e5cfc5bc-c8f9-4eaa-8ffe-662439dcc2e1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/79a00c27-e262-42ab-9dda-aa4a47e05fea HTTP/1.1" status: 204 len: 168 time: 0.6559200 Aug 27 14:01:27.776847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb00665-05d2-4f2a-a746-5abe834f9841 None None] Network ef8e29f9-8e86-4b80-aebc-746759ff8770 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:01:27.777511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46672) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:27.796016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Pushing event updated for resources: {'Port': ['ID=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:27.896749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Attempting to bind port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:27.897577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Attempting to bind port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'ca49d017-c3f2-4d07-92ca-736688feb6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:27.897577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Attempting to bind port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 on network 1f713c68-a93f-4e9f-bdd5-ae238b6416dc {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:27.903930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 on network 1f713c68-a93f-4e9f-bdd5-ae238b6416dc not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:01:27.904283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Attempting to bind port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 on network 1f713c68-a93f-4e9f-bdd5-ae238b6416dc {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:27.905996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device cfcd3921-2e69-490d-b77e-5cbb48af2bc8 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:01:27.921593 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:27.924969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:27.925326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Checking segment: {'id': 'ca49d017-c3f2-4d07-92ca-736688feb6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:27.925806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Bound using segment: {'id': 'ca49d017-c3f2-4d07-92ca-736688feb6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:27.926254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Bound port: dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca49d017-c3f2-4d07-92ca-736688feb6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:27.926613 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.046201 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46692) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:28.054397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Deleting port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:28.055083 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.063464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950099ff-4c8d-4541-8f53-c4ac4ad38c82 req-fe50b388-275e-488e-92e5-e29c80fe8bc5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:28.065383 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-950099ff-4c8d-4541-8f53-c4ac4ad38c82 req-fe50b388-275e-488e-92e5-e29c80fe8bc5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1699891 Aug 27 14:01:28.083733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] For port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:28.124429 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] For port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:28.128254 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-950099ff-4c8d-4541-8f53-c4ac4ad38c82 req-c4d51851-0c3e-421e-a3c3-49a0b43dce94 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550752 Aug 27 14:01:28.132779 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.137384 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.151126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:28.151327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] For port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d7e39b56-9cf0-43a8-aea5-f06ffad92ee1,segment=NetworkSegment(236bbcd0-0f6e-4c74-86f5-084ab946ff44),segment_id=236bbcd0-0f6e-4c74-86f5-084ab946ff44)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:28.151477 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.151906 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.153872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] 10.222.0.52 "PUT /v2.0/ports/dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 HTTP/1.1" status: 200 len: 1092 time: 1.3374915 Aug 27 14:01:28.171440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bcd4e5-8b58-4d61-bb4f-ed1666a2ea09 None None] DHCP port deletion for ef8e29f9-8e86-4b80-aebc-746759ff8770 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:01:28.171658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdb6111-8fe6-491d-b042-ec403cba0d41', 'tag': 'dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:28.181111 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa105973-7c35-493a-8fef-4012d1b80d59" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdb6111-8fe6-491d-b042-ec403cba0d41", "tag": "dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:28.193953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Calling delete_port for d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:28.194178 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:28.197107 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33139381-3445-4698-90cd-58c5fc8fedc7" -d '{"events": [{"server_uuid": "3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6", "name": "network-vif-unplugged", "status": "completed", "tag": "cfcd3921-2e69-490d-b77e-5cbb48af2bc8"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:28.233150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port cfcd3921-2e69-490d-b77e-5cbb48af2bc8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:28.241547 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.269315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492258da-cd23-4f39-b470-5fea74c4279b req-04549e0e-c258-437f-8745-9002c014bfa7 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:28.271055 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-492258da-cd23-4f39-b470-5fea74c4279b req-04549e0e-c258-437f-8745-9002c014bfa7 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 945 time: 0.1164680 Aug 27 14:01:28.304898 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83f22-692c-4056-b767-b72e751d8423 req-825b6b23-5231-4c1e-800d-dbc81738969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:28.306412 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-825b6b23-5231-4c1e-800d-dbc81738969b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5837f855b839404283f65dc1dbbda9b8&device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 1095 time: 0.0723796 Aug 27 14:01:28.307452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50635d2-b0ca-4e7a-a938-efab17cd0f83 service neutron] Pushing event updated for resources: {'Port': ['ID=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:28.329474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:28.332964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcd4e5-8b58-4d61-bb4f-ed1666a2ea09 None None] Deleting port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:28.333397 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c0bcd4e5-8b58-4d61-bb4f-ed1666a2ea09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.356565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1258735618-network', 'tenant_id': 'ca5487afb9c4474796e982b017af7c80'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:28.404287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-60cd240b-0706-4cbc-8e46-841f8837fb3d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 HTTP/1.1" status: 200 len: 217 time: 0.0504591 Aug 27 14:01:28.412110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c0bcd4e5-8b58-4d61-bb4f-ed1666a2ea09 None None] For port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d7e39b56-9cf0-43a8-aea5-f06ffad92ee1,segment=NetworkSegment(236bbcd0-0f6e-4c74-86f5-084ab946ff44),segment_id=236bbcd0-0f6e-4c74-86f5-084ab946ff44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:28.412644 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c0bcd4e5-8b58-4d61-bb4f-ed1666a2ea09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.435140 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-492258da-cd23-4f39-b470-5fea74c4279b req-350d95fd-e0c5-4512-ab15-933b722f5950 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403291 Aug 27 14:01:28.435502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcd4e5-8b58-4d61-bb4f-ed1666a2ea09 None None] Calling delete_port for d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:28.444968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Made reservation on behalf of ca5487afb9c4474796e982b017af7c80 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:28.447875 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.459825 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.461672 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.505685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83f22-692c-4056-b767-b72e751d8423 req-f6569f07-ab2f-4ed1-829a-b69624fe0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:28.507232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-f6569f07-ab2f-4ed1-829a-b69624fe0875 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95b1144e-3261-4f67-a06a-064e2d0743c7 HTTP/1.1" status: 200 len: 853 time: 0.0888445 Aug 27 14:01:28.510042 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b68c51-0e9c-4bc0-b41a-4299699f4b13 x-openstack-request-id: req-71b68c51-0e9c-4bc0-b41a-4299699f4b13 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:28.510348 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdb6111-8fe6-491d-b042-ec403cba0d41", "tag": "dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:28.510642 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71b68c51-0e9c-4bc0-b41a-4299699f4b13 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:28.511064 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdb6111-8fe6-491d-b042-ec403cba0d41', 'tag': 'dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2', 'status': 'completed', 'code': 200} Aug 27 14:01:28.533300 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c0bcd4e5-8b58-4d61-bb4f-ed1666a2ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.536590 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e513aec-5afc-4de4-8fd2-e5f20456b9bd x-openstack-request-id: req-5e513aec-5afc-4de4-8fd2-e5f20456b9bd {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:28.536986 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6", "name": "network-vif-unplugged", "status": "completed", "tag": "cfcd3921-2e69-490d-b77e-5cbb48af2bc8", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:28.537453 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e513aec-5afc-4de4-8fd2-e5f20456b9bd {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:28.537934 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8', 'code': 200} Aug 27 14:01:28.544842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] No DVR routers for this DVR port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:01:28.563703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcd4e5-8b58-4d61-bb4f-ed1666a2ea09 None None] Pushing event deleted for resources: {'Port': ['ID=d7e39b56-9cf0-43a8-aea5-f06ffad92ee1,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:28.581992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcd4e5-8b58-4d61-bb4f-ed1666a2ea09 None None] No DVR routers for this DVR port d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:01:28.611289 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-d1879503-0c7d-4726-a43c-f244297100a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956743 Aug 27 14:01:28.615527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e39b56-9cf0-43a8-aea5-f06ffad92ee1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:28.673575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed707a5f-14ec-4259-b210-21f0664650f7 req-c9a59673-1abf-42aa-884e-7614a96ce762 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:28.675118 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed707a5f-14ec-4259-b210-21f0664650f7 req-c9a59673-1abf-42aa-884e-7614a96ce762 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 943 time: 0.1498196 Aug 27 14:01:28.734855 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed707a5f-14ec-4259-b210-21f0664650f7 req-b793e2c5-1e7f-4252-b1ff-5e6b7d3be765 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520298 Aug 27 14:01:28.759131 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-2dc7555d-ec80-4cdf-b81e-88c1d626102d service neutron] 10.222.0.52 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396408 Aug 27 14:01:28.806335 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.837085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8e29f9-8e86-4b80-aebc-746759ff8770']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:28.880952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9b29d-9d59-4740-bb7a-a78f5713e3c1 req-77c1beba-f09a-44f2-be62-2abdbe1ed2d8 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:28.881193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236bbcd0-0f6e-4c74-86f5-084ab946ff44') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:28.881193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236bbcd0-0f6e-4c74-86f5-084ab946ff44') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:28.881959 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eb9b29d-9d59-4740-bb7a-a78f5713e3c1 req-77c1beba-f09a-44f2-be62-2abdbe1ed2d8 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 951 time: 0.0706472 Aug 27 14:01:28.901296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:01:28.915077 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24c83f22-692c-4056-b767-b72e751d8423 req-a0f682cd-e185-408f-bacd-d035ee97188e service neutron] 10.222.0.52 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475444 Aug 27 14:01:28.917833 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.919810 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.929870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.937598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:01:28.938350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d7e39b56-9cf0-43a8-aea5-f06ffad92ee1 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:01:28.941355 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eb9b29d-9d59-4740-bb7a-a78f5713e3c1 req-51a9d341-11bd-4952-b322-7987a9022d40 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496035 Aug 27 14:01:28.942383 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-903e91ce-88bf-4384-8daf-3f977ca1f80b tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 258 time: 0.3281572 Aug 27 14:01:28.958576 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.967639 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:28.974627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:01:28.990423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:01:28.990860 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:01:28.994874 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:01:29.018388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa105973-7c35-493a-8fef-4012d1b80d59 req-207c492f-2d9f-4c3e-af53-33ea37eda799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:29.020246 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa105973-7c35-493a-8fef-4012d1b80d59 req-207c492f-2d9f-4c3e-af53-33ea37eda799 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5837f855b839404283f65dc1dbbda9b8&device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 1095 time: 0.0496118 Aug 27 14:01:29.044838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:29.062836 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:29.067974 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:29.068400 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Added segment 9684f339-63b6-42ff-a344-6816ef3209a8 of type vlan for network bd31dc99-802c-4710-97ff-02fb9b935ee2 Aug 27 14:01:29.071175 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:29.100795 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:29.102807 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] 10.222.0.55 "DELETE /v2.0/networks/ef8e29f9-8e86-4b80-aebc-746759ff8770 HTTP/1.1" status: 204 len: 168 time: 1.3240728 Aug 27 14:01:29.143492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa105973-7c35-493a-8fef-4012d1b80d59 req-87514e4a-56a1-4216-9f67-08cb7f20e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:29.144978 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa105973-7c35-493a-8fef-4012d1b80d59 req-87514e4a-56a1-4216-9f67-08cb7f20e9f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc HTTP/1.1" status: 200 len: 914 time: 0.1169960 Aug 27 14:01:29.161673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9457c1-f5ab-4e93-8990-57eed4f09fde admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8e29f9-8e86-4b80-aebc-746759ff8770,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:29.173369 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:29.207313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa105973-7c35-493a-8fef-4012d1b80d59 req-5b9a8ada-5347-4d00-9888-12f9fe134387 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 HTTP/1.1" status: 200 len: 217 time: 0.0525374 Aug 27 14:01:29.213269 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:29.214855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:29.215226 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:29.265962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa105973-7c35-493a-8fef-4012d1b80d59 req-bac27f99-6c59-4989-8c31-57944d301935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:29.267743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa105973-7c35-493a-8fef-4012d1b80d59 req-bac27f99-6c59-4989-8c31-57944d301935 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95b1144e-3261-4f67-a06a-064e2d0743c7 HTTP/1.1" status: 200 len: 853 time: 0.0513704 Aug 27 14:01:29.272803 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46750) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:29.277616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2291708 Aug 27 14:01:29.285189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46752) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:29.294933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4f557a1f-b0b2-42d8-a7a6-25f991acc13d admin admin] Request body: {'subnet': {'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1258735618-subnet', 'tenant_id': 'ca5487afb9c4474796e982b017af7c80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:29.323901 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa105973-7c35-493a-8fef-4012d1b80d59 req-9594232d-a228-4b90-ada2-adbd62642a95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467582 Aug 27 14:01:29.325016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95245f22-e44d-4142-a306-49f18a65dd64 admin admin] Pushing event updated for resources: {'Network': ['ID=bd31dc99-802c-4710-97ff-02fb9b935ee2,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:29.337642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network bd31dc99-802c-4710-97ff-02fb9b935ee2 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:01:29.362779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f557a1f-b0b2-42d8-a7a6-25f991acc13d admin admin] Made reservation on behalf of ca5487afb9c4474796e982b017af7c80 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:29.364933 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f557a1f-b0b2-42d8-a7a6-25f991acc13d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:29.378256 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:29.402149 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-76df20c7-b68d-4e4a-801f-b5b68b60ab78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b21bf83964224ec79c0bd02356ac964b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1265056 Aug 27 14:01:29.404651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46754) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:29.472072 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776dee55-62e9-47a8-b05f-3b69fafc2953 req-92ef58cf-67c1-4b2b-892f-b8750819c5c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1565058 Aug 27 14:01:29.482455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa105973-7c35-493a-8fef-4012d1b80d59 req-220a2cf5-752a-40c5-a583-e7b7a62771bf service neutron] 10.222.0.52 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461339 Aug 27 14:01:29.487668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ca37435e-c4de-4616-aacf-b951a42d2aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:29.560495 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ca37435e-c4de-4616-aacf-b951a42d2aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:29.611405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Allocated IP 172.25.2.108 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/5b0a1a30-f3f9-470f-8080-ce99a3727761) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:29.638370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dee55-62e9-47a8-b05f-3b69fafc2953 req-96b23637-77f5-4fd2-aaaf-e8713eb4055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:29.639906 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776dee55-62e9-47a8-b05f-3b69fafc2953 req-96b23637-77f5-4fd2-aaaf-e8713eb4055c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24b98473ebf462aae9865b3b3a47006&device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 1098 time: 0.1214375 Aug 27 14:01:29.665542 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa105973-7c35-493a-8fef-4012d1b80d59 req-9e9286af-9d57-44f9-bba4-edfd8c456a3e service neutron] 10.222.0.52 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724842 Aug 27 14:01:29.676228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ca37435e-c4de-4616-aacf-b951a42d2aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:29.681968 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ca37435e-c4de-4616-aacf-b951a42d2aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:29.686001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ca37435e-c4de-4616-aacf-b951a42d2aef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0de069bb-4228-4abf-8c4e-5c469cf45964 HTTP/1.1" status: 204 len: 168 time: 0.2803066 Aug 27 14:01:29.695919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37435e-c4de-4616-aacf-b951a42d2aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de069bb-4228-4abf-8c4e-5c469cf45964,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:29.903171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device cfcd3921-2e69-490d-b77e-5cbb48af2bc8 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:01:30.025646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port cfcd3921-2e69-490d-b77e-5cbb48af2bc8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:30.034610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb3a8-cb9b-4146-92d1-ea650e2580a0 req-7316503f-07c6-42e1-a4f1-eb82874f685f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:30.036225 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299bb3a8-cb9b-4146-92d1-ea650e2580a0 req-7316503f-07c6-42e1-a4f1-eb82874f685f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 943 time: 0.0594974 Aug 27 14:01:30.059876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8', 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67', 'port_id': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8', 'mac_address': 'fa:16:3e:75:59:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b548265e-aa82-466a-84a5-9484690d9f4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:01:30.103663 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-299bb3a8-cb9b-4146-92d1-ea650e2580a0 req-4b8c2759-7ee0-407c-85aa-8d5245d535c4 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592043 Aug 27 14:01:30.107049 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:30.123237 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcd3921-2e69-490d-b77e-5cbb48af2bc8 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:30.137699 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f557a1f-b0b2-42d8-a7a6-25f991acc13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:30.153292 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port cfcd3921-2e69-490d-b77e-5cbb48af2bc8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:30.159410 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:30.187745 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:30.195024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dee55-62e9-47a8-b05f-3b69fafc2953 req-91c6def7-a74c-4ac4-8921-dfc985e4283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:30.196385 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776dee55-62e9-47a8-b05f-3b69fafc2953 req-91c6def7-a74c-4ac4-8921-dfc985e4283e service neutron] 10.222.0.41 "GET /v2.0/networks?id=54f93b5e-cd0d-4b77-a984-346ab4450664 HTTP/1.1" status: 200 len: 924 time: 0.5147645 Aug 27 14:01:30.219739 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:30.266948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f557a1f-b0b2-42d8-a7a6-25f991acc13d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8012dbf9-0982-45c9-b07b-40b74c5b4a40,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:30.314856 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f557a1f-b0b2-42d8-a7a6-25f991acc13d admin admin] Checking segment: {'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:30.315457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f557a1f-b0b2-42d8-a7a6-25f991acc13d admin admin] Network hostable DHCP agents. Network: bd31dc99-802c-4710-97ff-02fb9b935ee2, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:01:30.325501 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776dee55-62e9-47a8-b05f-3b69fafc2953 req-fd9a59bb-c250-434f-9fe6-fe5e898a971d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f005141-6867-43bb-9f48-a044e3bc6929 HTTP/1.1" status: 200 len: 1001 time: 0.1066549 Aug 27 14:01:30.329480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe14145-4259-4ee9-80d6-3d38e7863b43 req-30937a2b-9df3-412a-8ec3-b94506c07f9e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:30.337045 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5fe14145-4259-4ee9-80d6-3d38e7863b43 req-30937a2b-9df3-412a-8ec3-b94506c07f9e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 943 time: 0.0581110 Aug 27 14:01:30.340630 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:30.357657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f557a1f-b0b2-42d8-a7a6-25f991acc13d admin admin] Network bd31dc99-802c-4710-97ff-02fb9b935ee2 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:01:30.377565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5fe14145-4259-4ee9-80d6-3d38e7863b43 req-4200fbba-9dad-4519-b9ee-aefe71464550 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Aug 27 14:01:30.424711 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:30.428754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-4f557a1f-b0b2-42d8-a7a6-25f991acc13d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, bd31dc99-802c-4710-97ff-02fb9b935ee2) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:30.437532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:30.438267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfc8ec8-774e-4603-87e8-07c199ec89dd None None] Network bd31dc99-802c-4710-97ff-02fb9b935ee2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:01:30.441820 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f557a1f-b0b2-42d8-a7a6-25f991acc13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:30.442405 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f557a1f-b0b2-42d8-a7a6-25f991acc13d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:30.445446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:30.449295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Pushing event updated for resources: {'Port': ['ID=5b0a1a30-f3f9-470f-8080-ce99a3727761,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:30.474063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dee55-62e9-47a8-b05f-3b69fafc2953 req-fb2fb786-2f1f-4657-9a07-8da07728ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:30.475872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776dee55-62e9-47a8-b05f-3b69fafc2953 req-fb2fb786-2f1f-4657-9a07-8da07728ef51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36e24ebb-cdfe-4f90-b090-68bcc4bb4d72 HTTP/1.1" status: 200 len: 862 time: 0.1328707 Aug 27 14:01:30.502537 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4f557a1f-b0b2-42d8-a7a6-25f991acc13d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2144268 Aug 27 14:01:30.568072 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dee55-62e9-47a8-b05f-3b69fafc2953 req-127988fd-7668-450f-ba54-2732fd2a35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:30.569625 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776dee55-62e9-47a8-b05f-3b69fafc2953 req-127988fd-7668-450f-ba54-2732fd2a35d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54f93b5e-cd0d-4b77-a984-346ab4450664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836933 Aug 27 14:01:30.588758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:30.666065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['cfcd3921-2e69-490d-b77e-5cbb48af2bc8'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:30.692248 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:30.748496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996034c2-06da-479b-99c3-efbf68f98758 None None] Network bd31dc99-802c-4710-97ff-02fb9b935ee2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:01:30.808311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bf829-edac-4327-9720-a4ac1ef59db0 req-872aca03-a588-496d-a1d7-493edd2b2a6e tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:30.811106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de4bf829-edac-4327-9720-a4ac1ef59db0 req-872aca03-a588-496d-a1d7-493edd2b2a6e tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 951 time: 0.0646496 Aug 27 14:01:30.855184 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de4bf829-edac-4327-9720-a4ac1ef59db0 req-dbd92e32-4559-44e3-a30e-373ca4530d60 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368710 Aug 27 14:01:30.858957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776dee55-62e9-47a8-b05f-3b69fafc2953 req-ab13b8ef-6798-44ff-beed-94f692a8d349 service neutron] 10.222.0.41 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797830 Aug 27 14:01:30.946353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:01:30.949630 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b027d00d-648b-4d38-8802-eb266b6bb83c no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:01:30.952450 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:30.961103 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:31.074036 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Pushing event updated for resources: {'Port': ['ID=5b0a1a30-f3f9-470f-8080-ce99a3727761,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:31.084299 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-776dee55-62e9-47a8-b05f-3b69fafc2953 req-3b8e09f9-efc0-4414-afbe-5891c85b079d service neutron] 10.222.0.41 "GET /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141190 Aug 27 14:01:31.085467 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:31.102663 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:31.104173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-db0cdef0-a8aa-4935-aa24-f10737bfd5a5 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1474054 Aug 27 14:01:31.173416 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-c9bc4c21-3eff-4eb3-8596-c3e8442635af tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.108 HTTP/1.1" status: 200 len: 696 time: 0.0610034 Aug 27 14:01:31.208111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-98842c3f-960e-4f55-8a2d-c8b9a0a02318 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:31.209646 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-98842c3f-960e-4f55-8a2d-c8b9a0a02318 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/networks?id=bd31dc99-802c-4710-97ff-02fb9b935ee2 HTTP/1.1" status: 200 len: 805 time: 0.1272247 Aug 27 14:01:31.227473 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-4415c005-d99a-4645-9832-43f4057ede20 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/quotas/ca5487afb9c4474796e982b017af7c80 HTTP/1.1" status: 200 len: 375 time: 0.0112314 Aug 27 14:01:31.262376 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:31.265920 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-e3cdab82-47be-4b4a-be08-3a283090bfdc tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca5487afb9c4474796e982b017af7c80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322356 Aug 27 14:01:31.287609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:31.296487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-f444a89a-73bf-443b-b5e0-5b6f1a6dc1d7 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:31.298354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-918b7743-ef3c-4049-9dca-40429a2a3da0 req-f444a89a-73bf-443b-b5e0-5b6f1a6dc1d7 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1163721 Aug 27 14:01:31.308340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:31.310709 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f60f8f-2aac-4dd9-8787-e7f34115560c" -d '{"events": [{"server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "name": "network-vif-unplugged", "status": "completed", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:31.329903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2', 'network_id': '1f713c68-a93f-4e9f-bdd5-ae238b6416dc', 'port_id': 'dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2', 'mac_address': 'fa:16:3e:53:41:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b1144e-3261-4f67-a06a-064e2d0743c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:01:31.341698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b027d00d-648b-4d38-8802-eb266b6bb83c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:31.349788 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:31.389525 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-a78b9f37-693f-404e-b51b-8e4e50e1e80e service neutron] 10.222.0.55 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156597 Aug 27 14:01:31.430051 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:31.455297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:31.459411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b027d00d-648b-4d38-8802-eb266b6bb83c,revision_number=11']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:31.480888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:31.486368 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:31.489901 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-30be357f-9259-41eb-b8c5-dfd39590ac04 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5d0de8ef814d447b98b0f6fa81dd81c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310223 Aug 27 14:01:31.517886 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-56c18565-bea4-44f7-8cd1-3d3c599dab87 service neutron] 10.222.0.55 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184087 Aug 27 14:01:31.540917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:31.611553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a430d-1768-4c1e-a778-5936c5999fbc req-0b30cf7f-30cc-4907-807d-79cf0342f4fb tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:31.613179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-0b30cf7f-30cc-4907-807d-79cf0342f4fb tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1163185 Aug 27 14:01:31.629741 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ae152039-744e-4a81-bf75-a6e175f42d48 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/quotas/5d0de8ef814d447b98b0f6fa81dd81c0 HTTP/1.1" status: 200 len: 375 time: 0.0110445 Aug 27 14:01:31.672999 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-d8529b6e-d7d6-4675-9200-f514144a1201 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d0de8ef814d447b98b0f6fa81dd81c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377991 Aug 27 14:01:31.750120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:31.751114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557d898-1509-48de-b881-f3828f2c445f req-9d2170b8-ee90-461c-a3ea-7537c5754ac3 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:31.752804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2557d898-1509-48de-b881-f3828f2c445f req-9d2170b8-ee90-461c-a3ea-7537c5754ac3 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 944 time: 0.0593553 Aug 27 14:01:31.863286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2557d898-1509-48de-b881-f3828f2c445f req-8e63c584-3b5b-4cf7-91c6-947c8452a898 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026387 Aug 27 14:01:31.971170 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765da664-db34-43d6-82c3-f7bbf72808ba x-openstack-request-id: req-765da664-db34-43d6-82c3-f7bbf72808ba {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:31.971751 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "name": "network-vif-unplugged", "status": "completed", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:31.972288 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-765da664-db34-43d6-82c3-f7bbf72808ba {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:31.972920 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c', 'code': 200} Aug 27 14:01:32.014722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-57499adb-3d27-4093-af16-e82cf1339b2e tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:32.016136 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-57499adb-3d27-4093-af16-e82cf1339b2e tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0745881 Aug 27 14:01:32.075487 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-348e8608-d2b9-47af-a17e-c3d80d740d8a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.108 HTTP/1.1" status: 200 len: 696 time: 0.0529280 Aug 27 14:01:32.083295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-77ff9328-5cbe-4074-ae76-a9363b455011 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Request body: {'floatingip': {'port_id': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:32.109291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a96304-fb69-4026-be9d-ff99f7764fde req-3fc05c79-8919-4940-85b5-a6c50dd8f09f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:32.111104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-25a96304-fb69-4026-be9d-ff99f7764fde req-3fc05c79-8919-4940-85b5-a6c50dd8f09f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 944 time: 0.0781276 Aug 27 14:01:32.129667 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-77ff9328-5cbe-4074-ae76-a9363b455011 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:32.165201 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-25a96304-fb69-4026-be9d-ff99f7764fde req-ca99c5b3-1669-411e-be9d-a7aa6147663c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459747 Aug 27 14:01:32.271018 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c44a0677-352f-4985-9d87-411253264e03 req-3a53abd8-0346-493d-b3e5-5b56064b26f7 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 210 time: 0.0341582 Aug 27 14:01:32.363106 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-efa05c48-ce0c-477e-8b53-0c713b0ca23e req-274289b7-2e83-49fb-9c73-1d1b07dea206 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 210 time: 0.0273991 Aug 27 14:01:32.688568 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-77ff9328-5cbe-4074-ae76-a9363b455011 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:32.693408 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-77ff9328-5cbe-4074-ae76-a9363b455011 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:32.705275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dd82a-325c-4b12-b1b8-bfc414266c64 req-ddd6b784-f331-450f-9792-d8c5b438bc2b tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:32.706827 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d07dd82a-325c-4b12-b1b8-bfc414266c64 req-ddd6b784-f331-450f-9792-d8c5b438bc2b tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 949 time: 0.0498300 Aug 27 14:01:32.746388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d07dd82a-325c-4b12-b1b8-bfc414266c64 req-fafd7f32-b5d3-4dc7-aa1c-767af01e7b76 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332537 Aug 27 14:01:32.800838 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-77ff9328-5cbe-4074-ae76-a9363b455011 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Floating IP 12366539-36c8-4959-8f0a-0fcbb70de53f associated. External IP: 172.25.2.108, port: b2413fae-a6d7-4a4e-80bb-2d3f11e76387. Aug 27 14:01:32.948939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc908f-42f0-499b-a097-3e0c6ff6d9a6 req-ef4dc2f2-20c3-4ed3-a67f-7e2ff2261572 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:32.953974 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:32.955477 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3bcc908f-42f0-499b-a097-3e0c6ff6d9a6 req-ef4dc2f2-20c3-4ed3-a67f-7e2ff2261572 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.52 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 949 time: 0.1144056 Aug 27 14:01:33.022525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:33.028540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:33.029395 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:33.138652 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:33.149589 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-77ff9328-5cbe-4074-ae76-a9363b455011 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Router a7332eb0-f8f5-49fc-afc7-328f246ed6ea has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:01:33.191535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:33.198358 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:33.199880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b027d00d-648b-4d38-8802-eb266b6bb83c no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:01:33.207977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3181ff0-552e-4e3e-bbc6-9f31cb2a116f req-fd9b056a-c2de-42c0-b843-9c5748f1dcbf tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:33.210022 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f3181ff0-552e-4e3e-bbc6-9f31cb2a116f req-fd9b056a-c2de-42c0-b843-9c5748f1dcbf tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 944 time: 0.1630130 Aug 27 14:01:33.222317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-de43bb67-9ed2-4648-985d-26365f244fc9 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:33.224149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-de43bb67-9ed2-4648-985d-26365f244fc9 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.41 "GET /v2.0/networks?id=bd31dc99-802c-4710-97ff-02fb9b935ee2 HTTP/1.1" status: 200 len: 805 time: 0.2328937 Aug 27 14:01:33.248245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-725014cc-f124-4892-a9b9-53dd5c168ca8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Request body: {'port': {'device_id': '64ac83cc-caa3-4aab-a6b1-39c262d8b38f', 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2', 'admin_state_up': True, 'tenant_id': 'ca5487afb9c4474796e982b017af7c80'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:33.275600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-3bcc908f-42f0-499b-a097-3e0c6ff6d9a6 req-1deb85ca-5542-43a3-af31-5e1a059e799b tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Deleting port b027d00d-648b-4d38-8802-eb266b6bb83c {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:33.275861 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3bcc908f-42f0-499b-a097-3e0c6ff6d9a6 req-1deb85ca-5542-43a3-af31-5e1a059e799b tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:33.296103 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:33.317385 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f3181ff0-552e-4e3e-bbc6-9f31cb2a116f req-4a99fc37-b369-4672-a43d-caafc61cf903 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917208 Aug 27 14:01:33.408128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-725014cc-f124-4892-a9b9-53dd5c168ca8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Made reservation on behalf of ca5487afb9c4474796e982b017af7c80 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:33.411773 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-725014cc-f124-4892-a9b9-53dd5c168ca8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:33.592718 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-725014cc-f124-4892-a9b9-53dd5c168ca8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Allocated IP 172.20.0.6 (bd31dc99-802c-4710-97ff-02fb9b935ee2/8012dbf9-0982-45c9-b07b-40b74c5b4a40/d342bd96-27f5-49f9-ac23-e87848d5a32f) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:33.628639 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99304cc1-d800-4b88-a284-17b50786a8c9 req-e1dddfa7-4f9c-4f24-80ae-42c4b9447743 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:33.630433 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-99304cc1-d800-4b88-a284-17b50786a8c9 req-e1dddfa7-4f9c-4f24-80ae-42c4b9447743 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 945 time: 0.0852506 Aug 27 14:01:33.759233 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-99304cc1-d800-4b88-a284-17b50786a8c9 req-ccabbcbe-352d-4f3c-b373-35ea7d4f644b tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176000 Aug 27 14:01:33.812257 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-272faa10-2fc3-47ee-9a65-9bff847d3c4d tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5d0de8ef814d447b98b0f6fa81dd81c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388954 Aug 27 14:01:33.835079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3bcc908f-42f0-499b-a097-3e0c6ff6d9a6 req-1deb85ca-5542-43a3-af31-5e1a059e799b tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] For port b027d00d-648b-4d38-8802-eb266b6bb83c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b027d00d-648b-4d38-8802-eb266b6bb83c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:33.835772 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3bcc908f-42f0-499b-a097-3e0c6ff6d9a6 req-1deb85ca-5542-43a3-af31-5e1a059e799b tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:33.848400 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-77ff9328-5cbe-4074-ae76-a9363b455011 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:01:33.862482 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf447f0-6749-417d-a765-6d5a99d857a1 None None] Sync routers for ids ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:01:33.864350 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-77ff9328-5cbe-4074-ae76-a9363b455011 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:33.880492 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf447f0-6749-417d-a765-6d5a99d857a1 None None] Routers {'a7332eb0-f8f5-49fc-afc7-328f246ed6ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:33.881021 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-bcf447f0-6749-417d-a765-6d5a99d857a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:33.909163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-3bcc908f-42f0-499b-a097-3e0c6ff6d9a6 req-1deb85ca-5542-43a3-af31-5e1a059e799b tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Calling delete_port for b027d00d-648b-4d38-8802-eb266b6bb83c owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:33.917225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device cfcd3921-2e69-490d-b77e-5cbb48af2bc8 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:33.918621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-796037c9-44c5-4596-b73f-68e85716edd3 req-38f19d78-4124-409e-af5f-7955d4037fcb tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 210 time: 0.0774751 Aug 27 14:01:33.974774 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdb6111-8fe6-491d-b042-ec403cba0d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:33.977053 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e94739-7e87-4d24-b1c4-91f9f68a12e8" -d '{"events": [{"server_uuid": "dcdb6111-8fe6-491d-b042-ec403cba0d41", "name": "network-vif-plugged", "status": "completed", "tag": "dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:33.986248 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-725014cc-f124-4892-a9b9-53dd5c168ca8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:34.015343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port cfcd3921-2e69-490d-b77e-5cbb48af2bc8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:34.016011 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:34.037457 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-77ff9328-5cbe-4074-ae76-a9363b455011 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "PUT /v2.0/floatingips/12366539-36c8-4959-8f0a-0fcbb70de53f HTTP/1.1" status: 200 len: 996 time: 1.9473794 Aug 27 14:01:34.041969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'tag': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:34.044776 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d25e2de-fb3c-4a50-af3f-5b8a9b3ad16a" -d '{"events": [{"name": "network-changed", "server_uuid": "33dd4ceb-a47e-472c-93aa-92a56ed72c75", "tag": "b2413fae-a6d7-4a4e-80bb-2d3f11e76387"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:34.076710 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2bbd3800-7a5d-44f9-9383-d811db768ac1 req-a271d7d6-6347-476d-afd7-ff1201ff27ed tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 210 time: 0.0328698 Aug 27 14:01:34.079511 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-725014cc-f124-4892-a9b9-53dd5c168ca8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:34.121301 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-bcf447f0-6749-417d-a765-6d5a99d857a1 None None] Set router a7332eb0-f8f5-49fc-afc7-328f246ed6ea gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:34.156150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725014cc-f124-4892-a9b9-53dd5c168ca8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Pushing event updated for resources: {'Port': ['ID=d342bd96-27f5-49f9-ac23-e87848d5a32f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:34.180173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-725014cc-f124-4892-a9b9-53dd5c168ca8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Network bd31dc99-802c-4710-97ff-02fb9b935ee2 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:34.182150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-725014cc-f124-4892-a9b9-53dd5c168ca8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:34.187214 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:01:34.191805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-725014cc-f124-4892-a9b9-53dd5c168ca8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:34.195469 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:34.248286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port cfcd3921-2e69-490d-b77e-5cbb48af2bc8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:34.253454 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:34.286224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-fcb53eab-8531-4dc7-9a0a-b981dc9ab285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:34.287783 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-fcb53eab-8531-4dc7-9a0a-b981dc9ab285 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b40148a7014a78aff82211c83a0273&device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 1097 time: 0.2380309 Aug 27 14:01:34.289509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-725014cc-f124-4892-a9b9-53dd5c168ca8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:34.294507 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-725014cc-f124-4892-a9b9-53dd5c168ca8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:34.305028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a430d-1768-4c1e-a778-5936c5999fbc req-b94d5388-6dfe-4226-994b-5b98d0acbe7a tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:34.307032 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-b94d5388-6dfe-4226-994b-5b98d0acbe7a tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4679103 Aug 27 14:01:34.321529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660592be-a0a6-4ea4-b443-3614e927ccb1 req-433a5df9-9e6e-4b4c-80bf-ba3ad815a997 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:34.324264 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-660592be-a0a6-4ea4-b443-3614e927ccb1 req-433a5df9-9e6e-4b4c-80bf-ba3ad815a997 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/ports?device_id=71c3d423-e5c7-4921-8c98-327c5c24b06e HTTP/1.1" status: 200 len: 949 time: 0.1040256 Aug 27 14:01:34.326793 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-725014cc-f124-4892-a9b9-53dd5c168ca8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0850461 Aug 27 14:01:34.341318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:34.355855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Request body: {'port': {'device_id': '64ac83cc-caa3-4aab-a6b1-39c262d8b38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:34.391678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Request body: {'port': {'device_id': '279cc8b5-81fc-4d71-8379-eea0525b2c9a', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': '5d0de8ef814d447b98b0f6fa81dd81c0'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:34.411013 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-660592be-a0a6-4ea4-b443-3614e927ccb1 req-aed94fe6-61f7-46ba-9037-fa30fc828309 tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.55 "GET /v2.0/security-groups?id=f444adb7-2110-4cc8-a1b7-0c123e11ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799670 Aug 27 14:01:34.468017 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:34.492827 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2210e0d2-0d76-490c-a68b-27fe08e9c8fd x-openstack-request-id: req-2210e0d2-0d76-490c-a68b-27fe08e9c8fd {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:34.493203 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdb6111-8fe6-491d-b042-ec403cba0d41", "name": "network-vif-plugged", "status": "completed", "tag": "dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:34.493364 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2210e0d2-0d76-490c-a68b-27fe08e9c8fd {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:34.493762 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdb6111-8fe6-491d-b042-ec403cba0d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2', 'code': 200} Aug 27 14:01:34.529460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-8b18d7e7-e709-48d1-bad4-dd0e2c6937f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:34.531038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-8b18d7e7-e709-48d1-bad4-dd0e2c6937f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=26322e6f-b793-48c3-92ef-a8508600729b HTTP/1.1" status: 200 len: 929 time: 0.2201343 Aug 27 14:01:34.543967 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-bcf447f0-6749-417d-a765-6d5a99d857a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0d67420d-381d-45f0-aa20-11f43377337a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:01:02Z', 'revision_number': 4, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port': {'id': '0d67420d-381d-45f0-aa20-11f43377337a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:56Z', 'updated_at': '2021-08-27T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '12366539-36c8-4959-8f0a-0fcbb70de53f', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'port_id': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'mac_address': 'fa:16:3e:9e:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:01:30Z', 'updated_at': '2021-08-27T14:01:32Z', 'revision_number': 1, 'project_id': '64b40148a7014a78aff82211c83a0273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28891944-2dc8-4131-9c38-c0d946abde50', 'name': '', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'mac_address': 'fa:16:3e:48:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:00Z', 'updated_at': '2021-08-27T14:01:10Z', 'revision_number': 5, 'project_id': '64b40148a7014a78aff82211c83a0273', 'subnets': [{'id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:34.597959 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf447f0-6749-417d-a765-6d5a99d857a1 None None] Checking router: a7332eb0-f8f5-49fc-afc7-328f246ed6ea for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:01:34.612925 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf447f0-6749-417d-a765-6d5a99d857a1 None None] Routers {'a7332eb0-f8f5-49fc-afc7-328f246ed6ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:34.613543 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-bcf447f0-6749-417d-a765-6d5a99d857a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:34.631416 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cb2da3-1251-4b9c-a8bb-239dc9e4acd7 x-openstack-request-id: req-12cb2da3-1251-4b9c-a8bb-239dc9e4acd7 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:34.632095 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33dd4ceb-a47e-472c-93aa-92a56ed72c75", "tag": "b2413fae-a6d7-4a4e-80bb-2d3f11e76387", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:34.632572 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12cb2da3-1251-4b9c-a8bb-239dc9e4acd7 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:34.633200 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'tag': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387', 'status': 'completed', 'code': 200} Aug 27 14:01:34.730586 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-3d330392-a9f1-4e41-9178-1bf519614ac7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2413fae-a6d7-4a4e-80bb-2d3f11e76387 HTTP/1.1" status: 200 len: 999 time: 0.1816554 Aug 27 14:01:34.762711 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3bcc908f-42f0-499b-a097-3e0c6ff6d9a6 req-1deb85ca-5542-43a3-af31-5e1a059e799b tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:34.767480 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-bcf447f0-6749-417d-a765-6d5a99d857a1 None None] Set router a7332eb0-f8f5-49fc-afc7-328f246ed6ea gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:34.787321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40896300-b1b5-48ff-8326-345e859b27de req-4350b4a1-7e24-47ed-b4c8-2af425cb589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:34.788817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40896300-b1b5-48ff-8326-345e859b27de req-4350b4a1-7e24-47ed-b4c8-2af425cb589e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 1097 time: 0.1101766 Aug 27 14:01:34.802797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dd0c0-e612-4432-8e9c-938f4c1f334c req-3ce191ce-4600-470e-83a7-9d69ad1eac5c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:34.804323 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a9dd0c0-e612-4432-8e9c-938f4c1f334c req-3ce191ce-4600-470e-83a7-9d69ad1eac5c tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1245601 Aug 27 14:01:34.805170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25e2de-fb3c-4a50-af3f-5b8a9b3ad16a req-718611d6-4983-4757-b2c1-062673f0032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:34.807153 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d25e2de-fb3c-4a50-af3f-5b8a9b3ad16a req-718611d6-4983-4757-b2c1-062673f0032b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64b40148a7014a78aff82211c83a0273&device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 1097 time: 0.1969793 Aug 27 14:01:34.891460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb85ca-5542-43a3-af31-5e1a059e799b tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Pushing event deleted for resources: {'Port': ['ID=b027d00d-648b-4d38-8802-eb266b6bb83c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:34.900521 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d342bd96-27f5-49f9-ac23-e87848d5a32f {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:34.917380 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40896300-b1b5-48ff-8326-345e859b27de req-fa0a0272-1427-4b52-82de-90e4b02ef8fe service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120300 Aug 27 14:01:34.921310 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:34.926345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a9dd0c0-e612-4432-8e9c-938f4c1f334c req-9f1ecc93-c1f5-4888-8015-f9e3d1983cbd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068082 Aug 27 14:01:34.943580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Transition to ACTIVE for port object d342bd96-27f5-49f9-ac23-e87848d5a32f will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:34.947340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Made reservation on behalf of 5d0de8ef814d447b98b0f6fa81dd81c0 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:34.951926 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:34.952946 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:35.013006 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d342bd96-27f5-49f9-ac23-e87848d5a32f,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:35.067793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:35.077658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25e2de-fb3c-4a50-af3f-5b8a9b3ad16a req-9914e0a9-3a0a-4fa7-8db6-fa1b21109084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:35.079422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d25e2de-fb3c-4a50-af3f-5b8a9b3ad16a req-9914e0a9-3a0a-4fa7-8db6-fa1b21109084 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26322e6f-b793-48c3-92ef-a8508600729b HTTP/1.1" status: 200 len: 929 time: 0.2631626 Aug 27 14:01:35.080314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcc908f-42f0-499b-a097-3e0c6ff6d9a6 req-1deb85ca-5542-43a3-af31-5e1a059e799b tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] No DVR routers for this DVR port b027d00d-648b-4d38-8802-eb266b6bb83c on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:01:35.080459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Attempting to bind port d342bd96-27f5-49f9-ac23-e87848d5a32f on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:35.080867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Attempting to bind port d342bd96-27f5-49f9-ac23-e87848d5a32f by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:35.081262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Attempting to bind port d342bd96-27f5-49f9-ac23-e87848d5a32f on network bd31dc99-802c-4710-97ff-02fb9b935ee2 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:35.083781 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3bcc908f-42f0-499b-a097-3e0c6ff6d9a6 req-1deb85ca-5542-43a3-af31-5e1a059e799b tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:35.086441 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Port d342bd96-27f5-49f9-ac23-e87848d5a32f on network bd31dc99-802c-4710-97ff-02fb9b935ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:01:35.086722 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3bcc908f-42f0-499b-a097-3e0c6ff6d9a6 req-1deb85ca-5542-43a3-af31-5e1a059e799b tempest-ImagesOneServerTestJSON-339014266 tempest-ImagesOneServerTestJSON-339014266-project] 10.222.0.52 "DELETE /v2.0/ports/b027d00d-648b-4d38-8802-eb266b6bb83c HTTP/1.1" status: 204 len: 173 time: 2.1216738 Aug 27 14:01:35.086842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Attempting to bind port d342bd96-27f5-49f9-ac23-e87848d5a32f on network bd31dc99-802c-4710-97ff-02fb9b935ee2 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:35.091722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-6fcf4b4d-cf5b-4360-a613-6cefe6fb59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:35.092533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:35.092939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Checking segment: {'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:35.093291 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-6fcf4b4d-cf5b-4360-a613-6cefe6fb59ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32eeb059-18cc-4643-ac5d-c0f96ecb97fb HTTP/1.1" status: 200 len: 867 time: 0.3522394 Aug 27 14:01:35.093777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Bound using segment: {'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:35.094326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Bound port: d342bd96-27f5-49f9-ac23-e87848d5a32f, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:35.094777 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:35.111053 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-bcf447f0-6749-417d-a765-6d5a99d857a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0d67420d-381d-45f0-aa20-11f43377337a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:01:02Z', 'revision_number': 4, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port': {'id': '0d67420d-381d-45f0-aa20-11f43377337a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:56Z', 'updated_at': '2021-08-27T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '12366539-36c8-4959-8f0a-0fcbb70de53f', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'port_id': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'mac_address': 'fa:16:3e:9e:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:01:30Z', 'updated_at': '2021-08-27T14:01:32Z', 'revision_number': 1, 'project_id': '64b40148a7014a78aff82211c83a0273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28891944-2dc8-4131-9c38-c0d946abde50', 'name': '', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'mac_address': 'fa:16:3e:48:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:00Z', 'updated_at': '2021-08-27T14:01:10Z', 'revision_number': 5, 'project_id': '64b40148a7014a78aff82211c83a0273', 'subnets': [{'id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:35.166419 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf447f0-6749-417d-a765-6d5a99d857a1 None None] The sync data for ids ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'] in n-d-712139-12 is: [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0d67420d-381d-45f0-aa20-11f43377337a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:01:02Z', 'revision_number': 4, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port': {'id': '0d67420d-381d-45f0-aa20-11f43377337a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:56Z', 'updated_at': '2021-08-27T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '12366539-36c8-4959-8f0a-0fcbb70de53f', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'port_id': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'mac_address': 'fa:16:3e:9e:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:01:30Z', 'updated_at': '2021-08-27T14:01:32Z', 'revision_number': 1, 'project_id': '64b40148a7014a78aff82211c83a0273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28891944-2dc8-4131-9c38-c0d946abde50', 'name': '', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'mac_address': 'fa:16:3e:48:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:00Z', 'updated_at': '2021-08-27T14:01:10Z', 'revision_number': 5, 'project_id': '64b40148a7014a78aff82211c83a0273', 'subnets': [{'id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:01:35.202289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] For port d342bd96-27f5-49f9-ac23-e87848d5a32f, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:35.207458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] For port d342bd96-27f5-49f9-ac23-e87848d5a32f, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d342bd96-27f5-49f9-ac23-e87848d5a32f,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:35.225668 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:35.294256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:35.299489 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:35.301111 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/d342bd96-27f5-49f9-ac23-e87848d5a32f HTTP/1.1" status: 200 len: 1092 time: 0.9521303 Aug 27 14:01:35.301583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ac83cc-caa3-4aab-a6b1-39c262d8b38f', 'tag': 'd342bd96-27f5-49f9-ac23-e87848d5a32f'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:35.304184 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aaf541-aaab-4f28-ab3d-194e3e89be3c" -d '{"events": [{"name": "network-changed", "server_uuid": "64ac83cc-caa3-4aab-a6b1-39c262d8b38f", "tag": "d342bd96-27f5-49f9-ac23-e87848d5a32f"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:35.328992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-585148aa-91b5-41c7-926f-c2b71a0f731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:35.331091 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-585148aa-91b5-41c7-926f-c2b71a0f731a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26322e6f-b793-48c3-92ef-a8508600729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2235537 Aug 27 14:01:35.354887 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d25e2de-fb3c-4a50-af3f-5b8a9b3ad16a req-300587ce-7706-4506-9797-4e145dc0a7ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2413fae-a6d7-4a4e-80bb-2d3f11e76387 HTTP/1.1" status: 200 len: 999 time: 0.2217455 Aug 27 14:01:35.443060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b698dc2-f78b-4810-8f36-54bf9610d0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d342bd96-27f5-49f9-ac23-e87848d5a32f,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:35.455568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1e70e-2299-481a-8943-5642b6d40676 req-1976b3f4-8be7-4923-bc10-539cc0622534 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:35.457201 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1f1e70e-2299-481a-8943-5642b6d40676 req-1976b3f4-8be7-4923-bc10-539cc0622534 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 945 time: 0.1665556 Aug 27 14:01:35.491942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-92bcdade-e248-4e47-856c-3f71c307d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:35.494083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-92bcdade-e248-4e47-856c-3f71c307d2ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca5487afb9c4474796e982b017af7c80&device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 1095 time: 0.1159012 Aug 27 14:01:35.504521 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25e2de-fb3c-4a50-af3f-5b8a9b3ad16a req-7441a216-2bfa-439b-a447-81bc3958c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:35.506116 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d25e2de-fb3c-4a50-af3f-5b8a9b3ad16a req-7441a216-2bfa-439b-a447-81bc3958c3b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32eeb059-18cc-4643-ac5d-c0f96ecb97fb HTTP/1.1" status: 200 len: 867 time: 0.1500456 Aug 27 14:01:35.545979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883952d4-c4a4-49a9-ae89-5d4b2f16b218 None None] New status for floating IP 12366539-36c8-4959-8f0a-0fcbb70de53f: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:01:35.563136 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:35.563456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1f1e70e-2299-481a-8943-5642b6d40676 req-b00a476c-0e00-4c15-8f51-d7e660c4ce0c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957680 Aug 27 14:01:35.565483 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-fe47fad0-014d-4cf7-97a4-8b5494bbc9cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d342bd96-27f5-49f9-ac23-e87848d5a32f HTTP/1.1" status: 200 len: 217 time: 0.0486319 Aug 27 14:01:35.576456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:35.645557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-e8aa834b-cd05-4903-9db8-9a50323e1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:35.647297 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-e8aa834b-cd05-4903-9db8-9a50323e1dd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8012dbf9-0982-45c9-b07b-40b74c5b4a40 HTTP/1.1" status: 200 len: 845 time: 0.0744133 Aug 27 14:01:35.686350 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-20592a3b-6f97-45bb-ad73-2df8520b0baa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd31dc99-802c-4710-97ff-02fb9b935ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304508 Aug 27 14:01:35.735507 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-c8963809-89a7-4b8d-9a58-62ab2a85f3b1 service neutron] 10.222.0.55 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925741 Aug 27 14:01:35.841295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3894157-6238-4cd3-86c2-efecd7fca114 req-860742db-ada5-4a82-87cd-17ed7aa69583 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:35.843097 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3894157-6238-4cd3-86c2-efecd7fca114 req-860742db-ada5-4a82-87cd-17ed7aa69583 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 943 time: 0.1340277 Aug 27 14:01:35.847889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Allocated IP 192.168.233.34 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/907d54c6-46fb-4485-a62e-3c717bc83a96) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:35.875017 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-aacb98fd-eaaa-48ea-8409-4b88e5839e36 service neutron] 10.222.0.41 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780481 Aug 27 14:01:35.935599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25e2de-fb3c-4a50-af3f-5b8a9b3ad16a req-de4a9aaf-7f00-4711-8176-eb366fa669ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:35.937250 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d25e2de-fb3c-4a50-af3f-5b8a9b3ad16a req-de4a9aaf-7f00-4711-8176-eb366fa669ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26322e6f-b793-48c3-92ef-a8508600729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4191642 Aug 27 14:01:35.958052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3894157-6238-4cd3-86c2-efecd7fca114 req-3c5f6ddc-da42-4718-b366-1db095b2cf66 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953226 Aug 27 14:01:35.958724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a3a214-57c3-4c82-b2a6-355f4572d02d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:36.006917 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84f746d1-2f66-436b-b92f-9d16b1762193 req-c940fd74-473a-442b-a2f3-a35c0811c502 service neutron] 10.222.0.41 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190021 Aug 27 14:01:36.078600 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-586839a6-04d0-41fa-bc46-ee30360a218b req-ff6ad382-dfe3-44c8-8367-6db861433bcf tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 210 time: 0.0319192 Aug 27 14:01:36.136272 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee9ac96-692e-4ae2-9ea5-6823527909d5 x-openstack-request-id: req-1ee9ac96-692e-4ae2-9ea5-6823527909d5 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:36.136583 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ac83cc-caa3-4aab-a6b1-39c262d8b38f", "tag": "d342bd96-27f5-49f9-ac23-e87848d5a32f", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:36.136815 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ee9ac96-692e-4ae2-9ea5-6823527909d5 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:36.137210 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ac83cc-caa3-4aab-a6b1-39c262d8b38f', 'tag': 'd342bd96-27f5-49f9-ac23-e87848d5a32f', 'status': 'completed', 'code': 200} Aug 27 14:01:36.199815 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb5c236c-d23e-495e-a920-c84ad6cb3f9d req-80d7d1df-ba0d-464a-aa97-eff3be9368e7 service neutron] 10.222.0.55 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374890 Aug 27 14:01:36.274508 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:36.294296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Transition to ACTIVE for port object 907d54c6-46fb-4485-a62e-3c717bc83a96 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:36.326308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaf541-aaab-4f28-ab3d-194e3e89be3c req-88319340-b6a1-4557-80d6-6f0581f24d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:36.327871 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1aaf541-aaab-4f28-ab3d-194e3e89be3c req-88319340-b6a1-4557-80d6-6f0581f24d9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca5487afb9c4474796e982b017af7c80&device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 1095 time: 0.1231797 Aug 27 14:01:36.352262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e74b0-3457-416f-84dc-1f25e12208cb req-9e7624e2-adca-4e44-aefb-8cec56e071e6 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:36.354425 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c08e74b0-3457-416f-84dc-1f25e12208cb req-9e7624e2-adca-4e44-aefb-8cec56e071e6 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.0984900 Aug 27 14:01:36.360148 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d25e2de-fb3c-4a50-af3f-5b8a9b3ad16a req-b7845fd6-7c78-4404-b0e0-810c5893a7fe service neutron] 10.222.0.52 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090638 Aug 27 14:01:36.404817 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:36.479979 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c08e74b0-3457-416f-84dc-1f25e12208cb req-d523f264-5c2c-4c5d-a26d-bf2d307f85e3 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739574 Aug 27 14:01:36.494813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:36.500010 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e338063e-0bbb-46a0-81a1-689e349b65c8" -d '{"events": [{"server_uuid": "3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd3921-2e69-490d-b77e-5cbb48af2bc8"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:36.519465 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaf541-aaab-4f28-ab3d-194e3e89be3c req-2264a18a-ebf6-44e1-97a0-3734010aa686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:36.521106 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1aaf541-aaab-4f28-ab3d-194e3e89be3c req-2264a18a-ebf6-44e1-97a0-3734010aa686 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd31dc99-802c-4710-97ff-02fb9b935ee2 HTTP/1.1" status: 200 len: 906 time: 0.1599336 Aug 27 14:01:36.525543 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:36.582937 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1aaf541-aaab-4f28-ab3d-194e3e89be3c req-b70e9258-0116-4b34-9d6b-ce291a9924a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d342bd96-27f5-49f9-ac23-e87848d5a32f HTTP/1.1" status: 200 len: 217 time: 0.0535896 Aug 27 14:01:36.584163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:36.589058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:36.615204 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d98f235-5009-49a4-b054-d181ed9d1d5d x-openstack-request-id: req-8d98f235-5009-49a4-b054-d181ed9d1d5d {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:36.616092 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd3921-2e69-490d-b77e-5cbb48af2bc8", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:36.616570 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d98f235-5009-49a4-b054-d181ed9d1d5d {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:36.617131 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8', 'code': 200} Aug 27 14:01:36.680413 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaf541-aaab-4f28-ab3d-194e3e89be3c req-4d992f29-4f2d-4cac-83b3-96d9ac461128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:36.686114 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1aaf541-aaab-4f28-ab3d-194e3e89be3c req-4d992f29-4f2d-4cac-83b3-96d9ac461128 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8012dbf9-0982-45c9-b07b-40b74c5b4a40 HTTP/1.1" status: 200 len: 845 time: 0.0816834 Aug 27 14:01:36.704042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46952) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:36.734766 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1aaf541-aaab-4f28-ab3d-194e3e89be3c req-13f8543a-e474-432f-ad2e-c414e30c3e94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd31dc99-802c-4710-97ff-02fb9b935ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402393 Aug 27 14:01:36.741353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'name': 'network-vif-deleted', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:36.743446 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bd7233-f4fb-45a6-9a6c-c6a71ab112d6" -d '{"events": [{"server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "name": "network-vif-deleted", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:36.830360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Pushing event updated for resources: {'Port': ['ID=907d54c6-46fb-4485-a62e-3c717bc83a96,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:36.834636 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d25e2de-fb3c-4a50-af3f-5b8a9b3ad16a req-2501a43d-f790-41bc-b11f-538e2f820004 service neutron] 10.222.0.52 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658911 Aug 27 14:01:36.914998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:36.915877 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:36.936150 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-858a9814-a465-4499-82e0-dac22c69b462 req-e253dd7e-e2f5-4fcd-a4ab-ea0df3446f2f tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 258 time: 0.5181868 Aug 27 14:01:36.937159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-36ac0c8b-599d-4a47-95fb-c738af767704 None None] Provisioning for port 907d54c6-46fb-4485-a62e-3c717bc83a96 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:36.938746 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ef9684e0-d9f0-45f5-983e-7b64dbe62ada tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5561261 Aug 27 14:01:36.943100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-36ac0c8b-599d-4a47-95fb-c738af767704 None None] Provisioning complete for port 907d54c6-46fb-4485-a62e-3c717bc83a96 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:36.943668 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36ac0c8b-599d-4a47-95fb-c738af767704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:36.947099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:36.961205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Request body: {'port': {'device_id': '279cc8b5-81fc-4d71-8379-eea0525b2c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:36.989202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-36ac0c8b-599d-4a47-95fb-c738af767704 None None] Port 907d54c6-46fb-4485-a62e-3c717bc83a96 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:01:37.000290 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cad1d564-f98b-469f-94fd-460052bced3c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b28d4bdbfb284925b916bdbc19cf0b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017380 Aug 27 14:01:37.005117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46960) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:37.037465 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbd822-e074-4f3d-b87f-3a016e37d33f req-a5442c96-6b2a-4055-9613-b8ceb1f28bec tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:37.039318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0cdbd822-e074-4f3d-b87f-3a016e37d33f req-a5442c96-6b2a-4055-9613-b8ceb1f28bec tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 945 time: 0.2919760 Aug 27 14:01:37.040084 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:37.046453 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1aaf541-aaab-4f28-ab3d-194e3e89be3c req-c185f647-1064-4cbe-a4d6-6b8680cc4390 service neutron] 10.222.0.41 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800705 Aug 27 14:01:37.059773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ab43c-49d2-4899-ae12-b34792db97b8 req-2314c583-1607-44bd-a3cd-9f9ea947b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:37.061522 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c1ab43c-49d2-4899-ae12-b34792db97b8 req-2314c583-1607-44bd-a3cd-9f9ea947b648 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 1097 time: 0.1888342 Aug 27 14:01:37.103506 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:37.163450 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b903f6f8-5ca4-40c4-8635-29d3f17b7641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:37.172609 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0cdbd822-e074-4f3d-b87f-3a016e37d33f req-c9666c26-5688-4ee8-b620-bc849588338b tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219058 Aug 27 14:01:37.184698 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c1ab43c-49d2-4899-ae12-b34792db97b8 req-59703da6-68b9-4685-8625-5bca3878a4fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046128 Aug 27 14:01:37.213309 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1aaf541-aaab-4f28-ab3d-194e3e89be3c req-2c54e04e-9b64-40eb-958f-588b10717a8a service neutron] 10.222.0.41 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498067 Aug 27 14:01:37.218087 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b903f6f8-5ca4-40c4-8635-29d3f17b7641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:37.273068 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e6c515-f78d-4687-8aa4-5996cb471c8a x-openstack-request-id: req-57e6c515-f78d-4687-8aa4-5996cb471c8a {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:37.273437 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c3d423-e5c7-4921-8c98-327c5c24b06e", "name": "network-vif-deleted", "tag": "b027d00d-648b-4d38-8802-eb266b6bb83c", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:37.273646 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57e6c515-f78d-4687-8aa4-5996cb471c8a {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:37.273990 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c3d423-e5c7-4921-8c98-327c5c24b06e', 'name': 'network-vif-deleted', 'tag': 'b027d00d-648b-4d38-8802-eb266b6bb83c', 'status': 'completed', 'code': 200} Aug 27 14:01:37.353483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e85a5-1aa6-4880-8eb5-d52594562983 req-ab74c69d-5f26-48a1-b2c0-35f80539a536 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:37.355792 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a20e85a5-1aa6-4880-8eb5-d52594562983 req-ab74c69d-5f26-48a1-b2c0-35f80539a536 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 943 time: 0.0655942 Aug 27 14:01:37.399350 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a20e85a5-1aa6-4880-8eb5-d52594562983 req-d0494f2c-39f1-4e5f-8c7d-95a3c34f50b6 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373287 Aug 27 14:01:37.420852 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:37.436398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b903f6f8-5ca4-40c4-8635-29d3f17b7641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:37.439276 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b903f6f8-5ca4-40c4-8635-29d3f17b7641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:37.442784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b903f6f8-5ca4-40c4-8635-29d3f17b7641 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f444adb7-2110-4cc8-a1b7-0c123e11ee4a HTTP/1.1" status: 204 len: 168 time: 0.4343040 Aug 27 14:01:37.491385 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903f6f8-5ca4-40c4-8635-29d3f17b7641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f444adb7-2110-4cc8-a1b7-0c123e11ee4a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:37.542829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537151e-f3a7-4d72-8ca3-5a37b37a58c9 req-4625affc-2f62-451a-b932-3fa23346a0a3 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:37.544897 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a537151e-f3a7-4d72-8ca3-5a37b37a58c9 req-4625affc-2f62-451a-b932-3fa23346a0a3 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 935 time: 0.0779614 Aug 27 14:01:37.624731 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a537151e-f3a7-4d72-8ca3-5a37b37a58c9 req-b94d483f-3aea-4b38-ac70-334a7a97d89b tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/security-groups?id=49a3a214-57c3-4c82-b2a6-355f4572d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716634 Aug 27 14:01:37.629065 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Allocated IP 172.25.2.90 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/a65c6089-4ede-4405-8ec0-3aab5dd98ff1) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:37.637051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907d54c6-46fb-4485-a62e-3c717bc83a96 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:37.650251 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:37.704070 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Transition to ACTIVE for port object 907d54c6-46fb-4485-a62e-3c717bc83a96 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:37.710854 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:37.736613 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16e4b7cb-db0b-42c7-ace9-948d43964b91 req-62d1508d-dd6c-41aa-8048-4ef2506ff765 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1574664318&fields=id&tenant_id=5837f855b839404283f65dc1dbbda9b8 HTTP/1.1" status: 200 len: 267 time: 0.0431306 Aug 27 14:01:37.810930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4b7cb-db0b-42c7-ace9-948d43964b91 req-70b31b0c-2c94-43c0-8a05-240ec6f8d8cf tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:37.821760 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16e4b7cb-db0b-42c7-ace9-948d43964b91 req-70b31b0c-2c94-43c0-8a05-240ec6f8d8cf tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 945 time: 0.0744932 Aug 27 14:01:37.829437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-16e4b7cb-db0b-42c7-ace9-948d43964b91 req-bd8f78ed-c160-4969-bb08-bc22f3bfd63d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'port': {'security_groups': ['6e7214a5-36cd-43e8-9fad-ab017a0d0eb9', 'e278fbc6-eebc-404b-b475-f656903dc1e0']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:37.926258 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-16e4b7cb-db0b-42c7-ace9-948d43964b91 req-bd8f78ed-c160-4969-bb08-bc22f3bfd63d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:38.167404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Pushing event updated for resources: {'Port': ['ID=907d54c6-46fb-4485-a62e-3c717bc83a96,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:38.239264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-16e4b7cb-db0b-42c7-ace9-948d43964b91 req-bd8f78ed-c160-4969-bb08-bc22f3bfd63d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] For port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:38.247821 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:38.284334 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-16e4b7cb-db0b-42c7-ace9-948d43964b91 req-bd8f78ed-c160-4969-bb08-bc22f3bfd63d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:38.294358 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-16e4b7cb-db0b-42c7-ace9-948d43964b91 req-bd8f78ed-c160-4969-bb08-bc22f3bfd63d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:38.308147 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:38.326189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Attempting to bind port 907d54c6-46fb-4485-a62e-3c717bc83a96 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:38.326533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Attempting to bind port 907d54c6-46fb-4485-a62e-3c717bc83a96 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:38.343389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Attempting to bind port 907d54c6-46fb-4485-a62e-3c717bc83a96 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:38.360096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['490aaa4a-e1b0-4878-bbee-31187c339280'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:38.366222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Port 907d54c6-46fb-4485-a62e-3c717bc83a96 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:01:38.366472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Attempting to bind port 907d54c6-46fb-4485-a62e-3c717bc83a96 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:38.371381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4b7cb-db0b-42c7-ace9-948d43964b91 req-bd8f78ed-c160-4969-bb08-bc22f3bfd63d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:38.372167 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-16e4b7cb-db0b-42c7-ace9-948d43964b91 req-bd8f78ed-c160-4969-bb08-bc22f3bfd63d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:38.380078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:38.380518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:38.380871 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:38.381332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Bound port: 907d54c6-46fb-4485-a62e-3c717bc83a96, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:38.381704 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:38.390836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16e4b7cb-db0b-42c7-ace9-948d43964b91 req-bd8f78ed-c160-4969-bb08-bc22f3bfd63d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "PUT /v2.0/ports/dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 HTTP/1.1" status: 200 len: 981 time: 0.5680258 Aug 27 14:01:38.391419 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdb6111-8fe6-491d-b042-ec403cba0d41', 'tag': 'dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:38.393923 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc2c407-46df-413d-a3ca-e670b01b29f5" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdb6111-8fe6-491d-b042-ec403cba0d41", "tag": "dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:38.441962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f78ed-c160-4969-bb08-bc22f3bfd63d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'Port': ['ID=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,revision_number=6']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:38.445885 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:38.479279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:38.545242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:38.557895 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Pushing event updated for resources: {'Port': ['ID=a65c6089-4ede-4405-8ec0-3aab5dd98ff1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:38.561443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:38.566542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:38.578062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] For port 907d54c6-46fb-4485-a62e-3c717bc83a96, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:38.583698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] For port 907d54c6-46fb-4485-a62e-3c717bc83a96, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=907d54c6-46fb-4485-a62e-3c717bc83a96,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:38.611202 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:38.674560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Pushing event updated for resources: {'Port': ['ID=907d54c6-46fb-4485-a62e-3c717bc83a96,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:38.676711 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d93026-97c9-4921-8051-9053b6d16834 req-d19d2275-4eb2-4a60-b617-448994570555 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:38.687759 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c4d93026-97c9-4921-8051-9053b6d16834 req-d19d2275-4eb2-4a60-b617-448994570555 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.0630691 Aug 27 14:01:38.696085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:38.696830 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:38.698916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-1f131589-cbb0-4b63-9b54-b1476b8595e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/907d54c6-46fb-4485-a62e-3c717bc83a96 HTTP/1.1" status: 200 len: 1096 time: 1.7419078 Aug 27 14:01:38.754711 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:38.761186 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c4d93026-97c9-4921-8051-9053b6d16834 req-9bf3cfd4-a6da-47eb-9982-d6da05bb7e17 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715272 Aug 27 14:01:38.804271 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:39.062068 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c10a905-40e4-4be1-be5f-f01659283b09 req-6c448082-0ec9-48d0-9fcd-feb50143bce8 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/e278fbc6-eebc-404b-b475-f656903dc1e0 HTTP/1.1" status: 200 len: 1801 time: 0.0490909 Aug 27 14:01:39.078499 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a430d-1768-4c1e-a778-5936c5999fbc req-edb56f3b-fa6d-43c4-8d46-de7b29c97d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:39.080409 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-edb56f3b-fa6d-43c4-8d46-de7b29c97d82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d0de8ef814d447b98b0f6fa81dd81c0&device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 1099 time: 0.2154813 Aug 27 14:01:39.105543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:39.107064 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-1c10a905-40e4-4be1-be5f-f01659283b09 req-6038f9aa-23e5-48e8-bd14-6efe0d6dde35 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 14:01:39.108096 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c10a905-40e4-4be1-be5f-f01659283b09 req-6038f9aa-23e5-48e8-bd14-6efe0d6dde35 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "DELETE /v2.0/security-groups/e278fbc6-eebc-404b-b475-f656903dc1e0 HTTP/1.1" status: 409 len: 341 time: 0.0452542 Aug 27 14:01:39.111716 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:39.152373 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6f73d8-8875-4995-a806-ad6290133a82 x-openstack-request-id: req-6b6f73d8-8875-4995-a806-ad6290133a82 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:39.152665 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdb6111-8fe6-491d-b042-ec403cba0d41", "tag": "dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:39.153043 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b6f73d8-8875-4995-a806-ad6290133a82 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:39.153445 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdb6111-8fe6-491d-b042-ec403cba0d41', 'tag': 'dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2', 'status': 'completed', 'code': 200} Aug 27 14:01:39.236472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-551f4d04-464d-4025-b071-77ba42c89169 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=907d54c6-46fb-4485-a62e-3c717bc83a96 HTTP/1.1" status: 200 len: 217 time: 0.0938494 Aug 27 14:01:39.276879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279cc8b5-81fc-4d71-8379-eea0525b2c9a', 'tag': '907d54c6-46fb-4485-a62e-3c717bc83a96'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:39.278252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947a4e9-f0c3-42ab-8562-6c0e2ba79e19 req-5c350057-3a73-4c40-85f2-8db10a96c499 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:39.279241 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6995da66-a6e7-47eb-8a06-07a1c706b00d" -d '{"events": [{"name": "network-changed", "server_uuid": "279cc8b5-81fc-4d71-8379-eea0525b2c9a", "tag": "907d54c6-46fb-4485-a62e-3c717bc83a96"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:39.279851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8947a4e9-f0c3-42ab-8562-6c0e2ba79e19 req-5c350057-3a73-4c40-85f2-8db10a96c499 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 943 time: 0.0722349 Aug 27 14:01:39.321289 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8947a4e9-f0c3-42ab-8562-6c0e2ba79e19 req-b273d088-6cd6-4476-886d-d03eec5fc70e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353158 Aug 27 14:01:39.324799 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Pushing event updated for resources: {'Port': ['ID=a65c6089-4ede-4405-8ec0-3aab5dd98ff1,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:39.329021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47016) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:39.348632 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:39.367059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a430d-1768-4c1e-a778-5936c5999fbc req-e62b36e5-7921-4f7d-a9d9-9eb98e50e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:39.368587 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-e62b36e5-7921-4f7d-a9d9-9eb98e50e623 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1221011 Aug 27 14:01:39.372227 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2c407-46df-413d-a3ca-e670b01b29f5 req-420c3961-95b4-4bb0-ba3a-8b5f9e72e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:39.373640 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc2c407-46df-413d-a3ca-e670b01b29f5 req-420c3961-95b4-4bb0-ba3a-8b5f9e72e877 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5837f855b839404283f65dc1dbbda9b8&device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 1136 time: 0.1683471 Aug 27 14:01:39.395396 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:39.396548 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-858a9814-a465-4499-82e0-dac22c69b462 req-6731b8db-99df-4a0f-8707-51d57e5ac810 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4536340 Aug 27 14:01:39.444600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f86a7-32bd-4fd6-a1a7-d5fc1f915b1e req-4b4798e7-43eb-47f9-839c-0f507ed17425 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:39.446093 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-110f86a7-32bd-4fd6-a1a7-d5fc1f915b1e req-4b4798e7-43eb-47f9-839c-0f507ed17425 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 947 time: 0.0565701 Aug 27 14:01:39.465822 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c4fe08b6-3219-4972-922d-39448f78abdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:39.510832 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-110f86a7-32bd-4fd6-a1a7-d5fc1f915b1e req-12c9f836-68f5-49b6-a8ff-441119cdf51c tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/security-groups?id=49a3a214-57c3-4c82-b2a6-355f4572d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580304 Aug 27 14:01:39.513065 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-858a9814-a465-4499-82e0-dac22c69b462 req-801831d5-3404-4bb8-897d-05ba6b4a37f6 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.90 HTTP/1.1" status: 200 len: 695 time: 0.0998952 Aug 27 14:01:39.546473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a430d-1768-4c1e-a778-5936c5999fbc req-4ecb2fd6-73f4-499a-921c-2039c1d045c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:39.548182 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-4ecb2fd6-73f4-499a-921c-2039c1d045c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1712718 Aug 27 14:01:39.612186 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c4fe08b6-3219-4972-922d-39448f78abdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:39.617206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c4fe08b6-3219-4972-922d-39448f78abdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:39.642655 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:39.687884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe08b6-3219-4972-922d-39448f78abdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb654069-30eb-4d27-b21e-1e8817c2db86,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:39.688130 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157b5dcf-fa97-4382-b2ed-0532fb3a75a3 x-openstack-request-id: req-157b5dcf-fa97-4382-b2ed-0532fb3a75a3 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:39.688425 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279cc8b5-81fc-4d71-8379-eea0525b2c9a", "tag": "907d54c6-46fb-4485-a62e-3c717bc83a96", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:39.688678 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-157b5dcf-fa97-4382-b2ed-0532fb3a75a3 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:39.689067 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279cc8b5-81fc-4d71-8379-eea0525b2c9a', 'tag': '907d54c6-46fb-4485-a62e-3c717bc83a96', 'status': 'completed', 'code': 200} Aug 27 14:01:39.694754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c4fe08b6-3219-4972-922d-39448f78abdd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71d936a3c90842e2b569cb27f467d2f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633847 Aug 27 14:01:39.698578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2c407-46df-413d-a3ca-e670b01b29f5 req-eed43145-f205-4a64-a12c-54ed925961fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:39.700160 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc2c407-46df-413d-a3ca-e670b01b29f5 req-eed43145-f205-4a64-a12c-54ed925961fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc HTTP/1.1" status: 200 len: 914 time: 0.3136189 Aug 27 14:01:39.702363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47026) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:39.779725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc2c407-46df-413d-a3ca-e670b01b29f5 req-5737d573-0a21-4910-9b32-d58ad9732ca7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 HTTP/1.1" status: 200 len: 217 time: 0.0696054 Aug 27 14:01:39.856764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a9814-a465-4499-82e0-dac22c69b462 req-24652f3a-f989-43c1-a96c-4e28a0432f01 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:39.858077 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-858a9814-a465-4499-82e0-dac22c69b462 req-24652f3a-f989-43c1-a96c-4e28a0432f01 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.3344901 Aug 27 14:01:39.864408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-ee63db25-4163-43e8-a440-34f66aa4d5a0 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031273 Aug 27 14:01:39.928363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40babe-3c5a-40cf-8d93-df43256c5436 req-1dd89a87-890a-4633-a10e-dd944aa8b3d3 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:39.929895 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b40babe-3c5a-40cf-8d93-df43256c5436 req-1dd89a87-890a-4633-a10e-dd944aa8b3d3 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 984 time: 0.0717962 Aug 27 14:01:39.945166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2c407-46df-413d-a3ca-e670b01b29f5 req-48962b32-d93e-4123-92ed-af6756ee3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:39.946354 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc2c407-46df-413d-a3ca-e670b01b29f5 req-48962b32-d93e-4123-92ed-af6756ee3706 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95b1144e-3261-4f67-a06a-064e2d0743c7 HTTP/1.1" status: 200 len: 853 time: 0.1525407 Aug 27 14:01:39.955758 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f03dc13a-49ec-47a7-a8cf-d51ddd2eace3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:39.977918 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b40babe-3c5a-40cf-8d93-df43256c5436 req-e08d7b3f-5947-4cc2-9e1c-4a74c88444c4 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=e278fbc6-eebc-404b-b475-f656903dc1e0&id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0417879 Aug 27 14:01:39.979185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d342bd96-27f5-49f9-ac23-e87848d5a32f details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:01:40.036787 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f03dc13a-49ec-47a7-a8cf-d51ddd2eace3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:40.071866 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc2c407-46df-413d-a3ca-e670b01b29f5 req-0b7241dd-0c8c-4319-8670-5f1e69eba741 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142428 Aug 27 14:01:40.107870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d342bd96-27f5-49f9-ac23-e87848d5a32f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d342bd96-27f5-49f9-ac23-e87848d5a32f,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:40.114628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc1424-73bb-49e5-8ad5-76476cda3d92 req-169ef836-0a32-4646-bea6-eb455831f93a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:40.122966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'd342bd96-27f5-49f9-ac23-e87848d5a32f', 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2', 'port_id': 'd342bd96-27f5-49f9-ac23-e87848d5a32f', 'mac_address': 'fa:16:3e:80:2d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8012dbf9-0982-45c9-b07b-40b74c5b4a40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:01:40.123317 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84bc1424-73bb-49e5-8ad5-76476cda3d92 req-169ef836-0a32-4646-bea6-eb455831f93a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0705452 Aug 27 14:01:40.180541 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cfbc7-bd55-4140-b100-eeb814c772f5 req-a53b0d11-61cc-45d3-a7ff-8246d31cef18 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:40.181469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-765cfbc7-bd55-4140-b100-eeb814c772f5 req-a53b0d11-61cc-45d3-a7ff-8246d31cef18 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.2406387 Aug 27 14:01:40.192552 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:40.194990 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84bc1424-73bb-49e5-8ad5-76476cda3d92 req-358fdaa9-c12a-44d6-8467-b5ec3dd2cc49 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.90 HTTP/1.1" status: 200 len: 695 time: 0.0706401 Aug 27 14:01:40.195502 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-118a430d-1768-4c1e-a778-5936c5999fbc req-89f0cb36-039a-41b7-8e46-f24de3ce0bb6 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181996 Aug 27 14:01:40.201284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-84bc1424-73bb-49e5-8ad5-76476cda3d92 req-2b577f45-1367-466a-9e49-c3091c09ad6e tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Request body: {'floatingip': {'port_id': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:40.214535 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f03dc13a-49ec-47a7-a8cf-d51ddd2eace3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:40.217153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f03dc13a-49ec-47a7-a8cf-d51ddd2eace3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:40.218289 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f03dc13a-49ec-47a7-a8cf-d51ddd2eace3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb654069-30eb-4d27-b21e-1e8817c2db86 HTTP/1.1" status: 204 len: 168 time: 0.5093570 Aug 27 14:01:40.242982 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84bc1424-73bb-49e5-8ad5-76476cda3d92 req-2b577f45-1367-466a-9e49-c3091c09ad6e tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:40.249943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03dc13a-49ec-47a7-a8cf-d51ddd2eace3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb654069-30eb-4d27-b21e-1e8817c2db86,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:40.257744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d342bd96-27f5-49f9-ac23-e87848d5a32f {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:40.274964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-765cfbc7-bd55-4140-b100-eeb814c772f5 req-c6f0dfda-2578-4fb3-a92c-b9286f4ed411 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736065 Aug 27 14:01:40.308643 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc2c407-46df-413d-a3ca-e670b01b29f5 req-2d3652f1-171d-4fc6-934f-c8dafd0e4edd service neutron] 10.222.0.52 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212484 Aug 27 14:01:40.353362 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d342bd96-27f5-49f9-ac23-e87848d5a32f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d342bd96-27f5-49f9-ac23-e87848d5a32f,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:40.361592 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:40.445765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d342bd96-27f5-49f9-ac23-e87848d5a32f,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:40.506976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995da66-a6e7-47eb-8a06-07a1c706b00d req-35294410-9292-47cb-8a69-231e61a07e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:40.508498 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6995da66-a6e7-47eb-8a06-07a1c706b00d req-35294410-9292-47cb-8a69-231e61a07e2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d0de8ef814d447b98b0f6fa81dd81c0&device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 1099 time: 0.1924591 Aug 27 14:01:40.516782 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc2c407-46df-413d-a3ca-e670b01b29f5 req-93e3a1c6-1d45-40fd-a3a6-17ea6438878b service neutron] 10.222.0.52 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831758 Aug 27 14:01:40.536768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ee55a-8382-4d36-862f-1a78bba8594c req-1c823468-b22a-4fde-8417-dbbeeff987b3 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:40.538958 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea7ee55a-8382-4d36-862f-1a78bba8594c req-1c823468-b22a-4fde-8417-dbbeeff987b3 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1316617 Aug 27 14:01:40.691407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea7ee55a-8382-4d36-862f-1a78bba8594c req-8604b456-1cd0-4090-b1b1-3342f91d78f7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412103 Aug 27 14:01:40.737190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadb406-8578-4795-a7c0-53455fc08031 req-d2796b3f-78c1-4ee1-98e2-a5d41fc04afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:40.738728 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eadb406-8578-4795-a7c0-53455fc08031 req-d2796b3f-78c1-4ee1-98e2-a5d41fc04afa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5837f855b839404283f65dc1dbbda9b8&device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 1136 time: 0.1562707 Aug 27 14:01:40.907737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995da66-a6e7-47eb-8a06-07a1c706b00d req-dc97b66f-4db3-40c1-a9b5-8a7fa2ecb513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:40.909979 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6995da66-a6e7-47eb-8a06-07a1c706b00d req-dc97b66f-4db3-40c1-a9b5-8a7fa2ecb513 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.3914554 Aug 27 14:01:40.934417 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadb406-8578-4795-a7c0-53455fc08031 req-c4cd6120-0586-4e51-b02f-f94340b28773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:40.936011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eadb406-8578-4795-a7c0-53455fc08031 req-c4cd6120-0586-4e51-b02f-f94340b28773 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc HTTP/1.1" status: 200 len: 914 time: 0.1850302 Aug 27 14:01:40.986765 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6995da66-a6e7-47eb-8a06-07a1c706b00d req-19415e0b-8b2c-4c2e-b10b-8572a541e37c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=907d54c6-46fb-4485-a62e-3c717bc83a96 HTTP/1.1" status: 200 len: 217 time: 0.0629675 Aug 27 14:01:40.988996 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-84bc1424-73bb-49e5-8ad5-76476cda3d92 req-2b577f45-1367-466a-9e49-c3091c09ad6e tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 14:01:41.002912 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84bc1424-73bb-49e5-8ad5-76476cda3d92 req-2b577f45-1367-466a-9e49-c3091c09ad6e tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "PUT /v2.0/floatingips/8f18cd92-61bb-47c8-b16d-595f19028ae5 HTTP/1.1" status: 409 len: 549 time: 0.8067913 Aug 27 14:01:41.046101 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eadb406-8578-4795-a7c0-53455fc08031 req-181047cf-ba72-49c0-b345-1d66f41fb41a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 HTTP/1.1" status: 200 len: 217 time: 0.0695977 Aug 27 14:01:41.060134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b735-0864-43fe-9666-005ea2687b30 req-5b9bf8fd-33f2-4d1f-9826-701be292ab27 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:41.061757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-edf5b735-0864-43fe-9666-005ea2687b30 req-5b9bf8fd-33f2-4d1f-9826-701be292ab27 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 944 time: 0.2135940 Aug 27 14:01:41.130784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfe61-d13f-416d-acbd-a312c3a4ce11 req-cee0276c-4f69-4cae-90f2-04055efeab61 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:41.139248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8fcbfe61-d13f-416d-acbd-a312c3a4ce11 req-cee0276c-4f69-4cae-90f2-04055efeab61 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 947 time: 0.0811248 Aug 27 14:01:41.152478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995da66-a6e7-47eb-8a06-07a1c706b00d req-df5bbd58-013a-4e0c-a5fc-f074cd71b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:41.154036 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6995da66-a6e7-47eb-8a06-07a1c706b00d req-df5bbd58-013a-4e0c-a5fc-f074cd71b111 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1227641 Aug 27 14:01:41.183114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['d342bd96-27f5-49f9-ac23-e87848d5a32f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:41.194854 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8fcbfe61-d13f-416d-acbd-a312c3a4ce11 req-a796cdf3-292f-4790-9a1d-0e717ad944ea tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/security-groups?id=49a3a214-57c3-4c82-b2a6-355f4572d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541334 Aug 27 14:01:41.266500 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-edf5b735-0864-43fe-9666-005ea2687b30 req-1f2ab3d3-d272-4550-bba4-5c6fb8017cc8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762731 Aug 27 14:01:41.268655 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadb406-8578-4795-a7c0-53455fc08031 req-cc44aef0-7d3f-4b5a-90bd-1eede4af94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:41.270057 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eadb406-8578-4795-a7c0-53455fc08031 req-cc44aef0-7d3f-4b5a-90bd-1eede4af94a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95b1144e-3261-4f67-a06a-064e2d0743c7 HTTP/1.1" status: 200 len: 853 time: 0.2074223 Aug 27 14:01:41.310127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47078) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:41.355713 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eadb406-8578-4795-a7c0-53455fc08031 req-a778a197-9f38-4765-8e87-fccb1431369e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677967 Aug 27 14:01:41.358582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995da66-a6e7-47eb-8a06-07a1c706b00d req-6a541e20-0ace-4cab-b608-5841637f1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:41.360565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6995da66-a6e7-47eb-8a06-07a1c706b00d req-6a541e20-0ace-4cab-b608-5841637f1dee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1956956 Aug 27 14:01:41.501162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-cd71806f-dacc-48bb-a94c-f1556678cd22 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips/8f18cd92-61bb-47c8-b16d-595f19028ae5 HTTP/1.1" status: 200 len: 692 time: 0.0906756 Aug 27 14:01:41.564717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-539049762-network', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:41.590557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288f2ce-1b3e-4aad-bf08-4f0b1c3321f8 req-6081b3b6-f0c2-4a43-adf3-6aaa482efb86 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:41.592463 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9288f2ce-1b3e-4aad-bf08-4f0b1c3321f8 req-6081b3b6-f0c2-4a43-adf3-6aaa482efb86 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 984 time: 0.1144183 Aug 27 14:01:41.606238 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:41.608516 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:41.609337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eadb406-8578-4795-a7c0-53455fc08031 req-c57783b8-1e4a-45e0-9fdd-2f9f8eadfadc service neutron] 10.222.0.52 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420971 Aug 27 14:01:41.616298 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6995da66-a6e7-47eb-8a06-07a1c706b00d req-3a8bfabd-658d-44fb-9fcc-d9b2dd4da88c service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376716 Aug 27 14:01:41.622601 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:41.654349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-61ee3a00-3f1a-4390-b169-c26932a83d8f tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:41.655742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-61ee3a00-3f1a-4390-b169-c26932a83d8f tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1488576 Aug 27 14:01:41.724754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-f6f4fdcf-479f-4258-9c97-adc4d5f2e2aa tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.90 HTTP/1.1" status: 200 len: 695 time: 0.0606446 Aug 27 14:01:41.744822 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9288f2ce-1b3e-4aad-bf08-4f0b1c3321f8 req-24c8f617-cd45-4497-a6a1-1f7698ecc226 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=e278fbc6-eebc-404b-b475-f656903dc1e0&id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1377048 Aug 27 14:01:41.789853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-e76254fe-2390-4d6d-aa37-3acbbe701f3e tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.90 HTTP/1.1" status: 200 len: 695 time: 0.0562282 Aug 27 14:01:41.811064 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6995da66-a6e7-47eb-8a06-07a1c706b00d req-c8331218-aa3e-403d-849e-de6df24bb97f service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786685 Aug 27 14:01:41.814204 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eadb406-8578-4795-a7c0-53455fc08031 req-59fbd59b-0ff6-4f23-89fc-7beea0afd52f service neutron] 10.222.0.52 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958430 Aug 27 14:01:41.936597 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:41.973073 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.007144 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:01:42.020413 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74533d36-8524-44d8-9382-e2085db5ee64,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:42.030060 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.030404 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Added segment 72bb2613-b083-43ba-96d1-8f02bcbfc8e9 of type vlan for network 238bdca3-eff0-4f40-8753-5ea92a775a46 Aug 27 14:01:42.044887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-b7689154-43e6-4624-ae06-9d48d9f8ec30 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:42.047426 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-b7689154-43e6-4624-ae06-9d48d9f8ec30 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/networks?id=98a83768-35e2-421d-8e29-026f2b74cf67 HTTP/1.1" status: 200 len: 815 time: 0.1317940 Aug 27 14:01:42.063574 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-0dcd219f-14aa-4ffc-b73f-c69ed53acf66 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/quotas/72b9ab7d63ad4d10a6e999acf8f3ce3c HTTP/1.1" status: 200 len: 375 time: 0.0096700 Aug 27 14:01:42.077800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-20a5013d-2d54-463a-878f-dbf6dc517c92 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Deleting port a65c6089-4ede-4405-8ec0-3aab5dd98ff1 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:42.078139 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-20a5013d-2d54-463a-878f-dbf6dc517c92 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.096505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.122234 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-94611ac4-6176-4d31-b350-1b747854570d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=72b9ab7d63ad4d10a6e999acf8f3ce3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509753 Aug 27 14:01:42.167852 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.168774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:42.169427 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.204657 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-20a5013d-2d54-463a-878f-dbf6dc517c92 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.205057 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-20a5013d-2d54-463a-878f-dbf6dc517c92 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.228523 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-aeef4f27-8def-43e3-ac56-a112fcf0067e service neutron] 10.222.0.55 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977311 Aug 27 14:01:42.250516 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9365189 Aug 27 14:01:42.252616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47104) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:42.258057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-20a5013d-2d54-463a-878f-dbf6dc517c92 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Calling delete_port for a65c6089-4ede-4405-8ec0-3aab5dd98ff1 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:42.262954 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ad3aadbf-11fb-4dac-9466-518222226adc admin admin] Request body: {'subnet': {'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-539049762-subnet', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:42.280151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Pushing event updated for resources: {'Network': ['ID=238bdca3-eff0-4f40-8753-5ea92a775a46,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:42.331870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:42.332211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:42.332549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:42.332878 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:42.333205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:42.333530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:42.333865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:42.334170 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:42.334488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:42.334838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:42.335149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:42.335465 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985343b1-59a2-4d6e-92fb-b8dd923850f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:42.346406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-57488c2e-508c-46f8-9aee-a331171638e4 service neutron] 10.222.0.55 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094141 Aug 27 14:01:42.353678 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 238bdca3-eff0-4f40-8753-5ea92a775a46 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:01:42.356548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3aadbf-11fb-4dac-9466-518222226adc admin admin] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:42.363606 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad3aadbf-11fb-4dac-9466-518222226adc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.576714 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-20a5013d-2d54-463a-878f-dbf6dc517c92 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.588003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc57ad-d174-4e68-8375-9054d9c8914e req-c922bcb9-2911-4714-b540-f6d627ace358 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:42.599050 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4fc57ad-d174-4e68-8375-9054d9c8914e req-c922bcb9-2911-4714-b540-f6d627ace358 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 947 time: 0.0836279 Aug 27 14:01:42.618450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5013d-2d54-463a-878f-dbf6dc517c92 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Pushing event deleted for resources: {'Port': ['ID=a65c6089-4ede-4405-8ec0-3aab5dd98ff1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:42.655674 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4fc57ad-d174-4e68-8375-9054d9c8914e req-d195738e-8ac5-47e5-8818-74da4202a861 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/security-groups?id=49a3a214-57c3-4c82-b2a6-355f4572d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560012 Aug 27 14:01:42.711131 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad3aadbf-11fb-4dac-9466-518222226adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.718982 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-20a5013d-2d54-463a-878f-dbf6dc517c92 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.721801 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-20a5013d-2d54-463a-878f-dbf6dc517c92 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.723700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ae8c8f2e-3961-49d0-a970-dd099337eed6 req-20a5013d-2d54-463a-878f-dbf6dc517c92 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "DELETE /v2.0/floatingips/8f18cd92-61bb-47c8-b16d-595f19028ae5 HTTP/1.1" status: 204 len: 173 time: 0.9267066 Aug 27 14:01:42.767422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3aadbf-11fb-4dac-9466-518222226adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c74d84a0-e280-4ee7-be74-73fa70e12242,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:42.801372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64453a4f-21a0-4a09-9793-fee5444b8728 req-fc3b9f8c-c68c-4825-bd59-049a4828dc22 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:42.803811 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64453a4f-21a0-4a09-9793-fee5444b8728 req-fc3b9f8c-c68c-4825-bd59-049a4828dc22 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 944 time: 0.0794754 Aug 27 14:01:42.846523 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3aadbf-11fb-4dac-9466-518222226adc admin admin] Checking segment: {'id': '72bb2613-b083-43ba-96d1-8f02bcbfc8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:42.846924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3aadbf-11fb-4dac-9466-518222226adc admin admin] Network hostable DHCP agents. Network: 238bdca3-eff0-4f40-8753-5ea92a775a46, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:01:42.874592 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64453a4f-21a0-4a09-9793-fee5444b8728 req-63bc507d-c14f-4a21-9e11-e87d97236e1a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627577 Aug 27 14:01:42.888686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3aadbf-11fb-4dac-9466-518222226adc admin admin] Network 238bdca3-eff0-4f40-8753-5ea92a775a46 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:01:42.913480 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e160f30a-3696-465d-8d78-abee5a423cf7 req-f8439546-e152-427c-9f88-96bccade4ca0 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 210 time: 0.0356388 Aug 27 14:01:42.922847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ad3aadbf-11fb-4dac-9466-518222226adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 238bdca3-eff0-4f40-8753-5ea92a775a46) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:42.940201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816f07a0-8a49-49a6-8aaf-83731d2d7e8d None None] Network 238bdca3-eff0-4f40-8753-5ea92a775a46 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:01:42.941036 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3aadbf-11fb-4dac-9466-518222226adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:42.941641 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad3aadbf-11fb-4dac-9466-518222226adc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:42.976232 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ad3aadbf-11fb-4dac-9466-518222226adc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7205718 Aug 27 14:01:42.976472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47126) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:42.981152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-539049762-router', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:43.017793 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:43.018606 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:43.138190 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:43.148395 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c256f3d-d98e-4148-a434-d29a621d51b5 req-c7766701-ed18-4e1f-a055-d06bf409cb50 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:43.150075 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c256f3d-d98e-4148-a434-d29a621d51b5 req-c7766701-ed18-4e1f-a055-d06bf409cb50 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 984 time: 0.1350911 Aug 27 14:01:43.364733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-238bdca3-eff0-4f40-8753-5ea92a775a46', 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'fixed_ips': [{'subnet_id': 'c74d84a0-e280-4ee7-be74-73fa70e12242'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:01:43.367932 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:43.414313 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:43.426091 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c256f3d-d98e-4148-a434-d29a621d51b5 req-4ee65dcc-e317-422d-bf04-e29bda97f64e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=e278fbc6-eebc-404b-b475-f656903dc1e0&id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1705003 Aug 27 14:01:43.471635 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-842fac4d-1d55-4a32-87c3-58cb8a075862 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.108 HTTP/1.1" status: 200 len: 1001 time: 0.5770144 Aug 27 14:01:43.532397 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-b7c82dc7-825d-490f-8d2d-3255fa80c4d0 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:43.545166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-b7c82dc7-825d-490f-8d2d-3255fa80c4d0 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports/b2413fae-a6d7-4a4e-80bb-2d3f11e76387 HTTP/1.1" status: 200 len: 942 time: 0.0665166 Aug 27 14:01:43.555293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Allocated IP 172.20.0.2 (238bdca3-eff0-4f40-8753-5ea92a775a46/c74d84a0-e280-4ee7-be74-73fa70e12242/b5f65fea-095b-442b-817d-84aba0accde6) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:43.621972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b24ac-d6d5-4f88-8465-d3d1ea024d59 req-3830d63e-55ca-4c01-890c-2b1188b56a52 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:43.623565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-354b24ac-d6d5-4f88-8465-d3d1ea024d59 req-3830d63e-55ca-4c01-890c-2b1188b56a52 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6 HTTP/1.1" status: 200 len: 945 time: 0.1119065 Aug 27 14:01:43.648809 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ad0d28a-d45d-42d3-bc1d-de71797e74c9 req-bc999524-470b-4978-9ae8-ade842a79aa5 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1546728971&fields=id&tenant_id=5837f855b839404283f65dc1dbbda9b8 HTTP/1.1" status: 200 len: 267 time: 0.0958743 Aug 27 14:01:43.781213 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-9de9e7ec-6cc6-4c99-8671-d71ad963fc33 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.108 HTTP/1.1" status: 200 len: 1001 time: 0.1691697 Aug 27 14:01:43.785342 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:43.805550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Transition to ACTIVE for port object b5f65fea-095b-442b-817d-84aba0accde6 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:43.829902 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Transition to ACTIVE for port object b5f65fea-095b-442b-817d-84aba0accde6 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:43.838402 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:43.849834 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0d28a-d45d-42d3-bc1d-de71797e74c9 req-8e43728d-21a3-4e4c-bae3-19e800aa163e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:43.855662 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ad0d28a-d45d-42d3-bc1d-de71797e74c9 req-8e43728d-21a3-4e4c-bae3-19e800aa163e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 984 time: 0.2060041 Aug 27 14:01:43.877763 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-9ad0d28a-d45d-42d3-bc1d-de71797e74c9 req-4ab09249-1c38-42d3-bb58-6fe6de102bb4 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'port': {'security_groups': ['6e7214a5-36cd-43e8-9fad-ab017a0d0eb9', 'e278fbc6-eebc-404b-b475-f656903dc1e0', '8118d46f-ed85-4fd4-81dc-8cf0d8618949']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:43.896983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Network 238bdca3-eff0-4f40-8753-5ea92a775a46 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:43.903103 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:43.909954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:43.994014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Pushing event updated for resources: {'Port': ['ID=b5f65fea-095b-442b-817d-84aba0accde6,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:44.010128 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9ad0d28a-d45d-42d3-bc1d-de71797e74c9 req-4ab09249-1c38-42d3-bb58-6fe6de102bb4 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.014339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 907d54c6-46fb-4485-a62e-3c717bc83a96 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:01:44.037949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-97da558f-6a90-4ff7-973d-81dee77a3896 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:44.039772 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-97da558f-6a90-4ff7-973d-81dee77a3896 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.52 "GET /v2.0/networks?id=98a83768-35e2-421d-8e29-026f2b74cf67 HTTP/1.1" status: 200 len: 815 time: 0.2422211 Aug 27 14:01:44.047263 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-354b24ac-d6d5-4f88-8465-d3d1ea024d59 req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Deleting port cfcd3921-2e69-490d-b77e-5cbb48af2bc8 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:44.047846 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-354b24ac-d6d5-4f88-8465-d3d1ea024d59 req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.086924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-ff18d7e6-a3b8-417d-a948-5bdf50904cdd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Request body: {'port': {'device_id': '724b8db6-9a21-417c-b5f3-f1a130cc035c', 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67', 'admin_state_up': True, 'tenant_id': '72b9ab7d63ad4d10a6e999acf8f3ce3c'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:44.116526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d342bd96-27f5-49f9-ac23-e87848d5a32f up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:44.120892 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Attempting to bind port b5f65fea-095b-442b-817d-84aba0accde6 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:44.121259 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Attempting to bind port b5f65fea-095b-442b-817d-84aba0accde6 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '72bb2613-b083-43ba-96d1-8f02bcbfc8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:44.121617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Attempting to bind port b5f65fea-095b-442b-817d-84aba0accde6 on network 238bdca3-eff0-4f40-8753-5ea92a775a46 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:44.149630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-6b2d1b79-6ffb-4713-bc2b-96bcd2075412 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:44.152879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:44.153338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Checking segment: {'id': '72bb2613-b083-43ba-96d1-8f02bcbfc8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:44.153680 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.155220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Bound using segment: {'id': '72bb2613-b083-43ba-96d1-8f02bcbfc8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:44.155719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Bound port: b5f65fea-095b-442b-817d-84aba0accde6, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72bb2613-b083-43ba-96d1-8f02bcbfc8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:44.158022 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.159300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-6b2d1b79-6ffb-4713-bc2b-96bcd2075412 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.3771942 Aug 27 14:01:44.235157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-9ad0d28a-d45d-42d3-bc1d-de71797e74c9 req-4ab09249-1c38-42d3-bb58-6fe6de102bb4 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] For port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:44.284750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] For port b5f65fea-095b-442b-817d-84aba0accde6, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:44.287213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] For port b5f65fea-095b-442b-817d-84aba0accde6, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b5f65fea-095b-442b-817d-84aba0accde6,segment=NetworkSegment(72bb2613-b083-43ba-96d1-8f02bcbfc8e9),segment_id=72bb2613-b083-43ba-96d1-8f02bcbfc8e9)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:44.290522 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9ad0d28a-d45d-42d3-bc1d-de71797e74c9 req-4ab09249-1c38-42d3-bb58-6fe6de102bb4 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.299041 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.304301 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.306866 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9ad0d28a-d45d-42d3-bc1d-de71797e74c9 req-4ab09249-1c38-42d3-bb58-6fe6de102bb4 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.308006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 907d54c6-46fb-4485-a62e-3c717bc83a96, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=907d54c6-46fb-4485-a62e-3c717bc83a96,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:44.346202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.353387 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:44.377965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['490aaa4a-e1b0-4878-bbee-31187c339280'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:44.428090 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-4027a439-91c0-4968-9886-49fef028a7d4 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.108 HTTP/1.1" status: 200 len: 1001 time: 0.2676244 Aug 27 14:01:44.449053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-b230dbac-d1cf-402d-9586-48d2f014032a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:44.472192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0d28a-d45d-42d3-bc1d-de71797e74c9 req-4ab09249-1c38-42d3-bb58-6fe6de102bb4 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:44.473083 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9ad0d28a-d45d-42d3-bc1d-de71797e74c9 req-4ab09249-1c38-42d3-bb58-6fe6de102bb4 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.489247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ad0d28a-d45d-42d3-bc1d-de71797e74c9 req-4ab09249-1c38-42d3-bb58-6fe6de102bb4 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "PUT /v2.0/ports/dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 HTTP/1.1" status: 200 len: 1020 time: 0.6164050 Aug 27 14:01:44.492104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdb6111-8fe6-491d-b042-ec403cba0d41', 'tag': 'dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:44.496361 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f29890-332a-4310-a031-40e5c6eec197" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdb6111-8fe6-491d-b042-ec403cba0d41", "tag": "dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:44.547718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24aab0-2bbc-4dd0-8cef-648577d1ffed None None] Pushing event updated for resources: {'Port': ['ID=b5f65fea-095b-442b-817d-84aba0accde6,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:44.561152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab09249-1c38-42d3-bb58-6fe6de102bb4 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'Port': ['ID=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:44.564716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Allocated IP 172.25.2.149 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:44.581755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '907d54c6-46fb-4485-a62e-3c717bc83a96', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '907d54c6-46fb-4485-a62e-3c717bc83a96', 'mac_address': 'fa:16:3e:60:d2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:01:44.594678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-354b24ac-d6d5-4f88-8465-d3d1ea024d59 req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] For port cfcd3921-2e69-490d-b77e-5cbb48af2bc8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:44.595156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-354b24ac-d6d5-4f88-8465-d3d1ea024d59 req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.638069 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-354b24ac-d6d5-4f88-8465-d3d1ea024d59 req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Calling delete_port for cfcd3921-2e69-490d-b77e-5cbb48af2bc8 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:44.643588 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-b230dbac-d1cf-402d-9586-48d2f014032a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.673557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port d342bd96-27f5-49f9-ac23-e87848d5a32f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:44.707146 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port d342bd96-27f5-49f9-ac23-e87848d5a32f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:44.707531 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.753440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:44.755442 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.797122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace9620-40e6-402d-b49c-8a9054f8c29e req-ad35e6b5-a573-483c-89f2-a4ac5fd8eb91 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:44.808969 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ace9620-40e6-402d-b49c-8a9054f8c29e req-ad35e6b5-a573-483c-89f2-a4ac5fd8eb91 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 947 time: 0.2180243 Aug 27 14:01:44.830503 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-b230dbac-d1cf-402d-9586-48d2f014032a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.849486 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-b230dbac-d1cf-402d-9586-48d2f014032a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.849956 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-b230dbac-d1cf-402d-9586-48d2f014032a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Floating IP 12366539-36c8-4959-8f0a-0fcbb70de53f disassociated. External IP: 172.25.2.108, port: b2413fae-a6d7-4a4e-80bb-2d3f11e76387. Aug 27 14:01:44.864997 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f36118c8-d636-4c85-a5a9-48509d4e8dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:44.920063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907d54c6-46fb-4485-a62e-3c717bc83a96 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:44.929452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ace9620-40e6-402d-b49c-8a9054f8c29e req-13bec881-2148-4653-8a6b-c3ebe63398d7 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/security-groups?id=49a3a214-57c3-4c82-b2a6-355f4572d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122613 Aug 27 14:01:44.943056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 907d54c6-46fb-4485-a62e-3c717bc83a96, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=907d54c6-46fb-4485-a62e-3c717bc83a96,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:44.946390 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:45.044813 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:45.060608 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:45.077146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-ff18d7e6-a3b8-417d-a948-5bdf50904cdd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Made reservation on behalf of 72b9ab7d63ad4d10a6e999acf8f3ce3c for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:45.083113 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-ff18d7e6-a3b8-417d-a948-5bdf50904cdd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:45.146264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:45.150906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:45.164605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Pushing event updated for resources: {'Port': ['ID=61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:45.167629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:45.233252 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:45.386065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ac83cc-caa3-4aab-a6b1-39c262d8b38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd342bd96-27f5-49f9-ac23-e87848d5a32f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:45.388474 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b25cd1f-85ea-4cd6-84ea-cc5303f4c849" -d '{"events": [{"server_uuid": "64ac83cc-caa3-4aab-a6b1-39c262d8b38f", "name": "network-vif-plugged", "status": "completed", "tag": "d342bd96-27f5-49f9-ac23-e87848d5a32f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:45.400383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=907d54c6-46fb-4485-a62e-3c717bc83a96,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:45.441435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d342bd96-27f5-49f9-ac23-e87848d5a32f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d342bd96-27f5-49f9-ac23-e87848d5a32f,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:45.462330 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:45.507507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00f5d6-2e77-400e-8477-d7d26cc528a5 req-601bfa17-281f-4420-8321-3512a4b4937e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:45.509293 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b00f5d6-2e77-400e-8477-d7d26cc528a5 req-601bfa17-281f-4420-8321-3512a4b4937e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 944 time: 0.1886830 Aug 27 14:01:45.540364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d342bd96-27f5-49f9-ac23-e87848d5a32f,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:45.585758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-ff18d7e6-a3b8-417d-a948-5bdf50904cdd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Allocated IP 172.20.0.5 (98a83768-35e2-421d-8e29-026f2b74cf67/b548265e-aa82-466a-84a5-9484690d9f4b/1d69777c-021d-4cd3-b270-87d1cf599e07) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:45.607249 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b00f5d6-2e77-400e-8477-d7d26cc528a5 req-5f65998a-13eb-4336-9db3-e65f6c43f3b2 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900381 Aug 27 14:01:45.614251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-b230dbac-d1cf-402d-9586-48d2f014032a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Router a7332eb0-f8f5-49fc-afc7-328f246ed6ea has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:01:45.621382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-354b24ac-d6d5-4f88-8465-d3d1ea024d59 req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:45.677724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Pushing event deleted for resources: {'Port': ['ID=cfcd3921-2e69-490d-b77e-5cbb48af2bc8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:45.717069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['907d54c6-46fb-4485-a62e-3c717bc83a96'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:45.774401 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-67a2a22c-22f5-451e-908b-9be800305443 req-3f032d83-fc14-4fe1-9a6d-3dc8446b9a5a tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 210 time: 0.0390892 Aug 27 14:01:45.789058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:45.789548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:45.789999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:45.790727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:45.790900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:45.791862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:45.792319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:45.792829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:45.793479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:45.803355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:45.803355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:45.803776 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:01:45.806167 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:45.845379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-354b24ac-d6d5-4f88-8465-d3d1ea024d59 req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] No DVR routers for this DVR port cfcd3921-2e69-490d-b77e-5cbb48af2bc8 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:01:45.848489 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-354b24ac-d6d5-4f88-8465-d3d1ea024d59 req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:45.851337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-354b24ac-d6d5-4f88-8465-d3d1ea024d59 req-d8b31b7a-2938-4ded-941b-c335b878667d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.41 "DELETE /v2.0/ports/cfcd3921-2e69-490d-b77e-5cbb48af2bc8 HTTP/1.1" status: 204 len: 173 time: 2.1768210 Aug 27 14:01:45.858401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6', 'name': 'network-vif-deleted', 'tag': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:45.860985 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d03a00-1d4b-4959-a41b-4644f01f2bf0" -d '{"events": [{"server_uuid": "3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6", "name": "network-vif-deleted", "tag": "cfcd3921-2e69-490d-b77e-5cbb48af2bc8"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:45.933577 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd12338f-0aca-49a2-94bb-ed864c5955fc req-abee7bb3-22b2-4f8e-8c76-bdccdc9a857d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/8118d46f-ed85-4fd4-81dc-8cf0d8618949 HTTP/1.1" status: 200 len: 1800 time: 0.0614879 Aug 27 14:01:45.962909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-b230dbac-d1cf-402d-9586-48d2f014032a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:01:45.976330 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2546eef-37e9-4b4a-995a-045bdebdd961 None None] Sync routers for ids ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:01:45.991047 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2546eef-37e9-4b4a-995a-045bdebdd961 None None] Routers {'a7332eb0-f8f5-49fc-afc7-328f246ed6ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:45.991818 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e2546eef-37e9-4b4a-995a-045bdebdd961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:46.002410 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-b230dbac-d1cf-402d-9586-48d2f014032a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:46.060208 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device cfcd3921-2e69-490d-b77e-5cbb48af2bc8 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:01:46.094388 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-b230dbac-d1cf-402d-9586-48d2f014032a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "PUT /v2.0/floatingips/12366539-36c8-4959-8f0a-0fcbb70de53f HTTP/1.1" status: 200 len: 695 time: 1.6479452 Aug 27 14:01:46.106141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: cfcd3921-2e69-490d-b77e-5cbb48af2bc8 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:01:46.106485 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device cfcd3921-2e69-490d-b77e-5cbb48af2bc8 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:01:46.190659 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e2546eef-37e9-4b4a-995a-045bdebdd961 None None] Set router a7332eb0-f8f5-49fc-afc7-328f246ed6ea gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:46.225079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-5200e7d0-df36-43bb-b518-2c0cedebf0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:46.232749 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-5200e7d0-df36-43bb-b518-2c0cedebf0b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b40148a7014a78aff82211c83a0273&device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 1097 time: 0.1373758 Aug 27 14:01:46.321576 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:46.349113 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-ff18d7e6-a3b8-417d-a948-5bdf50904cdd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:46.380680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052109ae-4912-447c-bc15-6fd9fdbb0aeb None None] Network 238bdca3-eff0-4f40-8753-5ea92a775a46 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:01:46.416384 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-bd12338f-0aca-49a2-94bb-ed864c5955fc req-f5154376-b74c-4192-8fa1-0754499dc51a tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 14:01:46.417519 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd12338f-0aca-49a2-94bb-ed864c5955fc req-f5154376-b74c-4192-8fa1-0754499dc51a tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "DELETE /v2.0/security-groups/8118d46f-ed85-4fd4-81dc-8cf0d8618949 HTTP/1.1" status: 409 len: 341 time: 0.4230177 Aug 27 14:01:46.470793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-dc5d2000-5125-48f6-aa0e-cfd042f93dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:46.472160 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-dc5d2000-5125-48f6-aa0e-cfd042f93dc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=26322e6f-b793-48c3-92ef-a8508600729b HTTP/1.1" status: 200 len: 929 time: 0.2386165 Aug 27 14:01:46.514846 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e2546eef-37e9-4b4a-995a-045bdebdd961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0d67420d-381d-45f0-aa20-11f43377337a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:01:02Z', 'revision_number': 4, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port': {'id': '0d67420d-381d-45f0-aa20-11f43377337a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:56Z', 'updated_at': '2021-08-27T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '28891944-2dc8-4131-9c38-c0d946abde50', 'name': '', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'mac_address': 'fa:16:3e:48:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:00Z', 'updated_at': '2021-08-27T14:01:10Z', 'revision_number': 5, 'project_id': '64b40148a7014a78aff82211c83a0273', 'subnets': [{'id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:46.557079 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53870a8-752a-4a74-833e-0c2f3732d2da x-openstack-request-id: req-c53870a8-752a-4a74-833e-0c2f3732d2da {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:46.557689 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdb6111-8fe6-491d-b042-ec403cba0d41", "tag": "dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:46.557689 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c53870a8-752a-4a74-833e-0c2f3732d2da {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:46.558092 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdb6111-8fe6-491d-b042-ec403cba0d41', 'tag': 'dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2', 'status': 'completed', 'code': 200} Aug 27 14:01:46.558984 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2546eef-37e9-4b4a-995a-045bdebdd961 None None] Checking router: a7332eb0-f8f5-49fc-afc7-328f246ed6ea for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:01:46.575498 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2546eef-37e9-4b4a-995a-045bdebdd961 None None] Routers {'a7332eb0-f8f5-49fc-afc7-328f246ed6ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:46.577982 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e2546eef-37e9-4b4a-995a-045bdebdd961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:46.614120 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d90289-4d8a-462f-bbbf-9a5d981a6f11 x-openstack-request-id: req-e4d90289-4d8a-462f-bbbf-9a5d981a6f11 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:46.614661 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ac83cc-caa3-4aab-a6b1-39c262d8b38f", "name": "network-vif-plugged", "status": "completed", "tag": "d342bd96-27f5-49f9-ac23-e87848d5a32f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:46.614661 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4d90289-4d8a-462f-bbbf-9a5d981a6f11 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:46.615076 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ac83cc-caa3-4aab-a6b1-39c262d8b38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd342bd96-27f5-49f9-ac23-e87848d5a32f', 'code': 200} Aug 27 14:01:46.641911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Router e44ad7f6-a92d-42c1-8831-da69a7029bfb is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:01:46.684087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-562928f7-baf1-40a3-9fbc-f0faa345c2a9 None None] Provisioning for port b5f65fea-095b-442b-817d-84aba0accde6 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:46.723612 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-5d216f16-575b-4644-bb2c-0b4a60912143 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2413fae-a6d7-4a4e-80bb-2d3f11e76387 HTTP/1.1" status: 200 len: 217 time: 0.2386644 Aug 27 14:01:46.729628 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24458f83-afd1-451d-a2de-3f84621e9072 x-openstack-request-id: req-24458f83-afd1-451d-a2de-3f84621e9072 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:46.730868 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6", "name": "network-vif-deleted", "tag": "cfcd3921-2e69-490d-b77e-5cbb48af2bc8", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:46.732737 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24458f83-afd1-451d-a2de-3f84621e9072 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:46.733240 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfc1f4d-ce75-42a6-b9b5-fb2923b570a6', 'name': 'network-vif-deleted', 'tag': 'cfcd3921-2e69-490d-b77e-5cbb48af2bc8', 'status': 'completed', 'code': 200} Aug 27 14:01:46.734552 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-ff18d7e6-a3b8-417d-a948-5bdf50904cdd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:46.781964 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e2546eef-37e9-4b4a-995a-045bdebdd961 None None] Set router a7332eb0-f8f5-49fc-afc7-328f246ed6ea gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:46.989391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-ff18d7e6-a3b8-417d-a948-5bdf50904cdd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Network 98a83768-35e2-421d-8e29-026f2b74cf67 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:47.003416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-ff18d7e6-a3b8-417d-a948-5bdf50904cdd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:47.012991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b5f65fea-095b-442b-817d-84aba0accde6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:47.047828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-ff18d7e6-a3b8-417d-a948-5bdf50904cdd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:47.095209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18d7e6-a3b8-417d-a948-5bdf50904cdd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Pushing event updated for resources: {'Port': ['ID=1d69777c-021d-4cd3-b270-87d1cf599e07,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:47.096749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b5f65fea-095b-442b-817d-84aba0accde6 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:47.101538 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b5f65fea-095b-442b-817d-84aba0accde6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:47.102060 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:47.117554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f29890-332a-4310-a031-40e5c6eec197 req-9b9f9eb8-1039-44b3-adba-d2d172fa7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:47.119690 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13f29890-332a-4310-a031-40e5c6eec197 req-9b9f9eb8-1039-44b3-adba-d2d172fa7fd7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5837f855b839404283f65dc1dbbda9b8&device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 1175 time: 0.5388515 Aug 27 14:01:47.212358 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2246a2bc-e9b5-49b1-9013-164c463c016d None None] Provisioning complete for port b5f65fea-095b-442b-817d-84aba0accde6 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:47.213537 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2246a2bc-e9b5-49b1-9013-164c463c016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:47.242128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68038079-0f38-4e7b-afcd-b4285e16fff9 req-743a153e-25b1-49c5-b68f-5a50bab23ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:47.243882 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68038079-0f38-4e7b-afcd-b4285e16fff9 req-743a153e-25b1-49c5-b68f-5a50bab23ebc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 1097 time: 0.4422843 Aug 27 14:01:47.247415 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e2546eef-37e9-4b4a-995a-045bdebdd961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0d67420d-381d-45f0-aa20-11f43377337a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:01:02Z', 'revision_number': 4, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port': {'id': '0d67420d-381d-45f0-aa20-11f43377337a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:56Z', 'updated_at': '2021-08-27T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '28891944-2dc8-4131-9c38-c0d946abde50', 'name': '', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'mac_address': 'fa:16:3e:48:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:00Z', 'updated_at': '2021-08-27T14:01:10Z', 'revision_number': 5, 'project_id': '64b40148a7014a78aff82211c83a0273', 'subnets': [{'id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:47.249660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-ed950b1e-a01d-4758-9f31-96fab1e60944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:47.257609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-ed950b1e-a01d-4758-9f31-96fab1e60944 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32eeb059-18cc-4643-ac5d-c0f96ecb97fb HTTP/1.1" status: 200 len: 867 time: 0.5143673 Aug 27 14:01:47.297666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f29890-332a-4310-a031-40e5c6eec197 req-a83f6084-ef91-45f8-9ca2-753861998ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:47.299245 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13f29890-332a-4310-a031-40e5c6eec197 req-a83f6084-ef91-45f8-9ca2-753861998ed1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc HTTP/1.1" status: 200 len: 914 time: 0.1691353 Aug 27 14:01:47.303973 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2546eef-37e9-4b4a-995a-045bdebdd961 None None] The sync data for ids ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'] in n-d-712139-12 is: [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0d67420d-381d-45f0-aa20-11f43377337a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:01:02Z', 'revision_number': 4, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port': {'id': '0d67420d-381d-45f0-aa20-11f43377337a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:56Z', 'updated_at': '2021-08-27T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '28891944-2dc8-4131-9c38-c0d946abde50', 'name': '', 'network_id': '26322e6f-b793-48c3-92ef-a8508600729b', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'mac_address': 'fa:16:3e:48:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:00Z', 'updated_at': '2021-08-27T14:01:10Z', 'revision_number': 5, 'project_id': '64b40148a7014a78aff82211c83a0273', 'subnets': [{'id': '32eeb059-18cc-4643-ac5d-c0f96ecb97fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:01:47.314202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-ff18d7e6-a3b8-417d-a948-5bdf50904cdd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:47.314947 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-ff18d7e6-a3b8-417d-a948-5bdf50904cdd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:47.358928 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-ff18d7e6-a3b8-417d-a948-5bdf50904cdd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2947443 Aug 27 14:01:47.363452 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:47.429894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Request body: {'port': {'device_id': '724b8db6-9a21-417c-b5f3-f1a130cc035c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:47.434699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18558f-988e-447d-a476-f45a9825f568 req-3d140b75-6942-4558-a704-34306ebf02db tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:47.445441 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13f29890-332a-4310-a031-40e5c6eec197 req-1f5f12a7-0712-427b-9ffc-ce138a158c92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 HTTP/1.1" status: 200 len: 217 time: 0.1071696 Aug 27 14:01:47.446774 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:47.452265 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc18558f-988e-447d-a476-f45a9825f568 req-3d140b75-6942-4558-a704-34306ebf02db tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 948 time: 0.6597211 Aug 27 14:01:47.467966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port b5f65fea-095b-442b-817d-84aba0accde6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b5f65fea-095b-442b-817d-84aba0accde6,segment=NetworkSegment(72bb2613-b083-43ba-96d1-8f02bcbfc8e9),segment_id=72bb2613-b083-43ba-96d1-8f02bcbfc8e9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:47.478166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-c4af7da2-e373-4e4a-b74f-c4e58fc78556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:47.489491 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-c4af7da2-e373-4e4a-b74f-c4e58fc78556 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26322e6f-b793-48c3-92ef-a8508600729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2308803 Aug 27 14:01:47.490662 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:47.521195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:01:47.561818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=b5f65fea-095b-442b-817d-84aba0accde6,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:47.573377 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc18558f-988e-447d-a476-f45a9825f568 req-3c64a346-7010-4db7-859a-f140b2d7415b tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/security-groups?id=49a3a214-57c3-4c82-b2a6-355f4572d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101754 Aug 27 14:01:47.582360 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:47.584087 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1f7c558d-31ac-4351-ad47-361d6b230d28 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6064756 Aug 27 14:01:47.587596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47168) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:47.594148 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2246a2bc-e9b5-49b1-9013-164c463c016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:47.618852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Sync routers for ids ['e44ad7f6-a92d-42c1-8831-da69a7029bfb'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:01:47.638111 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Routers {'e44ad7f6-a92d-42c1-8831-da69a7029bfb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:47.638810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e44ad7f6-a92d-42c1-8831-da69a7029bfb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:47.647978 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e963bb93-a37f-42a3-89b0-eb7216de983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:47.673446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-bcfac3b4-2341-414a-b34c-1b482701e205 service neutron] 10.222.0.55 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824977 Aug 27 14:01:47.733588 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:47.748098 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd1bec-7c39-4628-ad01-06807ef51e19 None None] New status for floating IP 12366539-36c8-4959-8f0a-0fcbb70de53f: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:01:47.781209 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68038079-0f38-4e7b-afcd-b4285e16fff9 req-83db033e-7033-43b0-9668-216861027165 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933820 Aug 27 14:01:47.805068 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-2246a2bc-e9b5-49b1-9013-164c463c016d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:01:47.805731 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-2246a2bc-e9b5-49b1-9013-164c463c016d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:01:47.843848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Set router e44ad7f6-a92d-42c1-8831-da69a7029bfb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:48.072699 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 907d54c6-46fb-4485-a62e-3c717bc83a96 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:48.074737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f29890-332a-4310-a031-40e5c6eec197 req-fd6d16a6-36bb-4cce-b8fd-b153fef00db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:48.076225 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13f29890-332a-4310-a031-40e5c6eec197 req-fd6d16a6-36bb-4cce-b8fd-b153fef00db9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95b1144e-3261-4f67-a06a-064e2d0743c7 HTTP/1.1" status: 200 len: 853 time: 0.4114912 Aug 27 14:01:48.231656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 907d54c6-46fb-4485-a62e-3c717bc83a96 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:48.241365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 907d54c6-46fb-4485-a62e-3c717bc83a96 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:48.241936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:48.255910 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d69777c-021d-4cd3-b270-87d1cf599e07 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:48.264579 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:48.265957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3e42d-2ceb-4912-8259-408a4a5f59ff req-9bd92625-cc8c-411e-abc2-a6d32813e547 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:48.273256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bef3e42d-2ceb-4912-8259-408a4a5f59ff req-9bd92625-cc8c-411e-abc2-a6d32813e547 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 945 time: 0.1425147 Aug 27 14:01:48.280444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Transition to ACTIVE for port object 1d69777c-021d-4cd3-b270-87d1cf599e07 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:48.305967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13f29890-332a-4310-a031-40e5c6eec197 req-03c54bc9-38ad-49fc-9cb5-ce98dc10f416 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1f713c68-a93f-4e9f-bdd5-ae238b6416dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2142403 Aug 27 14:01:48.308997 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:48.328656 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bef3e42d-2ceb-4912-8259-408a4a5f59ff req-4e8c926a-1939-4912-8c4a-343c333b8cf7 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526118 Aug 27 14:01:48.431709 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2dba7a70-8695-4799-a598-e0ce5da3d845 req-381d6a26-7048-46fd-8ac1-fe287e13d1c7 service neutron] 10.222.0.55 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7180917 Aug 27 14:01:48.476807 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:48.487843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Pushing event updated for resources: {'Port': ['ID=1d69777c-021d-4cd3-b270-87d1cf599e07,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:48.509591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'name': 'tempest-ServersTestMultiNic-539049762-router', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:43Z', 'updated_at': '2021-08-27T14:01:45Z', 'revision_number': 3, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'gw_port': {'id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:44Z', 'updated_at': '2021-08-27T14:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:48.549159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Checking router: e44ad7f6-a92d-42c1-8831-da69a7029bfb for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:01:48.549812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Updating router e44ad7f6-a92d-42c1-8831-da69a7029bfb port 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:01:48.583077 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:48.597935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 907d54c6-46fb-4485-a62e-3c717bc83a96, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=907d54c6-46fb-4485-a62e-3c717bc83a96,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:48.601225 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:48.609192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6752b-aacd-4597-8780-4f863fb5cedb req-456fbdf6-d43f-4610-a555-cba71d91fc88 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:48.611057 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fb6752b-aacd-4597-8780-4f863fb5cedb req-456fbdf6-d43f-4610-a555-cba71d91fc88 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 943 time: 0.1401794 Aug 27 14:01:48.620768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13f29890-332a-4310-a031-40e5c6eec197 req-ad01f4f5-0a99-4d06-a931-e411d264a956 service neutron] 10.222.0.52 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787089 Aug 27 14:01:48.625787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Attempting to bind port 1d69777c-021d-4cd3-b270-87d1cf599e07 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:48.625787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Attempting to bind port 1d69777c-021d-4cd3-b270-87d1cf599e07 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'cf80bf3d-c409-41d2-b457-aa815ebd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:48.626129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279cc8b5-81fc-4d71-8379-eea0525b2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907d54c6-46fb-4485-a62e-3c717bc83a96'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:48.626610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Attempting to bind port 1d69777c-021d-4cd3-b270-87d1cf599e07 on network 98a83768-35e2-421d-8e29-026f2b74cf67 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:48.628240 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257a2553-8ea9-40fa-a285-660518036dd1" -d '{"events": [{"server_uuid": "279cc8b5-81fc-4d71-8379-eea0525b2c9a", "name": "network-vif-plugged", "status": "completed", "tag": "907d54c6-46fb-4485-a62e-3c717bc83a96"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:48.642349 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:48.654054 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023c4ad-e764-44c3-8ab3-e0d38e081c82 req-39b7ee79-ae7e-4cbf-bc76-284de4050b2a tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:48.656358 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e023c4ad-e764-44c3-8ab3-e0d38e081c82 req-39b7ee79-ae7e-4cbf-bc76-284de4050b2a tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 946 time: 0.1243830 Aug 27 14:01:48.658882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Port 1d69777c-021d-4cd3-b270-87d1cf599e07 on network 98a83768-35e2-421d-8e29-026f2b74cf67 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:01:48.659212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Attempting to bind port 1d69777c-021d-4cd3-b270-87d1cf599e07 on network 98a83768-35e2-421d-8e29-026f2b74cf67 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:48.700386 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:48.783791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=907d54c6-46fb-4485-a62e-3c717bc83a96,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:48.840972 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Allocated IP 172.20.0.1 (238bdca3-eff0-4f40-8753-5ea92a775a46/c74d84a0-e280-4ee7-be74-73fa70e12242/ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:48.950172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b5f65fea-095b-442b-817d-84aba0accde6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:48.971317 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:48.988013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Transition to ACTIVE for port object ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:49.039770 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.040258 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fb6752b-aacd-4597-8780-4f863fb5cedb req-f10e40ab-b2c1-4ccd-b88a-3c87c6fd7bcc tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068737 Aug 27 14:01:49.043547 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.060695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Transition to ACTIVE for port object 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:49.065619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'tag': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:49.067148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b5f65fea-095b-442b-817d-84aba0accde6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:49.067877 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.068010 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04b435d-ec30-403c-a771-4c7179dcf5be" -d '{"events": [{"name": "network-changed", "server_uuid": "33dd4ceb-a47e-472c-93aa-92a56ed72c75", "tag": "b2413fae-a6d7-4a4e-80bb-2d3f11e76387"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:49.081203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:49.081554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Checking segment: {'id': 'cf80bf3d-c409-41d2-b457-aa815ebd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:49.081957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Bound using segment: {'id': 'cf80bf3d-c409-41d2-b457-aa815ebd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:49.082376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Bound port: 1d69777c-021d-4cd3-b270-87d1cf599e07, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf80bf3d-c409-41d2-b457-aa815ebd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:49.082789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.112169 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.132348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Network 238bdca3-eff0-4f40-8753-5ea92a775a46 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:49.133562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:49.137565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:49.140154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:49.169124 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e023c4ad-e764-44c3-8ab3-e0d38e081c82 req-8d75bd7d-82e3-4e90-8832-a569375a1a10 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4918411 Aug 27 14:01:49.213093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Attempting to bind port 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:49.213886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Attempting to bind port 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:49.215247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Attempting to bind port 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:49.225629 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d705a-f0c5-4b25-ad4c-845a4389e984 None None] Pushing event updated for resources: {'Port': ['ID=61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:49.236824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:49.237199 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:49.237607 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.238167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:49.238659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Bound port: 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:49.239112 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.246091 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.266416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13f29890-332a-4310-a031-40e5c6eec197 req-ef30a3b9-4f1c-4c2c-b5cc-4dfba68bb756 service neutron] 10.222.0.52 "GET /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354988 Aug 27 14:01:49.304119 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45484a38-d5b8-4e46-a52e-45c7798579df req-68ccdc88-1643-48ba-a756-76b33ce1ff0a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips/12366539-36c8-4959-8f0a-0fcbb70de53f HTTP/1.1" status: 200 len: 693 time: 0.0924814 Aug 27 14:01:49.310350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] For port 1d69777c-021d-4cd3-b270-87d1cf599e07, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:49.315078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] For port 1d69777c-021d-4cd3-b270-87d1cf599e07, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1d69777c-021d-4cd3-b270-87d1cf599e07,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:49.354212 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] For port 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:49.358713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] For port 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:49.373832 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.431789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.440550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d705a-f0c5-4b25-ad4c-845a4389e984 None None] Pushing event updated for resources: {'Port': ['ID=61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:49.468008 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Routers {'e44ad7f6-a92d-42c1-8831-da69a7029bfb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:49.469257 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e44ad7f6-a92d-42c1-8831-da69a7029bfb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:49.485496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:49.486222 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.488295 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] 10.222.0.52 "PUT /v2.0/ports/1d69777c-021d-4cd3-b270-87d1cf599e07 HTTP/1.1" status: 200 len: 1092 time: 2.0686855 Aug 27 14:01:49.498152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45484a38-d5b8-4e46-a52e-45c7798579df req-4ddce227-b9c4-49ed-9183-4db47191e13a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:49.499979 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45484a38-d5b8-4e46-a52e-45c7798579df req-4ddce227-b9c4-49ed-9183-4db47191e13a tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1871116 Aug 27 14:01:49.508600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6a15f-9e91-4ffe-8e24-14239d320452 req-28aba211-c52d-42e0-9863-23f0bb0ff135 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:49.512148 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9d6a15f-9e91-4ffe-8e24-14239d320452 req-28aba211-c52d-42e0-9863-23f0bb0ff135 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 1023 time: 0.3394730 Aug 27 14:01:49.540905 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.604636 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45484a38-d5b8-4e46-a52e-45c7798579df req-2071cf27-60e0-4fb7-b16a-24dd20da527b tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.108 HTTP/1.1" status: 200 len: 696 time: 0.0962803 Aug 27 14:01:49.614918 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9d6a15f-9e91-4ffe-8e24-14239d320452 req-6c0d7680-dce3-4ca2-b479-024f929ee6cb tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=e278fbc6-eebc-404b-b475-f656903dc1e0&id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&id=8118d46f-ed85-4fd4-81dc-8cf0d8618949&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0855839 Aug 27 14:01:49.622841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] Set router e44ad7f6-a92d-42c1-8831-da69a7029bfb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:49.628895 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ece54-dcfa-4ed1-91f2-b7e0726a4dee service neutron] Pushing event updated for resources: {'Port': ['ID=1d69777c-021d-4cd3-b270-87d1cf599e07,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:49.664205 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7c77fcc4-31c9-435c-87a6-5ebe40aa2b2e None None] Provisioning for port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:49.670400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7c77fcc4-31c9-435c-87a6-5ebe40aa2b2e None None] Provisioning complete for port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:49.670797 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c77fcc4-31c9-435c-87a6-5ebe40aa2b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.698827 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45484a38-d5b8-4e46-a52e-45c7798579df req-dd82ecf4-7d63-4ac4-8756-4aec920064a9 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.108 HTTP/1.1" status: 200 len: 696 time: 0.0748682 Aug 27 14:01:49.707087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-87c124ff-a7bf-4fac-898c-92a1a734c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:49.708705 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-87c124ff-a7bf-4fac-898c-92a1a734c045 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=72b9ab7d63ad4d10a6e999acf8f3ce3c&device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 1095 time: 0.1521337 Aug 27 14:01:49.773091 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.779794 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.780978 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7c77fcc4-31c9-435c-87a6-5ebe40aa2b2e None None] Port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:01:49.846830 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-6a457d7a-d56b-41aa-9905-9fece3a8860e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d69777c-021d-4cd3-b270-87d1cf599e07 HTTP/1.1" status: 200 len: 217 time: 0.0869436 Aug 27 14:01:49.867606 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:49.880002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:49.901760 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'name': 'tempest-ServersTestMultiNic-539049762-router', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:43Z', 'updated_at': '2021-08-27T14:01:49Z', 'revision_number': 4, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'gw_port': {'id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:44Z', 'updated_at': '2021-08-27T14:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0', 'name': '', 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'mac_address': 'fa:16:3e:63:26:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'c74d84a0-e280-4ee7-be74-73fa70e12242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:48Z', 'updated_at': '2021-08-27T14:01:48Z', 'revision_number': 1, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'subnets': [{'id': 'c74d84a0-e280-4ee7-be74-73fa70e12242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:49.928806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd6f08-818e-4762-b900-c881ed433a76 None None] The sync data for ids ['e44ad7f6-a92d-42c1-8831-da69a7029bfb'] in n-d-712139-12 is: [{'id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'name': 'tempest-ServersTestMultiNic-539049762-router', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:43Z', 'updated_at': '2021-08-27T14:01:49Z', 'revision_number': 4, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'gw_port': {'id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:44Z', 'updated_at': '2021-08-27T14:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0', 'name': '', 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'mac_address': 'fa:16:3e:63:26:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'c74d84a0-e280-4ee7-be74-73fa70e12242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:48Z', 'updated_at': '2021-08-27T14:01:48Z', 'revision_number': 1, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'subnets': [{'id': 'c74d84a0-e280-4ee7-be74-73fa70e12242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:01:49.982976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf3a3d-f876-4f2d-a356-6424568ea244 req-1cadbaf2-1dc2-4e7f-a455-0cbacd9890ea tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:49.984643 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e3bf3a3d-f876-4f2d-a356-6424568ea244 req-1cadbaf2-1dc2-4e7f-a455-0cbacd9890ea tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 1023 time: 0.2237339 Aug 27 14:01:49.984790 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a97363-10c6-48f3-bb2f-26b6d2e705d6 req-8658a230-46cd-42b2-834e-81966bb2168d tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:49.986489 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80a97363-10c6-48f3-bb2f-26b6d2e705d6 req-8658a230-46cd-42b2-834e-81966bb2168d tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 949 time: 0.1097808 Aug 27 14:01:50.000888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-13a111cc-ad2d-4aab-b2d9-cb7fdfd2dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:50.002337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-13a111cc-ad2d-4aab-b2d9-cb7fdfd2dc6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b548265e-aa82-466a-84a5-9484690d9f4b HTTP/1.1" status: 200 len: 855 time: 0.1141739 Aug 27 14:01:50.046663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Network 238bdca3-eff0-4f40-8753-5ea92a775a46 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:50.050341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80a97363-10c6-48f3-bb2f-26b6d2e705d6 req-faccd3cf-16ef-40c6-80c5-f0c5ac6f2ddb tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/security-groups?id=49a3a214-57c3-4c82-b2a6-355f4572d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543718 Aug 27 14:01:50.051475 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:50.070382 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-e50ff038-3677-48c5-8475-f48a50d8840a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=98a83768-35e2-421d-8e29-026f2b74cf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422103 Aug 27 14:01:50.113700 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:50.138436 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101b865b-1c79-41fc-9a24-225b848cdbee x-openstack-request-id: req-101b865b-1c79-41fc-9a24-225b848cdbee {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:50.140475 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279cc8b5-81fc-4d71-8379-eea0525b2c9a", "name": "network-vif-plugged", "status": "completed", "tag": "907d54c6-46fb-4485-a62e-3c717bc83a96", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:50.140962 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-101b865b-1c79-41fc-9a24-225b848cdbee {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:50.141544 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279cc8b5-81fc-4d71-8379-eea0525b2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907d54c6-46fb-4485-a62e-3c717bc83a96', 'code': 200} Aug 27 14:01:50.184753 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-2b0d7271-bd20-4c49-b2ab-b5ed78ed5dd9 service neutron] 10.222.0.52 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963366 Aug 27 14:01:50.194767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-45484a38-d5b8-4e46-a52e-45c7798579df req-b64b8765-29e6-4ab2-974c-cca03101ca20 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Deleting port 5b0a1a30-f3f9-470f-8080-ce99a3727761 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:50.195154 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-45484a38-d5b8-4e46-a52e-45c7798579df req-b64b8765-29e6-4ab2-974c-cca03101ca20 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:50.227887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Router e44ad7f6-a92d-42c1-8831-da69a7029bfb has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:01:50.331988 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9532cad1-081c-4d71-92ac-d77286609348 x-openstack-request-id: req-9532cad1-081c-4d71-92ac-d77286609348 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:50.332300 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33dd4ceb-a47e-472c-93aa-92a56ed72c75", "tag": "b2413fae-a6d7-4a4e-80bb-2d3f11e76387", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:50.332534 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9532cad1-081c-4d71-92ac-d77286609348 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:50.332923 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'tag': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387', 'status': 'completed', 'code': 200} Aug 27 14:01:50.425226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-754de735-3f0d-436f-a3f1-0a27a667963d None None] Provisioning complete for port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:50.425454 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-754de735-3f0d-436f-a3f1-0a27a667963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:50.450369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:01:50.455595 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-45484a38-d5b8-4e46-a52e-45c7798579df req-b64b8765-29e6-4ab2-974c-cca03101ca20 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:50.455937 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-45484a38-d5b8-4e46-a52e-45c7798579df req-b64b8765-29e6-4ab2-974c-cca03101ca20 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:50.461353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d37132-b6f6-4901-bf43-a17f7b224be1 req-5b84fcbf-9951-45f6-8143-2698c576956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:50.462913 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8d37132-b6f6-4901-bf43-a17f7b224be1 req-5b84fcbf-9951-45f6-8143-2698c576956e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 1101 time: 0.1414797 Aug 27 14:01:50.467293 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-789ae125-282b-4ea8-b624-e50ac588d9d4 admin admin] 10.222.0.55 "PUT /v2.0/routers/e44ad7f6-a92d-42c1-8831-da69a7029bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8784313 Aug 27 14:01:50.471063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b435d-ec30-403c-a771-4c7179dcf5be req-4763d7e3-0a25-4efc-8be7-574ce90df2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:50.473044 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293f7e6c-c67e-402e-a62d-9564e4cb05a2 req-001e5258-3a92-4f1f-acf4-2152d3c07fc6 service neutron] 10.222.0.52 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741816 Aug 27 14:01:50.473343 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d04b435d-ec30-403c-a771-4c7179dcf5be req-4763d7e3-0a25-4efc-8be7-574ce90df2c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64b40148a7014a78aff82211c83a0273&device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 1097 time: 0.1250780 Aug 27 14:01:50.487949 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f1f2d-4d69-42d0-b468-4f2db4ca4b19 req-994e0a52-5ba6-442b-98a7-8068a71d9619 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:50.490233 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d4f1f2d-4d69-42d0-b468-4f2db4ca4b19 req-994e0a52-5ba6-442b-98a7-8068a71d9619 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 945 time: 0.1053584 Aug 27 14:01:50.497725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-45484a38-d5b8-4e46-a52e-45c7798579df req-b64b8765-29e6-4ab2-974c-cca03101ca20 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Calling delete_port for 5b0a1a30-f3f9-470f-8080-ce99a3727761 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:50.504765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-754de735-3f0d-436f-a3f1-0a27a667963d None None] Port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:01:50.519291 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-e3bf3a3d-f876-4f2d-a356-6424568ea244 req-ba06c9f4-f7da-4904-9792-b15b345f163e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Deleting port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:50.519638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e3bf3a3d-f876-4f2d-a356-6424568ea244 req-ba06c9f4-f7da-4904-9792-b15b345f163e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:50.627867 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d4f1f2d-4d69-42d0-b468-4f2db4ca4b19 req-5c11643d-b30f-44b7-aea2-0c61c89fc5c3 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249883 Aug 27 14:01:50.636764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47196) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:50.651856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8d37132-b6f6-4901-bf43-a17f7b224be1 req-81d52148-8899-46e9-a299-c7d244d7e8da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=49a3a214-57c3-4c82-b2a6-355f4572d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776867 Aug 27 14:01:50.701850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b435d-ec30-403c-a771-4c7179dcf5be req-a86be9bb-76ce-41a9-83fb-5b5bc789474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:50.704429 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d04b435d-ec30-403c-a771-4c7179dcf5be req-a86be9bb-76ce-41a9-83fb-5b5bc789474a service neutron] 10.222.0.52 "GET /v2.0/networks?id=26322e6f-b793-48c3-92ef-a8508600729b HTTP/1.1" status: 200 len: 929 time: 0.2129209 Aug 27 14:01:50.709796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-e3bf3a3d-f876-4f2d-a356-6424568ea244 req-ba06c9f4-f7da-4904-9792-b15b345f163e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] For port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:50.710181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e3bf3a3d-f876-4f2d-a356-6424568ea244 req-ba06c9f4-f7da-4904-9792-b15b345f163e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:50.720604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8a65be99-e83f-4945-bb92-9e4066f1ba49 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1563254532'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:50.753862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-e3bf3a3d-f876-4f2d-a356-6424568ea244 req-ba06c9f4-f7da-4904-9792-b15b345f163e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Calling delete_port for dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:50.755420 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d04b435d-ec30-403c-a771-4c7179dcf5be req-74179392-3d22-4e70-a865-bddc6f9b35d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2413fae-a6d7-4a4e-80bb-2d3f11e76387 HTTP/1.1" status: 200 len: 217 time: 0.0426431 Aug 27 14:01:50.819014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a65be99-e83f-4945-bb92-9e4066f1ba49 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:50.822533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a65be99-e83f-4945-bb92-9e4066f1ba49 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:50.840236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b435d-ec30-403c-a771-4c7179dcf5be req-f80b6aa5-7baf-45c7-bfe7-a7d1ec80269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:50.841959 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d04b435d-ec30-403c-a771-4c7179dcf5be req-f80b6aa5-7baf-45c7-bfe7-a7d1ec80269d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32eeb059-18cc-4643-ac5d-c0f96ecb97fb HTTP/1.1" status: 200 len: 867 time: 0.0770857 Aug 27 14:01:50.851795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e31621-6473-409e-a455-a87051c1828b req-1fee26ac-2afb-4479-8259-385bc77e1e8e tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:50.860244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3e31621-6473-409e-a455-a87051c1828b req-1fee26ac-2afb-4479-8259-385bc77e1e8e tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 945 time: 0.1076689 Aug 27 14:01:50.899254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a65be99-e83f-4945-bb92-9e4066f1ba49 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:01:50.908590 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-45484a38-d5b8-4e46-a52e-45c7798579df req-b64b8765-29e6-4ab2-974c-cca03101ca20 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:50.931161 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3e31621-6473-409e-a455-a87051c1828b req-0bc889ba-ce63-40d8-a6b0-c6740b07368a tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696049 Aug 27 14:01:50.939405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b435d-ec30-403c-a771-4c7179dcf5be req-32c02379-c745-4d3a-b17d-1cae81f831f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:50.941318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d04b435d-ec30-403c-a771-4c7179dcf5be req-32c02379-c745-4d3a-b17d-1cae81f831f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26322e6f-b793-48c3-92ef-a8508600729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781944 Aug 27 14:01:50.948933 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a65be99-e83f-4945-bb92-9e4066f1ba49 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:50.949296 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-8a65be99-e83f-4945-bb92-9e4066f1ba49 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Added segment 7a6f5d2f-6cea-49b1-8a4e-108f72566ce8 of type vlan for network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 Aug 27 14:01:50.959859 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b8765-29e6-4ab2-974c-cca03101ca20 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Pushing event deleted for resources: {'Port': ['ID=5b0a1a30-f3f9-470f-8080-ce99a3727761,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:51.068175 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:51.071923 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a65be99-e83f-4945-bb92-9e4066f1ba49 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:51.094730 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d04b435d-ec30-403c-a771-4c7179dcf5be req-5839d586-5da6-4cda-97b6-579e49ec11c9 service neutron] 10.222.0.52 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436222 Aug 27 14:01:51.128782 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-45484a38-d5b8-4e46-a52e-45c7798579df req-b64b8765-29e6-4ab2-974c-cca03101ca20 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:51.132330 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-45484a38-d5b8-4e46-a52e-45c7798579df req-b64b8765-29e6-4ab2-974c-cca03101ca20 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:51.132816 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45484a38-d5b8-4e46-a52e-45c7798579df req-b64b8765-29e6-4ab2-974c-cca03101ca20 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "DELETE /v2.0/floatingips/12366539-36c8-4959-8f0a-0fcbb70de53f HTTP/1.1" status: 204 len: 173 time: 1.4231515 Aug 27 14:01:51.142106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e3bf3a3d-f876-4f2d-a356-6424568ea244 req-ba06c9f4-f7da-4904-9792-b15b345f163e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:51.145200 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a65be99-e83f-4945-bb92-9e4066f1ba49 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:51.152444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a65be99-e83f-4945-bb92-9e4066f1ba49 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:51.153096 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a65be99-e83f-4945-bb92-9e4066f1ba49 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:51.186306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['490aaa4a-e1b0-4878-bbee-31187c339280'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:51.230187 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d04b435d-ec30-403c-a771-4c7179dcf5be req-a24f1243-f322-4a8c-adf3-cc6ff3644e51 service neutron] 10.222.0.52 "GET /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193957 Aug 27 14:01:51.239342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfb44d-de33-4f5d-92f0-20a475a883b8 req-bc2e6668-445f-4aff-927e-9cca63a533e2 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:51.247052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-70dfb44d-de33-4f5d-92f0-20a475a883b8 req-bc2e6668-445f-4aff-927e-9cca63a533e2 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 943 time: 0.1679342 Aug 27 14:01:51.278559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06c9f4-f7da-4904-9792-b15b345f163e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event deleted for resources: {'Port': ['ID=dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:51.296431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-70dfb44d-de33-4f5d-92f0-20a475a883b8 req-9e67fcf8-948c-4d3d-a1e9-c1fa4cf29fd8 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484512 Aug 27 14:01:51.338341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47208) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:51.338631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8a65be99-e83f-4945-bb92-9e4066f1ba49 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6990306 Aug 27 14:01:51.344601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8cc3c8bb-3cc4-46aa-a4d5-8df441b0332b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Request body: {'subnet': {'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:51.378669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c92aee4-32c4-4b41-ac72-9fb44c3b6a00 req-d37c6df5-aeeb-4c77-ab06-68ca0e8d12ea tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdb6111-8fe6-491d-b042-ec403cba0d41 HTTP/1.1" status: 200 len: 210 time: 0.1442468 Aug 27 14:01:51.457368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bf3a3d-f876-4f2d-a356-6424568ea244 req-ba06c9f4-f7da-4904-9792-b15b345f163e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] No DVR routers for this DVR port dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:01:51.461088 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e3bf3a3d-f876-4f2d-a356-6424568ea244 req-ba06c9f4-f7da-4904-9792-b15b345f163e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:51.465018 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e3bf3a3d-f876-4f2d-a356-6424568ea244 req-ba06c9f4-f7da-4904-9792-b15b345f163e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.52 "DELETE /v2.0/ports/dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 HTTP/1.1" status: 204 len: 173 time: 1.4725876 Aug 27 14:01:51.465998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65be99-e83f-4945-bb92-9e4066f1ba49 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event updated for resources: {'Network': ['ID=aa46a5d6-9bd7-41cc-8b0c-580ef461def1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:51.492682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:01:51.575679 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc116815-2324-4866-ace8-c6231f44cae0 req-be95af92-7dc5-4e87-9d91-6d7d490dadee tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:51.585325 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc116815-2324-4866-ace8-c6231f44cae0 req-be95af92-7dc5-4e87-9d91-6d7d490dadee tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 945 time: 0.1219661 Aug 27 14:01:51.592735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b98004-fde2-42ba-ae4d-75e98f907d95 req-43229fe6-a873-4ba3-86f3-9f9340d31b42 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:51.595565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-02b98004-fde2-42ba-ae4d-75e98f907d95 req-43229fe6-a873-4ba3-86f3-9f9340d31b42 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 949 time: 0.0633261 Aug 27 14:01:51.608100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc3c8bb-3cc4-46aa-a4d5-8df441b0332b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:51.612322 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c8bb-3cc4-46aa-a4d5-8df441b0332b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:51.658881 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-02b98004-fde2-42ba-ae4d-75e98f907d95 req-73e9064a-cab4-4fa7-a07e-0d255266947c tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/security-groups?id=49a3a214-57c3-4c82-b2a6-355f4572d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573027 Aug 27 14:01:51.809049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d256046-dc0d-477f-9d4a-1590d8376249 req-543b9c81-33ef-46b2-9a67-2158c57e1edd tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:51.810742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2d256046-dc0d-477f-9d4a-1590d8376249 req-543b9c81-33ef-46b2-9a67-2158c57e1edd tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 945 time: 0.2464991 Aug 27 14:01:51.813411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de82e3-a845-4a8a-9473-3d5b377a0389 req-f4f441b8-a703-43fb-99f7-57df5c256a46 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:51.824324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b7de82e3-a845-4a8a-9473-3d5b377a0389 req-f4f441b8-a703-43fb-99f7-57df5c256a46 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0738771 Aug 27 14:01:51.893690 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b7de82e3-a845-4a8a-9473-3d5b377a0389 req-e7b78e48-743b-457c-a2d7-9301300c1a57 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0634339 Aug 27 14:01:51.894001 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2d256046-dc0d-477f-9d4a-1590d8376249 req-9d524903-dbb5-4316-8764-cf2e1aaee80e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750315 Aug 27 14:01:51.906614 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-cc116815-2324-4866-ace8-c6231f44cae0 req-9256339a-f6c3-4cc7-8751-72ead4c27e90 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Deleting port 171c8ea2-46c4-48bf-995b-b0d7df80afcb {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:51.907059 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cc116815-2324-4866-ace8-c6231f44cae0 req-9256339a-f6c3-4cc7-8751-72ead4c27e90 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:51.957786 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8930bd87-682b-47b6-8fd8-b1c0503e861d req-994024b6-b7d0-49d4-a798-42ce12e914ee tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0450037 Aug 27 14:01:52.103143 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c8bb-3cc4-46aa-a4d5-8df441b0332b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:52.115024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-cc116815-2324-4866-ace8-c6231f44cae0 req-9256339a-f6c3-4cc7-8751-72ead4c27e90 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] For port 171c8ea2-46c4-48bf-995b-b0d7df80afcb, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=171c8ea2-46c4-48bf-995b-b0d7df80afcb,segment=NetworkSegment(291e68dd-3afe-4a99-a61c-2d7dd06f747d),segment_id=291e68dd-3afe-4a99-a61c-2d7dd06f747d)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:52.115475 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cc116815-2324-4866-ace8-c6231f44cae0 req-9256339a-f6c3-4cc7-8751-72ead4c27e90 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:52.170600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-cc116815-2324-4866-ace8-c6231f44cae0 req-9256339a-f6c3-4cc7-8751-72ead4c27e90 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Calling delete_port for 171c8ea2-46c4-48bf-995b-b0d7df80afcb owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:52.202036 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c62103-3a80-4fae-817f-fca3bf55cbe6 req-4e043c4e-1656-41b8-9396-f9ec9a640f96 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:52.203585 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8c62103-3a80-4fae-817f-fca3bf55cbe6 req-4e043c4e-1656-41b8-9396-f9ec9a640f96 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 945 time: 0.1557539 Aug 27 14:01:52.253694 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3c8bb-3cc4-46aa-a4d5-8df441b0332b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event updated for resources: {'Subnet': ['ID=5deb372d-40b5-4057-bb06-c78a82d3065b,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:52.275338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be66ed-195b-43b7-bb43-04f2de1f45b4 req-9b25c27a-5e6b-4ea6-9708-5097d7666f87 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:52.277577 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4be66ed-195b-43b7-bb43-04f2de1f45b4 req-9b25c27a-5e6b-4ea6-9708-5097d7666f87 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 945 time: 0.0591772 Aug 27 14:01:52.294344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc3c8bb-3cc4-46aa-a4d5-8df441b0332b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Checking segment: {'id': '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:52.294764 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc3c8bb-3cc4-46aa-a4d5-8df441b0332b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Network hostable DHCP agents. Network: aa46a5d6-9bd7-41cc-8b0c-580ef461def1, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:01:52.320577 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8c62103-3a80-4fae-817f-fca3bf55cbe6 req-d293e25b-9faf-4080-b7ee-d316a8ace1c1 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065195 Aug 27 14:01:52.339052 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4be66ed-195b-43b7-bb43-04f2de1f45b4 req-4af4da7e-c449-4331-bd55-4a945b2f7a95 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507755 Aug 27 14:01:52.339710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724b8db6-9a21-417c-b5f3-f1a130cc035c', 'tag': '1d69777c-021d-4cd3-b270-87d1cf599e07'}, {'server_uuid': 'dcdb6111-8fe6-491d-b042-ec403cba0d41', 'name': 'network-vif-deleted', 'tag': 'dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:52.342222 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1ae86d-d5fc-44ce-8af6-3bb58124692e" -d '{"events": [{"name": "network-changed", "server_uuid": "724b8db6-9a21-417c-b5f3-f1a130cc035c", "tag": "1d69777c-021d-4cd3-b270-87d1cf599e07"}, {"server_uuid": "dcdb6111-8fe6-491d-b042-ec403cba0d41", "name": "network-vif-deleted", "tag": "dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:52.350397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc3c8bb-3cc4-46aa-a4d5-8df441b0332b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:01:52.395041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-8cc3c8bb-3cc4-46aa-a4d5-8df441b0332b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, aa46a5d6-9bd7-41cc-8b0c-580ef461def1) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:52.401689 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bd8158-f200-4fe5-b938-85a347c4bbe2 None None] Network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:01:52.414876 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8685b3a5-a337-49eb-a3bc-ac051e807382 x-openstack-request-id: req-8685b3a5-a337-49eb-a3bc-ac051e807382 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:52.415488 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724b8db6-9a21-417c-b5f3-f1a130cc035c", "tag": "1d69777c-021d-4cd3-b270-87d1cf599e07", "status": "completed", "code": 200}, {"server_uuid": "dcdb6111-8fe6-491d-b042-ec403cba0d41", "name": "network-vif-deleted", "tag": "dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:52.417924 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8685b3a5-a337-49eb-a3bc-ac051e807382 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:52.417924 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724b8db6-9a21-417c-b5f3-f1a130cc035c', 'tag': '1d69777c-021d-4cd3-b270-87d1cf599e07', 'status': 'completed', 'code': 200} Aug 27 14:01:52.417924 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdb6111-8fe6-491d-b042-ec403cba0d41', 'name': 'network-vif-deleted', 'tag': 'dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2', 'status': 'completed', 'code': 200} Aug 27 14:01:52.517111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ae86d-d5fc-44ce-8af6-3bb58124692e req-d9b7bf2d-54fc-484b-831f-25a07b9e24c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:52.519167 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce1ae86d-d5fc-44ce-8af6-3bb58124692e req-d9b7bf2d-54fc-484b-831f-25a07b9e24c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=72b9ab7d63ad4d10a6e999acf8f3ce3c&device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 1095 time: 0.0849969 Aug 27 14:01:52.557532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71e87dd8-5955-45f2-88bf-487974dfb13b req-a0bf5d88-533d-44ad-ab30-d30cb62e4086 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/e278fbc6-eebc-404b-b475-f656903dc1e0 HTTP/1.1" status: 200 len: 1801 time: 0.0823226 Aug 27 14:01:52.612554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-aa46a5d6-9bd7-41cc-8b0c-580ef461def1', 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'fixed_ips': [{'subnet_id': '5deb372d-40b5-4057-bb06-c78a82d3065b'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:01:52.614142 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:52.679875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ae86d-d5fc-44ce-8af6-3bb58124692e req-02a99904-f09e-4d1a-8de3-5f1f54c79b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:52.681451 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce1ae86d-d5fc-44ce-8af6-3bb58124692e req-02a99904-f09e-4d1a-8de3-5f1f54c79b8b service neutron] 10.222.0.52 "GET /v2.0/networks?id=98a83768-35e2-421d-8e29-026f2b74cf67 HTTP/1.1" status: 200 len: 916 time: 0.1515772 Aug 27 14:01:52.682551 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-71e87dd8-5955-45f2-88bf-487974dfb13b req-3dbc3557-efb3-42b6-b1a0-f86264781b4c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:52.741742 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce1ae86d-d5fc-44ce-8af6-3bb58124692e req-6092e234-e05b-4462-9e5e-52f0ccea2b6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d69777c-021d-4cd3-b270-87d1cf599e07 HTTP/1.1" status: 200 len: 217 time: 0.0475030 Aug 27 14:01:52.743427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-71e87dd8-5955-45f2-88bf-487974dfb13b req-3dbc3557-efb3-42b6-b1a0-f86264781b4c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:52.752611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc3c8bb-3cc4-46aa-a4d5-8df441b0332b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:52.753198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c8bb-3cc4-46aa-a4d5-8df441b0332b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:52.773736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Allocated IP 19.80.0.2 (aa46a5d6-9bd7-41cc-8b0c-580ef461def1/5deb372d-40b5-4057-bb06-c78a82d3065b/fba39efa-acff-457e-9826-b04841fb4322) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:52.802345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8cc3c8bb-3cc4-46aa-a4d5-8df441b0332b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4625628 Aug 27 14:01:52.803048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47232) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:52.809994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a0ab76e2-c018-4b76-9aee-0c02d9d0ea8a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-908481553'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:52.813146 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cc116815-2324-4866-ace8-c6231f44cae0 req-9256339a-f6c3-4cc7-8751-72ead4c27e90 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:52.821184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ae86d-d5fc-44ce-8af6-3bb58124692e req-46eb0d21-16b6-4bd8-9bc5-38e6cae5c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:52.823438 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce1ae86d-d5fc-44ce-8af6-3bb58124692e req-46eb0d21-16b6-4bd8-9bc5-38e6cae5c0cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b548265e-aa82-466a-84a5-9484690d9f4b HTTP/1.1" status: 200 len: 855 time: 0.0706885 Aug 27 14:01:52.824581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa44324-299e-4bca-a2fa-970d67bce92a req-fc936407-417c-40fc-a883-5b685c397177 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:52.826133 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cfa44324-299e-4bca-a2fa-970d67bce92a req-fc936407-417c-40fc-a883-5b685c397177 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 943 time: 0.0858595 Aug 27 14:01:52.852617 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-71e87dd8-5955-45f2-88bf-487974dfb13b req-3dbc3557-efb3-42b6-b1a0-f86264781b4c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:52.853220 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-71e87dd8-5955-45f2-88bf-487974dfb13b req-3dbc3557-efb3-42b6-b1a0-f86264781b4c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:52.853986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['171c8ea2-46c4-48bf-995b-b0d7df80afcb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:52.854563 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71e87dd8-5955-45f2-88bf-487974dfb13b req-3dbc3557-efb3-42b6-b1a0-f86264781b4c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "DELETE /v2.0/security-groups/e278fbc6-eebc-404b-b475-f656903dc1e0 HTTP/1.1" status: 204 len: 173 time: 0.2719712 Aug 27 14:01:52.867796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256339a-f6c3-4cc7-8751-72ead4c27e90 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Pushing event deleted for resources: {'Port': ['ID=171c8ea2-46c4-48bf-995b-b0d7df80afcb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:52.876550 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce1ae86d-d5fc-44ce-8af6-3bb58124692e req-285bc227-14cc-47e3-a795-b750fbd901fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=98a83768-35e2-421d-8e29-026f2b74cf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434339 Aug 27 14:01:52.881229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc3557-efb3-42b6-b1a0-f86264781b4c tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e278fbc6-eebc-404b-b475-f656903dc1e0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:52.969538 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cfa44324-299e-4bca-a2fa-970d67bce92a req-de375d08-6749-45fe-9bc0-724114903053 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086450 Aug 27 14:01:53.015851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc116815-2324-4866-ace8-c6231f44cae0 req-9256339a-f6c3-4cc7-8751-72ead4c27e90 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] No DVR routers for this DVR port 171c8ea2-46c4-48bf-995b-b0d7df80afcb on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:01:53.025649 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cc116815-2324-4866-ace8-c6231f44cae0 req-9256339a-f6c3-4cc7-8751-72ead4c27e90 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.025649 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc116815-2324-4866-ace8-c6231f44cae0 req-9256339a-f6c3-4cc7-8751-72ead4c27e90 tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.52 "DELETE /v2.0/ports/171c8ea2-46c4-48bf-995b-b0d7df80afcb HTTP/1.1" status: 204 len: 173 time: 1.4081020 Aug 27 14:01:53.027448 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec66272-005c-459c-bd22-7ec558bc6f36', 'name': 'network-vif-deleted', 'tag': '171c8ea2-46c4-48bf-995b-b0d7df80afcb'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:53.028885 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3066bbb5-e6f5-4359-8b06-14adc366c403" -d '{"events": [{"server_uuid": "5ec66272-005c-459c-bd22-7ec558bc6f36", "name": "network-vif-deleted", "tag": "171c8ea2-46c4-48bf-995b-b0d7df80afcb"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:53.035077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ab76e2-c018-4b76-9aee-0c02d9d0ea8a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:53.036969 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0ab76e2-c018-4b76-9aee-0c02d9d0ea8a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.048996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1d69777c-021d-4cd3-b270-87d1cf599e07 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:01:53.054540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:01:53.067195 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce1ae86d-d5fc-44ce-8af6-3bb58124692e req-e2345339-b0b4-4828-9342-610f970a978f service neutron] 10.222.0.52 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836922 Aug 27 14:01:53.095704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ab76e2-c018-4b76-9aee-0c02d9d0ea8a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:01:53.099807 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b49d225-cd4a-402d-98ed-2acfc4eb7b25 req-6d74ccb8-e10b-4417-8100-dc4d092835cb tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/8118d46f-ed85-4fd4-81dc-8cf0d8618949 HTTP/1.1" status: 200 len: 1800 time: 0.0852582 Aug 27 14:01:53.108470 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0ab76e2-c018-4b76-9aee-0c02d9d0ea8a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.108470 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-a0ab76e2-c018-4b76-9aee-0c02d9d0ea8a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Added segment 733b12ab-c7cf-447d-9c88-8c12d76cb59f of type vlan for network 8c83526e-353f-443b-9753-a752f83180b5 Aug 27 14:01:53.108944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:53.146108 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:01:53.146500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device dbcbd6b7-1ab5-407c-a3c0-3de4784ce6e2 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:01:53.154786 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Sync routers for ids ['e44ad7f6-a92d-42c1-8831-da69a7029bfb'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:01:53.181062 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0ab76e2-c018-4b76-9aee-0c02d9d0ea8a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.183564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a8936-496d-4e92-bf45-0c11753d4d5c req-f6fa0c3e-a340-40db-915a-fede514a0133 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:53.191479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6f0a8936-496d-4e92-bf45-0c11753d4d5c req-f6fa0c3e-a340-40db-915a-fede514a0133 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 949 time: 0.2272375 Aug 27 14:01:53.224055 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce1ae86d-d5fc-44ce-8af6-3bb58124692e req-8dc3f943-13cb-46c2-8694-1dc81022ac41 service neutron] 10.222.0.52 "GET /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468706 Aug 27 14:01:53.243030 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0ab76e2-c018-4b76-9aee-0c02d9d0ea8a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.249212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab76e2-c018-4b76-9aee-0c02d9d0ea8a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:53.249854 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0ab76e2-c018-4b76-9aee-0c02d9d0ea8a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.256076 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6f0a8936-496d-4e92-bf45-0c11753d4d5c req-15c7cbdc-c0ea-4c2c-bdc6-577c31012225 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/security-groups?id=49a3a214-57c3-4c82-b2a6-355f4572d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629847 Aug 27 14:01:53.324556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4b49d225-cd4a-402d-98ed-2acfc4eb7b25 req-473a813b-9236-48b4-bea8-7e053bc07ca2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.337418 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.resource_extend [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 14:01:53.360871 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0278c-3250-49c9-a6a3-651e85998251 req-44e9e111-ef7c-4e88-8f0f-44d1b165866f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:53.363049 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12d0278c-3250-49c9-a6a3-651e85998251 req-44e9e111-ef7c-4e88-8f0f-44d1b165866f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 945 time: 0.0592372 Aug 27 14:01:53.381219 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.393248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Routers {'e44ad7f6-a92d-42c1-8831-da69a7029bfb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:53.393882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e44ad7f6-a92d-42c1-8831-da69a7029bfb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:53.395755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a0ab76e2-c018-4b76-9aee-0c02d9d0ea8a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5899792 Aug 27 14:01:53.399733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47246) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:53.400547 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4b49d225-cd4a-402d-98ed-2acfc4eb7b25 req-473a813b-9236-48b4-bea8-7e053bc07ca2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.401838 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Transition to ACTIVE for port object fba39efa-acff-457e-9826-b04841fb4322 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:53.413744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e41bafb9-f018-49c7-b0c9-e858ad283051 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Request body: {'subnet': {'network_id': '8c83526e-353f-443b-9753-a752f83180b5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:53.437301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12d0278c-3250-49c9-a6a3-651e85998251 req-d7672911-3244-496c-ba6a-5a6c6b582014 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672550 Aug 27 14:01:53.449724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab76e2-c018-4b76-9aee-0c02d9d0ea8a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event updated for resources: {'Network': ['ID=8c83526e-353f-443b-9753-a752f83180b5,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:53.459015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Transition to ACTIVE for port object fba39efa-acff-457e-9826-b04841fb4322 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:53.479293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4b49d225-cd4a-402d-98ed-2acfc4eb7b25 req-473a813b-9236-48b4-bea8-7e053bc07ca2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.479505 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.481823 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4b49d225-cd4a-402d-98ed-2acfc4eb7b25 req-473a813b-9236-48b4-bea8-7e053bc07ca2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.483317 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b49d225-cd4a-402d-98ed-2acfc4eb7b25 req-473a813b-9236-48b4-bea8-7e053bc07ca2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "DELETE /v2.0/security-groups/8118d46f-ed85-4fd4-81dc-8cf0d8618949 HTTP/1.1" status: 204 len: 173 time: 0.3647549 Aug 27 14:01:53.501716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a813b-9236-48b4-bea8-7e053bc07ca2 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8118d46f-ed85-4fd4-81dc-8cf0d8618949,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:53.553773 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2254c1dd-9299-4643-a60a-52a9a8800451 x-openstack-request-id: req-2254c1dd-9299-4643-a60a-52a9a8800451 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:53.554228 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec66272-005c-459c-bd22-7ec558bc6f36", "name": "network-vif-deleted", "tag": "171c8ea2-46c4-48bf-995b-b0d7df80afcb", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:53.554543 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2254c1dd-9299-4643-a60a-52a9a8800451 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:53.554980 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec66272-005c-459c-bd22-7ec558bc6f36', 'name': 'network-vif-deleted', 'tag': '171c8ea2-46c4-48bf-995b-b0d7df80afcb', 'status': 'completed', 'code': 200} Aug 27 14:01:53.561927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41bafb9-f018-49c7-b0c9-e858ad283051 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:01:53.568489 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e41bafb9-f018-49c7-b0c9-e858ad283051 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.568644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 8c83526e-353f-443b-9753-a752f83180b5 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:01:53.617507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:53.655582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:53.655954 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.734088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1d69777c-021d-4cd3-b270-87d1cf599e07, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1d69777c-021d-4cd3-b270-87d1cf599e07,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:53.753125 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6dafef29-9d0d-49ee-8b6d-51ee0dbd1e95 req-a090ef3f-1182-4de5-aea2-aebf9a7fe36c tempest-VolumesAdminNegativeTest-1417500116 tempest-VolumesAdminNegativeTest-1417500116-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ec66272-005c-459c-bd22-7ec558bc6f36 HTTP/1.1" status: 200 len: 210 time: 0.0934310 Aug 27 14:01:53.791074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:53.805377 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.820714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Pushing event updated for resources: {'Port': ['ID=fba39efa-acff-457e-9826-b04841fb4322,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:53.832614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:53.836139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:53.847720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1638a-990f-475a-8708-0a91362554cb req-38012939-1ec3-4b62-9ba9-bd3a93598d30 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:53.849808 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fb1638a-990f-475a-8708-0a91362554cb req-38012939-1ec3-4b62-9ba9-bd3a93598d30 tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.52 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 945 time: 0.1913419 Aug 27 14:01:53.861483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ad8aa-e81e-4f1b-8fd0-d076b0a1f0ef req-c569b3b5-76cf-4a35-bf3f-66b819373f3c tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:53.863649 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-471ad8aa-e81e-4f1b-8fd0-d076b0a1f0ef req-c569b3b5-76cf-4a35-bf3f-66b819373f3c tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 945 time: 0.0793872 Aug 27 14:01:53.867337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:53.878323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '1d69777c-021d-4cd3-b270-87d1cf599e07', 'network_id': '98a83768-35e2-421d-8e29-026f2b74cf67', 'port_id': '1d69777c-021d-4cd3-b270-87d1cf599e07', 'mac_address': 'fa:16:3e:21:16:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b548265e-aa82-466a-84a5-9484690d9f4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:01:53.906173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Set router e44ad7f6-a92d-42c1-8831-da69a7029bfb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:53.908645 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-471ad8aa-e81e-4f1b-8fd0-d076b0a1f0ef req-8e46de3a-6966-4bc6-8fbc-25229cb60c9f tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346625 Aug 27 14:01:53.916080 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:53.943555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-316b0ed9-fe73-4956-8956-4067df95ce8c req-2405b53d-8da2-40d3-a587-70b5f7b3e01e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1052313800', 'description': 'tempest-description-1212091942'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:53.990409 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-316b0ed9-fe73-4956-8956-4067df95ce8c req-2405b53d-8da2-40d3-a587-70b5f7b3e01e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.032553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Attempting to bind port fba39efa-acff-457e-9826-b04841fb4322 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:54.033264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Attempting to bind port fba39efa-acff-457e-9826-b04841fb4322 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:54.033798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Attempting to bind port fba39efa-acff-457e-9826-b04841fb4322 on network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:54.056770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-3fb1638a-990f-475a-8708-0a91362554cb req-ccdc63cf-9a2c-4de5-bf8e-9146f71e8e1b tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Deleting port b2413fae-a6d7-4a4e-80bb-2d3f11e76387 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:54.057158 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3fb1638a-990f-475a-8708-0a91362554cb req-ccdc63cf-9a2c-4de5-bf8e-9146f71e8e1b tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.083938 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.106085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:54.106620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Checking segment: {'id': '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:54.107626 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.107626 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Bound using segment: {'id': '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:54.108215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Bound port: fba39efa-acff-457e-9826-b04841fb4322, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:54.108708 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.114635 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-316b0ed9-fe73-4956-8956-4067df95ce8c req-2405b53d-8da2-40d3-a587-70b5f7b3e01e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.134275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-316b0ed9-fe73-4956-8956-4067df95ce8c req-2405b53d-8da2-40d3-a587-70b5f7b3e01e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.147548 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d69777c-021d-4cd3-b270-87d1cf599e07 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:54.202596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405b53d-8da2-40d3-a587-70b5f7b3e01e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0ba916-a7e0-4699-a0fe-210201c173c7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:54.210991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e41bafb9-f018-49c7-b0c9-e858ad283051 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.221167 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-316b0ed9-fe73-4956-8956-4067df95ce8c req-2405b53d-8da2-40d3-a587-70b5f7b3e01e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.222514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-316b0ed9-fe73-4956-8956-4067df95ce8c req-2405b53d-8da2-40d3-a587-70b5f7b3e01e tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2831945 Aug 27 14:01:54.270395 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:54.288255 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3fb1638a-990f-475a-8708-0a91362554cb req-ccdc63cf-9a2c-4de5-bf8e-9146f71e8e1b tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] For port b2413fae-a6d7-4a4e-80bb-2d3f11e76387, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b2413fae-a6d7-4a4e-80bb-2d3f11e76387,segment=NetworkSegment(0663d2f6-e0c1-46ca-b6ec-448a90b3c98c),segment_id=0663d2f6-e0c1-46ca-b6ec-448a90b3c98c)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:54.288469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1d69777c-021d-4cd3-b270-87d1cf599e07, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1d69777c-021d-4cd3-b270-87d1cf599e07,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:54.288729 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3fb1638a-990f-475a-8708-0a91362554cb req-ccdc63cf-9a2c-4de5-bf8e-9146f71e8e1b tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.302536 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.316179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-3fb1638a-990f-475a-8708-0a91362554cb req-ccdc63cf-9a2c-4de5-bf8e-9146f71e8e1b tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Calling delete_port for b2413fae-a6d7-4a4e-80bb-2d3f11e76387 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:54.342313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5589f-51bd-408d-a4e9-d5bf019d8f22 req-9e30a731-b419-4012-b857-189f6b5e36a6 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:54.346066 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10b5589f-51bd-408d-a4e9-d5bf019d8f22 req-9e30a731-b419-4012-b857-189f6b5e36a6 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 944 time: 0.0621023 Aug 27 14:01:54.358267 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7cbf5-c521-4b93-903c-b96760bb224b req-0d6aa48e-0b15-4ff7-bfab-f38132a8265a tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:54.359871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ec7cbf5-c521-4b93-903c-b96760bb224b req-0d6aa48e-0b15-4ff7-bfab-f38132a8265a tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 949 time: 0.1663966 Aug 27 14:01:54.362507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bafb9-f018-49c7-b0c9-e858ad283051 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event updated for resources: {'Subnet': ['ID=f96951ae-edde-4b65-8257-b3e84ee28281,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:54.387079 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-887be986-e661-4217-8377-5ec2a211f405 None None] For port fba39efa-acff-457e-9826-b04841fb4322, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:54.395996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10b5589f-51bd-408d-a4e9-d5bf019d8f22 req-4f845dea-9d31-4c40-9a2f-aadec58f6fb3 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439205 Aug 27 14:01:54.428995 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41bafb9-f018-49c7-b0c9-e858ad283051 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Checking segment: {'id': '733b12ab-c7cf-447d-9c88-8c12d76cb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8c83526e-353f-443b-9753-a752f83180b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:54.429357 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41bafb9-f018-49c7-b0c9-e858ad283051 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Network hostable DHCP agents. Network: 8c83526e-353f-443b-9753-a752f83180b5, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:01:54.439396 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-887be986-e661-4217-8377-5ec2a211f405 None None] For port fba39efa-acff-457e-9826-b04841fb4322, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fba39efa-acff-457e-9826-b04841fb4322,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:54.453078 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.464685 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=1d69777c-021d-4cd3-b270-87d1cf599e07,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:54.486071 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ec7cbf5-c521-4b93-903c-b96760bb224b req-6fde30cd-4bd5-4bea-9605-3627cdcea1ce tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/security-groups?id=49a3a214-57c3-4c82-b2a6-355f4572d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131158 Aug 27 14:01:54.512813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41bafb9-f018-49c7-b0c9-e858ad283051 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Network 8c83526e-353f-443b-9753-a752f83180b5 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:01:54.522726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['1d69777c-021d-4cd3-b270-87d1cf599e07'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:54.531946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-e41bafb9-f018-49c7-b0c9-e858ad283051 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 8c83526e-353f-443b-9753-a752f83180b5) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:54.552965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3938f807-deaf-4663-a3e4-5dd2338645f5 None None] Network 8c83526e-353f-443b-9753-a752f83180b5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:01:54.565996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9c8db333-c8e5-41f6-8be1-2cfc08fb3249 req-2470e7d3-b18b-4815-971f-55a906561712 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/dc0ba916-a7e0-4699-a0fe-210201c173c7 HTTP/1.1" status: 200 len: 1801 time: 0.0730820 Aug 27 14:01:54.577154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-9c8db333-c8e5-41f6-8be1-2cfc08fb3249 req-7287c093-8df4-4199-ba78-cbd410a5c335 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1252832131', 'description': 'tempest-description-hth-1836531684'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:01:54.600599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41bafb9-f018-49c7-b0c9-e858ad283051 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:54.601269 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e41bafb9-f018-49c7-b0c9-e858ad283051 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.611569 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3fb1638a-990f-475a-8708-0a91362554cb req-ccdc63cf-9a2c-4de5-bf8e-9146f71e8e1b tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.611876 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9c8db333-c8e5-41f6-8be1-2cfc08fb3249 req-7287c093-8df4-4199-ba78-cbd410a5c335 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.652320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc63cf-9a2c-4de5-bf8e-9146f71e8e1b tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Pushing event deleted for resources: {'Port': ['ID=b2413fae-a6d7-4a4e-80bb-2d3f11e76387,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:54.655862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887be986-e661-4217-8377-5ec2a211f405 None None] Pushing event updated for resources: {'Port': ['ID=fba39efa-acff-457e-9826-b04841fb4322,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:54.666837 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e41bafb9-f018-49c7-b0c9-e858ad283051 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2649276 Aug 27 14:01:54.675669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'name': 'tempest-ServersTestMultiNic-539049762-router', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:43Z', 'updated_at': '2021-08-27T14:01:49Z', 'revision_number': 4, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'gw_port': {'id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:44Z', 'updated_at': '2021-08-27T14:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0', 'name': '', 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'mac_address': 'fa:16:3e:63:26:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'c74d84a0-e280-4ee7-be74-73fa70e12242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:48Z', 'updated_at': '2021-08-27T14:01:49Z', 'revision_number': 2, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'subnets': [{'id': 'c74d84a0-e280-4ee7-be74-73fa70e12242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:54.689731 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9c8db333-c8e5-41f6-8be1-2cfc08fb3249 req-7287c093-8df4-4199-ba78-cbd410a5c335 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.698992 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9c8db333-c8e5-41f6-8be1-2cfc08fb3249 req-7287c093-8df4-4199-ba78-cbd410a5c335 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.702625 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9c8db333-c8e5-41f6-8be1-2cfc08fb3249 req-7287c093-8df4-4199-ba78-cbd410a5c335 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.707736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9c8db333-c8e5-41f6-8be1-2cfc08fb3249 req-7287c093-8df4-4199-ba78-cbd410a5c335 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "PUT /v2.0/security-groups/dc0ba916-a7e0-4699-a0fe-210201c173c7 HTTP/1.1" status: 200 len: 1775 time: 0.1407800 Aug 27 14:01:54.741014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287c093-8df4-4199-ba78-cbd410a5c335 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0ba916-a7e0-4699-a0fe-210201c173c7,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:54.765880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Checking router: e44ad7f6-a92d-42c1-8831-da69a7029bfb for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:01:54.766572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Updating router e44ad7f6-a92d-42c1-8831-da69a7029bfb port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:01:54.792877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb1638a-990f-475a-8708-0a91362554cb req-ccdc63cf-9a2c-4de5-bf8e-9146f71e8e1b tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] No DVR routers for this DVR port b2413fae-a6d7-4a4e-80bb-2d3f11e76387 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:01:54.801105 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3fb1638a-990f-475a-8708-0a91362554cb req-ccdc63cf-9a2c-4de5-bf8e-9146f71e8e1b tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.807155 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fb1638a-990f-475a-8708-0a91362554cb req-ccdc63cf-9a2c-4de5-bf8e-9146f71e8e1b tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.52 "DELETE /v2.0/ports/b2413fae-a6d7-4a4e-80bb-2d3f11e76387 HTTP/1.1" status: 204 len: 173 time: 0.9504125 Aug 27 14:01:54.808877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'name': 'network-vif-deleted', 'tag': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:54.810360 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103461a1-3110-45bd-8dc6-5660b6709037" -d '{"events": [{"server_uuid": "33dd4ceb-a47e-472c-93aa-92a56ed72c75", "name": "network-vif-deleted", "tag": "b2413fae-a6d7-4a4e-80bb-2d3f11e76387"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:54.888169 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad8ac1d8-f377-4d85-b133-0211775a31fa req-8201e2be-d53c-4fe8-9aaf-a6f5b3d47c3b tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/dc0ba916-a7e0-4699-a0fe-210201c173c7 HTTP/1.1" status: 200 len: 1775 time: 0.1401658 Aug 27 14:01:54.933825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47298) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:54.962366 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:54.997243 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cc4fdb-c960-4d0d-804e-6a8bbb4dc3ed x-openstack-request-id: req-93cc4fdb-c960-4d0d-804e-6a8bbb4dc3ed {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:54.997243 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dd4ceb-a47e-472c-93aa-92a56ed72c75", "name": "network-vif-deleted", "tag": "b2413fae-a6d7-4a4e-80bb-2d3f11e76387", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:54.997243 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93cc4fdb-c960-4d0d-804e-6a8bbb4dc3ed {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:54.997243 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dd4ceb-a47e-472c-93aa-92a56ed72c75', 'name': 'network-vif-deleted', 'tag': 'b2413fae-a6d7-4a4e-80bb-2d3f11e76387', 'status': 'completed', 'code': 200} Aug 27 14:01:55.086014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 171c8ea2-46c4-48bf-995b-b0d7df80afcb no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:01:55.111270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abeb23c-f132-4187-9341-99b52c5f8d82 admin admin] Deleting subnet 67fb9906-a283-41fd-b35f-3b816c6e65c9 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:01:55.119974 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c3adb4f-2fdc-48ba-b853-55070dc98946 req-68560e96-3c0b-4e81-a34a-bfeb35c64707 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/dc0ba916-a7e0-4699-a0fe-210201c173c7 HTTP/1.1" status: 200 len: 1775 time: 0.0951819 Aug 27 14:01:55.120236 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0abeb23c-f132-4187-9341-99b52c5f8d82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:55.167580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fba39efa-acff-457e-9826-b04841fb4322 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:55.188070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c3adb4f-2fdc-48ba-b853-55070dc98946 req-500720fa-9087-4dbb-b83e-60ba03f0a40f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:55.190271 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-6c30d613-0c17-4fd8-b9ee-7a4303f022fd tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:55.190883 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 171c8ea2-46c4-48bf-995b-b0d7df80afcb {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:01:55.191245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 171c8ea2-46c4-48bf-995b-b0d7df80afcb not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:01:55.196678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-6c30d613-0c17-4fd8-b9ee-7a4303f022fd tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:55.203222 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-6c30d613-0c17-4fd8-b9ee-7a4303f022fd tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/networks?id=aa46a5d6-9bd7-41cc-8b0c-580ef461def1&id=8c83526e-353f-443b-9753-a752f83180b5&id=aa46a5d6-9bd7-41cc-8b0c-580ef461def1 HTTP/1.1" status: 200 len: 1391 time: 0.3322804 Aug 27 14:01:55.214474 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0abeb23c-f132-4187-9341-99b52c5f8d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:55.216514 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c3adb4f-2fdc-48ba-b853-55070dc98946 req-500720fa-9087-4dbb-b83e-60ba03f0a40f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:55.234780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-8c83526e-353f-443b-9753-a752f83180b5', 'network_id': '8c83526e-353f-443b-9753-a752f83180b5', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'fixed_ips': [{'subnet_id': 'f96951ae-edde-4b65-8257-b3e84ee28281'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:01:55.235615 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:55.252587 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-9f4d6b45-61a0-4eff-be78-059c51a3de6d tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/quotas/203b1f0fda0c4e4dbc5635329db4e264 HTTP/1.1" status: 200 len: 375 time: 0.0354826 Aug 27 14:01:55.281667 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c3adb4f-2fdc-48ba-b853-55070dc98946 req-500720fa-9087-4dbb-b83e-60ba03f0a40f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:55.284509 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0c3adb4f-2fdc-48ba-b853-55070dc98946 req-500720fa-9087-4dbb-b83e-60ba03f0a40f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:55.285807 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c3adb4f-2fdc-48ba-b853-55070dc98946 req-500720fa-9087-4dbb-b83e-60ba03f0a40f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "DELETE /v2.0/security-groups/dc0ba916-a7e0-4699-a0fe-210201c173c7 HTTP/1.1" status: 204 len: 173 time: 0.1662803 Aug 27 14:01:55.308219 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0abeb23c-f132-4187-9341-99b52c5f8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:55.317050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500720fa-9087-4dbb-b83e-60ba03f0a40f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0ba916-a7e0-4699-a0fe-210201c173c7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:55.455143 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b33ef488-3c47-4f5e-b93d-0c869714fedd req-63677d40-aed4-45be-bf29-bc6d64b8ab8c tempest-FloatingIPsAssociationNegativeTestJSON-891840477 tempest-FloatingIPsAssociationNegativeTestJSON-891840477-project] 10.222.0.55 "GET /v2.0/ports?device_id=33dd4ceb-a47e-472c-93aa-92a56ed72c75 HTTP/1.1" status: 200 len: 210 time: 0.0641284 Aug 27 14:01:55.465341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-35b12729-783c-4da6-9a38-ee5098ea8083 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=203b1f0fda0c4e4dbc5635329db4e264&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1877024 Aug 27 14:01:55.496754 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0abeb23c-f132-4187-9341-99b52c5f8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:55.590457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abeb23c-f132-4187-9341-99b52c5f8d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67fb9906-a283-41fd-b35f-3b816c6e65c9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:55.649323 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0abeb23c-f132-4187-9341-99b52c5f8d82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:55.654278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0abeb23c-f132-4187-9341-99b52c5f8d82 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/67fb9906-a283-41fd-b35f-3b816c6e65c9 HTTP/1.1" status: 204 len: 168 time: 0.7182996 Aug 27 14:01:55.654800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47312) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:55.673054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port fba39efa-acff-457e-9826-b04841fb4322 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:55.708695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8461a7b-ef98-4c8a-8b0f-30d2bb6dc2c8 req-d1373f3f-8847-4d1b-997d-c81cee8d55bc tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:55.720807 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f8461a7b-ef98-4c8a-8b0f-30d2bb6dc2c8 req-d1373f3f-8847-4d1b-997d-c81cee8d55bc tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 944 time: 0.0992749 Aug 27 14:01:55.781879 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f8461a7b-ef98-4c8a-8b0f-30d2bb6dc2c8 req-5a75506c-32a9-4f43-8182-fc9d5fc8b6ef tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601509 Aug 27 14:01:55.816529 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1b8221f-3533-4182-a060-b6026f9e59a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:55.829865 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38be1d6-d69d-41d4-9e73-0c78cb662d9d req-f72f16e0-a0bd-4f6e-8f95-400b3c82f0c6 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:55.831538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f38be1d6-d69d-41d4-9e73-0c78cb662d9d req-f72f16e0-a0bd-4f6e-8f95-400b3c82f0c6 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.41 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 949 time: 0.1439931 Aug 27 14:01:55.837890 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-d1a05a6a-8939-4bd6-84cc-73c624246349 service neutron] 10.222.0.55 "GET /v2.0/networks/aa46a5d6-9bd7-41cc-8b0c-580ef461def1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373592 Aug 27 14:01:55.933504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:55.954221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1b8221f-3533-4182-a060-b6026f9e59a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:55.966893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-b1b8221f-3533-4182-a060-b6026f9e59a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca4975e-40de-4a6a-b36a-305f4e8b62c3']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:55.981905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-b1b8221f-3533-4182-a060-b6026f9e59a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291e68dd-3afe-4a99-a61c-2d7dd06f747d') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:55.982264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-b1b8221f-3533-4182-a060-b6026f9e59a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291e68dd-3afe-4a99-a61c-2d7dd06f747d') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:55.992634 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1b8221f-3533-4182-a060-b6026f9e59a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.008670 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1b8221f-3533-4182-a060-b6026f9e59a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.009076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-f38be1d6-d69d-41d4-9e73-0c78cb662d9d req-924b6c79-0b79-49e2-8f39-cfb01df2cf46 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Deleting port 907d54c6-46fb-4485-a62e-3c717bc83a96 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:56.009429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f38be1d6-d69d-41d4-9e73-0c78cb662d9d req-924b6c79-0b79-49e2-8f39-cfb01df2cf46 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.016596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b8221f-3533-4182-a060-b6026f9e59a2 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:01:56.017197 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1b8221f-3533-4182-a060-b6026f9e59a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.041317 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Allocated IP 19.86.0.2 (8c83526e-353f-443b-9753-a752f83180b5/f96951ae-edde-4b65-8257-b3e84ee28281/182464c5-eac0-4c71-8f0a-e8e0751ffd3f) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:01:56.052435 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:01:56.134758 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5bffda-8685-4396-a430-e28a276c8b37 None None] Network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:01:56.159819 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1b8221f-3533-4182-a060-b6026f9e59a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.169671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:56.170044 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.178892 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1b8221f-3533-4182-a060-b6026f9e59a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.185188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b1b8221f-3533-4182-a060-b6026f9e59a2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/bca4975e-40de-4a6a-b36a-305f4e8b62c3 HTTP/1.1" status: 204 len: 168 time: 0.5293682 Aug 27 14:01:56.188816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47322) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:56.234080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8221f-3533-4182-a060-b6026f9e59a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bca4975e-40de-4a6a-b36a-305f4e8b62c3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:56.255718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1ea7de2d-df8d-4fa4-bf52-85d454a9fc93 service neutron] 10.222.0.55 "GET /v2.0/networks/aa46a5d6-9bd7-41cc-8b0c-580ef461def1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080901 Aug 27 14:01:56.267279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-8722cabe-0fe5-498f-95d3-3b41ff4e4256 admin admin] Deleting subnet cc2c716e-e8ce-4bca-8da8-99f0e2199774 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:01:56.268573 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.279453 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8722cabe-0fe5-498f-95d3-3b41ff4e4256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.303417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Transition to ACTIVE for port object ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:56.316938 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a7f1678b-dcb5-43cd-aec0-40ec7497f28e None None] Provisioning for port fba39efa-acff-457e-9826-b04841fb4322 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:56.333545 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.350667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a7f1678b-dcb5-43cd-aec0-40ec7497f28e None None] Provisioning complete for port fba39efa-acff-457e-9826-b04841fb4322 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:56.350667 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7f1678b-dcb5-43cd-aec0-40ec7497f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.371204 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8722cabe-0fe5-498f-95d3-3b41ff4e4256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.442569 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8722cabe-0fe5-498f-95d3-3b41ff4e4256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.463043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd9cd6-b6d4-4ac4-8a83-817e11f97ec9 req-6f8c1af4-c8a1-4949-941b-31d411c1a08f tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:56.471122 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4efd9cd6-b6d4-4ac4-8a83-817e11f97ec9 req-6f8c1af4-c8a1-4949-941b-31d411c1a08f tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 949 time: 0.4930649 Aug 27 14:01:56.475696 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-85eda474-cfb6-4a1e-aca3-c22bd2f33641 service neutron] 10.222.0.55 "GET /v2.0/networks/8c83526e-353f-443b-9753-a752f83180b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047217 Aug 27 14:01:56.554018 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4efd9cd6-b6d4-4ac4-8a83-817e11f97ec9 req-c9552870-cd09-4dc1-9d20-7d0d84c145fe tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/security-groups?id=49a3a214-57c3-4c82-b2a6-355f4572d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819354 Aug 27 14:01:56.555258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fea575-d679-4f6b-9e09-7cbe3c6f8a97 None None] Pushing event updated for resources: {'Port': ['ID=ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:56.556061 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-f38be1d6-d69d-41d4-9e73-0c78cb662d9d req-924b6c79-0b79-49e2-8f39-cfb01df2cf46 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] For port 907d54c6-46fb-4485-a62e-3c717bc83a96, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=907d54c6-46fb-4485-a62e-3c717bc83a96,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:56.556449 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f38be1d6-d69d-41d4-9e73-0c78cb662d9d req-924b6c79-0b79-49e2-8f39-cfb01df2cf46 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.610194 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-f38be1d6-d69d-41d4-9e73-0c78cb662d9d req-924b6c79-0b79-49e2-8f39-cfb01df2cf46 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Calling delete_port for 907d54c6-46fb-4485-a62e-3c717bc83a96 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:56.675680 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8722cabe-0fe5-498f-95d3-3b41ff4e4256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.676400 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.684651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47328) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:56.712114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Transition to ACTIVE for port object 182464c5-eac0-4c71-8f0a-e8e0751ffd3f will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:56.718398 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-a328aef7-9f43-4aa6-983b-758ded88164f req-6696f309-2577-4b84-89d8-ec159cfcd1ed tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] show failed (client error): The resource could not be found. Aug 27 14:01:56.721144 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8722cabe-0fe5-498f-95d3-3b41ff4e4256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.723049 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8722cabe-0fe5-498f-95d3-3b41ff4e4256 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cc2c716e-e8ce-4bca-8da8-99f0e2199774 HTTP/1.1" status: 204 len: 168 time: 0.5330179 Aug 27 14:01:56.725469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a328aef7-9f43-4aa6-983b-758ded88164f req-6696f309-2577-4b84-89d8-ec159cfcd1ed tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/8118d46f-ed85-4fd4-81dc-8cf0d8618949 HTTP/1.1" status: 404 len: 352 time: 0.0254326 Aug 27 14:01:56.726459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47330) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:56.737336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Attempting to bind port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:56.737708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Attempting to bind port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '72bb2613-b083-43ba-96d1-8f02bcbfc8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:56.738068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Attempting to bind port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 on network 238bdca3-eff0-4f40-8753-5ea92a775a46 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:56.774547 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-1a52a7ed-05ad-4729-ab41-cc5ae87c44dd req-c93376fd-40cd-4503-a860-554de53959f5 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] show failed (client error): The resource could not be found. Aug 27 14:01:56.775243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:56.776542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Checking segment: {'id': '72bb2613-b083-43ba-96d1-8f02bcbfc8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:56.776681 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.777407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Bound using segment: {'id': '72bb2613-b083-43ba-96d1-8f02bcbfc8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:56.777672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Bound port: ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72bb2613-b083-43ba-96d1-8f02bcbfc8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:56.777939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.779223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722cabe-0fe5-498f-95d3-3b41ff4e4256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2c716e-e8ce-4bca-8da8-99f0e2199774,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:56.784404 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a52a7ed-05ad-4729-ab41-cc5ae87c44dd req-c93376fd-40cd-4503-a860-554de53959f5 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/e278fbc6-eebc-404b-b475-f656903dc1e0 HTTP/1.1" status: 404 len: 352 time: 0.0369201 Aug 27 14:01:56.786941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Transition to ACTIVE for port object 182464c5-eac0-4c71-8f0a-e8e0751ffd3f will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:01:56.801588 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-fb3262b2-80db-411a-8107-91e1658152fa service neutron] 10.222.0.55 "GET /v2.0/networks/8c83526e-353f-443b-9753-a752f83180b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114667 Aug 27 14:01:56.809986 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7f1678b-dcb5-43cd-aec0-40ec7497f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.825808 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.859155 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-b501ce7f-ee90-475a-bd65-5bb291530b41 req-ae7d125c-49ea-4c16-b2fc-1956ffdd2a11 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] show failed (client error): The resource could not be found. Aug 27 14:01:56.871483 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b501ce7f-ee90-475a-bd65-5bb291530b41 req-ae7d125c-49ea-4c16-b2fc-1956ffdd2a11 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/91f5fc19-48ab-494d-a9cd-7a5ceb07ee4f HTTP/1.1" status: 404 len: 352 time: 0.0505683 Aug 27 14:01:56.921250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Network 8c83526e-353f-443b-9753-a752f83180b5 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:01:56.942215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:01:56.946818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a7f1678b-dcb5-43cd-aec0-40ec7497f28e None None] For port fba39efa-acff-457e-9826-b04841fb4322, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fba39efa-acff-457e-9826-b04841fb4322,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:56.948396 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Pushing event updated for resources: {'Port': ['ID=182464c5-eac0-4c71-8f0a-e8e0751ffd3f,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:56.953880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:01:56.959114 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7f1678b-dcb5-43cd-aec0-40ec7497f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.962169 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32db33be-ff22-46f2-a7e2-b0fcb6e342ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:56.969632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] For port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:56.981922 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f38be1d6-d69d-41d4-9e73-0c78cb662d9d req-924b6c79-0b79-49e2-8f39-cfb01df2cf46 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.021941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] For port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0,segment=NetworkSegment(72bb2613-b083-43ba-96d1-8f02bcbfc8e9),segment_id=72bb2613-b083-43ba-96d1-8f02bcbfc8e9)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:57.031265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['907d54c6-46fb-4485-a62e-3c717bc83a96'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:57.050633 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.070300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b6c79-0b79-49e2-8f39-cfb01df2cf46 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Pushing event deleted for resources: {'Port': ['ID=907d54c6-46fb-4485-a62e-3c717bc83a96,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:57.085391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1d69777c-021d-4cd3-b270-87d1cf599e07 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:57.100775 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38be1d6-d69d-41d4-9e73-0c78cb662d9d req-924b6c79-0b79-49e2-8f39-cfb01df2cf46 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] No DVR routers for this DVR port 907d54c6-46fb-4485-a62e-3c717bc83a96 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:01:57.112197 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f38be1d6-d69d-41d4-9e73-0c78cb662d9d req-924b6c79-0b79-49e2-8f39-cfb01df2cf46 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.117264 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f38be1d6-d69d-41d4-9e73-0c78cb662d9d req-924b6c79-0b79-49e2-8f39-cfb01df2cf46 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.41 "DELETE /v2.0/ports/907d54c6-46fb-4485-a62e-3c717bc83a96 HTTP/1.1" status: 204 len: 173 time: 1.2708740 Aug 27 14:01:57.118099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279cc8b5-81fc-4d71-8379-eea0525b2c9a', 'name': 'network-vif-deleted', 'tag': '907d54c6-46fb-4485-a62e-3c717bc83a96'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:57.123276 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750ebc88-5681-4f6c-aac3-d04bd4b218b2" -d '{"events": [{"server_uuid": "279cc8b5-81fc-4d71-8379-eea0525b2c9a", "name": "network-vif-deleted", "tag": "907d54c6-46fb-4485-a62e-3c717bc83a96"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:57.152928 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bd126-e8fe-4c50-a2ca-4f4afbbe2a07 req-c2ad9cf0-3fbe-4a23-9fe9-e93c194dd032 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:57.172574 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c44bd126-e8fe-4c50-a2ca-4f4afbbe2a07 req-c2ad9cf0-3fbe-4a23-9fe9-e93c194dd032 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 944 time: 0.2342277 Aug 27 14:01:57.188480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Attempting to bind port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:01:57.188915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Attempting to bind port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '733b12ab-c7cf-447d-9c88-8c12d76cb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8c83526e-353f-443b-9753-a752f83180b5'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:01:57.190235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Attempting to bind port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f on network 8c83526e-353f-443b-9753-a752f83180b5 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:01:57.213888 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32db33be-ff22-46f2-a7e2-b0fcb6e342ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.218267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1678b-dcb5-43cd-aec0-40ec7497f28e None None] Pushing event updated for resources: {'Port': ['ID=fba39efa-acff-457e-9826-b04841fb4322,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:57.230349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-32db33be-ff22-46f2-a7e2-b0fcb6e342ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c274eb21-d86b-4eb3-ae9f-118be5042106']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:57.233429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:01:57.233814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Checking segment: {'id': '733b12ab-c7cf-447d-9c88-8c12d76cb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8c83526e-353f-443b-9753-a752f83180b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:01:57.234225 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.234614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Bound using segment: {'id': '733b12ab-c7cf-447d-9c88-8c12d76cb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8c83526e-353f-443b-9753-a752f83180b5'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:01:57.235128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Bound port: 182464c5-eac0-4c71-8f0a-e8e0751ffd3f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733b12ab-c7cf-447d-9c88-8c12d76cb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8c83526e-353f-443b-9753-a752f83180b5'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:01:57.235517 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.245057 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c44bd126-e8fe-4c50-a2ca-4f4afbbe2a07 req-5ba71a9c-27e7-47d0-b068-c087dd03df76 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690966 Aug 27 14:01:57.274038 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-94a76f74-6372-4608-bd48-08295ff5bc98 service neutron] 10.222.0.55 "GET /v2.0/networks/aa46a5d6-9bd7-41cc-8b0c-580ef461def1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425604 Aug 27 14:01:57.288864 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-06c0ea1d-002d-45ee-948f-00be1d8902c3 req-9d266b54-3469-4297-8803-d5c3a3784656 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] show failed (client error): The resource could not be found. Aug 27 14:01:57.289879 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06c0ea1d-002d-45ee-948f-00be1d8902c3 req-9d266b54-3469-4297-8803-d5c3a3784656 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/983756a5-c66b-4cde-b86f-81e49db8ffd7 HTTP/1.1" status: 404 len: 352 time: 0.0268424 Aug 27 14:01:57.342551 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-32db33be-ff22-46f2-a7e2-b0fcb6e342ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bb07b2-1d08-4323-9e00-042dc8592192') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:57.342880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-32db33be-ff22-46f2-a7e2-b0fcb6e342ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bb07b2-1d08-4323-9e00-042dc8592192') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:57.353059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fea575-d679-4f6b-9e09-7cbe3c6f8a97 None None] Pushing event updated for resources: {'Port': ['ID=ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:57.376436 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32db33be-ff22-46f2-a7e2-b0fcb6e342ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.383116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Routers {'e44ad7f6-a92d-42c1-8831-da69a7029bfb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:01:57.383897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e44ad7f6-a92d-42c1-8831-da69a7029bfb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:57.453087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-65d262d1-91f3-4bf4-8948-72e75389790f None None] Provisioning complete for port fba39efa-acff-457e-9826-b04841fb4322 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:57.453558 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65d262d1-91f3-4bf4-8948-72e75389790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.473944 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32db33be-ff22-46f2-a7e2-b0fcb6e342ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.482208 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f550e44-e65b-4195-8a08-3717aead5aa6 x-openstack-request-id: req-6f550e44-e65b-4195-8a08-3717aead5aa6 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:57.482822 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279cc8b5-81fc-4d71-8379-eea0525b2c9a", "name": "network-vif-deleted", "tag": "907d54c6-46fb-4485-a62e-3c717bc83a96", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:57.483351 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f550e44-e65b-4195-8a08-3717aead5aa6 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:57.483769 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279cc8b5-81fc-4d71-8379-eea0525b2c9a', 'name': 'network-vif-deleted', 'tag': '907d54c6-46fb-4485-a62e-3c717bc83a96', 'status': 'completed', 'code': 200} Aug 27 14:01:57.486791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32db33be-ff22-46f2-a7e2-b0fcb6e342ba admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:01:57.487218 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32db33be-ff22-46f2-a7e2-b0fcb6e342ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:01:57.490551 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:01:57.502143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 1d69777c-021d-4cd3-b270-87d1cf599e07 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:57.524089 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-57532264-c328-417d-bcc2-5b3994e4a63b req-99e3b36a-08b8-4c40-89c2-f6a9d3650c82 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] show failed (client error): The resource could not be found. Aug 27 14:01:57.531585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 1d69777c-021d-4cd3-b270-87d1cf599e07 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:57.531830 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.535297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57532264-c328-417d-bcc2-5b3994e4a63b req-99e3b36a-08b8-4c40-89c2-f6a9d3650c82 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/330b1735-72f6-4f47-9d47-f2049a9f7ae3 HTTP/1.1" status: 404 len: 352 time: 0.0288739 Aug 27 14:01:57.562886 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-c3b57207-bed8-4266-99f1-6d3df085ff2f req-7dcb38c6-0d48-4fda-93c3-4708693476cd tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] show failed (client error): The resource could not be found. Aug 27 14:01:57.574308 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c3b57207-bed8-4266-99f1-6d3df085ff2f req-7dcb38c6-0d48-4fda-93c3-4708693476cd tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/84c29e9b-07c8-4aaf-bc8f-ecfda9c54555 HTTP/1.1" status: 404 len: 352 time: 0.0266204 Aug 27 14:01:57.594945 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-bd39a8a5-35f2-43e5-8d61-3887b7f2001c service neutron] 10.222.0.55 "GET /v2.0/networks/aa46a5d6-9bd7-41cc-8b0c-580ef461def1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197932 Aug 27 14:01:57.629706 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32db33be-ff22-46f2-a7e2-b0fcb6e342ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.640594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] For port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:01:57.653425 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32db33be-ff22-46f2-a7e2-b0fcb6e342ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.655777 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-32db33be-ff22-46f2-a7e2-b0fcb6e342ba admin admin] 10.222.0.55 "DELETE /v2.0/networks/c274eb21-d86b-4eb3-ae9f-118be5042106 HTTP/1.1" status: 204 len: 168 time: 0.9275777 Aug 27 14:01:57.656696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db33be-ff22-46f2-a7e2-b0fcb6e342ba admin admin] Pushing event deleted for resources: {'Network': ['ID=c274eb21-d86b-4eb3-ae9f-118be5042106,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:57.668144 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] For port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=182464c5-eac0-4c71-8f0a-e8e0751ffd3f,segment=NetworkSegment(733b12ab-c7cf-447d-9c88-8c12d76cb59f),segment_id=733b12ab-c7cf-447d-9c88-8c12d76cb59f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:01:57.686905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4f256c2-c0b9-48c9-bf13-edc0eb58c508 req-ac7bebd2-e4d1-4142-bb7b-8bbcf827a464 tempest-ImagesNegativeTestJSON-958617871 tempest-ImagesNegativeTestJSON-958617871-project] 10.222.0.55 "GET /v2.0/ports?device_id=279cc8b5-81fc-4d71-8379-eea0525b2c9a HTTP/1.1" status: 200 len: 210 time: 0.0460186 Aug 27 14:01:57.728210 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:57.801893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] Set router e44ad7f6-a92d-42c1-8831-da69a7029bfb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:01:57.894639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47366) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:57.897594 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71701b89-e447-4a12-bba7-8f0716cc9314 req-b1bedc48-c569-4988-8002-a193d981c2e4 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 210 time: 0.0787628 Aug 27 14:01:58.029513 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b7eda0b7-b6b7-4b4f-ab1c-434859eff313 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7279ef1a5e334e0893928fb992323082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332448 Aug 27 14:01:58.032128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47370) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:58.042868 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b0142c9c-216d-4623-97de-0e06f8b1fa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:58.045962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777f9c4-a36e-47ca-844b-9a0c15210e60 None None] Pushing event updated for resources: {'Port': ['ID=182464c5-eac0-4c71-8f0a-e8e0751ffd3f,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:58.141461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d342bd96-27f5-49f9-ac23-e87848d5a32f details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:01:58.157862 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55b16216-affc-4327-bd7b-ab72dc3c3d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:58.161485 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:58.238078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724b8db6-9a21-417c-b5f3-f1a130cc035c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d69777c-021d-4cd3-b270-87d1cf599e07'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:01:58.240619 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7170663d-e76e-4576-a2f9-ae54c1676c9d" -d '{"events": [{"server_uuid": "724b8db6-9a21-417c-b5f3-f1a130cc035c", "name": "network-vif-plugged", "status": "completed", "tag": "1d69777c-021d-4cd3-b270-87d1cf599e07"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:01:58.248394 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55b16216-affc-4327-bd7b-ab72dc3c3d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:58.282117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1d69777c-021d-4cd3-b270-87d1cf599e07, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1d69777c-021d-4cd3-b270-87d1cf599e07,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:58.393540 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55b16216-affc-4327-bd7b-ab72dc3c3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:58.397799 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55b16216-affc-4327-bd7b-ab72dc3c3d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:58.399525 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-55b16216-affc-4327-bd7b-ab72dc3c3d07 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6 HTTP/1.1" status: 204 len: 168 time: 0.3636305 Aug 27 14:01:58.436322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b16216-affc-4327-bd7b-ab72dc3c3d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaddf0c-b6ba-42e1-8fe7-6e9e4f29c6f6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:58.455906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980c9be-048d-4579-8b3d-4b5ab2d7304e req-34375b6f-1e64-4617-abf2-75795c524517 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:58.457168 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e980c9be-048d-4579-8b3d-4b5ab2d7304e req-34375b6f-1e64-4617-abf2-75795c524517 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 1024 time: 0.3425722 Aug 27 14:01:58.480250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d27baf-7174-404e-9655-f72bbc2b3f14 req-4ca1a5b5-d4a4-4352-8554-1e9f0ab35400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:58.482331 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29d27baf-7174-404e-9655-f72bbc2b3f14 req-4ca1a5b5-d4a4-4352-8554-1e9f0ab35400 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 1097 time: 0.0805891 Aug 27 14:01:58.551623 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684ea5bd-894b-4dee-91b8-c76348c06ff1 x-openstack-request-id: req-684ea5bd-894b-4dee-91b8-c76348c06ff1 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:01:58.551930 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724b8db6-9a21-417c-b5f3-f1a130cc035c", "name": "network-vif-plugged", "status": "completed", "tag": "1d69777c-021d-4cd3-b270-87d1cf599e07", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:01:58.552398 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-684ea5bd-894b-4dee-91b8-c76348c06ff1 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:01:58.553274 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724b8db6-9a21-417c-b5f3-f1a130cc035c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d69777c-021d-4cd3-b270-87d1cf599e07', 'code': 200} Aug 27 14:01:58.583645 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e980c9be-048d-4579-8b3d-4b5ab2d7304e req-6299d6ee-7620-472d-a1d8-55570bcfa31d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&id=e264e106-9b3c-4114-9682-333036b359ac&id=020b06fc-515c-4e2d-a239-63b15d6c9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1167741 Aug 27 14:01:58.586718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29d27baf-7174-404e-9655-f72bbc2b3f14 req-1c0b6b48-b692-4e86-a6c2-02681af5111e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964983 Aug 27 14:01:58.597673 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:58.601817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b2413fae-a6d7-4a4e-80bb-2d3f11e76387 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:01:58.608420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c0694-ffb7-4103-b34b-dd063558b83d req-e0601a4c-03b2-4fe4-84d2-8de7396a9fc5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:01:58.610424 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da4c0694-ffb7-4103-b34b-dd063558b83d req-e0601a4c-03b2-4fe4-84d2-8de7396a9fc5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 945 time: 0.1100812 Aug 27 14:01:58.676847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: b2413fae-a6d7-4a4e-80bb-2d3f11e76387 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:01:58.677958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b2413fae-a6d7-4a4e-80bb-2d3f11e76387 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:01:58.698859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da4c0694-ffb7-4103-b34b-dd063558b83d req-6dad7876-fad8-4460-a857-4f6cefdd148d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806711 Aug 27 14:01:58.766566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-b0142c9c-216d-4623-97de-0e06f8b1fa41 admin admin] Deleting port 28891944-2dc8-4131-9c38-c0d946abde50 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:01:58.767015 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b0142c9c-216d-4623-97de-0e06f8b1fa41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:58.785550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=1d69777c-021d-4cd3-b270-87d1cf599e07,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:58.796006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d342bd96-27f5-49f9-ac23-e87848d5a32f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d342bd96-27f5-49f9-ac23-e87848d5a32f,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:58.816325 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'd342bd96-27f5-49f9-ac23-e87848d5a32f', 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2', 'port_id': 'd342bd96-27f5-49f9-ac23-e87848d5a32f', 'mac_address': 'fa:16:3e:80:2d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8012dbf9-0982-45c9-b07b-40b74c5b4a40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:01:58.894167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'name': 'tempest-ServersTestMultiNic-539049762-router', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:43Z', 'updated_at': '2021-08-27T14:01:49Z', 'revision_number': 4, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'gw_port': {'id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:44Z', 'updated_at': '2021-08-27T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0', 'name': '', 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'mac_address': 'fa:16:3e:63:26:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'c74d84a0-e280-4ee7-be74-73fa70e12242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:48Z', 'updated_at': '2021-08-27T14:01:56Z', 'revision_number': 4, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'subnets': [{'id': 'c74d84a0-e280-4ee7-be74-73fa70e12242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:01:58.968094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-b0142c9c-216d-4623-97de-0e06f8b1fa41 admin admin] For port 28891944-2dc8-4131-9c38-c0d946abde50, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=28891944-2dc8-4131-9c38-c0d946abde50,segment=NetworkSegment(0663d2f6-e0c1-46ca-b6ec-448a90b3c98c),segment_id=0663d2f6-e0c1-46ca-b6ec-448a90b3c98c)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:58.969016 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b0142c9c-216d-4623-97de-0e06f8b1fa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:58.973788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9b1f7-17f8-42e8-b5a0-d32cb229d74c None None] The sync data for ids ['e44ad7f6-a92d-42c1-8831-da69a7029bfb'] in n-d-712139-12 is: [{'id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'name': 'tempest-ServersTestMultiNic-539049762-router', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:43Z', 'updated_at': '2021-08-27T14:01:49Z', 'revision_number': 4, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'gw_port': {'id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:44Z', 'updated_at': '2021-08-27T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0', 'name': '', 'network_id': '238bdca3-eff0-4f40-8753-5ea92a775a46', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'mac_address': 'fa:16:3e:63:26:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'c74d84a0-e280-4ee7-be74-73fa70e12242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:48Z', 'updated_at': '2021-08-27T14:01:56Z', 'revision_number': 4, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'subnets': [{'id': 'c74d84a0-e280-4ee7-be74-73fa70e12242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:01:58.976804 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:58.999352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d342bd96-27f5-49f9-ac23-e87848d5a32f {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:01:59.008130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-b0142c9c-216d-4623-97de-0e06f8b1fa41 admin admin] Calling delete_port for 28891944-2dc8-4131-9c38-c0d946abde50 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:01:59.076448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d342bd96-27f5-49f9-ac23-e87848d5a32f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d342bd96-27f5-49f9-ac23-e87848d5a32f,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:01:59.093098 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:59.202483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47414) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:59.212284 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e2e88b34-c1e5-4982-a1d4-1b710a058ba9 req-0d5dc358-4dee-474d-903e-0356555f3188 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 210 time: 0.0758612 Aug 27 14:01:59.222600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d342bd96-27f5-49f9-ac23-e87848d5a32f,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:59.262871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:01:59.276263 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-93be0085-032d-4167-aa33-485501327fda admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95a55e902d4148639bfb265e032895e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671120 Aug 27 14:01:59.276867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47416) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:59.342498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['d342bd96-27f5-49f9-ac23-e87848d5a32f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:01:59.348122 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02f55d3c-c1e2-4bb7-92f2-1e363e36410d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:59.376684 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02f55d3c-c1e2-4bb7-92f2-1e363e36410d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:59.385564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:01:59.395390 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:01:59.399604 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:59.475647 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02f55d3c-c1e2-4bb7-92f2-1e363e36410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:59.479345 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02f55d3c-c1e2-4bb7-92f2-1e363e36410d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:59.482751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-02f55d3c-c1e2-4bb7-92f2-1e363e36410d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c094357a-174e-42ec-b5ed-852e0c7675c2 HTTP/1.1" status: 204 len: 168 time: 0.2026215 Aug 27 14:01:59.501420 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b0142c9c-216d-4623-97de-0e06f8b1fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:59.526752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f55d3c-c1e2-4bb7-92f2-1e363e36410d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c094357a-174e-42ec-b5ed-852e0c7675c2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:59.554949 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0142c9c-216d-4623-97de-0e06f8b1fa41 admin admin] Pushing event deleted for resources: {'Port': ['ID=28891944-2dc8-4131-9c38-c0d946abde50,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:01:59.698014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47424) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:01:59.806131 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:01:59.909430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c59d31-310c-42cf-a428-d35ec13f05d3 None None] Network 8c83526e-353f-443b-9753-a752f83180b5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:02:00.084807 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0,segment=NetworkSegment(72bb2613-b083-43ba-96d1-8f02bcbfc8e9),segment_id=72bb2613-b083-43ba-96d1-8f02bcbfc8e9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:00.090114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d2c7c-3627-4ee0-8768-d5e6f175db6a req-92a64de2-3eb1-4ef9-b204-946a11d8fa05 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:00.092172 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d70d2c7c-3627-4ee0-8768-d5e6f175db6a req-92a64de2-3eb1-4ef9-b204-946a11d8fa05 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 945 time: 0.1930790 Aug 27 14:02:00.115102 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:00.116257 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fba39efa-acff-457e-9826-b04841fb4322 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:00.144157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-d3dd3164-3128-4223-9fd4-fb1f989463d8 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:00.148228 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b0142c9c-216d-4623-97de-0e06f8b1fa41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:00.159115 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae113f-2e70-4b7b-8be4-c95588eae59e req-ca7f8b39-8a5d-4c87-8f4b-453f4c2a0b5b tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:00.160824 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-baae113f-2e70-4b7b-8be4-c95588eae59e req-ca7f8b39-8a5d-4c87-8f4b-453f4c2a0b5b tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 1024 time: 0.2860057 Aug 27 14:02:00.165026 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-27bd3ad4-a438-4b37-ac1c-2edc9e495124 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d0de8ef814d447b98b0f6fa81dd81c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639666 Aug 27 14:02:00.169448 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47434) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:00.170294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-d3dd3164-3128-4223-9fd4-fb1f989463d8 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:00.172381 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-d3dd3164-3128-4223-9fd4-fb1f989463d8 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.52 "GET /v2.0/networks?id=aa46a5d6-9bd7-41cc-8b0c-580ef461def1&id=8c83526e-353f-443b-9753-a752f83180b5&id=aa46a5d6-9bd7-41cc-8b0c-580ef461def1 HTTP/1.1" status: 200 len: 1391 time: 0.4957116 Aug 27 14:02:00.190313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8d57cca7-3f3f-46da-a50b-c104c2e777df None None] Provisioning for port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:00.219038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 907d54c6-46fb-4485-a62e-3c717bc83a96 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:00.224407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Request body: {'port': {'device_id': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1', 'admin_state_up': True, 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:00.291960 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 907d54c6-46fb-4485-a62e-3c717bc83a96 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:00.292086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 907d54c6-46fb-4485-a62e-3c717bc83a96 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:00.305239 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-baae113f-2e70-4b7b-8be4-c95588eae59e req-91702296-a298-448d-a6a1-56049989ffda tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9&id=e264e106-9b3c-4114-9682-333036b359ac&id=020b06fc-515c-4e2d-a239-63b15d6c9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1286159 Aug 27 14:02:00.340828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:00.414516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port fba39efa-acff-457e-9826-b04841fb4322 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:00.415047 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:00.488785 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-29e04348-86d2-4846-b44f-6e97e0f7d3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:00.496250 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d70d2c7c-3627-4ee0-8768-d5e6f175db6a req-d84a97fe-6f40-4989-9f06-732d412ee052 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910346 Aug 27 14:02:00.587031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:00.591487 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:00.618576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1a7e0-ad82-4620-b6ca-7e7c0ce385c3 req-28883d5e-27ed-4950-9113-03d045ff5c5b tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:00.621606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-72d1a7e0-ad82-4620-b6ca-7e7c0ce385c3 req-28883d5e-27ed-4950-9113-03d045ff5c5b tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.41 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 1024 time: 0.1373038 Aug 27 14:02:00.679096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 182464c5-eac0-4c71-8f0a-e8e0751ffd3f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:00.806250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:00.815497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:00.815964 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:00.872530 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39339260-b7d9-459a-bb04-8767fc5342d0 req-4d617e57-0cb8-422b-a74e-ec6e223d01ce tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 210 time: 0.3000047 Aug 27 14:02:00.908702 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-29e04348-86d2-4846-b44f-6e97e0f7d3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:00.919025 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:00.946310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0142c9c-216d-4623-97de-0e06f8b1fa41 admin admin] Router a7332eb0-f8f5-49fc-afc7-328f246ed6ea has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:02:00.960007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f2383-32fb-409a-b2d9-856513796fb7 req-4be7db22-6653-4388-ae5d-31797d27f9a3 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:00.961425 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-699f2383-32fb-409a-b2d9-856513796fb7 req-4be7db22-6653-4388-ae5d-31797d27f9a3 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 945 time: 0.3173854 Aug 27 14:02:00.987400 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Allocated IP 19.80.0.138 (aa46a5d6-9bd7-41cc-8b0c-580ef461def1/5deb372d-40b5-4057-bb06-c78a82d3065b/c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:01.009740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-903cf708-d37f-481b-91d2-5ea50db3735b None None] Provisioning complete for port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:01.013956 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-903cf708-d37f-481b-91d2-5ea50db3735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:01.040393 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-72d1a7e0-ad82-4620-b6ca-7e7c0ce385c3 req-bbfc21f4-9b19-4546-8224-14403a0eef52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Deleting port 490aaa4a-e1b0-4878-bbee-31187c339280 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:01.040902 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-72d1a7e0-ad82-4620-b6ca-7e7c0ce385c3 req-bbfc21f4-9b19-4546-8224-14403a0eef52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:01.064790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=182464c5-eac0-4c71-8f0a-e8e0751ffd3f,segment=NetworkSegment(733b12ab-c7cf-447d-9c88-8c12d76cb59f),segment_id=733b12ab-c7cf-447d-9c88-8c12d76cb59f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:01.088749 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:01.152709 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-699f2383-32fb-409a-b2d9-856513796fb7 req-d349ad48-230a-469a-822a-e67ca2b9dc7d tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684701 Aug 27 14:02:01.241811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-72d1a7e0-ad82-4620-b6ca-7e7c0ce385c3 req-bbfc21f4-9b19-4546-8224-14403a0eef52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] For port 490aaa4a-e1b0-4878-bbee-31187c339280, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=490aaa4a-e1b0-4878-bbee-31187c339280,segment=NetworkSegment(ca49d017-c3f2-4d07-92ca-736688feb6ed),segment_id=ca49d017-c3f2-4d07-92ca-736688feb6ed)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:01.242455 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-72d1a7e0-ad82-4620-b6ca-7e7c0ce385c3 req-bbfc21f4-9b19-4546-8224-14403a0eef52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:01.264893 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-72d1a7e0-ad82-4620-b6ca-7e7c0ce385c3 req-bbfc21f4-9b19-4546-8224-14403a0eef52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Calling delete_port for 490aaa4a-e1b0-4878-bbee-31187c339280 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:01.290225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=182464c5-eac0-4c71-8f0a-e8e0751ffd3f,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:01.402822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:01.543318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0142c9c-216d-4623-97de-0e06f8b1fa41 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:02:01.548792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:01.549558 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b0142c9c-216d-4623-97de-0e06f8b1fa41 admin admin] 10.222.0.55 "PUT /v2.0/routers/a7332eb0-f8f5-49fc-afc7-328f246ed6ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8593414 Aug 27 14:02:01.550179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-29e04348-86d2-4846-b44f-6e97e0f7d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:01.554498 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:01.554662 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf43d4-986f-4ef3-a9c5-043b87875ee2 None None] Sync routers for ids ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:02:01.561601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47476) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:01.570913 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-29e04348-86d2-4846-b44f-6e97e0f7d3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:01.571222 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf43d4-986f-4ef3-a9c5-043b87875ee2 None None] Routers {'a7332eb0-f8f5-49fc-afc7-328f246ed6ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:01.571222 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-5ebf43d4-986f-4ef3-a9c5-043b87875ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:01.571527 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-29e04348-86d2-4846-b44f-6e97e0f7d3f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49a3a214-57c3-4c82-b2a6-355f4572d02d HTTP/1.1" status: 204 len: 168 time: 1.3936279 Aug 27 14:02:01.608546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e04348-86d2-4846-b44f-6e97e0f7d3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a3a214-57c3-4c82-b2a6-355f4572d02d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:01.715998 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-72d1a7e0-ad82-4620-b6ca-7e7c0ce385c3 req-bbfc21f4-9b19-4546-8224-14403a0eef52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:01.759261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['490aaa4a-e1b0-4878-bbee-31187c339280'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:01.794786 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-5ebf43d4-986f-4ef3-a9c5-043b87875ee2 None None] Set router a7332eb0-f8f5-49fc-afc7-328f246ed6ea gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:01.806029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191672a9-d493-445d-8295-8bbf5751c6b7 req-3a914c08-4c22-46d3-88e7-161245fb8505 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:01.811200 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-191672a9-d493-445d-8295-8bbf5751c6b7 req-3a914c08-4c22-46d3-88e7-161245fb8505 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 945 time: 0.1112771 Aug 27 14:02:01.816773 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57aa6ef4-4c46-4489-84bf-903789086289 req-657e6089-2654-4417-bac8-09bbc233faf9 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af4e53c-91ce-4cc9-9bb4-81edfcac3323 HTTP/1.1" status: 200 len: 210 time: 0.2559569 Aug 27 14:02:01.858245 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc21f4-9b19-4546-8224-14403a0eef52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event deleted for resources: {'Port': ['ID=490aaa4a-e1b0-4878-bbee-31187c339280,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:01.891178 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-191672a9-d493-445d-8295-8bbf5751c6b7 req-cdf0b9eb-9ab3-42d9-a707-f12806d3c738 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649426 Aug 27 14:02:01.911087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d1a7e0-ad82-4620-b6ca-7e7c0ce385c3 req-bbfc21f4-9b19-4546-8224-14403a0eef52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] No DVR routers for this DVR port 490aaa4a-e1b0-4878-bbee-31187c339280 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:01.913852 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-72d1a7e0-ad82-4620-b6ca-7e7c0ce385c3 req-bbfc21f4-9b19-4546-8224-14403a0eef52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:01.917133 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-72d1a7e0-ad82-4620-b6ca-7e7c0ce385c3 req-bbfc21f4-9b19-4546-8224-14403a0eef52 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.41 "DELETE /v2.0/ports/490aaa4a-e1b0-4878-bbee-31187c339280 HTTP/1.1" status: 204 len: 173 time: 1.2825012 Aug 27 14:02:01.934382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af4e53c-91ce-4cc9-9bb4-81edfcac3323', 'name': 'network-vif-deleted', 'tag': '490aaa4a-e1b0-4878-bbee-31187c339280'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:01.940362 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf26a0d-d4c9-48b4-8caa-d7bc9af45c8d" -d '{"events": [{"server_uuid": "2af4e53c-91ce-4cc9-9bb4-81edfcac3323", "name": "network-vif-deleted", "tag": "490aaa4a-e1b0-4878-bbee-31187c339280"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:02.051912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9dd52b-b8a2-40ab-910f-f62febc77517 req-f2d3eb9d-0a40-4f54-be09-92a2869d95fd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:02.060636 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa9dd52b-b8a2-40ab-910f-f62febc77517 req-f2d3eb9d-0a40-4f54-be09-92a2869d95fd tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 945 time: 0.0831828 Aug 27 14:02:02.113189 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2d59216b-eb53-4518-a5c8-4b40263ac6c9 req-0f8c0bd8-f9a5-46cf-b59c-54e44859779a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 210 time: 0.0730078 Aug 27 14:02:02.137849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d342bd96-27f5-49f9-ac23-e87848d5a32f up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:02.138401 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa9dd52b-b8a2-40ab-910f-f62febc77517 req-bae016dc-1da2-4c8d-9e89-7b74aa71e9e0 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714014 Aug 27 14:02:02.140106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:02.145025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:02.289184 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-5ebf43d4-986f-4ef3-a9c5-043b87875ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0d67420d-381d-45f0-aa20-11f43377337a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:01:59Z', 'revision_number': 5, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port': {'id': '0d67420d-381d-45f0-aa20-11f43377337a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:00:56Z', 'updated_at': '2021-08-27T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:02.300894 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e64244-1898-4e49-8d1f-4f1e35202bc8 x-openstack-request-id: req-75e64244-1898-4e49-8d1f-4f1e35202bc8 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:02.303008 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port d342bd96-27f5-49f9-ac23-e87848d5a32f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:02.303234 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af4e53c-91ce-4cc9-9bb4-81edfcac3323", "name": "network-vif-deleted", "tag": "490aaa4a-e1b0-4878-bbee-31187c339280", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:02.303654 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75e64244-1898-4e49-8d1f-4f1e35202bc8 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:02.305267 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:02.305877 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af4e53c-91ce-4cc9-9bb4-81edfcac3323', 'name': 'network-vif-deleted', 'tag': '490aaa4a-e1b0-4878-bbee-31187c339280', 'status': 'completed', 'code': 200} Aug 27 14:02:02.317918 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:02.331663 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Transition to ACTIVE for port object c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:02.333355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47516) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:02.381023 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf43d4-986f-4ef3-a9c5-043b87875ee2 None None] Checking router: a7332eb0-f8f5-49fc-afc7-328f246ed6ea for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:02:02.402047 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf43d4-986f-4ef3-a9c5-043b87875ee2 None None] Routers {'a7332eb0-f8f5-49fc-afc7-328f246ed6ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:02.402678 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-5ebf43d4-986f-4ef3-a9c5-043b87875ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:02.438418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Deleting port 0d67420d-381d-45f0-aa20-11f43377337a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:02.438861 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:02.442513 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:02.510825 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:02.574500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ac83cc-caa3-4aab-a6b1-39c262d8b38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd342bd96-27f5-49f9-ac23-e87848d5a32f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:02.576789 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246a929e-f7dd-492f-bfb8-39c92c09b633" -d '{"events": [{"server_uuid": "64ac83cc-caa3-4aab-a6b1-39c262d8b38f", "name": "network-vif-plugged", "status": "completed", "tag": "d342bd96-27f5-49f9-ac23-e87848d5a32f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:02.578575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:02.599843 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-5ebf43d4-986f-4ef3-a9c5-043b87875ee2 None None] Set router a7332eb0-f8f5-49fc-afc7-328f246ed6ea gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:02.625150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d342bd96-27f5-49f9-ac23-e87848d5a32f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d342bd96-27f5-49f9-ac23-e87848d5a32f,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:02.632915 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:02.649287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:02.694947 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e1c125-3c76-4529-8137-06235967d8f8 x-openstack-request-id: req-05e1c125-3c76-4529-8137-06235967d8f8 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:02.695258 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ac83cc-caa3-4aab-a6b1-39c262d8b38f", "name": "network-vif-plugged", "status": "completed", "tag": "d342bd96-27f5-49f9-ac23-e87848d5a32f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:02.695837 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05e1c125-3c76-4529-8137-06235967d8f8 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:02.696505 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ac83cc-caa3-4aab-a6b1-39c262d8b38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd342bd96-27f5-49f9-ac23-e87848d5a32f', 'code': 200} Aug 27 14:02:02.717479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:02.743757 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d342bd96-27f5-49f9-ac23-e87848d5a32f,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:02.786280 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-5ebf43d4-986f-4ef3-a9c5-043b87875ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:02:02Z', 'revision_number': 6, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:02.812224 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b1fd-fb7c-4a2d-8af7-acea52ea5b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:02.840853 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf43d4-986f-4ef3-a9c5-043b87875ee2 None None] The sync data for ids ['a7332eb0-f8f5-49fc-afc7-328f246ed6ea'] in n-d-712139-12 is: [{'id': 'a7332eb0-f8f5-49fc-afc7-328f246ed6ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-881319438-router', 'tenant_id': '64b40148a7014a78aff82211c83a0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:00:55Z', 'updated_at': '2021-08-27T14:02:02Z', 'revision_number': 6, 'project_id': '64b40148a7014a78aff82211c83a0273', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:02:02.863336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event updated for resources: {'Port': ['ID=c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:02.900857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81d116-e2fc-40ac-b7d3-0f406bfe659d req-b4d7ceb1-645e-4e06-8648-99e35ecf9bde tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:02.909082 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da81d116-e2fc-40ac-b7d3-0f406bfe659d req-b4d7ceb1-645e-4e06-8648-99e35ecf9bde tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 945 time: 0.3752410 Aug 27 14:02:02.946052 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:02.946732 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:02.989379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] For port 0d67420d-381d-45f0-aa20-11f43377337a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0d67420d-381d-45f0-aa20-11f43377337a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:02.990286 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.020652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f3d13995-d5b4-4bda-82af-256e765cd6e4 None None] Provisioning for port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:03.022885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e644cb15-9fd4-4bf2-8acc-7aeedb628010 req-253d287c-b971-48ca-aae8-f607ad51357b tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/e264e106-9b3c-4114-9682-333036b359ac HTTP/1.1" status: 200 len: 1800 time: 0.0587776 Aug 27 14:02:03.026177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f3d13995-d5b4-4bda-82af-256e765cd6e4 None None] Provisioning complete for port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:03.026734 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3d13995-d5b4-4bda-82af-256e765cd6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.044098 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da81d116-e2fc-40ac-b7d3-0f406bfe659d req-c1e74086-9e98-46c3-9683-4d77fcdca755 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346822 Aug 27 14:02:03.045174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Calling delete_port for 0d67420d-381d-45f0-aa20-11f43377337a owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:03.107866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f3d13995-d5b4-4bda-82af-256e765cd6e4 None None] Port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:02:03.174314 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e644cb15-9fd4-4bf2-8acc-7aeedb628010 req-8f5f2c6f-8a51-4b9a-a0e5-493e94a8830f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.232078 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e644cb15-9fd4-4bf2-8acc-7aeedb628010 req-8f5f2c6f-8a51-4b9a-a0e5-493e94a8830f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.324503 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e644cb15-9fd4-4bf2-8acc-7aeedb628010 req-8f5f2c6f-8a51-4b9a-a0e5-493e94a8830f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.327365 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e644cb15-9fd4-4bf2-8acc-7aeedb628010 req-8f5f2c6f-8a51-4b9a-a0e5-493e94a8830f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.328642 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e644cb15-9fd4-4bf2-8acc-7aeedb628010 req-8f5f2c6f-8a51-4b9a-a0e5-493e94a8830f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "DELETE /v2.0/security-groups/e264e106-9b3c-4114-9682-333036b359ac HTTP/1.1" status: 204 len: 173 time: 0.2932403 Aug 27 14:02:03.344556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f2c6f-8a51-4b9a-a0e5-493e94a8830f tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e264e106-9b3c-4114-9682-333036b359ac,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:03.375113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 182464c5-eac0-4c71-8f0a-e8e0751ffd3f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:03.471603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83333e0c-ffca-47c1-872e-9afa9f2ebc4d req-70a56864-8430-4642-9149-171a2009d0b1 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:03.479962 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-83333e0c-ffca-47c1-872e-9afa9f2ebc4d req-70a56864-8430-4642-9149-171a2009d0b1 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 932 time: 0.0632627 Aug 27 14:02:03.482398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b1fd-fb7c-4a2d-8af7-acea52ea5b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.491579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:03.491966 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.501960 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b1fd-fb7c-4a2d-8af7-acea52ea5b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.535484 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1f282025-a725-4fd6-b90d-a21f92a99f17 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3289695 Aug 27 14:02:03.543931 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.544807 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-83333e0c-ffca-47c1-872e-9afa9f2ebc4d req-9342f885-704e-4463-9fca-fd3357fda64c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636597 Aug 27 14:02:03.577682 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Request body: {'port': {'device_id': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'network_id': '8c83526e-353f-443b-9753-a752f83180b5', 'admin_state_up': True, 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:03.623755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc7ffa-411d-4834-a3bf-6e18d74b63d4 req-7cbbdac5-a002-4ede-b82b-3edf5b8c28cf tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:03.626103 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-60bc7ffa-411d-4834-a3bf-6e18d74b63d4 req-7cbbdac5-a002-4ede-b82b-3edf5b8c28cf tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 945 time: 0.2670329 Aug 27 14:02:03.640410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d67420d-381d-45f0-aa20-11f43377337a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:03.645841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 28891944-2dc8-4131-9c38-c0d946abde50 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:03.647524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47572) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:03.647708 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4fb4b1fd-fb7c-4a2d-8af7-acea52ea5b44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=470ae3ce4bfb469faf086e95b1ac8849&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3127527 Aug 27 14:02:03.681247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4b1fd-fb7c-4a2d-8af7-acea52ea5b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72908dc5-3ac9-42df-8148-bc82fdb96611,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:03.693467 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 28891944-2dc8-4131-9c38-c0d946abde50 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:03.693818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 28891944-2dc8-4131-9c38-c0d946abde50 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:03.785378 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8151f910-e016-45d1-aa8a-3d69c02c29dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.844771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8151f910-e016-45d1-aa8a-3d69c02c29dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.922424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a5f3630a-028a-4628-b0b1-4bdb8bb6e302 req-c8ae846f-2187-4856-a9df-b9a44433d6d5 tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "GET /v2.0/security-groups/020b06fc-515c-4e2d-a239-63b15d6c9cbb HTTP/1.1" status: 200 len: 1800 time: 0.0803502 Aug 27 14:02:03.967569 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8151f910-e016-45d1-aa8a-3d69c02c29dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.970762 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8151f910-e016-45d1-aa8a-3d69c02c29dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:03.972165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8151f910-e016-45d1-aa8a-3d69c02c29dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72908dc5-3ac9-42df-8148-bc82fdb96611 HTTP/1.1" status: 204 len: 168 time: 0.3230886 Aug 27 14:02:03.998505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151f910-e016-45d1-aa8a-3d69c02c29dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72908dc5-3ac9-42df-8148-bc82fdb96611,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:04.033111 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a5f3630a-028a-4628-b0b1-4bdb8bb6e302 req-6e0f4b3b-9dbc-4efb-a965-c839e3e76d4d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.078760 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a5f3630a-028a-4628-b0b1-4bdb8bb6e302 req-6e0f4b3b-9dbc-4efb-a965-c839e3e76d4d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.132268 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-60bc7ffa-411d-4834-a3bf-6e18d74b63d4 req-33c6d68f-9633-4a9f-91c9-7e9a31e4393f tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782093 Aug 27 14:02:04.141524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 490aaa4a-e1b0-4878-bbee-31187c339280 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:04.172551 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a5f3630a-028a-4628-b0b1-4bdb8bb6e302 req-6e0f4b3b-9dbc-4efb-a965-c839e3e76d4d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.178626 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a5f3630a-028a-4628-b0b1-4bdb8bb6e302 req-6e0f4b3b-9dbc-4efb-a965-c839e3e76d4d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.182864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.194462 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a5f3630a-028a-4628-b0b1-4bdb8bb6e302 req-6e0f4b3b-9dbc-4efb-a965-c839e3e76d4d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] 10.222.0.55 "DELETE /v2.0/security-groups/020b06fc-515c-4e2d-a239-63b15d6c9cbb HTTP/1.1" status: 204 len: 173 time: 0.2648475 Aug 27 14:02:04.199381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47594) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:04.231320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 490aaa4a-e1b0-4878-bbee-31187c339280 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:04.232630 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 490aaa4a-e1b0-4878-bbee-31187c339280 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:04.279787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f4b3b-9dbc-4efb-a965-c839e3e76d4d tempest-SecurityGroupsTestJSON-250431030 tempest-SecurityGroupsTestJSON-250431030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020b06fc-515c-4e2d-a239-63b15d6c9cbb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:04.322219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f65c8a-6a7f-4f8a-8413-eb287e9914f6 admin admin] Deleting subnet 95b1144e-3261-4f67-a06a-064e2d0743c7 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:02:04.327740 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8f65c8a-6a7f-4f8a-8413-eb287e9914f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.384505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8f65c8a-6a7f-4f8a-8413-eb287e9914f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.408511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.417766 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.508325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8f65c8a-6a7f-4f8a-8413-eb287e9914f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.517086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:04.520820 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.552920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.553633 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7332eb0-f8f5-49fc-afc7-328f246ed6ea {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:02:04.562391 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.586470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d705372a-bedb-41d8-b095-c52325f32fa1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a7332eb0-f8f5-49fc-afc7-328f246ed6ea HTTP/1.1" status: 204 len: 168 time: 3.0234194 Aug 27 14:02:04.591635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47626) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:04.623554 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8f65c8a-6a7f-4f8a-8413-eb287e9914f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.803304 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8f65c8a-6a7f-4f8a-8413-eb287e9914f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.808271 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e8f65c8a-6a7f-4f8a-8413-eb287e9914f6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/95b1144e-3261-4f67-a06a-064e2d0743c7 HTTP/1.1" status: 204 len: 168 time: 0.5935352 Aug 27 14:02:04.808271 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f65c8a-6a7f-4f8a-8413-eb287e9914f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b1144e-3261-4f67-a06a-064e2d0743c7,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:04.814671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47634) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:04.875229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a5798-2cac-42f2-9f64-6228f26cb986 req-de5a0453-d352-47de-9381-077d79937d20 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:04.889130 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-980a5798-2cac-42f2-9f64-6228f26cb986 req-de5a0453-d352-47de-9381-077d79937d20 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 932 time: 0.2247374 Aug 27 14:02:04.915161 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ab3163a8-9030-4641-8153-a95e1c511767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:04.919863 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1b084d-96f6-4915-9049-4d75835f5053 admin admin] Deleting subnet 32eeb059-18cc-4643-ac5d-c0f96ecb97fb {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:02:04.977218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-980a5798-2cac-42f2-9f64-6228f26cb986 req-06620e50-6828-44da-bffd-53da266eb0c7 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817857 Aug 27 14:02:04.991373 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf1b084d-96f6-4915-9049-4d75835f5053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.059512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47642) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:05.198258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0d67420d-381d-45f0-aa20-11f43377337a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:05.221113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 0d67420d-381d-45f0-aa20-11f43377337a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:05.221465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0d67420d-381d-45f0-aa20-11f43377337a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:05.227836 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf1b084d-96f6-4915-9049-4d75835f5053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.279308 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcf9c083-9c03-40b8-a885-6d20a731ad6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.346988 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf1b084d-96f6-4915-9049-4d75835f5053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.427587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Allocated IP 19.86.0.46 (8c83526e-353f-443b-9753-a752f83180b5/f96951ae-edde-4b65-8257-b3e84ee28281/8444b810-6abe-48c9-b34b-bc0f6badb86a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:05.521497 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcf9c083-9c03-40b8-a885-6d20a731ad6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.527092 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcf9c083-9c03-40b8-a885-6d20a731ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.573440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bcf9c083-9c03-40b8-a885-6d20a731ad6d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48cb744e527848f5b66b87926fc6078f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117102 Aug 27 14:02:05.576026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47670) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:05.581201 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9c083-9c03-40b8-a885-6d20a731ad6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7113e36b-f749-4765-b14a-2eb92021b724,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:05.615295 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf1b084d-96f6-4915-9049-4d75835f5053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.664975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf4065-7249-465d-b650-49fb464bc017 None None] Network 26322e6f-b793-48c3-92ef-a8508600729b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:02:05.685418 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b39b8257-5721-4e0f-9e8f-ab279a748f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.693786 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf1b084d-96f6-4915-9049-4d75835f5053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.698663 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bf1b084d-96f6-4915-9049-4d75835f5053 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/32eeb059-18cc-4643-ac5d-c0f96ecb97fb HTTP/1.1" status: 204 len: 168 time: 1.0891128 Aug 27 14:02:05.715717 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b39b8257-5721-4e0f-9e8f-ab279a748f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.724777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47674) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:05.779269 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b39b8257-5721-4e0f-9e8f-ab279a748f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.782570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b39b8257-5721-4e0f-9e8f-ab279a748f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.784234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b39b8257-5721-4e0f-9e8f-ab279a748f32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7113e36b-f749-4765-b14a-2eb92021b724 HTTP/1.1" status: 204 len: 168 time: 0.2041879 Aug 27 14:02:05.796219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b8257-5721-4e0f-9e8f-ab279a748f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7113e36b-f749-4765-b14a-2eb92021b724,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:05.800192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b084d-96f6-4915-9049-4d75835f5053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32eeb059-18cc-4643-ac5d-c0f96ecb97fb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:05.815693 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42309ce6-3fb9-4c56-bb51-f6778f82ac27 req-72aee697-d3ac-46e3-9d90-6c67e2677cf5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:05.823900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42309ce6-3fb9-4c56-bb51-f6778f82ac27 req-72aee697-d3ac-46e3-9d90-6c67e2677cf5 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 945 time: 0.8502965 Aug 27 14:02:05.827544 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ab3163a8-9030-4641-8153-a95e1c511767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.855558 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.863127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ab3163a8-9030-4641-8153-a95e1c511767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f713c68-a93f-4e9f-bdd5-ae238b6416dc']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:05.921120 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ab3163a8-9030-4641-8153-a95e1c511767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca49d017-c3f2-4d07-92ca-736688feb6ed') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:05.923133 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ab3163a8-9030-4641-8153-a95e1c511767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca49d017-c3f2-4d07-92ca-736688feb6ed') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:05.969212 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ab3163a8-9030-4641-8153-a95e1c511767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:05.997547 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.047321 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42309ce6-3fb9-4c56-bb51-f6778f82ac27 req-21e3e324-b9ba-443f-9815-9a011eb1ebf8 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/security-groups?id=985db652-17b5-40ce-9c22-c00fbda22dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093568 Aug 27 14:02:06.049691 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ab3163a8-9030-4641-8153-a95e1c511767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.065975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c053b6-9713-488a-bb73-7bf2c9156ac9 req-d0bb990a-f766-4e2e-a72f-f56b285336fa tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:06.067655 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a2c053b6-9713-488a-bb73-7bf2c9156ac9 req-d0bb990a-f766-4e2e-a72f-f56b285336fa tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.52 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 945 time: 0.1861608 Aug 27 14:02:06.101553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Transition to ACTIVE for port object 8444b810-6abe-48c9-b34b-bc0f6badb86a will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:06.104756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc574323-d3d6-49b1-83ff-11d2a3375919 None None] DHCP port deletion for 26322e6f-b793-48c3-92ef-a8508600729b request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:02:06.108601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3163a8-9030-4641-8153-a95e1c511767 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:02:06.109019 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ab3163a8-9030-4641-8153-a95e1c511767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:02:06.111481 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:02:06.147817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1bb6e-73c6-4dc0-a0d8-5c6397e355b4 req-691d3ca6-a825-4730-a8db-ba8a3fcaaa42 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:06.156051 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f5f1bb6e-73c6-4dc0-a0d8-5c6397e355b4 req-691d3ca6-a825-4730-a8db-ba8a3fcaaa42 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 946 time: 0.1996608 Aug 27 14:02:06.174706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-cc574323-d3d6-49b1-83ff-11d2a3375919 None None] Deleting port 8a3cf480-60df-4347-b05a-5f8a492725e2 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:06.175283 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cc574323-d3d6-49b1-83ff-11d2a3375919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.235237 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df6283bb-e198-413d-b174-8cffca0914ef req-b011e0e5-4294-4452-9b05-845957ade866 tempest-AbsoluteLimitsNegativeTestJSON-1865599446 tempest-AbsoluteLimitsNegativeTestJSON-1865599446-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=785fd4b77f3a4a6c86b8ccd46f26c317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588210 Aug 27 14:02:06.258198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-cc574323-d3d6-49b1-83ff-11d2a3375919 None None] For port 8a3cf480-60df-4347-b05a-5f8a492725e2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8a3cf480-60df-4347-b05a-5f8a492725e2,segment=NetworkSegment(0663d2f6-e0c1-46ca-b6ec-448a90b3c98c),segment_id=0663d2f6-e0c1-46ca-b6ec-448a90b3c98c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:06.259307 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cc574323-d3d6-49b1-83ff-11d2a3375919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.276395 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-cc574323-d3d6-49b1-83ff-11d2a3375919 None None] Calling delete_port for 8a3cf480-60df-4347-b05a-5f8a492725e2 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:06.295778 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f5f1bb6e-73c6-4dc0-a0d8-5c6397e355b4 req-ce096e2e-d4a5-416b-b140-054450310a8f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384394 Aug 27 14:02:06.311730 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ab3163a8-9030-4641-8153-a95e1c511767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.333654 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ab3163a8-9030-4641-8153-a95e1c511767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.335922 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ab3163a8-9030-4641-8153-a95e1c511767 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1f713c68-a93f-4e9f-bdd5-ae238b6416dc HTTP/1.1" status: 204 len: 168 time: 1.5182903 Aug 27 14:02:06.361434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3163a8-9030-4641-8153-a95e1c511767 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f713c68-a93f-4e9f-bdd5-ae238b6416dc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:06.363039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-a2c053b6-9713-488a-bb73-7bf2c9156ac9 req-fdea13ae-0f0b-4950-9cd3-4a5db815e7c7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Deleting port 1d69777c-021d-4cd3-b270-87d1cf599e07 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:06.366051 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a2c053b6-9713-488a-bb73-7bf2c9156ac9 req-fdea13ae-0f0b-4950-9cd3-4a5db815e7c7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.370914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Deleting port 8a3cf480-60df-4347-b05a-5f8a492725e2 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:06.371612 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.422179 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.477839 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cc574323-d3d6-49b1-83ff-11d2a3375919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.553676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6283bb-e198-413d-b174-8cffca0914ef req-c3fc1147-7cd2-4334-a8db-f8d5d611affb tempest-AbsoluteLimitsNegativeTestJSON-1865599446 tempest-AbsoluteLimitsNegativeTestJSON-1865599446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:06.554340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc574323-d3d6-49b1-83ff-11d2a3375919 None None] No DVR routers for this DVR port 8a3cf480-60df-4347-b05a-5f8a492725e2 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:06.560578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd94303-9390-473e-a535-450b3cdd28e0 req-6a3b52dc-38ac-408d-8214-f8c20a0aa482 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:06.561382 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc574323-d3d6-49b1-83ff-11d2a3375919 None None] Pushing event deleted for resources: {'Port': ['ID=8a3cf480-60df-4347-b05a-5f8a492725e2,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:06.564419 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df6283bb-e198-413d-b174-8cffca0914ef req-c3fc1147-7cd2-4334-a8db-f8d5d611affb tempest-AbsoluteLimitsNegativeTestJSON-1865599446 tempest-AbsoluteLimitsNegativeTestJSON-1865599446-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3269205 Aug 27 14:02:06.568116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd94303-9390-473e-a535-450b3cdd28e0 req-6a3b52dc-38ac-408d-8214-f8c20a0aa482 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:06.574132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Network 8c83526e-353f-443b-9753-a752f83180b5 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:06.587904 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fd94303-9390-473e-a535-450b3cdd28e0 req-6a3b52dc-38ac-408d-8214-f8c20a0aa482 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 1654 time: 0.1218429 Aug 27 14:02:06.608713 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] For port 8a3cf480-60df-4347-b05a-5f8a492725e2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8a3cf480-60df-4347-b05a-5f8a492725e2,segment=NetworkSegment(0663d2f6-e0c1-46ca-b6ec-448a90b3c98c),segment_id=0663d2f6-e0c1-46ca-b6ec-448a90b3c98c)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:06.609106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.613307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:06.625141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:06.627218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a2c053b6-9713-488a-bb73-7bf2c9156ac9 req-fdea13ae-0f0b-4950-9cd3-4a5db815e7c7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] For port 1d69777c-021d-4cd3-b270-87d1cf599e07, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1d69777c-021d-4cd3-b270-87d1cf599e07,segment=NetworkSegment(cf80bf3d-c409-41d2-b457-aa815ebd872f),segment_id=cf80bf3d-c409-41d2-b457-aa815ebd872f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:06.627687 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a2c053b6-9713-488a-bb73-7bf2c9156ac9 req-fdea13ae-0f0b-4950-9cd3-4a5db815e7c7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.644206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event updated for resources: {'Port': ['ID=8444b810-6abe-48c9-b34b-bc0f6badb86a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:06.669784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-a2c053b6-9713-488a-bb73-7bf2c9156ac9 req-fdea13ae-0f0b-4950-9cd3-4a5db815e7c7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Calling delete_port for 1d69777c-021d-4cd3-b270-87d1cf599e07 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:06.692034 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fd94303-9390-473e-a535-450b3cdd28e0 req-ec2949d5-f24f-4c37-9896-70981960e2c1 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026444 Aug 27 14:02:06.697489 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df6283bb-e198-413d-b174-8cffca0914ef req-8abab266-062a-4399-a6e8-551cd8e6bfc5 tempest-AbsoluteLimitsNegativeTestJSON-1865599446 tempest-AbsoluteLimitsNegativeTestJSON-1865599446-project] 10.222.0.55 "GET /v2.0/quotas/785fd4b77f3a4a6c86b8ccd46f26c317 HTTP/1.1" status: 200 len: 375 time: 0.1324754 Aug 27 14:02:06.727955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Calling delete_port for 8a3cf480-60df-4347-b05a-5f8a492725e2 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:06.809206 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df6283bb-e198-413d-b174-8cffca0914ef req-fbc335b0-7509-407c-bd93-9e9f83d30b78 tempest-AbsoluteLimitsNegativeTestJSON-1865599446 tempest-AbsoluteLimitsNegativeTestJSON-1865599446-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=785fd4b77f3a4a6c86b8ccd46f26c317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072316 Aug 27 14:02:06.810908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47712) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:06.821117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:06.821818 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:06.981248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f961a5cd-843a-4129-8e9d-4ffd155ef1fb None None] Provisioning for port 8444b810-6abe-48c9-b34b-bc0f6badb86a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:06.988879 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a153b45b-19bc-40dc-9262-3ffac6eab0e5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4193993 Aug 27 14:02:06.991438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f961a5cd-843a-4129-8e9d-4ffd155ef1fb None None] Provisioning complete for port 8444b810-6abe-48c9-b34b-bc0f6badb86a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:06.998202 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f961a5cd-843a-4129-8e9d-4ffd155ef1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:07.005995 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a2c053b6-9713-488a-bb73-7bf2c9156ac9 req-fdea13ae-0f0b-4950-9cd3-4a5db815e7c7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:07.029616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Request body: {'port': {'device_id': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1', 'admin_state_up': True, 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:07.068272 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea13ae-0f0b-4950-9cd3-4a5db815e7c7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Pushing event deleted for resources: {'Port': ['ID=1d69777c-021d-4cd3-b270-87d1cf599e07,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:07.082081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-be1d0d58-2aeb-4a6a-bde7-aa102a81f6c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5837f855b839404283f65dc1dbbda9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699552 Aug 27 14:02:07.091563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47720) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:07.112816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['1d69777c-021d-4cd3-b270-87d1cf599e07'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:07.146328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f961a5cd-843a-4129-8e9d-4ffd155ef1fb None None] Port 8444b810-6abe-48c9-b34b-bc0f6badb86a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:02:07.161367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c053b6-9713-488a-bb73-7bf2c9156ac9 req-fdea13ae-0f0b-4950-9cd3-4a5db815e7c7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] No DVR routers for this DVR port 1d69777c-021d-4cd3-b270-87d1cf599e07 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:07.179859 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a2c053b6-9713-488a-bb73-7bf2c9156ac9 req-fdea13ae-0f0b-4950-9cd3-4a5db815e7c7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:07.182850 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a2c053b6-9713-488a-bb73-7bf2c9156ac9 req-fdea13ae-0f0b-4950-9cd3-4a5db815e7c7 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.52 "DELETE /v2.0/ports/1d69777c-021d-4cd3-b270-87d1cf599e07 HTTP/1.1" status: 204 len: 173 time: 1.1020832 Aug 27 14:02:07.196141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724b8db6-9a21-417c-b5f3-f1a130cc035c', 'name': 'network-vif-deleted', 'tag': '1d69777c-021d-4cd3-b270-87d1cf599e07'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:07.211280 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c0b315-151a-420d-95b2-8aa49191664e" -d '{"events": [{"server_uuid": "724b8db6-9a21-417c-b5f3-f1a130cc035c", "name": "network-vif-deleted", "tag": "1d69777c-021d-4cd3-b270-87d1cf599e07"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:07.282781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8a3cf480-60df-4347-b05a-5f8a492725e2 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:07.292777 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:07.306299 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-670aa795-3ceb-4e76-8769-3d01a583d611 req-ec137a4a-ee74-430e-b6f1-03633f343195 tempest-ServerDiskConfigTestJSON-345799603 tempest-ServerDiskConfigTestJSON-345799603-project] 10.222.0.55 "GET /v2.0/ports?device_id=724b8db6-9a21-417c-b5f3-f1a130cc035c HTTP/1.1" status: 200 len: 210 time: 0.0728116 Aug 27 14:02:07.357184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 8a3cf480-60df-4347-b05a-5f8a492725e2 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:07.357653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8a3cf480-60df-4347-b05a-5f8a492725e2 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:07.366375 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd98941-ee18-461f-b9b4-a3332001c00a x-openstack-request-id: req-2cd98941-ee18-461f-b9b4-a3332001c00a {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:07.368021 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724b8db6-9a21-417c-b5f3-f1a130cc035c", "name": "network-vif-deleted", "tag": "1d69777c-021d-4cd3-b270-87d1cf599e07", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:07.368794 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2cd98941-ee18-461f-b9b4-a3332001c00a {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:07.371245 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724b8db6-9a21-417c-b5f3-f1a130cc035c', 'name': 'network-vif-deleted', 'tag': '1d69777c-021d-4cd3-b270-87d1cf599e07', 'status': 'completed', 'code': 200} Aug 27 14:02:07.490328 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] No DVR routers for this DVR port 8a3cf480-60df-4347-b05a-5f8a492725e2 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:07.495852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3cf480-60df-4347-b05a-5f8a492725e2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:07.567342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47734) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:07.586223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63caf7-8b2d-4b5b-9bd9-83edc3913f6a req-2ac6f5d6-badd-4c8a-b7f6-6685259b59f4 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:07.603162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a63caf7-8b2d-4b5b-9bd9-83edc3913f6a req-2ac6f5d6-badd-4c8a-b7f6-6685259b59f4 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 946 time: 0.1312740 Aug 27 14:02:07.695852 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3af4eafb-3499-4938-b699-e4fc0622c98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:07.707934 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:07.731424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a63caf7-8b2d-4b5b-9bd9-83edc3913f6a req-0e3aa778-727a-43b3-8c69-9a5eaf2dcf7e tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239765 Aug 27 14:02:07.736221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26322e6f-b793-48c3-92ef-a8508600729b']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:07.774360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:07.774659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0663d2f6-e0c1-46ca-b6ec-448a90b3c98c') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:07.786022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-0d6d6b30-ac22-4629-bd06-dffb34e01ef5 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:07.787871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-0d6d6b30-ac22-4629-bd06-dffb34e01ef5 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.41 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 946 time: 0.1585295 Aug 27 14:02:07.800248 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3af4eafb-3499-4938-b699-e4fc0622c98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:07.898194 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:07.920087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:07.927052 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:07.949695 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:07.958257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:02:07.959003 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.037423 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2836c24-233c-41e2-bc27-ece7a8a68ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:02:08.049946 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:02:08.186027 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.193351 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.199479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] 10.222.0.55 "DELETE /v2.0/networks/26322e6f-b793-48c3-92ef-a8508600729b HTTP/1.1" status: 204 len: 168 time: 2.4698644 Aug 27 14:02:08.252068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229167f-1af6-45e5-ac4b-44b59570618a admin admin] Pushing event deleted for resources: {'Network': ['ID=26322e6f-b793-48c3-92ef-a8508600729b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:08.283050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0c875-49b3-4cc7-99e5-d88bddf83813 req-d95769b9-d102-453d-9909-5c61f436028e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:08.289317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0c875-49b3-4cc7-99e5-d88bddf83813 req-d95769b9-d102-453d-9909-5c61f436028e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:08.291598 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eb0c875-49b3-4cc7-99e5-d88bddf83813 req-d95769b9-d102-453d-9909-5c61f436028e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 1654 time: 0.3803022 Aug 27 14:02:08.293431 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2836c24-233c-41e2-bc27-ece7a8a68ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.300578 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2836c24-233c-41e2-bc27-ece7a8a68ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.327320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3af4eafb-3499-4938-b699-e4fc0622c98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.330948 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3af4eafb-3499-4938-b699-e4fc0622c98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.332539 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3af4eafb-3499-4938-b699-e4fc0622c98a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e7214a5-36cd-43e8-9fad-ab017a0d0eb9 HTTP/1.1" status: 204 len: 168 time: 1.1670067 Aug 27 14:02:08.364708 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c2836c24-233c-41e2-bc27-ece7a8a68ba0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=785fd4b77f3a4a6c86b8ccd46f26c317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7585773 Aug 27 14:02:08.366899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47762) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:08.382167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2836c24-233c-41e2-bc27-ece7a8a68ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e6379e-dfd7-4da7-b0ef-73753f809ec3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:08.403632 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4eafb-3499-4938-b699-e4fc0622c98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7214a5-36cd-43e8-9fad-ab017a0d0eb9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:08.455826 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36c56375-cdc1-4175-a106-3a82deb919ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.460955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Deleting port 5f005141-6867-43bb-9f48-a044e3bc6929 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:08.464487 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.470038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47764) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:08.489514 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36c56375-cdc1-4175-a106-3a82deb919ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.513199 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eb0c875-49b3-4cc7-99e5-d88bddf83813 req-3e26d6cd-0004-474d-83ae-252842df969d tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054479 Aug 27 14:02:08.561151 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36c56375-cdc1-4175-a106-3a82deb919ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.565446 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Allocated IP 19.80.0.126 (aa46a5d6-9bd7-41cc-8b0c-580ef461def1/5deb372d-40b5-4057-bb06-c78a82d3065b/67ad081d-dc53-45dc-99e7-9a73f8d2ba7d) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:08.574151 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36c56375-cdc1-4175-a106-3a82deb919ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.577035 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-36c56375-cdc1-4175-a106-3a82deb919ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59e6379e-dfd7-4da7-b0ef-73753f809ec3 HTTP/1.1" status: 204 len: 168 time: 0.2087774 Aug 27 14:02:08.589422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c56375-cdc1-4175-a106-3a82deb919ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e6379e-dfd7-4da7-b0ef-73753f809ec3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:08.679887 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-df5c81ec-6e3b-4ee2-b9eb-92c0c05df104 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64b40148a7014a78aff82211c83a0273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946745 Aug 27 14:02:08.680992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47770) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:08.699364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] For port 5f005141-6867-43bb-9f48-a044e3bc6929, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5f005141-6867-43bb-9f48-a044e3bc6929,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:08.699812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.903907 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-158df58f-d1de-4e0c-9294-1949bcc215f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:08.966430 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-158df58f-d1de-4e0c-9294-1949bcc215f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:09.043210 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-158df58f-d1de-4e0c-9294-1949bcc215f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:09.046302 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-158df58f-d1de-4e0c-9294-1949bcc215f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:09.047578 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-158df58f-d1de-4e0c-9294-1949bcc215f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b HTTP/1.1" status: 204 len: 168 time: 0.3653638 Aug 27 14:02:09.066885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158df58f-d1de-4e0c-9294-1949bcc215f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3efa0f-1ebe-4a8e-b7db-16e2e2f54b3b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:09.325267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47812) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:09.452366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86e2a80-4b59-40b4-a165-71ac6d3dcc5b admin admin] Deleting subnet b548265e-aa82-466a-84a5-9484690d9f4b {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:02:09.465916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c86e2a80-4b59-40b4-a165-71ac6d3dcc5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:09.480381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57abe5-4542-46bd-a79b-85b9e6e9fbb4 req-34927352-697e-4775-85d0-5b349a551e4f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:09.482881 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d57abe5-4542-46bd-a79b-85b9e6e9fbb4 req-34927352-697e-4775-85d0-5b349a551e4f tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 946 time: 0.2370179 Aug 27 14:02:09.563456 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c86e2a80-4b59-40b4-a165-71ac6d3dcc5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:09.591823 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:09.656008 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:09.686972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Transition to ACTIVE for port object 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:09.710121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d57abe5-4542-46bd-a79b-85b9e6e9fbb4 req-dc500b1f-5ed9-4dc1-b904-c40d61ea0cfa tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups?id=b04db31e-96fa-4d4a-976f-0aa99a3152b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879637 Aug 27 14:02:09.715238 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:09.715462 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:09.715864 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Floating IP 3a5a92d8-fbf0-453f-a267-53ad6d9414e7 disassociated. External IP: 172.25.2.10, port: 5f005141-6867-43bb-9f48-a044e3bc6929. Aug 27 14:02:09.716064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Calling delete_port for 5f005141-6867-43bb-9f48-a044e3bc6929 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:09.741387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c86e2a80-4b59-40b4-a165-71ac6d3dcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:09.833331 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:09.893049 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c86e2a80-4b59-40b4-a165-71ac6d3dcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:09.958236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e2a80-4b59-40b4-a165-71ac6d3dcc5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b548265e-aa82-466a-84a5-9484690d9f4b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:09.974648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c86e2a80-4b59-40b4-a165-71ac6d3dcc5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:09.980146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:09.983189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c86e2a80-4b59-40b4-a165-71ac6d3dcc5b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b548265e-aa82-466a-84a5-9484690d9f4b HTTP/1.1" status: 204 len: 168 time: 0.6565681 Aug 27 14:02:09.985377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47834) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:09.998819 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:10.005700 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:10.132427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event updated for resources: {'Port': ['ID=67ad081d-dc53-45dc-99e7-9a73f8d2ba7d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:10.200034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fc6d2-d5e8-4315-be53-0c3f413b8107 req-969cc38b-2cff-4aca-96c6-9844228840a9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:10.209087 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9b8037c5-d4db-469e-9a51-43f18da84c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:10.213320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fc6d2-d5e8-4315-be53-0c3f413b8107 req-969cc38b-2cff-4aca-96c6-9844228840a9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:10.226128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fc6d2-d5e8-4315-be53-0c3f413b8107 req-969cc38b-2cff-4aca-96c6-9844228840a9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:10.233330 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c0fc6d2-d5e8-4315-be53-0c3f413b8107 req-969cc38b-2cff-4aca-96c6-9844228840a9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2376 time: 0.3640108 Aug 27 14:02:10.247064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:10.251451 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:10.415585 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b0262bd9-321b-435f-8975-f3cebc6662fe tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4067702 Aug 27 14:02:10.432266 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:10.481745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Request body: {'port': {'device_id': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:10.499333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47856) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:10.520156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-65195639-48c3-419c-a78f-f726f2ad002a None None] Provisioning for port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:10.524790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-65195639-48c3-419c-a78f-f726f2ad002a None None] Provisioning complete for port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:10.525838 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65195639-48c3-419c-a78f-f726f2ad002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:10.582779 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9b8037c5-d4db-469e-9a51-43f18da84c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:10.614003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-9b8037c5-d4db-469e-9a51-43f18da84c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a83768-35e2-421d-8e29-026f2b74cf67']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:10.629019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-9b8037c5-d4db-469e-9a51-43f18da84c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf80bf3d-c409-41d2-b457-aa815ebd872f') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:10.629868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-9b8037c5-d4db-469e-9a51-43f18da84c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf80bf3d-c409-41d2-b457-aa815ebd872f') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:10.643713 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9b8037c5-d4db-469e-9a51-43f18da84c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:10.647170 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-65195639-48c3-419c-a78f-f726f2ad002a None None] Port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:02:10.653548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Pushing event deleted for resources: {'Port': ['ID=5f005141-6867-43bb-9f48-a044e3bc6929,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:10.666109 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9b8037c5-d4db-469e-9a51-43f18da84c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:10.674642 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8037c5-d4db-469e-9a51-43f18da84c4e admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:02:10.675635 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9b8037c5-d4db-469e-9a51-43f18da84c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:10.678647 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c0fc6d2-d5e8-4315-be53-0c3f413b8107 req-d12ebadc-4dbd-40a0-9a03-fd7708b96e84 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071882 Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:02:10.678981 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:02:10.778381 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9b8037c5-d4db-469e-9a51-43f18da84c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:10.785235 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9b8037c5-d4db-469e-9a51-43f18da84c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:10.790195 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9b8037c5-d4db-469e-9a51-43f18da84c4e admin admin] 10.222.0.55 "DELETE /v2.0/networks/98a83768-35e2-421d-8e29-026f2b74cf67 HTTP/1.1" status: 204 len: 168 time: 0.8005993 Aug 27 14:02:10.826993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47880) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:10.841325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8037c5-d4db-469e-9a51-43f18da84c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=98a83768-35e2-421d-8e29-026f2b74cf67,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:10.858576 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:10.993494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-656495074-network', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:11.029219 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9b43681-34ad-4813-b3ee-b7a3873113f3 req-64172802-e738-40bd-bdb3-9e16b8a2445c tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0630889 Aug 27 14:02:11.083556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1d69777c-021d-4cd3-b270-87d1cf599e07 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:11.116824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:02:11.144547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-884101052-network', 'tenant_id': 'ad158d6a65b340c5b8d88996ad9b1aa7'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:11.166934 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 1d69777c-021d-4cd3-b270-87d1cf599e07 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:11.167291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1d69777c-021d-4cd3-b270-87d1cf599e07 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:11.176585 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:02:11.182825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Made reservation on behalf of 747b314afcbf405a93bb89d11770a0fc for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:11.196526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.199697 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47888) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:11.243563 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.280455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Made reservation on behalf of ad158d6a65b340c5b8d88996ad9b1aa7 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:11.282964 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.340286 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.373361 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d4a13ba3-5300-4c67-9b0a-4b68fc627c01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72b9ab7d63ad4d10a6e999acf8f3ce3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704576 Aug 27 14:02:11.373361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47894) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:11.464910 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f67c1855-cff1-4b65-94c0-28896759b88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.500380 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f67c1855-cff1-4b65-94c0-28896759b88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.581059 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.589448 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.625457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:02:11.636834 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f67c1855-cff1-4b65-94c0-28896759b88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.639591 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f67c1855-cff1-4b65-94c0-28896759b88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.640962 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f67c1855-cff1-4b65-94c0-28896759b88a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/985db652-17b5-40ce-9c22-c00fbda22dbb HTTP/1.1" status: 204 len: 168 time: 0.2646382 Aug 27 14:02:11.645749 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:11.648948 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.649306 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Added segment 74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f of type vlan for network 91caa6be-386f-49c9-a34e-2d3153e8f37c Aug 27 14:02:11.692972 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c1855-cff1-4b65-94c0-28896759b88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985db652-17b5-40ce-9c22-c00fbda22dbb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:11.725842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:11.763350 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.855454 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.907967 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.923264 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.925375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:11.926873 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:11.930850 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:02:11.944178 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b8093-f339-4cd0-8878-b5d1941aa37e None None] Sync routers for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:02:11.962102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b8093-f339-4cd0-8878-b5d1941aa37e None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:11.965003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5a2b8093-f339-4cd0-8878-b5d1941aa37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:11.999035 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:12.050071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Transition to ACTIVE for port object c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:12.113751 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2813201 Aug 27 14:02:12.117723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47918) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:12.137796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7e75826e-9ea2-4ee0-86bc-3e60c8f9005b admin admin] Request body: {'subnet': {'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-884101052-subnet', 'tenant_id': 'ad158d6a65b340c5b8d88996ad9b1aa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:12.211749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:02:12.224817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb2172-fcbf-42ab-a064-d08bd76bb464,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:12.249287 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981e7fa-ead4-4609-8803-32b725d3766c admin admin] Pushing event updated for resources: {'Network': ['ID=91caa6be-386f-49c9-a34e-2d3153e8f37c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:12.263801 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e75826e-9ea2-4ee0-86bc-3e60c8f9005b admin admin] Made reservation on behalf of ad158d6a65b340c5b8d88996ad9b1aa7 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:12.274870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e75826e-9ea2-4ee0-86bc-3e60c8f9005b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:12.285080 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:12.354554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] No DVR routers for this DVR port 5f005141-6867-43bb-9f48-a044e3bc6929 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:12.388686 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:12.394286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6cda9a21-d0ad-4841-b311-97b87649bb20 req-605f8cfa-d7d0-4139-a80e-002959dbbfd0 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.41 "DELETE /v2.0/ports/5f005141-6867-43bb-9f48-a044e3bc6929 HTTP/1.1" status: 204 len: 173 time: 4.5921004 Aug 27 14:02:12.401085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb', 'name': 'network-vif-deleted', 'tag': '5f005141-6867-43bb-9f48-a044e3bc6929'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:12.410070 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe19407-2fe1-4509-9b2c-088d0b43bbb8" -d '{"events": [{"server_uuid": "576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb", "name": "network-vif-deleted", "tag": "5f005141-6867-43bb-9f48-a044e3bc6929"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:12.462125 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:12.462357 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Added segment 2b34f82f-7ca4-438f-948d-4e192c7189bb of type vlan for network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 Aug 27 14:02:12.511451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5f005141-6867-43bb-9f48-a044e3bc6929 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:12.517819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 91caa6be-386f-49c9-a34e-2d3153e8f37c details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:02:12.602300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Pushing event updated for resources: {'Port': ['ID=c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:12.619966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 5f005141-6867-43bb-9f48-a044e3bc6929 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:12.633655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5f005141-6867-43bb-9f48-a044e3bc6929 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:12.644845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637d3ec-b819-422a-924b-587ec14affcb req-c4a14a32-e295-4114-97a0-c02aa946afec tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:12.656071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e75826e-9ea2-4ee0-86bc-3e60c8f9005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:12.658246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637d3ec-b819-422a-924b-587ec14affcb req-c4a14a32-e295-4114-97a0-c02aa946afec tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:12.685644 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637d3ec-b819-422a-924b-587ec14affcb req-c4a14a32-e295-4114-97a0-c02aa946afec tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:12.693913 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1637d3ec-b819-422a-924b-587ec14affcb req-c4a14a32-e295-4114-97a0-c02aa946afec tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2376 time: 0.7842264 Aug 27 14:02:12.737341 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:12.838458 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1637d3ec-b819-422a-924b-587ec14affcb req-511bb072-fdd2-4e7c-b2ed-a65589f2d48a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412201 Aug 27 14:02:12.844571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5a2b8093-f339-4cd0-8878-b5d1941aa37e None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:12.877481 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3c67ff12-6b25-4905-83fc-087a246b0b6a req-0646e43d-8607-48bd-bc91-58c51075b6c6 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/ports?device_id=576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb HTTP/1.1" status: 200 len: 210 time: 0.0967755 Aug 27 14:02:12.888773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75826e-9ea2-4ee0-86bc-3e60c8f9005b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f112fd1-de28-418f-9086-331d42a68c6c,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:12.953068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e75826e-9ea2-4ee0-86bc-3e60c8f9005b admin admin] Checking segment: {'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:12.954010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e75826e-9ea2-4ee0-86bc-3e60c8f9005b admin admin] Network hostable DHCP agents. Network: 91caa6be-386f-49c9-a34e-2d3153e8f37c, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:02:13.013042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e75826e-9ea2-4ee0-86bc-3e60c8f9005b admin admin] Network 91caa6be-386f-49c9-a34e-2d3153e8f37c is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:02:13.039829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-7e75826e-9ea2-4ee0-86bc-3e60c8f9005b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 91caa6be-386f-49c9-a34e-2d3153e8f37c) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:13.040930 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deea07c8-4e51-4f70-8e23-b92f0738928e x-openstack-request-id: req-deea07c8-4e51-4f70-8e23-b92f0738928e {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:13.047822 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e75826e-9ea2-4ee0-86bc-3e60c8f9005b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:13.048092 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb", "name": "network-vif-deleted", "tag": "5f005141-6867-43bb-9f48-a044e3bc6929", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:13.048410 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e75826e-9ea2-4ee0-86bc-3e60c8f9005b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:13.048607 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-deea07c8-4e51-4f70-8e23-b92f0738928e {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:13.049147 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c79f2-dcb6-45f6-ba9d-e3c9dd10dabb', 'name': 'network-vif-deleted', 'tag': '5f005141-6867-43bb-9f48-a044e3bc6929', 'status': 'completed', 'code': 200} Aug 27 14:02:13.058151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d32e7b9-792e-4064-a7a0-78fe0f33af81 None None] Network 91caa6be-386f-49c9-a34e-2d3153e8f37c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:02:13.061530 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:13.067565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:13.068051 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:13.105973 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7e75826e-9ea2-4ee0-86bc-3e60c8f9005b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9860470 Aug 27 14:02:13.397307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Attempting to bind port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:13.397307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Attempting to bind port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:13.397307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Attempting to bind port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff on network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:13.398176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47998) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:13.408784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9010148 Aug 27 14:02:13.411741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48002) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:13.415409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff on network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:02:13.416442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Attempting to bind port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff on network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:13.418139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a7d42cab-e0c6-4fe8-b3c0-ffb0c826b207 admin admin] Request body: {'subnet': {'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-656495074-subnet', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:13.433523 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:13.434135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Checking segment: {'id': '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:13.434735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Bound using segment: {'id': '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:13.435355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Bound port: c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:13.435993 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:13.440713 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aee79d-3c45-4569-b7ab-234e5afc1625 admin admin] Pushing event updated for resources: {'Network': ['ID=d3fc6770-9aa7-45d3-9f49-90ca773f4e62,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:13.497548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d42cab-e0c6-4fe8-b3c0-ffb0c826b207 admin admin] Made reservation on behalf of 747b314afcbf405a93bb89d11770a0fc for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:13.500057 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7d42cab-e0c6-4fe8-b3c0-ffb0c826b207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:13.640887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] For port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:13.651675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] For port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:13.668415 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:13.734736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:02:13.817101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1557977157-network', 'tenant_id': '157ddcb77c204a8da66ab159ac6f8df2'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:13.824896 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7d42cab-e0c6-4fe8-b3c0-ffb0c826b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:13.869727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:13.870388 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:13.875983 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] 10.222.0.52 "PUT /v2.0/ports/c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff HTTP/1.1" status: 200 len: 1093 time: 3.4157565 Aug 27 14:02:13.877006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea0de4-01b9-409c-b3b8-b531e06e9b1e service neutron] Pushing event updated for resources: {'Port': ['ID=c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:13.896808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d42cab-e0c6-4fe8-b3c0-ffb0c826b207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3de69c0-3677-46a0-97a1-d82fb21ec2cf,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:13.925072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Request body: {'port': {'device_id': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:13.976773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Made reservation on behalf of 157ddcb77c204a8da66ab159ac6f8df2 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:13.992336 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.029551 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.069875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d42cab-e0c6-4fe8-b3c0-ffb0c826b207 admin admin] Checking segment: {'id': '2b34f82f-7ca4-438f-948d-4e192c7189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:14.070819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d42cab-e0c6-4fe8-b3c0-ffb0c826b207 admin admin] Network hostable DHCP agents. Network: d3fc6770-9aa7-45d3-9f49-90ca773f4e62, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:02:14.097124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48024) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:14.169253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-91caa6be-386f-49c9-a34e-2d3153e8f37c', 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c', 'tenant_id': 'ad158d6a65b340c5b8d88996ad9b1aa7', 'fixed_ips': [{'subnet_id': '7f112fd1-de28-418f-9086-331d42a68c6c'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:02:14.170519 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.174520 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.198018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5a2b8093-f339-4cd0-8878-b5d1941aa37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:04Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:14.216126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d42cab-e0c6-4fe8-b3c0-ffb0c826b207 admin admin] Network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:02:14.250104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a7d42cab-e0c6-4fe8-b3c0-ffb0c826b207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, d3fc6770-9aa7-45d3-9f49-90ca773f4e62) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:14.258606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d42cab-e0c6-4fe8-b3c0-ffb0c826b207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:14.261118 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7d42cab-e0c6-4fe8-b3c0-ffb0c826b207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.334619 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.349396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.367621 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c6a81-06b7-45a5-be97-25fac07b46f7 req-8b7b5b8c-140e-4243-ae04-3a5623ed1a98 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:14.379482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c6a81-06b7-45a5-be97-25fac07b46f7 req-8b7b5b8c-140e-4243-ae04-3a5623ed1a98 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:14.389384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c6a81-06b7-45a5-be97-25fac07b46f7 req-8b7b5b8c-140e-4243-ae04-3a5623ed1a98 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:14.391539 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a7d42cab-e0c6-4fe8-b3c0-ffb0c826b207 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9784837 Aug 27 14:02:14.401333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76a3593-425f-4cf8-bf87-6e498f2e0f82,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:14.405707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a3c6a81-06b7-45a5-be97-25fac07b46f7 req-8b7b5b8c-140e-4243-ae04-3a5623ed1a98 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2388 time: 0.3963041 Aug 27 14:02:14.409889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48038) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:14.423085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:14.441542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Allocated IP 172.20.0.2 (91caa6be-386f-49c9-a34e-2d3153e8f37c/7f112fd1-de28-418f-9086-331d42a68c6c/1940c659-cbbd-4da5-9cf4-f340f6b81241) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:14.490129 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:02:14.501554 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.502308 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Added segment 3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa of type vlan for network d4a15ebe-f86d-4e9e-9aa7-a63708b66d03 Aug 27 14:02:14.511141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e0f51a-4a85-4a95-bb10-c3856b32a964 None None] Network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:02:14.552509 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.562966 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a3c6a81-06b7-45a5-be97-25fac07b46f7 req-da860f37-ab38-4595-90ef-a0cbaa0dfa6a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417882 Aug 27 14:02:14.594962 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.597401 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:14.598290 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.608572 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c23d3dec-ba74-41bc-8aa1-d8346c1eabb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.620361 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.621413 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.655801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b8093-f339-4cd0-8878-b5d1941aa37e None None] Checking router: 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:02:14.710532 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b9e20382-7b87-4bee-b5cb-97f3ddf8888f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.758992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b8093-f339-4cd0-8878-b5d1941aa37e None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:14.760376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5a2b8093-f339-4cd0-8878-b5d1941aa37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:01:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:14.777691 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] Pushing event updated for resources: {'Network': ['ID=d4a15ebe-f86d-4e9e-9aa7-a63708b66d03,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:14.801487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network d4a15ebe-f86d-4e9e-9aa7-a63708b66d03 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:02:14.805758 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d3b488f8-d2f4-47a1-9b9f-073f9ea1a657 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4036312 Aug 27 14:02:14.820997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-10d5938c-9855-4e04-9b07-16fd8989fe60 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:14.831095 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-10d5938c-9855-4e04-9b07-16fd8989fe60 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/networks?id=91caa6be-386f-49c9-a34e-2d3153e8f37c HTTP/1.1" status: 200 len: 815 time: 0.4762106 Aug 27 14:02:14.834736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48052) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:14.885202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b7c73227-b36c-4b83-bbfa-0ac18090118a admin admin] Request body: {'subnet': {'network_id': 'd4a15ebe-f86d-4e9e-9aa7-a63708b66d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1557977157-subnet', 'tenant_id': '157ddcb77c204a8da66ab159ac6f8df2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:14.916997 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:14.942547 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-b198e98c-e012-4d5c-b8e8-7ab602a82ee0 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/quotas/ad158d6a65b340c5b8d88996ad9b1aa7 HTTP/1.1" status: 200 len: 375 time: 0.1095228 Aug 27 14:02:14.983868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-df6e1f39-d16c-4ff5-b9ff-7c5bc43d469f tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad158d6a65b340c5b8d88996ad9b1aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403130 Aug 27 14:02:15.062157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'fixed_ips': [{'subnet_id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:02:15.063198 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:15.086121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5a2b8093-f339-4cd0-8878-b5d1941aa37e None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:15.150057 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:15.167510 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-e702ec48-39ea-454d-bc8b-46bd12c1237d service neutron] 10.222.0.55 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824830 Aug 27 14:02:15.174273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Transition to ACTIVE for port object 1940c659-cbbd-4da5-9cf4-f340f6b81241 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:15.323404 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c23d3dec-ba74-41bc-8aa1-d8346c1eabb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:15.357872 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c23d3dec-ba74-41bc-8aa1-d8346c1eabb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:15.394372 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d3dec-ba74-41bc-8aa1-d8346c1eabb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d70b60-ab26-464f-9d67-7ef6fd764cf4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:15.426278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c73227-b36c-4b83-bbfa-0ac18090118a admin admin] Made reservation on behalf of 157ddcb77c204a8da66ab159ac6f8df2 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:15.439779 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7c73227-b36c-4b83-bbfa-0ac18090118a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:15.470640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'tag': 'c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:15.473403 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab034af8-8229-4ce7-90b0-d02685678b74" -d '{"events": [{"name": "network-changed", "server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "tag": "c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:15.559822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Allocated IP 172.20.0.2 (d3fc6770-9aa7-45d3-9f49-90ca773f4e62/a3de69c0-3677-46a0-97a1-d82fb21ec2cf/665516d4-b657-40ec-ba38-4a8869bd5f36) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:15.569651 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:15.578789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48062) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:15.619266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-deda0cc0-c543-4b24-8b84-25d6a33a331b service neutron] 10.222.0.55 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500947 Aug 27 14:02:15.640941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c23d3dec-ba74-41bc-8aa1-d8346c1eabb8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=982d11be6f6a4063b6bddd61c2aee2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5420349 Aug 27 14:02:15.645590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48068) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:15.726754 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-829c0b0e-5ebb-43c2-ab39-fbc655e12640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:15.755546 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-829c0b0e-5ebb-43c2-ab39-fbc655e12640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:15.764147 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Transition to ACTIVE for port object 1940c659-cbbd-4da5-9cf4-f340f6b81241 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:15.819089 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:15.882381 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-829c0b0e-5ebb-43c2-ab39-fbc655e12640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:15.885381 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-829c0b0e-5ebb-43c2-ab39-fbc655e12640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:15.889683 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-829c0b0e-5ebb-43c2-ab39-fbc655e12640 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37d70b60-ab26-464f-9d67-7ef6fd764cf4 HTTP/1.1" status: 204 len: 168 time: 0.2430911 Aug 27 14:02:15.906156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c0b0e-5ebb-43c2-ab39-fbc655e12640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d70b60-ab26-464f-9d67-7ef6fd764cf4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:15.946215 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7c73227-b36c-4b83-bbfa-0ac18090118a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:15.998241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c73227-b36c-4b83-bbfa-0ac18090118a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac70084-79f6-43dc-bcc5-ea28adc8e6f1,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:15.999326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8444b810-6abe-48c9-b34b-bc0f6badb86a {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:16.028567 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:16.048402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c73227-b36c-4b83-bbfa-0ac18090118a admin admin] Checking segment: {'id': '3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd4a15ebe-f86d-4e9e-9aa7-a63708b66d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:16.049182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c73227-b36c-4b83-bbfa-0ac18090118a admin admin] Network hostable DHCP agents. Network: d4a15ebe-f86d-4e9e-9aa7-a63708b66d03, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:02:16.058721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Transition to ACTIVE for port object 8444b810-6abe-48c9-b34b-bc0f6badb86a will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:16.067807 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb69cbbc-1b59-495a-8758-a652834f2204 x-openstack-request-id: req-cb69cbbc-1b59-495a-8758-a652834f2204 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:16.068219 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "tag": "c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:16.068496 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb69cbbc-1b59-495a-8758-a652834f2204 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:16.068841 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'tag': 'c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff', 'status': 'completed', 'code': 200} Aug 27 14:02:16.073071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c73227-b36c-4b83-bbfa-0ac18090118a admin admin] Network d4a15ebe-f86d-4e9e-9aa7-a63708b66d03 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:02:16.080413 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:16.139809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b7c73227-b36c-4b83-bbfa-0ac18090118a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, d4a15ebe-f86d-4e9e-9aa7-a63708b66d03) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:16.149555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c73227-b36c-4b83-bbfa-0ac18090118a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:16.150975 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7c73227-b36c-4b83-bbfa-0ac18090118a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:16.173105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034af8-8229-4ce7-90b0-d02685678b74 req-607dc09c-82ed-430c-8b51-f2f11d436d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:16.173734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034af8-8229-4ce7-90b0-d02685678b74 req-607dc09c-82ed-430c-8b51-f2f11d436d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:16.174219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034af8-8229-4ce7-90b0-d02685678b74 req-607dc09c-82ed-430c-8b51-f2f11d436d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:16.177628 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab034af8-8229-4ce7-90b0-d02685678b74 req-607dc09c-82ed-430c-8b51-f2f11d436d61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=203b1f0fda0c4e4dbc5635329db4e264&device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2758 time: 0.0907202 Aug 27 14:02:16.182082 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b7c73227-b36c-4b83-bbfa-0ac18090118a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3340998 Aug 27 14:02:16.267251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e313aa-1c09-404b-81b6-c1e05a9a7125 req-36d4922d-6689-40dc-b46d-072d73f67d7e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:16.295717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e313aa-1c09-404b-81b6-c1e05a9a7125 req-36d4922d-6689-40dc-b46d-072d73f67d7e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:16.332722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e313aa-1c09-404b-81b6-c1e05a9a7125 req-36d4922d-6689-40dc-b46d-072d73f67d7e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:16.339408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45239034-32d5-48b7-8c2c-a1973cc5c45c None None] Network d4a15ebe-f86d-4e9e-9aa7-a63708b66d03 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:02:16.346893 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-94e313aa-1c09-404b-81b6-c1e05a9a7125 req-36d4922d-6689-40dc-b46d-072d73f67d7e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2388 time: 0.6826582 Aug 27 14:02:16.370882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Network 91caa6be-386f-49c9-a34e-2d3153e8f37c is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:16.458547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:16.463974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Pushing event updated for resources: {'Port': ['ID=8444b810-6abe-48c9-b34b-bc0f6badb86a,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:16.496441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:16.501358 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Pushing event updated for resources: {'Port': ['ID=1940c659-cbbd-4da5-9cf4-f340f6b81241,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:16.520509 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-94e313aa-1c09-404b-81b6-c1e05a9a7125 req-480a1e04-5217-4a51-8713-a9c3991ce899 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692433 Aug 27 14:02:16.589892 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:16.598500 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a2dacd99-01fa-4377-9b4e-edd39c44b180 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:16.724100 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Attempting to bind port 8444b810-6abe-48c9-b34b-bc0f6badb86a on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:16.724444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Attempting to bind port 8444b810-6abe-48c9-b34b-bc0f6badb86a by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '733b12ab-c7cf-447d-9c88-8c12d76cb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8c83526e-353f-443b-9753-a752f83180b5'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:16.724780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Attempting to bind port 8444b810-6abe-48c9-b34b-bc0f6badb86a on network 8c83526e-353f-443b-9753-a752f83180b5 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:16.729767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Transition to ACTIVE for port object 665516d4-b657-40ec-ba38-4a8869bd5f36 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:16.763693 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Port 8444b810-6abe-48c9-b34b-bc0f6badb86a on network 8c83526e-353f-443b-9753-a752f83180b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:02:16.764171 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Attempting to bind port 8444b810-6abe-48c9-b34b-bc0f6badb86a on network 8c83526e-353f-443b-9753-a752f83180b5 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:16.774089 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a2dacd99-01fa-4377-9b4e-edd39c44b180 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:16.966421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Transition to ACTIVE for port object 665516d4-b657-40ec-ba38-4a8869bd5f36 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:16.975795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:16.976143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Checking segment: {'id': '733b12ab-c7cf-447d-9c88-8c12d76cb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8c83526e-353f-443b-9753-a752f83180b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:16.976537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Bound using segment: {'id': '733b12ab-c7cf-447d-9c88-8c12d76cb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8c83526e-353f-443b-9753-a752f83180b5'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:16.983802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Bound port: 8444b810-6abe-48c9-b34b-bc0f6badb86a, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733b12ab-c7cf-447d-9c88-8c12d76cb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8c83526e-353f-443b-9753-a752f83180b5'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:16.984319 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:17.005665 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:17.018093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48120) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:17.022143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Attempting to bind port 1940c659-cbbd-4da5-9cf4-f340f6b81241 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:17.025016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Attempting to bind port 1940c659-cbbd-4da5-9cf4-f340f6b81241 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:17.027126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Attempting to bind port 1940c659-cbbd-4da5-9cf4-f340f6b81241 on network 91caa6be-386f-49c9-a34e-2d3153e8f37c {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:17.061417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034af8-8229-4ce7-90b0-d02685678b74 req-6e6de14a-6401-479f-bde2-a55810b5e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:17.063638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034af8-8229-4ce7-90b0-d02685678b74 req-6e6de14a-6401-479f-bde2-a55810b5e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:17.065147 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034af8-8229-4ce7-90b0-d02685678b74 req-6e6de14a-6401-479f-bde2-a55810b5e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:17.067382 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab034af8-8229-4ce7-90b0-d02685678b74 req-6e6de14a-6401-479f-bde2-a55810b5e723 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=203b1f0fda0c4e4dbc5635329db4e264&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8801780 Aug 27 14:02:17.144182 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:17.149788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Checking segment: {'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:17.150348 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:17.151117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Bound using segment: {'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:17.151775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Bound port: 1940c659-cbbd-4da5-9cf4-f340f6b81241, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:17.152267 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:17.154892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-4247855c-34b9-46f3-944f-4df2e03c624c tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:17.162549 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-4247855c-34b9-46f3-944f-4df2e03c624c tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/networks?id=91caa6be-386f-49c9-a34e-2d3153e8f37c HTTP/1.1" status: 200 len: 815 time: 0.7608678 Aug 27 14:02:17.183912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] For port 8444b810-6abe-48c9-b34b-bc0f6badb86a, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:17.206874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:17.226390 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:17.242675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5a2b8093-f339-4cd0-8878-b5d1941aa37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:04Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:17.245413 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de36b0d4-e868-4304-a2e7-1552c79ad11b None None] Network d4a15ebe-f86d-4e9e-9aa7-a63708b66d03 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:02:17.247663 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:17.272318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-1d2dca8a-9a01-4790-8961-63049cc73024 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/quotas/ad158d6a65b340c5b8d88996ad9b1aa7 HTTP/1.1" status: 200 len: 375 time: 0.0374930 Aug 27 14:02:17.282420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] For port 8444b810-6abe-48c9-b34b-bc0f6badb86a, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8444b810-6abe-48c9-b34b-bc0f6badb86a,segment=NetworkSegment(733b12ab-c7cf-447d-9c88-8c12d76cb59f),segment_id=733b12ab-c7cf-447d-9c88-8c12d76cb59f)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:17.307786 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:17.323561 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Pushing event updated for resources: {'Port': ['ID=665516d4-b657-40ec-ba38-4a8869bd5f36,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:17.404202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Pushing event updated for resources: {'Port': ['ID=8444b810-6abe-48c9-b34b-bc0f6badb86a,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:17.416032 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cc9b8b5-2e23-483f-8052-a54a4b41ca63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:17.446460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:17.446896 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:17.449570 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-a058add2-7baa-431e-b4e4-43f8f53d4222 service neutron] 10.222.0.52 "PUT /v2.0/ports/8444b810-6abe-48c9-b34b-bc0f6badb86a HTTP/1.1" status: 200 len: 1092 time: 3.5426378 Aug 27 14:02:17.512763 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b8093-f339-4cd0-8878-b5d1941aa37e None None] The sync data for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 is: [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T13:54:56Z', 'revision_number': 4, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ae48976d-e6d9-4190-82b9-bd59539f9834', 'name': '', 'network_id': '54f93b5e-cd0d-4b77-a984-346ab4450664', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'mac_address': 'fa:16:3e:70:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:55Z', 'updated_at': '2021-08-27T13:55:04Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'subnets': [{'id': '36e24ebb-cdfe-4f90-b090-68bcc4bb4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:02:17.520588 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-2ee1e385-3ecf-408c-b77f-1003558d1b27 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad158d6a65b340c5b8d88996ad9b1aa7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2278004 Aug 27 14:02:17.678237 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fe26560d-5fb9-42ab-bfc2-d57f971f8bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:17.719988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abacff-f00a-4333-b48a-2977b638e733 req-4ca8ce77-c90a-4af7-99b8-dd06e18d021b tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:17.721603 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-4ca8ce77-c90a-4af7-99b8-dd06e18d021b tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/networks?id=d4a15ebe-f86d-4e9e-9aa7-a63708b66d03 HTTP/1.1" status: 200 len: 818 time: 0.2674441 Aug 27 14:02:17.737356 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Request body: {'port': {'device_id': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:17.747628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034af8-8229-4ce7-90b0-d02685678b74 req-dbb7afc8-6e1d-4ebc-adbc-c3e639174e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:17.752557 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab034af8-8229-4ce7-90b0-d02685678b74 req-dbb7afc8-6e1d-4ebc-adbc-c3e639174e51 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6708245 Aug 27 14:02:17.760416 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:17.797568 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:17.826094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] For port 1940c659-cbbd-4da5-9cf4-f340f6b81241, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:17.833110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Attempting to bind port 665516d4-b657-40ec-ba38-4a8869bd5f36 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:17.833705 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Attempting to bind port 665516d4-b657-40ec-ba38-4a8869bd5f36 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '2b34f82f-7ca4-438f-948d-4e192c7189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:17.834099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Attempting to bind port 665516d4-b657-40ec-ba38-4a8869bd5f36 on network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:17.852830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] For port 1940c659-cbbd-4da5-9cf4-f340f6b81241, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1940c659-cbbd-4da5-9cf4-f340f6b81241,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:17.859523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:17.860319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Checking segment: {'id': '2b34f82f-7ca4-438f-948d-4e192c7189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:17.860765 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:17.861241 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Bound using segment: {'id': '2b34f82f-7ca4-438f-948d-4e192c7189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:17.862036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Bound port: 665516d4-b657-40ec-ba38-4a8869bd5f36, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b34f82f-7ca4-438f-948d-4e192c7189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:17.863796 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:17.936408 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:17.997914 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-6a9bd275-6b5e-4fd5-9cd9-e70cba6e8adb service neutron] 10.222.0.55 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573510 Aug 27 14:02:18.028541 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a2dacd99-01fa-4377-9b4e-edd39c44b180 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:18.035295 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a2dacd99-01fa-4377-9b4e-edd39c44b180 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:18.044743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a2dacd99-01fa-4377-9b4e-edd39c44b180 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "DELETE /v2.0/security-groups/b04db31e-96fa-4d4a-976f-0aa99a3152b7 HTTP/1.1" status: 204 len: 168 time: 2.4623764 Aug 27 14:02:18.075430 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48148) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:18.173930 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22f524-66d5-49ef-9e0b-a6a0a91f26f6 None None] New status for floating IP 3a5a92d8-fbf0-453f-a267-53ad6d9414e7: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:02:18.207998 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-8fbb49d6-0d8a-46c5-b29e-690f593cb680 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] show failed (client error): The resource could not be found. Aug 27 14:02:18.207998 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8fbb49d6-0d8a-46c5-b29e-690f593cb680 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "GET /v2.0/security-groups/b04db31e-96fa-4d4a-976f-0aa99a3152b7 HTTP/1.1" status: 404 len: 347 time: 0.1257341 Aug 27 14:02:18.228718 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48150) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:18.231244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6704301-4c7a-421f-8d73-43ee9aaa59db None None] Pushing event updated for resources: {'Port': ['ID=1940c659-cbbd-4da5-9cf4-f340f6b81241,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:18.232348 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cc9b8b5-2e23-483f-8052-a54a4b41ca63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:18.314093 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:18.319570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'tag': '8444b810-6abe-48c9-b34b-bc0f6badb86a'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:18.327075 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd13ae6-bf6c-406d-a668-962b2bf6dc95" -d '{"events": [{"name": "network-changed", "server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "tag": "8444b810-6abe-48c9-b34b-bc0f6badb86a"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:18.328264 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cc9b8b5-2e23-483f-8052-a54a4b41ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:18.339125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-9e6c83a8-d1a7-4c60-bfbe-2f04a1418345 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:18.341348 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-9e6c83a8-d1a7-4c60-bfbe-2f04a1418345 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.41 "GET /v2.0/networks?id=91caa6be-386f-49c9-a34e-2d3153e8f37c HTTP/1.1" status: 200 len: 815 time: 0.3572292 Aug 27 14:02:18.342551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] For port 665516d4-b657-40ec-ba38-4a8869bd5f36, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:18.348546 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] For port 665516d4-b657-40ec-ba38-4a8869bd5f36, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=665516d4-b657-40ec-ba38-4a8869bd5f36,segment=NetworkSegment(2b34f82f-7ca4-438f-948d-4e192c7189bb),segment_id=2b34f82f-7ca4-438f-948d-4e192c7189bb)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:18.354363 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-16eee5e1-c764-4d4e-8865-6c25a3e3fa33 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/quotas/157ddcb77c204a8da66ab159ac6f8df2 HTTP/1.1" status: 200 len: 375 time: 0.6106665 Aug 27 14:02:18.362328 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:18.364783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dacd99-01fa-4377-9b4e-edd39c44b180 tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04db31e-96fa-4d4a-976f-0aa99a3152b7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:18.426617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9b8b5-2e23-483f-8052-a54a4b41ca63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516d88a1-b3ba-4863-9fc4-4f85769acec3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:18.460779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Request body: {'port': {'device_id': 'bb242d08-cb5b-48ef-8a0d-fbf06d9fd740', 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c', 'admin_state_up': True, 'tenant_id': 'ad158d6a65b340c5b8d88996ad9b1aa7'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:18.486311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5f1c6-f2bf-4e75-9866-3231083be695 None None] Pushing event updated for resources: {'Port': ['ID=665516d4-b657-40ec-ba38-4a8869bd5f36,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:18.642314 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8cc9b8b5-2e23-483f-8052-a54a4b41ca63 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=105d70708e544a04847c0962c23cd38e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6225202 Aug 27 14:02:18.657794 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-089be048-c37c-4bb3-8086-b19ead1d2780 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=157ddcb77c204a8da66ab159ac6f8df2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3025055 Aug 27 14:02:18.673233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48162) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:18.691233 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:18.740054 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-a27321cf-3998-4994-a779-d53aa6969392 service neutron] 10.222.0.55 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7236800 Aug 27 14:02:18.812524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f3abd-02f9-478b-9dcb-2c253bf2c91b tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Deleting port 7dbe4760-4d83-47aa-abf9-326889b59c8b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:18.812884 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3abd-02f9-478b-9dcb-2c253bf2c91b tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:18.912546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Allocated IP 172.25.2.119 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/2b02274f-0d7e-4219-8d50-e91059f7239b) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:18.969190 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3abd-02f9-478b-9dcb-2c253bf2c91b tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:18.970511 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3abd-02f9-478b-9dcb-2c253bf2c91b tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:18.989222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f3abd-02f9-478b-9dcb-2c253bf2c91b tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Calling delete_port for 7dbe4760-4d83-47aa-abf9-326889b59c8b owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:19.257982 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-8f9b8e22-dd49-4f43-a21c-535929dcaa7d service neutron] 10.222.0.55 "GET /v2.0/networks/d4a15ebe-f86d-4e9e-9aa7-a63708b66d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989835 Aug 27 14:02:19.269181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:19.399030 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 665516d4-b657-40ec-ba38-4a8869bd5f36 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:19.553173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db124855-de0f-48bb-9697-7882e24fafe2 req-d6587266-190d-4eeb-8428-e68783e35ae5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:19.560906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db124855-de0f-48bb-9697-7882e24fafe2 req-d6587266-190d-4eeb-8428-e68783e35ae5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:19.569107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db124855-de0f-48bb-9697-7882e24fafe2 req-d6587266-190d-4eeb-8428-e68783e35ae5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:19.571069 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db124855-de0f-48bb-9697-7882e24fafe2 req-d6587266-190d-4eeb-8428-e68783e35ae5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2400 time: 0.3531036 Aug 27 14:02:19.605281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 665516d4-b657-40ec-ba38-4a8869bd5f36 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:19.612959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1940c659-cbbd-4da5-9cf4-f340f6b81241 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:19.780488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:19.789094 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:19.805860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Transition to ACTIVE for port object 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:19.819854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 1940c659-cbbd-4da5-9cf4-f340f6b81241 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:19.834248 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:19.942516 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Pushing event updated for resources: {'Port': ['ID=67ad081d-dc53-45dc-99e7-9a73f8d2ba7d,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:20.135629 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:20.157833 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8a5449a-ef49-48a9-91fb-b57700441f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:20.192088 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:20.230644 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-e4dff40a-aae0-47e1-8ff2-b054fb94887f service neutron] 10.222.0.55 "GET /v2.0/networks/d4a15ebe-f86d-4e9e-9aa7-a63708b66d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9558012 Aug 27 14:02:20.260025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8a5449a-ef49-48a9-91fb-b57700441f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:20.274252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Made reservation on behalf of ad158d6a65b340c5b8d88996ad9b1aa7 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:20.278021 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:20.293553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fdfb6c-37e1-4b4c-be13-332cf7b89a3d None None] Network 91caa6be-386f-49c9-a34e-2d3153e8f37c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:02:20.334706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Attempting to bind port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:20.335094 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Attempting to bind port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:20.335382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Attempting to bind port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d on network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:20.367043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d on network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:02:20.367398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Attempting to bind port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d on network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:20.431322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:20.431592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Checking segment: {'id': '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:20.432264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Bound using segment: {'id': '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:20.433185 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Bound port: 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:20.433316 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:20.465731 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3abd-02f9-478b-9dcb-2c253bf2c91b tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:20.466427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:20.481237 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8a5449a-ef49-48a9-91fb-b57700441f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:20.483819 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8a5449a-ef49-48a9-91fb-b57700441f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:20.485127 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a8a5449a-ef49-48a9-91fb-b57700441f38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/516d88a1-b3ba-4863-9fc4-4f85769acec3 HTTP/1.1" status: 204 len: 168 time: 1.5742929 Aug 27 14:02:20.573957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f3abd-02f9-478b-9dcb-2c253bf2c91b tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Pushing event deleted for resources: {'Port': ['ID=7dbe4760-4d83-47aa-abf9-326889b59c8b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:20.671945 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db124855-de0f-48bb-9697-7882e24fafe2 req-1a38fe15-57b6-406a-8010-36b9da1c8a9c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0937729 Aug 27 14:02:20.692469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Provisioning for port 1940c659-cbbd-4da5-9cf4-f340f6b81241 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:20.695849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5449a-ef49-48a9-91fb-b57700441f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516d88a1-b3ba-4863-9fc4-4f85769acec3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:20.729330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:20.758374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:20.761093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:20.808861 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3abd-02f9-478b-9dcb-2c253bf2c91b tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:20.815162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Provisioning complete for port 1940c659-cbbd-4da5-9cf4-f340f6b81241 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:20.815283 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b920b5-a203-45a6-ac50-c4d42f485d6b x-openstack-request-id: req-55b920b5-a203-45a6-ac50-c4d42f485d6b {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:20.815734 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:20.815829 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "tag": "8444b810-6abe-48c9-b34b-bc0f6badb86a", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:20.815829 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55b920b5-a203-45a6-ac50-c4d42f485d6b {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:20.816013 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'tag': '8444b810-6abe-48c9-b34b-bc0f6badb86a', 'status': 'completed', 'code': 200} Aug 27 14:02:20.823859 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Pushing event updated for resources: {'Port': ['ID=2b02274f-0d7e-4219-8d50-e91059f7239b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:20.825974 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3abd-02f9-478b-9dcb-2c253bf2c91b tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:20.837199 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fa2f3abd-02f9-478b-9dcb-2c253bf2c91b tempest-ServersWithSpecificFlavorTestJSON-1719802086 tempest-ServersWithSpecificFlavorTestJSON-1719802086-project] 10.222.0.55 "DELETE /v2.0/floatingips/3a5a92d8-fbf0-453f-a267-53ad6d9414e7 HTTP/1.1" status: 204 len: 168 time: 2.6050849 Aug 27 14:02:20.841618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] For port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:20.874007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Allocated IP 172.20.0.6 (91caa6be-386f-49c9-a34e-2d3153e8f37c/7f112fd1-de28-418f-9086-331d42a68c6c/0fd1f029-48c9-45a7-bc2e-099cc8a5b571) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:20.877918 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] For port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=67ad081d-dc53-45dc-99e7-9a73f8d2ba7d,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:20.920068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294e1665-db1b-4e72-bd19-ace0ae1f3099 None None] Network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:02:21.020468 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd13ae6-bf6c-406d-a668-962b2bf6dc95 req-fc047b49-0739-4799-b29b-bed31d773024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:21.038364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd13ae6-bf6c-406d-a668-962b2bf6dc95 req-fc047b49-0739-4799-b29b-bed31d773024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:21.038916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd13ae6-bf6c-406d-a668-962b2bf6dc95 req-fc047b49-0739-4799-b29b-bed31d773024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:21.040866 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7dd13ae6-bf6c-406d-a668-962b2bf6dc95 req-fc047b49-0739-4799-b29b-bed31d773024 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=203b1f0fda0c4e4dbc5635329db4e264&device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2826 time: 0.1970727 Aug 27 14:02:21.246265 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d7ca2b5-1536-4950-a8e7-968313a94e18 req-202a5eea-0d8b-4569-b773-ac2f26dcc2e6 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 210 time: 0.0455110 Aug 27 14:02:21.412987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd13ae6-bf6c-406d-a668-962b2bf6dc95 req-e5c300ad-9aa3-4aef-8280-4d6078412c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:21.413462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd13ae6-bf6c-406d-a668-962b2bf6dc95 req-e5c300ad-9aa3-4aef-8280-4d6078412c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:21.414127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd13ae6-bf6c-406d-a668-962b2bf6dc95 req-e5c300ad-9aa3-4aef-8280-4d6078412c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:21.416174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7dd13ae6-bf6c-406d-a668-962b2bf6dc95 req-e5c300ad-9aa3-4aef-8280-4d6078412c34 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=203b1f0fda0c4e4dbc5635329db4e264&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3655508 Aug 27 14:02:21.433374 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:21.694716 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:21.812025 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:21.870795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd13ae6-bf6c-406d-a668-962b2bf6dc95 req-31efbea3-bebc-40f0-a06b-8ce6b3b949d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:21.883697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] For port 1940c659-cbbd-4da5-9cf4-f340f6b81241, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1940c659-cbbd-4da5-9cf4-f340f6b81241,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:21.886543 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7dd13ae6-bf6c-406d-a668-962b2bf6dc95 req-31efbea3-bebc-40f0-a06b-8ce6b3b949d8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4567888 Aug 27 14:02:21.890630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-fbfe3b53-d352-4fd6-9bd9-8d5497514f42 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:21.892046 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-fbfe3b53-d352-4fd6-9bd9-8d5497514f42 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/networks?id=91caa6be-386f-49c9-a34e-2d3153e8f37c HTTP/1.1" status: 200 len: 815 time: 0.1996257 Aug 27 14:02:21.902026 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:21.987568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Pushing event updated for resources: {'Port': ['ID=1940c659-cbbd-4da5-9cf4-f340f6b81241,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:22.000305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:22.000889 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:22.001339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:22.001782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:22.002222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:22.003046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:22.004743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:22.005548 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:22.005997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:22.009939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:22.012052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:22.012870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe14d1-bc97-4083-8f79-7f744b835017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:22.061732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Pushing event updated for resources: {'Port': ['ID=67ad081d-dc53-45dc-99e7-9a73f8d2ba7d,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:22.074230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a68a7c19-311f-43b4-a68d-24f6a9ba6660 None None] Provisioning for port 665516d4-b657-40ec-ba38-4a8869bd5f36 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:22.090992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a68a7c19-311f-43b4-a68d-24f6a9ba6660 None None] Provisioning complete for port 665516d4-b657-40ec-ba38-4a8869bd5f36 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:22.091315 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a68a7c19-311f-43b4-a68d-24f6a9ba6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:22.099610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5e644-2141-4d20-a53f-168f6ca7818d req-5c2b00ab-1c73-4b9a-8580-2fb2fd54b306 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:22.107336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5e644-2141-4d20-a53f-168f6ca7818d req-5c2b00ab-1c73-4b9a-8580-2fb2fd54b306 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:22.114208 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5e644-2141-4d20-a53f-168f6ca7818d req-5c2b00ab-1c73-4b9a-8580-2fb2fd54b306 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:22.124004 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0e5e644-2141-4d20-a53f-168f6ca7818d req-5c2b00ab-1c73-4b9a-8580-2fb2fd54b306 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2412 time: 0.2248130 Aug 27 14:02:22.216873 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0e5e644-2141-4d20-a53f-168f6ca7818d req-28acf647-a658-4680-907f-b1b374c10844 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884969 Aug 27 14:02:22.281112 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-931e8256-77a5-46d8-b0d1-bed90daeb5c6 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/quotas/ad158d6a65b340c5b8d88996ad9b1aa7 HTTP/1.1" status: 200 len: 375 time: 0.0949290 Aug 27 14:02:22.340326 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a68a7c19-311f-43b4-a68d-24f6a9ba6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:22.379340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48286) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:22.430979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a68a7c19-311f-43b4-a68d-24f6a9ba6660 None None] For port 665516d4-b657-40ec-ba38-4a8869bd5f36, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=665516d4-b657-40ec-ba38-4a8869bd5f36,segment=NetworkSegment(2b34f82f-7ca4-438f-948d-4e192c7189bb),segment_id=2b34f82f-7ca4-438f-948d-4e192c7189bb)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:22.442406 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a68a7c19-311f-43b4-a68d-24f6a9ba6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:22.498626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:22.498626 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:22.502357 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e512faaa-73bf-40e3-a3a2-4598e836168c service neutron] 10.222.0.52 "PUT /v2.0/ports/67ad081d-dc53-45dc-99e7-9a73f8d2ba7d HTTP/1.1" status: 200 len: 1093 time: 4.7768741 Aug 27 14:02:22.560227 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a7c19-311f-43b4-a68d-24f6a9ba6660 None None] Pushing event updated for resources: {'Port': ['ID=665516d4-b657-40ec-ba38-4a8869bd5f36,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:22.581552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-66b8fa62-ae53-44ee-9670-b0d0449d78f0 None None] Provisioning complete for port 665516d4-b657-40ec-ba38-4a8869bd5f36 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:22.581934 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-66b8fa62-ae53-44ee-9670-b0d0449d78f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:22.675868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-548690337-network', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:22.717612 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff88556d-e2dd-4b7b-b177-225bde6851c5 req-0fe24b80-d40f-4883-9cc3-cd19745d66a4 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 210 time: 0.0561898 Aug 27 14:02:22.728400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-66b8fa62-ae53-44ee-9670-b0d0449d78f0 None None] Provisioning complete for port 1940c659-cbbd-4da5-9cf4-f340f6b81241 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:22.728880 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-66b8fa62-ae53-44ee-9670-b0d0449d78f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:22.740541 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:22.749868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Made reservation on behalf of 0f254effc68e47ed9207b2ef5aef7128 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:22.753445 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:22.775980 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:22.820867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'tag': '67ad081d-dc53-45dc-99e7-9a73f8d2ba7d'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:22.828686 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5534d605-deee-4a5d-a4e7-f36edf4f93dc" -d '{"events": [{"name": "network-changed", "server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "tag": "67ad081d-dc53-45dc-99e7-9a73f8d2ba7d"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:22.908778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Transition to ACTIVE for port object 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:22.971676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-99755713-7bcb-4f5f-9d53-9784136ed57d tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:22.974249 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-99755713-7bcb-4f5f-9d53-9784136ed57d tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.52 "GET /v2.0/networks?id=91caa6be-386f-49c9-a34e-2d3153e8f37c HTTP/1.1" status: 200 len: 815 time: 1.9989231 Aug 27 14:02:22.993119 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-231528f1-b674-41cc-95fe-f34a6453f12b tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad158d6a65b340c5b8d88996ad9b1aa7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6759999 Aug 27 14:02:23.024616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Request body: {'port': {'device_id': 'acd53ad7-76f0-47ac-b92d-873adddce289', 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c', 'admin_state_up': True, 'tenant_id': 'ad158d6a65b340c5b8d88996ad9b1aa7'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:23.164294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:23.242614 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:23.254642 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-086ed7da-6161-42a7-91cb-dbf7170d0b27 service neutron] 10.222.0.55 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599018 Aug 27 14:02:23.264210 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa32524-efc7-4ccd-8887-bb1f7aa4b56b x-openstack-request-id: req-afa32524-efc7-4ccd-8887-bb1f7aa4b56b {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:23.265364 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "tag": "67ad081d-dc53-45dc-99e7-9a73f8d2ba7d", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:23.265364 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-afa32524-efc7-4ccd-8887-bb1f7aa4b56b {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:23.265364 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'tag': '67ad081d-dc53-45dc-99e7-9a73f8d2ba7d', 'status': 'completed', 'code': 200} Aug 27 14:02:23.294018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:02:23.299872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 665516d4-b657-40ec-ba38-4a8869bd5f36 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:23.304953 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:23.305307 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Added segment fb66b771-c703-40b3-842f-02a880f5c699 of type vlan for network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c Aug 27 14:02:23.408018 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:23.417596 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:23.421880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 665516d4-b657-40ec-ba38-4a8869bd5f36 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:23.422263 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:23.505005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e311c476-ddf5-4b9b-b701-8e8c27fd47bc,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:23.515835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abacff-f00a-4333-b48a-2977b638e733 req-320f0916-6e9b-4e1f-85c2-45ea0a76e46d tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:23.517870 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-320f0916-6e9b-4e1f-85c2-45ea0a76e46d tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.41 "GET /v2.0/networks?id=d4a15ebe-f86d-4e9e-9aa7-a63708b66d03 HTTP/1.1" status: 200 len: 818 time: 0.4651599 Aug 27 14:02:23.573082 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.resource_extend [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 14:02:23.613660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-84abacff-f00a-4333-b48a-2977b638e733 req-cd5b2dea-f36b-4c9c-8951-4319e471eb4e tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Request body: {'port': {'device_id': '9e8dd7c4-2d96-4fd4-9831-9480cbac0a94', 'network_id': 'd4a15ebe-f86d-4e9e-9aa7-a63708b66d03', 'admin_state_up': True, 'tenant_id': '157ddcb77c204a8da66ab159ac6f8df2'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:23.626601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Pushing event updated for resources: {'Port': ['ID=0fd1f029-48c9-45a7-bc2e-099cc8a5b571,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:23.629758 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1940c659-cbbd-4da5-9cf4-f340f6b81241 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:23.630549 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-4d51527b-b595-4a5f-9107-486efff561e9 service neutron] 10.222.0.55 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389865 Aug 27 14:02:23.642897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-5043b3e9-eed9-446d-9624-a76f2fbe9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:23.643435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-5043b3e9-eed9-446d-9624-a76f2fbe9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:23.643875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-5043b3e9-eed9-446d-9624-a76f2fbe9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:23.646045 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-5043b3e9-eed9-446d-9624-a76f2fbe9c75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=203b1f0fda0c4e4dbc5635329db4e264&device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2868 time: 1.0749626 Aug 27 14:02:23.659194 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Network 91caa6be-386f-49c9-a34e-2d3153e8f37c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:23.685746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:23.821112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 1940c659-cbbd-4da5-9cf4-f340f6b81241 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:23.821817 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:23.839444 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:23.856271 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:23.856906 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:23.950668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:23.998949 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275696a-3400-42a6-94cf-859ac09daa42 req-496f96f4-ae67-4c52-a152-b4d89b0791b9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:24.026498 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:24.032063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275696a-3400-42a6-94cf-859ac09daa42 req-496f96f4-ae67-4c52-a152-b4d89b0791b9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:24.050538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275696a-3400-42a6-94cf-859ac09daa42 req-496f96f4-ae67-4c52-a152-b4d89b0791b9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:24.060187 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7275696a-3400-42a6-94cf-859ac09daa42 req-496f96f4-ae67-4c52-a152-b4d89b0791b9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2412 time: 0.6570544 Aug 27 14:02:24.156011 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7753987 Aug 27 14:02:24.165845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48342) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:24.184985 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0a3c6262-975e-47cc-969c-99ed6c22057a admin admin] Request body: {'subnet': {'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-548690337-subnet', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:24.220997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:24.238626 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:24.240953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3c6262-975e-47cc-969c-99ed6c22057a admin admin] Made reservation on behalf of 0f254effc68e47ed9207b2ef5aef7128 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:24.245119 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6262-975e-47cc-969c-99ed6c22057a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:24.262168 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-24e68745-4da1-46fd-a29b-226ee4876efb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.138&port_id=c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff HTTP/1.1" status: 200 len: 217 time: 0.6058133 Aug 27 14:02:24.345549 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7275696a-3400-42a6-94cf-859ac09daa42 req-27fbfb8c-fba4-4e2f-a1bb-d29bd8b47f54 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826355 Aug 27 14:02:24.432296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-52b75015-a74f-4786-83db-87c53735a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:24.433646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b3075816-9ae3-40fd-b81f-246c4410fd25 None None] Provisioning for port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:24.435331 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-52b75015-a74f-4786-83db-87c53735a95f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5deb372d-40b5-4057-bb06-c78a82d3065b HTTP/1.1" status: 200 len: 801 time: 0.1448224 Aug 27 14:02:24.453218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1de3d-89af-4224-ac14-55779708fd0f admin admin] Pushing event updated for resources: {'Network': ['ID=af3a4b0f-e52d-49bf-b8d0-7fd079f5249c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:24.465117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b3075816-9ae3-40fd-b81f-246c4410fd25 None None] Provisioning complete for port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:24.467048 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b3075816-9ae3-40fd-b81f-246c4410fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:24.471875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:02:24.552966 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-915dcbd2-60e0-483d-9321-0fbb453794dd req-50366548-edfa-48a6-9d98-97c56f6986b6 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 210 time: 0.0691464 Aug 27 14:02:24.702813 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ccdb57b8-1a23-43e2-b6f2-8cbfbf3562cf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2529557 Aug 27 14:02:24.736699 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ff004a2-06e9-432b-aeff-a67e569b8809 req-e12f05ba-b088-4756-8a82-a33d494d45dc tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 210 time: 0.3002288 Aug 27 14:02:24.741703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48358) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:24.768553 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6262-975e-47cc-969c-99ed6c22057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:24.813384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Request body: {'port': {'device_id': 'bb242d08-cb5b-48ef-8a0d-fbf06d9fd740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:24.840493 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Made reservation on behalf of ad158d6a65b340c5b8d88996ad9b1aa7 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:24.867333 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:24.982176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c6262-975e-47cc-969c-99ed6c22057a admin admin] Checking segment: {'id': 'fb66b771-c703-40b3-842f-02a880f5c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:24.987172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c6262-975e-47cc-969c-99ed6c22057a admin admin] Network hostable DHCP agents. Network: af3a4b0f-e52d-49bf-b8d0-7fd079f5249c, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:02:25.014986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b3075816-9ae3-40fd-b81f-246c4410fd25 None None] Port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:02:25.059005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84abacff-f00a-4333-b48a-2977b638e733 req-cd5b2dea-f36b-4c9c-8951-4319e471eb4e tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Made reservation on behalf of 157ddcb77c204a8da66ab159ac6f8df2 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:25.070723 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:25.073350 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84abacff-f00a-4333-b48a-2977b638e733 req-cd5b2dea-f36b-4c9c-8951-4319e471eb4e tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:25.084223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1c7275db-23a7-44e2-a772-a6409f39180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:25.086184 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1c7275db-23a7-44e2-a772-a6409f39180e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa46a5d6-9bd7-41cc-8b0c-580ef461def1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5178063 Aug 27 14:02:25.095592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c6262-975e-47cc-969c-99ed6c22057a admin admin] Network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:02:25.112348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c6262-975e-47cc-969c-99ed6c22057a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40992694-78e7-41d2-a32d-7deb29281711,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:25.119435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-0a3c6262-975e-47cc-969c-99ed6c22057a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, af3a4b0f-e52d-49bf-b8d0-7fd079f5249c) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:25.125112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c6262-975e-47cc-969c-99ed6c22057a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:25.126624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6262-975e-47cc-969c-99ed6c22057a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:25.128519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a32e99-2012-40bc-9a49-7b4f0615273f None None] Network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:02:25.178040 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:25.195412 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0a3c6262-975e-47cc-969c-99ed6c22057a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0204697 Aug 27 14:02:25.200860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48386) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:25.211881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:25.241309 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:25.242649 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:25.308412 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:25.505948 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'fixed_ips': [{'subnet_id': '40992694-78e7-41d2-a32d-7deb29281711'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:02:25.507369 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:25.602368 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:25.732425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-84abacff-f00a-4333-b48a-2977b638e733 req-cd5b2dea-f36b-4c9c-8951-4319e471eb4e tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Allocated IP 172.20.0.13 (d4a15ebe-f86d-4e9e-9aa7-a63708b66d03/0ac70084-79f6-43dc-bcc5-ea28adc8e6f1/e715d045-a13c-4d03-9b57-cceb013634d4) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:25.814399 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e20498db-38b1-40e6-8791-022fecca34ec req-e61f8a49-f6f2-4c62-b100-ccb0ad5b6805 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 210 time: 0.0909534 Aug 27 14:02:25.837691 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Allocated IP 172.20.0.2 (af3a4b0f-e52d-49bf-b8d0-7fd079f5249c/40992694-78e7-41d2-a32d-7deb29281711/262ac1be-387f-45ee-9e2b-85febe28330d) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:25.903899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624946b0-6301-4632-880e-a08a88d12b8f req-fabf2bba-f563-4ce0-b0b6-c09f30cf8801 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:25.927816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624946b0-6301-4632-880e-a08a88d12b8f req-fabf2bba-f563-4ce0-b0b6-c09f30cf8801 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:25.944365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624946b0-6301-4632-880e-a08a88d12b8f req-fabf2bba-f563-4ce0-b0b6-c09f30cf8801 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:25.954497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-624946b0-6301-4632-880e-a08a88d12b8f req-fabf2bba-f563-4ce0-b0b6-c09f30cf8801 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2412 time: 0.3182390 Aug 27 14:02:26.089819 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-92f74751-2f4f-4597-a3bd-6ab2b5c32920 service neutron] 10.222.0.52 "GET /v2.0/networks/aa46a5d6-9bd7-41cc-8b0c-580ef461def1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9129546 Aug 27 14:02:26.245474 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:26.278125 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09c9567c-4c2a-4f52-9641-2090c6d5a121 req-d9b52d48-355b-4bcd-9510-5d07acebd312 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 210 time: 0.2475097 Aug 27 14:02:26.279622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Transition to ACTIVE for port object 262ac1be-387f-45ee-9e2b-85febe28330d will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:26.292772 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-624946b0-6301-4632-880e-a08a88d12b8f req-d938af4f-98bf-495b-85e4-8f58614b6b20 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433012 Aug 27 14:02:26.314437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Transition to ACTIVE for port object 262ac1be-387f-45ee-9e2b-85febe28330d will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:26.316844 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Allocated IP 172.20.0.9 (91caa6be-386f-49c9-a34e-2d3153e8f37c/7f112fd1-de28-418f-9086-331d42a68c6c/11494348-21b6-4c29-879e-1e7729fa7031) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:26.327663 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84abacff-f00a-4333-b48a-2977b638e733 req-cd5b2dea-f36b-4c9c-8951-4319e471eb4e tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:26.329252 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:26.404573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:26.408301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:26.411628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:26.433707 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Pushing event updated for resources: {'Port': ['ID=262ac1be-387f-45ee-9e2b-85febe28330d,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:26.443945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-1362d4a0-1a08-4b37-820e-b95624d1aec8 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:26.446749 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-1362d4a0-1a08-4b37-820e-b95624d1aec8 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.52 "GET /v2.0/networks?id=91caa6be-386f-49c9-a34e-2d3153e8f37c HTTP/1.1" status: 200 len: 815 time: 0.4884372 Aug 27 14:02:26.464261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Request body: {'port': {'device_id': '67cdd8fe-63a3-4da5-876c-cc9eb4d02baa', 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c', 'admin_state_up': True, 'tenant_id': 'ad158d6a65b340c5b8d88996ad9b1aa7'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:26.498569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Router 010077c9-767b-4257-9a03-687c78f61238 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:02:26.541515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Attempting to bind port 262ac1be-387f-45ee-9e2b-85febe28330d on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:26.542587 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Attempting to bind port 262ac1be-387f-45ee-9e2b-85febe28330d by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'fb66b771-c703-40b3-842f-02a880f5c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:26.544574 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Attempting to bind port 262ac1be-387f-45ee-9e2b-85febe28330d on network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:26.560592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:26.561378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Checking segment: {'id': 'fb66b771-c703-40b3-842f-02a880f5c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:26.563114 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:26.564098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Bound using segment: {'id': 'fb66b771-c703-40b3-842f-02a880f5c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:26.565295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Bound port: 262ac1be-387f-45ee-9e2b-85febe28330d, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb66b771-c703-40b3-842f-02a880f5c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:26.565881 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:26.623692 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84abacff-f00a-4333-b48a-2977b638e733 req-cd5b2dea-f36b-4c9c-8951-4319e471eb4e tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:26.663755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] For port 262ac1be-387f-45ee-9e2b-85febe28330d, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:26.670612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] For port 262ac1be-387f-45ee-9e2b-85febe28330d, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=262ac1be-387f-45ee-9e2b-85febe28330d,segment=NetworkSegment(fb66b771-c703-40b3-842f-02a880f5c699),segment_id=fb66b771-c703-40b3-842f-02a880f5c699)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:26.680842 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:26.748490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b2dea-f36b-4c9c-8951-4319e471eb4e tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Pushing event updated for resources: {'Port': ['ID=e715d045-a13c-4d03-9b57-cceb013634d4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:26.763444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2383de-02cb-4ae9-bd72-66848f98f8a3 None None] Pushing event updated for resources: {'Port': ['ID=262ac1be-387f-45ee-9e2b-85febe28330d,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:26.829631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-bc7bb9b0-0ac6-46a2-8af1-eda6810a1171 service neutron] 10.222.0.52 "GET /v2.0/networks/aa46a5d6-9bd7-41cc-8b0c-580ef461def1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6910956 Aug 27 14:02:26.868074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84abacff-f00a-4333-b48a-2977b638e733 req-cd5b2dea-f36b-4c9c-8951-4319e471eb4e tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Network d4a15ebe-f86d-4e9e-9aa7-a63708b66d03 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:26.880648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-84abacff-f00a-4333-b48a-2977b638e733 req-cd5b2dea-f36b-4c9c-8951-4319e471eb4e tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:26.887685 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-84abacff-f00a-4333-b48a-2977b638e733 req-cd5b2dea-f36b-4c9c-8951-4319e471eb4e tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:26.925203 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:26.932930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Made reservation on behalf of ad158d6a65b340c5b8d88996ad9b1aa7 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:26.936560 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:26.974478 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:26.976644 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-1ca6356f-6643-4158-951f-c448c518f8bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.46&port_id=8444b810-6abe-48c9-b34b-bc0f6badb86a HTTP/1.1" status: 200 len: 217 time: 0.1274099 Aug 27 14:02:27.004062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abacff-f00a-4333-b48a-2977b638e733 req-cd5b2dea-f36b-4c9c-8951-4319e471eb4e tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:27.004720 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84abacff-f00a-4333-b48a-2977b638e733 req-cd5b2dea-f36b-4c9c-8951-4319e471eb4e tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:27.111936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:02:27.128854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Sync routers for ids ['010077c9-767b-4257-9a03-687c78f61238'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:02:27.158558 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-cd5b2dea-f36b-4c9c-8951-4319e471eb4e tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5718453 Aug 27 14:02:27.197923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Request body: {'port': {'device_id': '9e8dd7c4-2d96-4fd4-9831-9480cbac0a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:27.211229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Routers {'010077c9-767b-4257-9a03-687c78f61238'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:27.218319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['010077c9-767b-4257-9a03-687c78f61238'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:27.294971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-90bf243c-e1c2-4201-9ef5-0fe8952fc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:27.297023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-90bf243c-e1c2-4201-9ef5-0fe8952fc172 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f96951ae-edde-4b65-8257-b3e84ee28281 HTTP/1.1" status: 200 len: 801 time: 0.3099554 Aug 27 14:02:27.360825 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:27.381373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Transition to ACTIVE for port object 11494348-21b6-4c29-879e-1e7729fa7031 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:27.456113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-35226173-c387-47cf-9589-e2e29f90e7b5 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1855476 Aug 27 14:02:27.458593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:27.463738 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:27.469430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Set router 010077c9-767b-4257-9a03-687c78f61238 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:27.492931 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:27.495761 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ba088e3b-ac1a-4c8d-afab-af82d64a876a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.0846598 Aug 27 14:02:27.501807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48468) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:27.586304 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Allocated IP 172.25.2.89 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/00376dc9-c1ca-4415-bbe2-ee942a3c62e8) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:27.676784 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15073a-db41-43d9-8088-0842abb5bee6 req-d14e2e87-fa65-410c-bff0-ba1d8e8c8cdd tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:27.678736 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa15073a-db41-43d9-8088-0842abb5bee6 req-d14e2e87-fa65-410c-bff0-ba1d8e8c8cdd tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 932 time: 0.6279955 Aug 27 14:02:27.710776 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Network 91caa6be-386f-49c9-a34e-2d3153e8f37c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:27.770311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:27.820771 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:27.828403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:02:22Z', 'revision_number': 3, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:27.838821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Pushing event updated for resources: {'Port': ['ID=11494348-21b6-4c29-879e-1e7729fa7031,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:27.851008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-531c944b-fe71-4961-bf01-85923a4bd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:27.854043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-531c944b-fe71-4961-bf01-85923a4bd49a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c83526e-353f-443b-9753-a752f83180b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4304307 Aug 27 14:02:27.890950 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Checking router: 010077c9-767b-4257-9a03-687c78f61238 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:02:27.891359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Updating router 010077c9-767b-4257-9a03-687c78f61238 port 2b02274f-0d7e-4219-8d50-e91059f7239b binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:02:27.925273 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:28.221334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:28.222100 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:28.257919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:28.298630 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ac801af7-7161-4a3a-b1a6-db11933f4cfa None None] Provisioning for port 11494348-21b6-4c29-879e-1e7729fa7031 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:28.304954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ac801af7-7161-4a3a-b1a6-db11933f4cfa None None] Provisioning complete for port 11494348-21b6-4c29-879e-1e7729fa7031 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:28.305329 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ac801af7-7161-4a3a-b1a6-db11933f4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:28.316424 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa15073a-db41-43d9-8088-0842abb5bee6 req-17bcb1d6-abb2-4d61-8570-37c9e55c4981 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76a3593-425f-4cf8-bf87-6e498f2e0f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766349 Aug 27 14:02:28.326480 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:28.361633 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-d17f37be-a1e7-4704-86ae-c4d6ac46d885 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3507731 Aug 27 14:02:28.376963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Transition to ACTIVE for port object 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:28.396609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Request body: {'port': {'device_id': 'acd53ad7-76f0-47ac-b92d-873adddce289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:28.477555 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ac801af7-7161-4a3a-b1a6-db11933f4cfa None None] Port 11494348-21b6-4c29-879e-1e7729fa7031 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:02:28.490623 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:28.517929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c058bd-c0fc-4cca-a477-44c29123961b None None] Network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:02:28.563321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-298adb57-28fc-4d03-89a9-a960108a9ea8 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:28.570150 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-298adb57-28fc-4d03-89a9-a960108a9ea8 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1132944 Aug 27 14:02:28.617366 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:28.622961 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-311dd8fb-f53c-4e4d-b7b0-6ad87424f771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:28.628774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-87640c5d-823c-4416-856a-cb834572a90c tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/quotas/99227840d0ab453d8a1d7d8ee5b1dcba HTTP/1.1" status: 200 len: 375 time: 0.0576735 Aug 27 14:02:28.650987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Allocated IP 172.20.0.11 (91caa6be-386f-49c9-a34e-2d3153e8f37c/7f112fd1-de28-418f-9086-331d42a68c6c/c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:28.701636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2142d29d-ce6c-4455-b5ec-bb7d47766060 None None] Provisioning for port 262ac1be-387f-45ee-9e2b-85febe28330d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:28.840050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd1f029-48c9-45a7-bc2e-099cc8a5b571,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:28.845759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-608807cd-afe9-4791-a6d6-3980e5c3f3be service neutron] 10.222.0.52 "GET /v2.0/networks/8c83526e-353f-443b-9753-a752f83180b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9410369 Aug 27 14:02:28.880266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-550d5876-498f-44f3-8895-7d7f7345beb4 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2493939 Aug 27 14:02:29.351319 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:29.367464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Transition to ACTIVE for port object c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:29.406436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 262ac1be-387f-45ee-9e2b-85febe28330d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:29.505702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261713c6-8e73-4a41-bb67-59da3e5c1de9 req-3df9154a-6f35-44fe-85be-a20990a86da2 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:29.514722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261713c6-8e73-4a41-bb67-59da3e5c1de9 req-3df9154a-6f35-44fe-85be-a20990a86da2 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:29.518130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 262ac1be-387f-45ee-9e2b-85febe28330d completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:29.522118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261713c6-8e73-4a41-bb67-59da3e5c1de9 req-3df9154a-6f35-44fe-85be-a20990a86da2 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:29.529146 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 262ac1be-387f-45ee-9e2b-85febe28330d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:29.529530 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:29.530362 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-261713c6-8e73-4a41-bb67-59da3e5c1de9 req-3df9154a-6f35-44fe-85be-a20990a86da2 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2412 time: 1.0259726 Aug 27 14:02:29.555669 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:29.560882 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:29.754971 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-261713c6-8e73-4a41-bb67-59da3e5c1de9 req-d4bf75a4-631e-42e8-abc0-dc0201e92c4b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231617 Aug 27 14:02:29.757727 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:29.800610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Network 91caa6be-386f-49c9-a34e-2d3153e8f37c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:29.836482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:29.866607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:29.867987 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 262ac1be-387f-45ee-9e2b-85febe28330d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=262ac1be-387f-45ee-9e2b-85febe28330d,segment=NetworkSegment(fb66b771-c703-40b3-842f-02a880f5c699),segment_id=fb66b771-c703-40b3-842f-02a880f5c699)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:29.877781 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:29.948332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Pushing event updated for resources: {'Port': ['ID=c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:30.007864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=262ac1be-387f-45ee-9e2b-85febe28330d,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:30.038914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73745689-d3eb-4acd-87d6-86e3cf6c0216 req-9b2ebad5-0c86-459d-8a40-9f666cfc0932 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:30.046460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-73745689-d3eb-4acd-87d6-86e3cf6c0216 req-9b2ebad5-0c86-459d-8a40-9f666cfc0932 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 932 time: 0.5105109 Aug 27 14:02:30.167734 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f8154426-66ad-4590-ad17-64c191a4db72 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767014 Aug 27 14:02:30.169258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Attempting to bind port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:30.170014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Attempting to bind port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:30.171314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Attempting to bind port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 on network 91caa6be-386f-49c9-a34e-2d3153e8f37c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:30.203986 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:30.229962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:30.231051 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:30.262438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 on network 91caa6be-386f-49c9-a34e-2d3153e8f37c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:02:30.263167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Attempting to bind port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 on network 91caa6be-386f-49c9-a34e-2d3153e8f37c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:30.267114 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-9a719f32-48a6-4ed5-abd0-f7d650f3e2ce service neutron] 10.222.0.52 "GET /v2.0/networks/8c83526e-353f-443b-9753-a752f83180b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4049873 Aug 27 14:02:30.280605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e715d045-a13c-4d03-9b57-cceb013634d4 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:30.296734 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-73745689-d3eb-4acd-87d6-86e3cf6c0216 req-a5f54e42-ae04-49ee-8d52-9b8535a46a8a tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492795 Aug 27 14:02:30.326529 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:30.362469 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b5709de6-b9bf-4be5-b101-f727ce4420d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9045320 Aug 27 14:02:30.369678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:30.380842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:30.381191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Checking segment: {'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:30.381622 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Bound using segment: {'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:30.382123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Bound port: 0fd1f029-48c9-45a7-bc2e-099cc8a5b571, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:30.382503 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:30.385789 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0e943dd2-2b36-4caf-a76a-05deffff4b76 None None] Provisioning for port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:30.390463 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:30.392204 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:30.395525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0e943dd2-2b36-4caf-a76a-05deffff4b76 None None] Provisioning complete for port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:30.396107 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e943dd2-2b36-4caf-a76a-05deffff4b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:30.403470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b3cbd8ae-1291-4639-8199-33d467daf0db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=67ad081d-dc53-45dc-99e7-9a73f8d2ba7d HTTP/1.1" status: 200 len: 217 time: 0.0819550 Aug 27 14:02:30.405398 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:30.447004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Transition to ACTIVE for port object 2b02274f-0d7e-4219-8d50-e91059f7239b will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:30.455497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Request body: {'port': {'device_id': '67cdd8fe-63a3-4da5-876c-cc9eb4d02baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:30.455748 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0e943dd2-2b36-4caf-a76a-05deffff4b76 None None] Port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:02:30.460642 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:30.508382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Pushing event updated for resources: {'Port': ['ID=00376dc9-c1ca-4415-bbe2-ee942a3c62e8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:30.519345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Attempting to bind port 2b02274f-0d7e-4219-8d50-e91059f7239b on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:30.519770 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Attempting to bind port 2b02274f-0d7e-4219-8d50-e91059f7239b by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:30.520295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Attempting to bind port 2b02274f-0d7e-4219-8d50-e91059f7239b on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:30.530229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Transition to ACTIVE for port object e715d045-a13c-4d03-9b57-cceb013634d4 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:30.533657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:30.533657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:30.534006 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:30.534438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:30.534728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Bound port: 2b02274f-0d7e-4219-8d50-e91059f7239b, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:30.535113 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:30.557397 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:30.565625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9aa45-896e-4e0c-9a43-7e510dfd87d1 None None] Pushing event updated for resources: {'Port': ['ID=2b02274f-0d7e-4219-8d50-e91059f7239b,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:30.612802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] For port 2b02274f-0d7e-4219-8d50-e91059f7239b, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:30.616367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] For port 2b02274f-0d7e-4219-8d50-e91059f7239b, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2b02274f-0d7e-4219-8d50-e91059f7239b,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:30.621396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-29af98e7-aa18-4320-a29d-b11a8c959502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:30.623747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-29af98e7-aa18-4320-a29d-b11a8c959502 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5deb372d-40b5-4057-bb06-c78a82d3065b HTTP/1.1" status: 200 len: 801 time: 0.2017255 Aug 27 14:02:30.623975 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:30.631353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-c65d839e-22bf-4540-a19d-cce18abc7547 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:30.633177 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-c65d839e-22bf-4540-a19d-cce18abc7547 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4465353 Aug 27 14:02:30.706650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-7b53a040-8e3a-4a58-8354-a107c827aadb tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/quotas/99227840d0ab453d8a1d7d8ee5b1dcba HTTP/1.1" status: 200 len: 375 time: 0.0536580 Aug 27 14:02:30.711295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9aa45-896e-4e0c-9a43-7e510dfd87d1 None None] Pushing event updated for resources: {'Port': ['ID=2b02274f-0d7e-4219-8d50-e91059f7239b,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:30.714834 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Routers {'010077c9-767b-4257-9a03-687c78f61238'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:30.716233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['010077c9-767b-4257-9a03-687c78f61238'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:30.749478 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39657d19-c28e-49db-bc87-e87421adacca req-0ae01431-eb4d-4b8b-95e0-1277be741526 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:30.751027 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39657d19-c28e-49db-bc87-e87421adacca req-0ae01431-eb4d-4b8b-95e0-1277be741526 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 932 time: 0.3407145 Aug 27 14:02:30.757015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] For port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:30.760195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:30.807307 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Pushing event updated for resources: {'Port': ['ID=e715d045-a13c-4d03-9b57-cceb013634d4,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:30.819492 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-047eb5ae-5735-4898-985d-9dfc9413e664 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770788 Aug 27 14:02:30.825061 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] For port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0fd1f029-48c9-45a7-bc2e-099cc8a5b571,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:30.860343 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:30.870955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-38603218-d42e-429e-bfda-40d55f23227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:30.872425 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-38603218-d42e-429e-bfda-40d55f23227f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa46a5d6-9bd7-41cc-8b0c-580ef461def1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348795 Aug 27 14:02:30.891146 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] Set router 010077c9-767b-4257-9a03-687c78f61238 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:30.972227 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39657d19-c28e-49db-bc87-e87421adacca req-ec0bcec0-768c-4776-8c5c-8fa3ef37cdf2 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76a3593-425f-4cf8-bf87-6e498f2e0f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824238 Aug 27 14:02:30.991829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11494348-21b6-4c29-879e-1e7729fa7031 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:31.108911 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:31.109548 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:31.111203 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] 10.222.0.41 "PUT /v2.0/ports/0fd1f029-48c9-45a7-bc2e-099cc8a5b571 HTTP/1.1" status: 200 len: 1092 time: 6.3703978 Aug 27 14:02:31.130788 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb242d08-cb5b-48ef-8a0d-fbf06d9fd740', 'tag': '0fd1f029-48c9-45a7-bc2e-099cc8a5b571'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:31.135865 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb674373-6129-4cd8-9c03-82fca2e13750" -d '{"events": [{"name": "network-changed", "server_uuid": "bb242d08-cb5b-48ef-8a0d-fbf06d9fd740", "tag": "0fd1f029-48c9-45a7-bc2e-099cc8a5b571"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:31.141338 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-03de9faa-21c8-4af4-a2b4-5dc4a92caecd tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2284162 Aug 27 14:02:31.148437 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:31.213578 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:31.277356 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-311dd8fb-f53c-4e4d-b7b0-6ad87424f771 admin admin] Deleting port ae48976d-e6d9-4190-82b9-bd59539f9834 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:31.277707 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-311dd8fb-f53c-4e4d-b7b0-6ad87424f771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:31.293242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:02:22Z', 'revision_number': 3, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:31.333348 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 262ac1be-387f-45ee-9e2b-85febe28330d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:31.336647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0294f6-abd9-4aa5-80bf-525e71c4be7f None None] The sync data for ids ['010077c9-767b-4257-9a03-687c78f61238'] in n-d-712139-12 is: [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:02:22Z', 'revision_number': 3, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:02:31.382405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59399818-f127-49fb-a19d-89cb71ee8524 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd1f029-48c9-45a7-bc2e-099cc8a5b571,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:31.401769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Transition to ACTIVE for port object 11494348-21b6-4c29-879e-1e7729fa7031 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:31.447944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 262ac1be-387f-45ee-9e2b-85febe28330d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:31.448779 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:31.510417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Attempting to bind port e715d045-a13c-4d03-9b57-cceb013634d4 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:31.511102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Attempting to bind port e715d045-a13c-4d03-9b57-cceb013634d4 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd4a15ebe-f86d-4e9e-9aa7-a63708b66d03'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:31.511315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Attempting to bind port e715d045-a13c-4d03-9b57-cceb013634d4 on network d4a15ebe-f86d-4e9e-9aa7-a63708b66d03 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:31.555861 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:31.558220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Port e715d045-a13c-4d03-9b57-cceb013634d4 on network d4a15ebe-f86d-4e9e-9aa7-a63708b66d03 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:02:31.558729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Attempting to bind port e715d045-a13c-4d03-9b57-cceb013634d4 on network d4a15ebe-f86d-4e9e-9aa7-a63708b66d03 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:31.599033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:31.600262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Checking segment: {'id': '3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd4a15ebe-f86d-4e9e-9aa7-a63708b66d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:31.600262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Bound using segment: {'id': '3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd4a15ebe-f86d-4e9e-9aa7-a63708b66d03'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:31.600601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Bound port: e715d045-a13c-4d03-9b57-cceb013634d4, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd4a15ebe-f86d-4e9e-9aa7-a63708b66d03'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:31.600741 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:31.617976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-59d4d6a7-1bd9-4d83-8966-626373b2d7c7 req-5abff9d9-1429-494c-8df0-92b674d3c765 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 210 time: 0.2339334 Aug 27 14:02:31.628976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Pushing event updated for resources: {'Port': ['ID=11494348-21b6-4c29-879e-1e7729fa7031,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:31.661780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-311dd8fb-f53c-4e4d-b7b0-6ad87424f771 admin admin] For port ae48976d-e6d9-4190-82b9-bd59539f9834, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ae48976d-e6d9-4190-82b9-bd59539f9834,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:31.662148 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-311dd8fb-f53c-4e4d-b7b0-6ad87424f771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:31.703678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90d72f-fa22-4773-b64c-a73344e00839 req-8d75a4f7-1cfd-4e1f-a0ed-682fde57e281 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:31.717062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90d72f-fa22-4773-b64c-a73344e00839 req-8d75a4f7-1cfd-4e1f-a0ed-682fde57e281 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:31.725462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90d72f-fa22-4773-b64c-a73344e00839 req-8d75a4f7-1cfd-4e1f-a0ed-682fde57e281 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:31.727351 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d90d72f-fa22-4773-b64c-a73344e00839 req-8d75a4f7-1cfd-4e1f-a0ed-682fde57e281 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2412 time: 0.5418172 Aug 27 14:02:31.727489 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-b8683914-d9c1-4aed-a262-3e6a357c03b0 service neutron] 10.222.0.52 "GET /v2.0/networks/aa46a5d6-9bd7-41cc-8b0c-580ef461def1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8198168 Aug 27 14:02:31.732326 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:31.734407 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c2f934-bdaf-47ab-8c3b-c41e6f49b29b x-openstack-request-id: req-b1c2f934-bdaf-47ab-8c3b-c41e6f49b29b {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:31.734672 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb242d08-cb5b-48ef-8a0d-fbf06d9fd740", "tag": "0fd1f029-48c9-45a7-bc2e-099cc8a5b571", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:31.734973 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1c2f934-bdaf-47ab-8c3b-c41e6f49b29b {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:31.735418 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb242d08-cb5b-48ef-8a0d-fbf06d9fd740', 'tag': '0fd1f029-48c9-45a7-bc2e-099cc8a5b571', 'status': 'completed', 'code': 200} Aug 27 14:02:31.738535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-9936311f-1776-4c4c-821f-3bd17e8810f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:31.746625 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-9936311f-1776-4c4c-821f-3bd17e8810f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad158d6a65b340c5b8d88996ad9b1aa7&device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 1095 time: 0.5002770 Aug 27 14:02:31.749211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-311dd8fb-f53c-4e4d-b7b0-6ad87424f771 admin admin] Calling delete_port for ae48976d-e6d9-4190-82b9-bd59539f9834 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:31.862484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-dde5b210-cb26-4ca5-96b6-439ef4ae2ec7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:31.880172 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-dde5b210-cb26-4ca5-96b6-439ef4ae2ec7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7231283 Aug 27 14:02:32.024607 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-179ee133-6b33-434c-ace8-daf80125a3e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd1f029-48c9-45a7-bc2e-099cc8a5b571 HTTP/1.1" status: 200 len: 217 time: 0.2191761 Aug 27 14:02:32.033569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Request body: {'port': {'device_id': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': '99227840d0ab453d8a1d7d8ee5b1dcba'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:32.443355 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d90d72f-fa22-4773-b64c-a73344e00839 req-51d5b104-c815-41f8-8ec3-922d7db3c37b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652153 Aug 27 14:02:32.517085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] For port e715d045-a13c-4d03-9b57-cceb013634d4, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:32.550019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] For port e715d045-a13c-4d03-9b57-cceb013634d4, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e715d045-a13c-4d03-9b57-cceb013634d4,segment=NetworkSegment(3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa),segment_id=3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:32.565541 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:32.568820 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Allocated IP 172.20.0.1 (d3fc6770-9aa7-45d3-9f49-90ca773f4e62/a3de69c0-3677-46a0-97a1-d82fb21ec2cf/91172058-0ac0-4a3c-8aa1-c1a67a868863) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:32.582071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:32.641375 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:32.692810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-6a6a9926-d034-452f-9536-b65c4d93b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:32.694522 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-6a6a9926-d034-452f-9536-b65c4d93b1bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f112fd1-de28-418f-9086-331d42a68c6c HTTP/1.1" status: 200 len: 854 time: 0.5865347 Aug 27 14:02:32.706966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5b558-932c-4620-8186-28143d6763d8 req-2845d15c-9665-4c23-ba7c-aff6d4a131d9 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:32.708908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-11b5b558-932c-4620-8186-28143d6763d8 req-2845d15c-9665-4c23-ba7c-aff6d4a131d9 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 932 time: 0.7394528 Aug 27 14:02:32.709641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Attempting to bind port 11494348-21b6-4c29-879e-1e7729fa7031 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:32.709988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Attempting to bind port 11494348-21b6-4c29-879e-1e7729fa7031 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:32.710312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Attempting to bind port 11494348-21b6-4c29-879e-1e7729fa7031 on network 91caa6be-386f-49c9-a34e-2d3153e8f37c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:32.745388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-daf3d799-92a2-4472-8ecb-6423053d0277 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1064525 Aug 27 14:02:32.747100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:32.747713 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:32.749016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] 10.222.0.41 "PUT /v2.0/ports/e715d045-a13c-4d03-9b57-cceb013634d4 HTTP/1.1" status: 200 len: 1093 time: 5.5694230 Aug 27 14:02:32.757661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Transition to ACTIVE for port object c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:32.766268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8dd7c4-2d96-4fd4-9831-9480cbac0a94', 'tag': 'e715d045-a13c-4d03-9b57-cceb013634d4'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:32.768716 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9f3730-3dde-41e3-95d1-d3e786eb9ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8dd7c4-2d96-4fd4-9831-9480cbac0a94", "tag": "e715d045-a13c-4d03-9b57-cceb013634d4"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:32.822040 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-11b5b558-932c-4620-8186-28143d6763d8 req-905211e0-8798-40cf-b84e-749c97732ddb tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592344 Aug 27 14:02:32.835529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Port 11494348-21b6-4c29-879e-1e7729fa7031 on network 91caa6be-386f-49c9-a34e-2d3153e8f37c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:02:32.835864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Attempting to bind port 11494348-21b6-4c29-879e-1e7729fa7031 on network 91caa6be-386f-49c9-a34e-2d3153e8f37c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:32.854655 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:32.855045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Checking segment: {'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:32.855435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Bound using segment: {'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:32.856012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Bound port: 11494348-21b6-4c29-879e-1e7729fa7031, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:32.856377 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:32.867322 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6b96490-2b6d-4b39-8949-21e0ca43e07b req-e4862ca7-20e8-4580-8edd-fd70eb92e4cd service neutron] 10.222.0.52 "GET /v2.0/networks/aa46a5d6-9bd7-41cc-8b0c-580ef461def1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1155262 Aug 27 14:02:32.897895 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ff9e1eb2-c065-4d09-aae0-b62768347240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:32.900884 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-ff9e1eb2-c065-4d09-aae0-b62768347240 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91caa6be-386f-49c9-a34e-2d3153e8f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1835735 Aug 27 14:02:32.925555 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:33.058026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Made reservation on behalf of 99227840d0ab453d8a1d7d8ee5b1dcba for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:33.061488 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:33.089227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12f0d5-6235-43a6-a0fa-a4079a55f4eb service neutron] Pushing event updated for resources: {'Port': ['ID=e715d045-a13c-4d03-9b57-cceb013634d4,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:33.123086 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:33.168215 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:33.211475 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:33.231471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Pushing event updated for resources: {'Port': ['ID=c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:33.269013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Transition to ACTIVE for port object 91172058-0ac0-4a3c-8aa1-c1a67a868863 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:33.297434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857afc6d-8b28-4ee1-b1ce-7bede69d2a9b req-540feeed-4aa8-41cb-a0e6-2141c058afad tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:33.313237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abacff-f00a-4333-b48a-2977b638e733 req-1a31050f-dd5c-4e16-b744-3bb2775fd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:33.318035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-857afc6d-8b28-4ee1-b1ce-7bede69d2a9b req-540feeed-4aa8-41cb-a0e6-2141c058afad tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 944 time: 0.3236382 Aug 27 14:02:33.320733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2b02274f-0d7e-4219-8d50-e91059f7239b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:33.326932 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-1a31050f-dd5c-4e16-b744-3bb2775fd2cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=157ddcb77c204a8da66ab159ac6f8df2&device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 1096 time: 0.3188152 Aug 27 14:02:33.340228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] For port 11494348-21b6-4c29-879e-1e7729fa7031, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:33.356584 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] For port 11494348-21b6-4c29-879e-1e7729fa7031, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=11494348-21b6-4c29-879e-1e7729fa7031,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:33.371510 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-311dd8fb-f53c-4e4d-b7b0-6ad87424f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:33.375181 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-b5f6d50c-3108-42f5-b8e7-2f93ea811367 service neutron] 10.222.0.41 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496367 Aug 27 14:02:33.397723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 2b02274f-0d7e-4219-8d50-e91059f7239b completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:33.403266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 2b02274f-0d7e-4219-8d50-e91059f7239b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:33.403627 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:33.403788 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:33.416094 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534d605-deee-4a5d-a4e7-f36edf4f93dc req-c743f8b0-026c-40ab-90eb-a779e51154e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:33.416636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534d605-deee-4a5d-a4e7-f36edf4f93dc req-c743f8b0-026c-40ab-90eb-a779e51154e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:33.417121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534d605-deee-4a5d-a4e7-f36edf4f93dc req-c743f8b0-026c-40ab-90eb-a779e51154e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:33.418848 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5534d605-deee-4a5d-a4e7-f36edf4f93dc req-c743f8b0-026c-40ab-90eb-a779e51154e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=203b1f0fda0c4e4dbc5635329db4e264&device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2868 time: 0.3732371 Aug 27 14:02:33.454724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-a4b21f54-032c-42b0-8d9e-26cfbc028345 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:33.456892 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-a4b21f54-032c-42b0-8d9e-26cfbc028345 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6845927 Aug 27 14:02:33.466172 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:33.466844 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:33.468268 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] 10.222.0.52 "PUT /v2.0/ports/11494348-21b6-4c29-879e-1e7729fa7031 HTTP/1.1" status: 200 len: 1092 time: 5.0808084 Aug 27 14:02:33.520579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dd8fb-f53c-4e4d-b7b0-6ad87424f771 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae48976d-e6d9-4190-82b9-bd59539f9834,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:33.541992 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:33.562867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Request body: {'port': {'device_id': 'bd2efa54-dae6-4720-897c-c1077f8326cb', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': '99227840d0ab453d8a1d7d8ee5b1dcba'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:33.600119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 2b02274f-0d7e-4219-8d50-e91059f7239b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2b02274f-0d7e-4219-8d50-e91059f7239b,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:33.611105 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:33.627636 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-33c9f74d-da33-4f13-b5ca-390d9a5d35b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e715d045-a13c-4d03-9b57-cceb013634d4 HTTP/1.1" status: 200 len: 217 time: 0.1832433 Aug 27 14:02:33.655055 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe9892e2-b1a2-4837-acfa-2e1419cdf9e3 req-d7289615-e3f3-4f09-8861-a949a218854e tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 210 time: 0.2115355 Aug 27 14:02:33.658185 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-857afc6d-8b28-4ee1-b1ce-7bede69d2a9b req-5055328f-1f6d-4986-abe9-d83bf8cbeeff tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76a3593-425f-4cf8-bf87-6e498f2e0f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392038 Aug 27 14:02:33.720621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=2b02274f-0d7e-4219-8d50-e91059f7239b,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:33.749048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd53ad7-76f0-47ac-b92d-873adddce289', 'tag': '11494348-21b6-4c29-879e-1e7729fa7031'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:33.752053 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e670218-d56e-4c32-ab62-ac58df8d0df0" -d '{"events": [{"name": "network-changed", "server_uuid": "acd53ad7-76f0-47ac-b92d-873adddce289", "tag": "11494348-21b6-4c29-879e-1e7729fa7031"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:33.819773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Attempting to bind port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:33.820362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Attempting to bind port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:33.820864 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Attempting to bind port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef on network 91caa6be-386f-49c9-a34e-2d3153e8f37c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:33.876559 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdffded-ce0c-45b7-a45f-12f423909d00 x-openstack-request-id: req-acdffded-ce0c-45b7-a45f-12f423909d00 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:33.876851 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8dd7c4-2d96-4fd4-9831-9480cbac0a94", "tag": "e715d045-a13c-4d03-9b57-cceb013634d4", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:33.877106 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-acdffded-ce0c-45b7-a45f-12f423909d00 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:33.877773 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8dd7c4-2d96-4fd4-9831-9480cbac0a94', 'tag': 'e715d045-a13c-4d03-9b57-cceb013634d4', 'status': 'completed', 'code': 200} Aug 27 14:02:33.880082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef on network 91caa6be-386f-49c9-a34e-2d3153e8f37c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:02:33.880246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Attempting to bind port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef on network 91caa6be-386f-49c9-a34e-2d3153e8f37c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:33.911380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-fa04e45d-b7ac-4e5c-bedd-59ace104bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:33.913003 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-fa04e45d-b7ac-4e5c-bedd-59ace104bccd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad158d6a65b340c5b8d88996ad9b1aa7&device_id=acd53ad7-76f0-47ac-b92d-873adddce289 HTTP/1.1" status: 200 len: 1095 time: 0.3745942 Aug 27 14:02:33.919829 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:33.921988 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:33.922321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Checking segment: {'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:33.922721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Bound using segment: {'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:33.925556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Bound port: c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:33.925916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:33.936126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abacff-f00a-4333-b48a-2977b638e733 req-6df5db32-ca87-43b3-af83-66bc771e667a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:33.937633 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-6df5db32-ca87-43b3-af83-66bc771e667a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac70084-79f6-43dc-bcc5-ea28adc8e6f1 HTTP/1.1" status: 200 len: 858 time: 0.2158725 Aug 27 14:02:34.031796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69968d-4a26-473d-a791-1f2754ac3261 service neutron] Pushing event updated for resources: {'Port': ['ID=11494348-21b6-4c29-879e-1e7729fa7031,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:34.075887 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-14dcbf63-3a0c-490c-b9cf-66a01bb0d580 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4a15ebe-f86d-4e9e-9aa7-a63708b66d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894086 Aug 27 14:02:34.106119 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-cac601b4-9f95-4f17-be57-a466d1b26b5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11494348-21b6-4c29-879e-1e7729fa7031 HTTP/1.1" status: 200 len: 217 time: 0.0795054 Aug 27 14:02:34.106398 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:34.117178 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2194a975-3fca-4ad7-ba24-331f35663e5b req-d978d687-5d63-4170-a062-4377a4e09d3c service neutron] 10.222.0.41 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296345 Aug 27 14:02:34.137620 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f635985-8576-4bc3-ba90-acf140f28309 x-openstack-request-id: req-8f635985-8576-4bc3-ba90-acf140f28309 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:34.137940 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd53ad7-76f0-47ac-b92d-873adddce289", "tag": "11494348-21b6-4c29-879e-1e7729fa7031", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:34.138156 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f635985-8576-4bc3-ba90-acf140f28309 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:34.138543 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd53ad7-76f0-47ac-b92d-873adddce289', 'tag': '11494348-21b6-4c29-879e-1e7729fa7031', 'status': 'completed', 'code': 200} Aug 27 14:02:34.150660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:34.160518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:34.161807 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-311dd8fb-f53c-4e4d-b7b0-6ad87424f771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:34.164111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534d605-deee-4a5d-a4e7-f36edf4f93dc req-38b79e44-5e89-4f2f-9a4f-badd4c292eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:34.165942 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5534d605-deee-4a5d-a4e7-f36edf4f93dc req-38b79e44-5e89-4f2f-9a4f-badd4c292eba service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa46a5d6-9bd7-41cc-8b0c-580ef461def1 HTTP/1.1" status: 200 len: 903 time: 0.7065995 Aug 27 14:02:34.175558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Pushing event updated for resources: {'Port': ['ID=91172058-0ac0-4a3c-8aa1-c1a67a868863,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:34.281188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d342bd96-27f5-49f9-ac23-e87848d5a32f no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:34.294507 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:34.331101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827cd23-b43d-45ae-9890-c69e4f22b5c8 req-5c1953bd-8862-4bb5-948f-23e91b8a844d tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:34.338581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827cd23-b43d-45ae-9890-c69e4f22b5c8 req-5c1953bd-8862-4bb5-948f-23e91b8a844d tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:34.339728 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5534d605-deee-4a5d-a4e7-f36edf4f93dc req-ed80f11b-bfed-4afb-9f7e-92d18498f7b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=67ad081d-dc53-45dc-99e7-9a73f8d2ba7d HTTP/1.1" status: 200 len: 217 time: 0.1598210 Aug 27 14:02:34.341221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-00e654d1-e5ca-4f15-ae0b-dc92eb8134d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:34.342650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-00e654d1-e5ca-4f15-ae0b-dc92eb8134d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f112fd1-de28-418f-9086-331d42a68c6c HTTP/1.1" status: 200 len: 854 time: 0.2212527 Aug 27 14:02:34.346817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827cd23-b43d-45ae-9890-c69e4f22b5c8 req-5c1953bd-8862-4bb5-948f-23e91b8a844d tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:34.355465 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6827cd23-b43d-45ae-9890-c69e4f22b5c8 req-5c1953bd-8862-4bb5-948f-23e91b8a844d tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2412 time: 0.3539960 Aug 27 14:02:34.366918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] For port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:34.379596 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:34.412303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:34.431683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] For port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:34.436959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Router d96b426e-dc89-429a-b966-b3f617d703aa is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:02:34.480078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Made reservation on behalf of 99227840d0ab453d8a1d7d8ee5b1dcba for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:34.484089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:34.497373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:34.533196 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:34.562507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ac83cc-caa3-4aab-a6b1-39c262d8b38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd342bd96-27f5-49f9-ac23-e87848d5a32f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:34.564899 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b66bcfc-23ed-4731-81dc-e6502d6f34b7" -d '{"events": [{"server_uuid": "64ac83cc-caa3-4aab-a6b1-39c262d8b38f", "name": "network-vif-unplugged", "status": "completed", "tag": "d342bd96-27f5-49f9-ac23-e87848d5a32f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:34.565805 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6827cd23-b43d-45ae-9890-c69e4f22b5c8 req-9d0e9bff-bede-41fb-be68-c33cf3c42d2f tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091274 Aug 27 14:02:34.592941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d342bd96-27f5-49f9-ac23-e87848d5a32f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d342bd96-27f5-49f9-ac23-e87848d5a32f,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:34.606474 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-51540126-a2f3-409c-aea9-68c1ff27cd72 service neutron] 10.222.0.41 "GET /v2.0/networks/d4a15ebe-f86d-4e9e-9aa7-a63708b66d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930923 Aug 27 14:02:34.607947 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:34.609050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb674373-6129-4cd8-9c03-82fca2e13750 req-300299b0-1bd9-4279-928e-57b64326cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:34.610482 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb674373-6129-4cd8-9c03-82fca2e13750 req-300299b0-1bd9-4279-928e-57b64326cb49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad158d6a65b340c5b8d88996ad9b1aa7&device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 1095 time: 0.3213480 Aug 27 14:02:34.611192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96daa250-0f4a-42cd-b25b-794b2da417d8,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:34.614064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:34.615453 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:34.617305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] 10.222.0.52 "PUT /v2.0/ports/c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef HTTP/1.1" status: 200 len: 1093 time: 4.2055316 Aug 27 14:02:34.618798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11358bf8-a4ae-4334-824e-6c798a8dd17e service neutron] Pushing event updated for resources: {'Port': ['ID=c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:34.633316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-99dfbd69-0772-498e-a632-77f71ea1aa22 None None] Provisioning for port 91172058-0ac0-4a3c-8aa1-c1a67a868863 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:34.668758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534d605-deee-4a5d-a4e7-f36edf4f93dc req-856dc5ec-b3a1-47f0-9b9c-ee4d11f0090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:34.670347 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5534d605-deee-4a5d-a4e7-f36edf4f93dc req-856dc5ec-b3a1-47f0-9b9c-ee4d11f0090a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5deb372d-40b5-4057-bb06-c78a82d3065b HTTP/1.1" status: 200 len: 801 time: 0.2396703 Aug 27 14:02:34.727420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-99dfbd69-0772-498e-a632-77f71ea1aa22 None None] Provisioning complete for port 91172058-0ac0-4a3c-8aa1-c1a67a868863 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:34.728798 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-99dfbd69-0772-498e-a632-77f71ea1aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:34.730643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d342bd96-27f5-49f9-ac23-e87848d5a32f,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:34.734303 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d731a-8b0d-49ed-be9d-fa2015f6eb8f req-83879c11-0ecd-4643-b4ef-693dbeb80238 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:34.736053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d61d731a-8b0d-49ed-be9d-fa2015f6eb8f req-83879c11-0ecd-4643-b4ef-693dbeb80238 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 944 time: 0.4366672 Aug 27 14:02:34.798781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-99dfbd69-0772-498e-a632-77f71ea1aa22 None None] Port 91172058-0ac0-4a3c-8aa1-c1a67a868863 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:02:34.838489 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84abacff-f00a-4333-b48a-2977b638e733 req-01ba21b4-3637-4d5b-8509-35722808e58d service neutron] 10.222.0.41 "GET /v2.0/networks/d4a15ebe-f86d-4e9e-9aa7-a63708b66d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044466 Aug 27 14:02:35.141739 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9997ca04-07e3-4c18-b6c8-d3968921b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:35.144367 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-9997ca04-07e3-4c18-b6c8-d3968921b427 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=91caa6be-386f-49c9-a34e-2d3153e8f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7443395 Aug 27 14:02:35.183615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Allocated IP 192.168.233.178 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:35.185312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b7edd197-8b0f-4cec-be04-a505cc434546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:35.187584 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b7edd197-8b0f-4cec-be04-a505cc434546 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad158d6a65b340c5b8d88996ad9b1aa7&device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 1096 time: 0.3229301 Aug 27 14:02:35.252423 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:35.254152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f3730-3dde-41e3-95d1-d3e786eb9ee5 req-b0e38dda-c55c-4a15-8e56-12a39b0c712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:35.255699 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd9f3730-3dde-41e3-95d1-d3e786eb9ee5 req-b0e38dda-c55c-4a15-8e56-12a39b0c712d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=157ddcb77c204a8da66ab159ac6f8df2&device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 1096 time: 0.2877436 Aug 27 14:02:35.266007 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-c2a61d55-97da-42b4-b01f-40358b014d7c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:35.267548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-c2a61d55-97da-42b4-b01f-40358b014d7c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/networks?id=bd31dc99-802c-4710-97ff-02fb9b935ee2 HTTP/1.1" status: 200 len: 805 time: 0.4280140 Aug 27 14:02:35.284900 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-4bad5dd0-05a5-42a5-9a16-3a610a71a085 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef HTTP/1.1" status: 200 len: 217 time: 0.0825396 Aug 27 14:02:35.291638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:02:35.302766 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Sync routers for ids ['d96b426e-dc89-429a-b966-b3f617d703aa'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:02:35.304481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d61d731a-8b0d-49ed-be9d-fa2015f6eb8f req-c451f196-dd93-41ea-8a28-686f0acb6e69 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017614 Aug 27 14:02:35.316168 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2b02274f-0d7e-4219-8d50-e91059f7239b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:35.333121 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Routers {'d96b426e-dc89-429a-b966-b3f617d703aa'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:35.333121 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d96b426e-dc89-429a-b966-b3f617d703aa'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:35.356485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534d605-deee-4a5d-a4e7-f36edf4f93dc req-abccfe93-d46c-492f-b84a-fa782ea89f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:35.360710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5534d605-deee-4a5d-a4e7-f36edf4f93dc req-abccfe93-d46c-492f-b84a-fa782ea89f09 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa46a5d6-9bd7-41cc-8b0c-580ef461def1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6514745 Aug 27 14:02:35.365717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb674373-6129-4cd8-9c03-82fca2e13750 req-ec0efbf0-d529-4542-9278-444e9b4874fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:35.367588 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb674373-6129-4cd8-9c03-82fca2e13750 req-ec0efbf0-d529-4542-9278-444e9b4874fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=91caa6be-386f-49c9-a34e-2d3153e8f37c HTTP/1.1" status: 200 len: 916 time: 0.7104824 Aug 27 14:02:35.384524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 2b02274f-0d7e-4219-8d50-e91059f7239b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:35.385413 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:35.403706 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-391be51d-d51a-4daa-8eda-07e506d716ea tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/quotas/ca5487afb9c4474796e982b017af7c80 HTTP/1.1" status: 200 len: 375 time: 0.1178493 Aug 27 14:02:35.435615 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d0c015-ba1f-470c-b29e-fef2de54aff1 x-openstack-request-id: req-a3d0c015-ba1f-470c-b29e-fef2de54aff1 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:35.436187 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ac83cc-caa3-4aab-a6b1-39c262d8b38f", "name": "network-vif-unplugged", "status": "completed", "tag": "d342bd96-27f5-49f9-ac23-e87848d5a32f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:35.436817 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3d0c015-ba1f-470c-b29e-fef2de54aff1 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:35.437524 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ac83cc-caa3-4aab-a6b1-39c262d8b38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd342bd96-27f5-49f9-ac23-e87848d5a32f', 'code': 200} Aug 27 14:02:35.439351 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Set router d96b426e-dc89-429a-b966-b3f617d703aa gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:35.487096 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:35.488339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-121a51e6-eb8e-4388-beb9-75e82e5815b8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.2864335 Aug 27 14:02:35.498202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48630) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:35.525158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-e4c5626e-71ac-4582-97aa-5aa67e871216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:35.526965 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-e4c5626e-71ac-4582-97aa-5aa67e871216 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f112fd1-de28-418f-9086-331d42a68c6c HTTP/1.1" status: 200 len: 854 time: 0.2245696 Aug 27 14:02:35.563664 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-129b6ccd-b099-4595-ad1a-adecfd08dbcf service neutron] 10.222.0.52 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062538 Aug 27 14:02:35.583771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb674373-6129-4cd8-9c03-82fca2e13750 req-ccbc7d84-fef3-4640-9856-e9b8a2908c93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd1f029-48c9-45a7-bc2e-099cc8a5b571 HTTP/1.1" status: 200 len: 217 time: 0.1121719 Aug 27 14:02:35.669466 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a1481c6-39ce-454d-8746-67f093abed8e req-59d2e299-6b17-4ced-ab8f-46ca4371ac2c tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 210 time: 0.0966799 Aug 27 14:02:35.794526 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:02:30Z', 'revision_number': 3, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:35.825025 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Checking router: d96b426e-dc89-429a-b966-b3f617d703aa for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:02:35.825291 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Updating router d96b426e-dc89-429a-b966-b3f617d703aa port 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:02:35.852260 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:35.910771 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb674373-6129-4cd8-9c03-82fca2e13750 req-a4760798-2a7e-4aaa-8062-a4e8b0ecdee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:35.912269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb674373-6129-4cd8-9c03-82fca2e13750 req-a4760798-2a7e-4aaa-8062-a4e8b0ecdee0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f112fd1-de28-418f-9086-331d42a68c6c HTTP/1.1" status: 200 len: 854 time: 0.2876682 Aug 27 14:02:35.921695 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5534d605-deee-4a5d-a4e7-f36edf4f93dc req-8cf7ca71-e9c7-4182-952c-591935a3e30d service neutron] 10.222.0.52 "GET /v2.0/networks/aa46a5d6-9bd7-41cc-8b0c-580ef461def1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581697 Aug 27 14:02:35.930173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311dd8fb-f53c-4e4d-b7b0-6ad87424f771 admin admin] Router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:02:35.947318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67cdd8fe-63a3-4da5-876c-cc9eb4d02baa', 'tag': 'c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:35.949588 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f289da63-f74b-4219-9cd2-7fb6a221e9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "67cdd8fe-63a3-4da5-876c-cc9eb4d02baa", "tag": "c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:35.955882 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-ed16bd3a-9749-4c3d-8694-7c3bdc29c71e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca5487afb9c4474796e982b017af7c80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5513499 Aug 27 14:02:35.994342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f3730-3dde-41e3-95d1-d3e786eb9ee5 req-b308b017-3370-45a9-8c30-8058a5bbba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:35.995619 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd9f3730-3dde-41e3-95d1-d3e786eb9ee5 req-b308b017-3370-45a9-8c30-8058a5bbba54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4a15ebe-f86d-4e9e-9aa7-a63708b66d03 HTTP/1.1" status: 200 len: 919 time: 0.7270613 Aug 27 14:02:36.043387 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dac82924-d4c2-499d-a359-5f45ce5b36f1 req-118600c0-6953-4f0b-a6ea-704cf23c4b28 service neutron] 10.222.0.52 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245062 Aug 27 14:02:36.144589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd9f3730-3dde-41e3-95d1-d3e786eb9ee5 req-083f1b78-dfaa-45a4-b855-5bd2f61b9707 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e715d045-a13c-4d03-9b57-cceb013634d4 HTTP/1.1" status: 200 len: 217 time: 0.1321583 Aug 27 14:02:36.144997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a859cf-043e-4976-81ff-998dfe637300 req-32c3114a-2897-4dcf-b221-1bf7118e3e92 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:36.151836 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:36.152858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56a859cf-043e-4976-81ff-998dfe637300 req-32c3114a-2897-4dcf-b221-1bf7118e3e92 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 944 time: 0.3168950 Aug 27 14:02:36.164283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-9f10d3db-9802-4ce6-92b0-5a70ac1d3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:36.164519 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Transition to ACTIVE for port object 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:36.166415 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-9f10d3db-9802-4ce6-92b0-5a70ac1d3289 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=91caa6be-386f-49c9-a34e-2d3153e8f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5828943 Aug 27 14:02:36.171827 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:36.174180 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:36.239091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb674373-6129-4cd8-9c03-82fca2e13750 req-c6dc2b96-5bfa-4638-b4ca-3cea2aad5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:36.240600 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb674373-6129-4cd8-9c03-82fca2e13750 req-c6dc2b96-5bfa-4638-b4ca-3cea2aad5d26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91caa6be-386f-49c9-a34e-2d3153e8f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3140175 Aug 27 14:02:36.242036 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44438b69-adc5-4f96-9326-22449876117b None None] Pushing event updated for resources: {'Port': ['ID=00376dc9-c1ca-4415-bbe2-ee942a3c62e8,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:36.270564 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44438b69-adc5-4f96-9326-22449876117b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:36.271340 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44438b69-adc5-4f96-9326-22449876117b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:36.271920 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44438b69-adc5-4f96-9326-22449876117b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:36.272594 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44438b69-adc5-4f96-9326-22449876117b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:36.273173 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44438b69-adc5-4f96-9326-22449876117b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:36.274974 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44438b69-adc5-4f96-9326-22449876117b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:36.275118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Transition to ACTIVE for port object 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:36.275413 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44438b69-adc5-4f96-9326-22449876117b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:36.275822 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44438b69-adc5-4f96-9326-22449876117b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:36.276504 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44438b69-adc5-4f96-9326-22449876117b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:36.277288 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44438b69-adc5-4f96-9326-22449876117b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:36.277782 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44438b69-adc5-4f96-9326-22449876117b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:36.278125 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44438b69-adc5-4f96-9326-22449876117b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:36.284797 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5534d605-deee-4a5d-a4e7-f36edf4f93dc req-eec1e807-b7bc-4886-a9a7-cd87fbcc6957 service neutron] 10.222.0.52 "GET /v2.0/networks/aa46a5d6-9bd7-41cc-8b0c-580ef461def1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370121 Aug 27 14:02:36.292969 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Attempting to bind port 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:36.293346 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Attempting to bind port 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:36.293713 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Attempting to bind port 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:36.301597 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:36.301870 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:36.302346 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:36.302882 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:36.303815 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Bound port: 00376dc9-c1ca-4415-bbe2-ee942a3c62e8, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:36.304257 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:36.331479 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:36.351103 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:36.355631 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-2a1112e9-2d37-4d7e-95d6-889271f78a26 service neutron] 10.222.0.55 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812940 Aug 27 14:02:36.387660 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] For port 00376dc9-c1ca-4415-bbe2-ee942a3c62e8, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:36.387865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56a859cf-043e-4976-81ff-998dfe637300 req-c220f41a-8f6a-4beb-8d6d-9a9db967c9b7 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76a3593-425f-4cf8-bf87-6e498f2e0f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334929 Aug 27 14:02:36.392889 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] For port 00376dc9-c1ca-4415-bbe2-ee942a3c62e8, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=00376dc9-c1ca-4415-bbe2-ee942a3c62e8,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:36.402987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311dd8fb-f53c-4e4d-b7b0-6ad87424f771 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:02:36.409734 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:36.415251 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c827f3-a403-471a-9c1d-a99d460ac3d6 None None] Sync routers for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:02:36.424619 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-311dd8fb-f53c-4e4d-b7b0-6ad87424f771 admin admin] 10.222.0.55 "PUT /v2.0/routers/15fe8223-c3f5-4592-b9aa-6dedb0a26f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6317403 Aug 27 14:02:36.432420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c827f3-a403-471a-9c1d-a99d460ac3d6 None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:36.434583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d9c827f3-a403-471a-9c1d-a99d460ac3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:36.447516 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48638) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:36.460053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670218-d56e-4c32-ab62-ac58df8d0df0 req-6ea05a75-8325-4d09-a5c0-cfd426490240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:36.462061 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e670218-d56e-4c32-ab62-ac58df8d0df0 req-6ea05a75-8325-4d09-a5c0-cfd426490240 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad158d6a65b340c5b8d88996ad9b1aa7&device_id=acd53ad7-76f0-47ac-b92d-873adddce289 HTTP/1.1" status: 200 len: 1095 time: 0.3297100 Aug 27 14:02:36.484658 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Routers {'d96b426e-dc89-429a-b966-b3f617d703aa'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:36.485926 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d96b426e-dc89-429a-b966-b3f617d703aa'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:36.514299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f3730-3dde-41e3-95d1-d3e786eb9ee5 req-422e534a-ffca-4cbe-a92d-57e34d93be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:36.515823 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd9f3730-3dde-41e3-95d1-d3e786eb9ee5 req-422e534a-ffca-4cbe-a92d-57e34d93be7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac70084-79f6-43dc-bcc5-ea28adc8e6f1 HTTP/1.1" status: 200 len: 858 time: 0.3112764 Aug 27 14:02:36.567834 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Pushing event updated for resources: {'Port': ['ID=91172058-0ac0-4a3c-8aa1-c1a67a868863,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:36.600718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd9f3730-3dde-41e3-95d1-d3e786eb9ee5 req-0ece07be-8da8-49c0-81ce-a3f2e585f0cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4a15ebe-f86d-4e9e-9aa7-a63708b66d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606549 Aug 27 14:02:36.611513 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-df846379-c20d-47f0-aacc-01ed6e691121 service neutron] 10.222.0.52 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276905 Aug 27 14:02:36.620701 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:36.622796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-d9c827f3-a403-471a-9c1d-a99d460ac3d6 None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:36.646411 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] Set router d96b426e-dc89-429a-b966-b3f617d703aa gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:36.675124 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:36.762529 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb674373-6129-4cd8-9c03-82fca2e13750 req-d4eee5ee-82a2-4393-b91d-9c5a8c443a0d service neutron] 10.222.0.41 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831045 Aug 27 14:02:36.792618 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44438b69-adc5-4f96-9326-22449876117b None None] Pushing event updated for resources: {'Port': ['ID=00376dc9-c1ca-4415-bbe2-ee942a3c62e8,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:36.797029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1016d3-d0ff-4dcc-bc04-3e488cc51ff5 req-126f606f-4477-4ad5-a937-9191a73285a5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:36.803625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1016d3-d0ff-4dcc-bc04-3e488cc51ff5 req-126f606f-4477-4ad5-a937-9191a73285a5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:36.810764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1016d3-d0ff-4dcc-bc04-3e488cc51ff5 req-126f606f-4477-4ad5-a937-9191a73285a5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:36.818397 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d1016d3-d0ff-4dcc-bc04-3e488cc51ff5 req-126f606f-4477-4ad5-a937-9191a73285a5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2412 time: 0.3528926 Aug 27 14:02:36.862529 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-c00f3cd7-37ea-4d48-8a38-4fda34ef1147 service neutron] 10.222.0.55 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948332 Aug 27 14:02:36.874763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58c881-e13f-46a8-b09a-031ae491ec69 req-182112a0-00be-4c4f-b7f8-b36abe19b448 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:36.878851 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e58c881-e13f-46a8-b09a-031ae491ec69 req-182112a0-00be-4c4f-b7f8-b36abe19b448 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.41 "GET /v2.0/ports?device_id=64ac83cc-caa3-4aab-a6b1-39c262d8b38f HTTP/1.1" status: 200 len: 943 time: 0.3563447 Aug 27 14:02:36.914905 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:02:30Z', 'revision_number': 3, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:36.921647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Allocated IP 192.168.233.241 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/5c954cbd-164a-4604-8a1f-3bbc9dbc9d23) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:36.944310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d9c827f3-a403-471a-9c1d-a99d460ac3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:36.963866 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73276c93-a376-4c21-a699-8a3721e2f644 None None] The sync data for ids ['d96b426e-dc89-429a-b966-b3f617d703aa'] in n-d-712139-12 is: [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:02:30Z', 'revision_number': 3, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:02:36.981224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c827f3-a403-471a-9c1d-a99d460ac3d6 None None] Checking router: 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:02:36.988804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:36.992556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c827f3-a403-471a-9c1d-a99d460ac3d6 None None] Routers {'15fe8223-c3f5-4592-b9aa-6dedb0a26f47'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:36.994890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d9c827f3-a403-471a-9c1d-a99d460ac3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:37.031026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Pushing event updated for resources: {'Port': ['ID=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:37.036117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:37.044507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670218-d56e-4c32-ab62-ac58df8d0df0 req-30727233-350b-4952-935c-945cc25804be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:37.046244 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e670218-d56e-4c32-ab62-ac58df8d0df0 req-30727233-350b-4952-935c-945cc25804be service neutron] 10.222.0.52 "GET /v2.0/networks?id=91caa6be-386f-49c9-a34e-2d3153e8f37c HTTP/1.1" status: 200 len: 916 time: 0.5703180 Aug 27 14:02:37.050131 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd9f3730-3dde-41e3-95d1-d3e786eb9ee5 req-9e323a16-b340-4d17-b056-917ba8fe73b0 service neutron] 10.222.0.41 "GET /v2.0/networks/d4a15ebe-f86d-4e9e-9aa7-a63708b66d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304633 Aug 27 14:02:37.061792 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4fa089a7-63c7-48d5-b946-80c5744a7e9c req-b793eb31-46ce-475f-b5c9-d9c08fc1decf service neutron] 10.222.0.52 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325340 Aug 27 14:02:37.067567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:37.072971 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:37.176940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:02:37.241285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-d9c827f3-a403-471a-9c1d-a99d460ac3d6 None None] Set router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:37.336648 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.resource_extend [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 14:02:37.372408 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:37.394633 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d4b365-ea65-4f5b-9f0d-9b6dc93b8968 x-openstack-request-id: req-62d4b365-ea65-4f5b-9f0d-9b6dc93b8968 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:37.394939 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67cdd8fe-63a3-4da5-876c-cc9eb4d02baa", "tag": "c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:37.395738 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62d4b365-ea65-4f5b-9f0d-9b6dc93b8968 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:37.396884 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67cdd8fe-63a3-4da5-876c-cc9eb4d02baa', 'tag': 'c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef', 'status': 'completed', 'code': 200} Aug 27 14:02:37.507863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5baf9702-6573-4559-991e-224abfd3fa83 None None] Provisioning for port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:37.512780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Transition to ACTIVE for port object 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:37.518237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:37.528458 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5baf9702-6573-4559-991e-224abfd3fa83 None None] Provisioning complete for port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:37.529114 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5baf9702-6573-4559-991e-224abfd3fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:37.550658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:37.627195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:37.691418 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff', 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1', 'port_id': 'c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff', 'mac_address': 'fa:16:3e:bf:bc:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5deb372d-40b5-4057-bb06-c78a82d3065b', 'ip_address': '19.80.0.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:02:37.744571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5baf9702-6573-4559-991e-224abfd3fa83 None None] Port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:02:37.835649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb674373-6129-4cd8-9c03-82fca2e13750 req-59b95678-f4a9-45bb-af3e-bb94ba8c72cb service neutron] 10.222.0.41 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0550299 Aug 27 14:02:37.838980 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d1016d3-d0ff-4dcc-bc04-3e488cc51ff5 req-eca0d312-d9f0-4a3c-be55-98967b488440 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0196469 Aug 27 14:02:37.845311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:37.846091 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:37.849612 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e670218-d56e-4c32-ab62-ac58df8d0df0 req-af713e7f-8871-454b-a964-6775f472a519 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11494348-21b6-4c29-879e-1e7729fa7031 HTTP/1.1" status: 200 len: 217 time: 0.0537012 Aug 27 14:02:37.868596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289da63-f74b-4219-9cd2-7fb6a221e9ab req-eb93b334-7c83-4c1e-be13-bd7e5e3b5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:37.888360 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f289da63-f74b-4219-9cd2-7fb6a221e9ab req-eb93b334-7c83-4c1e-be13-bd7e5e3b5802 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad158d6a65b340c5b8d88996ad9b1aa7&device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 1096 time: 0.4865587 Aug 27 14:02:37.901640 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:37.948262 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:37.961490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d9c827f3-a403-471a-9c1d-a99d460ac3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:37.997980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88745c20-3281-440f-9171-3c977d536484 req-a6bcb43f-fa4a-491f-a87c-4614d0657e03 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:37.999833 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88745c20-3281-440f-9171-3c977d536484 req-a6bcb43f-fa4a-491f-a87c-4614d0657e03 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 944 time: 0.5997670 Aug 27 14:02:38.001631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c827f3-a403-471a-9c1d-a99d460ac3d6 None None] The sync data for ids ['15fe8223-c3f5-4592-b9aa-6dedb0a26f47'] in n-d-712139-12 is: [{'id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-146427902-router', 'tenant_id': 'b24b98473ebf462aae9865b3b3a47006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:54:50Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 5, 'project_id': 'b24b98473ebf462aae9865b3b3a47006', 'gw_port': {'id': '8b94a0ea-149a-4136-8248-163e1bf82399', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fe8223-c3f5-4592-b9aa-6dedb0a26f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:54:51Z', 'updated_at': '2021-08-27T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:02:38.015295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ee622875-bbe1-4eee-a7d1-6a0279293283 None None] Provisioning complete for port 91172058-0ac0-4a3c-8aa1-c1a67a868863 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:38.015785 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ee622875-bbe1-4eee-a7d1-6a0279293283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:38.018591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:38.067869 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:38.068544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:02:38.129379 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:38.141695 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c6839ec-878a-41e2-af5b-d34d61fd2e01 req-3bff2aca-14fa-4a03-940d-aeaecf2eda83 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 210 time: 0.1614139 Aug 27 14:02:38.141914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289da63-f74b-4219-9cd2-7fb6a221e9ab req-12a5066c-2f08-4442-bf96-d46a30ae126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:38.143219 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f289da63-f74b-4219-9cd2-7fb6a221e9ab req-12a5066c-2f08-4442-bf96-d46a30ae126f service neutron] 10.222.0.52 "GET /v2.0/networks?id=91caa6be-386f-49c9-a34e-2d3153e8f37c HTTP/1.1" status: 200 len: 916 time: 0.1424732 Aug 27 14:02:38.148181 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-e7768bb8-f565-4311-a91e-3229733000e7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1284037 Aug 27 14:02:38.154471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ee622875-bbe1-4eee-a7d1-6a0279293283 None None] Port 91172058-0ac0-4a3c-8aa1-c1a67a868863 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:02:38.156480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670218-d56e-4c32-ab62-ac58df8d0df0 req-0f60efbd-5adc-45a5-990e-750bdd5c0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:38.158229 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e670218-d56e-4c32-ab62-ac58df8d0df0 req-0f60efbd-5adc-45a5-990e-750bdd5c0bc7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f112fd1-de28-418f-9086-331d42a68c6c HTTP/1.1" status: 200 len: 854 time: 0.2287574 Aug 27 14:02:38.167306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Request body: {'port': {'device_id': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:38.194404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=67ad081d-dc53-45dc-99e7-9a73f8d2ba7d,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:38.219247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '67ad081d-dc53-45dc-99e7-9a73f8d2ba7d', 'network_id': 'aa46a5d6-9bd7-41cc-8b0c-580ef461def1', 'port_id': '67ad081d-dc53-45dc-99e7-9a73f8d2ba7d', 'mac_address': 'fa:16:3e:1e:08:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5deb372d-40b5-4057-bb06-c78a82d3065b', 'ip_address': '19.80.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:02:38.270564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:38.271647 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd9f3730-3dde-41e3-95d1-d3e786eb9ee5 req-25127173-c9c5-48bb-acf3-bf66c971d18a service neutron] 10.222.0.41 "GET /v2.0/networks/d4a15ebe-f86d-4e9e-9aa7-a63708b66d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2000053 Aug 27 14:02:38.272868 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:38.300877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:38.313324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4783a077-89d8-420f-9641-2144736dbe2b req-bf812213-b9f9-474a-955c-f51c6d038858 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 210 time: 0.0326934 Aug 27 14:02:38.320254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e715d045-a13c-4d03-9b57-cceb013634d4 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:02:38.364876 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:38.372742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f289da63-f74b-4219-9cd2-7fb6a221e9ab req-21a8d1de-533b-46ef-b88a-c4331d3896ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef HTTP/1.1" status: 200 len: 217 time: 0.1342385 Aug 27 14:02:38.462756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port e715d045-a13c-4d03-9b57-cceb013634d4, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e715d045-a13c-4d03-9b57-cceb013634d4,segment=NetworkSegment(3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa),segment_id=3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:38.482483 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'e715d045-a13c-4d03-9b57-cceb013634d4', 'network_id': 'd4a15ebe-f86d-4e9e-9aa7-a63708b66d03', 'port_id': 'e715d045-a13c-4d03-9b57-cceb013634d4', 'mac_address': 'fa:16:3e:10:7f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac70084-79f6-43dc-bcc5-ea28adc8e6f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:02:38.499744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=67ad081d-dc53-45dc-99e7-9a73f8d2ba7d,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:38.506006 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:38.510461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670218-d56e-4c32-ab62-ac58df8d0df0 req-8628e42c-0596-4af3-9678-81bc0065cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:38.513029 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e670218-d56e-4c32-ab62-ac58df8d0df0 req-8628e42c-0596-4af3-9678-81bc0065cf95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=91caa6be-386f-49c9-a34e-2d3153e8f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2739716 Aug 27 14:02:38.534146 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:38.534862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 8444b810-6abe-48c9-b34b-bc0f6badb86a details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:02:38.551935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:38.559021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Router 010077c9-767b-4257-9a03-687c78f61238 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:02:38.565361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:38.586009 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88745c20-3281-440f-9171-3c977d536484 req-c32ea4fb-7b05-4273-b9c6-c9f18091e134 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503549 Aug 27 14:02:38.592631 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:38.613801 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289da63-f74b-4219-9cd2-7fb6a221e9ab req-5f48ae91-f37a-4307-b14d-1811292b04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:38.615108 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f289da63-f74b-4219-9cd2-7fb6a221e9ab req-5f48ae91-f37a-4307-b14d-1811292b04d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f112fd1-de28-418f-9086-331d42a68c6c HTTP/1.1" status: 200 len: 854 time: 0.2315161 Aug 27 14:02:38.644211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=67ad081d-dc53-45dc-99e7-9a73f8d2ba7d,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:38.645032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Pushing event updated for resources: {'Port': ['ID=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:38.685037 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:38.701757 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e715d045-a13c-4d03-9b57-cceb013634d4 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:38.728833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port e715d045-a13c-4d03-9b57-cceb013634d4, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e715d045-a13c-4d03-9b57-cceb013634d4,segment=NetworkSegment(3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa),segment_id=3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:38.770108 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:38.770874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:02:38.774995 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:38.833354 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-2e58c881-e13f-46a8-b09a-031ae491ec69 req-206d96a6-c85b-4151-a189-04005f850398 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Deleting port d342bd96-27f5-49f9-ac23-e87848d5a32f {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:38.833601 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2e58c881-e13f-46a8-b09a-031ae491ec69 req-206d96a6-c85b-4151-a189-04005f850398 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:38.958266 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e670218-d56e-4c32-ab62-ac58df8d0df0 req-05214171-0de2-4625-9587-000b680582fe service neutron] 10.222.0.52 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039623 Aug 27 14:02:39.046636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242fd88-0504-4f4d-aed0-0e2b68fecda1 req-062df3c9-f808-459a-af98-84ddeee80d9b tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:39.049329 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1242fd88-0504-4f4d-aed0-0e2b68fecda1 req-062df3c9-f808-459a-af98-84ddeee80d9b tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 944 time: 0.5957322 Aug 27 14:02:39.168742 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 8444b810-6abe-48c9-b34b-bc0f6badb86a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8444b810-6abe-48c9-b34b-bc0f6badb86a,segment=NetworkSegment(733b12ab-c7cf-447d-9c88-8c12d76cb59f),segment_id=733b12ab-c7cf-447d-9c88-8c12d76cb59f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:39.219571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '8444b810-6abe-48c9-b34b-bc0f6badb86a', 'network_id': '8c83526e-353f-443b-9753-a752f83180b5', 'port_id': '8444b810-6abe-48c9-b34b-bc0f6badb86a', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96951ae-edde-4b65-8257-b3e84ee28281', 'ip_address': '19.86.0.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:02:39.253151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=e715d045-a13c-4d03-9b57-cceb013634d4,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:39.265515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0fd1f029-48c9-45a7-bc2e-099cc8a5b571,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:39.279057 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-2e58c881-e13f-46a8-b09a-031ae491ec69 req-206d96a6-c85b-4151-a189-04005f850398 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] For port d342bd96-27f5-49f9-ac23-e87848d5a32f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d342bd96-27f5-49f9-ac23-e87848d5a32f,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:39.279435 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2e58c881-e13f-46a8-b09a-031ae491ec69 req-206d96a6-c85b-4151-a189-04005f850398 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.295113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-988fa478-8786-4d88-a568-cdd17b296aa0 None None] Provisioning for port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:39.297177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-2e58c881-e13f-46a8-b09a-031ae491ec69 req-206d96a6-c85b-4151-a189-04005f850398 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Calling delete_port for d342bd96-27f5-49f9-ac23-e87848d5a32f owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:39.301883 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '0fd1f029-48c9-45a7-bc2e-099cc8a5b571', 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c', 'port_id': '0fd1f029-48c9-45a7-bc2e-099cc8a5b571', 'mac_address': 'fa:16:3e:bc:29:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f112fd1-de28-418f-9086-331d42a68c6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:02:39.309276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-988fa478-8786-4d88-a568-cdd17b296aa0 None None] Provisioning complete for port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:39.309665 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-988fa478-8786-4d88-a568-cdd17b296aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.320845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:39.325062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:39.325730 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.402994 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.423532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-988fa478-8786-4d88-a568-cdd17b296aa0 None None] Port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:02:39.431194 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.448838 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8444b810-6abe-48c9-b34b-bc0f6badb86a {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:39.464560 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:39.484714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 8444b810-6abe-48c9-b34b-bc0f6badb86a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8444b810-6abe-48c9-b34b-bc0f6badb86a,segment=NetworkSegment(733b12ab-c7cf-447d-9c88-8c12d76cb59f),segment_id=733b12ab-c7cf-447d-9c88-8c12d76cb59f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:39.486388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-99554be2-f4aa-4ad1-b6ed-f66435b1d09f tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9927497 Aug 27 14:02:39.487621 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2e58c881-e13f-46a8-b09a-031ae491ec69 req-206d96a6-c85b-4151-a189-04005f850398 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.498065 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.501198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0fd1f029-48c9-45a7-bc2e-099cc8a5b571,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:39.511200 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289da63-f74b-4219-9cd2-7fb6a221e9ab req-65c23502-b606-41b8-9480-6dc249454a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:39.512707 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f289da63-f74b-4219-9cd2-7fb6a221e9ab req-65c23502-b606-41b8-9480-6dc249454a99 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=91caa6be-386f-49c9-a34e-2d3153e8f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8647411 Aug 27 14:02:39.522659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Request body: {'port': {'device_id': 'bd2efa54-dae6-4720-897c-c1077f8326cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:39.537161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 11494348-21b6-4c29-879e-1e7729fa7031 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:02:39.552766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86129a4b-6040-455b-be20-2410aade0d6a req-2d2bd010-ff0c-45ec-9979-f9b550d67eda tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:39.554935 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.561900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86129a4b-6040-455b-be20-2410aade0d6a req-2d2bd010-ff0c-45ec-9979-f9b550d67eda tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:39.564274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d96a6-c85b-4151-a189-04005f850398 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Pushing event deleted for resources: {'Port': ['ID=d342bd96-27f5-49f9-ac23-e87848d5a32f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:39.571668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:39.581334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86129a4b-6040-455b-be20-2410aade0d6a req-2d2bd010-ff0c-45ec-9979-f9b550d67eda tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:39.591852 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86129a4b-6040-455b-be20-2410aade0d6a req-2d2bd010-ff0c-45ec-9979-f9b550d67eda tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2414 time: 0.4006042 Aug 27 14:02:39.624705 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:39.625152 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.625762 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1242fd88-0504-4f4d-aed0-0e2b68fecda1 req-c9e70dd9-4fdf-4f15-8ffd-4310d1426201 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76a3593-425f-4cf8-bf87-6e498f2e0f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080862 Aug 27 14:02:39.690736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=8444b810-6abe-48c9-b34b-bc0f6badb86a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:39.694087 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.731484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:39.741728 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.757480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Transition to ACTIVE for port object 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:39.767605 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e670218-d56e-4c32-ab62-ac58df8d0df0 req-fb0ea8ae-9242-4f31-b6ba-4f7ffb9d6bf7 service neutron] 10.222.0.52 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788451 Aug 27 14:02:39.772452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Deleting port 8b94a0ea-149a-4136-8248-163e1bf82399 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:39.772981 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.785826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:39.787865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['8444b810-6abe-48c9-b34b-bc0f6badb86a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:39.804494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:02:39.811543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.820874 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Sync routers for ids ['010077c9-767b-4257-9a03-687c78f61238'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:02:39.822744 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-526e84da-700f-413b-aa81-f3f399094f48 admin admin] 10.222.0.55 "PUT /v2.0/routers/010077c9-767b-4257-9a03-687c78f61238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2908967 Aug 27 14:02:39.830783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e58c881-e13f-46a8-b09a-031ae491ec69 req-206d96a6-c85b-4151-a189-04005f850398 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] No DVR routers for this DVR port d342bd96-27f5-49f9-ac23-e87848d5a32f on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:39.831998 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Allocated IP 172.20.0.1 (af3a4b0f-e52d-49bf-b8d0-7fd079f5249c/40992694-78e7-41d2-a32d-7deb29281711/1afa666f-8b79-4600-a8fc-556fbafe5039) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:39.845983 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86129a4b-6040-455b-be20-2410aade0d6a req-e8bca982-3ddf-4744-af36-158dd53a30dc tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529831 Aug 27 14:02:39.846281 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Routers {'010077c9-767b-4257-9a03-687c78f61238'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:39.847373 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['010077c9-767b-4257-9a03-687c78f61238'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:39.867093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0fd1f029-48c9-45a7-bc2e-099cc8a5b571,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:39.878112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 11494348-21b6-4c29-879e-1e7729fa7031, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=11494348-21b6-4c29-879e-1e7729fa7031,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:39.914787 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2e58c881-e13f-46a8-b09a-031ae491ec69 req-206d96a6-c85b-4151-a189-04005f850398 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:39.917069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e58c881-e13f-46a8-b09a-031ae491ec69 req-206d96a6-c85b-4151-a189-04005f850398 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.41 "DELETE /v2.0/ports/d342bd96-27f5-49f9-ac23-e87848d5a32f HTTP/1.1" status: 204 len: 173 time: 2.9399679 Aug 27 14:02:39.940003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-eec315fe-400a-4985-8769-f3450c99fd89 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:39.942236 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-eec315fe-400a-4985-8769-f3450c99fd89 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.41 "GET /v2.0/networks?id=bd31dc99-802c-4710-97ff-02fb9b935ee2 HTTP/1.1" status: 200 len: 805 time: 0.7450869 Aug 27 14:02:39.947569 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['67ad081d-dc53-45dc-99e7-9a73f8d2ba7d'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:39.956354 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:39.959320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ac83cc-caa3-4aab-a6b1-39c262d8b38f', 'name': 'network-vif-deleted', 'tag': 'd342bd96-27f5-49f9-ac23-e87848d5a32f'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:39.961235 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3905bb-b929-4aa6-bce9-8ed345944214" -d '{"events": [{"server_uuid": "64ac83cc-caa3-4aab-a6b1-39c262d8b38f", "name": "network-vif-deleted", "tag": "d342bd96-27f5-49f9-ac23-e87848d5a32f"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:40.004365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-385986dd-f49d-4be5-b838-05176d1d313b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Request body: {'port': {'device_id': '04fd7a04-59ae-4c41-a508-8f7e0427d0fd', 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2', 'admin_state_up': True, 'tenant_id': 'ca5487afb9c4474796e982b017af7c80'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:40.012969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '11494348-21b6-4c29-879e-1e7729fa7031', 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c', 'port_id': '11494348-21b6-4c29-879e-1e7729fa7031', 'mac_address': 'fa:16:3e:04:22:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f112fd1-de28-418f-9086-331d42a68c6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:02:40.078370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50445c30-aa31-4a86-9c98-2bac75e29264 req-e0e6601a-ccb1-4a1a-94af-8d3d51d9ed67 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:40.088468 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50445c30-aa31-4a86-9c98-2bac75e29264 req-e0e6601a-ccb1-4a1a-94af-8d3d51d9ed67 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 936 time: 0.3102436 Aug 27 14:02:40.169754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['e715d045-a13c-4d03-9b57-cceb013634d4'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:40.179919 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Set router 010077c9-767b-4257-9a03-687c78f61238 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:40.229778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50445c30-aa31-4a86-9c98-2bac75e29264 req-ab7428b1-5bad-4dd9-a792-1eb2408d27f7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401870 Aug 27 14:02:40.231142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0fd1f029-48c9-45a7-bc2e-099cc8a5b571'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:40.235532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-385986dd-f49d-4be5-b838-05176d1d313b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Made reservation on behalf of ca5487afb9c4474796e982b017af7c80 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:40.240834 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-385986dd-f49d-4be5-b838-05176d1d313b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:40.267418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] For port 8b94a0ea-149a-4136-8248-163e1bf82399, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8b94a0ea-149a-4136-8248-163e1bf82399,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:40.270621 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:40.309551 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44b6988e-8b9b-404b-9621-cab54a7d52e6 req-757b5828-1bbc-440f-b205-4efdd484cbf4 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 210 time: 0.0919909 Aug 27 14:02:40.316853 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:40.351340 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f289da63-f74b-4219-9cd2-7fb6a221e9ab req-524b29e4-50d6-4f3e-9d08-727377c64690 service neutron] 10.222.0.52 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8176670 Aug 27 14:02:40.351924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Calling delete_port for 8b94a0ea-149a-4136-8248-163e1bf82399 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:40.387131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Attempting to bind port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:40.387732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Attempting to bind port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:40.388311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Attempting to bind port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:40.395076 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d40d971-f85a-460a-8432-03d1fe0a6052 x-openstack-request-id: req-0d40d971-f85a-460a-8432-03d1fe0a6052 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:40.395688 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ac83cc-caa3-4aab-a6b1-39c262d8b38f", "name": "network-vif-deleted", "tag": "d342bd96-27f5-49f9-ac23-e87848d5a32f", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:40.396192 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d40d971-f85a-460a-8432-03d1fe0a6052 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:40.396810 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ac83cc-caa3-4aab-a6b1-39c262d8b38f', 'name': 'network-vif-deleted', 'tag': 'd342bd96-27f5-49f9-ac23-e87848d5a32f', 'status': 'completed', 'code': 200} Aug 27 14:02:40.429229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d342bd96-27f5-49f9-ac23-e87848d5a32f no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:40.443644 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:02:35Z', 'revision_number': 4, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '91172058-0ac0-4a3c-8aa1-c1a67a868863', 'name': '', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'mac_address': 'fa:16:3e:d0:3e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:31Z', 'updated_at': '2021-08-27T14:02:35Z', 'revision_number': 2, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'subnets': [{'id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:40.455725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:02:40.456461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Attempting to bind port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:40.465800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:40.466562 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:40.467265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:40.467955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Bound port: 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:40.468568 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:40.471903 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Checking router: 010077c9-767b-4257-9a03-687c78f61238 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:02:40.472272 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Updating router 010077c9-767b-4257-9a03-687c78f61238 port 91172058-0ac0-4a3c-8aa1-c1a67a868863 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:02:40.501551 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:40.555055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed6a4e-6c63-42ca-a2d7-94bdd3365308 req-b96bb0f9-c577-4015-b474-988d041ad3dd tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:40.563230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1ed6a4e-6c63-42ca-a2d7-94bdd3365308 req-b96bb0f9-c577-4015-b474-988d041ad3dd tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 944 time: 0.1859198 Aug 27 14:02:40.668123 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1ed6a4e-6c63-42ca-a2d7-94bdd3365308 req-84958970-0796-4d73-a527-0b5a50257450 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024702 Aug 27 14:02:40.702018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: d342bd96-27f5-49f9-ac23-e87848d5a32f {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:40.702623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d342bd96-27f5-49f9-ac23-e87848d5a32f not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:40.726058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:40.732270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:40.742252 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:40.753402 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:40.876044 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:40.877041 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:40.877222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:40.880796 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] 10.222.0.52 "PUT /v2.0/ports/4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c HTTP/1.1" status: 200 len: 1097 time: 2.7193296 Aug 27 14:02:40.901642 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:40.920323 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:40.946087 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Transition to ACTIVE for port object 91172058-0ac0-4a3c-8aa1-c1a67a868863 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:40.963658 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.004368 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.021213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6ddc6-9bce-42c2-8660-af705adff481 req-ae005506-c14a-4894-9428-f14b8a3951ef tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:41.036578 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9c6ddc6-9bce-42c2-8660-af705adff481 req-ae005506-c14a-4894-9428-f14b8a3951ef tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 945 time: 0.2055719 Aug 27 14:02:41.037308 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165bd64-9b80-4950-ba51-e0a06999fd14 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:41.046313 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.059950 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acb277-d2c2-4491-9f98-a86eea9e16c6 None None] Pushing event updated for resources: {'Port': ['ID=91172058-0ac0-4a3c-8aa1-c1a67a868863,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:41.120649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Pushing event deleted for resources: {'Port': ['ID=8b94a0ea-149a-4136-8248-163e1bf82399,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:41.142589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11494348-21b6-4c29-879e-1e7729fa7031 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:41.170151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 11494348-21b6-4c29-879e-1e7729fa7031, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=11494348-21b6-4c29-879e-1e7729fa7031,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:41.185203 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Attempting to bind port 91172058-0ac0-4a3c-8aa1-c1a67a868863 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:41.188510 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Attempting to bind port 91172058-0ac0-4a3c-8aa1-c1a67a868863 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '2b34f82f-7ca4-438f-948d-4e192c7189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:41.189041 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Attempting to bind port 91172058-0ac0-4a3c-8aa1-c1a67a868863 on network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:41.197817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-14c209a1-8e9c-4f1e-9062-222e64779f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:41.207416 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:41.208860 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-14c209a1-8e9c-4f1e-9062-222e64779f36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&device_id=a22fea95-f0ae-41ea-b487-d7e3a401701d HTTP/1.1" status: 200 len: 1100 time: 0.2713790 Aug 27 14:02:41.210056 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Checking segment: {'id': '2b34f82f-7ca4-438f-948d-4e192c7189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:41.211147 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.211940 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Bound using segment: {'id': '2b34f82f-7ca4-438f-948d-4e192c7189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:41.212691 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Bound port: 91172058-0ac0-4a3c-8aa1-c1a67a868863, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b34f82f-7ca4-438f-948d-4e192c7189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:41.213293 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.251497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 00376dc9-c1ca-4415-bbe2-ee942a3c62e8, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=00376dc9-c1ca-4415-bbe2-ee942a3c62e8,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:41.294469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-385986dd-f49d-4be5-b838-05176d1d313b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Allocated IP 172.20.0.4 (bd31dc99-802c-4710-97ff-02fb9b935ee2/8012dbf9-0982-45c9-b07b-40b74c5b4a40/a44b21e4-f651-4005-87f8-4e692a27f2bb) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:41.295008 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.296129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:02:41.377893 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.391507 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] For port 91172058-0ac0-4a3c-8aa1-c1a67a868863, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:41.391676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=11494348-21b6-4c29-879e-1e7729fa7031,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:41.394822 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] For port 91172058-0ac0-4a3c-8aa1-c1a67a868863, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=91172058-0ac0-4a3c-8aa1-c1a67a868863,segment=NetworkSegment(2b34f82f-7ca4-438f-948d-4e192c7189bb),segment_id=2b34f82f-7ca4-438f-948d-4e192c7189bb)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:41.409651 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.412060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.414072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48684) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:41.420246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-dd7c3b61-dbad-4012-b0b3-f38bec763286 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737700895', 'description': 'tempest-description--2029922742'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:41.428808 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9c6ddc6-9bce-42c2-8660-af705adff481 req-0e093020-dd9f-43b2-a40c-7978785e99aa tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76a3593-425f-4cf8-bf87-6e498f2e0f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042190 Aug 27 14:02:41.433973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-c82da07d-89df-4282-81af-9be16e595ffd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c HTTP/1.1" status: 200 len: 217 time: 0.1862843 Aug 27 14:02:41.446912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Transition to ACTIVE for port object 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:41.449738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ae48976d-e6d9-4190-82b9-bd59539f9834 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:41.503531 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.523033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: ae48976d-e6d9-4190-82b9-bd59539f9834 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:41.523426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ae48976d-e6d9-4190-82b9-bd59539f9834 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:41.527926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=00376dc9-c1ca-4415-bbe2-ee942a3c62e8,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:41.566014 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acb277-d2c2-4491-9f98-a86eea9e16c6 None None] Pushing event updated for resources: {'Port': ['ID=91172058-0ac0-4a3c-8aa1-c1a67a868863,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:41.601089 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Routers {'010077c9-767b-4257-9a03-687c78f61238'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:41.606147 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['010077c9-767b-4257-9a03-687c78f61238'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:41.620986 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.resource_extend [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 14:02:41.653679 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:41.677163 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.729614 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.745661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef', 'network_id': '91caa6be-386f-49c9-a34e-2d3153e8f37c', 'port_id': 'c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef', 'mac_address': 'fa:16:3e:c5:32:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f112fd1-de28-418f-9086-331d42a68c6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:02:41.764532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-0c003193-29bf-449e-b934-cb702a01ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:41.766034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-0c003193-29bf-449e-b934-cb702a01ee0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.2661011 Aug 27 14:02:41.837009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:41.907009 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.910786 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3b61-dbad-4012-b0b3-f38bec763286 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:41.922758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Pushing event updated for resources: {'Port': ['ID=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:41.971246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:41.978429 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] Set router 010077c9-767b-4257-9a03-687c78f61238 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:42.016142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-385986dd-f49d-4be5-b838-05176d1d313b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.031779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:42.032162 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.059841 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f289da63-f74b-4219-9cd2-7fb6a221e9ab req-f5a8cc5e-9423-44c6-81cb-1a333cb99879 service neutron] 10.222.0.52 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1509895 Aug 27 14:02:42.087552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:42.107512 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.107747 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-385986dd-f49d-4be5-b838-05176d1d313b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.117219 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.128740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a5e4f-013d-46cb-be89-91dde4996354 req-aae04ab1-10a7-437a-9b1d-f3190fbe443a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:42.135478 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a5e4f-013d-46cb-be89-91dde4996354 req-aae04ab1-10a7-437a-9b1d-f3190fbe443a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:42.141650 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a5e4f-013d-46cb-be89-91dde4996354 req-aae04ab1-10a7-437a-9b1d-f3190fbe443a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:42.143497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b26a5e4f-013d-46cb-be89-91dde4996354 req-aae04ab1-10a7-437a-9b1d-f3190fbe443a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2415 time: 0.6221097 Aug 27 14:02:42.157798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 8444b810-6abe-48c9-b34b-bc0f6badb86a up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:42.193868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385986dd-f49d-4be5-b838-05176d1d313b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Pushing event updated for resources: {'Port': ['ID=a44b21e4-f651-4005-87f8-4e692a27f2bb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:42.234150 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:02:35Z', 'revision_number': 4, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '91172058-0ac0-4a3c-8aa1-c1a67a868863', 'name': '', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'mac_address': 'fa:16:3e:d0:3e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:31Z', 'updated_at': '2021-08-27T14:02:41Z', 'revision_number': 4, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'subnets': [{'id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:42.235868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-385986dd-f49d-4be5-b838-05176d1d313b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Network bd31dc99-802c-4710-97ff-02fb9b935ee2 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:42.240680 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Transition to ACTIVE for port object 1afa666f-8b79-4600-a8fc-556fbafe5039 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:42.242346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-385986dd-f49d-4be5-b838-05176d1d313b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:42.250402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-385986dd-f49d-4be5-b838-05176d1d313b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:42.291089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:42.291841 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412c845-9bbf-4300-b6b6-a80f34175a7e None None] The sync data for ids ['010077c9-767b-4257-9a03-687c78f61238'] in n-d-712139-12 is: [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:02:35Z', 'revision_number': 4, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '91172058-0ac0-4a3c-8aa1-c1a67a868863', 'name': '', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'mac_address': 'fa:16:3e:d0:3e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:31Z', 'updated_at': '2021-08-27T14:02:41Z', 'revision_number': 4, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'subnets': [{'id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:02:42.310706 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b26a5e4f-013d-46cb-be89-91dde4996354 req-f2b09490-aec6-41ec-a3a5-d344cb8e5636 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178198 Aug 27 14:02:42.334660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e715d045-a13c-4d03-9b57-cceb013634d4 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:42.346055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Attempting to bind port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:42.346488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Attempting to bind port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:42.347129 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Attempting to bind port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:42.358600 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.364043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15fe8223-c3f5-4592-b9aa-6dedb0a26f47 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:02:42.378202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:02:42.378644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Attempting to bind port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:42.384798 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.386295 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-13dbdc7a-ea2e-4f2c-b274-d3a01428fbde admin admin] 10.222.0.55 "DELETE /v2.0/routers/15fe8223-c3f5-4592-b9aa-6dedb0a26f47 HTTP/1.1" status: 204 len: 168 time: 5.9336989 Aug 27 14:02:42.397968 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48688) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:42.398755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:42.401775 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3366c0-bb1a-4eee-b177-4aa9fd996f61" -d '{"events": [{"name": "network-changed", "server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:42.417610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-385986dd-f49d-4be5-b838-05176d1d313b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:42.418442 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-385986dd-f49d-4be5-b838-05176d1d313b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.429570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:42.430005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:42.430201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b1e8c-382b-4942-b1aa-bef50523d6f9 req-c3e2e412-8c4c-4e12-8665-e87834d8bc60 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:42.432353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 8444b810-6abe-48c9-b34b-bc0f6badb86a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:42.432520 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a31b1e8c-382b-4942-b1aa-bef50523d6f9 req-c3e2e412-8c4c-4e12-8665-e87834d8bc60 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 948 time: 0.8457336 Aug 27 14:02:42.435273 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:42.435878 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Bound port: 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:42.436313 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.444265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 8444b810-6abe-48c9-b34b-bc0f6badb86a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:42.444637 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.502118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-bd6e0102-6fe2-43a0-95f9-f9299e61d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:42.503704 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-bd6e0102-6fe2-43a0-95f9-f9299e61d6cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7156155 Aug 27 14:02:42.555092 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.558159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port e715d045-a13c-4d03-9b57-cceb013634d4 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:42.567727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port e715d045-a13c-4d03-9b57-cceb013634d4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:42.568094 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.574381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-3973202a-f551-49b2-be1b-179080249580 admin admin] Deleting subnet 36e24ebb-cdfe-4f90-b090-68bcc4bb4d72 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:02:42.596060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:42.598979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['11494348-21b6-4c29-879e-1e7729fa7031'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:42.606235 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.629656 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3973202a-f551-49b2-be1b-179080249580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.640967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:42.661649 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:42.670618 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a31b1e8c-382b-4942-b1aa-bef50523d6f9 req-661c19f1-30c9-4d1b-b581-5cd4321f6081 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114151 Aug 27 14:02:42.684958 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:42.754057 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3b61-dbad-4012-b0b3-f38bec763286 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.774970 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3b61-dbad-4012-b0b3-f38bec763286 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.788400 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3973202a-f551-49b2-be1b-179080249580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.842062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef6b25-e383-444e-a460-5b5cd1af280f req-511e0b18-f06b-4c08-b525-45d5c5fed34b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:42.853073 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8ef6b25-e383-444e-a460-5b5cd1af280f req-511e0b18-f06b-4c08-b525-45d5c5fed34b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 931 time: 0.3864510 Aug 27 14:02:42.887896 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-385986dd-f49d-4be5-b838-05176d1d313b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8958600 Aug 27 14:02:42.894191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8444b810-6abe-48c9-b34b-bc0f6badb86a'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:42.896518 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7996f3e-7554-43f2-a18b-a49d1742f3c3" -d '{"events": [{"server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "name": "network-vif-plugged", "status": "completed", "tag": "8444b810-6abe-48c9-b34b-bc0f6badb86a"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:42.897845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c3b61-dbad-4012-b0b3-f38bec763286 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db07656-7ae3-4eb1-8385-c3a7aae3780f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:42.916210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] For port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:42.928821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Pushing event updated for resources: {'Port': ['ID=1afa666f-8b79-4600-a8fc-556fbafe5039,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:42.932975 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3b61-dbad-4012-b0b3-f38bec763286 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:42.934644 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dd7c3b61-dbad-4012-b0b3-f38bec763286 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5182958 Aug 27 14:02:42.940253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 8444b810-6abe-48c9-b34b-bc0f6badb86a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8444b810-6abe-48c9-b34b-bc0f6badb86a,segment=NetworkSegment(733b12ab-c7cf-447d-9c88-8c12d76cb59f),segment_id=733b12ab-c7cf-447d-9c88-8c12d76cb59f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:42.940493 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48696) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:42.950308 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-13b98609-7076-458e-acb8-e55327701dae tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Request body: {'security_group_rule': {'security_group_id': '4db07656-7ae3-4eb1-8385-c3a7aae3780f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:42.952267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Request body: {'port': {'device_id': '04fd7a04-59ae-4c41-a508-8f7e0427d0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:42.960936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.038839 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13b98609-7076-458e-acb8-e55327701dae tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.046084 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.050444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] For port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:43.054340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:43.054770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:43.055067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:43.056206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:43.056552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:43.057077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:43.057409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:43.057734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:43.058056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:43.058417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:43.058776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:43.059615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:43.083831 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-88b19a74-6604-412f-8c7b-ab13b134aebb service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675902 Aug 27 14:02:43.153354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-752f4b7b-5235-417f-a2c6-24e1989aacdc None None] Provisioning for port 1afa666f-8b79-4600-a8fc-556fbafe5039 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:43.155806 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8ef6b25-e383-444e-a460-5b5cd1af280f req-2ebf280c-2de7-4691-83eb-1df4725e9206 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017898 Aug 27 14:02:43.159885 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.160064 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.178488 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13b98609-7076-458e-acb8-e55327701dae tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.182480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=8444b810-6abe-48c9-b34b-bc0f6badb86a,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:43.192262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccf475-b6ee-4329-856c-5dd2b58d76b4 req-0adc2997-23ad-48ca-900e-e84521bc0657 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:43.194025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-adccf475-b6ee-4329-856c-5dd2b58d76b4 req-0adc2997-23ad-48ca-900e-e84521bc0657 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 945 time: 0.3434250 Aug 27 14:02:43.209755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-752f4b7b-5235-417f-a2c6-24e1989aacdc None None] Provisioning complete for port 1afa666f-8b79-4600-a8fc-556fbafe5039 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:43.209896 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13b98609-7076-458e-acb8-e55327701dae tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.210136 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-752f4b7b-5235-417f-a2c6-24e1989aacdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.272861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-752f4b7b-5235-417f-a2c6-24e1989aacdc None None] Port 1afa666f-8b79-4600-a8fc-556fbafe5039 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:02:43.287546 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b087f2a-351b-4959-8ce8-d8303354bc8f x-openstack-request-id: req-3b087f2a-351b-4959-8ce8-d8303354bc8f {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:43.287860 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:43.288323 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b087f2a-351b-4959-8ce8-d8303354bc8f {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:43.288533 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c', 'status': 'completed', 'code': 200} Aug 27 14:02:43.299748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b98609-7076-458e-acb8-e55327701dae tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af5dc49-5c5f-4152-bae9-0d1dde9d749f,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:43.331814 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3973202a-f551-49b2-be1b-179080249580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.346717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Pushing event updated for resources: {'Port': ['ID=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:43.369604 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.375127 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13b98609-7076-458e-acb8-e55327701dae tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.379045 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-13b98609-7076-458e-acb8-e55327701dae tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4320145 Aug 27 14:02:43.398813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48700) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:43.400622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port e715d045-a13c-4d03-9b57-cceb013634d4, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e715d045-a13c-4d03-9b57-cceb013634d4,segment=NetworkSegment(3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa),segment_id=3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:43.424339 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-adccf475-b6ee-4329-856c-5dd2b58d76b4 req-6acf0b30-2334-469e-a2f0-d3d1adde912b tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086244 Aug 27 14:02:43.437339 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b6e50cba-7d0d-4fcb-8d0d-57e599bfa10f tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Request body: {'security_group_rule': {'security_group_id': '4db07656-7ae3-4eb1-8385-c3a7aae3780f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:43.447873 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1d68569-b48b-4ddf-840a-b962fc72f596 req-d2b7abe4-175c-4653-a974-bfe3a7f2cc3d service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488871 Aug 27 14:02:43.476189 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.488015 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3973202a-f551-49b2-be1b-179080249580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.509090 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3973202a-f551-49b2-be1b-179080249580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.514630 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3973202a-f551-49b2-be1b-179080249580 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/36e24ebb-cdfe-4f90-b090-68bcc4bb4d72 HTTP/1.1" status: 204 len: 168 time: 1.1058066 Aug 27 14:02:43.514630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48702) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:43.561432 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d25cac-5a88-426c-923e-764cc4860505 x-openstack-request-id: req-f8d25cac-5a88-426c-923e-764cc4860505 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:43.561725 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "name": "network-vif-plugged", "status": "completed", "tag": "8444b810-6abe-48c9-b34b-bc0f6badb86a", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:43.561975 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8d25cac-5a88-426c-923e-764cc4860505 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:43.562366 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8444b810-6abe-48c9-b34b-bc0f6badb86a', 'code': 200} Aug 27 14:02:43.581212 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f536d7-29d8-4c38-8268-856a42e6c962 None None] Network 54f93b5e-cd0d-4b77-a984-346ab4450664 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:02:43.601069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:43.601782 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.606154 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-f784dfe8-d2e0-4391-a4d1-6754ee5f0357 service neutron] 10.222.0.41 "PUT /v2.0/ports/5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 HTTP/1.1" status: 200 len: 1097 time: 4.0880630 Aug 27 14:02:43.611924 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b6e50cba-7d0d-4fcb-8d0d-57e599bfa10f tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.618751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2efa54-dae6-4720-897c-c1077f8326cb', 'tag': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:43.632617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973202a-f551-49b2-be1b-179080249580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e24ebb-cdfe-4f90-b090-68bcc4bb4d72,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:43.635578 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2376f45b-f61b-4f77-af01-dba8915a0de6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2efa54-dae6-4720-897c-c1077f8326cb", "tag": "5c954cbd-164a-4604-8a1f-3bbc9dbc9d23"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:43.701575 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 91172058-0ac0-4a3c-8aa1-c1a67a868863 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:43.731662 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:43.768020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=e715d045-a13c-4d03-9b57-cceb013634d4,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:43.786286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d405917-1e6d-4ff1-bb5d-cc112afed69b req-3daefd15-0493-4760-a564-65f3c98362bc tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:43.793130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d405917-1e6d-4ff1-bb5d-cc112afed69b req-3daefd15-0493-4760-a564-65f3c98362bc tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:43.799443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d405917-1e6d-4ff1-bb5d-cc112afed69b req-3daefd15-0493-4760-a564-65f3c98362bc tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:43.808394 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d405917-1e6d-4ff1-bb5d-cc112afed69b req-3daefd15-0493-4760-a564-65f3c98362bc tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2416 time: 0.2140298 Aug 27 14:02:43.854326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50539f5b-1a5a-44d2-88ad-3ec1db0bfb6d req-53b12bd3-5a7a-4f3c-b58a-48c313314477 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:43.859404 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-50539f5b-1a5a-44d2-88ad-3ec1db0bfb6d req-53b12bd3-5a7a-4f3c-b58a-48c313314477 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 945 time: 0.4594624 Aug 27 14:02:43.878611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3366c0-bb1a-4eee-b177-4aa9fd996f61 req-771a83e9-eb13-459f-9285-87671a718044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:43.880726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d3366c0-bb1a-4eee-b177-4aa9fd996f61 req-771a83e9-eb13-459f-9285-87671a718044 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&device_id=a22fea95-f0ae-41ea-b487-d7e3a401701d HTTP/1.1" status: 200 len: 1100 time: 0.3109984 Aug 27 14:02:43.897181 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d405917-1e6d-4ff1-bb5d-cc112afed69b req-8758f12f-c95c-4066-95a3-b2934afd16cd tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882554 Aug 27 14:02:43.916559 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 91172058-0ac0-4a3c-8aa1-c1a67a868863 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:43.923527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 91172058-0ac0-4a3c-8aa1-c1a67a868863 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:43.924236 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.009371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a442a269-58db-45b7-b4de-b2f7559e46f2 None None] DHCP port deletion for 54f93b5e-cd0d-4b77-a984-346ab4450664 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:02:44.009715 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb83f28-275e-4c74-bec9-428aa6a5420d x-openstack-request-id: req-4cb83f28-275e-4c74-bec9-428aa6a5420d {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:44.010255 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2efa54-dae6-4720-897c-c1077f8326cb", "tag": "5c954cbd-164a-4604-8a1f-3bbc9dbc9d23", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:44.010255 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4cb83f28-275e-4c74-bec9-428aa6a5420d {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:44.010631 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2efa54-dae6-4720-897c-c1077f8326cb', 'tag': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23', 'status': 'completed', 'code': 200} Aug 27 14:02:44.039944 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b6e50cba-7d0d-4fcb-8d0d-57e599bfa10f tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.052173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-3b39019e-4976-42c6-a049-e57a86205fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:44.053699 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-3b39019e-4976-42c6-a049-e57a86205fc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 1100 time: 0.3620365 Aug 27 14:02:44.068432 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b6e50cba-7d0d-4fcb-8d0d-57e599bfa10f tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.075073 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.100034 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.120706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:44.122906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Deleting port 5aa05fe9-a101-4a35-88be-14831240e830 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:44.123254 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.177328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 91172058-0ac0-4a3c-8aa1-c1a67a868863, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=91172058-0ac0-4a3c-8aa1-c1a67a868863,segment=NetworkSegment(2b34f82f-7ca4-438f-948d-4e192c7189bb),segment_id=2b34f82f-7ca4-438f-948d-4e192c7189bb)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:44.190138 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ffeaf-5438-457e-a663-67dbf46e834a req-ae8b53cc-a385-4fc0-8396-563100c5a9a0 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:44.192079 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c97ffeaf-5438-457e-a663-67dbf46e834a req-ae8b53cc-a385-4fc0-8396-563100c5a9a0 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 948 time: 0.1371403 Aug 27 14:02:44.197246 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.209230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8b94a0ea-149a-4136-8248-163e1bf82399 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:44.215213 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-50539f5b-1a5a-44d2-88ad-3ec1db0bfb6d req-20b12903-cd86-4064-b21b-1946197e7b27 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76a3593-425f-4cf8-bf87-6e498f2e0f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701344 Aug 27 14:02:44.226372 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-b38ee155-421c-4a22-a6ce-a8355cf73314 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 HTTP/1.1" status: 200 len: 217 time: 0.1416340 Aug 27 14:02:44.227017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e50cba-7d0d-4fcb-8d0d-57e599bfa10f tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c18332-b69d-425d-9872-ddae9a14d511,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:44.255264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3366c0-bb1a-4eee-b177-4aa9fd996f61 req-d252b958-ff5d-4d2a-886d-2d7644d5edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:44.257437 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d3366c0-bb1a-4eee-b177-4aa9fd996f61 req-d252b958-ff5d-4d2a-886d-2d7644d5edc2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.3583016 Aug 27 14:02:44.273594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a442a269-58db-45b7-b4de-b2f7559e46f2 None None] Deleting port 5aa05fe9-a101-4a35-88be-14831240e830 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:44.274070 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a442a269-58db-45b7-b4de-b2f7559e46f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.290854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 8b94a0ea-149a-4136-8248-163e1bf82399 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:44.291562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8b94a0ea-149a-4136-8248-163e1bf82399 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:44.300505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-6c85f411-72c2-4fb5-8700-a991eef4c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:44.302121 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-6c85f411-72c2-4fb5-8700-a991eef4c919 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0670700 Aug 27 14:02:44.309389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d3366c0-bb1a-4eee-b177-4aa9fd996f61 req-ccdad1d4-fd0a-4c92-9743-c4d1f5791b24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c HTTP/1.1" status: 200 len: 217 time: 0.0425997 Aug 27 14:02:44.317406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] For port 5aa05fe9-a101-4a35-88be-14831240e830, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5aa05fe9-a101-4a35-88be-14831240e830,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:44.317781 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.341341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:44.349853 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b6e50cba-7d0d-4fcb-8d0d-57e599bfa10f tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.354928 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b6e50cba-7d0d-4fcb-8d0d-57e599bfa10f tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9179134 Aug 27 14:02:44.368985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48710) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:44.376936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:44.385693 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:44.391098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Calling delete_port for 5aa05fe9-a101-4a35-88be-14831240e830 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:44.407150 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c97ffeaf-5438-457e-a663-67dbf46e834a req-32ab9f26-eb1d-4041-bbfe-54a4e5df025e tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956122 Aug 27 14:02:44.408722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:44.409234 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.417034 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=91172058-0ac0-4a3c-8aa1-c1a67a868863,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:44.421168 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a442a269-58db-45b7-b4de-b2f7559e46f2 None None] For port 5aa05fe9-a101-4a35-88be-14831240e830, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5aa05fe9-a101-4a35-88be-14831240e830,segment=NetworkSegment(5ad3a303-609f-4546-a5fb-c24009974aa5),segment_id=5ad3a303-609f-4546-a5fb-c24009974aa5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:44.421696 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a442a269-58db-45b7-b4de-b2f7559e46f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.472173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a442a269-58db-45b7-b4de-b2f7559e46f2 None None] Calling delete_port for 5aa05fe9-a101-4a35-88be-14831240e830 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:44.537232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:44.549514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:44.549892 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.558626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3366c0-bb1a-4eee-b177-4aa9fd996f61 req-f282687b-bd5c-4e95-beff-f3a8b1c451f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:44.560354 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d3366c0-bb1a-4eee-b177-4aa9fd996f61 req-f282687b-bd5c-4e95-beff-f3a8b1c451f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.2380731 Aug 27 14:02:44.562579 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.568491 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.639731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] No DVR routers for this DVR port 5aa05fe9-a101-4a35-88be-14831240e830 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:44.641592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa05fe9-a101-4a35-88be-14831240e830,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:44.652029 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.684979 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c9392119-abf8-4b21-8ba2-cf98a8d05fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.688277 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a442a269-58db-45b7-b4de-b2f7559e46f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.709017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=67ad081d-dc53-45dc-99e7-9a73f8d2ba7d,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:44.730445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442a269-58db-45b7-b4de-b2f7559e46f2 None None] Pushing event deleted for resources: {'Port': ['ID=5aa05fe9-a101-4a35-88be-14831240e830,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:44.730972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813fbb5-7d21-40b2-a73b-8aa9dd590aa3 req-0a48ff75-b7ed-4c9a-b414-e47d7bcca47e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:44.732371 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.733160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:44.738309 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4813fbb5-7d21-40b2-a73b-8aa9dd590aa3 req-0a48ff75-b7ed-4c9a-b414-e47d7bcca47e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 945 time: 0.2243376 Aug 27 14:02:44.741354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a442a269-58db-45b7-b4de-b2f7559e46f2 None None] No DVR routers for this DVR port 5aa05fe9-a101-4a35-88be-14831240e830 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:44.816183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3366c0-bb1a-4eee-b177-4aa9fd996f61 req-3133f689-5b06-4066-bbdc-e82ce797a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:44.817722 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d3366c0-bb1a-4eee-b177-4aa9fd996f61 req-3133f689-5b06-4066-bbdc-e82ce797a8bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2418621 Aug 27 14:02:44.820567 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.846732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=67ad081d-dc53-45dc-99e7-9a73f8d2ba7d,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:44.851462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f93b5e-cd0d-4b77-a984-346ab4450664']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:44.856887 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.880046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:44.893680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:44.894053 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.910927 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4813fbb5-7d21-40b2-a73b-8aa9dd590aa3 req-574291d0-c409-4030-b1db-caf4c7216b43 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697373 Aug 27 14:02:44.912923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad3a303-609f-4546-a5fb-c24009974aa5') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:44.913214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad3a303-609f-4546-a5fb-c24009974aa5') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:44.916432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0fd1f029-48c9-45a7-bc2e-099cc8a5b571,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:44.917693 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.927667 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.947882 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.953989 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:44.987961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0fd1f029-48c9-45a7-bc2e-099cc8a5b571,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:44.989106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.014962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:02:45.015740 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:02:45.017563 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:02:45.020927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-b3038b63-c449-4864-be57-a827c26e9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:45.022496 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-b3038b63-c449-4864-be57-a827c26e9340 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6963480 Aug 27 14:02:45.033754 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.050897 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.061158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb14dc-4e8c-4760-b446-393ca0ecfc48 req-79cafb9d-3ac1-46ac-ae9c-107b0b4b5b68 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:45.066407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:45.069140 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-daeb14dc-4e8c-4760-b446-393ca0ecfc48 req-79cafb9d-3ac1-46ac-ae9c-107b0b4b5b68 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 931 time: 0.7147381 Aug 27 14:02:45.070888 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.072323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:45.112630 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d3366c0-bb1a-4eee-b177-4aa9fd996f61 req-26271f82-950e-4f7a-9a5e-e4b813087882 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763221 Aug 27 14:02:45.153686 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:45.165822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:45.171335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:45.171335 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.180988 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.183358 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.197144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501baad-996d-4619-b6fc-b6787dcd2fb3 req-ab83b74f-9358-4d9f-b308-72bee4f6a24b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:45.203188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501baad-996d-4619-b6fc-b6787dcd2fb3 req-ab83b74f-9358-4d9f-b308-72bee4f6a24b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:45.209116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501baad-996d-4619-b6fc-b6787dcd2fb3 req-ab83b74f-9358-4d9f-b308-72bee4f6a24b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:45.210849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b501baad-996d-4619-b6fc-b6787dcd2fb3 req-ab83b74f-9358-4d9f-b308-72bee4f6a24b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2417 time: 0.2176046 Aug 27 14:02:45.214847 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.219595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] 10.222.0.55 "DELETE /v2.0/networks/54f93b5e-cd0d-4b77-a984-346ab4450664 HTTP/1.1" status: 204 len: 168 time: 1.7039638 Aug 27 14:02:45.226044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48716) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:45.226743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Pushing event updated for resources: {'Port': ['ID=1afa666f-8b79-4600-a8fc-556fbafe5039,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:45.262611 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.263631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbb8c9-a092-4d84-924c-6ac42a8f921b admin admin] Pushing event deleted for resources: {'Network': ['ID=54f93b5e-cd0d-4b77-a984-346ab4450664,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:45.302012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:45.307692 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.327962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44b21e4-f651-4005-87f8-4e692a27f2bb {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:45.344143 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b501baad-996d-4619-b6fc-b6787dcd2fb3 req-0486c6d3-8e75-49a5-aeb1-ff36f23e9a87 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150036 Aug 27 14:02:45.356746 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.369137 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d3366c0-bb1a-4eee-b177-4aa9fd996f61 req-72bc060b-0564-49c3-adcb-5306ea2627e5 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469501 Aug 27 14:02:45.370076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:45.384427 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-daeb14dc-4e8c-4760-b446-393ca0ecfc48 req-9f9b8b6f-a545-4fa7-a07e-0c7bbf696f9e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137591 Aug 27 14:02:45.422577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Allocated IP 172.25.2.207 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/2adb514c-eef1-48a7-a321-cb786b331a37) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:45.450633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Transition to ACTIVE for port object a44b21e4-f651-4005-87f8-4e692a27f2bb will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:45.470918 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.507032 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-449b79d7-38b0-423a-ae93-fe9f2bb5fcfb service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349151 Aug 27 14:02:45.537085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32f493-b9ee-4a79-a76d-9eacbad6a4b1 req-5fe23ffe-750c-4dfd-a694-096d70d72d39 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:45.538613 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a32f493-b9ee-4a79-a76d-9eacbad6a4b1 req-5fe23ffe-750c-4dfd-a694-096d70d72d39 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 946 time: 0.1053929 Aug 27 14:02:45.563888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8dd7c4-2d96-4fd4-9831-9480cbac0a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e715d045-a13c-4d03-9b57-cceb013634d4'}, {'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ad081d-dc53-45dc-99e7-9a73f8d2ba7d'}, {'server_uuid': 'bb242d08-cb5b-48ef-8a0d-fbf06d9fd740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1f029-48c9-45a7-bc2e-099cc8a5b571'}, {'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff'}, {'server_uuid': '67cdd8fe-63a3-4da5-876c-cc9eb4d02baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:45.566247 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0791d83-6a84-4dd9-8787-b9d30342cef4" -d '{"events": [{"server_uuid": "9e8dd7c4-2d96-4fd4-9831-9480cbac0a94", "name": "network-vif-plugged", "status": "completed", "tag": "e715d045-a13c-4d03-9b57-cceb013634d4"}, {"server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "name": "network-vif-plugged", "status": "completed", "tag": "67ad081d-dc53-45dc-99e7-9a73f8d2ba7d"}, {"server_uuid": "bb242d08-cb5b-48ef-8a0d-fbf06d9fd740", "name": "network-vif-plugged", "status": "completed", "tag": "0fd1f029-48c9-45a7-bc2e-099cc8a5b571"}, {"server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "name": "network-vif-plugged", "status": "completed", "tag": "c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff"}, {"server_uuid": "67cdd8fe-63a3-4da5-876c-cc9eb4d02baa", "name": "network-vif-plugged", "status": "completed", "tag": "c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:45.596348 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.616068 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a32f493-b9ee-4a79-a76d-9eacbad6a4b1 req-e1636db1-9291-481e-afc6-437a9e874650 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76a3593-425f-4cf8-bf87-6e498f2e0f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648632 Aug 27 14:02:45.636572 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:45.645134 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 91172058-0ac0-4a3c-8aa1-c1a67a868863 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:45.668301 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.699659 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f40308-89d0-45ab-99ee-3134a85b094e x-openstack-request-id: req-09f40308-89d0-45ab-99ee-3134a85b094e {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:45.699921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Pushing event updated for resources: {'Port': ['ID=a44b21e4-f651-4005-87f8-4e692a27f2bb,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:45.700056 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8dd7c4-2d96-4fd4-9831-9480cbac0a94", "name": "network-vif-plugged", "status": "completed", "tag": "e715d045-a13c-4d03-9b57-cceb013634d4", "code": 200}, {"server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "name": "network-vif-plugged", "status": "completed", "tag": "67ad081d-dc53-45dc-99e7-9a73f8d2ba7d", "code": 200}, {"server_uuid": "bb242d08-cb5b-48ef-8a0d-fbf06d9fd740", "name": "network-vif-plugged", "status": "completed", "tag": "0fd1f029-48c9-45a7-bc2e-099cc8a5b571", "code": 200}, {"server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "name": "network-vif-plugged", "status": "completed", "tag": "c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff", "code": 200}, {"server_uuid": "67cdd8fe-63a3-4da5-876c-cc9eb4d02baa", "name": "network-vif-plugged", "status": "completed", "tag": "c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:45.700267 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09f40308-89d0-45ab-99ee-3134a85b094e {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:45.701026 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8dd7c4-2d96-4fd4-9831-9480cbac0a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e715d045-a13c-4d03-9b57-cceb013634d4', 'code': 200} Aug 27 14:02:45.701026 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ad081d-dc53-45dc-99e7-9a73f8d2ba7d', 'code': 200} Aug 27 14:02:45.701026 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb242d08-cb5b-48ef-8a0d-fbf06d9fd740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1f029-48c9-45a7-bc2e-099cc8a5b571', 'code': 200} Aug 27 14:02:45.701307 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff', 'code': 200} Aug 27 14:02:45.701623 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cdd8fe-63a3-4da5-876c-cc9eb4d02baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef', 'code': 200} Aug 27 14:02:45.702441 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:45.712034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:45.721146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:45.730561 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:45.733698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 91172058-0ac0-4a3c-8aa1-c1a67a868863 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:45.734133 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:45.772633 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Pushing event updated for resources: {'Port': ['ID=2adb514c-eef1-48a7-a321-cb786b331a37,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:46.021369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131f749-b89f-4e0c-9f1a-1cf83942e59b req-64221faf-b593-45bd-98bb-ee43d0e33db8 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.023066 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0131f749-b89f-4e0c-9f1a-1cf83942e59b req-64221faf-b593-45bd-98bb-ee43d0e33db8 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 948 time: 0.5247133 Aug 27 14:02:46.025357 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Router d96b426e-dc89-429a-b966-b3f617d703aa has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:02:46.049394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cd99592e-7dd2-4a43-bb96-b1b0669bb1a4 None None] Provisioning complete for port 1afa666f-8b79-4600-a8fc-556fbafe5039 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:46.050002 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cd99592e-7dd2-4a43-bb96-b1b0669bb1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.089259 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-cd99592e-7dd2-4a43-bb96-b1b0669bb1a4 None None] Port 1afa666f-8b79-4600-a8fc-556fbafe5039 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:02:46.110861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5aa05fe9-a101-4a35-88be-14831240e830 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:46.134397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:02:46.137115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 11494348-21b6-4c29-879e-1e7729fa7031 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:46.141247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 5aa05fe9-a101-4a35-88be-14831240e830 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:46.141936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5aa05fe9-a101-4a35-88be-14831240e830 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:46.156484 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0131f749-b89f-4e0c-9f1a-1cf83942e59b req-ab75e746-c1b5-4f08-b4a9-25ec5949e183 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062572 Aug 27 14:02:46.229731 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c814fac4-0b66-4e5a-b3a0-e8c9b95abdfe req-16915a7d-40ac-4de5-b07f-7d2269549894 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872065 Aug 27 14:02:46.239060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f045df3-92bd-4a22-b778-cb4dd5c78ad1 req-8d5df7e7-3f39-448e-acb2-e626a1d8de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.240728 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3f045df3-92bd-4a22-b778-cb4dd5c78ad1 req-8d5df7e7-3f39-448e-acb2-e626a1d8de77 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 1098 time: 0.2717242 Aug 27 14:02:46.243922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Attempting to bind port a44b21e4-f651-4005-87f8-4e692a27f2bb on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:46.244380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Attempting to bind port a44b21e4-f651-4005-87f8-4e692a27f2bb by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:46.244818 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Attempting to bind port a44b21e4-f651-4005-87f8-4e692a27f2bb on network bd31dc99-802c-4710-97ff-02fb9b935ee2 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:46.270466 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 11494348-21b6-4c29-879e-1e7729fa7031 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:46.284971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 11494348-21b6-4c29-879e-1e7729fa7031 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:46.285671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Port a44b21e4-f651-4005-87f8-4e692a27f2bb on network bd31dc99-802c-4710-97ff-02fb9b935ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:02:46.285821 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.285938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Attempting to bind port a44b21e4-f651-4005-87f8-4e692a27f2bb on network bd31dc99-802c-4710-97ff-02fb9b935ee2 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:46.290012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bee709-27d3-41a1-bd20-0ff3aa7c67cd req-ec45b3ae-ee01-499c-8c9a-ab65c59db09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.290508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bee709-27d3-41a1-bd20-0ff3aa7c67cd req-ec45b3ae-ee01-499c-8c9a-ab65c59db09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.291019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bee709-27d3-41a1-bd20-0ff3aa7c67cd req-ec45b3ae-ee01-499c-8c9a-ab65c59db09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.292714 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12bee709-27d3-41a1-bd20-0ff3aa7c67cd req-ec45b3ae-ee01-499c-8c9a-ab65c59db09c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2874 time: 0.4891405 Aug 27 14:02:46.315519 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.318574 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021ac70-0e25-459b-b52d-d49fb4af39dd req-ea6594fd-8b26-4c5b-abf4-af72519345ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.320084 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2021ac70-0e25-459b-b52d-d49fb4af39dd req-ea6594fd-8b26-4c5b-abf4-af72519345ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 1098 time: 0.4482000 Aug 27 14:02:46.326648 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c19b4-f167-4e47-ad9f-f0ade83f63a2 req-2b2374c3-2125-4aeb-9d4f-5c3f83dac5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.328611 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-304c19b4-f167-4e47-ad9f-f0ade83f63a2 req-2b2374c3-2125-4aeb-9d4f-5c3f83dac5b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 1097 time: 0.4587514 Aug 27 14:02:46.335963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:46.338726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:46.338726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Checking segment: {'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:46.339062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Bound using segment: {'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:46.339639 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Bound port: a44b21e4-f651-4005-87f8-4e692a27f2bb, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:46.340197 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.347817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d23f2-cd29-45d0-83c2-cc60b28b9b6f req-f044e69c-09cf-43e1-a4a5-47c598ca816e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.349369 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b26d23f2-cd29-45d0-83c2-cc60b28b9b6f req-f044e69c-09cf-43e1-a4a5-47c598ca816e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 946 time: 0.1692839 Aug 27 14:02:46.363314 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c', 'mac_address': 'fa:16:3e:8a:66:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:02:46.414373 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.417087 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3f045df3-92bd-4a22-b778-cb4dd5c78ad1 req-ea35ac1a-3135-464b-8ffc-499f10fd93f1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655521 Aug 27 14:02:46.435685 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12bee709-27d3-41a1-bd20-0ff3aa7c67cd req-9671099a-3f35-48c3-af1c-eed4fe4791db service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312745 Aug 27 14:02:46.442881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:02:46.445443 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.464116 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4cd1572a-2b62-4d4e-bda3-7c18d02099ba admin admin] 10.222.0.55 "PUT /v2.0/routers/d96b426e-dc89-429a-b966-b3f617d703aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9624128 Aug 27 14:02:46.475510 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Sync routers for ids ['d96b426e-dc89-429a-b966-b3f617d703aa'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:02:46.513505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f45b-f61b-4f77-af01-dba8915a0de6 req-82853696-240a-46e4-adbe-4c98c9e63b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.515742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2376f45b-f61b-4f77-af01-dba8915a0de6 req-82853696-240a-46e4-adbe-4c98c9e63b60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 1100 time: 0.1547151 Aug 27 14:02:46.531039 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b26d23f2-cd29-45d0-83c2-cc60b28b9b6f req-ec0a78ef-f481-463c-9f3d-f3738a4730bd tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448369 Aug 27 14:02:46.531450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 11494348-21b6-4c29-879e-1e7729fa7031, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=11494348-21b6-4c29-879e-1e7729fa7031,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:46.531594 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-304c19b4-f167-4e47-ad9f-f0ade83f63a2 req-ba6a6bf5-1caf-419b-9394-43a6968be3b3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532836 Aug 27 14:02:46.533437 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.542635 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.546516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Routers {'d96b426e-dc89-429a-b966-b3f617d703aa'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:46.547179 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d96b426e-dc89-429a-b966-b3f617d703aa'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:46.547698 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2021ac70-0e25-459b-b52d-d49fb4af39dd req-9d01e39c-7ed1-4014-853a-b38bb04821fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f76a3593-425f-4cf8-bf87-6e498f2e0f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728065 Aug 27 14:02:46.557038 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] For port a44b21e4-f651-4005-87f8-4e692a27f2bb, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:46.624404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] For port a44b21e4-f651-4005-87f8-4e692a27f2bb, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a44b21e4-f651-4005-87f8-4e692a27f2bb,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:46.643857 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:46.671095 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.719242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:46.729531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.730205 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.731460 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=11494348-21b6-4c29-879e-1e7729fa7031,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:46.731616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] 10.222.0.41 "PUT /v2.0/ports/a44b21e4-f651-4005-87f8-4e692a27f2bb HTTP/1.1" status: 200 len: 1092 time: 3.8064706 Aug 27 14:02:46.735491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fd7a04-59ae-4c41-a508-8f7e0427d0fd', 'tag': 'a44b21e4-f651-4005-87f8-4e692a27f2bb'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:46.737757 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0cc691-1ab4-4f38-9534-1d59dced1798" -d '{"events": [{"name": "network-changed", "server_uuid": "04fd7a04-59ae-4c41-a508-8f7e0427d0fd", "tag": "a44b21e4-f651-4005-87f8-4e692a27f2bb"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:46.739086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21389e9d-4f86-46ec-a1e8-66c940e1b074 req-ac2aca36-bc5f-4313-b9b6-53782a3ec61c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.742361 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.747202 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21389e9d-4f86-46ec-a1e8-66c940e1b074 req-ac2aca36-bc5f-4313-b9b6-53782a3ec61c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 943 time: 0.1034675 Aug 27 14:02:46.749767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28f784-a257-45a8-945e-1fe4b409cba0 req-70908fd6-3f19-494b-90ed-3e31a330e275 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.755783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28f784-a257-45a8-945e-1fe4b409cba0 req-70908fd6-3f19-494b-90ed-3e31a330e275 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.762439 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28f784-a257-45a8-945e-1fe4b409cba0 req-70908fd6-3f19-494b-90ed-3e31a330e275 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.764237 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d28f784-a257-45a8-945e-1fe4b409cba0 req-70908fd6-3f19-494b-90ed-3e31a330e275 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2418 time: 0.2172058 Aug 27 14:02:46.785478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Set router d96b426e-dc89-429a-b966-b3f617d703aa gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:46.799617 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.811526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21389e9d-4f86-46ec-a1e8-66c940e1b074 req-4a603e8c-36c4-4676-80de-da8dca717c81 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632927 Aug 27 14:02:46.813810 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.821011 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f45b-f61b-4f77-af01-dba8915a0de6 req-eb8309d8-3d10-4e3d-bd3a-293a9fca3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:46.823074 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2376f45b-f61b-4f77-af01-dba8915a0de6 req-eb8309d8-3d10-4e3d-bd3a-293a9fca3c39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.2900205 Aug 27 14:02:46.835234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b790f10-29e6-4003-8ceb-b7965742de2f service neutron] Pushing event updated for resources: {'Port': ['ID=a44b21e4-f651-4005-87f8-4e692a27f2bb,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:46.847403 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-476165fe-52f1-455f-aab3-e56cf5f217f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:46.853396 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:46.897069 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d28f784-a257-45a8-945e-1fe4b409cba0 req-7eba945f-61af-405f-89f5-87e0bdf513b2 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151056 Aug 27 14:02:46.943427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Pushing event updated for resources: {'Port': ['ID=2adb514c-eef1-48a7-a321-cb786b331a37,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:46.976627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:46.976988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:46.978163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:46.978307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:46.978541 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:46.978980 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:46.979334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:46.979653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:46.980317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:46.980317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:46.980629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:46.980959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:02:46.998026 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.023211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824b3f3-8bd7-4f99-9901-74994f1fb49e req-b52cb9dc-7907-40aa-a481-c980949aceaf tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:47.024912 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e824b3f3-8bd7-4f99-9901-74994f1fb49e req-b52cb9dc-7907-40aa-a481-c980949aceaf tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 946 time: 0.1434035 Aug 27 14:02:47.026230 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.027420 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b632460a-8dba-4a82-9e9b-47a87dd48db3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6545420 Aug 27 14:02:47.045198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:47.092061 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e824b3f3-8bd7-4f99-9901-74994f1fb49e req-366b5701-a5e6-473d-ad4d-38df8be8a1bb tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76a3593-425f-4cf8-bf87-6e498f2e0f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517013 Aug 27 14:02:47.128445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:02:43Z', 'revision_number': 4, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '1afa666f-8b79-4600-a8fc-556fbafe5039', 'name': '', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'mac_address': 'fa:16:3e:0b:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '40992694-78e7-41d2-a32d-7deb29281711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:38Z', 'updated_at': '2021-08-27T14:02:44Z', 'revision_number': 2, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'subnets': [{'id': '40992694-78e7-41d2-a32d-7deb29281711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:47.167673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Checking router: d96b426e-dc89-429a-b966-b3f617d703aa for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:02:47.168109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Updating router d96b426e-dc89-429a-b966-b3f617d703aa port 1afa666f-8b79-4600-a8fc-556fbafe5039 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:02:47.172165 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4477a7-59f5-4b58-966c-e7ecb6d1e43e x-openstack-request-id: req-da4477a7-59f5-4b58-966c-e7ecb6d1e43e {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:47.172667 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fd7a04-59ae-4c41-a508-8f7e0427d0fd", "tag": "a44b21e4-f651-4005-87f8-4e692a27f2bb", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:47.172667 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da4477a7-59f5-4b58-966c-e7ecb6d1e43e {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:47.173457 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fd7a04-59ae-4c41-a508-8f7e0427d0fd', 'tag': 'a44b21e4-f651-4005-87f8-4e692a27f2bb', 'status': 'completed', 'code': 200} Aug 27 14:02:47.207473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-476165fe-52f1-455f-aab3-e56cf5f217f0 admin admin] Deleting port f4113ff1-f85f-4758-a13f-3c6647a7fdb7 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:47.207827 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-476165fe-52f1-455f-aab3-e56cf5f217f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.215573 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.289574 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1249852b-b483-42cb-a149-810cf213e692 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--737700895&fields=id&tenant_id=747b314afcbf405a93bb89d11770a0fc HTTP/1.1" status: 200 len: 267 time: 0.0540698 Aug 27 14:02:47.310959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-476165fe-52f1-455f-aab3-e56cf5f217f0 admin admin] For port f4113ff1-f85f-4758-a13f-3c6647a7fdb7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f4113ff1-f85f-4758-a13f-3c6647a7fdb7,segment=NetworkSegment(d415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8),segment_id=d415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:47.311714 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-476165fe-52f1-455f-aab3-e56cf5f217f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.347924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-476165fe-52f1-455f-aab3-e56cf5f217f0 admin admin] Calling delete_port for f4113ff1-f85f-4758-a13f-3c6647a7fdb7 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:47.355267 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48756) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:47.361632 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-766982d2-118b-4c6c-a365-7892022c94f5 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--417756931', 'description': 'tempest-description--1268754717'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:47.413403 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.426215 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-766982d2-118b-4c6c-a365-7892022c94f5 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.470260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1a94330d-e21a-4aa2-a450-050844eb0074 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:47.471828 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1a94330d-e21a-4aa2-a450-050844eb0074 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/networks?id=d3fc6770-9aa7-45d3-9f49-90ca773f4e62 HTTP/1.1" status: 200 len: 814 time: 0.1733720 Aug 27 14:02:47.503959 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d4e636d6-6402-45b2-ac54-500b69e1802d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.534581 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-b11108e1-7cd0-43f2-9aa0-7b6e932828b2 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/quotas/747b314afcbf405a93bb89d11770a0fc HTTP/1.1" status: 200 len: 375 time: 0.0316088 Aug 27 14:02:47.576424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-708a312e-07e8-41f4-8502-4be386bbad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:47.580107 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-708a312e-07e8-41f4-8502-4be386bbad6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca5487afb9c4474796e982b017af7c80&device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 1095 time: 0.1502635 Aug 27 14:02:47.585306 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2376f45b-f61b-4f77-af01-dba8915a0de6 req-1fdecfa9-4e7a-406c-99aa-9ee88b088afa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 HTTP/1.1" status: 200 len: 217 time: 0.1188333 Aug 27 14:02:47.635243 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-fc7ed365-7469-431f-89c9-ddfdd5b073f9 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=747b314afcbf405a93bb89d11770a0fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0997238 Aug 27 14:02:47.640307 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-766982d2-118b-4c6c-a365-7892022c94f5 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.648432 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.660292 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ee82d-5f5c-4e02-a9c1-2ad688ac9aa8 req-660504d3-edf1-4e13-a386-e04a1062e3d0 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:47.661817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c8ee82d-5f5c-4e02-a9c1-2ad688ac9aa8 req-660504d3-edf1-4e13-a386-e04a1062e3d0 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 948 time: 0.2004149 Aug 27 14:02:47.661953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Transition to ACTIVE for port object 1afa666f-8b79-4600-a8fc-556fbafe5039 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:47.675259 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.682593 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-89e6b9b1-f16b-4b7d-a1bb-6e640a8438b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a44b21e4-f651-4005-87f8-4e692a27f2bb HTTP/1.1" status: 200 len: 217 time: 0.0759897 Aug 27 14:02:47.682593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-766982d2-118b-4c6c-a365-7892022c94f5 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.703664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd53ad7-76f0-47ac-b92d-873adddce289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11494348-21b6-4c29-879e-1e7729fa7031'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:47.705704 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fb9c94-4916-4694-8513-2cede35f21d5" -d '{"events": [{"server_uuid": "acd53ad7-76f0-47ac-b92d-873adddce289", "name": "network-vif-plugged", "status": "completed", "tag": "11494348-21b6-4c29-879e-1e7729fa7031"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:47.717694 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f45b-f61b-4f77-af01-dba8915a0de6 req-6aa7d757-37d2-45fb-822a-3d943fd44765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:47.719483 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2376f45b-f61b-4f77-af01-dba8915a0de6 req-6aa7d757-37d2-45fb-822a-3d943fd44765 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.1100729 Aug 27 14:02:47.741249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2719cf-454e-43eb-a523-b229a2cedab8 None None] Pushing event updated for resources: {'Port': ['ID=1afa666f-8b79-4600-a8fc-556fbafe5039,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:47.794610 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c8ee82d-5f5c-4e02-a9c1-2ad688ac9aa8 req-0fe8be3d-1bf5-4a4b-b475-f4b10e912aa6 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154206 Aug 27 14:02:47.807592 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-476165fe-52f1-455f-aab3-e56cf5f217f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.813590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Attempting to bind port 1afa666f-8b79-4600-a8fc-556fbafe5039 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:47.814293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Attempting to bind port 1afa666f-8b79-4600-a8fc-556fbafe5039 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'fb66b771-c703-40b3-842f-02a880f5c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:47.814998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Attempting to bind port 1afa666f-8b79-4600-a8fc-556fbafe5039 on network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:47.822833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:47.823618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Checking segment: {'id': 'fb66b771-c703-40b3-842f-02a880f5c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:47.824273 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.824903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Bound using segment: {'id': 'fb66b771-c703-40b3-842f-02a880f5c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:47.826235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Bound port: 1afa666f-8b79-4600-a8fc-556fbafe5039, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb66b771-c703-40b3-842f-02a880f5c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:47.827241 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.832486 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-766982d2-118b-4c6c-a365-7892022c94f5 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.833872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-766982d2-118b-4c6c-a365-7892022c94f5 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4778206 Aug 27 14:02:47.835982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-bcb81e43-33df-4748-a205-d31bb9f53048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:47.838112 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-bcb81e43-33df-4748-a205-d31bb9f53048 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8012dbf9-0982-45c9-b07b-40b74c5b4a40 HTTP/1.1" status: 200 len: 845 time: 0.1339905 Aug 27 14:02:47.839048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48764) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:47.862651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-989f5d4e-2b72-4c32-b08f-6bfee209945b tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Request body: {'security_group_rule': {'security_group_id': 'ed38e010-f854-4acb-b370-379d12946cf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:47.915361 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766982d2-118b-4c6c-a365-7892022c94f5 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed38e010-f854-4acb-b370-379d12946cf8,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:47.934399 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476165fe-52f1-455f-aab3-e56cf5f217f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4113ff1-f85f-4758-a13f-3c6647a7fdb7,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:47.944228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f45b-f61b-4f77-af01-dba8915a0de6 req-39af7969-5130-44e4-ba46-c135236a9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:47.946915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2376f45b-f61b-4f77-af01-dba8915a0de6 req-39af7969-5130-44e4-ba46-c135236a9988 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2062807 Aug 27 14:02:47.953808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] For port 1afa666f-8b79-4600-a8fc-556fbafe5039, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:47.957984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] For port 1afa666f-8b79-4600-a8fc-556fbafe5039, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1afa666f-8b79-4600-a8fc-556fbafe5039,segment=NetworkSegment(fb66b771-c703-40b3-842f-02a880f5c699),segment_id=fb66b771-c703-40b3-842f-02a880f5c699)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:47.967264 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-ebec2244-a6f4-4fd2-83a4-fd8e82cf7545 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd31dc99-802c-4710-97ff-02fb9b935ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548840 Aug 27 14:02:47.970533 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:47.973647 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-989f5d4e-2b72-4c32-b08f-6bfee209945b tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.046194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Routers {'d96b426e-dc89-429a-b966-b3f617d703aa'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:48.046918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d96b426e-dc89-429a-b966-b3f617d703aa'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:48.107709 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-5264d9d1-410d-4d2f-8748-b5489964ca5a service neutron] 10.222.0.55 "GET /v2.0/networks/d3fc6770-9aa7-45d3-9f49-90ca773f4e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344821 Aug 27 14:02:48.126203 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2719cf-454e-43eb-a523-b229a2cedab8 None None] Pushing event updated for resources: {'Port': ['ID=1afa666f-8b79-4600-a8fc-556fbafe5039,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:48.146239 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:48.176434 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:02:48.254897 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-989f5d4e-2b72-4c32-b08f-6bfee209945b tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.279501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-989f5d4e-2b72-4c32-b08f-6bfee209945b tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.324248 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-aee129cb-866e-4508-ae83-3dcb6627875d service neutron] 10.222.0.41 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357015 Aug 27 14:02:48.329585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f5d4e-2b72-4c32-b08f-6bfee209945b tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d235c4-9a27-4cee-8851-37d0f1bb6430,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:48.350937 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] Set router d96b426e-dc89-429a-b966-b3f617d703aa gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:48.366271 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-989f5d4e-2b72-4c32-b08f-6bfee209945b tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.370711 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-989f5d4e-2b72-4c32-b08f-6bfee209945b tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5272098 Aug 27 14:02:48.371723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48770) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:48.406119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5c12ba89-9ef9-492e-afd6-9bc7c01406f3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Request body: {'security_group_rule': {'security_group_id': 'ed38e010-f854-4acb-b370-379d12946cf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:48.409799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:48.416569 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-cceb2cfa-13af-4af0-a050-07085b760090 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fc6770-9aa7-45d3-9f49-90ca773f4e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970753 Aug 27 14:02:48.447790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:48.448228 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.465095 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c12ba89-9ef9-492e-afd6-9bc7c01406f3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.500236 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c6c344a-3688-41a5-aeea-7ae5970de5e5 req-cf33e43e-ad68-4eb6-a4a4-41c610eab358 service neutron] 10.222.0.41 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624234 Aug 27 14:02:48.534168 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c12ba89-9ef9-492e-afd6-9bc7c01406f3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.546666 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c12ba89-9ef9-492e-afd6-9bc7c01406f3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.583041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12ba89-9ef9-492e-afd6-9bc7c01406f3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e451ba3e-937a-4f5f-a01a-50f48177e02e,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:48.597040 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c12ba89-9ef9-492e-afd6-9bc7c01406f3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.605634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5c12ba89-9ef9-492e-afd6-9bc7c01406f3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2035487 Aug 27 14:02:48.609558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48772) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:48.636708 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:48.691447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.702268 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-476165fe-52f1-455f-aab3-e56cf5f217f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.713985 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.720538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0eff4-71c5-4082-906a-4ae8e5ba08f0 req-0f241100-1643-42e0-99e7-0b64a8db97f8 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:48.729017 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ff0eff4-71c5-4082-906a-4ae8e5ba08f0 req-0f241100-1643-42e0-99e7-0b64a8db97f8 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 946 time: 0.7973850 Aug 27 14:02:48.737883 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.739625 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2376f45b-f61b-4f77-af01-dba8915a0de6 req-abbdfbd4-c08f-49c1-b283-b075e04a1625 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838078 Aug 27 14:02:48.749582 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e332bbfa-311c-4d5b-8641-148e09b39ef8 x-openstack-request-id: req-e332bbfa-311c-4d5b-8641-148e09b39ef8 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:48.749931 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd53ad7-76f0-47ac-b92d-873adddce289", "name": "network-vif-plugged", "status": "completed", "tag": "11494348-21b6-4c29-879e-1e7729fa7031", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:48.750246 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e332bbfa-311c-4d5b-8641-148e09b39ef8 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:48.750723 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd53ad7-76f0-47ac-b92d-873adddce289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11494348-21b6-4c29-879e-1e7729fa7031', 'code': 200} Aug 27 14:02:48.770949 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:02:43Z', 'revision_number': 4, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '1afa666f-8b79-4600-a8fc-556fbafe5039', 'name': '', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'mac_address': 'fa:16:3e:0b:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '40992694-78e7-41d2-a32d-7deb29281711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:38Z', 'updated_at': '2021-08-27T14:02:47Z', 'revision_number': 4, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'subnets': [{'id': '40992694-78e7-41d2-a32d-7deb29281711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:48.821547 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ff0eff4-71c5-4082-906a-4ae8e5ba08f0 req-d53887e7-b4ab-4364-aaaf-3815646bd185 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890489 Aug 27 14:02:48.840295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2dc710-abea-401f-ab04-ceb96459f96b None None] The sync data for ids ['d96b426e-dc89-429a-b966-b3f617d703aa'] in n-d-712139-12 is: [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:02:43Z', 'revision_number': 4, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '1afa666f-8b79-4600-a8fc-556fbafe5039', 'name': '', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'mac_address': 'fa:16:3e:0b:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '40992694-78e7-41d2-a32d-7deb29281711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:38Z', 'updated_at': '2021-08-27T14:02:47Z', 'revision_number': 4, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'subnets': [{'id': '40992694-78e7-41d2-a32d-7deb29281711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:02:48.849826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:48.858226 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:48.951445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:49.089307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cc691-1ab4-4f38-9534-1d59dced1798 req-b17ac3b3-54c4-478f-b6b9-8be578dc9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:49.090470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da0cc691-1ab4-4f38-9534-1d59dced1798 req-b17ac3b3-54c4-478f-b6b9-8be578dc9699 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca5487afb9c4474796e982b017af7c80&device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 1095 time: 0.2485204 Aug 27 14:02:49.095294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd821738-0532-476a-acfa-b0ded0c32d8a req-d82e6158-6281-40b1-ba32-e5b1294743b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:49.097083 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd821738-0532-476a-acfa-b0ded0c32d8a req-d82e6158-6281-40b1-ba32-e5b1294743b6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=acd53ad7-76f0-47ac-b92d-873adddce289 HTTP/1.1" status: 200 len: 1097 time: 0.2566683 Aug 27 14:02:49.149023 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82d719-b541-42ab-a11d-af8d23cbd24c req-f8020fbe-ba79-4e14-b82f-29db6facfd29 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:49.150824 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6f82d719-b541-42ab-a11d-af8d23cbd24c req-f8020fbe-ba79-4e14-b82f-29db6facfd29 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 943 time: 0.2417860 Aug 27 14:02:49.165304 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59245-cd3f-4a0b-be02-ab8658d4cbb9 req-f624184f-cfc4-429f-9aab-dca7c98fc2dd tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:49.171598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59245-cd3f-4a0b-be02-ab8658d4cbb9 req-f624184f-cfc4-429f-9aab-dca7c98fc2dd tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:49.177917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59245-cd3f-4a0b-be02-ab8658d4cbb9 req-f624184f-cfc4-429f-9aab-dca7c98fc2dd tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:49.187391 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c0d59245-cd3f-4a0b-be02-ab8658d4cbb9 req-f624184f-cfc4-429f-9aab-dca7c98fc2dd tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2418 time: 0.1952412 Aug 27 14:02:49.273620 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd821738-0532-476a-acfa-b0ded0c32d8a req-d4be3f5d-9ad9-4144-b01b-567949637117 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531081 Aug 27 14:02:49.297599 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6f82d719-b541-42ab-a11d-af8d23cbd24c req-5ea1c8d3-f61b-4962-938e-13937b245831 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026599 Aug 27 14:02:49.312692 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cc691-1ab4-4f38-9534-1d59dced1798 req-2003a475-217e-4180-beb4-3ff5e696dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:49.315948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da0cc691-1ab4-4f38-9534-1d59dced1798 req-2003a475-217e-4180-beb4-3ff5e696dda6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd31dc99-802c-4710-97ff-02fb9b935ee2 HTTP/1.1" status: 200 len: 906 time: 0.2135692 Aug 27 14:02:49.318590 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:49.328865 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2376f45b-f61b-4f77-af01-dba8915a0de6 req-53a6e40f-08c3-44e2-abe7-c2dc3e2cbc50 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533397 Aug 27 14:02:49.337812 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c0d59245-cd3f-4a0b-be02-ab8658d4cbb9 req-254f9445-b6d2-4284-bf56-8a2a872c759e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493654 Aug 27 14:02:49.406154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476165fe-52f1-455f-aab3-e56cf5f217f0 admin admin] Router 4838d05f-3b46-4126-99bd-a5837b817897 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:02:49.424653 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da0cc691-1ab4-4f38-9534-1d59dced1798 req-7c79c126-7cec-4b40-b580-b833569c0de0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a44b21e4-f651-4005-87f8-4e692a27f2bb HTTP/1.1" status: 200 len: 217 time: 0.0954340 Aug 27 14:02:49.499561 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c33d966-dad4-4c27-a190-e944b5d5ab4c req-795c537d-6d57-4508-8d07-ae3c8e40f9d9 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 210 time: 0.0428896 Aug 27 14:02:49.545555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cc691-1ab4-4f38-9534-1d59dced1798 req-f5e84fe0-221a-451a-9d98-18461bf8d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:49.547607 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da0cc691-1ab4-4f38-9534-1d59dced1798 req-f5e84fe0-221a-451a-9d98-18461bf8d79a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8012dbf9-0982-45c9-b07b-40b74c5b4a40 HTTP/1.1" status: 200 len: 845 time: 0.1128705 Aug 27 14:02:49.563580 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e0ee1-71e9-48d1-80cf-1036dadecde8 req-a20ea60e-5df7-4dc3-8799-1ab12248c726 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:49.565108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-013e0ee1-71e9-48d1-80cf-1036dadecde8 req-a20ea60e-5df7-4dc3-8799-1ab12248c726 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 946 time: 0.1520431 Aug 27 14:02:49.622426 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da0cc691-1ab4-4f38-9534-1d59dced1798 req-39f3c541-40d2-442a-b3c1-4ae81f120e28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd31dc99-802c-4710-97ff-02fb9b935ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557799 Aug 27 14:02:49.629282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476165fe-52f1-455f-aab3-e56cf5f217f0 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:02:49.637763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Allocated IP 172.25.2.90 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/d4a964d0-50d5-4593-bb21-e2d31eb8cf87) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:49.639367 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-476165fe-52f1-455f-aab3-e56cf5f217f0 admin admin] 10.222.0.55 "PUT /v2.0/routers/4838d05f-3b46-4126-99bd-a5837b817897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4090142 Aug 27 14:02:49.640301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48790) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:49.643047 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f8369-bba0-4a9b-90b4-cfb8804e0002 None None] Sync routers for ids ['4838d05f-3b46-4126-99bd-a5837b817897'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:02:49.660238 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f8369-bba0-4a9b-90b4-cfb8804e0002 None None] Routers {'4838d05f-3b46-4126-99bd-a5837b817897'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:49.660997 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7a7f8369-bba0-4a9b-90b4-cfb8804e0002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4838d05f-3b46-4126-99bd-a5837b817897'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:49.788023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-013e0ee1-71e9-48d1-80cf-1036dadecde8 req-a69725df-140d-4aa1-8c0c-83b15512abb6 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76a3593-425f-4cf8-bf87-6e498f2e0f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970479 Aug 27 14:02:49.840722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1afa666f-8b79-4600-a8fc-556fbafe5039 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:49.879226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850f94d-f3cc-4c9e-a28f-0dbbedf6abc6 req-1e030aed-fe1d-415d-972e-2f30e29a9074 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:49.888064 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2850f94d-f3cc-4c9e-a28f-0dbbedf6abc6 req-1e030aed-fe1d-415d-972e-2f30e29a9074 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 948 time: 0.2464435 Aug 27 14:02:49.910574 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:49.936615 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-7a7f8369-bba0-4a9b-90b4-cfb8804e0002 None None] Set router 4838d05f-3b46-4126-99bd-a5837b817897 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:49.964131 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 1afa666f-8b79-4600-a8fc-556fbafe5039 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:49.973014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 1afa666f-8b79-4600-a8fc-556fbafe5039 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:49.973535 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:49.997680 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da0cc691-1ab4-4f38-9534-1d59dced1798 req-cf7ed614-d9e1-41f5-9df8-ee3e1862c968 service neutron] 10.222.0.41 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580904 Aug 27 14:02:49.998813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2850f94d-f3cc-4c9e-a28f-0dbbedf6abc6 req-974ef81c-e921-473a-9988-b5240a7ad1d2 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096992 Aug 27 14:02:50.114223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f73d7a-27e9-4b07-87b3-553a39424dc6 req-67661682-e5d5-4182-af28-b3f2d546bcc9 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:50.121827 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a7f73d7a-27e9-4b07-87b3-553a39424dc6 req-67661682-e5d5-4182-af28-b3f2d546bcc9 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1988502 Aug 27 14:02:50.145305 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:50.146606 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:50.163323 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:50.192251 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:50.225425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 1afa666f-8b79-4600-a8fc-556fbafe5039, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1afa666f-8b79-4600-a8fc-556fbafe5039,segment=NetworkSegment(fb66b771-c703-40b3-842f-02a880f5c699),segment_id=fb66b771-c703-40b3-842f-02a880f5c699)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:50.237307 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a7f73d7a-27e9-4b07-87b3-553a39424dc6 req-b554316d-c3a6-4437-a779-d7c7e2177966 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098685 Aug 27 14:02:50.237600 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:50.314545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Deleting port e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:50.315544 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:50.332332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=1afa666f-8b79-4600-a8fc-556fbafe5039,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:50.363829 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7a7f8369-bba0-4a9b-90b4-cfb8804e0002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838d05f-3b46-4126-99bd-a5837b817897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1923961928-router', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:55:00Z', 'updated_at': '2021-08-27T14:02:47Z', 'revision_number': 5, 'project_id': '0287a381c30e4b16b87ff9426ee8682b', 'gw_port': {'id': 'e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838d05f-3b46-4126-99bd-a5837b817897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:55:01Z', 'updated_at': '2021-08-27T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:50.369982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:02:50.452006 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f8369-bba0-4a9b-90b4-cfb8804e0002 None None] Checking router: 4838d05f-3b46-4126-99bd-a5837b817897 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:02:50.472336 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f8369-bba0-4a9b-90b4-cfb8804e0002 None None] Routers {'4838d05f-3b46-4126-99bd-a5837b817897'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:02:50.476450 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7a7f8369-bba0-4a9b-90b4-cfb8804e0002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4838d05f-3b46-4126-99bd-a5837b817897'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:50.516270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] For port e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:50.516951 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:50.535410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Calling delete_port for e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:50.752822 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-7a7f8369-bba0-4a9b-90b4-cfb8804e0002 None None] Set router 4838d05f-3b46-4126-99bd-a5837b817897 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:02:50.790696 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:50.813502 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7a7f8369-bba0-4a9b-90b4-cfb8804e0002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838d05f-3b46-4126-99bd-a5837b817897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1923961928-router', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:55:00Z', 'updated_at': '2021-08-27T14:02:50Z', 'revision_number': 6, 'project_id': '0287a381c30e4b16b87ff9426ee8682b', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:50.839708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:50.842473 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c5ec16-7a9c-4ff9-93f0-0e64abb1cac8" -d '{"events": [{"server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "name": "network-vif-plugged", "status": "completed", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:50.852241 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f8369-bba0-4a9b-90b4-cfb8804e0002 None None] The sync data for ids ['4838d05f-3b46-4126-99bd-a5837b817897'] in n-d-712139-12 is: [{'id': '4838d05f-3b46-4126-99bd-a5837b817897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1923961928-router', 'tenant_id': '0287a381c30e4b16b87ff9426ee8682b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:55:00Z', 'updated_at': '2021-08-27T14:02:50Z', 'revision_number': 6, 'project_id': '0287a381c30e4b16b87ff9426ee8682b', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:02:50.890472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:50.902139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:50.916156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23', 'mac_address': 'fa:16:3e:88:5f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:02:50.916978 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da0cc691-1ab4-4f38-9534-1d59dced1798 req-d523ebdf-b276-41f2-8b39-ae2d167787a0 service neutron] 10.222.0.41 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9032643 Aug 27 14:02:50.963653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bff02-bd6b-4afc-b6d0-25d1fdf5b2c0 req-a53cc056-0ccb-4745-95ec-77e0a67a2dc8 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:50.966126 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f46bff02-bd6b-4afc-b6d0-25d1fdf5b2c0 req-a53cc056-0ccb-4745-95ec-77e0a67a2dc8 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd53ad7-76f0-47ac-b92d-873adddce289 HTTP/1.1" status: 200 len: 945 time: 0.1872904 Aug 27 14:02:50.973527 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:50.987562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:50.994009 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.008969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:51.012308 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.016462 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.075143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:51.088451 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.090825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2320641-35ca-47b1-bdaa-2a358716223f req-5e792746-2115-486f-9486-2ccb22ab366d tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:51.092329 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d2320641-35ca-47b1-bdaa-2a358716223f req-5e792746-2115-486f-9486-2ccb22ab366d tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 943 time: 0.2189903 Aug 27 14:02:51.098129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:51.107434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:51.110507 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f46bff02-bd6b-4afc-b6d0-25d1fdf5b2c0 req-aaef13bd-f04b-41a3-bd19-ee04c8b18ba7 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372075 Aug 27 14:02:51.114479 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.116259 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.120398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:51.162722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Pushing event updated for resources: {'Port': ['ID=d4a964d0-50d5-4593-bb21-e2d31eb8cf87,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:51.173059 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.173955 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4838d05f-3b46-4126-99bd-a5837b817897 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:02:51.178955 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.181162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5d4b1b81-b48b-4519-9bf3-3804cf950fa1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/4838d05f-3b46-4126-99bd-a5837b817897 HTTP/1.1" status: 204 len: 168 time: 1.5276821 Aug 27 14:02:51.182938 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-7abe1b5d-6760-4d2b-8076-a62e6dd59c7f tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:51.184286 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48812) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:51.184558 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-7abe1b5d-6760-4d2b-8076-a62e6dd59c7f tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.52 "GET /v2.0/networks?id=d3fc6770-9aa7-45d3-9f49-90ca773f4e62 HTTP/1.1" status: 200 len: 814 time: 0.3074284 Aug 27 14:02:51.210940 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d2320641-35ca-47b1-bdaa-2a358716223f req-7738c6e5-975d-44ce-a73f-d61e54638c34 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096358 Aug 27 14:02:51.271214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-28140fc1-070e-4c55-b9d5-062bdaf7541a admin admin] Deleting subnet db723e39-27ec-457f-9d85-dd620a0cdad0 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:02:51.278596 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28140fc1-070e-4c55-b9d5-062bdaf7541a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.287712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d41a36-2782-42ce-8080-ee680c0af2cb req-25de7579-ed2a-43f5-b333-3911d5362bfc tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:51.289300 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0d41a36-2782-42ce-8080-ee680c0af2cb req-25de7579-ed2a-43f5-b333-3911d5362bfc tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 946 time: 0.1066897 Aug 27 14:02:51.298121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-7c7c227c-bdb3-4767-a5a1-bb25dcb064ad tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=747b314afcbf405a93bb89d11770a0fc HTTP/1.1" status: 200 len: 379 time: 0.1022394 Aug 27 14:02:51.320691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Request body: {'port': {'device_id': '8f60f148-880b-4cc3-87ac-e097e060eed2', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'admin_state_up': True, 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'security_groups': ['4db07656-7ae3-4eb1-8385-c3a7aae3780f']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:51.347560 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28140fc1-070e-4c55-b9d5-062bdaf7541a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.349193 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7629c758-fa74-4030-a17e-4f43e46fbf6c req-328f3181-6ade-4687-a28e-2de60be47828 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 210 time: 0.0554161 Aug 27 14:02:51.387414 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0d41a36-2782-42ce-8080-ee680c0af2cb req-05426f3c-da78-4fb3-a3bc-7d0614ab9191 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76a3593-425f-4cf8-bf87-6e498f2e0f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748582 Aug 27 14:02:51.391241 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.443880 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e3b7dc-20b0-4d42-9cbe-858fce3a975b x-openstack-request-id: req-a5e3b7dc-20b0-4d42-9cbe-858fce3a975b {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:51.444236 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "name": "network-vif-plugged", "status": "completed", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:51.444555 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5e3b7dc-20b0-4d42-9cbe-858fce3a975b {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:51.445021 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c', 'code': 200} Aug 27 14:02:51.466462 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28140fc1-070e-4c55-b9d5-062bdaf7541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.495214 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.544923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['5c954cbd-164a-4604-8a1f-3bbc9dbc9d23'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:51.572462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dd9c9-6590-4a4e-b818-d9f976251b62 req-0ef97053-a207-40d6-bd65-351f37bedf60 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:51.579552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dd9c9-6590-4a4e-b818-d9f976251b62 req-0ef97053-a207-40d6-bd65-351f37bedf60 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:51.585555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dd9c9-6590-4a4e-b818-d9f976251b62 req-0ef97053-a207-40d6-bd65-351f37bedf60 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:51.587414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c5dd9c9-6590-4a4e-b818-d9f976251b62 req-0ef97053-a207-40d6-bd65-351f37bedf60 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2418 time: 0.1451015 Aug 27 14:02:51.605925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118701-735e-424b-a9b8-ece75251b13a req-0f9de2f4-ab8b-461b-812b-caacaf7dae7a tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:51.607671 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45118701-735e-424b-a9b8-ece75251b13a req-0f9de2f4-ab8b-461b-812b-caacaf7dae7a tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 949 time: 0.1130979 Aug 27 14:02:51.627780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49584507-e913-4c02-8539-c320393135b7 req-917ef22a-fa17-4681-82be-999c7e9a5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:51.629322 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-49584507-e913-4c02-8539-c320393135b7 req-917ef22a-fa17-4681-82be-999c7e9a5efa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a22fea95-f0ae-41ea-b487-d7e3a401701d HTTP/1.1" status: 200 len: 1102 time: 0.0985799 Aug 27 14:02:51.636256 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28140fc1-070e-4c55-b9d5-062bdaf7541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.668682 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Made reservation on behalf of 747b314afcbf405a93bb89d11770a0fc for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:02:51.672159 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.684867 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28140fc1-070e-4c55-b9d5-062bdaf7541a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.687225 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-28140fc1-070e-4c55-b9d5-062bdaf7541a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/db723e39-27ec-457f-9d85-dd620a0cdad0 HTTP/1.1" status: 204 len: 168 time: 0.5016575 Aug 27 14:02:51.687714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28140fc1-070e-4c55-b9d5-062bdaf7541a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db723e39-27ec-457f-9d85-dd620a0cdad0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:51.694460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48814) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:51.702435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c5dd9c9-6590-4a4e-b818-d9f976251b62 req-03cf9ed0-9700-4a8f-873b-314fafb25765 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084068 Aug 27 14:02:51.746435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4852ac-6dab-4ca3-b2b4-9a2312869fa9 None None] Network e75bbb05-9e25-4bc6-810d-21cf85766a86 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:02:51.774173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45118701-735e-424b-a9b8-ece75251b13a req-27513f6c-64c7-4214-8f63-d949bb4bc24c tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572144 Aug 27 14:02:51.794832 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-49584507-e913-4c02-8539-c320393135b7 req-07cd9126-1006-4a3e-ab18-42ef8d5d4862 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473653 Aug 27 14:02:51.825174 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.882408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1afa666f-8b79-4600-a8fc-556fbafe5039 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:51.894204 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.903336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Deleting port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:51.903863 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.916151 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.964635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Allocated IP 172.20.0.5 (d3fc6770-9aa7-45d3-9f49-90ca773f4e62/a3de69c0-3677-46a0-97a1-d82fb21ec2cf/24525fb5-1be8-4399-ad27-f26a5485f182) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:02:51.981913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 1afa666f-8b79-4600-a8fc-556fbafe5039 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:51.982431 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:51.985105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] For port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=bc6d4cdd-697d-44a7-863d-6d2c8a6021cc,segment=NetworkSegment(d415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8),segment_id=d415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:51.986063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.027555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Calling delete_port for bc6d4cdd-697d-44a7-863d-6d2c8a6021cc owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:52.030265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Pushing event updated for resources: {'Port': ['ID=d4a964d0-50d5-4593-bb21-e2d31eb8cf87,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:52.049253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac3092a-9498-4ca5-a737-bdaf1c24e53c None None] DHCP port deletion for e75bbb05-9e25-4bc6-810d-21cf85766a86 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:02:52.059670 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.124463 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.125823 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a28cb000-8ccc-4257-bb98-aeee10a7ba53 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5131178 Aug 27 14:02:52.152151 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.157558 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-bac3092a-9498-4ca5-a737-bdaf1c24e53c None None] Deleting port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:52.158206 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bac3092a-9498-4ca5-a737-bdaf1c24e53c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.187035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6d4cdd-697d-44a7-863d-6d2c8a6021cc,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:52.236165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bac3092a-9498-4ca5-a737-bdaf1c24e53c None None] For port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc, host n-d-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:52.236165 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bac3092a-9498-4ca5-a737-bdaf1c24e53c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.239141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] No DVR routers for this DVR port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:52.261884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-bac3092a-9498-4ca5-a737-bdaf1c24e53c None None] Calling delete_port for bc6d4cdd-697d-44a7-863d-6d2c8a6021cc owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:52.265153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.ipam_backend_mixin [None req-bac3092a-9498-4ca5-a737-bdaf1c24e53c None None] Port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc was not found and therefore no delete operation was performed {{(pid=101188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:02:52.273389 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bac3092a-9498-4ca5-a737-bdaf1c24e53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.283843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f4113ff1-f85f-4758-a13f-3c6647a7fdb7 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:52.293953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.344423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Transition to ACTIVE for port object 24525fb5-1be8-4399-ad27-f26a5485f182 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:52.347853 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: f4113ff1-f85f-4758-a13f-3c6647a7fdb7 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:52.348571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f4113ff1-f85f-4758-a13f-3c6647a7fdb7 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:52.348992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:52.350948 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3092a-9498-4ca5-a737-bdaf1c24e53c None None] Pushing event deleted for resources: {'Port': ['ID=bc6d4cdd-697d-44a7-863d-6d2c8a6021cc,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:52.354157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3092a-9498-4ca5-a737-bdaf1c24e53c None None] No DVR routers for this DVR port bc6d4cdd-697d-44a7-863d-6d2c8a6021cc on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:52.394796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:52.396344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e1bfdfd2-a049-4b38-82b4-b1019c6e6a2a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:52.401133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a44b21e4-f651-4005-87f8-4e692a27f2bb details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:02:52.441421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fef55-9e16-434a-9003-d8a641291e29 req-3375d0df-2086-4d29-be8d-f54b81eaed0b tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:52.449165 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.458665 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c0fef55-9e16-434a-9003-d8a641291e29 req-3375d0df-2086-4d29-be8d-f54b81eaed0b tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd53ad7-76f0-47ac-b92d-873adddce289 HTTP/1.1" status: 200 len: 945 time: 0.1341252 Aug 27 14:02:52.481506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75bbb05-9e25-4bc6-810d-21cf85766a86']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:52.499909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:52.500178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd415f73d-adbe-45b9-b3c6-0c2cb0fd3cc8') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:52.504764 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.519151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874faac-3c50-4a56-99f3-bc35d6a851e3 req-d318848f-7c05-4466-ac01-e89fe5bc2837 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:52.519794 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c0fef55-9e16-434a-9003-d8a641291e29 req-dc676757-ffef-4f09-a3f1-1c0f4088a767 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599577 Aug 27 14:02:52.527703 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e874faac-3c50-4a56-99f3-bc35d6a851e3 req-d318848f-7c05-4466-ac01-e89fe5bc2837 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 943 time: 0.1672881 Aug 27 14:02:52.552114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a44b21e4-f651-4005-87f8-4e692a27f2bb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a44b21e4-f651-4005-87f8-4e692a27f2bb,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:52.557300 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.569680 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-f30d15c7-f573-4636-b4cb-4ed3788a1c59 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:52.571332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Pushing event updated for resources: {'Port': ['ID=24525fb5-1be8-4399-ad27-f26a5485f182,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:52.575037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:02:52.580226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:02:52.582235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-f30d15c7-f573-4636-b4cb-4ed3788a1c59 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:52.590004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-f30d15c7-f573-4636-b4cb-4ed3788a1c59 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:52.591725 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-f30d15c7-f573-4636-b4cb-4ed3788a1c59 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.52 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2418 time: 0.1721361 Aug 27 14:02:52.595574 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:02:52.595743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'a44b21e4-f651-4005-87f8-4e692a27f2bb', 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2', 'port_id': 'a44b21e4-f651-4005-87f8-4e692a27f2bb', 'mac_address': 'fa:16:3e:ad:f7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8012dbf9-0982-45c9-b07b-40b74c5b4a40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:02:52.656121 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.667234 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.671483 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44b21e4-f651-4005-87f8-4e692a27f2bb {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:52.682265 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e874faac-3c50-4a56-99f3-bc35d6a851e3 req-93dacad7-6a51-48be-95ec-abb3e774583e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535296 Aug 27 14:02:52.701263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a44b21e4-f651-4005-87f8-4e692a27f2bb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a44b21e4-f651-4005-87f8-4e692a27f2bb,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:52.708399 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:02:52.710772 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:02:52.713792 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:02:52.719140 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.789684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a44b21e4-f651-4005-87f8-4e692a27f2bb,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:52.842414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:52.843100 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.867013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf9ff8-7856-422e-8703-99f5ac418f8d req-182f29ec-04e6-4498-a1f7-303ec4a1f83a tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:52.870056 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38cf9ff8-7856-422e-8703-99f5ac418f8d req-182f29ec-04e6-4498-a1f7-303ec4a1f83a tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 946 time: 0.2002885 Aug 27 14:02:52.886635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03848c9e-aa27-4c7b-9684-843db895fc79 req-a3e9bae6-0b7c-4d81-b085-e5126d24ec7b tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:52.894512 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03848c9e-aa27-4c7b-9684-843db895fc79 req-a3e9bae6-0b7c-4d81-b085-e5126d24ec7b tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 931 time: 0.2456827 Aug 27 14:02:52.897039 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-3e194962-f971-4005-953b-630a6b679e43 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5864863 Aug 27 14:02:52.939864 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.952310 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:52.955706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Request body: {'port': {'device_id': '8f60f148-880b-4cc3-87ac-e097e060eed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:02:52.957200 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e75bbb05-9e25-4bc6-810d-21cf85766a86 HTTP/1.1" status: 204 len: 168 time: 1.2554648 Aug 27 14:02:52.983543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db689d12-6a48-4122-9f79-29f693a57718 req-9ff1eee4-81fc-4ae8-9b59-017d07fcb969 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:52.985292 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db689d12-6a48-4122-9f79-29f693a57718 req-9ff1eee4-81fc-4ae8-9b59-017d07fcb969 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 946 time: 0.1301277 Aug 27 14:02:52.987765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76cfa7-6909-44d4-b7c6-f3b8ace6f373 admin admin] Pushing event deleted for resources: {'Network': ['ID=e75bbb05-9e25-4bc6-810d-21cf85766a86,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:53.010818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4048f679-5a67-4462-a10e-020de8c61a68 None None] Provisioning for port 24525fb5-1be8-4399-ad27-f26a5485f182 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:53.016798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4048f679-5a67-4462-a10e-020de8c61a68 None None] Provisioning complete for port 24525fb5-1be8-4399-ad27-f26a5485f182 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:53.017478 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4048f679-5a67-4462-a10e-020de8c61a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:53.025451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-85067ad8-058c-49bf-b2f6-ce434a1ba035 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Deleting port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:53.025869 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-85067ad8-058c-49bf-b2f6-ce434a1ba035 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:53.075612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4048f679-5a67-4462-a10e-020de8c61a68 None None] Port 24525fb5-1be8-4399-ad27-f26a5485f182 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:02:53.160904 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:53.164303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a44b21e4-f651-4005-87f8-4e692a27f2bb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:53.176270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-85067ad8-058c-49bf-b2f6-ce434a1ba035 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] For port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=67ad081d-dc53-45dc-99e7-9a73f8d2ba7d,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:53.176644 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-85067ad8-058c-49bf-b2f6-ce434a1ba035 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:53.178591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03848c9e-aa27-4c7b-9684-843db895fc79 req-2dff70e9-0ef1-4abd-8324-17663f686271 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/security-groups?id=4db07656-7ae3-4eb1-8385-c3a7aae3780f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789159 Aug 27 14:02:53.191290 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-85067ad8-058c-49bf-b2f6-ce434a1ba035 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Calling delete_port for 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:53.230389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48884) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:53.295087 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db689d12-6a48-4122-9f79-29f693a57718 req-f0d7a7a0-866f-4515-9b90-804428fd0dca tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76a3593-425f-4cf8-bf87-6e498f2e0f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884510 Aug 27 14:02:53.449450 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-85067ad8-058c-49bf-b2f6-ce434a1ba035 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:53.461866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['8444b810-6abe-48c9-b34b-bc0f6badb86a', '67ad081d-dc53-45dc-99e7-9a73f8d2ba7d', 'c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:53.478825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06339a09-21ea-4fd7-9ada-e461f2775b05 req-06b34a92-ff96-40d3-9f1c-c9a04b4095e9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:53.483003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-38cf9ff8-7856-422e-8703-99f5ac418f8d req-38e17239-47bf-451e-8361-ca8273888440 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Deleting port e715d045-a13c-4d03-9b57-cceb013634d4 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:53.483463 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38cf9ff8-7856-422e-8703-99f5ac418f8d req-38e17239-47bf-451e-8361-ca8273888440 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:53.485731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06339a09-21ea-4fd7-9ada-e461f2775b05 req-06b34a92-ff96-40d3-9f1c-c9a04b4095e9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:53.494276 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06339a09-21ea-4fd7-9ada-e461f2775b05 req-06b34a92-ff96-40d3-9f1c-c9a04b4095e9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:53.496148 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06339a09-21ea-4fd7-9ada-e461f2775b05 req-06b34a92-ff96-40d3-9f1c-c9a04b4095e9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 2339 time: 0.1019752 Aug 27 14:02:53.521761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85067ad8-058c-49bf-b2f6-ce434a1ba035 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Port': ['ID=67ad081d-dc53-45dc-99e7-9a73f8d2ba7d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:53.543550 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-10f039d4-b9e6-4d10-bb9d-2b0e1afb1740 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b24b98473ebf462aae9865b3b3a47006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633202 Aug 27 14:02:53.617090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48908) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:53.663085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bc6d4cdd-697d-44a7-863d-6d2c8a6021cc no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:53.694282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: bc6d4cdd-697d-44a7-863d-6d2c8a6021cc {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:53.696332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bc6d4cdd-697d-44a7-863d-6d2c8a6021cc not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:53.732124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-85067ad8-058c-49bf-b2f6-ce434a1ba035 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] No DVR routers for this DVR port 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:53.736937 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-85067ad8-058c-49bf-b2f6-ce434a1ba035 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:53.739401 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-85067ad8-058c-49bf-b2f6-ce434a1ba035 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.52 "DELETE /v2.0/ports/67ad081d-dc53-45dc-99e7-9a73f8d2ba7d HTTP/1.1" status: 204 len: 173 time: 1.1266091 Aug 27 14:02:53.761117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'name': 'network-vif-deleted', 'tag': '67ad081d-dc53-45dc-99e7-9a73f8d2ba7d'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:53.763678 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12994c09-1ed6-44cb-80ba-5bc2dde937d5" -d '{"events": [{"server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "name": "network-vif-deleted", "tag": "67ad081d-dc53-45dc-99e7-9a73f8d2ba7d"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:53.775775 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06339a09-21ea-4fd7-9ada-e461f2775b05 req-f16250be-b261-472d-92e3-5fa3a1ed1586 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571037 Aug 27 14:02:53.796706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f351f-a41a-4872-9cac-f4603131d0a6 req-be2329ae-2b12-47bf-8d85-85686785441e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:53.804671 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-082f351f-a41a-4872-9cac-f4603131d0a6 req-be2329ae-2b12-47bf-8d85-85686785441e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 946 time: 0.1562076 Aug 27 14:02:53.906418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-38cf9ff8-7856-422e-8703-99f5ac418f8d req-38e17239-47bf-451e-8361-ca8273888440 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] For port e715d045-a13c-4d03-9b57-cceb013634d4, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e715d045-a13c-4d03-9b57-cceb013634d4,segment=NetworkSegment(3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa),segment_id=3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:53.906824 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38cf9ff8-7856-422e-8703-99f5ac418f8d req-38e17239-47bf-451e-8361-ca8273888440 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:53.939292 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-082f351f-a41a-4872-9cac-f4603131d0a6 req-4f78b660-e375-4e57-b801-663e8a3003e7 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331398 Aug 27 14:02:53.954001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-38cf9ff8-7856-422e-8703-99f5ac418f8d req-38e17239-47bf-451e-8361-ca8273888440 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Calling delete_port for e715d045-a13c-4d03-9b57-cceb013634d4 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:53.987315 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b3e75118-97e4-4ab6-83f8-07795afb4183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.018789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-2cccdd03-6a64-4db8-bb92-cb56e9ab0d61 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Deleting port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:54.019186 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-2cccdd03-6a64-4db8-bb92-cb56e9ab0d61 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.037889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09255883-126c-4460-afe0-2a2a4fc616ec req-2fded5e3-9e08-4b3f-9287-7ecad3a74293 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:54.039772 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09255883-126c-4460-afe0-2a2a4fc616ec req-2fded5e3-9e08-4b3f-9287-7ecad3a74293 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 949 time: 0.1466229 Aug 27 14:02:54.057160 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b3e75118-97e4-4ab6-83f8-07795afb4183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.121579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24525fb5-1be8-4399-ad27-f26a5485f182 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:02:54.137287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe816c48-5d29-4d31-932d-8aba48665178 req-b6214f28-48bd-4602-b912-bd1301afcb8c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:54.138888 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe816c48-5d29-4d31-932d-8aba48665178 req-b6214f28-48bd-4602-b912-bd1301afcb8c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 944 time: 0.1216209 Aug 27 14:02:54.142067 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.168408 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09255883-126c-4460-afe0-2a2a4fc616ec req-01d1d69d-a227-4715-9bdc-0b8e8221981b tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110024 Aug 27 14:02:54.186136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Transition to ACTIVE for port object 24525fb5-1be8-4399-ad27-f26a5485f182 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:02:54.210806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-2cccdd03-6a64-4db8-bb92-cb56e9ab0d61 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] For port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:54.211173 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-2cccdd03-6a64-4db8-bb92-cb56e9ab0d61 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.221963 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b3e75118-97e4-4ab6-83f8-07795afb4183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.222335 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.224736 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b3e75118-97e4-4ab6-83f8-07795afb4183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.225908 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b3e75118-97e4-4ab6-83f8-07795afb4183 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b88ff42-e05b-4e67-8163-585e4b2b01b3 HTTP/1.1" status: 204 len: 168 time: 0.5749984 Aug 27 14:02:54.235110 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe816c48-5d29-4d31-932d-8aba48665178 req-042eca14-f9ff-4304-a35c-8a25bbdcc3a1 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826817 Aug 27 14:02:54.268482 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b49d20-07bc-481e-b8a0-e92fbf6fa1ad x-openstack-request-id: req-e1b49d20-07bc-481e-b8a0-e92fbf6fa1ad {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:54.268733 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "name": "network-vif-deleted", "tag": "67ad081d-dc53-45dc-99e7-9a73f8d2ba7d", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:54.269455 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1b49d20-07bc-481e-b8a0-e92fbf6fa1ad {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:54.269455 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'name': 'network-vif-deleted', 'tag': '67ad081d-dc53-45dc-99e7-9a73f8d2ba7d', 'status': 'completed', 'code': 200} Aug 27 14:02:54.270192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-2cccdd03-6a64-4db8-bb92-cb56e9ab0d61 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Calling delete_port for c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:54.272532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e75118-97e4-4ab6-83f8-07795afb4183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b88ff42-e05b-4e67-8163-585e4b2b01b3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:54.311742 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Pushing event updated for resources: {'Port': ['ID=24525fb5-1be8-4399-ad27-f26a5485f182,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:54.319925 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38cf9ff8-7856-422e-8703-99f5ac418f8d req-38e17239-47bf-451e-8361-ca8273888440 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.355103 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['e715d045-a13c-4d03-9b57-cceb013634d4'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:02:54.419001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:54.423153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e17239-47bf-451e-8361-ca8273888440 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Pushing event deleted for resources: {'Port': ['ID=e715d045-a13c-4d03-9b57-cceb013634d4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:54.541728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:54.546312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:54.546976 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.573701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f177568-0277-41cd-9b15-722f879b9109 req-35374332-9993-4533-83d7-0e06a72c8de3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:54.575728 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9f177568-0277-41cd-9b15-722f879b9109 req-35374332-9993-4533-83d7-0e06a72c8de3 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 943 time: 0.1251135 Aug 27 14:02:54.626254 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-2cccdd03-6a64-4db8-bb92-cb56e9ab0d61 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.638346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Attempting to bind port 24525fb5-1be8-4399-ad27-f26a5485f182 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:02:54.638713 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Attempting to bind port 24525fb5-1be8-4399-ad27-f26a5485f182 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '2b34f82f-7ca4-438f-948d-4e192c7189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:02:54.639049 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Attempting to bind port 24525fb5-1be8-4399-ad27-f26a5485f182 on network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:54.659635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Port 24525fb5-1be8-4399-ad27-f26a5485f182 on network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:02:54.660137 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Attempting to bind port 24525fb5-1be8-4399-ad27-f26a5485f182 on network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:02:54.681916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccdd03-6a64-4db8-bb92-cb56e9ab0d61 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Port': ['ID=c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:54.693370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cf9ff8-7856-422e-8703-99f5ac418f8d req-38e17239-47bf-451e-8361-ca8273888440 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] No DVR routers for this DVR port e715d045-a13c-4d03-9b57-cceb013634d4 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:54.698890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:02:54.699233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Checking segment: {'id': '2b34f82f-7ca4-438f-948d-4e192c7189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:02:54.699623 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Bound using segment: {'id': '2b34f82f-7ca4-438f-948d-4e192c7189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:02:54.700071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Bound port: 24525fb5-1be8-4399-ad27-f26a5485f182, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b34f82f-7ca4-438f-948d-4e192c7189bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:02:54.700435 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.739782 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38cf9ff8-7856-422e-8703-99f5ac418f8d req-38e17239-47bf-451e-8361-ca8273888440 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.740603 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.749832 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38cf9ff8-7856-422e-8703-99f5ac418f8d req-38e17239-47bf-451e-8361-ca8273888440 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.41 "DELETE /v2.0/ports/e715d045-a13c-4d03-9b57-cceb013634d4 HTTP/1.1" status: 204 len: 173 time: 1.8518550 Aug 27 14:02:54.751416 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9f177568-0277-41cd-9b15-722f879b9109 req-bee6a246-8492-4848-98ad-0aadefd08ce1 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/security-groups?id=4db07656-7ae3-4eb1-8385-c3a7aae3780f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635849 Aug 27 14:02:54.806982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-2cccdd03-6a64-4db8-bb92-cb56e9ab0d61 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] No DVR routers for this DVR port c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:54.817331 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-2cccdd03-6a64-4db8-bb92-cb56e9ab0d61 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.822030 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-2cccdd03-6a64-4db8-bb92-cb56e9ab0d61 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.52 "DELETE /v2.0/ports/c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff HTTP/1.1" status: 204 len: 173 time: 1.0345545 Aug 27 14:02:54.841171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:54.844132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2efa54-dae6-4720-897c-c1077f8326cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:54.850774 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24764f3-87cc-46c2-94c8-cdd100365103" -d '{"events": [{"server_uuid": "bd2efa54-dae6-4720-897c-c1077f8326cb", "name": "network-vif-plugged", "status": "completed", "tag": "5c954cbd-164a-4604-8a1f-3bbc9dbc9d23"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:54.858402 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.860924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a44b21e4-f651-4005-87f8-4e692a27f2bb up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:02:54.891301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] For port 24525fb5-1be8-4399-ad27-f26a5485f182, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:02:54.896950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] For port 24525fb5-1be8-4399-ad27-f26a5485f182, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=24525fb5-1be8-4399-ad27-f26a5485f182,segment=NetworkSegment(2b34f82f-7ca4-438f-948d-4e192c7189bb),segment_id=2b34f82f-7ca4-438f-948d-4e192c7189bb)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:02:54.905932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8dd7c4-2d96-4fd4-9831-9480cbac0a94', 'name': 'network-vif-deleted', 'tag': 'e715d045-a13c-4d03-9b57-cceb013634d4'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:54.908428 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324691b4-96c3-44da-bc02-86ef11022e5a" -d '{"events": [{"server_uuid": "9e8dd7c4-2d96-4fd4-9831-9480cbac0a94", "name": "network-vif-deleted", "tag": "e715d045-a13c-4d03-9b57-cceb013634d4"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:54.924682 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:54.988109 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ba43c17-845b-47c2-92bf-da2048f39397 req-5efbbaa4-1946-48c5-b2e6-d589b8cc58e9 tempest-InstanceActionsV221TestJSON-237950977 tempest-InstanceActionsV221TestJSON-237950977-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dd7c4-2d96-4fd4-9831-9480cbac0a94 HTTP/1.1" status: 200 len: 210 time: 0.0725889 Aug 27 14:02:55.037375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:55.058027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Pushing event updated for resources: {'Port': ['ID=24525fb5-1be8-4399-ad27-f26a5485f182,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:55.063469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-740feafc-0a39-4538-a398-f2a6c2482d9c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Deleting port 8444b810-6abe-48c9-b34b-bc0f6badb86a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:55.064178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-740feafc-0a39-4538-a398-f2a6c2482d9c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:55.083504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:55.092034 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:55.093641 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-1cf8a85f-bfee-403e-a458-27d413d0933e service neutron] 10.222.0.52 "PUT /v2.0/ports/24525fb5-1be8-4399-ad27-f26a5485f182 HTTP/1.1" status: 200 len: 1092 time: 2.1817970 Aug 27 14:02:55.109676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48936) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:55.130642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port a44b21e4-f651-4005-87f8-4e692a27f2bb completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:02:55.141359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port a44b21e4-f651-4005-87f8-4e692a27f2bb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:02:55.141359 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:55.248473 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a12d7e96-50f4-496e-a04a-8e18d64d5bb7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0287a381c30e4b16b87ff9426ee8682b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1245339 Aug 27 14:02:55.272872 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:55.300409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48940) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:55.319015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a44b21e4-f651-4005-87f8-4e692a27f2bb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a44b21e4-f651-4005-87f8-4e692a27f2bb,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:55.334066 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:55.336057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e715d045-a13c-4d03-9b57-cceb013634d4 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:55.343242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7208e0-7e72-4dbe-a810-527ae90d20dd req-3627472b-5d82-4d05-9633-2c8699aba966 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:55.351241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd7208e0-7e72-4dbe-a810-527ae90d20dd req-3627472b-5d82-4d05-9633-2c8699aba966 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.4318161 Aug 27 14:02:55.409706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: e715d045-a13c-4d03-9b57-cceb013634d4 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:55.410711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e715d045-a13c-4d03-9b57-cceb013634d4 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:55.419185 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-9410be8f-5a39-4161-93d1-75ad10e61c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:55.420975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-9410be8f-5a39-4161-93d1-75ad10e61c45 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=747b314afcbf405a93bb89d11770a0fc&device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 1095 time: 0.1763816 Aug 27 14:02:55.450792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a44b21e4-f651-4005-87f8-4e692a27f2bb,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:55.479034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-9928066b-6a98-4c6d-a157-30d712e7a4f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24525fb5-1be8-4399-ad27-f26a5485f182 HTTP/1.1" status: 200 len: 217 time: 0.0397565 Aug 27 14:02:55.496113 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd7208e0-7e72-4dbe-a810-527ae90d20dd req-7fbb7f2a-f899-4e16-b69c-2df129d543f0 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434770 Aug 27 14:02:55.536213 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95a26b9-0d80-425b-b34d-d676f1a18bac x-openstack-request-id: req-b95a26b9-0d80-425b-b34d-d676f1a18bac {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:55.536949 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2efa54-dae6-4720-897c-c1077f8326cb", "name": "network-vif-plugged", "status": "completed", "tag": "5c954cbd-164a-4604-8a1f-3bbc9dbc9d23", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:55.537432 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b95a26b9-0d80-425b-b34d-d676f1a18bac {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:55.538106 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2efa54-dae6-4720-897c-c1077f8326cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23', 'code': 200} Aug 27 14:02:55.553157 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39a40cd2-aad2-4a93-a043-32f38a890028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:55.584064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39a40cd2-aad2-4a93-a043-32f38a890028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:55.639346 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0885671-c029-4f47-b120-268867b8e145 x-openstack-request-id: req-c0885671-c029-4f47-b120-268867b8e145 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:55.639671 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8dd7c4-2d96-4fd4-9831-9480cbac0a94", "name": "network-vif-deleted", "tag": "e715d045-a13c-4d03-9b57-cceb013634d4", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:55.639954 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0885671-c029-4f47-b120-268867b8e145 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:55.640552 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8dd7c4-2d96-4fd4-9831-9480cbac0a94', 'name': 'network-vif-deleted', 'tag': 'e715d045-a13c-4d03-9b57-cceb013634d4', 'status': 'completed', 'code': 200} Aug 27 14:02:55.650156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39a40cd2-aad2-4a93-a043-32f38a890028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:55.653763 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39a40cd2-aad2-4a93-a043-32f38a890028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:55.655292 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-39a40cd2-aad2-4a93-a043-32f38a890028 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/436a250b-e847-4de1-984c-0a9f90a067e5 HTTP/1.1" status: 204 len: 168 time: 0.3332584 Aug 27 14:02:55.670298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a40cd2-aad2-4a93-a043-32f38a890028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436a250b-e847-4de1-984c-0a9f90a067e5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:55.685035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6350f28-36fc-4b94-ba84-63b19735f3f7 req-fb8bfa3a-fd5f-4ee5-b0dd-6fec384cd8a4 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:55.685542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-96261ae7-f5a8-46f6-ad9b-dc6b922e0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:55.688461 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-96261ae7-f5a8-46f6-ad9b-dc6b922e0d0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3de69c0-3677-46a0-97a1-d82fb21ec2cf HTTP/1.1" status: 200 len: 853 time: 0.1907029 Aug 27 14:02:55.698150 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6350f28-36fc-4b94-ba84-63b19735f3f7 req-fb8bfa3a-fd5f-4ee5-b0dd-6fec384cd8a4 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 945 time: 0.1644752 Aug 27 14:02:55.741918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-740feafc-0a39-4538-a398-f2a6c2482d9c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] For port 8444b810-6abe-48c9-b34b-bc0f6badb86a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8444b810-6abe-48c9-b34b-bc0f6badb86a,segment=NetworkSegment(733b12ab-c7cf-447d-9c88-8c12d76cb59f),segment_id=733b12ab-c7cf-447d-9c88-8c12d76cb59f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:55.742534 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-740feafc-0a39-4538-a398-f2a6c2482d9c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:55.771714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-740feafc-0a39-4538-a398-f2a6c2482d9c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Calling delete_port for 8444b810-6abe-48c9-b34b-bc0f6badb86a owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:55.793381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6350f28-36fc-4b94-ba84-63b19735f3f7 req-a93e4471-b78a-41d9-8350-c3a48a47c841 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890126 Aug 27 14:02:55.805823 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc83380-1dd4-40c3-b1c0-1ddd1ff2fde0 req-b6d7dd61-678d-4d63-95f8-d5161f4f8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:55.807491 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bfc83380-1dd4-40c3-b1c0-1ddd1ff2fde0 req-b6d7dd61-678d-4d63-95f8-d5161f4f8d3c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 1102 time: 0.1385536 Aug 27 14:02:55.826440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56f5d5-302b-4473-9953-0b98cbc5aed8 req-f8d04ae6-7bb6-4ddf-a5d6-fa1045486446 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:55.828058 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf56f5d5-302b-4473-9953-0b98cbc5aed8 req-f8d04ae6-7bb6-4ddf-a5d6-fa1045486446 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 950 time: 0.1143191 Aug 27 14:02:55.987942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-20f3db86-d0f5-48af-9729-3bfd16b42e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:55.989656 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-20f3db86-d0f5-48af-9729-3bfd16b42e70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3fc6770-9aa7-45d3-9f49-90ca773f4e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2770348 Aug 27 14:02:56.014564 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf56f5d5-302b-4473-9953-0b98cbc5aed8 req-cd97a116-f65b-45e1-9f3e-c13cfe4d4385 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417718 Aug 27 14:02:56.074236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79775541-5498-41eb-8f6e-a32e3a3ee871 req-f5cf4255-fcab-4ddf-b758-8647032bcdd4 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:56.077661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79775541-5498-41eb-8f6e-a32e3a3ee871 req-f5cf4255-fcab-4ddf-b758-8647032bcdd4 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.1574159 Aug 27 14:02:56.156405 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bfc83380-1dd4-40c3-b1c0-1ddd1ff2fde0 req-c286154a-6abd-46ce-982b-6a3e39481f56 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268030 Aug 27 14:02:56.189446 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79775541-5498-41eb-8f6e-a32e3a3ee871 req-526e36d0-ebf0-4cab-a3bf-126228b62a94 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950253 Aug 27 14:02:56.190080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:56.193639 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-740feafc-0a39-4538-a398-f2a6c2482d9c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:56.264249 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740feafc-0a39-4538-a398-f2a6c2482d9c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Port': ['ID=8444b810-6abe-48c9-b34b-bc0f6badb86a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:56.276396 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-670321cd-c036-4120-9797-1a9df8a0f30f service neutron] 10.222.0.52 "GET /v2.0/networks/d3fc6770-9aa7-45d3-9f49-90ca773f4e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776556 Aug 27 14:02:56.281691 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'name': 'network-vif-deleted', 'tag': 'c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:56.284639 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2be8e72-1a78-4cdb-b0f8-d5624ea02a62" -d '{"events": [{"server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "name": "network-vif-deleted", "tag": "c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:56.316577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:56.320119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:56.322537 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 8444b810-6abe-48c9-b34b-bc0f6badb86a no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:56.369929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-740feafc-0a39-4538-a398-f2a6c2482d9c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] No DVR routers for this DVR port 8444b810-6abe-48c9-b34b-bc0f6badb86a on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:56.376356 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-740feafc-0a39-4538-a398-f2a6c2482d9c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:56.383498 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-594d184b-fdd1-433d-ba91-571c7f92e461 req-740feafc-0a39-4538-a398-f2a6c2482d9c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.52 "DELETE /v2.0/ports/8444b810-6abe-48c9-b34b-bc0f6badb86a HTTP/1.1" status: 204 len: 173 time: 1.5484657 Aug 27 14:02:56.405490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 8444b810-6abe-48c9-b34b-bc0f6badb86a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:56.407432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 8444b810-6abe-48c9-b34b-bc0f6badb86a not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:56.409248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:56.482319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:56.484593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 67ad081d-dc53-45dc-99e7-9a73f8d2ba7d not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:56.621925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5201d97-6e2a-40c7-918c-5dc0500745cd req-480a91d9-9e9b-4e44-a30f-42e806e69e35 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:56.631795 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5201d97-6e2a-40c7-918c-5dc0500745cd req-480a91d9-9e9b-4e44-a30f-42e806e69e35 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 943 time: 0.1670704 Aug 27 14:02:56.719712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5201d97-6e2a-40c7-918c-5dc0500745cd req-84b7f2d4-a62a-4aed-b5f8-5949927641a6 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/security-groups?id=4db07656-7ae3-4eb1-8385-c3a7aae3780f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609272 Aug 27 14:02:56.855429 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6952e168-55fb-4189-bc9e-ce2f2c7ae024 x-openstack-request-id: req-6952e168-55fb-4189-bc9e-ce2f2c7ae024 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:56.855790 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "name": "network-vif-deleted", "tag": "c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:56.856113 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6952e168-55fb-4189-bc9e-ce2f2c7ae024 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:56.856598 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'name': 'network-vif-deleted', 'tag': 'c6ae7c5c-238a-45e5-9e34-cc46efcdd6ff', 'status': 'completed', 'code': 200} Aug 27 14:02:56.934477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be911f9c-51e1-44db-9285-81f7d99700fe req-bb1016bc-61fc-4fc5-82ce-0a10c0cd9658 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:56.940308 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be911f9c-51e1-44db-9285-81f7d99700fe req-bb1016bc-61fc-4fc5-82ce-0a10c0cd9658 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:56.946562 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be911f9c-51e1-44db-9285-81f7d99700fe req-bb1016bc-61fc-4fc5-82ce-0a10c0cd9658 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:56.948590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be911f9c-51e1-44db-9285-81f7d99700fe req-bb1016bc-61fc-4fc5-82ce-0a10c0cd9658 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa&device_id=acd53ad7-76f0-47ac-b92d-873adddce289&device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 2417 time: 0.0980999 Aug 27 14:02:56.951246 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768139d7-19cd-499f-beb6-2d3ced44e552 req-8dc38cca-2aa1-44ce-afc2-0b303f82b7a0 service neutron] 10.222.0.52 "GET /v2.0/networks/d3fc6770-9aa7-45d3-9f49-90ca773f4e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6567554 Aug 27 14:02:57.013021 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be911f9c-51e1-44db-9285-81f7d99700fe req-a9a15dc4-8aba-4787-9d7b-1073ba14dcd6 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576735 Aug 27 14:02:57.103633 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-acbaf798-045d-4452-9e3c-73887bb6f91c req-b4a03a2d-532c-418b-99c8-c4ceb714e128 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=866f7215-6a0f-44b1-bad7-352bf0bd2fd5 HTTP/1.1" status: 200 len: 210 time: 0.0452423 Aug 27 14:02:57.236777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf77c3-5278-44d1-850b-6c4f356c518b req-0d3e58c6-5ae2-4a6b-ac94-cd93c4ece367 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:57.238293 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18bf77c3-5278-44d1-850b-6c4f356c518b req-0d3e58c6-5ae2-4a6b-ac94-cd93c4ece367 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 950 time: 0.0639985 Aug 27 14:02:57.276110 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8e05b-299b-4820-a296-4513e175e303 req-8b7e4c01-c28a-4125-afe9-3e17314f1ffc tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:57.278070 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1fb8e05b-299b-4820-a296-4513e175e303 req-8b7e4c01-c28a-4125-afe9-3e17314f1ffc tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 946 time: 0.0674829 Aug 27 14:02:57.288614 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18bf77c3-5278-44d1-850b-6c4f356c518b req-3c4cbd57-e139-4b2b-92bc-8b78da5f0812 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430040 Aug 27 14:02:57.332214 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1fb8e05b-299b-4820-a296-4513e175e303 req-82898c49-f268-4b92-aa0a-93af5c76f61d tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475948 Aug 27 14:02:57.342134 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48992) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:57.450990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf8e7a9-3706-4f42-a038-1cbc1e7b45ea admin admin] Deleting subnet 0ac70084-79f6-43dc-bcc5-ea28adc8e6f1 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:02:57.454660 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e7a9-3706-4f42-a038-1cbc1e7b45ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:57.512002 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e7a9-3706-4f42-a038-1cbc1e7b45ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:57.540044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fd7a04-59ae-4c41-a508-8f7e0427d0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44b21e4-f651-4005-87f8-4e692a27f2bb'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:57.544710 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6369469-92be-4589-8b6c-0936824b09e7" -d '{"events": [{"server_uuid": "04fd7a04-59ae-4c41-a508-8f7e0427d0fd", "name": "network-vif-plugged", "status": "completed", "tag": "a44b21e4-f651-4005-87f8-4e692a27f2bb"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:57.548543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5cc73-d04d-4274-ab90-f24944bc44c2 req-471ca03c-3e85-46ff-9e0e-9674b13c978f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:57.550318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19c5cc73-d04d-4274-ab90-f24944bc44c2 req-471ca03c-3e85-46ff-9e0e-9674b13c978f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.1386545 Aug 27 14:02:57.591294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e7a9-3706-4f42-a038-1cbc1e7b45ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:57.631360 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19c5cc73-d04d-4274-ab90-f24944bc44c2 req-6dbd4dd5-5679-4ffe-9891-b1a235c93892 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731051 Aug 27 14:02:57.642188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f60f148-880b-4cc3-87ac-e097e060eed2', 'tag': '24525fb5-1be8-4399-ad27-f26a5485f182'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:57.644573 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b218cab-ba31-4315-b9e8-8ac9e4df373a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f60f148-880b-4cc3-87ac-e097e060eed2", "tag": "24525fb5-1be8-4399-ad27-f26a5485f182"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:57.684587 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0ce9b0-8d20-4fdf-ad3b-c3510049f190 x-openstack-request-id: req-cb0ce9b0-8d20-4fdf-ad3b-c3510049f190 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:57.684954 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fd7a04-59ae-4c41-a508-8f7e0427d0fd", "name": "network-vif-plugged", "status": "completed", "tag": "a44b21e4-f651-4005-87f8-4e692a27f2bb", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:57.685381 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb0ce9b0-8d20-4fdf-ad3b-c3510049f190 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:57.685735 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fd7a04-59ae-4c41-a508-8f7e0427d0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44b21e4-f651-4005-87f8-4e692a27f2bb', 'code': 200} Aug 27 14:02:57.691293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e7a9-3706-4f42-a038-1cbc1e7b45ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:57.736910 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e3f0eb-9f2d-41f2-b113-8fe7785fcaed x-openstack-request-id: req-d2e3f0eb-9f2d-41f2-b113-8fe7785fcaed {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:57.737398 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f60f148-880b-4cc3-87ac-e097e060eed2", "tag": "24525fb5-1be8-4399-ad27-f26a5485f182", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:57.737722 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2e3f0eb-9f2d-41f2-b113-8fe7785fcaed {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:57.739866 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f60f148-880b-4cc3-87ac-e097e060eed2', 'tag': '24525fb5-1be8-4399-ad27-f26a5485f182', 'status': 'completed', 'code': 200} Aug 27 14:02:57.742337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8e7a9-3706-4f42-a038-1cbc1e7b45ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac70084-79f6-43dc-bcc5-ea28adc8e6f1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:57.748195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e7a9-3706-4f42-a038-1cbc1e7b45ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:57.755971 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fcf8e7a9-3706-4f42-a038-1cbc1e7b45ea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0ac70084-79f6-43dc-bcc5-ea28adc8e6f1 HTTP/1.1" status: 204 len: 168 time: 0.4103212 Aug 27 14:02:57.756875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49014) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:57.967031 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c93785a4-0edc-4f39-8f0a-85538ab9387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:57.973559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ffee-4ca8-4718-94fa-aaedc5829922 req-bc4558ad-b44c-409a-b00d-ed1422747882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:57.975154 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5773ffee-4ca8-4718-94fa-aaedc5829922 req-bc4558ad-b44c-409a-b00d-ed1422747882 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 1097 time: 0.1482050 Aug 27 14:02:57.996585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218cab-ba31-4315-b9e8-8ac9e4df373a req-12522539-eeec-4259-913e-71a261a6d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:57.998036 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3b218cab-ba31-4315-b9e8-8ac9e4df373a req-12522539-eeec-4259-913e-71a261a6d69e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=747b314afcbf405a93bb89d11770a0fc&device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 1095 time: 0.2133484 Aug 27 14:02:58.015417 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc402cc-5263-4a36-86a3-aca731e22272 req-97dd3b7c-b54a-4a77-9c99-14c95bc2992a tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:58.022769 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1dc402cc-5263-4a36-86a3-aca731e22272 req-97dd3b7c-b54a-4a77-9c99-14c95bc2992a tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 943 time: 0.1231780 Aug 27 14:02:58.157636 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5773ffee-4ca8-4718-94fa-aaedc5829922 req-7f2d5294-f17a-41c5-a4a1-7108a1165c6d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711283 Aug 27 14:02:58.212692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1dc402cc-5263-4a36-86a3-aca731e22272 req-3c86ba45-80e2-4214-bd40-6dc9c6e3333a tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/security-groups?id=4db07656-7ae3-4eb1-8385-c3a7aae3780f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890397 Aug 27 14:02:58.221019 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c93785a4-0edc-4f39-8f0a-85538ab9387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:58.244385 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-c93785a4-0edc-4f39-8f0a-85538ab9387f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a15ebe-f86d-4e9e-9aa7-a63708b66d03']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:58.267770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-c93785a4-0edc-4f39-8f0a-85538ab9387f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:58.269561 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-c93785a4-0edc-4f39-8f0a-85538ab9387f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7e0a99-40e9-4fa2-bc9d-9b207cac1ffa') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:58.270336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49028) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:58.282125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218cab-ba31-4315-b9e8-8ac9e4df373a req-28d69039-5f86-445c-89fc-e743ad3ae6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:58.295581 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3b218cab-ba31-4315-b9e8-8ac9e4df373a req-28d69039-5f86-445c-89fc-e743ad3ae6e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3fc6770-9aa7-45d3-9f49-90ca773f4e62 HTTP/1.1" status: 200 len: 915 time: 0.2670257 Aug 27 14:02:58.311708 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c93785a4-0edc-4f39-8f0a-85538ab9387f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:58.369927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a958d8-9988-4660-a868-9ab00ad6b108 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Deleting subnet f96951ae-edde-4b65-8257-b3e84ee28281 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:02:58.384166 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25a958d8-9988-4660-a868-9ab00ad6b108 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:58.400264 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3b218cab-ba31-4315-b9e8-8ac9e4df373a req-91df1634-480a-4265-95cb-154e92bca79b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24525fb5-1be8-4399-ad27-f26a5485f182 HTTP/1.1" status: 200 len: 217 time: 0.0952289 Aug 27 14:02:58.417215 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c93785a4-0edc-4f39-8f0a-85538ab9387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:58.437937 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25a958d8-9988-4660-a868-9ab00ad6b108 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:58.476843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93785a4-0edc-4f39-8f0a-85538ab9387f admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:02:58.478026 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c93785a4-0edc-4f39-8f0a-85538ab9387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:02:58.483982 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:02:58.546263 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25a958d8-9988-4660-a868-9ab00ad6b108 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:58.564519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd79237-f53a-4bde-a6f9-0f9191fc8487 req-120ff0b3-8661-4f6d-a5be-6ea34260fb76 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:58.572595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcd79237-f53a-4bde-a6f9-0f9191fc8487 req-120ff0b3-8661-4f6d-a5be-6ea34260fb76 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 950 time: 0.1772337 Aug 27 14:02:58.603085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218cab-ba31-4315-b9e8-8ac9e4df373a req-2e92cd1c-1386-46c2-8047-ec31ef054bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:58.605039 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3b218cab-ba31-4315-b9e8-8ac9e4df373a req-2e92cd1c-1386-46c2-8047-ec31ef054bac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3de69c0-3677-46a0-97a1-d82fb21ec2cf HTTP/1.1" status: 200 len: 853 time: 0.1648433 Aug 27 14:02:58.627219 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c93785a4-0edc-4f39-8f0a-85538ab9387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:58.631596 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25a958d8-9988-4660-a868-9ab00ad6b108 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:58.655882 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c93785a4-0edc-4f39-8f0a-85538ab9387f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:58.660005 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c93785a4-0edc-4f39-8f0a-85538ab9387f admin admin] 10.222.0.55 "DELETE /v2.0/networks/d4a15ebe-f86d-4e9e-9aa7-a63708b66d03 HTTP/1.1" status: 204 len: 168 time: 0.8998449 Aug 27 14:02:58.676338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93785a4-0edc-4f39-8f0a-85538ab9387f admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a15ebe-f86d-4e9e-9aa7-a63708b66d03,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:58.683809 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25a958d8-9988-4660-a868-9ab00ad6b108 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:58.688349 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-25a958d8-9988-4660-a868-9ab00ad6b108 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "DELETE /v2.0/subnets/f96951ae-edde-4b65-8257-b3e84ee28281 HTTP/1.1" status: 204 len: 168 time: 0.4168925 Aug 27 14:02:58.690816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9e5cc1-1114-4897-a610-8f89ce9aa6a4 None None] Network 8c83526e-353f-443b-9753-a752f83180b5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:02:58.692319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a958d8-9988-4660-a868-9ab00ad6b108 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Subnet': ['ID=f96951ae-edde-4b65-8257-b3e84ee28281,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:58.692508 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcd79237-f53a-4bde-a6f9-0f9191fc8487 req-8188843a-0f32-4c83-ae42-ad77c8bbef01 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138880 Aug 27 14:02:58.701327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49050) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:58.728108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218cab-ba31-4315-b9e8-8ac9e4df373a req-5d5ead16-e7f1-469e-b48e-7725ef1e86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:58.733658 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3b218cab-ba31-4315-b9e8-8ac9e4df373a req-5d5ead16-e7f1-469e-b48e-7725ef1e86d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3fc6770-9aa7-45d3-9f49-90ca773f4e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179109 Aug 27 14:02:58.845757 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:58.875511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'name': 'network-vif-deleted', 'tag': '8444b810-6abe-48c9-b34b-bc0f6badb86a'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:02:58.878261 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75084e26-b463-40f5-b805-c8a3dca8ea86" -d '{"events": [{"server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "name": "network-vif-deleted", "tag": "8444b810-6abe-48c9-b34b-bc0f6badb86a"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:02:58.901416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3b218cab-ba31-4315-b9e8-8ac9e4df373a req-794dfcc4-04df-479f-b9ff-598926828d5f service neutron] 10.222.0.52 "GET /v2.0/networks/d3fc6770-9aa7-45d3-9f49-90ca773f4e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601985 Aug 27 14:02:58.976358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df2857-d632-4203-9d2d-8cda5a37a51a req-304a28e3-bb6d-4aff-94fc-f3387e01cd10 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:58.984820 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60df2857-d632-4203-9d2d-8cda5a37a51a req-304a28e3-bb6d-4aff-94fc-f3387e01cd10 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22fea95-f0ae-41ea-b487-d7e3a401701d HTTP/1.1" status: 200 len: 950 time: 0.1334050 Aug 27 14:02:58.998867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49060) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:59.042902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312035cb-81bd-4185-b688-38c608a94306 req-82b39370-39af-4251-8c6c-5f5d2363a217 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:59.046709 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60df2857-d632-4203-9d2d-8cda5a37a51a req-44bbef94-4048-4558-8bdd-4ef1e64c3a13 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608273 Aug 27 14:02:59.050924 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-312035cb-81bd-4185-b688-38c608a94306 req-82b39370-39af-4251-8c6c-5f5d2363a217 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.1482983 Aug 27 14:02:59.062710 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Deleting port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:59.063156 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.069944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee17d16-c161-4437-a511-a568a5267d18 None None] DHCP port deletion for 8c83526e-353f-443b-9753-a752f83180b5 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:02:59.106898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ff960de5-b86f-4c1a-ac4c-560c1601b240 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=157ddcb77c204a8da66ab159ac6f8df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1047256 Aug 27 14:02:59.108166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49064) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:02:59.159831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-fee17d16-c161-4437-a511-a568a5267d18 None None] Deleting port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:02:59.160299 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fee17d16-c161-4437-a511-a568a5267d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.185334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] For port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=182464c5-eac0-4c71-8f0a-e8e0751ffd3f,segment=NetworkSegment(733b12ab-c7cf-447d-9c88-8c12d76cb59f),segment_id=733b12ab-c7cf-447d-9c88-8c12d76cb59f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:59.185711 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.207016 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-312035cb-81bd-4185-b688-38c608a94306 req-46429d4c-428d-4de1-8221-eac20454fa3f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533055 Aug 27 14:02:59.207406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Calling delete_port for 182464c5-eac0-4c71-8f0a-e8e0751ffd3f owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:59.218186 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3b218cab-ba31-4315-b9e8-8ac9e4df373a req-fa5e06e0-a744-4e2a-8cae-9c7f5ad91c2b service neutron] 10.222.0.52 "GET /v2.0/networks/d3fc6770-9aa7-45d3-9f49-90ca773f4e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069153 Aug 27 14:02:59.237495 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a4661433-f7c9-423c-add9-e45b66770ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.281231 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a4661433-f7c9-423c-add9-e45b66770ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.299777 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a999b5d-9965-4e50-9eae-379524b25684 x-openstack-request-id: req-6a999b5d-9965-4e50-9eae-379524b25684 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:02:59.300340 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866f7215-6a0f-44b1-bad7-352bf0bd2fd5", "name": "network-vif-deleted", "tag": "8444b810-6abe-48c9-b34b-bc0f6badb86a", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:02:59.300340 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a999b5d-9965-4e50-9eae-379524b25684 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:02:59.301119 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866f7215-6a0f-44b1-bad7-352bf0bd2fd5', 'name': 'network-vif-deleted', 'tag': '8444b810-6abe-48c9-b34b-bc0f6badb86a', 'status': 'completed', 'code': 200} Aug 27 14:02:59.309993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fee17d16-c161-4437-a511-a568a5267d18 None None] For port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=182464c5-eac0-4c71-8f0a-e8e0751ffd3f,segment=NetworkSegment(733b12ab-c7cf-447d-9c88-8c12d76cb59f),segment_id=733b12ab-c7cf-447d-9c88-8c12d76cb59f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:02:59.310402 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fee17d16-c161-4437-a511-a568a5267d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.342946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-fee17d16-c161-4437-a511-a568a5267d18 None None] Calling delete_port for 182464c5-eac0-4c71-8f0a-e8e0751ffd3f owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:02:59.377266 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a4661433-f7c9-423c-add9-e45b66770ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.379924 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a4661433-f7c9-423c-add9-e45b66770ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.384165 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a4661433-f7c9-423c-add9-e45b66770ed5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f76a3593-425f-4cf8-bf87-6e498f2e0f82 HTTP/1.1" status: 204 len: 168 time: 0.2717459 Aug 27 14:02:59.391223 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.393175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4661433-f7c9-423c-add9-e45b66770ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76a3593-425f-4cf8-bf87-6e498f2e0f82,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:59.461929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Port': ['ID=182464c5-eac0-4c71-8f0a-e8e0751ffd3f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:59.467390 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fee17d16-c161-4437-a511-a568a5267d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.486046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] No DVR routers for this DVR port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:59.504498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee17d16-c161-4437-a511-a568a5267d18 None None] Pushing event deleted for resources: {'Port': ['ID=182464c5-eac0-4c71-8f0a-e8e0751ffd3f,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:02:59.511777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee17d16-c161-4437-a511-a568a5267d18 None None] No DVR routers for this DVR port 182464c5-eac0-4c71-8f0a-e8e0751ffd3f on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:02:59.655744 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.670435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cf0ed-cf06-4592-9f20-6f83cf155e51 req-e62297b9-c5eb-4143-901f-3d682e8a0649 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:02:59.672383 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d03cf0ed-cf06-4592-9f20-6f83cf155e51 req-e62297b9-c5eb-4143-901f-3d682e8a0649 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 943 time: 0.1878250 Aug 27 14:02:59.702824 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c83526e-353f-443b-9753-a752f83180b5']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:59.708686 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 182464c5-eac0-4c71-8f0a-e8e0751ffd3f no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:02:59.744837 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733b12ab-c7cf-447d-9c88-8c12d76cb59f') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:59.745287 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733b12ab-c7cf-447d-9c88-8c12d76cb59f') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:02:59.754996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 182464c5-eac0-4c71-8f0a-e8e0751ffd3f {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:02:59.755344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 182464c5-eac0-4c71-8f0a-e8e0751ffd3f not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:02:59.770651 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.805332 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d03cf0ed-cf06-4592-9f20-6f83cf155e51 req-4fe6cf94-8ee3-4c06-8c84-0d232f9999e4 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/security-groups?id=4db07656-7ae3-4eb1-8385-c3a7aae3780f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210268 Aug 27 14:02:59.809726 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.830233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:02:59.830812 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:02:59.834229 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:02:59.990815 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:00.003266 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:00.006218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "DELETE /v2.0/networks/8c83526e-353f-443b-9753-a752f83180b5 HTTP/1.1" status: 204 len: 168 time: 1.3025787 Aug 27 14:03:00.008262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49106) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:00.022522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387953b5-5cb2-4aa2-a0af-4b2a18a3edca tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Network': ['ID=8c83526e-353f-443b-9753-a752f83180b5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:00.049715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87461c77-d6b0-4422-88c6-46efc22a28a9 req-854671be-4581-447e-a964-4be14448b3a3 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:00.049715 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-87461c77-d6b0-4422-88c6-46efc22a28a9 req-854671be-4581-447e-a964-4be14448b3a3 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1012945 Aug 27 14:03:00.131297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-830dad90-8dc5-4057-940c-7dc8b013223c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Deleting subnet 5deb372d-40b5-4057-bb06-c78a82d3065b {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:03:00.134518 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-87461c77-d6b0-4422-88c6-46efc22a28a9 req-fa83902c-4f38-4a84-9f32-0cbaf5e261bd tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757952 Aug 27 14:03:00.138179 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-830dad90-8dc5-4057-940c-7dc8b013223c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:00.204575 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-830dad90-8dc5-4057-940c-7dc8b013223c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:00.205991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 24525fb5-1be8-4399-ad27-f26a5485f182 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:03:00.359528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 24525fb5-1be8-4399-ad27-f26a5485f182, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=24525fb5-1be8-4399-ad27-f26a5485f182,segment=NetworkSegment(2b34f82f-7ca4-438f-948d-4e192c7189bb),segment_id=2b34f82f-7ca4-438f-948d-4e192c7189bb)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:00.374258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '24525fb5-1be8-4399-ad27-f26a5485f182', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'port_id': '24525fb5-1be8-4399-ad27-f26a5485f182', 'mac_address': 'fa:16:3e:57:e5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:03:00.434042 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-830dad90-8dc5-4057-940c-7dc8b013223c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:00.470467 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:00.491868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb94806-463e-4eaf-b9eb-92da82ac3ccb req-cb20795b-8b0e-4079-b998-704c3616105e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:00.494946 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-efb94806-463e-4eaf-b9eb-92da82ac3ccb req-cb20795b-8b0e-4079-b998-704c3616105e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.1548657 Aug 27 14:03:00.511871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24525fb5-1be8-4399-ad27-f26a5485f182 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:03:00.545824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 24525fb5-1be8-4399-ad27-f26a5485f182, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=24525fb5-1be8-4399-ad27-f26a5485f182,segment=NetworkSegment(2b34f82f-7ca4-438f-948d-4e192c7189bb),segment_id=2b34f82f-7ca4-438f-948d-4e192c7189bb)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:00.553765 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:00.606656 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-efb94806-463e-4eaf-b9eb-92da82ac3ccb req-692bc934-b902-4db1-beb4-810cb3e30f0b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008959 Aug 27 14:03:00.608201 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-830dad90-8dc5-4057-940c-7dc8b013223c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:00.634479 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=24525fb5-1be8-4399-ad27-f26a5485f182,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:00.641272 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49142) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:00.755570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481df5e4-bd57-4056-addf-8bd9b27f88f6 None None] Network aa46a5d6-9bd7-41cc-8b0c-580ef461def1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:03:00.756104 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-830dad90-8dc5-4057-940c-7dc8b013223c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:00.761882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49148) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:00.769111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-830dad90-8dc5-4057-940c-7dc8b013223c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "DELETE /v2.0/subnets/5deb372d-40b5-4057-bb06-c78a82d3065b HTTP/1.1" status: 204 len: 168 time: 0.7478623 Aug 27 14:03:00.770635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dad90-8dc5-4057-940c-7dc8b013223c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Subnet': ['ID=5deb372d-40b5-4057-bb06-c78a82d3065b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:00.854800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-18752493-network', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:00.898087 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:00.906425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Made reservation on behalf of 573be43260cf4ef594f9cc87bd941bb8 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:03:00.908961 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:00.933834 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:00.983070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['24525fb5-1be8-4399-ad27-f26a5485f182'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:03:01.144401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ecf1-8a29-42d9-98ce-6af376a2f744 req-9b16f64a-c9f6-41f0-af10-f459e9dca0af tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:01.149942 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4524ecf1-8a29-42d9-98ce-6af376a2f744 req-9b16f64a-c9f6-41f0-af10-f459e9dca0af tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 944 time: 0.1413403 Aug 27 14:03:01.194998 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Deleting port fba39efa-acff-457e-9826-b04841fb4322 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:01.195374 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:01.241787 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4524ecf1-8a29-42d9-98ce-6af376a2f744 req-791b19fa-78df-49e6-beac-4ea38bdd194c tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/security-groups?id=4db07656-7ae3-4eb1-8385-c3a7aae3780f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833418 Aug 27 14:03:01.244353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611f2652-c18b-4b1e-88c8-3e713d840771 None None] DHCP port deletion for aa46a5d6-9bd7-41cc-8b0c-580ef461def1 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:03:01.367716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-611f2652-c18b-4b1e-88c8-3e713d840771 None None] Deleting port fba39efa-acff-457e-9826-b04841fb4322 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:01.368474 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-611f2652-c18b-4b1e-88c8-3e713d840771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:01.425719 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:01.441894 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10172621-c01d-4395-9a28-c2d4b71561a4 req-f922b279-1143-4af5-8553-c020eec38f5a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:01.450416 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10172621-c01d-4395-9a28-c2d4b71561a4 req-f922b279-1143-4af5-8553-c020eec38f5a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.3242137 Aug 27 14:03:01.453486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] For port fba39efa-acff-457e-9826-b04841fb4322, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fba39efa-acff-457e-9826-b04841fb4322,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:01.453863 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:01.469748 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:01.479599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-611f2652-c18b-4b1e-88c8-3e713d840771 None None] For port fba39efa-acff-457e-9826-b04841fb4322, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fba39efa-acff-457e-9826-b04841fb4322,segment=NetworkSegment(7a6f5d2f-6cea-49b1-8a4e-108f72566ce8),segment_id=7a6f5d2f-6cea-49b1-8a4e-108f72566ce8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:01.481723 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-611f2652-c18b-4b1e-88c8-3e713d840771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:01.494513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Calling delete_port for fba39efa-acff-457e-9826-b04841fb4322 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:03:01.508772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-611f2652-c18b-4b1e-88c8-3e713d840771 None None] Calling delete_port for fba39efa-acff-457e-9826-b04841fb4322 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:03:01.529392 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:03:01.583497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de249a3-a594-4775-afad-10ad40a64a68 req-5eac91fd-b1a9-48b1-9ccc-2823d7076180 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:01.585072 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9de249a3-a594-4775-afad-10ad40a64a68 req-5eac91fd-b1a9-48b1-9ccc-2823d7076180 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1011999 Aug 27 14:03:01.588617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f276d972-acbb-40ec-bef0-fc9f1716a4c6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:01.597288 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:01.597758 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Added segment a69ba301-f2c8-4193-a8f0-98716e23a196 of type vlan for network a2e8fae9-e52b-4f24-ad2a-000503a545a8 Aug 27 14:03:01.619897 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10172621-c01d-4395-9a28-c2d4b71561a4 req-707c91ad-f2ed-4257-8aba-81e47ed9af4b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687977 Aug 27 14:03:01.666667 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9de249a3-a594-4775-afad-10ad40a64a68 req-77131cca-6385-4b77-af02-97f9806b4a02 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697300 Aug 27 14:03:01.674156 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-611f2652-c18b-4b1e-88c8-3e713d840771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:01.717644 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:01.746916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f2652-c18b-4b1e-88c8-3e713d840771 None None] No DVR routers for this DVR port fba39efa-acff-457e-9826-b04841fb4322 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:03:01.751247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fba39efa-acff-457e-9826-b04841fb4322 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:03:01.754347 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:01.759090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f2652-c18b-4b1e-88c8-3e713d840771 None None] Pushing event deleted for resources: {'Port': ['ID=fba39efa-acff-457e-9826-b04841fb4322,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:01.787695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Port': ['ID=fba39efa-acff-457e-9826-b04841fb4322,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:01.788831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: fba39efa-acff-457e-9826-b04841fb4322 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:03:01.789309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fba39efa-acff-457e-9826-b04841fb4322 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:03:01.790368 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:01.791471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:01.792066 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:01.796698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] No DVR routers for this DVR port fba39efa-acff-457e-9826-b04841fb4322 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:03:01.932578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49184) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:01.932696 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2902787 Aug 27 14:03:01.938101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3d1361a8-3582-4731-b657-cf879bf43521 admin admin] Request body: {'subnet': {'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-18752493-subnet', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:01.959429 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b7562-5d45-432c-9118-e36166f49c68 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e8fae9-e52b-4f24-ad2a-000503a545a8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:01.963761 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:01.974245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network a2e8fae9-e52b-4f24-ad2a-000503a545a8 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:03:01.978158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa46a5d6-9bd7-41cc-8b0c-580ef461def1']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:01.987011 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1361a8-3582-4731-b657-cf879bf43521 admin admin] Made reservation on behalf of 573be43260cf4ef594f9cc87bd941bb8 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:03:01.991000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:01.991505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6f5d2f-6cea-49b1-8a4e-108f72566ce8') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:01.991920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d1361a8-3582-4731-b657-cf879bf43521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.003181 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.019383 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.027720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:03:02.029794 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:03:02.034642 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:03:02.120756 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.129437 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.130595 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "DELETE /v2.0/networks/aa46a5d6-9bd7-41cc-8b0c-580ef461def1 HTTP/1.1" status: 204 len: 168 time: 1.3674638 Aug 27 14:03:02.141883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49196) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:02.152811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a44bc-4c93-4f4e-83e3-38274ea68939 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Network': ['ID=aa46a5d6-9bd7-41cc-8b0c-580ef461def1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:02.153396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f469bb47-b5ba-417f-becc-6987cf1fc779 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-162374487'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:02.217872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:03:02.231030 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 24525fb5-1be8-4399-ad27-f26a5485f182 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:02.236835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f469bb47-b5ba-417f-becc-6987cf1fc779 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:03:02.240635 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f469bb47-b5ba-417f-becc-6987cf1fc779 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.283993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f469bb47-b5ba-417f-becc-6987cf1fc779 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:03:02.286409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d1361a8-3582-4731-b657-cf879bf43521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.351262 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f469bb47-b5ba-417f-becc-6987cf1fc779 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.352279 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-f469bb47-b5ba-417f-becc-6987cf1fc779 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Added segment 5151576e-bca8-4d87-b222-d4ad4f042f9f of type vlan for network 1c495d54-e6f8-4401-91a2-be880d6db35d Aug 27 14:03:02.364488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1361a8-3582-4731-b657-cf879bf43521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=651930c4-8e28-4aab-bc58-a3565f519406,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:02.410570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 24525fb5-1be8-4399-ad27-f26a5485f182 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:02.422251 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f469bb47-b5ba-417f-becc-6987cf1fc779 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.423655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 24525fb5-1be8-4399-ad27-f26a5485f182 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:02.424030 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.428312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1361a8-3582-4731-b657-cf879bf43521 admin admin] Checking segment: {'id': 'a69ba301-f2c8-4193-a8f0-98716e23a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:03:02.428601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1361a8-3582-4731-b657-cf879bf43521 admin admin] Network hostable DHCP agents. Network: a2e8fae9-e52b-4f24-ad2a-000503a545a8, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:03:02.465519 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f469bb47-b5ba-417f-becc-6987cf1fc779 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.469367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100f439-381d-4236-ab6e-90a0d47e681c req-dd6863f3-13d5-43a7-8c82-7d3b40de06d0 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:02.474947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f469bb47-b5ba-417f-becc-6987cf1fc779 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:02.476007 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f469bb47-b5ba-417f-becc-6987cf1fc779 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.479772 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c100f439-381d-4236-ab6e-90a0d47e681c req-dd6863f3-13d5-43a7-8c82-7d3b40de06d0 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 944 time: 0.1246533 Aug 27 14:03:02.485915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1361a8-3582-4731-b657-cf879bf43521 admin admin] Network a2e8fae9-e52b-4f24-ad2a-000503a545a8 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:03:02.494528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:02.517394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c', 'mac_address': 'fa:16:3e:8a:66:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:03:02.564406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f469bb47-b5ba-417f-becc-6987cf1fc779 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4210398 Aug 27 14:03:02.565817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49226) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:02.568199 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c100f439-381d-4236-ab6e-90a0d47e681c req-bc41d187-ee54-488a-8d77-da422321174c tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/security-groups?id=4db07656-7ae3-4eb1-8385-c3a7aae3780f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849731 Aug 27 14:03:02.569251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-3d1361a8-3582-4731-b657-cf879bf43521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, a2e8fae9-e52b-4f24-ad2a-000503a545a8) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:03:02.580099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1361a8-3582-4731-b657-cf879bf43521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:02.580702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d1361a8-3582-4731-b657-cf879bf43521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.584333 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d53b50a-50c2-404d-8d00-642df861655f None None] Network a2e8fae9-e52b-4f24-ad2a-000503a545a8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:03:02.589089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d9218fc1-d221-42be-9b75-9db07f86199b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Request body: {'subnet': {'network_id': '1c495d54-e6f8-4401-91a2-be880d6db35d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:02.615458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469bb47-b5ba-417f-becc-6987cf1fc779 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event updated for resources: {'Network': ['ID=1c495d54-e6f8-4401-91a2-be880d6db35d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:02.661819 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3d1361a8-3582-4731-b657-cf879bf43521 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7253664 Aug 27 14:03:02.661947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49234) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:02.669418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-18752493-router', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:02.730348 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.730348 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.820402 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.833025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9218fc1-d221-42be-9b75-9db07f86199b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:03:02.837427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9218fc1-d221-42be-9b75-9db07f86199b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.843165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 1c495d54-e6f8-4401-91a2-be880d6db35d details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:03:02.876254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb522f3-e325-42f7-9e96-28f2fa10a2a2 req-855818ed-aa7e-4bc0-874e-b80d1e1c3454 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:02.889448 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6eb522f3-e325-42f7-9e96-28f2fa10a2a2 req-855818ed-aa7e-4bc0-874e-b80d1e1c3454 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.0844147 Aug 27 14:03:02.937271 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.939448 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:02.974641 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6eb522f3-e325-42f7-9e96-28f2fa10a2a2 req-678fa2ed-0da2-47a2-b5a9-ec75e98fa433 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832927 Aug 27 14:03:02.985925 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882a71e-0e3c-4c32-b0b1-dccc6ed5845c req-db45cea0-2905-4a60-bb82-57b309354965 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:02.994851 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4882a71e-0e3c-4c32-b0b1-dccc6ed5845c req-db45cea0-2905-4a60-bb82-57b309354965 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.2104485 Aug 27 14:03:03.017407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 24525fb5-1be8-4399-ad27-f26a5485f182, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=24525fb5-1be8-4399-ad27-f26a5485f182,segment=NetworkSegment(2b34f82f-7ca4-438f-948d-4e192c7189bb),segment_id=2b34f82f-7ca4-438f-948d-4e192c7189bb)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:03.020157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f60f148-880b-4cc3-87ac-e097e060eed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24525fb5-1be8-4399-ad27-f26a5485f182'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:03.022602 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fe4ee5-595e-4895-b0f3-4ca8b9a88466" -d '{"events": [{"server_uuid": "8f60f148-880b-4cc3-87ac-e097e060eed2", "name": "network-vif-plugged", "status": "completed", "tag": "24525fb5-1be8-4399-ad27-f26a5485f182"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:03.026331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dbe36b-7552-4c09-9f57-7f3f46bb6be7 None None] Network a2e8fae9-e52b-4f24-ad2a-000503a545a8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:03:03.033973 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:03.036457 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:03:03.128247 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:03.135662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=24525fb5-1be8-4399-ad27-f26a5485f182,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:03.162732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4882a71e-0e3c-4c32-b0b1-dccc6ed5845c req-4f2a4708-8a60-4329-ae89-988eecd7da20 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604695 Aug 27 14:03:03.163143 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd8cf11-a4ae-43b0-ba57-17d1ab58b084 x-openstack-request-id: req-efd8cf11-a4ae-43b0-ba57-17d1ab58b084 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:03.163143 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f60f148-880b-4cc3-87ac-e097e060eed2", "name": "network-vif-plugged", "status": "completed", "tag": "24525fb5-1be8-4399-ad27-f26a5485f182", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:03.163143 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-efd8cf11-a4ae-43b0-ba57-17d1ab58b084 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:03.163143 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f60f148-880b-4cc3-87ac-e097e060eed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24525fb5-1be8-4399-ad27-f26a5485f182', 'code': 200} Aug 27 14:03:03.175071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:03.232025 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:03.373867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:03:03.409184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:03.413276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090c744-9e4e-4d19-bd37-76f017b2f444 req-aff4cfbd-afb7-47d5-a0f2-81e7ae31e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:03.415230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b090c744-9e4e-4d19-bd37-76f017b2f444 req-aff4cfbd-afb7-47d5-a0f2-81e7ae31e318 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 1097 time: 0.1463146 Aug 27 14:03:03.443162 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9218fc1-d221-42be-9b75-9db07f86199b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:03.542242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9218fc1-d221-42be-9b75-9db07f86199b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event updated for resources: {'Subnet': ['ID=525f217f-846e-4c41-88a4-642d49590e50,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:03.585036 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b090c744-9e4e-4d19-bd37-76f017b2f444 req-b5cd5f7b-e7f0-417a-97cc-a6d4e014ddd4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4db07656-7ae3-4eb1-8385-c3a7aae3780f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583924 Aug 27 14:03:03.703278 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9218fc1-d221-42be-9b75-9db07f86199b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Checking segment: {'id': '5151576e-bca8-4d87-b222-d4ad4f042f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c495d54-e6f8-4401-91a2-be880d6db35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:03:03.703992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9218fc1-d221-42be-9b75-9db07f86199b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Network hostable DHCP agents. Network: 1c495d54-e6f8-4401-91a2-be880d6db35d, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:03:03.734914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689db052-def7-42c4-912e-850b9a8bbf62 req-06f90415-4eb5-4612-b95e-aecaf714fcb4 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:03.747797 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-689db052-def7-42c4-912e-850b9a8bbf62 req-06f90415-4eb5-4612-b95e-aecaf714fcb4 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 945 time: 0.0773890 Aug 27 14:03:03.761538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9218fc1-d221-42be-9b75-9db07f86199b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Network 1c495d54-e6f8-4401-91a2-be880d6db35d is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:03:03.765987 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:03.794975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d9218fc1-d221-42be-9b75-9db07f86199b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 1c495d54-e6f8-4401-91a2-be880d6db35d) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:03:03.796971 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:03.801931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9218fc1-d221-42be-9b75-9db07f86199b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:03.802527 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9218fc1-d221-42be-9b75-9db07f86199b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:03.806265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49284) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:03.807530 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-689db052-def7-42c4-912e-850b9a8bbf62 req-419682dc-a2df-4b9f-9d38-df576b752ce1 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/security-groups?id=4db07656-7ae3-4eb1-8385-c3a7aae3780f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543463 Aug 27 14:03:03.808799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2094f2-51b1-4047-a7de-0b077e50748c None None] Network 1c495d54-e6f8-4401-91a2-be880d6db35d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:03:03.905916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d9218fc1-d221-42be-9b75-9db07f86199b tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3338950 Aug 27 14:03:03.908126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49288) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:03.914882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3081460d-ce67-4f37-8925-0770eecf047a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1964537644'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:03.949945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3081460d-ce67-4f37-8925-0770eecf047a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:03:03.959616 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3081460d-ce67-4f37-8925-0770eecf047a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.008968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3081460d-ce67-4f37-8925-0770eecf047a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:03:04.019970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Allocated IP 172.25.2.80 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/275880d5-d666-40d6-b144-cb9001eabd90) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:03:04.022742 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3081460d-ce67-4f37-8925-0770eecf047a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.024533 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-3081460d-ce67-4f37-8925-0770eecf047a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Added segment b4103c22-3c19-4d4c-825b-6f954fdb8a18 of type vlan for network 84af2124-9abc-490c-86fd-c5d1fa69c225 Aug 27 14:03:04.049306 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eb338afb-da83-4658-ac79-5bb035cd56b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.095876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-1c495d54-e6f8-4401-91a2-be880d6db35d', 'network_id': '1c495d54-e6f8-4401-91a2-be880d6db35d', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'fixed_ips': [{'subnet_id': '525f217f-846e-4c41-88a4-642d49590e50'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:03:04.097725 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.103071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3081460d-ce67-4f37-8925-0770eecf047a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.200155 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3081460d-ce67-4f37-8925-0770eecf047a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.207806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3081460d-ce67-4f37-8925-0770eecf047a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:04.208614 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3081460d-ce67-4f37-8925-0770eecf047a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.297736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081460d-ce67-4f37-8925-0770eecf047a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event updated for resources: {'Network': ['ID=84af2124-9abc-490c-86fd-c5d1fa69c225,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:04.301230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:04.331128 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.333547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafd7ac-b800-4350-8149-299a65762e76 req-a7935589-237f-41de-8689-f9c2db935cb8 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:04.335428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 84af2124-9abc-490c-86fd-c5d1fa69c225 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:03:04.336194 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fcafd7ac-b800-4350-8149-299a65762e76 req-a7935589-237f-41de-8689-f9c2db935cb8 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.2076075 Aug 27 14:03:04.379028 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eb338afb-da83-4658-ac79-5bb035cd56b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.394700 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eb338afb-da83-4658-ac79-5bb035cd56b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.404074 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fcafd7ac-b800-4350-8149-299a65762e76 req-82729922-f8b7-46b1-81bd-e10d4f820243 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547400 Aug 27 14:03:04.423548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3081460d-ce67-4f37-8925-0770eecf047a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5134704 Aug 27 14:03:04.426498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49300) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:04.438738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d72144d3-a240-4faf-b7c4-d4edcd8d3adb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Request body: {'subnet': {'network_id': '84af2124-9abc-490c-86fd-c5d1fa69c225', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:04.504055 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-eb338afb-da83-4658-ac79-5bb035cd56b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5551ac3253d4e2e8af49ac2e6650bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6862361 Aug 27 14:03:04.505970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49302) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:04.570453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:04.574044 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.636849 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.640521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Allocated IP 19.80.0.2 (1c495d54-e6f8-4401-91a2-be880d6db35d/525f217f-846e-4c41-88a4-642d49590e50/61e8c54c-fe61-4e69-9944-8b3e2b244b94) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:03:04.651861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb338afb-da83-4658-ac79-5bb035cd56b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aade4e-4225-41fc-8f95-3a52510b6193,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:04.663867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d57912-c242-47d0-b79a-fea9c185b186 req-ad409eae-2c33-4600-abd5-3b1ddd9e4657 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:04.683307 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8d57912-c242-47d0-b79a-fea9c185b186 req-ad409eae-2c33-4600-abd5-3b1ddd9e4657 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.1468225 Aug 27 14:03:04.729801 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72144d3-a240-4faf-b7c4-d4edcd8d3adb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:03:04.733895 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d72144d3-a240-4faf-b7c4-d4edcd8d3adb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.764874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:03:04.781928 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.783233 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2efa47fb-737d-4c33-bb98-5a3f129fb6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.792711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:03:04.810360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:03:04.827750 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Pushing event updated for resources: {'Port': ['ID=275880d5-d666-40d6-b144-cb9001eabd90,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:04.872445 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2efa47fb-737d-4c33-bb98-5a3f129fb6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:04.969816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:04.991746 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:05.059356 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:05.096491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Transition to ACTIVE for port object 61e8c54c-fe61-4e69-9944-8b3e2b244b94 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:03:05.102598 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8d57912-c242-47d0-b79a-fea9c185b186 req-6eb76825-cbf2-442f-a2d1-eeb996d7dcb4 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183116 Aug 27 14:03:05.110559 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d72144d3-a240-4faf-b7c4-d4edcd8d3adb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:05.112063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:05.147000 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Transition to ACTIVE for port object 61e8c54c-fe61-4e69-9944-8b3e2b244b94 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:03:05.161491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:05.165978 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff96739f-34c5-4dbb-9434-460bd7a1b92f" -d '{"events": [{"server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "name": "network-vif-plugged", "status": "completed", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:05.176346 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:05.255368 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72144d3-a240-4faf-b7c4-d4edcd8d3adb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event updated for resources: {'Subnet': ['ID=d3eb535c-b1c8-4635-9e4b-ea7b01307b54,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:05.270654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Network 1c495d54-e6f8-4401-91a2-be880d6db35d is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:03:05.276108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72144d3-a240-4faf-b7c4-d4edcd8d3adb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Checking segment: {'id': 'b4103c22-3c19-4d4c-825b-6f954fdb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '84af2124-9abc-490c-86fd-c5d1fa69c225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:03:05.276468 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72144d3-a240-4faf-b7c4-d4edcd8d3adb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Network hostable DHCP agents. Network: 84af2124-9abc-490c-86fd-c5d1fa69c225, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:03:05.278513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:03:05.288792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:03:05.290307 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23f1c3-3d11-4870-99bf-7fb0b1400513 req-06ea0116-b8e7-480c-b318-7fb2cb479789 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:05.297556 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb23f1c3-3d11-4870-99bf-7fb0b1400513 req-06ea0116-b8e7-480c-b318-7fb2cb479789 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 945 time: 0.0865259 Aug 27 14:03:05.348530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72144d3-a240-4faf-b7c4-d4edcd8d3adb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Network 84af2124-9abc-490c-86fd-c5d1fa69c225 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:03:05.363174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb23f1c3-3d11-4870-99bf-7fb0b1400513 req-2ea472e7-c522-4c0c-a14f-d3f46fa85c69 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/security-groups?id=4db07656-7ae3-4eb1-8385-c3a7aae3780f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628164 Aug 27 14:03:05.384591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Pushing event updated for resources: {'Port': ['ID=61e8c54c-fe61-4e69-9944-8b3e2b244b94,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:05.388917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-d72144d3-a240-4faf-b7c4-d4edcd8d3adb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 84af2124-9abc-490c-86fd-c5d1fa69c225) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:03:05.392871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72144d3-a240-4faf-b7c4-d4edcd8d3adb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:05.393456 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d72144d3-a240-4faf-b7c4-d4edcd8d3adb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:05.407460 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2efa47fb-737d-4c33-bb98-5a3f129fb6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:05.410776 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2efa47fb-737d-4c33-bb98-5a3f129fb6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:05.411887 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2efa47fb-737d-4c33-bb98-5a3f129fb6e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0aade4e-4225-41fc-8f95-3a52510b6193 HTTP/1.1" status: 204 len: 168 time: 0.9042826 Aug 27 14:03:05.426136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa47fb-737d-4c33-bb98-5a3f129fb6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aade4e-4225-41fc-8f95-3a52510b6193,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:05.435812 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d72144d3-a240-4faf-b7c4-d4edcd8d3adb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9998686 Aug 27 14:03:05.436711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516c74b2-c566-482d-bc4a-68101a287a99 None None] Network 84af2124-9abc-490c-86fd-c5d1fa69c225 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:03:05.461020 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7dd9e9-eaa1-4749-9c6c-f46b20ce18db x-openstack-request-id: req-5d7dd9e9-eaa1-4749-9c6c-f46b20ce18db {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:05.462014 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "name": "network-vif-plugged", "status": "completed", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:05.462306 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d7dd9e9-eaa1-4749-9c6c-f46b20ce18db {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:05.463236 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c', 'code': 200} Aug 27 14:03:05.473430 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:05.510180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Attempting to bind port 61e8c54c-fe61-4e69-9944-8b3e2b244b94 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:03:05.513318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Attempting to bind port 61e8c54c-fe61-4e69-9944-8b3e2b244b94 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5151576e-bca8-4d87-b222-d4ad4f042f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c495d54-e6f8-4401-91a2-be880d6db35d'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:03:05.514881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Attempting to bind port 61e8c54c-fe61-4e69-9944-8b3e2b244b94 on network 1c495d54-e6f8-4401-91a2-be880d6db35d {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:03:05.550371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:03:05.550841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Checking segment: {'id': '5151576e-bca8-4d87-b222-d4ad4f042f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c495d54-e6f8-4401-91a2-be880d6db35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:03:05.551176 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:05.551570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Bound using segment: {'id': '5151576e-bca8-4d87-b222-d4ad4f042f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c495d54-e6f8-4401-91a2-be880d6db35d'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:03:05.554378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Bound port: 61e8c54c-fe61-4e69-9944-8b3e2b244b94, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5151576e-bca8-4d87-b222-d4ad4f042f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c495d54-e6f8-4401-91a2-be880d6db35d'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:03:05.557696 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:05.707830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f5a2f-5e73-4151-8ba0-f21b03d79d4d req-58d4fc07-1921-491d-acaf-afee0b17611f tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:05.714440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c8f5a2f-5e73-4151-8ba0-f21b03d79d4d req-58d4fc07-1921-491d-acaf-afee0b17611f tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 945 time: 0.1568995 Aug 27 14:03:05.724261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49320) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:05.732857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5d866850-8f38-4ce7-b155-6e53b0d579d2 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Request body: {'floatingip': {'port_id': '24525fb5-1be8-4399-ad27-f26a5485f182'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:05.790271 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] For port 61e8c54c-fe61-4e69-9944-8b3e2b244b94, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:03:05.826405 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d866850-8f38-4ce7-b155-6e53b0d579d2 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:05.840422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] For port 61e8c54c-fe61-4e69-9944-8b3e2b244b94, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=61e8c54c-fe61-4e69-9944-8b3e2b244b94,segment=NetworkSegment(5151576e-bca8-4d87-b222-d4ad4f042f9f),segment_id=5151576e-bca8-4d87-b222-d4ad4f042f9f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:03:05.858885 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:05.933599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-84af2124-9abc-490c-86fd-c5d1fa69c225', 'network_id': '84af2124-9abc-490c-86fd-c5d1fa69c225', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'fixed_ips': [{'subnet_id': 'd3eb535c-b1c8-4635-9e4b-ea7b01307b54'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:03:05.934812 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:06.059187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c27bf3-9571-4c1a-ad72-c62e44b6fa44 None None] Pushing event updated for resources: {'Port': ['ID=61e8c54c-fe61-4e69-9944-8b3e2b244b94,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:06.062876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cb834-8b7b-4043-a576-42702032a517 req-678a7dbd-02fa-4d94-a0e7-f83a6eb922b6 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:06.071910 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba4cb834-8b7b-4043-a576-42702032a517 req-678a7dbd-02fa-4d94-a0e7-f83a6eb922b6 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.2358716 Aug 27 14:03:06.143145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49326) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:06.190043 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce034f51-a307-4f60-aae8-62d9a9ced767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:06.343334 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba4cb834-8b7b-4043-a576-42702032a517 req-bd48c16d-4617-44dd-8cfe-e8ae963dfee1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694030 Aug 27 14:03:06.439639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Allocated IP 19.86.0.2 (84af2124-9abc-490c-86fd-c5d1fa69c225/d3eb535c-b1c8-4635-9e4b-ea7b01307b54/720c6ff6-274e-41c0-a7fb-208196a7a0dc) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:03:06.600583 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:06.671527 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce034f51-a307-4f60-aae8-62d9a9ced767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:06.685391 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce034f51-a307-4f60-aae8-62d9a9ced767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:06.754599 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:06.762406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Transition to ACTIVE for port object 720c6ff6-274e-41c0-a7fb-208196a7a0dc will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:03:06.779975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Transition to ACTIVE for port object 720c6ff6-274e-41c0-a7fb-208196a7a0dc will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:03:06.794965 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:06.876576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Network 84af2124-9abc-490c-86fd-c5d1fa69c225 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:03:06.888803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:03:06.897040 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:03:06.902242 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce034f51-a307-4f60-aae8-62d9a9ced767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e49de20-51b5-42e0-832f-8c2b8d7bae97,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:06.910668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Pushing event updated for resources: {'Port': ['ID=720c6ff6-274e-41c0-a7fb-208196a7a0dc,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:06.925074 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ce034f51-a307-4f60-aae8-62d9a9ced767 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b94c15c35684556855e2fd95f8fedfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7711608 Aug 27 14:03:06.925383 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49334) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:06.948368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Router c6dbd167-9367-40a7-a2b3-7566b82d8b2f is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:03:07.096324 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Attempting to bind port 720c6ff6-274e-41c0-a7fb-208196a7a0dc on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:03:07.096922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Attempting to bind port 720c6ff6-274e-41c0-a7fb-208196a7a0dc by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'b4103c22-3c19-4d4c-825b-6f954fdb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '84af2124-9abc-490c-86fd-c5d1fa69c225'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:03:07.097460 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Attempting to bind port 720c6ff6-274e-41c0-a7fb-208196a7a0dc on network 84af2124-9abc-490c-86fd-c5d1fa69c225 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:03:07.113245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:03:07.113859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Checking segment: {'id': 'b4103c22-3c19-4d4c-825b-6f954fdb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '84af2124-9abc-490c-86fd-c5d1fa69c225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:03:07.114487 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:07.115107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Bound using segment: {'id': 'b4103c22-3c19-4d4c-825b-6f954fdb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '84af2124-9abc-490c-86fd-c5d1fa69c225'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:03:07.120797 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6da7-31fc-403c-a350-681ef47a47ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:07.124005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Bound port: 720c6ff6-274e-41c0-a7fb-208196a7a0dc, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4103c22-3c19-4d4c-825b-6f954fdb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '84af2124-9abc-490c-86fd-c5d1fa69c225'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:03:07.124941 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:07.216983 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6da7-31fc-403c-a350-681ef47a47ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:07.262398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] For port 720c6ff6-274e-41c0-a7fb-208196a7a0dc, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:03:07.263168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:03:07.270986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] For port 720c6ff6-274e-41c0-a7fb-208196a7a0dc, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=720c6ff6-274e-41c0-a7fb-208196a7a0dc,segment=NetworkSegment(b4103c22-3c19-4d4c-825b-6f954fdb8a18),segment_id=b4103c22-3c19-4d4c-825b-6f954fdb8a18)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:03:07.275530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Sync routers for ids ['c6dbd167-9367-40a7-a2b3-7566b82d8b2f'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:03:07.290434 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:07.343559 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:07.344160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Routers {'c6dbd167-9367-40a7-a2b3-7566b82d8b2f'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:03:07.349134 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-774a7ee0-a570-473e-b1b5-4574416804d6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6835401 Aug 27 14:03:07.349382 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c6dbd167-9367-40a7-a2b3-7566b82d8b2f'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:07.350383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49336) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:07.388725 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6da7-31fc-403c-a350-681ef47a47ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:07.392342 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6da7-31fc-403c-a350-681ef47a47ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:07.398019 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0f2d6da7-31fc-403c-a350-681ef47a47ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e49de20-51b5-42e0-832f-8c2b8d7bae97 HTTP/1.1" status: 204 len: 168 time: 0.4714756 Aug 27 14:03:07.410182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d6da7-31fc-403c-a350-681ef47a47ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e49de20-51b5-42e0-832f-8c2b8d7bae97,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:07.960465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 61e8c54c-fe61-4e69-9944-8b3e2b244b94 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:07.965208 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac70e3ca-0c86-48dd-9ab0-f43061488226 None None] Network 1c495d54-e6f8-4401-91a2-be880d6db35d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:03:07.984184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Set router c6dbd167-9367-40a7-a2b3-7566b82d8b2f gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:03:08.278986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ae8cd2de-3b8c-480f-886d-e55725db1380 None None] Provisioning for port 61e8c54c-fe61-4e69-9944-8b3e2b244b94 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:08.323420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24b25c-b384-41cc-b290-09a3daf1581a None None] Pushing event updated for resources: {'Port': ['ID=720c6ff6-274e-41c0-a7fb-208196a7a0dc,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:08.405569 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d866850-8f38-4ce7-b155-6e53b0d579d2 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:08.422187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d866850-8f38-4ce7-b155-6e53b0d579d2 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:08.566616 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 61e8c54c-fe61-4e69-9944-8b3e2b244b94 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:08.598569 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 61e8c54c-fe61-4e69-9944-8b3e2b244b94 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:08.606628 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:08.840735 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-5d866850-8f38-4ce7-b155-6e53b0d579d2 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Floating IP 5422d0bc-8862-4733-bf05-44304605c83e associated. External IP: 172.25.2.207, port: 24525fb5-1be8-4399-ad27-f26a5485f182. Aug 27 14:03:09.025071 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:09.101976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'name': 'tempest-ServerRescueTestJSON-18752493-router', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '275880d5-d666-40d6-b144-cb9001eabd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:03:02Z', 'updated_at': '2021-08-27T14:03:05Z', 'revision_number': 3, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'gw_port': {'id': '275880d5-d666-40d6-b144-cb9001eabd90', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:03Z', 'updated_at': '2021-08-27T14:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:09.151285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Checking router: c6dbd167-9367-40a7-a2b3-7566b82d8b2f for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:03:09.151648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Updating router c6dbd167-9367-40a7-a2b3-7566b82d8b2f port 275880d5-d666-40d6-b144-cb9001eabd90 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:03:09.185337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 61e8c54c-fe61-4e69-9944-8b3e2b244b94, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=61e8c54c-fe61-4e69-9944-8b3e2b244b94,segment=NetworkSegment(5151576e-bca8-4d87-b222-d4ad4f042f9f),segment_id=5151576e-bca8-4d87-b222-d4ad4f042f9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:09.212971 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:09.230956 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:09.330876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e13bdf1-5fce-4aa3-831a-ab1319d729d6 None None] Network 84af2124-9abc-490c-86fd-c5d1fa69c225 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:03:09.341817 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:09.556250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=61e8c54c-fe61-4e69-9944-8b3e2b244b94,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:09.602724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a0fd33b2-e157-4ebd-8a39-3e2d0dedba0b None None] Provisioning for port 720c6ff6-274e-41c0-a7fb-208196a7a0dc completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:09.622527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d866850-8f38-4ce7-b155-6e53b0d579d2 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Router 010077c9-767b-4257-9a03-687c78f61238 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:03:09.749207 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:09.771532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Allocated IP 172.20.0.1 (a2e8fae9-e52b-4f24-ad2a-000503a545a8/651930c4-8e28-4aab-bc58-a3565f519406/dead9efc-9cbb-48aa-a07e-2ce5335454eb) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:03:09.827772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-10dc6737-bf8c-423a-a479-a9ec5f496a5d None None] Provisioning complete for port 61e8c54c-fe61-4e69-9944-8b3e2b244b94 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:09.829418 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-10dc6737-bf8c-423a-a479-a9ec5f496a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:09.934003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 720c6ff6-274e-41c0-a7fb-208196a7a0dc up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:09.947152 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.046977 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.122267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Network a2e8fae9-e52b-4f24-ad2a-000503a545a8 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:03:10.159503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:03:10.160814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:03:10.192049 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.203203 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Pushing event updated for resources: {'Port': ['ID=dead9efc-9cbb-48aa-a07e-2ce5335454eb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:10.229018 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.302051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Transition to ACTIVE for port object 275880d5-d666-40d6-b144-cb9001eabd90 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:03:10.334582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d866850-8f38-4ce7-b155-6e53b0d579d2 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:03:10.340218 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d866850-8f38-4ce7-b155-6e53b0d579d2 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.348992 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa456a-b2df-492c-9b00-54240f227812 None None] Sync routers for ids ['010077c9-767b-4257-9a03-687c78f61238'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:03:10.351115 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.369929 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa456a-b2df-492c-9b00-54240f227812 None None] Routers {'010077c9-767b-4257-9a03-687c78f61238'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:03:10.373453 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-afaa456a-b2df-492c-9b00-54240f227812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['010077c9-767b-4257-9a03-687c78f61238'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:10.381969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 720c6ff6-274e-41c0-a7fb-208196a7a0dc completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:10.418376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 720c6ff6-274e-41c0-a7fb-208196a7a0dc triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:10.418790 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.440505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.497830 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5d866850-8f38-4ce7-b155-6e53b0d579d2 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "PUT /v2.0/floatingips/5422d0bc-8862-4733-bf05-44304605c83e HTTP/1.1" status: 200 len: 991 time: 4.7694361 Aug 27 14:03:10.502740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f60f148-880b-4cc3-87ac-e097e060eed2', 'tag': '24525fb5-1be8-4399-ad27-f26a5485f182'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:10.510091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Attempting to bind port 275880d5-d666-40d6-b144-cb9001eabd90 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:03:10.510549 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84270091-9dc2-4a50-b185-d80fa2d4be2a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f60f148-880b-4cc3-87ac-e097e060eed2", "tag": "24525fb5-1be8-4399-ad27-f26a5485f182"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:10.511657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Attempting to bind port 275880d5-d666-40d6-b144-cb9001eabd90 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:03:10.512037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Attempting to bind port 275880d5-d666-40d6-b144-cb9001eabd90 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:03:10.520204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:03:10.521744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:03:10.522154 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.522551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:03:10.523059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Bound port: 275880d5-d666-40d6-b144-cb9001eabd90, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:03:10.523498 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.565218 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-afaa456a-b2df-492c-9b00-54240f227812 None None] Set router 010077c9-767b-4257-9a03-687c78f61238 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:03:10.618996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8c2f2-d2e6-41b5-b5da-ed00ce674d8f None None] Pushing event updated for resources: {'Port': ['ID=275880d5-d666-40d6-b144-cb9001eabd90,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:10.708713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] For port 275880d5-d666-40d6-b144-cb9001eabd90, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:03:10.735448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] For port 275880d5-d666-40d6-b144-cb9001eabd90, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=275880d5-d666-40d6-b144-cb9001eabd90,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:03:10.741994 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.747122 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.808247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b86c5868-305f-4e3d-8bf5-fc45038572c2 None None] Provisioning complete for port 720c6ff6-274e-41c0-a7fb-208196a7a0dc triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:10.808936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b86c5868-305f-4e3d-8bf5-fc45038572c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.872763 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.875851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Routers {'c6dbd167-9367-40a7-a2b3-7566b82d8b2f'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:03:10.876799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c6dbd167-9367-40a7-a2b3-7566b82d8b2f'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:10.882114 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:10.934579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8c2f2-d2e6-41b5-b5da-ed00ce674d8f None None] Pushing event updated for resources: {'Port': ['ID=275880d5-d666-40d6-b144-cb9001eabd90,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:11.045249 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-afaa456a-b2df-492c-9b00-54240f227812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:02:35Z', 'revision_number': 4, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '5422d0bc-8862-4733-bf05-44304605c83e', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '010077c9-767b-4257-9a03-687c78f61238', 'port_id': '24525fb5-1be8-4399-ad27-f26a5485f182', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'mac_address': 'fa:16:3e:57:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f60f148-880b-4cc3-87ac-e097e060eed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:02:46Z', 'updated_at': '2021-08-27T14:03:07Z', 'revision_number': 1, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91172058-0ac0-4a3c-8aa1-c1a67a868863', 'name': '', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'mac_address': 'fa:16:3e:d0:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:31Z', 'updated_at': '2021-08-27T14:02:44Z', 'revision_number': 5, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'subnets': [{'id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:11.083963 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa456a-b2df-492c-9b00-54240f227812 None None] Checking router: 010077c9-767b-4257-9a03-687c78f61238 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:03:11.085404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 720c6ff6-274e-41c0-a7fb-208196a7a0dc, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=720c6ff6-274e-41c0-a7fb-208196a7a0dc,segment=NetworkSegment(b4103c22-3c19-4d4c-825b-6f954fdb8a18),segment_id=b4103c22-3c19-4d4c-825b-6f954fdb8a18)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:11.085611 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:11.096789 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa456a-b2df-492c-9b00-54240f227812 None None] Routers {'010077c9-767b-4257-9a03-687c78f61238'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:03:11.097727 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-afaa456a-b2df-492c-9b00-54240f227812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['010077c9-767b-4257-9a03-687c78f61238'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:11.107490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Pushing event updated for resources: {'Port': ['ID=dead9efc-9cbb-48aa-a07e-2ce5335454eb,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:11.115373 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:11.116171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 61e8c54c-fe61-4e69-9944-8b3e2b244b94 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:11.325623 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Network a2e8fae9-e52b-4f24-ad2a-000503a545a8 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:03:11.327234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:03:11.391179 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-afaa456a-b2df-492c-9b00-54240f227812 None None] Set router 010077c9-767b-4257-9a03-687c78f61238 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:03:11.545330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=720c6ff6-274e-41c0-a7fb-208196a7a0dc,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:11.557209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Router c6dbd167-9367-40a7-a2b3-7566b82d8b2f has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:03:11.643503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] Set router c6dbd167-9367-40a7-a2b3-7566b82d8b2f gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:03:11.683841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 61e8c54c-fe61-4e69-9944-8b3e2b244b94 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:11.684240 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:11.731017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:03:11.737902 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-073c1cdb-10b2-4b43-a8b6-3d238f4a84e5 admin admin] 10.222.0.55 "PUT /v2.0/routers/c6dbd167-9367-40a7-a2b3-7566b82d8b2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3848317 Aug 27 14:03:11.796860 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-afaa456a-b2df-492c-9b00-54240f227812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:02:35Z', 'revision_number': 4, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '5422d0bc-8862-4733-bf05-44304605c83e', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '010077c9-767b-4257-9a03-687c78f61238', 'port_id': '24525fb5-1be8-4399-ad27-f26a5485f182', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'mac_address': 'fa:16:3e:57:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f60f148-880b-4cc3-87ac-e097e060eed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:02:46Z', 'updated_at': '2021-08-27T14:03:07Z', 'revision_number': 1, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91172058-0ac0-4a3c-8aa1-c1a67a868863', 'name': '', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'mac_address': 'fa:16:3e:d0:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:31Z', 'updated_at': '2021-08-27T14:02:44Z', 'revision_number': 5, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'subnets': [{'id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:11.862598 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa456a-b2df-492c-9b00-54240f227812 None None] The sync data for ids ['010077c9-767b-4257-9a03-687c78f61238'] in n-d-712139-12 is: [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:02:35Z', 'revision_number': 4, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '5422d0bc-8862-4733-bf05-44304605c83e', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '010077c9-767b-4257-9a03-687c78f61238', 'port_id': '24525fb5-1be8-4399-ad27-f26a5485f182', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'mac_address': 'fa:16:3e:57:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f60f148-880b-4cc3-87ac-e097e060eed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:02:46Z', 'updated_at': '2021-08-27T14:03:07Z', 'revision_number': 1, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91172058-0ac0-4a3c-8aa1-c1a67a868863', 'name': '', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'mac_address': 'fa:16:3e:d0:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:31Z', 'updated_at': '2021-08-27T14:02:44Z', 'revision_number': 5, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'subnets': [{'id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:03:12.095640 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'name': 'tempest-ServerRescueTestJSON-18752493-router', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '275880d5-d666-40d6-b144-cb9001eabd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:03:02Z', 'updated_at': '2021-08-27T14:03:10Z', 'revision_number': 4, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'gw_port': {'id': '275880d5-d666-40d6-b144-cb9001eabd90', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:03Z', 'updated_at': '2021-08-27T14:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'dead9efc-9cbb-48aa-a07e-2ce5335454eb', 'name': '', 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'mac_address': 'fa:16:3e:32:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '651930c4-8e28-4aab-bc58-a3565f519406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:09Z', 'updated_at': '2021-08-27T14:03:10Z', 'revision_number': 2, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'subnets': [{'id': '651930c4-8e28-4aab-bc58-a3565f519406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:12.138514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 720c6ff6-274e-41c0-a7fb-208196a7a0dc up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:12.142924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3796a17c-da97-4d78-8da5-bcb3263fb280 None None] The sync data for ids ['c6dbd167-9367-40a7-a2b3-7566b82d8b2f'] in n-d-712139-12 is: [{'id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'name': 'tempest-ServerRescueTestJSON-18752493-router', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '275880d5-d666-40d6-b144-cb9001eabd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:03:02Z', 'updated_at': '2021-08-27T14:03:10Z', 'revision_number': 4, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'gw_port': {'id': '275880d5-d666-40d6-b144-cb9001eabd90', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:03Z', 'updated_at': '2021-08-27T14:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'dead9efc-9cbb-48aa-a07e-2ce5335454eb', 'name': '', 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'mac_address': 'fa:16:3e:32:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '651930c4-8e28-4aab-bc58-a3565f519406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:09Z', 'updated_at': '2021-08-27T14:03:10Z', 'revision_number': 2, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'subnets': [{'id': '651930c4-8e28-4aab-bc58-a3565f519406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:03:12.257465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 720c6ff6-274e-41c0-a7fb-208196a7a0dc triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:12.258358 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:12.330723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a9b05-7470-46bb-9c34-b865b8a55799 None None] New status for floating IP 5422d0bc-8862-4733-bf05-44304605c83e: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:03:12.394163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a03ad-feb7-4c18-87f2-26356ed66b12 req-7899e7e9-dbcd-4271-a4ce-cab7461dbccf tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:12.397629 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-023a03ad-feb7-4c18-87f2-26356ed66b12 req-7899e7e9-dbcd-4271-a4ce-cab7461dbccf tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.1119132 Aug 27 14:03:12.441721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-b60f66be-97e0-43fe-999e-42ece62234c6 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:12.451199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-b60f66be-97e0-43fe-999e-42ece62234c6 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:12.466779 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-b60f66be-97e0-43fe-999e-42ece62234c6 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/networks?id=1c495d54-e6f8-4401-91a2-be880d6db35d&id=84af2124-9abc-490c-86fd-c5d1fa69c225 HTTP/1.1" status: 200 len: 1391 time: 0.2614839 Aug 27 14:03:12.499806 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-023a03ad-feb7-4c18-87f2-26356ed66b12 req-dd2af8d9-7912-4d41-b4da-fff6192aca78 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948038 Aug 27 14:03:12.513685 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-29e709d3-05dd-4bad-8b26-49d0fceefb08 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/quotas/203b1f0fda0c4e4dbc5635329db4e264 HTTP/1.1" status: 200 len: 375 time: 0.0459154 Aug 27 14:03:12.691496 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-0a781925-dccf-4aff-a900-2c7fc7bb2bfd tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=203b1f0fda0c4e4dbc5635329db4e264&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1768029 Aug 27 14:03:12.716702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478eb3a3-7a87-44d1-afed-cf58cb62c017 req-6747fc3c-37c5-4993-9bce-f465ff97c873 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:12.720560 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-478eb3a3-7a87-44d1-afed-cf58cb62c017 req-6747fc3c-37c5-4993-9bce-f465ff97c873 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1057122 Aug 27 14:03:12.800079 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-478eb3a3-7a87-44d1-afed-cf58cb62c017 req-7a630960-1ad0-46c7-9b2f-289484a1c5fb tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739970 Aug 27 14:03:12.877240 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-a32670eb-a638-4de5-9086-8f705850ab48 service neutron] 10.222.0.55 "GET /v2.0/networks/1c495d54-e6f8-4401-91a2-be880d6db35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848633 Aug 27 14:03:13.006714 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-b95af7de-23d1-42f2-8081-3b79671ae607 service neutron] 10.222.0.55 "GET /v2.0/networks/1c495d54-e6f8-4401-91a2-be880d6db35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204450 Aug 27 14:03:13.151551 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-a81f3260-8896-487a-9d98-c5ba7dd35ad0 service neutron] 10.222.0.55 "GET /v2.0/networks/84af2124-9abc-490c-86fd-c5d1fa69c225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433558 Aug 27 14:03:13.267462 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5d3d97de-4f18-4048-809e-52f1bd40a804 service neutron] 10.222.0.55 "GET /v2.0/networks/84af2124-9abc-490c-86fd-c5d1fa69c225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151280 Aug 27 14:03:13.399043 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6bc017-cdb9-463a-8b4e-2b73af27bd9a x-openstack-request-id: req-fa6bc017-cdb9-463a-8b4e-2b73af27bd9a {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:13.399450 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f60f148-880b-4cc3-87ac-e097e060eed2", "tag": "24525fb5-1be8-4399-ad27-f26a5485f182", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:13.399871 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa6bc017-cdb9-463a-8b4e-2b73af27bd9a {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:13.400837 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f60f148-880b-4cc3-87ac-e097e060eed2', 'tag': '24525fb5-1be8-4399-ad27-f26a5485f182', 'status': 'completed', 'code': 200} Aug 27 14:03:13.541140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270091-9dc2-4a50-b185-d80fa2d4be2a req-405c9a41-28bb-4e96-ac18-d8a5a5385a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:13.543468 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84270091-9dc2-4a50-b185-d80fa2d4be2a req-405c9a41-28bb-4e96-ac18-d8a5a5385a26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=747b314afcbf405a93bb89d11770a0fc&device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 1097 time: 0.1001494 Aug 27 14:03:13.696219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270091-9dc2-4a50-b185-d80fa2d4be2a req-3d113777-f455-4e8b-958f-5ce53fac6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:13.697828 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84270091-9dc2-4a50-b185-d80fa2d4be2a req-3d113777-f455-4e8b-958f-5ce53fac6810 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3fc6770-9aa7-45d3-9f49-90ca773f4e62 HTTP/1.1" status: 200 len: 915 time: 0.1449149 Aug 27 14:03:13.900056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c724e6e-a452-497f-a7ab-7981f294f417 req-1f514749-44aa-4c38-bc93-eb4cbbf0ca8e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:13.914211 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7c724e6e-a452-497f-a7ab-7981f294f417 req-1f514749-44aa-4c38-bc93-eb4cbbf0ca8e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.1346402 Aug 27 14:03:13.966010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7c724e6e-a452-497f-a7ab-7981f294f417 req-387bdf28-2346-4f15-833c-9dcec9f81813 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Aug 27 14:03:13.994625 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84270091-9dc2-4a50-b185-d80fa2d4be2a req-7852fe3e-45c2-44fb-a5f3-21d81a311781 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24525fb5-1be8-4399-ad27-f26a5485f182 HTTP/1.1" status: 200 len: 1001 time: 0.2838926 Aug 27 14:03:14.074098 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-658757b6-3cb0-4c42-bf62-da28684a44ba req-fff16963-9a86-437d-97b2-909560bb1029 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 210 time: 0.0537844 Aug 27 14:03:14.209382 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 275880d5-d666-40d6-b144-cb9001eabd90 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:14.232479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-a42eaf36-e505-4616-ab30-25c9b4a8e7c4 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:14.247231 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-a42eaf36-e505-4616-ab30-25c9b4a8e7c4 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/networks?id=a2e8fae9-e52b-4f24-ad2a-000503a545a8 HTTP/1.1" status: 200 len: 809 time: 0.5424123 Aug 27 14:03:14.250929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270091-9dc2-4a50-b185-d80fa2d4be2a req-eb7a21d8-a083-4981-b293-9188b1f603ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:14.252617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84270091-9dc2-4a50-b185-d80fa2d4be2a req-eb7a21d8-a083-4981-b293-9188b1f603ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3de69c0-3677-46a0-97a1-d82fb21ec2cf HTTP/1.1" status: 200 len: 853 time: 0.2450707 Aug 27 14:03:14.291378 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-b9e90365-2532-44e3-bb96-10d73d16fc80 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/quotas/573be43260cf4ef594f9cc87bd941bb8 HTTP/1.1" status: 200 len: 375 time: 0.0423832 Aug 27 14:03:14.353212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426c3d3-49b1-4bb0-abee-334e09e09d25 req-0900fe9d-db2c-493e-b962-5ab5082c73d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:14.357951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a426c3d3-49b1-4bb0-abee-334e09e09d25 req-0900fe9d-db2c-493e-b962-5ab5082c73d1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1299033 Aug 27 14:03:14.381903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270091-9dc2-4a50-b185-d80fa2d4be2a req-bd1ef26e-c2fd-48fb-a9cf-1c1b19b23e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:14.384367 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84270091-9dc2-4a50-b185-d80fa2d4be2a req-bd1ef26e-c2fd-48fb-a9cf-1c1b19b23e75 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3fc6770-9aa7-45d3-9f49-90ca773f4e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114454 Aug 27 14:03:14.384564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 275880d5-d666-40d6-b144-cb9001eabd90 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:14.389057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 275880d5-d666-40d6-b144-cb9001eabd90 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:14.389857 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:14.413393 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-5e1350e1-3762-4986-82dd-6260671ae07d tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=573be43260cf4ef594f9cc87bd941bb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792372 Aug 27 14:03:14.453222 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a426c3d3-49b1-4bb0-abee-334e09e09d25 req-3b751443-3d45-47d0-813b-81135f2f45f9 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875299 Aug 27 14:03:14.607891 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:14.612221 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84270091-9dc2-4a50-b185-d80fa2d4be2a req-1090903c-9f06-484b-ae58-f428fdd45a17 service neutron] 10.222.0.52 "GET /v2.0/networks/d3fc6770-9aa7-45d3-9f49-90ca773f4e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122369 Aug 27 14:03:14.635441 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-3cd9c933-d1ba-4cd4-b3b6-f78db537de85 service neutron] 10.222.0.55 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010872 Aug 27 14:03:14.728105 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b0386a36-06fd-43b5-aec5-6a9bdfce0613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:14.745636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 275880d5-d666-40d6-b144-cb9001eabd90, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=275880d5-d666-40d6-b144-cb9001eabd90,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:14.756322 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:14.771452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-75aaa77c-f0e7-410c-8f7b-d5d3e36b682a service neutron] 10.222.0.55 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348293 Aug 27 14:03:14.883450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=275880d5-d666-40d6-b144-cb9001eabd90,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:14.921825 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84270091-9dc2-4a50-b185-d80fa2d4be2a req-642a6a2f-ac8c-4976-8dd1-9ff9ca78f363 service neutron] 10.222.0.52 "GET /v2.0/networks/d3fc6770-9aa7-45d3-9f49-90ca773f4e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181413 Aug 27 14:03:15.153621 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58d804a3-bdc7-43ae-9ae9-4ab639404c2c req-19d4dcef-a82f-49cc-b9fb-391f35d9a040 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 210 time: 0.0926864 Aug 27 14:03:15.213177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f6bad-4f44-41cc-a3ac-9b5e7c559247 req-b18aed45-9d0f-4fbd-a0cb-39a03ae27470 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:15.215513 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b57f6bad-4f44-41cc-a3ac-9b5e7c559247 req-b18aed45-9d0f-4fbd-a0cb-39a03ae27470 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.1617525 Aug 27 14:03:15.315300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-144987ca-da40-4733-915a-460688b8e0e1 req-1eddfd16-90ca-4569-8c69-e0e40c694e28 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 210 time: 0.0648901 Aug 27 14:03:15.328490 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b57f6bad-4f44-41cc-a3ac-9b5e7c559247 req-f9801912-e03a-4bc1-81d5-15961c3abebb tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991919 Aug 27 14:03:15.762581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22235944-fd1b-45e8-95e9-9d6ab8a5a511 req-4b8516c9-3715-4e71-9309-906d13ef4781 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:15.767000 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22235944-fd1b-45e8-95e9-9d6ab8a5a511 req-4b8516c9-3715-4e71-9309-906d13ef4781 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1788218 Aug 27 14:03:15.773479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-21cf4067-7179-4d47-90eb-1053629f17a4 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:15.780315 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-21cf4067-7179-4d47-90eb-1053629f17a4 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:15.785709 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-21cf4067-7179-4d47-90eb-1053629f17a4 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.41 "GET /v2.0/networks?id=1c495d54-e6f8-4401-91a2-be880d6db35d&id=84af2124-9abc-490c-86fd-c5d1fa69c225 HTTP/1.1" status: 200 len: 1391 time: 0.2161365 Aug 27 14:03:15.812687 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Request body: {'port': {'device_id': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'network_id': '1c495d54-e6f8-4401-91a2-be880d6db35d', 'admin_state_up': True, 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:15.907927 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Sync routers for ids ['c6dbd167-9367-40a7-a2b3-7566b82d8b2f'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:03:15.927582 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Routers {'c6dbd167-9367-40a7-a2b3-7566b82d8b2f'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:03:15.928583 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:02:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c6dbd167-9367-40a7-a2b3-7566b82d8b2f'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:16.023793 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22235944-fd1b-45e8-95e9-9d6ab8a5a511 req-9924df28-f9bb-474c-a92e-463d35dd1310 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514939 Aug 27 14:03:16.041675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:03:16.046567 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:16.186583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 275880d5-d666-40d6-b144-cb9001eabd90 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:16.221342 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Set router c6dbd167-9367-40a7-a2b3-7566b82d8b2f gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:03:16.241093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49538) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:16.284238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 275880d5-d666-40d6-b144-cb9001eabd90 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:16.284818 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:16.384351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d2b72b3-9c9e-4246-a52a-0592aa858465 req-d7b2f1f1-b6ff-425b-93b5-2e22361ff1be tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 210 time: 0.1221149 Aug 27 14:03:16.504461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Allocated IP 19.80.0.91 (1c495d54-e6f8-4401-91a2-be880d6db35d/525f217f-846e-4c41-88a4-642d49590e50/3c68131e-a00e-4dfb-9d13-96b50e3998fe) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:03:16.514284 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2303e1dc-ab53-4c36-b159-18018b3e3887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:16.650977 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2339fbe5-3aa9-4f7b-948c-08ab0f5caf8e req-f19410f7-554b-4c8a-9b50-8e4957154fa9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 210 time: 0.1389201 Aug 27 14:03:16.675906 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'name': 'tempest-ServerRescueTestJSON-18752493-router', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '275880d5-d666-40d6-b144-cb9001eabd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:03:02Z', 'updated_at': '2021-08-27T14:03:10Z', 'revision_number': 4, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'gw_port': {'id': '275880d5-d666-40d6-b144-cb9001eabd90', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:03Z', 'updated_at': '2021-08-27T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'dead9efc-9cbb-48aa-a07e-2ce5335454eb', 'name': '', 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'mac_address': 'fa:16:3e:32:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '651930c4-8e28-4aab-bc58-a3565f519406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:09Z', 'updated_at': '2021-08-27T14:03:10Z', 'revision_number': 2, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'subnets': [{'id': '651930c4-8e28-4aab-bc58-a3565f519406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:16.726926 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Checking router: c6dbd167-9367-40a7-a2b3-7566b82d8b2f for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:03:16.727584 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Updating router c6dbd167-9367-40a7-a2b3-7566b82d8b2f port dead9efc-9cbb-48aa-a07e-2ce5335454eb binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:03:16.770234 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:16.885939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc94e40-4420-4ee0-921f-a589b5cfd9af req-43801634-f32f-400a-b873-0632eb8a6896 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:16.888462 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4dc94e40-4420-4ee0-921f-a589b5cfd9af req-43801634-f32f-400a-b873-0632eb8a6896 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.3465004 Aug 27 14:03:16.926096 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2303e1dc-ab53-4c36-b159-18018b3e3887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:16.947948 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2303e1dc-ab53-4c36-b159-18018b3e3887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:16.987572 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4dc94e40-4420-4ee0-921f-a589b5cfd9af req-bdc562f9-9c8a-4d9b-a2fe-c4d8f6bc6095 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848451 Aug 27 14:03:17.015799 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2303e1dc-ab53-4c36-b159-18018b3e3887 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=641d524fea584aa58e9a704d3b28bb7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7723620 Aug 27 14:03:17.020685 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49548) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:17.024724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-9eb339d0-9586-4f65-af09-8057eb86fe38 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:17.031087 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-9eb339d0-9586-4f65-af09-8057eb86fe38 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.52 "GET /v2.0/networks?id=a2e8fae9-e52b-4f24-ad2a-000503a545a8 HTTP/1.1" status: 200 len: 809 time: 0.3938622 Aug 27 14:03:17.055075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303e1dc-ab53-4c36-b159-18018b3e3887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33666e77-6f20-4a3a-a553-403fcf6f7082,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:17.083492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-ae432990-7d6d-4aa2-a599-137731f8c492 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Request body: {'port': {'device_id': 'a85aa150-bc73-4969-8d4a-656fb68266e1', 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8', 'admin_state_up': True, 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:17.156318 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f21781ee-f751-4d01-9479-ab3bf73b0ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.289560 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f21781ee-f751-4d01-9479-ab3bf73b0ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.313420 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.353302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91be07-78ce-4b2a-a82c-17149e00dec3 req-bbf974d2-e371-4b52-972a-3257302ccf46 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:17.363777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Transition to ACTIVE for port object 3c68131e-a00e-4dfb-9d13-96b50e3998fe will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:03:17.365917 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff91be07-78ce-4b2a-a82c-17149e00dec3 req-bbf974d2-e371-4b52-972a-3257302ccf46 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1973825 Aug 27 14:03:17.386254 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.396066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-ae432990-7d6d-4aa2-a599-137731f8c492 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Made reservation on behalf of 573be43260cf4ef594f9cc87bd941bb8 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:03:17.399516 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-ae432990-7d6d-4aa2-a599-137731f8c492 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.437401 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.465804 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Transition to ACTIVE for port object dead9efc-9cbb-48aa-a07e-2ce5335454eb will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:03:17.475460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff91be07-78ce-4b2a-a82c-17149e00dec3 req-83fb993c-88e0-49db-9657-0a54976d4b4c tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985463 Aug 27 14:03:17.493364 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.501019 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.505207 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f21781ee-f751-4d01-9479-ab3bf73b0ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.508312 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f21781ee-f751-4d01-9479-ab3bf73b0ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.515678 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f21781ee-f751-4d01-9479-ab3bf73b0ad2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33666e77-6f20-4a3a-a553-403fcf6f7082 HTTP/1.1" status: 204 len: 168 time: 0.4911242 Aug 27 14:03:17.519119 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5a665dd7-87dc-483e-b000-7ee4b5b576dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.532333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21781ee-f751-4d01-9479-ab3bf73b0ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33666e77-6f20-4a3a-a553-403fcf6f7082,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:17.615234 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908c4f1-ccb3-4fff-967d-f64d6907bd4f None None] Pushing event updated for resources: {'Port': ['ID=dead9efc-9cbb-48aa-a07e-2ce5335454eb,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:17.650814 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a991f8a6-8068-4f24-845a-b0f5fdc430f7 req-c250b075-c6fb-4cfd-8837-49224a085fda tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 210 time: 0.0420606 Aug 27 14:03:17.677537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Network 1c495d54-e6f8-4401-91a2-be880d6db35d is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:03:17.687491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:03:17.702464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:03:17.765440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:17.766494 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.781805 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Attempting to bind port dead9efc-9cbb-48aa-a07e-2ce5335454eb on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:03:17.782165 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Attempting to bind port dead9efc-9cbb-48aa-a07e-2ce5335454eb by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'a69ba301-f2c8-4193-a8f0-98716e23a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:03:17.784205 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Attempting to bind port dead9efc-9cbb-48aa-a07e-2ce5335454eb on network a2e8fae9-e52b-4f24-ad2a-000503a545a8 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:03:17.799869 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:03:17.801143 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Checking segment: {'id': 'a69ba301-f2c8-4193-a8f0-98716e23a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:03:17.801942 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.802894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event updated for resources: {'Port': ['ID=3c68131e-a00e-4dfb-9d13-96b50e3998fe,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:17.806104 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Bound using segment: {'id': 'a69ba301-f2c8-4193-a8f0-98716e23a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:03:17.806613 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Bound port: dead9efc-9cbb-48aa-a07e-2ce5335454eb, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69ba301-f2c8-4193-a8f0-98716e23a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:03:17.807039 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:17.845070 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5921c83a-22cd-4870-ae5b-82a1f6665542 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0427866 Aug 27 14:03:17.869853 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-fb22e433-ec02-42e9-a753-595a50313c7b req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Request body: {'port': {'device_id': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'network_id': '84af2124-9abc-490c-86fd-c5d1fa69c225', 'admin_state_up': True, 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:17.981141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6311b-1695-4114-b222-0ad76348e4f7 req-d88cc572-b4ed-4aa1-b095-3618c2cd84b0 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:17.991302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ffd6311b-1695-4114-b222-0ad76348e4f7 req-d88cc572-b4ed-4aa1-b095-3618c2cd84b0 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 931 time: 0.1492782 Aug 27 14:03:18.008246 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] For port dead9efc-9cbb-48aa-a07e-2ce5335454eb, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:03:18.018494 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] For port dead9efc-9cbb-48aa-a07e-2ce5335454eb, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dead9efc-9cbb-48aa-a07e-2ce5335454eb,segment=NetworkSegment(a69ba301-f2c8-4193-a8f0-98716e23a196),segment_id=a69ba301-f2c8-4193-a8f0-98716e23a196)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:03:18.030410 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:18.069468 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ffd6311b-1695-4114-b222-0ad76348e4f7 req-fb30eb1a-0c73-43aa-995b-25280e2cd846 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726287 Aug 27 14:03:18.157761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49576) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:18.167721 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Routers {'c6dbd167-9367-40a7-a2b3-7566b82d8b2f'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:03:18.168370 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:03:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c6dbd167-9367-40a7-a2b3-7566b82d8b2f'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:18.175163 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ba7046a-39b1-405b-b1c3-343d5bdadd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:18.185480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Made reservation on behalf of 203b1f0fda0c4e4dbc5635329db4e264 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:03:18.189452 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:18.219714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d980c35d-a242-4050-944d-9932437ad2b9 None None] Provisioning for port 3c68131e-a00e-4dfb-9d13-96b50e3998fe completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:18.225920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d980c35d-a242-4050-944d-9932437ad2b9 None None] Provisioning complete for port 3c68131e-a00e-4dfb-9d13-96b50e3998fe triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:18.227371 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d980c35d-a242-4050-944d-9932437ad2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:18.245235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-ae432990-7d6d-4aa2-a599-137731f8c492 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Allocated IP 172.20.0.3 (a2e8fae9-e52b-4f24-ad2a-000503a545a8/651930c4-8e28-4aab-bc58-a3565f519406/2ef860b0-f4b5-46e1-933d-82bc9b1784f5) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:03:18.307741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d980c35d-a242-4050-944d-9932437ad2b9 None None] Port 3c68131e-a00e-4dfb-9d13-96b50e3998fe cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:03:18.381127 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ba7046a-39b1-405b-b1c3-343d5bdadd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:18.385130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8376f9d-01a4-4fa6-8120-6baedbb571f5 req-799247f9-edf9-4acc-bf67-4be2cbe8183a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:18.391446 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ba7046a-39b1-405b-b1c3-343d5bdadd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:18.394003 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8376f9d-01a4-4fa6-8120-6baedbb571f5 req-799247f9-edf9-4acc-bf67-4be2cbe8183a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.2229524 Aug 27 14:03:18.417911 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] Set router c6dbd167-9367-40a7-a2b3-7566b82d8b2f gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:03:18.434364 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6ba7046a-39b1-405b-b1c3-343d5bdadd96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=895e268480a6484f8345415eeb3031b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747014 Aug 27 14:03:18.435471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49586) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:18.531808 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c352d43f-d387-4f9e-b8ca-e4a4ce661167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:18.582261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7046a-39b1-405b-b1c3-343d5bdadd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37854df1-96f2-41b9-b606-481e165a032b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:18.626479 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c352d43f-d387-4f9e-b8ca-e4a4ce661167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:18.682245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:18.725221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-fb22e433-ec02-42e9-a753-595a50313c7b req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Allocated IP 19.86.0.19 (84af2124-9abc-490c-86fd-c5d1fa69c225/d3eb535c-b1c8-4635-9e4b-ea7b01307b54/b7327a57-0d5b-4780-b3bd-168952a552ad) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:03:18.732165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb002d-3935-4b2d-b52e-d468b88aee5e req-1537afc2-15b1-48aa-a8db-98f712fc6c8f tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:18.733970 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1fbb002d-3935-4b2d-b52e-d468b88aee5e req-1537afc2-15b1-48aa-a8db-98f712fc6c8f tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.0955000 Aug 27 14:03:18.743308 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8376f9d-01a4-4fa6-8120-6baedbb571f5 req-3f2427c3-e35c-4c06-90fc-6e6881d463f9 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480945 Aug 27 14:03:18.844480 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1fbb002d-3935-4b2d-b52e-d468b88aee5e req-a0607dbc-5c82-4a44-8a73-10d124e2cfbf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930700 Aug 27 14:03:18.848591 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c352d43f-d387-4f9e-b8ca-e4a4ce661167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:18.856614 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c352d43f-d387-4f9e-b8ca-e4a4ce661167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:18.863107 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c352d43f-d387-4f9e-b8ca-e4a4ce661167 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37854df1-96f2-41b9-b606-481e165a032b HTTP/1.1" status: 204 len: 168 time: 0.4224856 Aug 27 14:03:18.883987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352d43f-d387-4f9e-b8ca-e4a4ce661167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37854df1-96f2-41b9-b606-481e165a032b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:18.980370 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908c4f1-ccb3-4fff-967d-f64d6907bd4f None None] Pushing event updated for resources: {'Port': ['ID=dead9efc-9cbb-48aa-a07e-2ce5335454eb,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:19.059906 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'name': 'tempest-ServerRescueTestJSON-18752493-router', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '275880d5-d666-40d6-b144-cb9001eabd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:03:02Z', 'updated_at': '2021-08-27T14:03:10Z', 'revision_number': 4, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'gw_port': {'id': '275880d5-d666-40d6-b144-cb9001eabd90', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:03Z', 'updated_at': '2021-08-27T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'dead9efc-9cbb-48aa-a07e-2ce5335454eb', 'name': '', 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'mac_address': 'fa:16:3e:32:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '651930c4-8e28-4aab-bc58-a3565f519406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:09Z', 'updated_at': '2021-08-27T14:03:17Z', 'revision_number': 4, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'subnets': [{'id': '651930c4-8e28-4aab-bc58-a3565f519406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:19.112945 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b32bad-3f1e-42e1-b0ac-510b0af2a20d None None] The sync data for ids ['c6dbd167-9367-40a7-a2b3-7566b82d8b2f'] in n-d-712139-12 is: [{'id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'name': 'tempest-ServerRescueTestJSON-18752493-router', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '275880d5-d666-40d6-b144-cb9001eabd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:03:02Z', 'updated_at': '2021-08-27T14:03:10Z', 'revision_number': 4, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'gw_port': {'id': '275880d5-d666-40d6-b144-cb9001eabd90', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:03Z', 'updated_at': '2021-08-27T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'dead9efc-9cbb-48aa-a07e-2ce5335454eb', 'name': '', 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'mac_address': 'fa:16:3e:32:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '651930c4-8e28-4aab-bc58-a3565f519406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:09Z', 'updated_at': '2021-08-27T14:03:17Z', 'revision_number': 4, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'subnets': [{'id': '651930c4-8e28-4aab-bc58-a3565f519406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:03:19.340714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e9b24-a57d-43b0-b98d-14b367ab5dd8 req-9b0c0f7a-5cd3-4027-b418-c45d1f1eb908 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:19.344856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24211c0f-fed7-4a57-b8c3-cc81b75fc1ad req-9dc4c16c-5cb7-455e-be3e-879263460a11 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 210 time: 0.4519346 Aug 27 14:03:19.352683 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b7e9b24-a57d-43b0-b98d-14b367ab5dd8 req-9b0c0f7a-5cd3-4027-b418-c45d1f1eb908 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 931 time: 0.1367517 Aug 27 14:03:19.474570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b7e9b24-a57d-43b0-b98d-14b367ab5dd8 req-d0088ece-51fe-4417-83fe-cd80cdcf1a66 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206007 Aug 27 14:03:19.547258 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-ae432990-7d6d-4aa2-a599-137731f8c492 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:19.721363 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:19.783036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-fb22e433-ec02-42e9-a753-595a50313c7b req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Transition to ACTIVE for port object b7327a57-0d5b-4780-b3bd-168952a552ad will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:03:19.810222 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-ae432990-7d6d-4aa2-a599-137731f8c492 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:19.925244 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-ae432990-7d6d-4aa2-a599-137731f8c492 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Network a2e8fae9-e52b-4f24-ad2a-000503a545a8 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:03:19.945667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-ae432990-7d6d-4aa2-a599-137731f8c492 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:03:19.975370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-ae432990-7d6d-4aa2-a599-137731f8c492 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:03:20.072719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-ae432990-7d6d-4aa2-a599-137731f8c492 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:20.073455 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-ae432990-7d6d-4aa2-a599-137731f8c492 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:20.095262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023bb6-e6f1-4240-8449-f5be2007c45e req-efe083ce-8050-478b-b279-38e84377e455 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:20.101332 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb023bb6-e6f1-4240-8449-f5be2007c45e req-efe083ce-8050-478b-b279-38e84377e455 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.1797252 Aug 27 14:03:20.103173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae432990-7d6d-4aa2-a599-137731f8c492 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Pushing event updated for resources: {'Port': ['ID=2ef860b0-f4b5-46e1-933d-82bc9b1784f5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:20.126024 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:20.141539 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-ae432990-7d6d-4aa2-a599-137731f8c492 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0916371 Aug 27 14:03:20.143214 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:20.165052 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Request body: {'port': {'device_id': 'a85aa150-bc73-4969-8d4a-656fb68266e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:20.248446 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb023bb6-e6f1-4240-8449-f5be2007c45e req-0ab5afdb-15bd-48f8-82ac-882171703434 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976386 Aug 27 14:03:20.306539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dead9efc-9cbb-48aa-a07e-2ce5335454eb up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:20.344947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f43f7-9f26-45c0-a1c9-a0ffc1935a8f req-54f1fb63-06ff-4d7e-bfb6-ef0b07f30f53 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:20.356581 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c9f43f7-9f26-45c0-a1c9-a0ffc1935a8f req-54f1fb63-06ff-4d7e-bfb6-ef0b07f30f53 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.2800350 Aug 27 14:03:20.450282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb22e433-ec02-42e9-a753-595a50313c7b req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Network 84af2124-9abc-490c-86fd-c5d1fa69c225 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:03:20.495080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ab600-94ea-4c68-88c8-0bcc943a25c8 req-117431a4-5c39-47c2-8a0a-bfd213940070 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:20.495935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-fb22e433-ec02-42e9-a753-595a50313c7b req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:03:20.504918 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb22e433-ec02-42e9-a753-595a50313c7b req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:03:20.531354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-751ab600-94ea-4c68-88c8-0bcc943a25c8 req-117431a4-5c39-47c2-8a0a-bfd213940070 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 931 time: 0.1406951 Aug 27 14:03:20.582917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port dead9efc-9cbb-48aa-a07e-2ce5335454eb completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:20.603732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c9f43f7-9f26-45c0-a1c9-a0ffc1935a8f req-2853d1b9-3b23-4a94-8b9b-a506da3fdb97 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455747 Aug 27 14:03:20.607424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port dead9efc-9cbb-48aa-a07e-2ce5335454eb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:20.607424 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:20.625752 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:20.639506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event updated for resources: {'Port': ['ID=b7327a57-0d5b-4780-b3bd-168952a552ad,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:20.739612 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-751ab600-94ea-4c68-88c8-0bcc943a25c8 req-3ca19a6b-d0f8-48f7-80df-fc18e0bcf4b4 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063708 Aug 27 14:03:20.828267 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:20.832533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:21.001602 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-9cfbef1e-9500-4108-9f77-3b9f5fd9257a tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1371477 Aug 27 14:03:21.039320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Request body: {'port': {'device_id': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:21.112813 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:21.141251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556ae15-4593-40f5-87ac-68956ac9c556 req-7f4ff349-01c9-40ae-93f8-9b48db2e8e89 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:21.147543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556ae15-4593-40f5-87ac-68956ac9c556 req-7f4ff349-01c9-40ae-93f8-9b48db2e8e89 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:21.149266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8556ae15-4593-40f5-87ac-68956ac9c556 req-7f4ff349-01c9-40ae-93f8-9b48db2e8e89 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1653 time: 0.1255121 Aug 27 14:03:21.246399 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:21.292179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8556ae15-4593-40f5-87ac-68956ac9c556 req-9295de9f-f2cd-4c46-adb3-7c64abd63974 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280756 Aug 27 14:03:21.292501 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port dead9efc-9cbb-48aa-a07e-2ce5335454eb, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dead9efc-9cbb-48aa-a07e-2ce5335454eb,segment=NetworkSegment(a69ba301-f2c8-4193-a8f0-98716e23a196),segment_id=a69ba301-f2c8-4193-a8f0-98716e23a196)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:21.314094 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:21.326613 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:21.351192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1a7b46c5-4ee2-48eb-b705-ed6eef954f07 None None] Provisioning for port b7327a57-0d5b-4780-b3bd-168952a552ad completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:21.359206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1a7b46c5-4ee2-48eb-b705-ed6eef954f07 None None] Provisioning complete for port b7327a57-0d5b-4780-b3bd-168952a552ad triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:21.360283 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1a7b46c5-4ee2-48eb-b705-ed6eef954f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:21.423858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=dead9efc-9cbb-48aa-a07e-2ce5335454eb,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:21.438456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b46c5-4ee2-48eb-b705-ed6eef954f07 None None] Port b7327a57-0d5b-4780-b3bd-168952a552ad cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:03:21.740192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:03:21.754162 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:21.798399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8cb31-4a33-4400-8750-4204e9219d82 req-60d9f88c-5c59-4d5a-90e2-3ac50f8a1546 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:21.800436 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9de8cb31-4a33-4400-8750-4204e9219d82 req-60d9f88c-5c59-4d5a-90e2-3ac50f8a1546 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.3239896 Aug 27 14:03:21.805171 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Transition to ACTIVE for port object 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:03:21.828509 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:21.836187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdd53f-2264-4628-8f85-dbb4f7362867 req-6549b98d-5b27-4ccf-94e6-da085ba572a1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:21.839215 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6dfdd53f-2264-4628-8f85-dbb4f7362867 req-6549b98d-5b27-4ccf-94e6-da085ba572a1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1026375 Aug 27 14:03:21.956575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6dfdd53f-2264-4628-8f85-dbb4f7362867 req-7bbcb4e9-6f08-4d4e-aaca-3ae6858c1a13 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090367 Aug 27 14:03:21.995513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef860b0-f4b5-46e1-933d-82bc9b1784f5,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:22.053625 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9de8cb31-4a33-4400-8750-4204e9219d82 req-5cf916be-cb76-49e9-b9ea-82fa21800b88 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418272 Aug 27 14:03:22.142608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dead9efc-9cbb-48aa-a07e-2ce5335454eb up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:22.188222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271144a-b049-4f48-a9dc-f32c98e5677b req-36645b73-3148-4e0e-b351-756db844ed1e tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:22.203058 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8271144a-b049-4f48-a9dc-f32c98e5677b req-36645b73-3148-4e0e-b351-756db844ed1e tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 943 time: 0.1200972 Aug 27 14:03:22.210296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Attempting to bind port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:03:22.211696 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Attempting to bind port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'a69ba301-f2c8-4193-a8f0-98716e23a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:03:22.212429 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Attempting to bind port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 on network a2e8fae9-e52b-4f24-ad2a-000503a545a8 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:03:22.234493 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 on network a2e8fae9-e52b-4f24-ad2a-000503a545a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:03:22.235156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Attempting to bind port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 on network a2e8fae9-e52b-4f24-ad2a-000503a545a8 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:03:22.241487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c68131e-a00e-4dfb-9d13-96b50e3998fe {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:03:22.252462 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:22.255453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:03:22.256047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Checking segment: {'id': 'a69ba301-f2c8-4193-a8f0-98716e23a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:03:22.256685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Bound using segment: {'id': 'a69ba301-f2c8-4193-a8f0-98716e23a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:03:22.257802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Bound port: 2ef860b0-f4b5-46e1-933d-82bc9b1784f5, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69ba301-f2c8-4193-a8f0-98716e23a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:03:22.258720 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:22.261302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port dead9efc-9cbb-48aa-a07e-2ce5335454eb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:22.261681 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:22.302494 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8271144a-b049-4f48-a9dc-f32c98e5677b req-8d4429b3-824a-47cf-a87a-429d41c12d4d tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983834 Aug 27 14:03:22.319733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49694) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:22.340228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Transition to ACTIVE for port object 3c68131e-a00e-4dfb-9d13-96b50e3998fe will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:03:22.359319 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:22.484852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] For port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:03:22.491041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] For port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2ef860b0-f4b5-46e1-933d-82bc9b1784f5,segment=NetworkSegment(a69ba301-f2c8-4193-a8f0-98716e23a196),segment_id=a69ba301-f2c8-4193-a8f0-98716e23a196)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:03:22.502428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd43ad-8e2b-4333-b873-96808c8ea86c req-11ced52c-9ec1-4241-a391-3ebc59b806a9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:22.512727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd43ad-8e2b-4333-b873-96808c8ea86c req-11ced52c-9ec1-4241-a391-3ebc59b806a9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:22.514784 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ebd43ad-8e2b-4333-b873-96808c8ea86c req-11ced52c-9ec1-4241-a391-3ebc59b806a9 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1665 time: 0.1031604 Aug 27 14:03:22.525140 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:22.528855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Pushing event updated for resources: {'Port': ['ID=3c68131e-a00e-4dfb-9d13-96b50e3998fe,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:22.617291 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ebd43ad-8e2b-4333-b873-96808c8ea86c req-01a01623-f9d4-44d1-a00b-cedcb9a66373 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934360 Aug 27 14:03:22.642223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:22.642896 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:22.644324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] 10.222.0.52 "PUT /v2.0/ports/2ef860b0-f4b5-46e1-933d-82bc9b1784f5 HTTP/1.1" status: 200 len: 1092 time: 2.4875617 Aug 27 14:03:22.644780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85aa150-bc73-4969-8d4a-656fb68266e1', 'tag': '2ef860b0-f4b5-46e1-933d-82bc9b1784f5'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:22.647095 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d4827a-38c2-47e1-bf44-af9ebcf4ea20" -d '{"events": [{"name": "network-changed", "server_uuid": "a85aa150-bc73-4969-8d4a-656fb68266e1", "tag": "2ef860b0-f4b5-46e1-933d-82bc9b1784f5"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:22.659404 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-73771a46-160a-49e5-9ab8-5fcf3a9d44e4 req-7c9b52f5-3c8f-4595-bf04-ba6f551c2600 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0351198 Aug 27 14:03:22.671456 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7557cabf-4a28-4a3a-9d38-2d9de07cc354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:22.738613 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd173af3-4bc7-477f-877a-305fbe20a88f x-openstack-request-id: req-cd173af3-4bc7-477f-877a-305fbe20a88f {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:22.739285 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85aa150-bc73-4969-8d4a-656fb68266e1", "tag": "2ef860b0-f4b5-46e1-933d-82bc9b1784f5", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:22.739779 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd173af3-4bc7-477f-877a-305fbe20a88f {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:22.740403 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85aa150-bc73-4969-8d4a-656fb68266e1', 'tag': '2ef860b0-f4b5-46e1-933d-82bc9b1784f5', 'status': 'completed', 'code': 200} Aug 27 14:03:22.746047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Attempting to bind port 3c68131e-a00e-4dfb-9d13-96b50e3998fe on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:03:22.746802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Attempting to bind port 3c68131e-a00e-4dfb-9d13-96b50e3998fe by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '5151576e-bca8-4d87-b222-d4ad4f042f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c495d54-e6f8-4401-91a2-be880d6db35d'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:03:22.747407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Attempting to bind port 3c68131e-a00e-4dfb-9d13-96b50e3998fe on network 1c495d54-e6f8-4401-91a2-be880d6db35d {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:03:22.754336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Port 3c68131e-a00e-4dfb-9d13-96b50e3998fe on network 1c495d54-e6f8-4401-91a2-be880d6db35d not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:03:22.755044 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Attempting to bind port 3c68131e-a00e-4dfb-9d13-96b50e3998fe on network 1c495d54-e6f8-4401-91a2-be880d6db35d {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:03:22.759601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f3653-092a-4e78-be82-c1a2e2005299 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef860b0-f4b5-46e1-933d-82bc9b1784f5,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:22.765451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:03:22.766137 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Checking segment: {'id': '5151576e-bca8-4d87-b222-d4ad4f042f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c495d54-e6f8-4401-91a2-be880d6db35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:03:22.766838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Bound using segment: {'id': '5151576e-bca8-4d87-b222-d4ad4f042f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c495d54-e6f8-4401-91a2-be880d6db35d'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:03:22.767535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Bound port: 3c68131e-a00e-4dfb-9d13-96b50e3998fe, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5151576e-bca8-4d87-b222-d4ad4f042f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c495d54-e6f8-4401-91a2-be880d6db35d'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:03:22.768389 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:22.823309 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73771a46-160a-49e5-9ab8-5fcf3a9d44e4 req-07d702d7-3ad6-4e2f-a2a2-da94e97d265c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0502608 Aug 27 14:03:22.862384 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-1fb81c5e-6744-4b54-8aa4-f1de0363641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:22.863837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-1fb81c5e-6744-4b54-8aa4-f1de0363641f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=573be43260cf4ef594f9cc87bd941bb8&device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 1095 time: 0.0696516 Aug 27 14:03:22.868874 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7557cabf-4a28-4a3a-9d38-2d9de07cc354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:22.885383 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7557cabf-4a28-4a3a-9d38-2d9de07cc354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:22.912315 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73771a46-160a-49e5-9ab8-5fcf3a9d44e4 req-5d2eb106-e1d1-476a-9309-d623daabedfd service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574741 Aug 27 14:03:22.920843 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-1fd9c5c8-0e26-4dbf-831b-e72b4c9459ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ef860b0-f4b5-46e1-933d-82bc9b1784f5 HTTP/1.1" status: 200 len: 217 time: 0.0476272 Aug 27 14:03:22.972719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] For port 3c68131e-a00e-4dfb-9d13-96b50e3998fe, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:03:22.994659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557cabf-4a28-4a3a-9d38-2d9de07cc354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1005fb6-1217-4e61-b7ee-671605697c6f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:22.999213 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7557cabf-4a28-4a3a-9d38-2d9de07cc354 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=277fba4d4cd54ebf836f3ad552979dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6780877 Aug 27 14:03:23.003537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49710) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:23.052003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] For port 3c68131e-a00e-4dfb-9d13-96b50e3998fe, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3c68131e-a00e-4dfb-9d13-96b50e3998fe,segment=NetworkSegment(5151576e-bca8-4d87-b222-d4ad4f042f9f),segment_id=5151576e-bca8-4d87-b222-d4ad4f042f9f)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:03:23.074640 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:23.084922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-25eb4675-9def-4d7e-b258-55080fb46e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:23.089437 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-25eb4675-9def-4d7e-b258-55080fb46e78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=651930c4-8e28-4aab-bc58-a3565f519406 HTTP/1.1" status: 200 len: 849 time: 0.1431880 Aug 27 14:03:23.154110 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:23.155004 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:23.156216 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] 10.222.0.41 "PUT /v2.0/ports/3c68131e-a00e-4dfb-9d13-96b50e3998fe HTTP/1.1" status: 200 len: 1092 time: 2.1222785 Aug 27 14:03:23.170295 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-6b088801-6fec-4cd9-a5f5-a6c5a069fceb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2e8fae9-e52b-4f24-ad2a-000503a545a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736189 Aug 27 14:03:23.183604 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc395e6c-2aea-4f39-b56e-af46944edd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:23.198297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6ceee-d7b0-43b7-bc1f-747d45a1afdf req-50e65982-7bc8-42a9-9d7a-dd30b87e7ae8 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:23.211984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a2b6ceee-d7b0-43b7-bc1f-747d45a1afdf req-50e65982-7bc8-42a9-9d7a-dd30b87e7ae8 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1818652 Aug 27 14:03:23.221787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Request body: {'port': {'device_id': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:23.295117 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc395e6c-2aea-4f39-b56e-af46944edd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:23.381652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf3b45-7bac-40f9-99ae-e37b58ce970a service neutron] Pushing event updated for resources: {'Port': ['ID=3c68131e-a00e-4dfb-9d13-96b50e3998fe,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:23.455285 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:23.457805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73771a46-160a-49e5-9ab8-5fcf3a9d44e4 req-1ab693c5-8ee3-4530-b959-aa77579463fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:23.459460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73771a46-160a-49e5-9ab8-5fcf3a9d44e4 req-1ab693c5-8ee3-4530-b959-aa77579463fd service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5161948 Aug 27 14:03:23.474056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8d9d-6eb1-47dc-981f-c8ffc9132f8f req-2d768300-f57d-482a-b950-184b0428cd47 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:23.482715 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-071a8d9d-6eb1-47dc-981f-c8ffc9132f8f req-2d768300-f57d-482a-b950-184b0428cd47 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.2725048 Aug 27 14:03:23.822176 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-071a8d9d-6eb1-47dc-981f-c8ffc9132f8f req-a1b52c93-35a5-4679-bdce-fb4e7b1e4907 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384614 Aug 27 14:03:23.831106 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a2b6ceee-d7b0-43b7-bc1f-747d45a1afdf req-b5680d83-2387-4f17-888e-16895724621f tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141911 Aug 27 14:03:23.849997 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc395e6c-2aea-4f39-b56e-af46944edd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:23.860087 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc395e6c-2aea-4f39-b56e-af46944edd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:23.865919 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bc395e6c-2aea-4f39-b56e-af46944edd79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f1005fb6-1217-4e61-b7ee-671605697c6f HTTP/1.1" status: 204 len: 168 time: 0.8586464 Aug 27 14:03:23.865919 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-4cef5c62-6e90-4891-bd64-a39410b6a1d1 service neutron] 10.222.0.52 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799989 Aug 27 14:03:23.912650 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc395e6c-2aea-4f39-b56e-af46944edd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1005fb6-1217-4e61-b7ee-671605697c6f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:23.941659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7327a57-0d5b-4780-b3bd-168952a552ad {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:03:23.953703 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:23.975077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Transition to ACTIVE for port object b7327a57-0d5b-4780-b3bd-168952a552ad will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:03:23.988741 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:24.109619 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2f76031-4561-44ce-b79c-bfc56f8aa187 req-0fdcd2d5-cb7b-41d9-8bc1-ddf9b510ad2a service neutron] 10.222.0.52 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264867 Aug 27 14:03:24.192581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Pushing event updated for resources: {'Port': ['ID=b7327a57-0d5b-4780-b3bd-168952a552ad,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:24.235037 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5ecbd640-26de-42f5-b63a-a484254b67b8 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--417756931&fields=id&tenant_id=0f254effc68e47ed9207b2ef5aef7128 HTTP/1.1" status: 200 len: 267 time: 0.1655216 Aug 27 14:03:24.315776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae63844-a394-4815-a000-6b59b0e468ba req-a148d7e5-3d12-49f4-942b-37802599fd92 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:24.317897 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ae63844-a394-4815-a000-6b59b0e468ba req-a148d7e5-3d12-49f4-942b-37802599fd92 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 943 time: 0.1657286 Aug 27 14:03:24.354665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4827a-38c2-47e1-bf44-af9ebcf4ea20 req-5e7a41fa-9f58-469d-b552-06a4f8a650e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:24.356797 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28d4827a-38c2-47e1-bf44-af9ebcf4ea20 req-5e7a41fa-9f58-469d-b552-06a4f8a650e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=573be43260cf4ef594f9cc87bd941bb8&device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 1095 time: 0.1669998 Aug 27 14:03:24.446438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Attempting to bind port b7327a57-0d5b-4780-b3bd-168952a552ad on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:03:24.447156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Attempting to bind port b7327a57-0d5b-4780-b3bd-168952a552ad by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'b4103c22-3c19-4d4c-825b-6f954fdb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '84af2124-9abc-490c-86fd-c5d1fa69c225'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:03:24.447156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Attempting to bind port b7327a57-0d5b-4780-b3bd-168952a552ad on network 84af2124-9abc-490c-86fd-c5d1fa69c225 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:03:24.461853 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Port b7327a57-0d5b-4780-b3bd-168952a552ad on network 84af2124-9abc-490c-86fd-c5d1fa69c225 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:03:24.462184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Attempting to bind port b7327a57-0d5b-4780-b3bd-168952a552ad on network 84af2124-9abc-490c-86fd-c5d1fa69c225 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:03:24.471047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:03:24.471384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Checking segment: {'id': 'b4103c22-3c19-4d4c-825b-6f954fdb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '84af2124-9abc-490c-86fd-c5d1fa69c225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:03:24.471770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Bound using segment: {'id': 'b4103c22-3c19-4d4c-825b-6f954fdb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '84af2124-9abc-490c-86fd-c5d1fa69c225'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:03:24.472322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Bound port: b7327a57-0d5b-4780-b3bd-168952a552ad, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4103c22-3c19-4d4c-825b-6f954fdb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '84af2124-9abc-490c-86fd-c5d1fa69c225'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:03:24.482213 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:24.507471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4827a-38c2-47e1-bf44-af9ebcf4ea20 req-b7688ad3-156a-433a-bdc8-599417c9d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:24.512327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28d4827a-38c2-47e1-bf44-af9ebcf4ea20 req-b7688ad3-156a-433a-bdc8-599417c9d9ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2e8fae9-e52b-4f24-ad2a-000503a545a8 HTTP/1.1" status: 200 len: 910 time: 0.1437554 Aug 27 14:03:24.520341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ae63844-a394-4815-a000-6b59b0e468ba req-c9d71508-0666-4c7a-b595-c6d3e9e7c1bf tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935084 Aug 27 14:03:24.538826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-105474e4-5d41-4bc1-9bec-2fcd15ecd3c8 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:24.539558 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-105474e4-5d41-4bc1-9bec-2fcd15ecd3c8 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/networks?id=af3a4b0f-e52d-49bf-b8d0-7fd079f5249c HTTP/1.1" status: 200 len: 815 time: 0.2721846 Aug 27 14:03:24.540066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49732) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:24.578584 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28d4827a-38c2-47e1-bf44-af9ebcf4ea20 req-e7ed6bd1-005f-466a-bacf-9daa8c0b7840 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ef860b0-f4b5-46e1-933d-82bc9b1784f5 HTTP/1.1" status: 200 len: 217 time: 0.0513279 Aug 27 14:03:24.629790 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e32b086d-f8c6-4bf0-bcea-893ef8b4196a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:24.647321 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-6df82a71-0a9e-4149-b229-15c1b8a981a9 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/quotas/0f254effc68e47ed9207b2ef5aef7128 HTTP/1.1" status: 200 len: 375 time: 0.0916247 Aug 27 14:03:24.677443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4827a-38c2-47e1-bf44-af9ebcf4ea20 req-7898e47c-92a2-48e5-abe2-65f221960688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:24.678960 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28d4827a-38c2-47e1-bf44-af9ebcf4ea20 req-7898e47c-92a2-48e5-abe2-65f221960688 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=651930c4-8e28-4aab-bc58-a3565f519406 HTTP/1.1" status: 200 len: 849 time: 0.0837150 Aug 27 14:03:24.737427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] For port b7327a57-0d5b-4780-b3bd-168952a552ad, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:03:24.741619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] For port b7327a57-0d5b-4780-b3bd-168952a552ad, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b7327a57-0d5b-4780-b3bd-168952a552ad,segment=NetworkSegment(b4103c22-3c19-4d4c-825b-6f954fdb8a18),segment_id=b4103c22-3c19-4d4c-825b-6f954fdb8a18)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:03:24.747676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'tag': '3c68131e-a00e-4dfb-9d13-96b50e3998fe'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:24.750119 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96890ee2-1dbe-43ef-affb-e42efdf86da4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa04fdb8-0eea-45f2-ab50-eb9a304cdc19", "tag": "3c68131e-a00e-4dfb-9d13-96b50e3998fe"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:24.750796 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28d4827a-38c2-47e1-bf44-af9ebcf4ea20 req-13f91301-1156-4c71-a136-93b17be550ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2e8fae9-e52b-4f24-ad2a-000503a545a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484724 Aug 27 14:03:24.782145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-4d5b570e-4233-486d-b98b-ceebc8db215d tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f254effc68e47ed9207b2ef5aef7128&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1338568 Aug 27 14:03:24.784490 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:24.867907 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f8eeb-9cee-45b0-9068-1df01cd76def req-40b1a4c1-9b89-49aa-87d4-68af71eed928 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:24.874737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f8eeb-9cee-45b0-9068-1df01cd76def req-40b1a4c1-9b89-49aa-87d4-68af71eed928 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:24.876660 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a73f8eeb-9cee-45b0-9068-1df01cd76def req-40b1a4c1-9b89-49aa-87d4-68af71eed928 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1677 time: 0.1587932 Aug 27 14:03:24.920176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:24.921876 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:24.923539 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] 10.222.0.41 "PUT /v2.0/ports/b7327a57-0d5b-4780-b3bd-168952a552ad HTTP/1.1" status: 200 len: 1092 time: 1.7189541 Aug 27 14:03:24.924142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e768fd-d49b-4b6c-9074-f4ea18a66d82 service neutron] Pushing event updated for resources: {'Port': ['ID=b7327a57-0d5b-4780-b3bd-168952a552ad,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:24.960641 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28d4827a-38c2-47e1-bf44-af9ebcf4ea20 req-8a1cf8fe-4929-441d-ac27-fcf7f350b8bf service neutron] 10.222.0.52 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994951 Aug 27 14:03:24.979146 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a73f8eeb-9cee-45b0-9068-1df01cd76def req-8c67332d-5d08-4faf-b2b5-f7e299032e1c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874093 Aug 27 14:03:25.037305 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e32b086d-f8c6-4bf0-bcea-893ef8b4196a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:25.044243 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-cd187ded-7cc6-4dd5-8c1b-0c042f1c581f service neutron] 10.222.0.55 "GET /v2.0/networks/af3a4b0f-e52d-49bf-b8d0-7fd079f5249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612371 Aug 27 14:03:25.065499 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e32b086d-f8c6-4bf0-bcea-893ef8b4196a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:25.096572 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922584d4-a3f3-49bd-887c-f5046e3f32b9 x-openstack-request-id: req-922584d4-a3f3-49bd-887c-f5046e3f32b9 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:25.096950 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa04fdb8-0eea-45f2-ab50-eb9a304cdc19", "tag": "3c68131e-a00e-4dfb-9d13-96b50e3998fe", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:25.097216 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-922584d4-a3f3-49bd-887c-f5046e3f32b9 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:25.097646 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'tag': '3c68131e-a00e-4dfb-9d13-96b50e3998fe', 'status': 'completed', 'code': 200} Aug 27 14:03:25.175218 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:03:25.197872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28d4827a-38c2-47e1-bf44-af9ebcf4ea20 req-f58c9058-f13f-4ec5-9541-230992a7b2ef service neutron] 10.222.0.52 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155306 Aug 27 14:03:25.268016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15d97-6603-4f64-b236-45c1c16f69a2 req-07c201b5-6592-4183-92ce-c00e97a33c8d tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:25.269956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75b15d97-6603-4f64-b236-45c1c16f69a2 req-07c201b5-6592-4183-92ce-c00e97a33c8d tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.0710320 Aug 27 14:03:25.334702 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75b15d97-6603-4f64-b236-45c1c16f69a2 req-7033c72b-da72-4097-a485-9b72615cf5e7 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520663 Aug 27 14:03:25.469261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae92745-7514-4320-930e-9742bfa4c6ca req-1ed78605-0e34-4750-89ac-21dbf648c824 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:25.471820 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cae92745-7514-4320-930e-9742bfa4c6ca req-1ed78605-0e34-4750-89ac-21dbf648c824 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.0546010 Aug 27 14:03:25.536215 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b086d-f8c6-4bf0-bcea-893ef8b4196a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cbb65d-4637-436b-a099-f97df338e90c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:25.551413 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e32b086d-f8c6-4bf0-bcea-893ef8b4196a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4217d30f6f6342f98aede2f5f2c31679&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0048208 Aug 27 14:03:25.552756 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cae92745-7514-4320-930e-9742bfa4c6ca req-e5181885-0962-4130-9078-0f05a4275d6f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728581 Aug 27 14:03:25.554071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49756) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:25.601694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-1934f5d3-55fb-4fa2-a34a-b3e13cfc90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:25.601694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-1934f5d3-55fb-4fa2-a34a-b3e13cfc90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:25.601694 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-1934f5d3-55fb-4fa2-a34a-b3e13cfc90f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=203b1f0fda0c4e4dbc5635329db4e264&device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1981 time: 0.5591943 Aug 27 14:03:25.689494 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-7b16c25e-00e8-47b2-9bef-ac053c697a26 service neutron] 10.222.0.55 "GET /v2.0/networks/af3a4b0f-e52d-49bf-b8d0-7fd079f5249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6248288 Aug 27 14:03:25.697360 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-afd5444f-9c59-4ace-ab9d-941ba3c8bcf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=3c68131e-a00e-4dfb-9d13-96b50e3998fe HTTP/1.1" status: 200 len: 217 time: 0.0749686 Aug 27 14:03:25.805198 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-811cf2f1-c65f-437c-a622-3233f86c1c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:25.813524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07a5ec-4cc8-46e2-a647-c3b973827ffe req-137b3003-403d-4323-a106-41f113512b80 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:25.822403 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e07a5ec-4cc8-46e2-a647-c3b973827ffe req-137b3003-403d-4323-a106-41f113512b80 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 943 time: 0.0866590 Aug 27 14:03:25.825235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-f952af68-5203-4a42-9640-fddd32a59ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:25.826730 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-f952af68-5203-4a42-9640-fddd32a59ca2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=525f217f-846e-4c41-88a4-642d49590e50 HTTP/1.1" status: 200 len: 801 time: 0.1137857 Aug 27 14:03:25.836436 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-811cf2f1-c65f-437c-a622-3233f86c1c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:25.879487 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e07a5ec-4cc8-46e2-a647-c3b973827ffe req-e1835ff3-d515-444b-9203-17879f57eb94 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557525 Aug 27 14:03:25.904224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-05ba8872-9a95-488b-b371-7555edfd1001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:25.905825 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-05ba8872-9a95-488b-b371-7555edfd1001 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c495d54-e6f8-4401-91a2-be880d6db35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628021 Aug 27 14:03:25.994802 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-811cf2f1-c65f-437c-a622-3233f86c1c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:26.001085 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-811cf2f1-c65f-437c-a622-3233f86c1c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:26.005855 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-811cf2f1-c65f-437c-a622-3233f86c1c27 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7cbb65d-4637-436b-a099-f97df338e90c HTTP/1.1" status: 204 len: 168 time: 0.4457130 Aug 27 14:03:26.019907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cf2f1-c65f-437c-a622-3233f86c1c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cbb65d-4637-436b-a099-f97df338e90c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:26.079590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-39ab4ed9-6ff4-48e0-9daf-1d5baf4f975b service neutron] 10.222.0.41 "GET /v2.0/networks/1c495d54-e6f8-4401-91a2-be880d6db35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616297 Aug 27 14:03:26.194256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d9a21-b931-4c95-bcce-6dd4068f1b76 req-8d1ae629-9c93-4a91-877c-796d857f346c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:26.210647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d9a21-b931-4c95-bcce-6dd4068f1b76 req-8d1ae629-9c93-4a91-877c-796d857f346c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:26.213085 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b50d9a21-b931-4c95-bcce-6dd4068f1b76 req-8d1ae629-9c93-4a91-877c-796d857f346c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1677 time: 0.1204567 Aug 27 14:03:26.235108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-d1633433-5750-4026-95ae-b7fabb9dabbd service neutron] 10.222.0.41 "GET /v2.0/networks/1c495d54-e6f8-4401-91a2-be880d6db35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436229 Aug 27 14:03:26.252127 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b3c9e060-6041-4f67-889e-be51b44c89d1 req-def41607-327a-4987-a7f8-db7d86ecffaf tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 210 time: 0.0345752 Aug 27 14:03:26.293750 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b50d9a21-b931-4c95-bcce-6dd4068f1b76 req-c6c4164d-ffb9-4bf6-8047-c5db394f6548 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697284 Aug 27 14:03:26.294222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-5e28d393-00ef-4287-b225-e1066f6a3e41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.19&port_id=b7327a57-0d5b-4780-b3bd-168952a552ad HTTP/1.1" status: 200 len: 217 time: 0.0442963 Aug 27 14:03:26.359321 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-eb1e9400-e7fd-4285-9d17-86d3964d40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:26.360718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-eb1e9400-e7fd-4285-9d17-86d3964d40f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3eb535c-b1c8-4635-9e4b-ea7b01307b54 HTTP/1.1" status: 200 len: 801 time: 0.0459323 Aug 27 14:03:26.375189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:03:26.515027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2ef860b0-f4b5-46e1-933d-82bc9b1784f5,segment=NetworkSegment(a69ba301-f2c8-4193-a8f0-98716e23a196),segment_id=a69ba301-f2c8-4193-a8f0-98716e23a196)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:26.515457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e433-ec02-42e9-a753-595a50313c7b req-057c6a49-f12a-4de5-bff0-583f8249acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:26.518544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-057c6a49-f12a-4de5-bff0-583f8249acac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84af2124-9abc-490c-86fd-c5d1fa69c225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430266 Aug 27 14:03:26.549024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '2ef860b0-f4b5-46e1-933d-82bc9b1784f5', 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8', 'port_id': '2ef860b0-f4b5-46e1-933d-82bc9b1784f5', 'mac_address': 'fa:16:3e:19:37:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651930c4-8e28-4aab-bc58-a3565f519406', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:03:26.567653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d7664-63fe-4d0a-9eb8-ac49cbea3736 req-28676dfb-35bb-4009-b902-0058009dda3d tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:26.579848 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a46d7664-63fe-4d0a-9eb8-ac49cbea3736 req-28676dfb-35bb-4009-b902-0058009dda3d tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1681516 Aug 27 14:03:26.647029 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:26.662266 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a46d7664-63fe-4d0a-9eb8-ac49cbea3736 req-e060c1cc-c43f-40e4-9451-d74354af29aa tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438523 Aug 27 14:03:26.689535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:03:26.719779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2ef860b0-f4b5-46e1-933d-82bc9b1784f5,segment=NetworkSegment(a69ba301-f2c8-4193-a8f0-98716e23a196),segment_id=a69ba301-f2c8-4193-a8f0-98716e23a196)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:26.725230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cb18b-5617-478b-b5db-b348f77a3b53 req-b8d8bde4-e5c0-43a4-b7c7-a79a46516f36 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:26.729656 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:26.736302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-982cb18b-5617-478b-b5db-b348f77a3b53 req-b8d8bde4-e5c0-43a4-b7c7-a79a46516f36 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.0815420 Aug 27 14:03:26.747439 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-22ab0254-15a7-4e2e-adba-c8d31f69a293 service neutron] 10.222.0.41 "GET /v2.0/networks/84af2124-9abc-490c-86fd-c5d1fa69c225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090824 Aug 27 14:03:26.787412 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-982cb18b-5617-478b-b5db-b348f77a3b53 req-fa0fe97f-f754-4ed4-a385-b3b3566ce4ae tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501175 Aug 27 14:03:26.818561 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=2ef860b0-f4b5-46e1-933d-82bc9b1784f5,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:26.826537 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:26.827159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:26.827505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:26.827845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:26.828181 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:26.828519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:26.828849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:26.829175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:26.829496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:26.830006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:26.830334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:26.830658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:26.863173 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb22e433-ec02-42e9-a753-595a50313c7b req-84a326bc-73a2-4a15-ae97-8e3e212ca9e7 service neutron] 10.222.0.41 "GET /v2.0/networks/84af2124-9abc-490c-86fd-c5d1fa69c225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080005 Aug 27 14:03:27.013867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c711d7-76c5-4495-ac70-77725e185adf req-73265279-5b4b-4106-ba88-d8167627ab7a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:27.015458 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-23c711d7-76c5-4495-ac70-77725e185adf req-73265279-5b4b-4106-ba88-d8167627ab7a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 944 time: 0.0698545 Aug 27 14:03:27.084227 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890ee2-1dbe-43ef-affb-e42efdf86da4 req-f23c4ec8-d8a5-4862-bb45-e7cfd1c300f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:27.084726 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890ee2-1dbe-43ef-affb-e42efdf86da4 req-f23c4ec8-d8a5-4862-bb45-e7cfd1c300f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:27.087259 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96890ee2-1dbe-43ef-affb-e42efdf86da4 req-f23c4ec8-d8a5-4862-bb45-e7cfd1c300f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=203b1f0fda0c4e4dbc5635329db4e264&device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1981 time: 0.0913103 Aug 27 14:03:27.092032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['2ef860b0-f4b5-46e1-933d-82bc9b1784f5'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:03:27.093612 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-23c711d7-76c5-4495-ac70-77725e185adf req-a030d644-9a06-4cd6-aff0-7ae3b21b636d tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594211 Aug 27 14:03:27.098642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'tag': 'b7327a57-0d5b-4780-b3bd-168952a552ad'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:27.102895 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cd9dcf-fa29-47ad-9124-e856ab12decf" -d '{"events": [{"name": "network-changed", "server_uuid": "aa04fdb8-0eea-45f2-ab50-eb9a304cdc19", "tag": "b7327a57-0d5b-4780-b3bd-168952a552ad"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:27.186449 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ec0bbe-fb24-4a73-a318-2b640eb227a3 x-openstack-request-id: req-a4ec0bbe-fb24-4a73-a318-2b640eb227a3 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:27.187082 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa04fdb8-0eea-45f2-ab50-eb9a304cdc19", "tag": "b7327a57-0d5b-4780-b3bd-168952a552ad", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:27.187340 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4ec0bbe-fb24-4a73-a318-2b640eb227a3 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:27.187744 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'tag': 'b7327a57-0d5b-4780-b3bd-168952a552ad', 'status': 'completed', 'code': 200} Aug 27 14:03:27.225787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890ee2-1dbe-43ef-affb-e42efdf86da4 req-25ae96bb-106e-4575-b073-5fde5038af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:27.228367 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96890ee2-1dbe-43ef-affb-e42efdf86da4 req-25ae96bb-106e-4575-b073-5fde5038af4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c495d54-e6f8-4401-91a2-be880d6db35d HTTP/1.1" status: 200 len: 902 time: 0.1306179 Aug 27 14:03:27.266629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990226c5-5162-4327-963c-c4277bec0eda req-ccc60ed2-e07f-4d4c-b65a-003c8cd05363 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:27.268189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-990226c5-5162-4327-963c-c4277bec0eda req-ccc60ed2-e07f-4d4c-b65a-003c8cd05363 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22fea95-f0ae-41ea-b487-d7e3a401701d HTTP/1.1" status: 200 len: 950 time: 0.0608006 Aug 27 14:03:27.293230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96890ee2-1dbe-43ef-affb-e42efdf86da4 req-55abf612-c1f3-46f0-a8f2-225a645a2605 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=3c68131e-a00e-4dfb-9d13-96b50e3998fe HTTP/1.1" status: 200 len: 217 time: 0.0563757 Aug 27 14:03:27.312642 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-990226c5-5162-4327-963c-c4277bec0eda req-4a93268c-32c2-4961-99bb-bfb8ed7d5938 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370004 Aug 27 14:03:27.382004 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-72f6a52d-06a5-459b-82e1-5a7323c193eb req-ab8d9020-d6b5-488b-b8fa-bd550f7bce1a tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 210 time: 0.0472350 Aug 27 14:03:27.392965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890ee2-1dbe-43ef-affb-e42efdf86da4 req-1f8377f4-afca-4672-ac6e-05c8bc1df5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:27.394435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96890ee2-1dbe-43ef-affb-e42efdf86da4 req-1f8377f4-afca-4672-ac6e-05c8bc1df5ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=525f217f-846e-4c41-88a4-642d49590e50 HTTP/1.1" status: 200 len: 801 time: 0.0935545 Aug 27 14:03:27.448387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395cdda-f25c-4e87-85a8-80f342077744 req-c34c77ae-d85d-447d-bc2f-c175d9c9171f tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:27.456436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395cdda-f25c-4e87-85a8-80f342077744 req-c34c77ae-d85d-447d-bc2f-c175d9c9171f tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:27.458390 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2395cdda-f25c-4e87-85a8-80f342077744 req-c34c77ae-d85d-447d-bc2f-c175d9c9171f tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1677 time: 0.0738981 Aug 27 14:03:27.477961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890ee2-1dbe-43ef-affb-e42efdf86da4 req-1f2111f0-1fa1-4dab-9a69-d1c21324279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:27.479902 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96890ee2-1dbe-43ef-affb-e42efdf86da4 req-1f2111f0-1fa1-4dab-9a69-d1c21324279a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c495d54-e6f8-4401-91a2-be880d6db35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760460 Aug 27 14:03:27.579300 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2395cdda-f25c-4e87-85a8-80f342077744 req-54ac177d-6ff9-4e0e-ae4d-bfe90b96416f tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914431 Aug 27 14:03:27.653760 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96890ee2-1dbe-43ef-affb-e42efdf86da4 req-d5900ca9-a899-408e-abb7-75d2e9da040e service neutron] 10.222.0.41 "GET /v2.0/networks/1c495d54-e6f8-4401-91a2-be880d6db35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651719 Aug 27 14:03:27.660553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-9df9dd8a-10c7-4ca8-a294-05c52d7b517d tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:27.662039 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-9df9dd8a-10c7-4ca8-a294-05c52d7b517d tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.52 "GET /v2.0/networks?id=af3a4b0f-e52d-49bf-b8d0-7fd079f5249c HTTP/1.1" status: 200 len: 815 time: 0.1998262 Aug 27 14:03:27.743718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-d506eedc-da81-4fff-9279-4c047d17ec66 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f254effc68e47ed9207b2ef5aef7128 HTTP/1.1" status: 200 len: 379 time: 0.0650160 Aug 27 14:03:27.761799 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Request body: {'port': {'device_id': 'b2314579-84d0-4136-a8d9-9d491bf653bb', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'admin_state_up': True, 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'security_groups': ['ed38e010-f854-4acb-b370-379d12946cf8']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:27.831875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96890ee2-1dbe-43ef-affb-e42efdf86da4 req-e928e771-59a7-434d-805a-25d4f1548024 service neutron] 10.222.0.41 "GET /v2.0/networks/1c495d54-e6f8-4401-91a2-be880d6db35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698818 Aug 27 14:03:27.926784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747266d9-4808-4f78-90f1-0f0d87697b05 req-514a89ab-10cf-4e3a-ab64-9f24b1cf9f1c tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:27.930403 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-747266d9-4808-4f78-90f1-0f0d87697b05 req-514a89ab-10cf-4e3a-ab64-9f24b1cf9f1c tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1556320 Aug 27 14:03:28.002552 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-747266d9-4808-4f78-90f1-0f0d87697b05 req-09a75183-62f4-4e17-9646-7e0b18e6820a tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630238 Aug 27 14:03:28.020922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd9dcf-fa29-47ad-9124-e856ab12decf req-810dc6ff-4a3d-4776-bca0-50ee59b06a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:28.021576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd9dcf-fa29-47ad-9124-e856ab12decf req-810dc6ff-4a3d-4776-bca0-50ee59b06a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:28.021712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Made reservation on behalf of 0f254effc68e47ed9207b2ef5aef7128 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:03:28.024166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2cd9dcf-fa29-47ad-9124-e856ab12decf req-810dc6ff-4a3d-4776-bca0-50ee59b06a71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=203b1f0fda0c4e4dbc5635329db4e264&device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1981 time: 0.0865686 Aug 27 14:03:28.027384 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:28.181057 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a338d-4dac-4173-95af-3397d4616d20 req-58f996a1-2e6a-460f-96f1-115db6d8b564 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:28.182743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f9a338d-4dac-4173-95af-3397d4616d20 req-58f996a1-2e6a-460f-96f1-115db6d8b564 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.1149361 Aug 27 14:03:28.188269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd9dcf-fa29-47ad-9124-e856ab12decf req-3722e32c-0523-4834-9fb1-d70518608eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:28.190010 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2cd9dcf-fa29-47ad-9124-e856ab12decf req-3722e32c-0523-4834-9fb1-d70518608eb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=84af2124-9abc-490c-86fd-c5d1fa69c225 HTTP/1.1" status: 200 len: 903 time: 0.1557863 Aug 27 14:03:28.209399 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Allocated IP 172.20.0.5 (af3a4b0f-e52d-49bf-b8d0-7fd079f5249c/40992694-78e7-41d2-a32d-7deb29281711/39febab6-626f-414e-b9f1-73055de4acb0) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:03:28.263585 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2cd9dcf-fa29-47ad-9124-e856ab12decf req-8a35ec95-4ba4-4ccd-a087-7a837caa5166 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.19&port_id=b7327a57-0d5b-4780-b3bd-168952a552ad HTTP/1.1" status: 200 len: 217 time: 0.0512013 Aug 27 14:03:28.272119 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f9a338d-4dac-4173-95af-3397d4616d20 req-01e11ae5-3e0e-4d86-85b2-0a39af9e6ac8 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810230 Aug 27 14:03:28.328731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd9dcf-fa29-47ad-9124-e856ab12decf req-537a3d5a-18bc-4e5a-9bcc-b36d639e9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:28.330211 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2cd9dcf-fa29-47ad-9124-e856ab12decf req-537a3d5a-18bc-4e5a-9bcc-b36d639e9420 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3eb535c-b1c8-4635-9e4b-ea7b01307b54 HTTP/1.1" status: 200 len: 801 time: 0.0544901 Aug 27 14:03:28.380059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aafb4-7309-46e9-ba13-ca8dd9bb008b req-c12b5076-e8e6-49e8-b933-60e993e055f8 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:28.381549 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3e2aafb4-7309-46e9-ba13-ca8dd9bb008b req-c12b5076-e8e6-49e8-b933-60e993e055f8 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 944 time: 0.0980685 Aug 27 14:03:28.386473 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:28.405099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd9dcf-fa29-47ad-9124-e856ab12decf req-5adc1a15-f605-4703-aed4-2940ef55c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:28.406440 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2cd9dcf-fa29-47ad-9124-e856ab12decf req-5adc1a15-f605-4703-aed4-2940ef55c668 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84af2124-9abc-490c-86fd-c5d1fa69c225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514286 Aug 27 14:03:28.449206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:28.465702 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3e2aafb4-7309-46e9-ba13-ca8dd9bb008b req-e1461dfa-73ea-4314-8a75-1e8a10a2df95 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761240 Aug 27 14:03:28.495306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:28.498744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Transition to ACTIVE for port object 39febab6-626f-414e-b9f1-73055de4acb0 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:03:28.500691 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:28.501426 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:28.541284 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:28.634350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:03:28.640002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:03:28.659284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:03:28.684844 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2cd9dcf-fa29-47ad-9124-e856ab12decf req-f71c23c6-cd85-471e-9ca7-ef8e2f93eec7 service neutron] 10.222.0.41 "GET /v2.0/networks/84af2124-9abc-490c-86fd-c5d1fa69c225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668457 Aug 27 14:03:28.696346 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:28.701915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aef94e-1646-46d7-b738-435a8ea789b3 req-bcda6d47-3da6-46d0-a3dd-9f31a395f48c tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:28.703502 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0aef94e-1646-46d7-b738-435a8ea789b3 req-bcda6d47-3da6-46d0-a3dd-9f31a395f48c tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 931 time: 0.1723187 Aug 27 14:03:28.710791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:28.711449 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:28.723981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85aa150-bc73-4969-8d4a-656fb68266e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef860b0-f4b5-46e1-933d-82bc9b1784f5'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:28.727462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Pushing event updated for resources: {'Port': ['ID=39febab6-626f-414e-b9f1-73055de4acb0,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:28.727681 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea74078-5fb7-43a2-94c2-b358b9c17e79" -d '{"events": [{"server_uuid": "a85aa150-bc73-4969-8d4a-656fb68266e1", "name": "network-vif-plugged", "status": "completed", "tag": "2ef860b0-f4b5-46e1-933d-82bc9b1784f5"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:28.744364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2ef860b0-f4b5-46e1-933d-82bc9b1784f5,segment=NetworkSegment(a69ba301-f2c8-4193-a8f0-98716e23a196),segment_id=a69ba301-f2c8-4193-a8f0-98716e23a196)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:28.750802 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:28.754976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:03:28.778892 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-5901c795-6a30-4f7d-bee1-e22bb43af5c3 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0248485 Aug 27 14:03:28.801439 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d736a-7d12-4f17-b5f8-380dde52d2c7 req-fad8972b-6262-4c73-b7d9-a9470ec97e54 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:28.808706 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d736a-7d12-4f17-b5f8-380dde52d2c7 req-fad8972b-6262-4c73-b7d9-a9470ec97e54 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:28.818966 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e94d736a-7d12-4f17-b5f8-380dde52d2c7 req-fad8972b-6262-4c73-b7d9-a9470ec97e54 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1677 time: 0.0989027 Aug 27 14:03:28.825034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Request body: {'port': {'device_id': 'b2314579-84d0-4136-a8d9-9d491bf653bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:28.892533 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0aef94e-1646-46d7-b738-435a8ea789b3 req-f9b1546b-99af-4d0e-aa11-bfe5a1e4ac32 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576223 Aug 27 14:03:28.895295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=2ef860b0-f4b5-46e1-933d-82bc9b1784f5,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:28.918718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e94d736a-7d12-4f17-b5f8-380dde52d2c7 req-22a7594f-9c9b-47f9-95d8-9af36b456a32 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987101 Aug 27 14:03:28.943669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2cd9dcf-fa29-47ad-9124-e856ab12decf req-027fa5cc-98db-4837-9006-bb143706fc21 service neutron] 10.222.0.41 "GET /v2.0/networks/84af2124-9abc-490c-86fd-c5d1fa69c225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391791 Aug 27 14:03:28.952843 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:28.986838 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218e8c94-95a6-4463-a173-f5c0f692f627 x-openstack-request-id: req-218e8c94-95a6-4463-a173-f5c0f692f627 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:28.987485 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85aa150-bc73-4969-8d4a-656fb68266e1", "name": "network-vif-plugged", "status": "completed", "tag": "2ef860b0-f4b5-46e1-933d-82bc9b1784f5", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:28.987742 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-218e8c94-95a6-4463-a173-f5c0f692f627 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:28.988136 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85aa150-bc73-4969-8d4a-656fb68266e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef860b0-f4b5-46e1-933d-82bc9b1784f5', 'code': 200} Aug 27 14:03:29.003824 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:29.071848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6c831bc0-16e3-4f51-9fa3-cca8003d37e1 None None] Provisioning for port 39febab6-626f-414e-b9f1-73055de4acb0 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:29.076585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:29.084104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6c831bc0-16e3-4f51-9fa3-cca8003d37e1 None None] Provisioning complete for port 39febab6-626f-414e-b9f1-73055de4acb0 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:29.085609 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6c831bc0-16e3-4f51-9fa3-cca8003d37e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:29.093726 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:29.126252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a4df8-422a-4be7-952f-47bbd0f7a21a req-449a469b-b7dc-46e0-a8f3-53f4f7a748f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:29.128598 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-474a4df8-422a-4be7-952f-47bbd0f7a21a req-449a469b-b7dc-46e0-a8f3-53f4f7a748f0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 1097 time: 0.0577779 Aug 27 14:03:29.202121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6c831bc0-16e3-4f51-9fa3-cca8003d37e1 None None] Port 39febab6-626f-414e-b9f1-73055de4acb0 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:03:29.217142 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-474a4df8-422a-4be7-952f-47bbd0f7a21a req-985a2cdd-8e12-4324-95b9-1568897c7408 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741742 Aug 27 14:03:29.246524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:29.247852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a19b7-d3b4-4ba8-b4dc-bf8b8029c04c req-a6540edd-5a59-432a-9d3b-a43763a5b34c tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:29.249580 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a77a19b7-d3b4-4ba8-b4dc-bf8b8029c04c req-a6540edd-5a59-432a-9d3b-a43763a5b34c tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.0740921 Aug 27 14:03:29.293876 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a77a19b7-d3b4-4ba8-b4dc-bf8b8029c04c req-78f899aa-d567-4ab3-b0b0-ae932ab84c93 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366571 Aug 27 14:03:29.441116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39febab6-626f-414e-b9f1-73055de4acb0 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:03:29.444319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baeb5b-9633-4a83-a07c-d23dff92786e req-d87332c8-9362-48de-ae97-633c34e2e8a2 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:29.449195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:29.455590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38baeb5b-9633-4a83-a07c-d23dff92786e req-d87332c8-9362-48de-ae97-633c34e2e8a2 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.0925186 Aug 27 14:03:29.468467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Transition to ACTIVE for port object 39febab6-626f-414e-b9f1-73055de4acb0 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:03:29.474245 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:29.527774 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38baeb5b-9633-4a83-a07c-d23dff92786e req-c0ca7aeb-c22a-45f9-bde9-63af2ae6cd64 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646286 Aug 27 14:03:29.652456 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Pushing event updated for resources: {'Port': ['ID=39febab6-626f-414e-b9f1-73055de4acb0,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:29.705080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f9ece-29a1-427d-aaca-a35dc71d6788 req-bbaf6849-bdf0-4226-94f9-5ae5f5670fd0 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:29.706941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347f9ece-29a1-427d-aaca-a35dc71d6788 req-bbaf6849-bdf0-4226-94f9-5ae5f5670fd0 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.1423814 Aug 27 14:03:29.755806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49958) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:29.765343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Attempting to bind port 39febab6-626f-414e-b9f1-73055de4acb0 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:03:29.765867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Attempting to bind port 39febab6-626f-414e-b9f1-73055de4acb0 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'fb66b771-c703-40b3-842f-02a880f5c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:03:29.766458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Attempting to bind port 39febab6-626f-414e-b9f1-73055de4acb0 on network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:03:29.781767 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-347f9ece-29a1-427d-aaca-a35dc71d6788 req-ed734713-0a60-46e0-b357-9e1c0a01fa93 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667186 Aug 27 14:03:29.782607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Port 39febab6-626f-414e-b9f1-73055de4acb0 on network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:03:29.783145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Attempting to bind port 39febab6-626f-414e-b9f1-73055de4acb0 on network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:03:29.792362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:03:29.792705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Checking segment: {'id': 'fb66b771-c703-40b3-842f-02a880f5c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:03:29.793085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Bound using segment: {'id': 'fb66b771-c703-40b3-842f-02a880f5c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:03:29.793603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Bound port: 39febab6-626f-414e-b9f1-73055de4acb0, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb66b771-c703-40b3-842f-02a880f5c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:03:29.793857 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:29.862672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] For port 39febab6-626f-414e-b9f1-73055de4acb0, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:03:29.866047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] For port 39febab6-626f-414e-b9f1-73055de4acb0, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=39febab6-626f-414e-b9f1-73055de4acb0,segment=NetworkSegment(fb66b771-c703-40b3-842f-02a880f5c699),segment_id=fb66b771-c703-40b3-842f-02a880f5c699)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:03:29.872332 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:29.898433 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdb5b-b6c0-4591-be4d-c95963590daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:29.911896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:29.912325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:29.914363 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] 10.222.0.52 "PUT /v2.0/ports/39febab6-626f-414e-b9f1-73055de4acb0 HTTP/1.1" status: 200 len: 1092 time: 1.1221325 Aug 27 14:03:29.914797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2314579-84d0-4136-a8d9-9d491bf653bb', 'tag': '39febab6-626f-414e-b9f1-73055de4acb0'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:29.917732 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cba9719-0b9a-4ad2-891f-9429409da1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b2314579-84d0-4136-a8d9-9d491bf653bb", "tag": "39febab6-626f-414e-b9f1-73055de4acb0"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:29.952786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712187a-c68f-4ed7-9805-46112b1d19f0 service neutron] Pushing event updated for resources: {'Port': ['ID=39febab6-626f-414e-b9f1-73055de4acb0,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:30.008385 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc18b692-df3e-4cfe-8fa6-54f68a8b5911 x-openstack-request-id: req-cc18b692-df3e-4cfe-8fa6-54f68a8b5911 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:30.008804 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2314579-84d0-4136-a8d9-9d491bf653bb", "tag": "39febab6-626f-414e-b9f1-73055de4acb0", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:30.008984 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc18b692-df3e-4cfe-8fa6-54f68a8b5911 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:30.009344 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2314579-84d0-4136-a8d9-9d491bf653bb', 'tag': '39febab6-626f-414e-b9f1-73055de4acb0', 'status': 'completed', 'code': 200} Aug 27 14:03:30.030063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-878365e9-8a1e-441d-9714-f9cfcab5db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:30.033472 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-878365e9-8a1e-441d-9714-f9cfcab5db9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f254effc68e47ed9207b2ef5aef7128&device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 1095 time: 0.0606751 Aug 27 14:03:30.034552 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdb5b-b6c0-4591-be4d-c95963590daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:30.047812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d1cdb5b-b6c0-4591-be4d-c95963590daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:30.104063 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-42dc1dc3-d595-424d-8aaf-ab47c4174bf6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39febab6-626f-414e-b9f1-73055de4acb0 HTTP/1.1" status: 200 len: 217 time: 0.0517430 Aug 27 14:03:30.113761 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0d1cdb5b-b6c0-4591-be4d-c95963590daa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=add25ae4310b4539821bb4692085a7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568823 Aug 27 14:03:30.114431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49972) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:30.149982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cdb5b-b6c0-4591-be4d-c95963590daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8963221-0fe4-494c-899e-a901e5bc0d20,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:30.202255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-b8468a72-93a3-4d28-bb05-4f9b00c91190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:30.203430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de00f2-5dac-4ddd-90c1-9f533e43c2ab req-50186845-5374-47c5-8850-8e62e8c3b92c tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:30.204103 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-b8468a72-93a3-4d28-bb05-4f9b00c91190 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40992694-78e7-41d2-a32d-7deb29281711 HTTP/1.1" status: 200 len: 854 time: 0.0776448 Aug 27 14:03:30.214862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1de00f2-5dac-4ddd-90c1-9f533e43c2ab req-50186845-5374-47c5-8850-8e62e8c3b92c tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 943 time: 0.1783283 Aug 27 14:03:30.215067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e24699-b6c7-42aa-bf01-22009f38d635 req-ffa0cc6d-54fa-4621-9540-9d92900dff68 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:30.222086 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e24699-b6c7-42aa-bf01-22009f38d635 req-ffa0cc6d-54fa-4621-9540-9d92900dff68 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:30.223793 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c4e24699-b6c7-42aa-bf01-22009f38d635 req-ffa0cc6d-54fa-4621-9540-9d92900dff68 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1677 time: 0.1300313 Aug 27 14:03:30.290718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1de00f2-5dac-4ddd-90c1-9f533e43c2ab req-943fbd73-7106-4aac-9bb3-dfaf4be00cbb tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743542 Aug 27 14:03:30.317364 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d74e0048-936f-4a30-8bb5-c7c0ca298125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:30.332989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c4e24699-b6c7-42aa-bf01-22009f38d635 req-ef6a7b75-e2a4-4cb9-9f81-3e3b18f4f47c tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622430 Aug 27 14:03:30.336553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-82af7e38-9aa1-4b42-a7a6-895da6560b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:30.338406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-82af7e38-9aa1-4b42-a7a6-895da6560b15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=af3a4b0f-e52d-49bf-b8d0-7fd079f5249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132455 Aug 27 14:03:30.347050 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d74e0048-936f-4a30-8bb5-c7c0ca298125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:30.467007 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed90ac35-ff2a-444f-a87e-9c6dacac0c39 req-7db108ea-c868-4e97-bca6-71b38c1f1b53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0641475 Aug 27 14:03:30.469706 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-16828e1a-ee07-43b3-ab5b-502f114ac227 service neutron] 10.222.0.52 "GET /v2.0/networks/af3a4b0f-e52d-49bf-b8d0-7fd079f5249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217070 Aug 27 14:03:30.512621 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d74e0048-936f-4a30-8bb5-c7c0ca298125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:30.514070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d74e0048-936f-4a30-8bb5-c7c0ca298125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:30.515345 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d74e0048-936f-4a30-8bb5-c7c0ca298125 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8963221-0fe4-494c-899e-a901e5bc0d20 HTTP/1.1" status: 204 len: 168 time: 0.3957307 Aug 27 14:03:30.532401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e0048-936f-4a30-8bb5-c7c0ca298125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8963221-0fe4-494c-899e-a901e5bc0d20,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:30.581200 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed90ac35-ff2a-444f-a87e-9c6dacac0c39 req-be423eb6-314e-422a-b8e9-d01332858330 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0469809 Aug 27 14:03:30.589624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec6492-8c32-42f4-8a20-67e5e459fc55 req-d5ede871-1c87-4b82-95bf-9ca877269325 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:30.600766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b7327a57-0d5b-4780-b3bd-168952a552ad details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:03:30.606332 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2eec6492-8c32-42f4-8a20-67e5e459fc55 req-d5ede871-1c87-4b82-95bf-9ca877269325 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1283550 Aug 27 14:03:30.613425 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c99e2ee-67fc-40de-92fe-9b5a09eff0c0 req-dc71b1e6-32e7-4cd8-b4e0-081a5f5d0c9f service neutron] 10.222.0.52 "GET /v2.0/networks/af3a4b0f-e52d-49bf-b8d0-7fd079f5249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281581 Aug 27 14:03:30.683513 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2eec6492-8c32-42f4-8a20-67e5e459fc55 req-65e2f464-5960-46e2-b033-65eaae8d4d9d tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722983 Aug 27 14:03:30.701059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed90ac35-ff2a-444f-a87e-9c6dacac0c39 req-fdd57ef5-a60c-4bd3-944e-4e456c217f95 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617948 Aug 27 14:03:30.755502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b7327a57-0d5b-4780-b3bd-168952a552ad, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b7327a57-0d5b-4780-b3bd-168952a552ad,segment=NetworkSegment(b4103c22-3c19-4d4c-825b-6f954fdb8a18),segment_id=b4103c22-3c19-4d4c-825b-6f954fdb8a18)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:30.783547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'b7327a57-0d5b-4780-b3bd-168952a552ad', 'network_id': '84af2124-9abc-490c-86fd-c5d1fa69c225', 'port_id': 'b7327a57-0d5b-4780-b3bd-168952a552ad', 'mac_address': 'fa:16:3e:92:03:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3eb535c-b1c8-4635-9e4b-ea7b01307b54', 'ip_address': '19.86.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:03:30.831228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68fc9f-7101-417a-a652-47751fbc780e req-541ef162-f0cb-4778-abbe-f89584ad247f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:30.834459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee68fc9f-7101-417a-a652-47751fbc780e req-541ef162-f0cb-4778-abbe-f89584ad247f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.1731012 Aug 27 14:03:30.861059 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:30.870743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba9719-0b9a-4ad2-891f-9429409da1eb req-f6398ab8-051c-478c-8d99-3112bb452b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:30.872595 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6cba9719-0b9a-4ad2-891f-9429409da1eb req-f6398ab8-051c-478c-8d99-3112bb452b97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f254effc68e47ed9207b2ef5aef7128&device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 1095 time: 0.1372340 Aug 27 14:03:30.876507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7327a57-0d5b-4780-b3bd-168952a552ad {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:03:30.884169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90ac35-ff2a-444f-a87e-9c6dacac0c39 req-95104c0e-9db3-4e49-8c78-07f69cd89773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:30.886506 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed90ac35-ff2a-444f-a87e-9c6dacac0c39 req-95104c0e-9db3-4e49-8c78-07f69cd89773 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1836267 Aug 27 14:03:30.905592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b7327a57-0d5b-4780-b3bd-168952a552ad, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b7327a57-0d5b-4780-b3bd-168952a552ad,segment=NetworkSegment(b4103c22-3c19-4d4c-825b-6f954fdb8a18),segment_id=b4103c22-3c19-4d4c-825b-6f954fdb8a18)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:30.916712 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:30.918069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3c68131e-a00e-4dfb-9d13-96b50e3998fe details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:03:30.934331 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee68fc9f-7101-417a-a652-47751fbc780e req-84d12268-dcc4-4514-86a6-6fc9b88a264c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730076 Aug 27 14:03:31.056445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49996) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:31.067031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba9719-0b9a-4ad2-891f-9429409da1eb req-3e5c27a3-0603-4961-a744-5cea2f4e3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:31.068677 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6cba9719-0b9a-4ad2-891f-9429409da1eb req-3e5c27a3-0603-4961-a744-5cea2f4e3bf8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=af3a4b0f-e52d-49bf-b8d0-7fd079f5249c HTTP/1.1" status: 200 len: 916 time: 0.1826189 Aug 27 14:03:31.096938 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba84d4cc-5609-4e8c-9a10-7cf785ba959e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:31.100831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3c68131e-a00e-4dfb-9d13-96b50e3998fe, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3c68131e-a00e-4dfb-9d13-96b50e3998fe,segment=NetworkSegment(5151576e-bca8-4d87-b222-d4ad4f042f9f),segment_id=5151576e-bca8-4d87-b222-d4ad4f042f9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:31.117291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:31.120080 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbedb995-c407-4a17-801b-525dc99942b2" -d '{"events": [{"server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:31.123347 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '3c68131e-a00e-4dfb-9d13-96b50e3998fe', 'network_id': '1c495d54-e6f8-4401-91a2-be880d6db35d', 'port_id': '3c68131e-a00e-4dfb-9d13-96b50e3998fe', 'mac_address': 'fa:16:3e:24:ba:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525f217f-846e-4c41-88a4-642d49590e50', 'ip_address': '19.80.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:03:31.189474 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6cba9719-0b9a-4ad2-891f-9429409da1eb req-cc75b527-d1b0-49c8-8edf-12fb2495d0f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39febab6-626f-414e-b9f1-73055de4acb0 HTTP/1.1" status: 200 len: 217 time: 0.1101668 Aug 27 14:03:31.208841 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba84d4cc-5609-4e8c-9a10-7cf785ba959e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:31.221163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62b739-fd7e-40c6-9a3f-e56eff5edd53 req-b42b5b40-c05f-4d90-bed8-c5255290f976 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:31.222805 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6e62b739-fd7e-40c6-9a3f-e56eff5edd53 req-b42b5b40-c05f-4d90-bed8-c5255290f976 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.2440932 Aug 27 14:03:31.231358 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba84d4cc-5609-4e8c-9a10-7cf785ba959e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:31.269880 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ba84d4cc-5609-4e8c-9a10-7cf785ba959e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28074d15fd934abd80ff4e67d178cac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121608 Aug 27 14:03:31.278611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50002) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:31.313721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba9719-0b9a-4ad2-891f-9429409da1eb req-18429ddb-6e16-48d0-a245-99e40d089efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:31.315649 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6cba9719-0b9a-4ad2-891f-9429409da1eb req-18429ddb-6e16-48d0-a245-99e40d089efa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40992694-78e7-41d2-a32d-7deb29281711 HTTP/1.1" status: 200 len: 854 time: 0.1121552 Aug 27 14:03:31.325771 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:31.342857 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c68131e-a00e-4dfb-9d13-96b50e3998fe {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:03:31.343665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335a6c6-b7bb-42e6-9b3d-d916fd36e1e3 req-152b370d-9487-45b0-bef4-77328bdd1125 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:31.353285 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3335a6c6-b7bb-42e6-9b3d-d916fd36e1e3 req-152b370d-9487-45b0-bef4-77328bdd1125 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1667891 Aug 27 14:03:31.364052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3c68131e-a00e-4dfb-9d13-96b50e3998fe, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3c68131e-a00e-4dfb-9d13-96b50e3998fe,segment=NetworkSegment(5151576e-bca8-4d87-b222-d4ad4f042f9f),segment_id=5151576e-bca8-4d87-b222-d4ad4f042f9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:31.375337 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:31.384954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6e62b739-fd7e-40c6-9a3f-e56eff5edd53 req-df36477f-0570-434b-940a-0d8294f88e49 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232598 Aug 27 14:03:31.397639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b7327a57-0d5b-4780-b3bd-168952a552ad,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:31.408814 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84d4cc-5609-4e8c-9a10-7cf785ba959e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9822e80f-7c37-4c78-9b5b-8bc7f15ae584,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:31.452166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4211c-f632-49db-95a9-32caa58f6e7d req-0e0bf3f6-bbdd-494c-b093-ffce6323892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:31.453727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-faf4211c-f632-49db-95a9-32caa58f6e7d req-0e0bf3f6-bbdd-494c-b093-ffce6323892b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad158d6a65b340c5b8d88996ad9b1aa7&device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 1097 time: 0.1910877 Aug 27 14:03:31.454191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba9719-0b9a-4ad2-891f-9429409da1eb req-1c969d30-01d6-4551-9524-823d5f830414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:31.456066 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6cba9719-0b9a-4ad2-891f-9429409da1eb req-1c969d30-01d6-4551-9524-823d5f830414 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=af3a4b0f-e52d-49bf-b8d0-7fd079f5249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945196 Aug 27 14:03:31.468731 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3335a6c6-b7bb-42e6-9b3d-d916fd36e1e3 req-57925317-12cb-403e-947d-2db08501a685 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139796 Aug 27 14:03:31.521015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=3c68131e-a00e-4dfb-9d13-96b50e3998fe,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:31.529085 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041be543-c7a9-45d8-bcec-560d17e581bf x-openstack-request-id: req-041be543-c7a9-45d8-bcec-560d17e581bf {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:31.529085 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:31.529406 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-041be543-c7a9-45d8-bcec-560d17e581bf {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:31.529677 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c', 'code': 200} Aug 27 14:03:31.595387 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf589c07-88ff-45d2-9799-36e2375be2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:31.638796 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6cba9719-0b9a-4ad2-891f-9429409da1eb req-820a5a57-1325-4b46-ae84-66945c9e69c5 service neutron] 10.222.0.52 "GET /v2.0/networks/af3a4b0f-e52d-49bf-b8d0-7fd079f5249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683142 Aug 27 14:03:31.651235 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf589c07-88ff-45d2-9799-36e2375be2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:31.703419 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f983a41-1865-43dc-89cb-740f07c42da8 req-2d5bbdbb-2193-460b-8f31-d48e38980d9e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:31.708529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d61b4-2a0a-4a3e-8877-0772fea9a1d6 req-ae612df0-cc35-4ceb-ab62-e17c84b32056 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:31.709415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f983a41-1865-43dc-89cb-740f07c42da8 req-2d5bbdbb-2193-460b-8f31-d48e38980d9e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:31.711093 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4f983a41-1865-43dc-89cb-740f07c42da8 req-2d5bbdbb-2193-460b-8f31-d48e38980d9e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1679 time: 0.1060817 Aug 27 14:03:31.715208 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-663d61b4-2a0a-4a3e-8877-0772fea9a1d6 req-ae612df0-cc35-4ceb-ab62-e17c84b32056 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 943 time: 0.1305561 Aug 27 14:03:31.746561 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4211c-f632-49db-95a9-32caa58f6e7d req-596092eb-5d08-4969-ba73-9f0292e8d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:31.748319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-faf4211c-f632-49db-95a9-32caa58f6e7d req-596092eb-5d08-4969-ba73-9f0292e8d910 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91caa6be-386f-49c9-a34e-2d3153e8f37c HTTP/1.1" status: 200 len: 916 time: 0.2782264 Aug 27 14:03:31.809631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-663d61b4-2a0a-4a3e-8877-0772fea9a1d6 req-e227e59b-18bc-4ee9-a251-06d9e7a2400b tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935526 Aug 27 14:03:31.811445 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-faf4211c-f632-49db-95a9-32caa58f6e7d req-d1341dcd-62aa-4dcf-9a2f-617b6aa3d3c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd1f029-48c9-45a7-bc2e-099cc8a5b571 HTTP/1.1" status: 200 len: 217 time: 0.0474577 Aug 27 14:03:31.814590 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4f983a41-1865-43dc-89cb-740f07c42da8 req-87afb625-3139-4abc-a6c1-ad5b7f29f047 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897877 Aug 27 14:03:31.819111 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6cba9719-0b9a-4ad2-891f-9429409da1eb req-3a4f153f-951e-401c-9564-27f9ce8a82c1 service neutron] 10.222.0.52 "GET /v2.0/networks/af3a4b0f-e52d-49bf-b8d0-7fd079f5249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699567 Aug 27 14:03:31.865016 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf589c07-88ff-45d2-9799-36e2375be2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:31.869858 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf589c07-88ff-45d2-9799-36e2375be2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:31.873378 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cf589c07-88ff-45d2-9799-36e2375be2ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9822e80f-7c37-4c78-9b5b-8bc7f15ae584 HTTP/1.1" status: 204 len: 168 time: 0.5915315 Aug 27 14:03:31.884217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf589c07-88ff-45d2-9799-36e2375be2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9822e80f-7c37-4c78-9b5b-8bc7f15ae584,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:31.896199 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4211c-f632-49db-95a9-32caa58f6e7d req-57286e82-2019-4d28-a9ee-af71f388ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:31.898268 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-faf4211c-f632-49db-95a9-32caa58f6e7d req-57286e82-2019-4d28-a9ee-af71f388ca75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f112fd1-de28-418f-9086-331d42a68c6c HTTP/1.1" status: 200 len: 854 time: 0.0771189 Aug 27 14:03:31.961954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4211c-f632-49db-95a9-32caa58f6e7d req-7ba4f1b0-c044-4057-9a24-65a67035112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:31.964010 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-faf4211c-f632-49db-95a9-32caa58f6e7d req-7ba4f1b0-c044-4057-9a24-65a67035112d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91caa6be-386f-49c9-a34e-2d3153e8f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578926 Aug 27 14:03:32.026925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['b7327a57-0d5b-4780-b3bd-168952a552ad'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:03:32.067334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['3c68131e-a00e-4dfb-9d13-96b50e3998fe'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:03:32.094834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-faf4211c-f632-49db-95a9-32caa58f6e7d req-3809fae8-aa2f-44df-9c90-bfb543fe62ac service neutron] 10.222.0.41 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199696 Aug 27 14:03:32.290017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724753bd-124e-47c5-aad5-b8f229db21d4 req-0c09cbac-41eb-42ec-835c-ddbba0e150cc tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:32.300983 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-724753bd-124e-47c5-aad5-b8f229db21d4 req-0c09cbac-41eb-42ec-835c-ddbba0e150cc tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.1909020 Aug 27 14:03:32.328694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d7bec-afd5-46a5-b5a3-885d1095ba37 req-9cd59894-7fed-4525-bd2d-700a4eebcd03 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:32.330467 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-445d7bec-afd5-46a5-b5a3-885d1095ba37 req-9cd59894-7fed-4525-bd2d-700a4eebcd03 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.1020520 Aug 27 14:03:32.337110 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-faf4211c-f632-49db-95a9-32caa58f6e7d req-74527f2f-8da1-4d61-b710-ce279b0a6f3e service neutron] 10.222.0.41 "GET /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331786 Aug 27 14:03:32.363001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0aeb4-aa2d-42af-a4e4-3786fbee45d1 req-7f4c0df8-74af-47de-8930-df7fd994a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:32.365116 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afe0aeb4-aa2d-42af-a4e4-3786fbee45d1 req-7f4c0df8-74af-47de-8930-df7fd994a917 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=573be43260cf4ef594f9cc87bd941bb8&device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 1097 time: 0.1870029 Aug 27 14:03:32.408587 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-445d7bec-afd5-46a5-b5a3-885d1095ba37 req-2e7ecbd6-2a11-450b-8b5b-d668b6384616 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701952 Aug 27 14:03:32.469553 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-724753bd-124e-47c5-aad5-b8f229db21d4 req-2a37ed93-e6d6-4c1d-9166-3a5d7916a18f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668124 Aug 27 14:03:32.514337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0aeb4-aa2d-42af-a4e4-3786fbee45d1 req-509b7db1-2086-4941-b6b3-6ab7358b7ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:32.516159 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afe0aeb4-aa2d-42af-a4e4-3786fbee45d1 req-509b7db1-2086-4941-b6b3-6ab7358b7ceb service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2e8fae9-e52b-4f24-ad2a-000503a545a8 HTTP/1.1" status: 200 len: 910 time: 0.1375818 Aug 27 14:03:32.572395 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afe0aeb4-aa2d-42af-a4e4-3786fbee45d1 req-f4dc437d-432c-42ee-b0c3-c7afb8d6c14b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ef860b0-f4b5-46e1-933d-82bc9b1784f5 HTTP/1.1" status: 200 len: 217 time: 0.0436442 Aug 27 14:03:32.601410 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:03:32.734835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0aeb4-aa2d-42af-a4e4-3786fbee45d1 req-d7c76762-4f00-4d14-ab4e-2e9c9cd70c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:32.736376 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afe0aeb4-aa2d-42af-a4e4-3786fbee45d1 req-d7c76762-4f00-4d14-ab4e-2e9c9cd70c1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=651930c4-8e28-4aab-bc58-a3565f519406 HTTP/1.1" status: 200 len: 849 time: 0.1482804 Aug 27 14:03:32.747132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03b2cd-11fa-427e-ac0b-86d4ecb0cca1 req-d58cb513-481d-4d64-93bd-9147719d584b tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:32.749156 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df03b2cd-11fa-427e-ac0b-86d4ecb0cca1 req-d58cb513-481d-4d64-93bd-9147719d584b tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1119590 Aug 27 14:03:32.816684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:32.823438 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afe0aeb4-aa2d-42af-a4e4-3786fbee45d1 req-df91e30a-597b-4b07-8cc7-8efae07c12f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2e8fae9-e52b-4f24-ad2a-000503a545a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724912 Aug 27 14:03:32.837196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23', 'mac_address': 'fa:16:3e:88:5f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:03:32.905417 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:32.920404 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df03b2cd-11fa-427e-ac0b-86d4ecb0cca1 req-838279f8-eb02-4f7b-bf19-ac7b6f9aa926 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533298 Aug 27 14:03:32.921176 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:03:32.960270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:32.967596 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:33.035294 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afe0aeb4-aa2d-42af-a4e4-3786fbee45d1 req-7f6f82e2-3adc-4102-ad66-48e982eeb974 service neutron] 10.222.0.52 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887484 Aug 27 14:03:33.066258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:33.145638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7f6bd-c8ba-406e-8559-1fb9a09d4961 req-e8535faf-bab7-47ba-9124-b84665170b60 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:33.146280 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7a532-84d1-4a9c-9216-efd6b90dd9c1 req-d0875237-cc36-4022-ad4c-080a4ae065fd tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:33.148400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3ff7a532-84d1-4a9c-9216-efd6b90dd9c1 req-d0875237-cc36-4022-ad4c-080a4ae065fd tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 943 time: 0.0578275 Aug 27 14:03:33.152295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7f6bd-c8ba-406e-8559-1fb9a09d4961 req-e8535faf-bab7-47ba-9124-b84665170b60 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:33.154129 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-53a7f6bd-c8ba-406e-8559-1fb9a09d4961 req-e8535faf-bab7-47ba-9124-b84665170b60 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1679 time: 0.1173475 Aug 27 14:03:33.198285 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3ff7a532-84d1-4a9c-9216-efd6b90dd9c1 req-00b31782-f7a0-47f8-93fe-79d28828fd6d tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422199 Aug 27 14:03:33.221041 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afe0aeb4-aa2d-42af-a4e4-3786fbee45d1 req-803d06ae-9804-4820-81fd-46d18c74300f service neutron] 10.222.0.52 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735799 Aug 27 14:03:33.232679 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-53a7f6bd-c8ba-406e-8559-1fb9a09d4961 req-3ce50f5d-9573-4653-8be0-e23bec750bc5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694094 Aug 27 14:03:33.430376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['5c954cbd-164a-4604-8a1f-3bbc9dbc9d23'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:03:33.556405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa65a-51ad-43b2-a628-2283a4a2d4c2 req-8e72ba37-136f-4c33-914c-e91c5ceeaa78 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:33.558153 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2efaa65a-51ad-43b2-a628-2283a4a2d4c2 req-8e72ba37-136f-4c33-914c-e91c5ceeaa78 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.0623107 Aug 27 14:03:33.636118 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2efaa65a-51ad-43b2-a628-2283a4a2d4c2 req-74dc37e3-65bb-40af-bf4e-d2376cb8e5c7 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709236 Aug 27 14:03:34.036256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a15955-c5b7-42a9-aedb-660c472ebd9b req-1e86e90a-f049-44a4-8fbd-ba0b1b182950 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:34.037774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14a15955-c5b7-42a9-aedb-660c472ebd9b req-1e86e90a-f049-44a4-8fbd-ba0b1b182950 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.0527287 Aug 27 14:03:34.062245 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c7382d86-d1b0-4f73-8a13-c3ff20b41cae req-2f20fd3a-4058-4c5f-a608-a45e65559b1c tempest-FlavorsV2NegativeTest-1187479302 tempest-FlavorsV2NegativeTest-1187479302-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=eb5e747d1cca40809aeea63d91db780c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215960 Aug 27 14:03:34.075986 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14a15955-c5b7-42a9-aedb-660c472ebd9b req-20f87b00-679d-4591-b313-b482dcfd99fe tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Aug 27 14:03:34.169987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7382d86-d1b0-4f73-8a13-c3ff20b41cae req-fa570d6c-7d95-45b3-92d7-abb1c30dd50b tempest-FlavorsV2NegativeTest-1187479302 tempest-FlavorsV2NegativeTest-1187479302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:34.171490 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c7382d86-d1b0-4f73-8a13-c3ff20b41cae req-fa570d6c-7d95-45b3-92d7-abb1c30dd50b tempest-FlavorsV2NegativeTest-1187479302 tempest-FlavorsV2NegativeTest-1187479302-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1035974 Aug 27 14:03:34.186969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c7382d86-d1b0-4f73-8a13-c3ff20b41cae req-9f8b6041-d9ba-49e8-bd01-c0fb1eeba8e5 tempest-FlavorsV2NegativeTest-1187479302 tempest-FlavorsV2NegativeTest-1187479302-project] 10.222.0.55 "GET /v2.0/quotas/eb5e747d1cca40809aeea63d91db780c HTTP/1.1" status: 200 len: 375 time: 0.0097425 Aug 27 14:03:34.219344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ed431-8d50-45c2-875b-386749fc7101 req-7387e9dc-3797-406c-9c1e-6ed1dd7b193c tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:34.220817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cd4ed431-8d50-45c2-875b-386749fc7101 req-7387e9dc-3797-406c-9c1e-6ed1dd7b193c tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.0502701 Aug 27 14:03:34.223540 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c7382d86-d1b0-4f73-8a13-c3ff20b41cae req-d3ff44ce-beda-460f-809f-ada502267e7f tempest-FlavorsV2NegativeTest-1187479302 tempest-FlavorsV2NegativeTest-1187479302-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb5e747d1cca40809aeea63d91db780c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311904 Aug 27 14:03:34.283663 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cd4ed431-8d50-45c2-875b-386749fc7101 req-d3a8f1fd-39c0-4cb0-b881-9de8b5b5cab1 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564847 Aug 27 14:03:34.341968 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0a911-d2c3-4767-b1a9-31f8f0541cfe req-5a8b1f45-c04f-4f3a-aed6-3d3400472235 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:34.343692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-19c0a911-d2c3-4767-b1a9-31f8f0541cfe req-5a8b1f45-c04f-4f3a-aed6-3d3400472235 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 943 time: 0.0628350 Aug 27 14:03:34.392107 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-19c0a911-d2c3-4767-b1a9-31f8f0541cfe req-0f046eab-47ea-478c-b382-4094b578eb9e tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413191 Aug 27 14:03:34.585593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2667ec-13a1-4333-a883-83421dd1dc30 req-cdc5b15b-3043-4033-841e-0c2f4e669c9a tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:34.587317 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd2667ec-13a1-4333-a883-83421dd1dc30 req-cdc5b15b-3043-4033-841e-0c2f4e669c9a tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd53ad7-76f0-47ac-b92d-873adddce289 HTTP/1.1" status: 200 len: 945 time: 0.0575480 Aug 27 14:03:34.614376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c26dc-fc28-48c9-9a87-67df48f8a3ce req-2cb5ddd3-88c1-430b-a8fd-d24fecfb38d2 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:34.621336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c26dc-fc28-48c9-9a87-67df48f8a3ce req-2cb5ddd3-88c1-430b-a8fd-d24fecfb38d2 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:34.623111 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-718c26dc-fc28-48c9-9a87-67df48f8a3ce req-2cb5ddd3-88c1-430b-a8fd-d24fecfb38d2 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1679 time: 0.0624700 Aug 27 14:03:34.632617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:34.635135 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd2667ec-13a1-4333-a883-83421dd1dc30 req-e46c841b-1a02-4f04-98b3-972f8d1858c0 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411489 Aug 27 14:03:34.676381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-718c26dc-fc28-48c9-9a87-67df48f8a3ce req-b275f24a-40a2-4068-9769-ff8ca1327ff8 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472136 Aug 27 14:03:34.712094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:34.712965 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:34.802029 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:34.831303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2efa54-dae6-4720-897c-c1077f8326cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:34.837470 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fa7d7b-179f-40cf-8257-bdb5d7d7855f" -d '{"events": [{"server_uuid": "bd2efa54-dae6-4720-897c-c1077f8326cb", "name": "network-vif-plugged", "status": "completed", "tag": "5c954cbd-164a-4604-8a1f-3bbc9dbc9d23"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:34.846264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50188) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:34.852164 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:34.853808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec82ac-7da2-4ea7-827b-0d165f0b4cae req-e86d3fd6-1d45-4f1c-9fac-5a7ee61dc024 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:34.855509 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-63ec82ac-7da2-4ea7-827b-0d165f0b4cae req-e86d3fd6-1d45-4f1c-9fac-5a7ee61dc024 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.0618920 Aug 27 14:03:34.856820 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:34.872445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d3105-f9fd-4764-ba0f-81c7e54b5586 req-c0ddedc1-d23a-4bed-a901-a25e5550b057 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:34.874402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b28d3105-f9fd-4764-ba0f-81c7e54b5586 req-c0ddedc1-d23a-4bed-a901-a25e5550b057 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 946 time: 0.0610387 Aug 27 14:03:34.910168 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-63ec82ac-7da2-4ea7-827b-0d165f0b4cae req-a28c7b2b-165b-4b96-ab23-e87ca638b412 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434682 Aug 27 14:03:34.924900 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:34.931266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b28d3105-f9fd-4764-ba0f-81c7e54b5586 req-9525c8eb-396b-47f6-9966-293e5d5517f3 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495322 Aug 27 14:03:34.974994 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e61c72-25c9-4733-a006-dfa290e716b7 x-openstack-request-id: req-d2e61c72-25c9-4733-a006-dfa290e716b7 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:34.975295 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2efa54-dae6-4720-897c-c1077f8326cb", "name": "network-vif-plugged", "status": "completed", "tag": "5c954cbd-164a-4604-8a1f-3bbc9dbc9d23", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:34.975555 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2e61c72-25c9-4733-a006-dfa290e716b7 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:34.976115 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2efa54-dae6-4720-897c-c1077f8326cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23', 'code': 200} Aug 27 14:03:34.979003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-dbf143e9-aa0c-4ef4-a50a-fc55b03d66f1 req-e12ae7fe-564b-4cc1-ab4f-4e29a9a08d5f tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:03:34.980411 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dbf143e9-aa0c-4ef4-a50a-fc55b03d66f1 req-e12ae7fe-564b-4cc1-ab4f-4e29a9a08d5f tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071371 Aug 27 14:03:35.022990 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-941d7c0b-aa0e-416a-84fb-f3abda8ac4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:35.094343 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dbf143e9-aa0c-4ef4-a50a-fc55b03d66f1 req-89d94dc8-5f11-479c-934e-411b2ace77ca tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1073561 Aug 27 14:03:35.163111 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-941d7c0b-aa0e-416a-84fb-f3abda8ac4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:35.168413 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-941d7c0b-aa0e-416a-84fb-f3abda8ac4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:35.210910 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-941d7c0b-aa0e-416a-84fb-f3abda8ac4ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb5e747d1cca40809aeea63d91db780c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614848 Aug 27 14:03:35.211179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50194) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:35.211680 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d7c0b-aa0e-416a-84fb-f3abda8ac4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9596ca-c15d-4f18-b6f1-0fdb32593877,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:35.264607 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04ddcb8c-6d10-4130-a747-975f9d9df243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:35.286462 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04ddcb8c-6d10-4130-a747-975f9d9df243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:35.365038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e2c0b-24e2-4b5b-be55-9856484961e3 req-976a9f92-e875-40ab-8026-d96ccd4eb469 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:35.367272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-925e2c0b-24e2-4b5b-be55-9856484961e3 req-976a9f92-e875-40ab-8026-d96ccd4eb469 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.0564821 Aug 27 14:03:35.372165 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04ddcb8c-6d10-4130-a747-975f9d9df243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:35.374803 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04ddcb8c-6d10-4130-a747-975f9d9df243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:35.375870 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-04ddcb8c-6d10-4130-a747-975f9d9df243 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed9596ca-c15d-4f18-b6f1-0fdb32593877 HTTP/1.1" status: 204 len: 168 time: 0.1636860 Aug 27 14:03:35.395652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddcb8c-6d10-4130-a747-975f9d9df243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9596ca-c15d-4f18-b6f1-0fdb32593877,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:35.419312 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-925e2c0b-24e2-4b5b-be55-9856484961e3 req-037367c2-100e-4eb7-bc0b-4b0853bc4236 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423584 Aug 27 14:03:35.526172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e555c-6675-457c-a6e7-03cc5db89aa5 req-f54d415a-4a79-4aaa-bca7-b13d71809382 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:35.533305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5e555c-6675-457c-a6e7-03cc5db89aa5 req-f54d415a-4a79-4aaa-bca7-b13d71809382 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 943 time: 0.0576704 Aug 27 14:03:35.568523 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5e555c-6675-457c-a6e7-03cc5db89aa5 req-47b603c8-90cf-403e-89c8-63d2316cd93b tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342326 Aug 27 14:03:35.817025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9111efa-8d19-455a-bdcd-58d2f1266237 req-760c4561-d3c2-4f85-9b3a-9893d20899b5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:35.824218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9111efa-8d19-455a-bdcd-58d2f1266237 req-760c4561-d3c2-4f85-9b3a-9893d20899b5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:35.825835 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e9111efa-8d19-455a-bdcd-58d2f1266237 req-760c4561-d3c2-4f85-9b3a-9893d20899b5 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1679 time: 0.0629947 Aug 27 14:03:35.830121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd872e66-a47c-49f4-8cde-346a6c8ea76a req-7fe110f9-0262-49a9-8c0a-f30fddda2dfe tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:35.831636 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bd872e66-a47c-49f4-8cde-346a6c8ea76a req-7fe110f9-0262-49a9-8c0a-f30fddda2dfe tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd53ad7-76f0-47ac-b92d-873adddce289 HTTP/1.1" status: 200 len: 945 time: 0.3330483 Aug 27 14:03:35.867718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e9111efa-8d19-455a-bdcd-58d2f1266237 req-c2fe9224-1c22-4cb7-ab79-83f9f945f73d tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346048 Aug 27 14:03:35.874130 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bd872e66-a47c-49f4-8cde-346a6c8ea76a req-2fb0f9b1-e316-4a3d-ba05-ec42b29c72fc tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362275 Aug 27 14:03:36.050144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d8e2-8d47-49c0-971a-ca2357318229 req-f9685d4c-8b62-4901-a297-bc1e2f5aaaf2 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:36.051687 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1515d8e2-8d47-49c0-971a-ca2357318229 req-f9685d4c-8b62-4901-a297-bc1e2f5aaaf2 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.0560646 Aug 27 14:03:36.060212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71efe1-4163-48d7-a29e-ae0d09dc3f0a req-5b45d0a9-a50d-48a6-b88c-7f667680d23d tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:36.062021 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d71efe1-4163-48d7-a29e-ae0d09dc3f0a req-5b45d0a9-a50d-48a6-b88c-7f667680d23d tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 946 time: 0.0709298 Aug 27 14:03:36.094539 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1515d8e2-8d47-49c0-971a-ca2357318229 req-5b7b3edb-2a06-4d5d-926d-81533747edc8 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345864 Aug 27 14:03:36.105496 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d71efe1-4163-48d7-a29e-ae0d09dc3f0a req-b98de5b8-20e8-4b31-95af-9250decb7ad5 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367134 Aug 27 14:03:36.320934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12dcc8-00f0-4c72-9398-6dc3c1ecebf1 req-cbaf822d-ea52-42b2-9887-6afac7d77aa6 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:36.326951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12dcc8-00f0-4c72-9398-6dc3c1ecebf1 req-cbaf822d-ea52-42b2-9887-6afac7d77aa6 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:36.333016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12dcc8-00f0-4c72-9398-6dc3c1ecebf1 req-cbaf822d-ea52-42b2-9887-6afac7d77aa6 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:36.334729 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f12dcc8-00f0-4c72-9398-6dc3c1ecebf1 req-cbaf822d-ea52-42b2-9887-6afac7d77aa6 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa&device_id=acd53ad7-76f0-47ac-b92d-873adddce289&device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 2417 time: 0.0650816 Aug 27 14:03:36.385078 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f12dcc8-00f0-4c72-9398-6dc3c1ecebf1 req-3ce3074d-a692-4b04-bdcd-a7d8981d4e9b tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426126 Aug 27 14:03:36.471418 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b074e1b1-1e63-4e5c-ab6c-906b2d56b9a9 req-c7471d31-d57f-40e8-bebd-e17683367c71 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0526416 Aug 27 14:03:36.676525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a44b21e4-f651-4005-87f8-4e692a27f2bb details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:03:36.686634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3c68131e-a00e-4dfb-9d13-96b50e3998fe up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:36.695909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0091d4-634c-4945-ad17-5ee5beff87bc req-cba391ab-f858-4fb7-9045-f59ba0429756 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:36.697423 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b0091d4-634c-4945-ad17-5ee5beff87bc req-cba391ab-f858-4fb7-9045-f59ba0429756 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 943 time: 0.0517623 Aug 27 14:03:36.739239 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b0091d4-634c-4945-ad17-5ee5beff87bc req-089eeeef-8ea6-4210-b4ef-6927175e6f9c tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353191 Aug 27 14:03:36.805713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 3c68131e-a00e-4dfb-9d13-96b50e3998fe completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:36.817370 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 3c68131e-a00e-4dfb-9d13-96b50e3998fe triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:36.817743 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:36.823975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a44b21e4-f651-4005-87f8-4e692a27f2bb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a44b21e4-f651-4005-87f8-4e692a27f2bb,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:36.862153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'a44b21e4-f651-4005-87f8-4e692a27f2bb', 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2', 'port_id': 'a44b21e4-f651-4005-87f8-4e692a27f2bb', 'mac_address': 'fa:16:3e:ad:f7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8012dbf9-0982-45c9-b07b-40b74c5b4a40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:03:36.930775 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:36.952171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a44b21e4-f651-4005-87f8-4e692a27f2bb {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:03:36.960275 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:36.984401 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a44b21e4-f651-4005-87f8-4e692a27f2bb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a44b21e4-f651-4005-87f8-4e692a27f2bb,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:36.997139 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:36.998645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c68131e-a00e-4dfb-9d13-96b50e3998fe'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:37.001025 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1fc156-0c29-432b-a045-e3fd5790e255" -d '{"events": [{"server_uuid": "aa04fdb8-0eea-45f2-ab50-eb9a304cdc19", "name": "network-vif-plugged", "status": "completed", "tag": "3c68131e-a00e-4dfb-9d13-96b50e3998fe"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:37.037069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3c68131e-a00e-4dfb-9d13-96b50e3998fe, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3c68131e-a00e-4dfb-9d13-96b50e3998fe,segment=NetworkSegment(5151576e-bca8-4d87-b222-d4ad4f042f9f),segment_id=5151576e-bca8-4d87-b222-d4ad4f042f9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:37.045832 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:37.046601 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b7327a57-0d5b-4780-b3bd-168952a552ad up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:37.077433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ace80d-8210-42dd-9ea4-3212fd5a908e req-9e785115-924e-49cb-8455-923c9d827494 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:37.083763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ace80d-8210-42dd-9ea4-3212fd5a908e req-9e785115-924e-49cb-8455-923c9d827494 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:37.085871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9ace80d-8210-42dd-9ea4-3212fd5a908e req-9e785115-924e-49cb-8455-923c9d827494 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1679 time: 0.0653200 Aug 27 14:03:37.086183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a44b21e4-f651-4005-87f8-4e692a27f2bb,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:37.135089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9ace80d-8210-42dd-9ea4-3212fd5a908e req-3219e3d0-7c61-412e-a30c-ab15937d08db tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348709 Aug 27 14:03:37.148586 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=3c68131e-a00e-4dfb-9d13-96b50e3998fe,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:37.153480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port b7327a57-0d5b-4780-b3bd-168952a552ad completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:37.162056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port b7327a57-0d5b-4780-b3bd-168952a552ad triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:37.163035 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:37.196737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a44b21e4-f651-4005-87f8-4e692a27f2bb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:03:37.307254 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:37.313859 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2492b1cb-3634-41b4-9a2c-91c24c64f3e3 x-openstack-request-id: req-2492b1cb-3634-41b4-9a2c-91c24c64f3e3 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:37.314154 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa04fdb8-0eea-45f2-ab50-eb9a304cdc19", "name": "network-vif-plugged", "status": "completed", "tag": "3c68131e-a00e-4dfb-9d13-96b50e3998fe", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:37.314407 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2492b1cb-3634-41b4-9a2c-91c24c64f3e3 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:37.314817 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c68131e-a00e-4dfb-9d13-96b50e3998fe', 'code': 200} Aug 27 14:03:37.371855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b7327a57-0d5b-4780-b3bd-168952a552ad, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b7327a57-0d5b-4780-b3bd-168952a552ad,segment=NetworkSegment(b4103c22-3c19-4d4c-825b-6f954fdb8a18),segment_id=b4103c22-3c19-4d4c-825b-6f954fdb8a18)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:37.381643 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:37.411564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfeea3-b08f-44dd-8fd0-8e65f63908ec req-e2efa6b4-a0be-4212-b9a2-c5ce1d9d44c5 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:37.413750 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22dfeea3-b08f-44dd-8fd0-8e65f63908ec req-e2efa6b4-a0be-4212-b9a2-c5ce1d9d44c5 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.0549037 Aug 27 14:03:37.446531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b7327a57-0d5b-4780-b3bd-168952a552ad,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:37.469671 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22dfeea3-b08f-44dd-8fd0-8e65f63908ec req-2c0f6cec-9fc1-4d42-acde-2f96f90e1690 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475459 Aug 27 14:03:37.918721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7843d78-fe2b-4823-9ab1-9ca1a4500cec req-108adf35-73c3-46e1-a4af-ededb7f520de tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:37.920407 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7843d78-fe2b-4823-9ab1-9ca1a4500cec req-108adf35-73c3-46e1-a4af-ededb7f520de tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 943 time: 0.0687642 Aug 27 14:03:37.969865 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7843d78-fe2b-4823-9ab1-9ca1a4500cec req-89d5e9a9-7263-430d-aceb-c14b60d8b092 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430872 Aug 27 14:03:38.250437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10343741-0031-4712-981e-f53320da83a4 req-2b1ef5da-9d23-480b-a1b3-8b26fe62952d tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:38.257739 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10343741-0031-4712-981e-f53320da83a4 req-2b1ef5da-9d23-480b-a1b3-8b26fe62952d tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 946 time: 0.0700333 Aug 27 14:03:38.308513 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10343741-0031-4712-981e-f53320da83a4 req-6b0b8dcf-a193-44ee-9278-5b9db9525d30 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422132 Aug 27 14:03:38.430074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21858eea-9650-410c-8778-5a4e4df17b6d req-9b72583e-fe39-48b2-9a87-395e5c1aa928 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:38.437223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21858eea-9650-410c-8778-5a4e4df17b6d req-9b72583e-fe39-48b2-9a87-395e5c1aa928 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:38.447226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21858eea-9650-410c-8778-5a4e4df17b6d req-9b72583e-fe39-48b2-9a87-395e5c1aa928 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1681 time: 0.0835278 Aug 27 14:03:38.506094 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21858eea-9650-410c-8778-5a4e4df17b6d req-9e66d4c0-7c1d-4391-ade7-579a81f25e6d tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578470 Aug 27 14:03:38.658031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a11fa-a686-4ba3-b1eb-7d4e7e570011 req-0bc7c7cc-c56c-4be2-bec4-9de89569b5eb tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:38.668488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-025a11fa-a686-4ba3-b1eb-7d4e7e570011 req-0bc7c7cc-c56c-4be2-bec4-9de89569b5eb tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.0706353 Aug 27 14:03:38.688187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a44b21e4-f651-4005-87f8-4e692a27f2bb up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:38.709575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-025a11fa-a686-4ba3-b1eb-7d4e7e570011 req-e7605ed9-1531-4250-af43-515985fcc026 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396016 Aug 27 14:03:38.785855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port a44b21e4-f651-4005-87f8-4e692a27f2bb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:38.786233 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:38.902143 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:38.949634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a44b21e4-f651-4005-87f8-4e692a27f2bb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a44b21e4-f651-4005-87f8-4e692a27f2bb,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:38.955649 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:39.035658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a44b21e4-f651-4005-87f8-4e692a27f2bb,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:39.165773 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df417f07-54c8-4727-9450-ddb14e4d27da req-56362bfc-950c-494d-9919-61c7c353f284 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:39.173658 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df417f07-54c8-4727-9450-ddb14e4d27da req-56362bfc-950c-494d-9919-61c7c353f284 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 943 time: 0.0789030 Aug 27 14:03:39.209036 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df417f07-54c8-4727-9450-ddb14e4d27da req-ee2e3765-6c2a-44bf-b82a-80a6b6bd7bfb tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341799 Aug 27 14:03:39.315788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7327a57-0d5b-4780-b3bd-168952a552ad'}, {'server_uuid': '04fd7a04-59ae-4c41-a508-8f7e0427d0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44b21e4-f651-4005-87f8-4e692a27f2bb'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:39.318145 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270539f7-25a3-400b-b778-156eba7bf5b7" -d '{"events": [{"server_uuid": "aa04fdb8-0eea-45f2-ab50-eb9a304cdc19", "name": "network-vif-plugged", "status": "completed", "tag": "b7327a57-0d5b-4780-b3bd-168952a552ad"}, {"server_uuid": "04fd7a04-59ae-4c41-a508-8f7e0427d0fd", "name": "network-vif-plugged", "status": "completed", "tag": "a44b21e4-f651-4005-87f8-4e692a27f2bb"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:39.361251 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9264e1b-23d2-4b54-859b-535315945a52 x-openstack-request-id: req-a9264e1b-23d2-4b54-859b-535315945a52 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:39.361535 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa04fdb8-0eea-45f2-ab50-eb9a304cdc19", "name": "network-vif-plugged", "status": "completed", "tag": "b7327a57-0d5b-4780-b3bd-168952a552ad", "code": 200}, {"server_uuid": "04fd7a04-59ae-4c41-a508-8f7e0427d0fd", "name": "network-vif-plugged", "status": "completed", "tag": "a44b21e4-f651-4005-87f8-4e692a27f2bb", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:39.361728 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9264e1b-23d2-4b54-859b-535315945a52 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:39.362127 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7327a57-0d5b-4780-b3bd-168952a552ad', 'code': 200} Aug 27 14:03:39.362379 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fd7a04-59ae-4c41-a508-8f7e0427d0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44b21e4-f651-4005-87f8-4e692a27f2bb', 'code': 200} Aug 27 14:03:39.468195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d753fa-e3de-415b-801b-fce07d9b55db req-c195858c-539a-4c87-8efb-9ad925e9e2b5 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:39.469979 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e2d753fa-e3de-415b-801b-fce07d9b55db req-c195858c-539a-4c87-8efb-9ad925e9e2b5 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 946 time: 0.0580020 Aug 27 14:03:39.531291 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e2d753fa-e3de-415b-801b-fce07d9b55db req-e36787dd-024f-432a-b8bb-728c242d624f tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534933 Aug 27 14:03:39.572445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f138d3-6490-46c1-984c-eaca2efc8e0f req-f01694af-5328-483a-9760-aaaf4ce12d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:39.572938 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f138d3-6490-46c1-984c-eaca2efc8e0f req-f01694af-5328-483a-9760-aaaf4ce12d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:39.574586 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04f138d3-6490-46c1-984c-eaca2efc8e0f req-f01694af-5328-483a-9760-aaaf4ce12d1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1985 time: 0.0694530 Aug 27 14:03:39.622310 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04f138d3-6490-46c1-984c-eaca2efc8e0f req-daea6352-513c-4626-b7d9-6a1a136b28b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397072 Aug 27 14:03:39.644141 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:39.734287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a9b9e-97b5-4010-8356-4354588390af req-364de972-9172-4409-bf3e-06033e08f466 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:39.740719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a9b9e-97b5-4010-8356-4354588390af req-364de972-9172-4409-bf3e-06033e08f466 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:39.742980 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-444a9b9e-97b5-4010-8356-4354588390af req-364de972-9172-4409-bf3e-06033e08f466 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1681 time: 0.0710003 Aug 27 14:03:39.794449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-444a9b9e-97b5-4010-8356-4354588390af req-1cd3e7e2-c16e-4ecd-a454-5c5e229aed08 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453422 Aug 27 14:03:39.836090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f51d3-b4a5-44ab-bdff-0bc8686b4a64 req-8aec6549-7d98-46d6-aff5-ddaa20b2bf38 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:39.838294 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b6f51d3-b4a5-44ab-bdff-0bc8686b4a64 req-8aec6549-7d98-46d6-aff5-ddaa20b2bf38 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.52 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 946 time: 0.0600107 Aug 27 14:03:40.016141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-9b6f51d3-b4a5-44ab-bdff-0bc8686b4a64 req-a3a3bb12-902b-4b7f-b66c-4f2da8beaecf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Deleting port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:40.017285 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9b6f51d3-b4a5-44ab-bdff-0bc8686b4a64 req-a3a3bb12-902b-4b7f-b66c-4f2da8beaecf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:40.108758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3c518-2546-47b6-aed9-0e363f5dc602 req-a2128307-232f-41db-a7bc-09794041bcce tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:40.116119 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78b3c518-2546-47b6-aed9-0e363f5dc602 req-a2128307-232f-41db-a7bc-09794041bcce tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.1599014 Aug 27 14:03:40.185681 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78b3c518-2546-47b6-aed9-0e363f5dc602 req-54bd470d-f52d-4ac7-8286-e38323c41d6d tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668852 Aug 27 14:03:40.190807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-9b6f51d3-b4a5-44ab-bdff-0bc8686b4a64 req-a3a3bb12-902b-4b7f-b66c-4f2da8beaecf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] For port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:40.191244 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9b6f51d3-b4a5-44ab-bdff-0bc8686b4a64 req-a3a3bb12-902b-4b7f-b66c-4f2da8beaecf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:40.208043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-9b6f51d3-b4a5-44ab-bdff-0bc8686b4a64 req-a3a3bb12-902b-4b7f-b66c-4f2da8beaecf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Calling delete_port for c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:03:40.400912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2b6d4-3fe2-47eb-b8d0-f1ae095b35b7 req-39662727-d164-4701-a0d7-f15c0beffa10 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:40.403143 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c2f2b6d4-3fe2-47eb-b8d0-f1ae095b35b7 req-39662727-d164-4701-a0d7-f15c0beffa10 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 943 time: 0.0717168 Aug 27 14:03:40.404686 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9b6f51d3-b4a5-44ab-bdff-0bc8686b4a64 req-a3a3bb12-902b-4b7f-b66c-4f2da8beaecf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:40.423425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef', '11494348-21b6-4c29-879e-1e7729fa7031'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:03:40.481939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3bb12-902b-4b7f-b66c-4f2da8beaecf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Pushing event deleted for resources: {'Port': ['ID=c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:40.506406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6f51d3-b4a5-44ab-bdff-0bc8686b4a64 req-a3a3bb12-902b-4b7f-b66c-4f2da8beaecf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] No DVR routers for this DVR port c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:03:40.509422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9b6f51d3-b4a5-44ab-bdff-0bc8686b4a64 req-a3a3bb12-902b-4b7f-b66c-4f2da8beaecf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:40.511924 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b6f51d3-b4a5-44ab-bdff-0bc8686b4a64 req-a3a3bb12-902b-4b7f-b66c-4f2da8beaecf tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.52 "DELETE /v2.0/ports/c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef HTTP/1.1" status: 204 len: 173 time: 0.6661994 Aug 27 14:03:40.514182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cdd8fe-63a3-4da5-876c-cc9eb4d02baa', 'name': 'network-vif-deleted', 'tag': 'c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:40.516693 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0fd1f029-48c9-45a7-bc2e-099cc8a5b571'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:03:40.516940 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92abe24-144e-48e6-b299-e3a152c282d3" -d '{"events": [{"server_uuid": "67cdd8fe-63a3-4da5-876c-cc9eb4d02baa", "name": "network-vif-deleted", "tag": "c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:40.569902 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c2f2b6d4-3fe2-47eb-b8d0-f1ae095b35b7 req-1145c7a3-4907-403d-a6ec-9b4c00b53ddd tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407783 Aug 27 14:03:40.629047 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41499aca-b13d-4e7e-83c4-d26151036731 x-openstack-request-id: req-41499aca-b13d-4e7e-83c4-d26151036731 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:40.629350 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67cdd8fe-63a3-4da5-876c-cc9eb4d02baa", "name": "network-vif-deleted", "tag": "c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:40.629583 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41499aca-b13d-4e7e-83c4-d26151036731 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:40.629996 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cdd8fe-63a3-4da5-876c-cc9eb4d02baa', 'name': 'network-vif-deleted', 'tag': 'c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef', 'status': 'completed', 'code': 200} Aug 27 14:03:41.284521 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8770fa7-84fa-4f7b-b124-eb0f0fc65ce3 req-a8413f36-6b19-47cf-8c33-c6a07ee33614 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cdd8fe-63a3-4da5-876c-cc9eb4d02baa HTTP/1.1" status: 200 len: 210 time: 0.5890610 Aug 27 14:03:41.295457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f54cf-6ee4-483c-af31-5172c3c705b9 req-016c189a-75c5-4a76-bad8-7c2649a6aa37 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:41.298081 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f54cf-6ee4-483c-af31-5172c3c705b9 req-016c189a-75c5-4a76-bad8-7c2649a6aa37 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:41.306697 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-847f54cf-6ee4-483c-af31-5172c3c705b9 req-016c189a-75c5-4a76-bad8-7c2649a6aa37 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1681 time: 0.0756576 Aug 27 14:03:41.347389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-847f54cf-6ee4-483c-af31-5172c3c705b9 req-8f77c45e-b215-4b24-960c-ff71456c95ee tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395639 Aug 27 14:03:41.490771 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b740b7e-bafb-46b7-a335-30fa887c81ea req-717b9e91-11d4-43e6-bc78-aa7d516a6a77 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:41.495503 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b740b7e-bafb-46b7-a335-30fa887c81ea req-717b9e91-11d4-43e6-bc78-aa7d516a6a77 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.0727820 Aug 27 14:03:41.536896 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b740b7e-bafb-46b7-a335-30fa887c81ea req-8854efcc-ad4c-422d-bd46-34249a661b9c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377531 Aug 27 14:03:41.730301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ef374-a264-4585-aef0-abea7461d5db req-1847079c-788f-4ca5-9b27-c6e2e2e218f8 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:41.732683 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea2ef374-a264-4585-aef0-abea7461d5db req-1847079c-788f-4ca5-9b27-c6e2e2e218f8 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 943 time: 0.0848320 Aug 27 14:03:41.808076 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea2ef374-a264-4585-aef0-abea7461d5db req-ff07812f-ed69-4ee2-9697-dd07cbe82773 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688868 Aug 27 14:03:42.474051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 39febab6-626f-414e-b9f1-73055de4acb0 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:03:42.475762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:03:42.504932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:03:42.505350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c6b45ebb-ff5f-4201-8c7f-46d72c8cf4ef not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:03:42.648674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfc9b1-889b-4fa4-93af-82f538f14df6 req-c9cbe9fc-09e9-4a34-b894-0eb80a0966f8 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:42.657417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfc9b1-889b-4fa4-93af-82f538f14df6 req-c9cbe9fc-09e9-4a34-b894-0eb80a0966f8 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:42.669183 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c4bfc9b1-889b-4fa4-93af-82f538f14df6 req-c9cbe9fc-09e9-4a34-b894-0eb80a0966f8 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1681 time: 0.0773811 Aug 27 14:03:42.673432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 39febab6-626f-414e-b9f1-73055de4acb0, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=39febab6-626f-414e-b9f1-73055de4acb0,segment=NetworkSegment(fb66b771-c703-40b3-842f-02a880f5c699),segment_id=fb66b771-c703-40b3-842f-02a880f5c699)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:42.693408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '39febab6-626f-414e-b9f1-73055de4acb0', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'port_id': '39febab6-626f-414e-b9f1-73055de4acb0', 'mac_address': 'fa:16:3e:7a:2b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40992694-78e7-41d2-a32d-7deb29281711', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:03:42.722370 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c4bfc9b1-889b-4fa4-93af-82f538f14df6 req-993199b9-17da-45a1-992a-a2d9e9a4c1bd tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "GET /v2.0/security-groups?id=74533d36-8524-44d8-9382-e2085db5ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521195 Aug 27 14:03:42.768788 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:42.797486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39febab6-626f-414e-b9f1-73055de4acb0 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:03:42.848431 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 39febab6-626f-414e-b9f1-73055de4acb0, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=39febab6-626f-414e-b9f1-73055de4acb0,segment=NetworkSegment(fb66b771-c703-40b3-842f-02a880f5c699),segment_id=fb66b771-c703-40b3-842f-02a880f5c699)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:42.855520 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:42.870800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3fee9-aad9-4cdc-939c-00b7e72ccb5f req-4ecd811f-28c8-4f13-836e-af18f4c8ca39 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:42.880250 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43d3fee9-aad9-4cdc-939c-00b7e72ccb5f req-4ecd811f-28c8-4f13-836e-af18f4c8ca39 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd53ad7-76f0-47ac-b92d-873adddce289 HTTP/1.1" status: 200 len: 945 time: 0.0766275 Aug 27 14:03:42.917512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5afc30-a6b7-4f00-9b20-4aaabaf27da1 req-66bedad3-ff98-448a-b8f7-5e13034c06d4 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:42.919903 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed5afc30-a6b7-4f00-9b20-4aaabaf27da1 req-66bedad3-ff98-448a-b8f7-5e13034c06d4 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.0970163 Aug 27 14:03:42.942796 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43d3fee9-aad9-4cdc-939c-00b7e72ccb5f req-c9b2633a-9394-443c-91b1-95caf68a7350 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580764 Aug 27 14:03:42.945911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=39febab6-626f-414e-b9f1-73055de4acb0,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:43.000479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed5afc30-a6b7-4f00-9b20-4aaabaf27da1 req-44751359-4fcf-43cb-b356-7c01f6412e0d tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743177 Aug 27 14:03:43.145372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['39febab6-626f-414e-b9f1-73055de4acb0'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:03:43.193861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e755b8-579e-4d3a-bf34-b54a2b3d4af2 req-eb8d796f-e10d-4669-82b8-05a1550fe81e tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:43.201718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8e755b8-579e-4d3a-bf34-b54a2b3d4af2 req-eb8d796f-e10d-4669-82b8-05a1550fe81e tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 944 time: 0.1022234 Aug 27 14:03:43.340702 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8e755b8-579e-4d3a-bf34-b54a2b3d4af2 req-c4fdd8bb-2910-46c9-a7c5-93c126a9545f tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263399 Aug 27 14:03:44.073358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaae89-a165-4e31-91f8-57f54f5c4e3c req-ce295406-eda7-4199-a137-e0a04c5030f6 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:44.075577 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8edaae89-a165-4e31-91f8-57f54f5c4e3c req-ce295406-eda7-4199-a137-e0a04c5030f6 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.52 "GET /v2.0/ports?device_id=acd53ad7-76f0-47ac-b92d-873adddce289 HTTP/1.1" status: 200 len: 945 time: 0.0705123 Aug 27 14:03:44.200874 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-8edaae89-a165-4e31-91f8-57f54f5c4e3c req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Deleting port 11494348-21b6-4c29-879e-1e7729fa7031 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:44.201592 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8edaae89-a165-4e31-91f8-57f54f5c4e3c req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:44.311675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8edaae89-a165-4e31-91f8-57f54f5c4e3c req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] For port 11494348-21b6-4c29-879e-1e7729fa7031, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=11494348-21b6-4c29-879e-1e7729fa7031,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:44.312516 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8edaae89-a165-4e31-91f8-57f54f5c4e3c req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:44.329648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-8edaae89-a165-4e31-91f8-57f54f5c4e3c req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Calling delete_port for 11494348-21b6-4c29-879e-1e7729fa7031 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:03:44.472407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 39febab6-626f-414e-b9f1-73055de4acb0 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:03:44.503512 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8edaae89-a165-4e31-91f8-57f54f5c4e3c req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:44.568329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0fd1f029-48c9-45a7-bc2e-099cc8a5b571'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:03:44.581368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 39febab6-626f-414e-b9f1-73055de4acb0 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:03:44.595306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Pushing event deleted for resources: {'Port': ['ID=11494348-21b6-4c29-879e-1e7729fa7031,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:44.623005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:44.623374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:44.623720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:44.624060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:44.624402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:44.624725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:44.625049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:44.625387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:44.625698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:44.626032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:44.626483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:44.627269 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:44.634935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edaae89-a165-4e31-91f8-57f54f5c4e3c req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] No DVR routers for this DVR port 11494348-21b6-4c29-879e-1e7729fa7031 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:03:44.641092 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8edaae89-a165-4e31-91f8-57f54f5c4e3c req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:44.642120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 39febab6-626f-414e-b9f1-73055de4acb0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:03:44.642598 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:44.644187 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8edaae89-a165-4e31-91f8-57f54f5c4e3c req-e4a02e84-7a84-4346-9542-c2e190e9a744 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.52 "DELETE /v2.0/ports/11494348-21b6-4c29-879e-1e7729fa7031 HTTP/1.1" status: 204 len: 173 time: 0.5623355 Aug 27 14:03:44.645195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd53ad7-76f0-47ac-b92d-873adddce289', 'name': 'network-vif-deleted', 'tag': '11494348-21b6-4c29-879e-1e7729fa7031'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:44.665128 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cf2f63-95e6-4048-a53d-162b2aedc424" -d '{"events": [{"server_uuid": "acd53ad7-76f0-47ac-b92d-873adddce289", "name": "network-vif-deleted", "tag": "11494348-21b6-4c29-879e-1e7729fa7031"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:44.714785 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-84321f4b-2cd3-4917-8797-169f7327e9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:44.786737 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:44.834520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 39febab6-626f-414e-b9f1-73055de4acb0, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=39febab6-626f-414e-b9f1-73055de4acb0,segment=NetworkSegment(fb66b771-c703-40b3-842f-02a880f5c699),segment_id=fb66b771-c703-40b3-842f-02a880f5c699)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:44.835908 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2314579-84d0-4136-a8d9-9d491bf653bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39febab6-626f-414e-b9f1-73055de4acb0'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:44.838879 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4be86e7-ca34-4b7e-a9ca-06f06d6505b7" -d '{"events": [{"server_uuid": "b2314579-84d0-4136-a8d9-9d491bf653bb", "name": "network-vif-plugged", "status": "completed", "tag": "39febab6-626f-414e-b9f1-73055de4acb0"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:44.844883 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:44.845737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 11494348-21b6-4c29-879e-1e7729fa7031 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:03:44.903530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 11494348-21b6-4c29-879e-1e7729fa7031 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:03:44.903877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 11494348-21b6-4c29-879e-1e7729fa7031 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:03:44.953956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=39febab6-626f-414e-b9f1-73055de4acb0,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:46.370088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-414d2f47-d184-42fd-8977-d22c999ee71e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:46.377906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-414d2f47-d184-42fd-8977-d22c999ee71e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:46.379787 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-414d2f47-d184-42fd-8977-d22c999ee71e tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa04fdb8-0eea-45f2-ab50-eb9a304cdc19 HTTP/1.1" status: 200 len: 1681 time: 0.0700371 Aug 27 14:03:46.562673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-f8596539-ba7e-4c00-9fe4-e15aef585160 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Deleting port 3c68131e-a00e-4dfb-9d13-96b50e3998fe {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:46.563156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-f8596539-ba7e-4c00-9fe4-e15aef585160 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:46.717071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-f8596539-ba7e-4c00-9fe4-e15aef585160 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] For port 3c68131e-a00e-4dfb-9d13-96b50e3998fe, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3c68131e-a00e-4dfb-9d13-96b50e3998fe,segment=NetworkSegment(5151576e-bca8-4d87-b222-d4ad4f042f9f),segment_id=5151576e-bca8-4d87-b222-d4ad4f042f9f)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:46.717350 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-f8596539-ba7e-4c00-9fe4-e15aef585160 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:46.733558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-f8596539-ba7e-4c00-9fe4-e15aef585160 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Calling delete_port for 3c68131e-a00e-4dfb-9d13-96b50e3998fe owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:03:46.931239 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-f8596539-ba7e-4c00-9fe4-e15aef585160 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:46.971815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8596539-ba7e-4c00-9fe4-e15aef585160 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Port': ['ID=3c68131e-a00e-4dfb-9d13-96b50e3998fe,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:47.041448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-f8596539-ba7e-4c00-9fe4-e15aef585160 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] No DVR routers for this DVR port 3c68131e-a00e-4dfb-9d13-96b50e3998fe on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:03:47.045979 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-f8596539-ba7e-4c00-9fe4-e15aef585160 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:47.051652 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-f8596539-ba7e-4c00-9fe4-e15aef585160 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.41 "DELETE /v2.0/ports/3c68131e-a00e-4dfb-9d13-96b50e3998fe HTTP/1.1" status: 204 len: 173 time: 0.6573043 Aug 27 14:03:47.052344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'name': 'network-vif-deleted', 'tag': '3c68131e-a00e-4dfb-9d13-96b50e3998fe'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:47.057564 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9f4e50-1383-4168-bc6e-42c38740462f" -d '{"events": [{"server_uuid": "aa04fdb8-0eea-45f2-ab50-eb9a304cdc19", "name": "network-vif-deleted", "tag": "3c68131e-a00e-4dfb-9d13-96b50e3998fe"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:47.193427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Deleting port b7327a57-0d5b-4780-b3bd-168952a552ad {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:47.195218 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:47.306642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] For port b7327a57-0d5b-4780-b3bd-168952a552ad, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b7327a57-0d5b-4780-b3bd-168952a552ad,segment=NetworkSegment(b4103c22-3c19-4d4c-825b-6f954fdb8a18),segment_id=b4103c22-3c19-4d4c-825b-6f954fdb8a18)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:47.307388 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:47.322538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Calling delete_port for b7327a57-0d5b-4780-b3bd-168952a552ad owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:03:47.390520 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:47.475025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:47.504538 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7504-81b6-45b7-917a-b73fbe7a4e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:47.523905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Port': ['ID=b7327a57-0d5b-4780-b3bd-168952a552ad,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:47.549812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:47.550348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:47.550891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:47.551242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:47.551661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:47.552092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:47.552531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:47.553136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:47.555002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:47.555002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:47.555002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:47.557320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:03:47.646447 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] No DVR routers for this DVR port b7327a57-0d5b-4780-b3bd-168952a552ad on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:03:47.653931 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:47.656036 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6fe9b12a-ad49-4212-b726-327bcdc548e5 req-21fcc382-c0fb-4aa4-a47f-6bfc525369bb tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.41 "DELETE /v2.0/ports/b7327a57-0d5b-4780-b3bd-168952a552ad HTTP/1.1" status: 204 len: 173 time: 0.5891750 Aug 27 14:03:48.682347 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:48.789374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3c68131e-a00e-4dfb-9d13-96b50e3998fe no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:03:48.839533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 3c68131e-a00e-4dfb-9d13-96b50e3998fe {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:03:48.840417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3c68131e-a00e-4dfb-9d13-96b50e3998fe not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:03:48.841107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b7327a57-0d5b-4780-b3bd-168952a552ad no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:03:48.882854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: b7327a57-0d5b-4780-b3bd-168952a552ad {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:03:48.883599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b7327a57-0d5b-4780-b3bd-168952a552ad not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:03:50.128062 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:51.098438 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:51.510034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51018) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:51.611456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-889aea2e-cd12-43b0-b289-eb5106ab98b6 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Deleting subnet d3eb535c-b1c8-4635-9e4b-ea7b01307b54 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:03:51.615287 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-889aea2e-cd12-43b0-b289-eb5106ab98b6 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:51.680132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-889aea2e-cd12-43b0-b289-eb5106ab98b6 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:51.777124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f610f1e-a4b2-4692-8c20-897f0704e66f req-2eab481c-06dc-4d08-96ea-b871c06cc81f tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:51.786821 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f610f1e-a4b2-4692-8c20-897f0704e66f req-2eab481c-06dc-4d08-96ea-b871c06cc81f tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.0915809 Aug 27 14:03:51.828973 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-889aea2e-cd12-43b0-b289-eb5106ab98b6 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:51.843399 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f610f1e-a4b2-4692-8c20-897f0704e66f req-cccded44-174e-48bd-8c51-a9634a407b94 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551138 Aug 27 14:03:51.964988 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-889aea2e-cd12-43b0-b289-eb5106ab98b6 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:51.982568 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-889aea2e-cd12-43b0-b289-eb5106ab98b6 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:51.986747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-889aea2e-cd12-43b0-b289-eb5106ab98b6 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "DELETE /v2.0/subnets/d3eb535c-b1c8-4635-9e4b-ea7b01307b54 HTTP/1.1" status: 204 len: 168 time: 0.4733758 Aug 27 14:03:51.987574 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51040) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:51.991984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e0bd6-4bd3-4316-9ce4-7209080f3b43 None None] Network 84af2124-9abc-490c-86fd-c5d1fa69c225 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:03:52.012948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d702d7-dc2e-4dcc-b1ee-ba403b7a43de req-f0dc5bfc-0a5e-438b-8e50-c756a6db76e4 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:52.014976 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-20d702d7-dc2e-4dcc-b1ee-ba403b7a43de req-f0dc5bfc-0a5e-438b-8e50-c756a6db76e4 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 945 time: 0.0865138 Aug 27 14:03:52.049514 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffe3140-3af2-4ec2-a52b-e2f546f9d2a0 x-openstack-request-id: req-fffe3140-3af2-4ec2-a52b-e2f546f9d2a0 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:52.049808 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd53ad7-76f0-47ac-b92d-873adddce289", "name": "network-vif-deleted", "tag": "11494348-21b6-4c29-879e-1e7729fa7031", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:52.050058 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fffe3140-3af2-4ec2-a52b-e2f546f9d2a0 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:52.050452 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd53ad7-76f0-47ac-b92d-873adddce289', 'name': 'network-vif-deleted', 'tag': '11494348-21b6-4c29-879e-1e7729fa7031', 'status': 'completed', 'code': 200} Aug 27 14:03:52.052607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889aea2e-cd12-43b0-b289-eb5106ab98b6 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Subnet': ['ID=d3eb535c-b1c8-4635-9e4b-ea7b01307b54,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:52.074791 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-20d702d7-dc2e-4dcc-b1ee-ba403b7a43de req-80f656f7-d2b5-464f-a2c6-6def9d93a655 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481691 Aug 27 14:03:52.137887 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d074b68-4116-4492-ba99-d2db71192e21 x-openstack-request-id: req-0d074b68-4116-4492-ba99-d2db71192e21 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:52.138165 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2314579-84d0-4136-a8d9-9d491bf653bb", "name": "network-vif-plugged", "status": "completed", "tag": "39febab6-626f-414e-b9f1-73055de4acb0", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:52.138487 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d074b68-4116-4492-ba99-d2db71192e21 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:52.146481 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2314579-84d0-4136-a8d9-9d491bf653bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39febab6-626f-414e-b9f1-73055de4acb0', 'code': 200} Aug 27 14:03:52.253361 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:52.258640 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0540bbae-6be6-41df-bac0-7338acce03f4 x-openstack-request-id: req-0540bbae-6be6-41df-bac0-7338acce03f4 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:52.258971 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa04fdb8-0eea-45f2-ab50-eb9a304cdc19", "name": "network-vif-deleted", "tag": "3c68131e-a00e-4dfb-9d13-96b50e3998fe", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:52.259310 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0540bbae-6be6-41df-bac0-7338acce03f4 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:52.259939 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'name': 'network-vif-deleted', 'tag': '3c68131e-a00e-4dfb-9d13-96b50e3998fe', 'status': 'completed', 'code': 200} Aug 27 14:03:52.316563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa98b1a-ab9b-4424-8e42-b98374968f04 req-d3a05be8-76de-46c9-868b-db423fdf3d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:52.317794 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1aa98b1a-ab9b-4424-8e42-b98374968f04 req-d3a05be8-76de-46c9-868b-db423fdf3d77 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 1097 time: 0.1309752 Aug 27 14:03:52.347669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Deleting port 720c6ff6-274e-41c0-a7fb-208196a7a0dc {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:52.348110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:52.399634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1aa98b1a-ab9b-4424-8e42-b98374968f04 req-c76c18b3-d49b-462c-b8b7-1a5d63124f82 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702188 Aug 27 14:03:52.415693 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51054) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:52.482917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab51284a-3508-4bc8-a568-65c74380b7f8 None None] DHCP port deletion for 84af2124-9abc-490c-86fd-c5d1fa69c225 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:03:52.528359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] For port 720c6ff6-274e-41c0-a7fb-208196a7a0dc, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=720c6ff6-274e-41c0-a7fb-208196a7a0dc,segment=NetworkSegment(b4103c22-3c19-4d4c-825b-6f954fdb8a18),segment_id=b4103c22-3c19-4d4c-825b-6f954fdb8a18)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:52.529401 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:52.548902 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f3587-3aa2-4510-a0b9-8521558efa2c req-8eb1babf-3b54-4149-83fc-a92c5344df27 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:52.559365 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d9f3587-3aa2-4510-a0b9-8521558efa2c req-8eb1babf-3b54-4149-83fc-a92c5344df27 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 950 time: 0.1202581 Aug 27 14:03:52.562599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Calling delete_port for 720c6ff6-274e-41c0-a7fb-208196a7a0dc owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:03:52.593803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ab51284a-3508-4bc8-a568-65c74380b7f8 None None] Deleting port 720c6ff6-274e-41c0-a7fb-208196a7a0dc {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:52.594548 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab51284a-3508-4bc8-a568-65c74380b7f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:52.599942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b79d18-a341-4eed-9ead-377f2223c70f req-0967d3ef-812b-4db6-aa22-d4cbe7acce1f tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:52.609743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42b79d18-a341-4eed-9ead-377f2223c70f req-0967d3ef-812b-4db6-aa22-d4cbe7acce1f tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.0990491 Aug 27 14:03:52.646880 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d9f3587-3aa2-4510-a0b9-8521558efa2c req-94e845af-3503-48ca-a1f2-4a047bde7531 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772319 Aug 27 14:03:52.666973 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6643e637-ecd3-4964-bbd9-ff5d89bf1dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:52.712693 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ab51284a-3508-4bc8-a568-65c74380b7f8 None None] For port 720c6ff6-274e-41c0-a7fb-208196a7a0dc, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=720c6ff6-274e-41c0-a7fb-208196a7a0dc,segment=NetworkSegment(b4103c22-3c19-4d4c-825b-6f954fdb8a18),segment_id=b4103c22-3c19-4d4c-825b-6f954fdb8a18)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:52.717618 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab51284a-3508-4bc8-a568-65c74380b7f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:52.742582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ab51284a-3508-4bc8-a568-65c74380b7f8 None None] Calling delete_port for 720c6ff6-274e-41c0-a7fb-208196a7a0dc owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:03:52.764682 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42b79d18-a341-4eed-9ead-377f2223c70f req-3857e317-4dfe-4b62-b6e9-0de30cdbe029 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536908 Aug 27 14:03:52.766899 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:52.833003 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6643e637-ecd3-4964-bbd9-ff5d89bf1dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:52.843685 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6643e637-ecd3-4964-bbd9-ff5d89bf1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:52.844050 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab51284a-3508-4bc8-a568-65c74380b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:52.846048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Port': ['ID=720c6ff6-274e-41c0-a7fb-208196a7a0dc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:52.867321 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] No DVR routers for this DVR port 720c6ff6-274e-41c0-a7fb-208196a7a0dc on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:03:52.878667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51284a-3508-4bc8-a568-65c74380b7f8 None None] Pushing event deleted for resources: {'Port': ['ID=720c6ff6-274e-41c0-a7fb-208196a7a0dc,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:52.886755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51284a-3508-4bc8-a568-65c74380b7f8 None None] No DVR routers for this DVR port 720c6ff6-274e-41c0-a7fb-208196a7a0dc on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:03:52.948318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6643e637-ecd3-4964-bbd9-ff5d89bf1dd3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b9023d3b50941fbb6c985a8d8574662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5311992 Aug 27 14:03:52.949128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51080) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:52.954841 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643e637-ecd3-4964-bbd9-ff5d89bf1dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cebeb5-bb17-493e-9f6c-32edb1756361,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:53.022291 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.039583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84af2124-9abc-490c-86fd-c5d1fa69c225']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:53.046292 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042b9e2-a38b-428b-963c-63b3b3613d4a req-a603d962-c723-4a1d-8230-f99f3aef3179 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:53.052791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4103c22-3c19-4d4c-825b-6f954fdb8a18') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:53.053093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4103c22-3c19-4d4c-825b-6f954fdb8a18') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:53.054229 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4042b9e2-a38b-428b-963c-63b3b3613d4a req-a603d962-c723-4a1d-8230-f99f3aef3179 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.0960307 Aug 27 14:03:53.063501 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b9e9f61-4c9c-47a4-9463-0d2d2ba1ce05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.075408 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.104983 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b9e9f61-4c9c-47a4-9463-0d2d2ba1ce05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.110335 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.120809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:03:53.121559 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.123671 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4042b9e2-a38b-428b-963c-63b3b3613d4a req-a4cd1d4a-01a9-44d9-9181-bf9bbfacb589 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684047 Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:03:53.126106 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:03:53.234086 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.252482 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.254158 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "DELETE /v2.0/networks/84af2124-9abc-490c-86fd-c5d1fa69c225 HTTP/1.1" status: 204 len: 168 time: 1.2660673 Aug 27 14:03:53.279752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51088) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:53.279752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c40f6d-dd4d-4616-9167-4627d06c68ed tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Network': ['ID=84af2124-9abc-490c-86fd-c5d1fa69c225,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:53.312531 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b9e9f61-4c9c-47a4-9463-0d2d2ba1ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.317164 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b9e9f61-4c9c-47a4-9463-0d2d2ba1ce05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.318885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4b9e9f61-4c9c-47a4-9463-0d2d2ba1ce05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2cebeb5-bb17-493e-9f6c-32edb1756361 HTTP/1.1" status: 204 len: 168 time: 0.3650665 Aug 27 14:03:53.333791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e9f61-4c9c-47a4-9463-0d2d2ba1ce05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cebeb5-bb17-493e-9f6c-32edb1756361,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:53.345188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05c2eb-4905-4380-b258-63280b6c3314 req-35a25aea-3ab3-4596-b5da-ca0862002223 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:53.347077 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b05c2eb-4905-4380-b258-63280b6c3314 req-35a25aea-3ab3-4596-b5da-ca0862002223 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 945 time: 0.1346805 Aug 27 14:03:53.428198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-73413329-4d4c-4283-8b99-bf9e4718e103 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Deleting subnet 525f217f-846e-4c41-88a4-642d49590e50 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:03:53.445873 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73413329-4d4c-4283-8b99-bf9e4718e103 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.448185 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b05c2eb-4905-4380-b258-63280b6c3314 req-fbfbdf2d-36a8-4af1-a14e-46d28b9bec81 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889649 Aug 27 14:03:53.509997 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73413329-4d4c-4283-8b99-bf9e4718e103 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.627656 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73413329-4d4c-4283-8b99-bf9e4718e103 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.704755 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73413329-4d4c-4283-8b99-bf9e4718e103 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.746103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73413329-4d4c-4283-8b99-bf9e4718e103 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Subnet': ['ID=525f217f-846e-4c41-88a4-642d49590e50,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:53.769717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73413329-4d4c-4283-8b99-bf9e4718e103 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:53.771931 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0d0091-ff8d-460c-abc7-15d1499194dc None None] Network 1c495d54-e6f8-4401-91a2-be880d6db35d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:03:53.772968 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-73413329-4d4c-4283-8b99-bf9e4718e103 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "DELETE /v2.0/subnets/525f217f-846e-4c41-88a4-642d49590e50 HTTP/1.1" status: 204 len: 168 time: 0.4925969 Aug 27 14:03:53.776976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51116) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:54.020387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:54.029528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3f63-c6bf-43a7-b087-7095aab03f35 req-90c3bf62-424b-45fe-9f71-bee04d4d1315 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:54.043579 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-730a3f63-c6bf-43a7-b087-7095aab03f35 req-90c3bf62-424b-45fe-9f71-bee04d4d1315 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1326616 Aug 27 14:03:54.164690 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-730a3f63-c6bf-43a7-b087-7095aab03f35 req-a2269344-002a-4584-aea9-2d3912a0590a tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060951 Aug 27 14:03:54.193149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Deleting port 61e8c54c-fe61-4e69-9944-8b3e2b244b94 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:54.193329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 720c6ff6-274e-41c0-a7fb-208196a7a0dc no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:03:54.193921 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:54.246101 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 720c6ff6-274e-41c0-a7fb-208196a7a0dc {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:03:54.246458 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 720c6ff6-274e-41c0-a7fb-208196a7a0dc not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:03:54.270508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'name': 'network-vif-deleted', 'tag': 'b7327a57-0d5b-4780-b3bd-168952a552ad'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:54.274412 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39978a4-37cd-45cb-bdac-1684c818b9d3" -d '{"events": [{"server_uuid": "aa04fdb8-0eea-45f2-ab50-eb9a304cdc19", "name": "network-vif-deleted", "tag": "b7327a57-0d5b-4780-b3bd-168952a552ad"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:54.330226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] For port 61e8c54c-fe61-4e69-9944-8b3e2b244b94, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=61e8c54c-fe61-4e69-9944-8b3e2b244b94,segment=NetworkSegment(5151576e-bca8-4d87-b222-d4ad4f042f9f),segment_id=5151576e-bca8-4d87-b222-d4ad4f042f9f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:54.331113 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:54.331957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c81a3-ea19-4cb0-bfe5-6380cef8406e req-4d907f04-897e-4525-9306-0b0271229f6f tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:54.341322 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-074c81a3-ea19-4cb0-bfe5-6380cef8406e req-4d907f04-897e-4525-9306-0b0271229f6f tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.1101456 Aug 27 14:03:54.347784 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7eb458-284a-406d-8796-044547b5aad8 x-openstack-request-id: req-fa7eb458-284a-406d-8796-044547b5aad8 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:54.348493 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa04fdb8-0eea-45f2-ab50-eb9a304cdc19", "name": "network-vif-deleted", "tag": "b7327a57-0d5b-4780-b3bd-168952a552ad", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:54.348753 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa7eb458-284a-406d-8796-044547b5aad8 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:54.349151 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa04fdb8-0eea-45f2-ab50-eb9a304cdc19', 'name': 'network-vif-deleted', 'tag': 'b7327a57-0d5b-4780-b3bd-168952a552ad', 'status': 'completed', 'code': 200} Aug 27 14:03:54.358903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e45cf6b-76f4-491f-9ed9-b1fe4d6ef0a9 None None] DHCP port deletion for 1c495d54-e6f8-4401-91a2-be880d6db35d request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:03:54.375074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Calling delete_port for 61e8c54c-fe61-4e69-9944-8b3e2b244b94 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:03:54.419029 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-074c81a3-ea19-4cb0-bfe5-6380cef8406e req-4f1ff17a-f979-419e-af6a-47768f483b96 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766442 Aug 27 14:03:54.480794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0e45cf6b-76f4-491f-9ed9-b1fe4d6ef0a9 None None] Deleting port 61e8c54c-fe61-4e69-9944-8b3e2b244b94 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:54.481388 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e45cf6b-76f4-491f-9ed9-b1fe4d6ef0a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:54.556808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0e45cf6b-76f4-491f-9ed9-b1fe4d6ef0a9 None None] For port 61e8c54c-fe61-4e69-9944-8b3e2b244b94, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=61e8c54c-fe61-4e69-9944-8b3e2b244b94,segment=NetworkSegment(5151576e-bca8-4d87-b222-d4ad4f042f9f),segment_id=5151576e-bca8-4d87-b222-d4ad4f042f9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:54.557546 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e45cf6b-76f4-491f-9ed9-b1fe4d6ef0a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:54.577269 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:54.579614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0e45cf6b-76f4-491f-9ed9-b1fe4d6ef0a9 None None] Calling delete_port for 61e8c54c-fe61-4e69-9944-8b3e2b244b94 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:03:54.624774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] No DVR routers for this DVR port 61e8c54c-fe61-4e69-9944-8b3e2b244b94 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:03:54.644532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Port': ['ID=61e8c54c-fe61-4e69-9944-8b3e2b244b94,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:54.687873 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e45cf6b-76f4-491f-9ed9-b1fe4d6ef0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:54.741429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45cf6b-76f4-491f-9ed9-b1fe4d6ef0a9 None None] Pushing event deleted for resources: {'Port': ['ID=61e8c54c-fe61-4e69-9944-8b3e2b244b94,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:54.756426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45cf6b-76f4-491f-9ed9-b1fe4d6ef0a9 None None] No DVR routers for this DVR port 61e8c54c-fe61-4e69-9944-8b3e2b244b94 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:03:54.764595 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:54.777068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c495d54-e6f8-4401-91a2-be880d6db35d']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:54.785306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:03:54.790197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5151576e-bca8-4d87-b222-d4ad4f042f9f') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:54.790852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5151576e-bca8-4d87-b222-d4ad4f042f9f') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:54.813470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8d80e-6c66-4484-9773-f1ad6d427e7e req-f25c4a97-7aa8-4eaa-9041-71772cacb206 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:54.822717 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07d8d80e-6c66-4484-9773-f1ad6d427e7e req-f25c4a97-7aa8-4eaa-9041-71772cacb206 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 945 time: 0.2383547 Aug 27 14:03:54.826752 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:54.893479 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07d8d80e-6c66-4484-9773-f1ad6d427e7e req-b3ef472d-7a98-46e8-8c1f-4e63426dcb62 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630207 Aug 27 14:03:54.895958 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:54.916496 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:03:54.916917 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:03:54.920308 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:03:54.967680 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:55.001481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2efa54-dae6-4720-897c-c1077f8326cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:55.004340 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca88f755-2046-425c-aa88-d579b985c07e" -d '{"events": [{"server_uuid": "bd2efa54-dae6-4720-897c-c1077f8326cb", "name": "network-vif-unplugged", "status": "completed", "tag": "5c954cbd-164a-4604-8a1f-3bbc9dbc9d23"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:55.031967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a1fce-22b1-41bf-8b9d-1e2fd8720d36 req-fe31cd33-0ffe-464d-8a4b-18470b0df3b2 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:55.034145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-258a1fce-22b1-41bf-8b9d-1e2fd8720d36 req-fe31cd33-0ffe-464d-8a4b-18470b0df3b2 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1042268 Aug 27 14:03:55.035345 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:55.048293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:55.054929 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:55.076842 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:55.079184 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] 10.222.0.55 "DELETE /v2.0/networks/1c495d54-e6f8-4401-91a2-be880d6db35d HTTP/1.1" status: 204 len: 168 time: 1.3008156 Aug 27 14:03:55.081248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835353ed-cb3a-4229-a1e5-8baf5153f921 tempest-ServersTestMultiNic-270363622 tempest-ServersTestMultiNic-270363622-project] Pushing event deleted for resources: {'Network': ['ID=1c495d54-e6f8-4401-91a2-be880d6db35d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:55.129973 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d971652-a073-4421-afe1-7b9f332a0ea5 x-openstack-request-id: req-1d971652-a073-4421-afe1-7b9f332a0ea5 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:55.129973 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2efa54-dae6-4720-897c-c1077f8326cb", "name": "network-vif-unplugged", "status": "completed", "tag": "5c954cbd-164a-4604-8a1f-3bbc9dbc9d23", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:55.129973 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d971652-a073-4421-afe1-7b9f332a0ea5 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:55.130576 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2efa54-dae6-4720-897c-c1077f8326cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23', 'code': 200} Aug 27 14:03:55.135906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:55.161025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3491b8c-15fd-49bb-9d8c-8d1f41323104 req-730ea293-0037-4cd1-82d6-530073d7371a tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:55.162535 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c3491b8c-15fd-49bb-9d8c-8d1f41323104 req-730ea293-0037-4cd1-82d6-530073d7371a tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 945 time: 0.1530933 Aug 27 14:03:55.171849 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51206) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:55.177462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4a3367fd-3939-4796-8de2-8343c0e6aa76 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Request body: {'floatingip': {'port_id': '39febab6-626f-414e-b9f1-73055de4acb0'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:55.230846 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4a3367fd-3939-4796-8de2-8343c0e6aa76 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:55.235666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-258a1fce-22b1-41bf-8b9d-1e2fd8720d36 req-d5f033d4-6d33-4171-8ee6-fc70ffd8000e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Deleting port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:55.236097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-258a1fce-22b1-41bf-8b9d-1e2fd8720d36 req-d5f033d4-6d33-4171-8ee6-fc70ffd8000e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:55.353270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-258a1fce-22b1-41bf-8b9d-1e2fd8720d36 req-d5f033d4-6d33-4171-8ee6-fc70ffd8000e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] For port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0fd1f029-48c9-45a7-bc2e-099cc8a5b571,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:55.353813 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-258a1fce-22b1-41bf-8b9d-1e2fd8720d36 req-d5f033d4-6d33-4171-8ee6-fc70ffd8000e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:55.385986 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-258a1fce-22b1-41bf-8b9d-1e2fd8720d36 req-d5f033d4-6d33-4171-8ee6-fc70ffd8000e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Calling delete_port for 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:03:55.451221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51236) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:55.507931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88362d8d-70cf-43e2-984a-60c1fbc0173f req-6e2d0689-8580-4052-a191-b77bc8dc2315 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:55.509510 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88362d8d-70cf-43e2-984a-60c1fbc0173f req-6e2d0689-8580-4052-a191-b77bc8dc2315 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 945 time: 0.1441636 Aug 27 14:03:55.580473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacccd5-7eb3-4aa8-8614-08a5af8aa957 req-66e71030-d123-4194-9d06-cc9730676a46 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:55.582004 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7cacccd5-7eb3-4aa8-8614-08a5af8aa957 req-66e71030-d123-4194-9d06-cc9730676a46 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.0739043 Aug 27 14:03:55.623639 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88362d8d-70cf-43e2-984a-60c1fbc0173f req-36689203-0982-414c-9b4c-f80aa0a38973 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057928 Aug 27 14:03:55.655998 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51242) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:55.727251 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7cacccd5-7eb3-4aa8-8614-08a5af8aa957 req-cc277832-4294-4a0b-aec5-3f7c20c9f868 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312699 Aug 27 14:03:55.776374 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-258a1fce-22b1-41bf-8b9d-1e2fd8720d36 req-d5f033d4-6d33-4171-8ee6-fc70ffd8000e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:55.812217 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc7384c-f983-447f-a60b-d4b59c42d907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:55.821555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f033d4-6d33-4171-8ee6-fc70ffd8000e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Pushing event deleted for resources: {'Port': ['ID=0fd1f029-48c9-45a7-bc2e-099cc8a5b571,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:55.826997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0fd1f029-48c9-45a7-bc2e-099cc8a5b571'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:03:55.884000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-258a1fce-22b1-41bf-8b9d-1e2fd8720d36 req-d5f033d4-6d33-4171-8ee6-fc70ffd8000e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] No DVR routers for this DVR port 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:03:55.887258 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-258a1fce-22b1-41bf-8b9d-1e2fd8720d36 req-d5f033d4-6d33-4171-8ee6-fc70ffd8000e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:55.890118 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-258a1fce-22b1-41bf-8b9d-1e2fd8720d36 req-d5f033d4-6d33-4171-8ee6-fc70ffd8000e tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.41 "DELETE /v2.0/ports/0fd1f029-48c9-45a7-bc2e-099cc8a5b571 HTTP/1.1" status: 204 len: 173 time: 0.8182075 Aug 27 14:03:55.961751 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4a3367fd-3939-4796-8de2-8343c0e6aa76 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:55.973224 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4a3367fd-3939-4796-8de2-8343c0e6aa76 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:56.080121 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6518e9eb-d3c5-4bb8-bc6a-b72ac7ce1185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:56.101339 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc7384c-f983-447f-a60b-d4b59c42d907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:56.116842 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc7384c-f983-447f-a60b-d4b59c42d907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:56.162102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 61e8c54c-fe61-4e69-9944-8b3e2b244b94 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:03:56.176322 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-4a3367fd-3939-4796-8de2-8343c0e6aa76 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Floating IP 4d45f7ec-4220-4fb7-891a-7cc1739f6b1d associated. External IP: 172.25.2.90, port: 39febab6-626f-414e-b9f1-73055de4acb0. Aug 27 14:03:56.245862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 61e8c54c-fe61-4e69-9944-8b3e2b244b94 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:03:56.247863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 61e8c54c-fe61-4e69-9944-8b3e2b244b94 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:03:56.343599 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8dc7384c-f983-447f-a60b-d4b59c42d907 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c74dc4c1758e4d46a3cc244090ecc316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6865494 Aug 27 14:03:56.346479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51288) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:56.353941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7384c-f983-447f-a60b-d4b59c42d907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d59ecc4-f10f-4e33-acc6-03e7108fb687,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:56.354633 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb242d08-cb5b-48ef-8a0d-fbf06d9fd740', 'name': 'network-vif-deleted', 'tag': '0fd1f029-48c9-45a7-bc2e-099cc8a5b571'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:56.359284 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce68d363-7b00-44ee-93fd-d1332e18f603" -d '{"events": [{"server_uuid": "bb242d08-cb5b-48ef-8a0d-fbf06d9fd740", "name": "network-vif-deleted", "tag": "0fd1f029-48c9-45a7-bc2e-099cc8a5b571"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:56.438678 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e44a74e-2574-4d58-9132-8eb22d10ef5c x-openstack-request-id: req-3e44a74e-2574-4d58-9132-8eb22d10ef5c {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:56.439131 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb242d08-cb5b-48ef-8a0d-fbf06d9fd740", "name": "network-vif-deleted", "tag": "0fd1f029-48c9-45a7-bc2e-099cc8a5b571", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:56.439901 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e44a74e-2574-4d58-9132-8eb22d10ef5c {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:56.440683 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb242d08-cb5b-48ef-8a0d-fbf06d9fd740', 'name': 'network-vif-deleted', 'tag': '0fd1f029-48c9-45a7-bc2e-099cc8a5b571', 'status': 'completed', 'code': 200} Aug 27 14:03:56.481634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4809742-acfd-4e9a-bebe-21017e542fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:56.523940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:03:56.545276 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4809742-acfd-4e9a-bebe-21017e542fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:56.578278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3367fd-3939-4796-8de2-8343c0e6aa76 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Router d96b426e-dc89-429a-b966-b3f617d703aa has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:03:56.649546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-6518e9eb-d3c5-4bb8-bc6a-b72ac7ce1185 admin admin] Deleting port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:56.661761 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6518e9eb-d3c5-4bb8-bc6a-b72ac7ce1185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:56.784839 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:56.808693 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c', 'mac_address': 'fa:16:3e:8a:66:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:03:56.845964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3367fd-3939-4796-8de2-8343c0e6aa76 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:03:56.857630 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4a3367fd-3939-4796-8de2-8343c0e6aa76 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:56.895536 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4809742-acfd-4e9a-bebe-21017e542fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:56.903697 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4809742-acfd-4e9a-bebe-21017e542fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:56.910122 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e4809742-acfd-4e9a-bebe-21017e542fb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d59ecc4-f10f-4e33-acc6-03e7108fb687 HTTP/1.1" status: 204 len: 168 time: 0.5625553 Aug 27 14:03:56.920353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45342fb4-5b16-4fec-9482-4a20414d5cf1 None None] Sync routers for ids ['d96b426e-dc89-429a-b966-b3f617d703aa'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:03:56.943177 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:56.977842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:03:56.992777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4809742-acfd-4e9a-bebe-21017e542fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d59ecc4-f10f-4e33-acc6-03e7108fb687,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:57.014158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45342fb4-5b16-4fec-9482-4a20414d5cf1 None None] Routers {'d96b426e-dc89-429a-b966-b3f617d703aa'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:03:57.016472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-45342fb4-5b16-4fec-9482-4a20414d5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:03:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d96b426e-dc89-429a-b966-b3f617d703aa'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:57.022887 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f65d11f3-ac81-4f03-9712-e62c42b8da9a req-33962bb2-775b-4497-a5c4-d212b3a2e706 tempest-ListServerFiltersTestJSON-2113035203 tempest-ListServerFiltersTestJSON-2113035203-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb242d08-cb5b-48ef-8a0d-fbf06d9fd740 HTTP/1.1" status: 200 len: 210 time: 0.0977840 Aug 27 14:03:57.031721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-6518e9eb-d3c5-4bb8-bc6a-b72ac7ce1185 admin admin] For port ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0,segment=NetworkSegment(72bb2613-b083-43ba-96d1-8f02bcbfc8e9),segment_id=72bb2613-b083-43ba-96d1-8f02bcbfc8e9)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:57.032403 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6518e9eb-d3c5-4bb8-bc6a-b72ac7ce1185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:57.054498 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4a3367fd-3939-4796-8de2-8343c0e6aa76 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "PUT /v2.0/floatingips/4d45f7ec-4220-4fb7-891a-7cc1739f6b1d HTTP/1.1" status: 200 len: 990 time: 1.8720810 Aug 27 14:03:57.055458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2314579-84d0-4136-a8d9-9d491bf653bb', 'tag': '39febab6-626f-414e-b9f1-73055de4acb0'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:57.063378 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418b1cf5-e9cb-46d7-b817-d9fde09a2697" -d '{"events": [{"name": "network-changed", "server_uuid": "b2314579-84d0-4136-a8d9-9d491bf653bb", "tag": "39febab6-626f-414e-b9f1-73055de4acb0"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:57.086492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-6518e9eb-d3c5-4bb8-bc6a-b72ac7ce1185 admin admin] Calling delete_port for ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:03:57.186282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-45342fb4-5b16-4fec-9482-4a20414d5cf1 None None] Set router d96b426e-dc89-429a-b966-b3f617d703aa gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:03:57.187003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e7bbd-f5f0-43a5-81d4-8e748b498322 req-96663555-2058-4301-b63f-7dec36a9f9b5 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:57.192775 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-757e7bbd-f5f0-43a5-81d4-8e748b498322 req-96663555-2058-4301-b63f-7dec36a9f9b5 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.0658309 Aug 27 14:03:57.237014 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-757e7bbd-f5f0-43a5-81d4-8e748b498322 req-afb9c4bf-340a-406e-a368-f2c5e4833d58 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397449 Aug 27 14:03:57.305631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:57.312587 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:57.411926 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed0c5b2-f23e-4240-9bc4-35692d7cf037 x-openstack-request-id: req-8ed0c5b2-f23e-4240-9bc4-35692d7cf037 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:57.412842 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2314579-84d0-4136-a8d9-9d491bf653bb", "tag": "39febab6-626f-414e-b9f1-73055de4acb0", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:57.413627 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ed0c5b2-f23e-4240-9bc4-35692d7cf037 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:57.413627 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2314579-84d0-4136-a8d9-9d491bf653bb', 'tag': '39febab6-626f-414e-b9f1-73055de4acb0', 'status': 'completed', 'code': 200} Aug 27 14:03:57.484222 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6518e9eb-d3c5-4bb8-bc6a-b72ac7ce1185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:57.527685 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:57.530564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:03:57.537112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b1cf5-e9cb-46d7-b817-d9fde09a2697 req-f833ee77-8e69-4ff1-9259-68a59d782dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:57.542108 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-418b1cf5-e9cb-46d7-b817-d9fde09a2697 req-f833ee77-8e69-4ff1-9259-68a59d782dc1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f254effc68e47ed9207b2ef5aef7128&device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 1097 time: 0.1075194 Aug 27 14:03:57.602064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518e9eb-d3c5-4bb8-bc6a-b72ac7ce1185 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:57.728645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b1cf5-e9cb-46d7-b817-d9fde09a2697 req-f3c0acb1-aa6b-4b2b-be4c-a46175327dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:57.730248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-418b1cf5-e9cb-46d7-b817-d9fde09a2697 req-f3c0acb1-aa6b-4b2b-be4c-a46175327dea service neutron] 10.222.0.52 "GET /v2.0/networks?id=af3a4b0f-e52d-49bf-b8d0-7fd079f5249c HTTP/1.1" status: 200 len: 916 time: 0.1732650 Aug 27 14:03:57.740208 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-45342fb4-5b16-4fec-9482-4a20414d5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:02:43Z', 'revision_number': 4, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '4d45f7ec-4220-4fb7-891a-7cc1739f6b1d', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'port_id': '39febab6-626f-414e-b9f1-73055de4acb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'mac_address': 'fa:16:3e:7a:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2314579-84d0-4136-a8d9-9d491bf653bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:02:51Z', 'updated_at': '2021-08-27T14:03:55Z', 'revision_number': 1, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afa666f-8b79-4600-a8fc-556fbafe5039', 'name': '', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'mac_address': 'fa:16:3e:0b:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '40992694-78e7-41d2-a32d-7deb29281711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:38Z', 'updated_at': '2021-08-27T14:02:50Z', 'revision_number': 5, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'subnets': [{'id': '40992694-78e7-41d2-a32d-7deb29281711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:57.831773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-418b1cf5-e9cb-46d7-b817-d9fde09a2697 req-8920adbb-48ab-487b-b569-3db2c2256483 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39febab6-626f-414e-b9f1-73055de4acb0 HTTP/1.1" status: 200 len: 998 time: 0.0940244 Aug 27 14:03:57.884658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45342fb4-5b16-4fec-9482-4a20414d5cf1 None None] Checking router: d96b426e-dc89-429a-b966-b3f617d703aa for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:03:57.915556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b1cf5-e9cb-46d7-b817-d9fde09a2697 req-cade837c-d8ac-4a42-9d95-878cd7698a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:57.918348 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-418b1cf5-e9cb-46d7-b817-d9fde09a2697 req-cade837c-d8ac-4a42-9d95-878cd7698a1c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40992694-78e7-41d2-a32d-7deb29281711 HTTP/1.1" status: 200 len: 854 time: 0.0777915 Aug 27 14:03:57.920197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45342fb4-5b16-4fec-9482-4a20414d5cf1 None None] Routers {'d96b426e-dc89-429a-b966-b3f617d703aa'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:03:57.921191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-45342fb4-5b16-4fec-9482-4a20414d5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:03:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d96b426e-dc89-429a-b966-b3f617d703aa'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:58.009367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b1cf5-e9cb-46d7-b817-d9fde09a2697 req-43e921e7-c7c9-451c-8d1d-b043d810c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:58.010943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-418b1cf5-e9cb-46d7-b817-d9fde09a2697 req-43e921e7-c7c9-451c-8d1d-b043d810c177 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=af3a4b0f-e52d-49bf-b8d0-7fd079f5249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828836 Aug 27 14:03:58.147901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51394) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:58.147901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51396) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:58.157732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-45342fb4-5b16-4fec-9482-4a20414d5cf1 None None] Set router d96b426e-dc89-429a-b966-b3f617d703aa gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:03:58.249030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9c70c1-290e-4c05-9e63-6f79db2d9932 admin admin] Deleting subnet 7f112fd1-de28-418f-9086-331d42a68c6c {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:03:58.255930 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eb9c70c1-290e-4c05-9e63-6f79db2d9932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:58.260414 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-418b1cf5-e9cb-46d7-b817-d9fde09a2697 req-cfd7d3a7-e9dc-49a9-8f0b-46eca4b91e25 service neutron] 10.222.0.52 "GET /v2.0/networks/af3a4b0f-e52d-49bf-b8d0-7fd079f5249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417679 Aug 27 14:03:58.366878 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eb9c70c1-290e-4c05-9e63-6f79db2d9932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:58.406279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-8240eed3-b787-4b65-a6ec-966bc84b7fc9 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:58.415129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-8240eed3-b787-4b65-a6ec-966bc84b7fc9 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/networks?id=bd31dc99-802c-4710-97ff-02fb9b935ee2 HTTP/1.1" status: 200 len: 805 time: 0.8125770 Aug 27 14:03:58.421392 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-131924078-network', 'tenant_id': '6572e872daa14ec4be6fda0a7fc4f376'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:58.458876 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-2592a0a6-ca34-43f8-84f4-e87a07548ae4 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/quotas/ca5487afb9c4474796e982b017af7c80 HTTP/1.1" status: 200 len: 375 time: 0.0427766 Aug 27 14:03:58.510941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c70eca-12fd-4b39-ae2e-ace01072ad8d req-d524dde9-084b-42c9-8310-e42d80fab6d3 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:58.512593 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21c70eca-12fd-4b39-ae2e-ace01072ad8d req-d524dde9-084b-42c9-8310-e42d80fab6d3 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.1502256 Aug 27 14:03:58.517927 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-418b1cf5-e9cb-46d7-b817-d9fde09a2697 req-9f64041f-23f6-48ae-9cb6-a241f9263434 service neutron] 10.222.0.52 "GET /v2.0/networks/af3a4b0f-e52d-49bf-b8d0-7fd079f5249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352154 Aug 27 14:03:58.518453 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Made reservation on behalf of 6572e872daa14ec4be6fda0a7fc4f376 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:03:58.520964 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:58.521114 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6518e9eb-d3c5-4bb8-bc6a-b72ac7ce1185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:58.555900 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:58.637557 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eb9c70c1-290e-4c05-9e63-6f79db2d9932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:58.640902 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-f8d47b78-ea2e-40e8-baf1-554c1216b45a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca5487afb9c4474796e982b017af7c80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1726544 Aug 27 14:03:58.646092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-45342fb4-5b16-4fec-9482-4a20414d5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:02:43Z', 'revision_number': 4, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '4d45f7ec-4220-4fb7-891a-7cc1739f6b1d', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'port_id': '39febab6-626f-414e-b9f1-73055de4acb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'mac_address': 'fa:16:3e:7a:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2314579-84d0-4136-a8d9-9d491bf653bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:02:51Z', 'updated_at': '2021-08-27T14:03:55Z', 'revision_number': 1, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afa666f-8b79-4600-a8fc-556fbafe5039', 'name': '', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'mac_address': 'fa:16:3e:0b:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '40992694-78e7-41d2-a32d-7deb29281711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:38Z', 'updated_at': '2021-08-27T14:02:50Z', 'revision_number': 5, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'subnets': [{'id': '40992694-78e7-41d2-a32d-7deb29281711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:58.698025 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21c70eca-12fd-4b39-ae2e-ace01072ad8d req-273cd89a-e7d5-410c-83c6-5bd7abf0270f tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622202 Aug 27 14:03:58.712209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45342fb4-5b16-4fec-9482-4a20414d5cf1 None None] The sync data for ids ['d96b426e-dc89-429a-b966-b3f617d703aa'] in n-d-712139-12 is: [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:02:43Z', 'revision_number': 4, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '4d45f7ec-4220-4fb7-891a-7cc1739f6b1d', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'port_id': '39febab6-626f-414e-b9f1-73055de4acb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'mac_address': 'fa:16:3e:7a:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2314579-84d0-4136-a8d9-9d491bf653bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:02:51Z', 'updated_at': '2021-08-27T14:03:55Z', 'revision_number': 1, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afa666f-8b79-4600-a8fc-556fbafe5039', 'name': '', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'mac_address': 'fa:16:3e:0b:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '40992694-78e7-41d2-a32d-7deb29281711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:38Z', 'updated_at': '2021-08-27T14:02:50Z', 'revision_number': 5, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'subnets': [{'id': '40992694-78e7-41d2-a32d-7deb29281711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:03:58.777441 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eb9c70c1-290e-4c05-9e63-6f79db2d9932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:58.811588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c70c1-290e-4c05-9e63-6f79db2d9932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f112fd1-de28-418f-9086-331d42a68c6c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:58.827660 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eb9c70c1-290e-4c05-9e63-6f79db2d9932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:58.831483 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d37de8-5967-4c4a-ac96-3a03739873de None None] Network 91caa6be-386f-49c9-a34e-2d3153e8f37c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:03:58.845912 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-eb9c70c1-290e-4c05-9e63-6f79db2d9932 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7f112fd1-de28-418f-9086-331d42a68c6c HTTP/1.1" status: 204 len: 168 time: 0.6964047 Aug 27 14:03:58.850178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51418) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:58.888673 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:58.943652 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-93c9bf7d-06a8-4079-97f1-99cdb5938093 service neutron] 10.222.0.55 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942088 Aug 27 14:03:58.958575 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:03:58.985022 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:58.988432 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:58.995647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:03:58.995991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0fd1f029-48c9-45a7-bc2e-099cc8a5b571 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:03:58.996417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a44b21e4-f651-4005-87f8-4e692a27f2bb no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:03:59.032653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:03:59.084164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3d4c91-1d56-4537-9990-2daa10fff010,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:59.088803 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:59.089462 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Added segment a15ac720-0899-43ff-bc18-1bf45e7b8a2a of type vlan for network e715f53c-7c6c-450b-850b-de69f2329836 Aug 27 14:03:59.135875 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2d684-0769-431b-b64b-157aa9c958e9 None None] New status for floating IP 4d45f7ec-4220-4fb7-891a-7cc1739f6b1d: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:03:59.169763 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:59.199625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Deleting port 1940c659-cbbd-4da5-9cf4-f340f6b81241 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:59.200112 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:59.222843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6518e9eb-d3c5-4bb8-bc6a-b72ac7ce1185 admin admin] Router e44ad7f6-a92d-42c1-8831-da69a7029bfb has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:03:59.304523 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:59.306317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:59.307165 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:59.380028 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2200787 Aug 27 14:03:59.393290 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51430) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:59.400068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-cc308e9f-494d-4627-adb2-8c5c9b3c5661 admin admin] Request body: {'subnet': {'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-131924078-subnet', 'tenant_id': '6572e872daa14ec4be6fda0a7fc4f376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:03:59.432878 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc308e9f-494d-4627-adb2-8c5c9b3c5661 admin admin] Made reservation on behalf of 6572e872daa14ec4be6fda0a7fc4f376 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:03:59.435645 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc308e9f-494d-4627-adb2-8c5c9b3c5661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:59.442889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] For port 1940c659-cbbd-4da5-9cf4-f340f6b81241, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1940c659-cbbd-4da5-9cf4-f340f6b81241,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:59.443658 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:59.470635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6518e9eb-d3c5-4bb8-bc6a-b72ac7ce1185 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:03:59.483469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6518e9eb-d3c5-4bb8-bc6a-b72ac7ce1185 admin admin] 10.222.0.55 "PUT /v2.0/routers/e44ad7f6-a92d-42c1-8831-da69a7029bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0305638 Aug 27 14:03:59.489016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51432) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:03:59.505165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a4ad6-6c56-4580-acba-28f29323e0c4 None None] Sync routers for ids ['e44ad7f6-a92d-42c1-8831-da69a7029bfb'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:03:59.540146 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a4ad6-6c56-4580-acba-28f29323e0c4 None None] Routers {'e44ad7f6-a92d-42c1-8831-da69a7029bfb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:03:59.540871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7c3a4ad6-6c56-4580-acba-28f29323e0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:03:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e44ad7f6-a92d-42c1-8831-da69a7029bfb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:03:59.577407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-781a2fc4-cad4-45e0-9214-ba45a13adc90 service neutron] 10.222.0.55 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318135 Aug 27 14:03:59.585597 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148c60d5-2b42-4994-8101-a7b0d452e624 None None] DHCP port deletion for 91caa6be-386f-49c9-a34e-2d3153e8f37c request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:03:59.593651 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:59.693761 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fd7a04-59ae-4c41-a508-8f7e0427d0fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44b21e4-f651-4005-87f8-4e692a27f2bb'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:03:59.697461 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d834bc5-9456-47db-9691-5574052186bd" -d '{"events": [{"server_uuid": "04fd7a04-59ae-4c41-a508-8f7e0427d0fd", "name": "network-vif-unplugged", "status": "completed", "tag": "a44b21e4-f651-4005-87f8-4e692a27f2bb"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:03:59.743824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a44b21e4-f651-4005-87f8-4e692a27f2bb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a44b21e4-f651-4005-87f8-4e692a27f2bb,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:03:59.762386 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-148c60d5-2b42-4994-8101-a7b0d452e624 None None] Deleting port 1940c659-cbbd-4da5-9cf4-f340f6b81241 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:03:59.762953 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-148c60d5-2b42-4994-8101-a7b0d452e624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:59.766091 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:03:59.833047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd494e-9871-44a7-bdac-a1d5b1216289 req-a822e77c-0fb7-4403-90a8-4bb066c79376 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:03:59.834725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c7dd494e-9871-44a7-bdac-a1d5b1216289 req-a822e77c-0fb7-4403-90a8-4bb066c79376 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.41 "GET /v2.0/ports?device_id=04fd7a04-59ae-4c41-a508-8f7e0427d0fd HTTP/1.1" status: 200 len: 945 time: 0.3498428 Aug 27 14:03:59.908284 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1587452e-255c-4a9c-af18-c71d3a0d1372 x-openstack-request-id: req-1587452e-255c-4a9c-af18-c71d3a0d1372 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:03:59.910258 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fd7a04-59ae-4c41-a508-8f7e0427d0fd", "name": "network-vif-unplugged", "status": "completed", "tag": "a44b21e4-f651-4005-87f8-4e692a27f2bb", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:03:59.910849 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1587452e-255c-4a9c-af18-c71d3a0d1372 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:03:59.911474 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fd7a04-59ae-4c41-a508-8f7e0427d0fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44b21e4-f651-4005-87f8-4e692a27f2bb', 'code': 200} Aug 27 14:03:59.993379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804e0f4-2920-419c-a2b8-3eae9a282416 admin admin] Pushing event updated for resources: {'Network': ['ID=e715f53c-7c6c-450b-850b-de69f2329836,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:03:59.996556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7c3a4ad6-6c56-4580-acba-28f29323e0c4 None None] Set router e44ad7f6-a92d-42c1-8831-da69a7029bfb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:04:00.016795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Calling delete_port for 1940c659-cbbd-4da5-9cf4-f340f6b81241 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:00.042767 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56d4ef4d-f9c4-4222-80fa-1c63616b2f30 req-0be2765c-f886-47f9-bdfe-ea1381388541 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 210 time: 0.0509548 Aug 27 14:04:00.081238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network e715f53c-7c6c-450b-850b-de69f2329836 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:04:00.126243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb8c34-fd11-490c-9b93-e39aa7b88e40 req-ad4afa66-bdf6-4724-a49f-df0f4ccee480 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:00.148684 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64eb8c34-fd11-490c-9b93-e39aa7b88e40 req-ad4afa66-bdf6-4724-a49f-df0f4ccee480 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.2159259 Aug 27 14:04:00.244185 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:00.261395 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64eb8c34-fd11-490c-9b93-e39aa7b88e40 req-b0d44688-99c4-4419-bcaa-fd819783a0f6 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110961 Aug 27 14:04:00.283469 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:00.297323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1940c659-cbbd-4da5-9cf4-f340f6b81241 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:00.361528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] No DVR routers for this DVR port 1940c659-cbbd-4da5-9cf4-f340f6b81241 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:00.383702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=1940c659-cbbd-4da5-9cf4-f340f6b81241,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:00.394313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 1940c659-cbbd-4da5-9cf4-f340f6b81241 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:00.394887 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1940c659-cbbd-4da5-9cf4-f340f6b81241 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:00.418601 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-148c60d5-2b42-4994-8101-a7b0d452e624 None None] For port 1940c659-cbbd-4da5-9cf4-f340f6b81241, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1940c659-cbbd-4da5-9cf4-f340f6b81241,segment=NetworkSegment(74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f),segment_id=74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:00.419358 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-148c60d5-2b42-4994-8101-a7b0d452e624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:00.452924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a44b21e4-f651-4005-87f8-4e692a27f2bb,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:00.456333 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-148c60d5-2b42-4994-8101-a7b0d452e624 None None] Calling delete_port for 1940c659-cbbd-4da5-9cf4-f340f6b81241 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:00.503216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-c7dd494e-9871-44a7-bdac-a1d5b1216289 req-acf2e0d3-b705-4196-9884-6b91a66119ce tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Deleting port a44b21e4-f651-4005-87f8-4e692a27f2bb {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:00.503776 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c7dd494e-9871-44a7-bdac-a1d5b1216289 req-acf2e0d3-b705-4196-9884-6b91a66119ce tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:00.530858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:00.655603 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:00.674504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:00.674504 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:00.691706 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91caa6be-386f-49c9-a34e-2d3153e8f37c']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:00.712322 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:00.722308 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc308e9f-494d-4627-adb2-8c5c9b3c5661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:00.733796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:00.734071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f3cb01-6ebc-4734-b5bd-ee868f2c6f7f') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:00.792319 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-148c60d5-2b42-4994-8101-a7b0d452e624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:00.809697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7c3a4ad6-6c56-4580-acba-28f29323e0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'name': 'tempest-ServersTestMultiNic-539049762-router', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:43Z', 'updated_at': '2021-08-27T14:03:57Z', 'revision_number': 5, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'gw_port': {'id': '61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:01:44Z', 'updated_at': '2021-08-27T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:00.848362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:00.874080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c7dd494e-9871-44a7-bdac-a1d5b1216289 req-acf2e0d3-b705-4196-9884-6b91a66119ce tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] For port a44b21e4-f651-4005-87f8-4e692a27f2bb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a44b21e4-f651-4005-87f8-4e692a27f2bb,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:00.874857 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c7dd494e-9871-44a7-bdac-a1d5b1216289 req-acf2e0d3-b705-4196-9884-6b91a66119ce tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:00.919896 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:00.927337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-c7dd494e-9871-44a7-bdac-a1d5b1216289 req-acf2e0d3-b705-4196-9884-6b91a66119ce tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Calling delete_port for a44b21e4-f651-4005-87f8-4e692a27f2bb owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:00.950983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:04:00.951407 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:00.953281 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc308e9f-494d-4627-adb2-8c5c9b3c5661 admin admin] Checking segment: {'id': 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:00.953697 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc308e9f-494d-4627-adb2-8c5c9b3c5661 admin admin] Network hostable DHCP agents. Network: e715f53c-7c6c-450b-850b-de69f2329836, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:04:00.956305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c60d5-2b42-4994-8101-a7b0d452e624 None None] Pushing event deleted for resources: {'Port': ['ID=1940c659-cbbd-4da5-9cf4-f340f6b81241,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:04:00.958011 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:04:00.971407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c60d5-2b42-4994-8101-a7b0d452e624 None None] No DVR routers for this DVR port 1940c659-cbbd-4da5-9cf4-f340f6b81241 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:00.974471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a4ad6-6c56-4580-acba-28f29323e0c4 None None] Checking router: e44ad7f6-a92d-42c1-8831-da69a7029bfb for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:04:01.066158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a4ad6-6c56-4580-acba-28f29323e0c4 None None] Routers {'e44ad7f6-a92d-42c1-8831-da69a7029bfb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:04:01.066953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7c3a4ad6-6c56-4580-acba-28f29323e0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:03:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e44ad7f6-a92d-42c1-8831-da69a7029bfb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:01.085932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc308e9f-494d-4627-adb2-8c5c9b3c5661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=097d6e0f-f727-4b49-aaaa-1cc720b6e808,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:01.125537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc308e9f-494d-4627-adb2-8c5c9b3c5661 admin admin] Network e715f53c-7c6c-450b-850b-de69f2329836 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:04:01.144669 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:01.168911 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:01.172570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] 10.222.0.55 "DELETE /v2.0/networks/91caa6be-386f-49c9-a34e-2d3153e8f37c HTTP/1.1" status: 204 len: 168 time: 2.3166006 Aug 27 14:04:01.200530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Deleting port 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:01.200530 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:01.214545 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c7dd494e-9871-44a7-bdac-a1d5b1216289 req-acf2e0d3-b705-4196-9884-6b91a66119ce tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:01.221084 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-cc308e9f-494d-4627-adb2-8c5c9b3c5661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, e715f53c-7c6c-450b-850b-de69f2329836) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:01.242736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf87370-7193-4cb7-97b7-e0c673f7dec1 None None] Network e715f53c-7c6c-450b-850b-de69f2329836 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:04:01.260047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc308e9f-494d-4627-adb2-8c5c9b3c5661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:01.262736 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc308e9f-494d-4627-adb2-8c5c9b3c5661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:01.270587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8997b3f-f022-4a2f-9715-07af2b7a6f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=91caa6be-386f-49c9-a34e-2d3153e8f37c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:01.304010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2e0d3-b705-4196-9884-6b91a66119ce tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Pushing event deleted for resources: {'Port': ['ID=a44b21e4-f651-4005-87f8-4e692a27f2bb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:01.369505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e34e7d36-9ded-4d47-9aa8-f03c7177c2ce req-e453df30-0a6e-40e3-bfcf-94a23a44882c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 210 time: 0.1254933 Aug 27 14:04:01.409600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dd494e-9871-44a7-bdac-a1d5b1216289 req-acf2e0d3-b705-4196-9884-6b91a66119ce tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] No DVR routers for this DVR port a44b21e4-f651-4005-87f8-4e692a27f2bb on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:01.410318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cc308e9f-494d-4627-adb2-8c5c9b3c5661 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0154707 Aug 27 14:04:01.422365 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:01.433980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c7dd494e-9871-44a7-bdac-a1d5b1216289 req-acf2e0d3-b705-4196-9884-6b91a66119ce tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:01.437924 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c7dd494e-9871-44a7-bdac-a1d5b1216289 req-acf2e0d3-b705-4196-9884-6b91a66119ce tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.41 "DELETE /v2.0/ports/a44b21e4-f651-4005-87f8-4e692a27f2bb HTTP/1.1" status: 204 len: 173 time: 1.5886049 Aug 27 14:04:01.444383 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fd7a04-59ae-4c41-a508-8f7e0427d0fd', 'name': 'network-vif-deleted', 'tag': 'a44b21e4-f651-4005-87f8-4e692a27f2bb'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:01.450067 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e007fb69-685b-4aa7-82c6-7a02b6e8083a" -d '{"events": [{"server_uuid": "04fd7a04-59ae-4c41-a508-8f7e0427d0fd", "name": "network-vif-deleted", "tag": "a44b21e4-f651-4005-87f8-4e692a27f2bb"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:01.508646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] For port 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:01.509324 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:01.545554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51478) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:01.547697 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Calling delete_port for 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:01.676606 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7d56728f-0abc-413c-b1fe-7b091a560aa1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad158d6a65b340c5b8d88996ad9b1aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1295125 Aug 27 14:04:01.690048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51488) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:01.722135 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7c3a4ad6-6c56-4580-acba-28f29323e0c4 None None] Set router e44ad7f6-a92d-42c1-8831-da69a7029bfb gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:04:01.734431 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5b54fc-6534-49ce-950f-0767947de2c8 x-openstack-request-id: req-ae5b54fc-6534-49ce-950f-0767947de2c8 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:01.734431 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fd7a04-59ae-4c41-a508-8f7e0427d0fd", "name": "network-vif-deleted", "tag": "a44b21e4-f651-4005-87f8-4e692a27f2bb", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:01.737188 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae5b54fc-6534-49ce-950f-0767947de2c8 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:01.739700 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fd7a04-59ae-4c41-a508-8f7e0427d0fd', 'name': 'network-vif-deleted', 'tag': 'a44b21e4-f651-4005-87f8-4e692a27f2bb', 'status': 'completed', 'code': 200} Aug 27 14:04:01.767885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a3214-b46c-4f40-9b44-accf8ff97cef req-d45ba7c9-ea93-45fd-9b7e-0567b238b2b7 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:01.769514 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768a3214-b46c-4f40-9b44-accf8ff97cef req-d45ba7c9-ea93-45fd-9b7e-0567b238b2b7 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.2232351 Aug 27 14:04:01.814588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:01.857283 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39e0c8a6-1337-4688-874e-56c3b51b2ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:01.864503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec85a07-605a-4323-85a0-3b89fc262dbf None None] Network e715f53c-7c6c-450b-850b-de69f2329836 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:04:01.913893 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39e0c8a6-1337-4688-874e-56c3b51b2ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:01.992358 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:01.995052 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083f496d-1b55-4803-8aea-45455d7e9a19" -d '{"events": [{"server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "name": "network-vif-plugged", "status": "completed", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:02.000010 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:02.005013 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7c3a4ad6-6c56-4580-acba-28f29323e0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'name': 'tempest-ServersTestMultiNic-539049762-router', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:43Z', 'updated_at': '2021-08-27T14:04:00Z', 'revision_number': 6, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:02.024560 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39e0c8a6-1337-4688-874e-56c3b51b2ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:02.027524 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39e0c8a6-1337-4688-874e-56c3b51b2ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:02.033044 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-39e0c8a6-1337-4688-874e-56c3b51b2ea5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf HTTP/1.1" status: 204 len: 168 time: 0.3451672 Aug 27 14:04:02.049381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0c8a6-1337-4688-874e-56c3b51b2ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ced5ffd-4ed8-48b2-bbbd-9e1537cb7ddf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:02.077546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-f8483eee-616a-469f-9c93-fad1b82b29db tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:02.078988 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-f8483eee-616a-469f-9c93-fad1b82b29db tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.41 "GET /v2.0/networks?id=bd31dc99-802c-4710-97ff-02fb9b935ee2 HTTP/1.1" status: 200 len: 805 time: 0.2085359 Aug 27 14:04:02.098403 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-768a3214-b46c-4f40-9b44-accf8ff97cef req-b1054910-c63b-494e-a2e1-c79018127282 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105068 Aug 27 14:04:02.113622 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6672a092-216c-48ef-b11a-0c0a63f5a0ca tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Request body: {'port': {'device_id': '25e601ec-2021-4040-abb4-747a268677c9', 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2', 'admin_state_up': True, 'tenant_id': 'ca5487afb9c4474796e982b017af7c80'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:02.175818 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:04:02.228758 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b12003-45f9-45d1-b20c-d546abd942e4 x-openstack-request-id: req-65b12003-45f9-45d1-b20c-d546abd942e4 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:02.231270 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "name": "network-vif-plugged", "status": "completed", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:02.231809 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65b12003-45f9-45d1-b20c-d546abd942e4 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:02.233429 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c', 'code': 200} Aug 27 14:04:02.235433 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a4ad6-6c56-4580-acba-28f29323e0c4 None None] The sync data for ids ['e44ad7f6-a92d-42c1-8831-da69a7029bfb'] in n-d-712139-12 is: [{'id': 'e44ad7f6-a92d-42c1-8831-da69a7029bfb', 'name': 'tempest-ServersTestMultiNic-539049762-router', 'tenant_id': '203b1f0fda0c4e4dbc5635329db4e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:01:43Z', 'updated_at': '2021-08-27T14:04:00Z', 'revision_number': 6, 'project_id': '203b1f0fda0c4e4dbc5635329db4e264', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:04:02.297054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,revision_number=10']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:02.499410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-c18457c4-4111-45dc-8039-c4949475091f tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:02.510493 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-c18457c4-4111-45dc-8039-c4949475091f tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/networks?id=e715f53c-7c6c-450b-850b-de69f2329836 HTTP/1.1" status: 200 len: 817 time: 0.3456678 Aug 27 14:04:02.533883 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-76b90c1a-9218-4718-b77f-f3eb31ff784d tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/quotas/6572e872daa14ec4be6fda0a7fc4f376 HTTP/1.1" status: 200 len: 375 time: 0.0212746 Aug 27 14:04:02.609154 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-1547c4b5-d977-4110-b413-8bdd93bee03f tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6572e872daa14ec4be6fda0a7fc4f376&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670321 Aug 27 14:04:02.793452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-3435d8a2-4916-44fb-bc4c-0be7fb4a785c service neutron] 10.222.0.55 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833818 Aug 27 14:04:02.861258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a44b21e4-f651-4005-87f8-4e692a27f2bb no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:02.889920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: a44b21e4-f651-4005-87f8-4e692a27f2bb {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:02.899123 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:02.900370 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a44b21e4-f651-4005-87f8-4e692a27f2bb not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:02.953351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5d4454c-f71a-432d-b884-10d34b2ee956 req-c92b8e52-758c-4e16-b527-7bdd17d7c8cb tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 210 time: 0.1088598 Aug 27 14:04:02.986675 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-8619cda3-fe68-4500-a47a-9556e39782c2 service neutron] 10.222.0.55 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772113 Aug 27 14:04:02.995929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6672a092-216c-48ef-b11a-0c0a63f5a0ca tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Made reservation on behalf of ca5487afb9c4474796e982b017af7c80 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:03.008669 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6672a092-216c-48ef-b11a-0c0a63f5a0ca tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:03.011912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:03.227525 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:03.545611 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:03.554776 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:03.567931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6672a092-216c-48ef-b11a-0c0a63f5a0ca tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Allocated IP 172.20.0.3 (bd31dc99-802c-4710-97ff-02fb9b935ee2/8012dbf9-0982-45c9-b07b-40b74c5b4a40/a1705d58-6190-4b5b-a992-9f06692aedc6) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:04:03.608319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51550) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:03.655238 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148b68b-aec8-43ec-ae04-b4cff8ecd257 req-b273b0f3-86a9-4d05-ac4d-515110984123 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:03.662406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e148b68b-aec8-43ec-ae04-b4cff8ecd257 req-b273b0f3-86a9-4d05-ac4d-515110984123 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.2436724 Aug 27 14:04:03.674909 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:03.675802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e44ad7f6-a92d-42c1-8831-da69a7029bfb {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:04:03.692390 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:03.695312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51554) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:03.703699 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-69b744d1-d892-430d-ac8d-0934a74b4f55 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e44ad7f6-a92d-42c1-8831-da69a7029bfb HTTP/1.1" status: 204 len: 168 time: 4.1629558 Aug 27 14:04:03.856450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-104814651-network', 'tenant_id': 'f7122541fbf9429583f7f11d0b900353'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:03.893947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-02e764c4-782a-4603-becd-c246ec82717f req-945141c3-78f9-49f8-88a2-de8215f268e2 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 210 time: 0.1244400 Aug 27 14:04:03.898005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0aa937-aa28-426b-8f3a-01faa7233f07 admin admin] Deleting subnet c74d84a0-e280-4ee7-be74-73fa70e12242 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:04:03.903539 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e148b68b-aec8-43ec-ae04-b4cff8ecd257 req-ec2257a3-4ee7-46b6-85c6-2672bac60642 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390025 Aug 27 14:04:03.906742 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3e0aa937-aa28-426b-8f3a-01faa7233f07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:03.973174 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3e0aa937-aa28-426b-8f3a-01faa7233f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.007077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Made reservation on behalf of f7122541fbf9429583f7f11d0b900353 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:04.009431 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.025401 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6672a092-216c-48ef-b11a-0c0a63f5a0ca tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.034459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.124769 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6672a092-216c-48ef-b11a-0c0a63f5a0ca tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.125625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:04.177924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672a092-216c-48ef-b11a-0c0a63f5a0ca tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Pushing event updated for resources: {'Port': ['ID=a1705d58-6190-4b5b-a992-9f06692aedc6,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:04.179466 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.197606 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.211117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6672a092-216c-48ef-b11a-0c0a63f5a0ca tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Network bd31dc99-802c-4710-97ff-02fb9b935ee2 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:04:04.214720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6672a092-216c-48ef-b11a-0c0a63f5a0ca tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:04.218990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:04.221880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ae7a1dae-0c10-47c8-b2c3-776f0cfaf8d0 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:04.222467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6672a092-216c-48ef-b11a-0c0a63f5a0ca tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:04:04.224749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:04.282458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:04:04.317869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d76ba1-47d8-49fd-ae58-ae3c8559137c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:04.329093 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.330128 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Added segment e9b70283-ab24-4490-a20e-2bbf1e8e81dd of type vlan for network b463e880-0d35-4b83-802a-025c614e00d6 Aug 27 14:04:04.334065 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3e0aa937-aa28-426b-8f3a-01faa7233f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.418162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6672a092-216c-48ef-b11a-0c0a63f5a0ca tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:04.418983 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6672a092-216c-48ef-b11a-0c0a63f5a0ca tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.433605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57d569-2ad4-41f1-bbce-9793454a0785 req-b531061a-ffa4-4e11-98f6-540cebd49a9d tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:04.442491 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c57d569-2ad4-41f1-bbce-9793454a0785 req-b531061a-ffa4-4e11-98f6-540cebd49a9d tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 931 time: 0.2022123 Aug 27 14:04:04.466362 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:04.467209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 61460a35-55b9-4b9b-9f8c-c76e9dcf3fa6 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:04.498956 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.516650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6672a092-216c-48ef-b11a-0c0a63f5a0ca tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4070451 Aug 27 14:04:04.547630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Request body: {'port': {'device_id': '25e601ec-2021-4040-abb4-747a268677c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:04.562665 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c57d569-2ad4-41f1-bbce-9793454a0785 req-4064e908-69ec-49af-b78b-4bdb2e342880 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190214 Aug 27 14:04:04.586300 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3e0aa937-aa28-426b-8f3a-01faa7233f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.605737 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.606761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:04.607435 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.665564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.690571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0aa937-aa28-426b-8f3a-01faa7233f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c74d84a0-e280-4ee7-be74-73fa70e12242,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:04.698710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bbbf79-73ef-4b9f-b461-60eb02a8086c None None] Network 238bdca3-eff0-4f40-8753-5ea92a775a46 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:04:04.700396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3e0aa937-aa28-426b-8f3a-01faa7233f07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.708586 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3e0aa937-aa28-426b-8f3a-01faa7233f07 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c74d84a0-e280-4ee7-be74-73fa70e12242 HTTP/1.1" status: 204 len: 168 time: 1.0099342 Aug 27 14:04:04.739077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51588) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:04.893461 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2834384 Aug 27 14:04:04.907264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51590) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:04.918270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-147283eb-8996-4b21-9aa7-24b474e1b4a5 admin admin] Request body: {'subnet': {'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-104814651-subnet', 'tenant_id': 'f7122541fbf9429583f7f11d0b900353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:04.935683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d5b28-80d0-4ada-b9b2-02f205b117ba admin admin] Pushing event updated for resources: {'Network': ['ID=b463e880-0d35-4b83-802a-025c614e00d6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:04.960400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b060ae-5ce9-4600-8b10-5c240c101ca3 req-e9d606d8-76bc-4934-a4df-9d01ed8262b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:04.962195 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34b060ae-5ce9-4600-8b10-5c240c101ca3 req-e9d606d8-76bc-4934-a4df-9d01ed8262b5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 1097 time: 0.3097191 Aug 27 14:04:04.968216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147283eb-8996-4b21-9aa7-24b474e1b4a5 admin admin] Made reservation on behalf of f7122541fbf9429583f7f11d0b900353 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:04.972186 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-147283eb-8996-4b21-9aa7-24b474e1b4a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:04.974454 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network b463e880-0d35-4b83-802a-025c614e00d6 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:04:05.175053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:05.211945 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d7882-0518-45f4-9b79-4a7cd512e4e7 req-400e45ac-4757-4304-8dd4-1d8898676035 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:05.219565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f8d7882-0518-45f4-9b79-4a7cd512e4e7 req-400e45ac-4757-4304-8dd4-1d8898676035 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.1258025 Aug 27 14:04:05.231607 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37185c56-4651-432d-aa06-531859aeab2e req-471235da-4f51-4b81-b29c-90c4138274bc tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 210 time: 0.1269732 Aug 27 14:04:05.232599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7ed7c2-a676-49e6-b6d1-a99dd234c5bb None None] DHCP port deletion for 238bdca3-eff0-4f40-8753-5ea92a775a46 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:04:05.256809 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34b060ae-5ce9-4600-8b10-5c240c101ca3 req-bc098fc9-7710-4e58-ab58-c0feb103750a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805107 Aug 27 14:04:05.401123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ed7c2-a676-49e6-b6d1-a99dd234c5bb None None] Deleting port b5f65fea-095b-442b-817d-84aba0accde6 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:05.401726 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed7c2-a676-49e6-b6d1-a99dd234c5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:05.539038 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-147283eb-8996-4b21-9aa7-24b474e1b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:05.564363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ca7ed7c2-a676-49e6-b6d1-a99dd234c5bb None None] For port b5f65fea-095b-442b-817d-84aba0accde6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b5f65fea-095b-442b-817d-84aba0accde6,segment=NetworkSegment(72bb2613-b083-43ba-96d1-8f02bcbfc8e9),segment_id=72bb2613-b083-43ba-96d1-8f02bcbfc8e9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:05.566389 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed7c2-a676-49e6-b6d1-a99dd234c5bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:05.570065 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f8d7882-0518-45f4-9b79-4a7cd512e4e7 req-697125e3-7903-42f0-a78d-61153eb702ea tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400495 Aug 27 14:04:05.630416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Deleting port b5f65fea-095b-442b-817d-84aba0accde6 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:05.640604 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:05.641430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ed7c2-a676-49e6-b6d1-a99dd234c5bb None None] Calling delete_port for b5f65fea-095b-442b-817d-84aba0accde6 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:05.697312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147283eb-8996-4b21-9aa7-24b474e1b4a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff801ea7-f962-477a-b25c-e9fc61546c74,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:05.717158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147283eb-8996-4b21-9aa7-24b474e1b4a5 admin admin] Checking segment: {'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:05.718109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147283eb-8996-4b21-9aa7-24b474e1b4a5 admin admin] Network hostable DHCP agents. Network: b463e880-0d35-4b83-802a-025c614e00d6, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:04:05.756006 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147283eb-8996-4b21-9aa7-24b474e1b4a5 admin admin] Network b463e880-0d35-4b83-802a-025c614e00d6 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:04:05.775424 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed7c2-a676-49e6-b6d1-a99dd234c5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:05.789075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-147283eb-8996-4b21-9aa7-24b474e1b4a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, b463e880-0d35-4b83-802a-025c614e00d6) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:05.800977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147283eb-8996-4b21-9aa7-24b474e1b4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:05.804423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7ed7c2-a676-49e6-b6d1-a99dd234c5bb None None] No DVR routers for this DVR port b5f65fea-095b-442b-817d-84aba0accde6 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:05.804908 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-147283eb-8996-4b21-9aa7-24b474e1b4a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:05.813441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1705d58-6190-4b5b-a992-9f06692aedc6 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:05.837480 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:05.845588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] For port b5f65fea-095b-442b-817d-84aba0accde6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b5f65fea-095b-442b-817d-84aba0accde6,segment=NetworkSegment(72bb2613-b083-43ba-96d1-8f02bcbfc8e9),segment_id=72bb2613-b083-43ba-96d1-8f02bcbfc8e9)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:05.846237 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:05.853374 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-147283eb-8996-4b21-9aa7-24b474e1b4a5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9437559 Aug 27 14:04:05.867933 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a647a44-2199-4143-939c-ccced7b1d98d None None] Network b463e880-0d35-4b83-802a-025c614e00d6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:04:05.871421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ed7c2-a676-49e6-b6d1-a99dd234c5bb None None] Pushing event deleted for resources: {'Port': ['ID=b5f65fea-095b-442b-817d-84aba0accde6,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:05.899359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Calling delete_port for b5f65fea-095b-442b-817d-84aba0accde6 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:05.926335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13df07a-801c-47de-a656-764c26ad9c6e req-2b1f7a57-f69d-44b8-aa55-1958df7c805f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:05.941353 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a13df07a-801c-47de-a656-764c26ad9c6e req-2b1f7a57-f69d-44b8-aa55-1958df7c805f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 931 time: 0.2647667 Aug 27 14:04:05.945164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Transition to ACTIVE for port object a1705d58-6190-4b5b-a992-9f06692aedc6 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:04:05.985717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:06.085566 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a13df07a-801c-47de-a656-764c26ad9c6e req-2035d845-74e7-4683-91f6-cbaa43858de2 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394358 Aug 27 14:04:06.206630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1705d58-6190-4b5b-a992-9f06692aedc6,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:06.276130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b5f65fea-095b-442b-817d-84aba0accde6 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:06.324678 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b5f65fea-095b-442b-817d-84aba0accde6 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:06.325597 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b5f65fea-095b-442b-817d-84aba0accde6 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:06.350588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d36a43-b76e-411d-a0c5-70dcca44d8a5 None None] Network b463e880-0d35-4b83-802a-025c614e00d6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:04:06.361923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Attempting to bind port a1705d58-6190-4b5b-a992-9f06692aedc6 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:04:06.362461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Attempting to bind port a1705d58-6190-4b5b-a992-9f06692aedc6 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:04:06.362950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Attempting to bind port a1705d58-6190-4b5b-a992-9f06692aedc6 on network bd31dc99-802c-4710-97ff-02fb9b935ee2 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:06.370225 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6f11f6cd-4262-4a64-bf5e-2bedb33755d6 req-4e4b00dd-64b9-4964-bd1a-57a07b3ca6ce tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 210 time: 0.0518756 Aug 27 14:04:06.375827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Port a1705d58-6190-4b5b-a992-9f06692aedc6 on network bd31dc99-802c-4710-97ff-02fb9b935ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:04:06.376318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Attempting to bind port a1705d58-6190-4b5b-a992-9f06692aedc6 on network bd31dc99-802c-4710-97ff-02fb9b935ee2 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:06.384628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:04:06.384913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Checking segment: {'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:06.385434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Bound using segment: {'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:04:06.385991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Bound port: a1705d58-6190-4b5b-a992-9f06692aedc6, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:04:06.386478 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:06.398825 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:06.422489 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] No DVR routers for this DVR port b5f65fea-095b-442b-817d-84aba0accde6 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:06.431838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-5b10d9aa-7040-40c5-882e-520af80d4dee tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:06.433372 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-5b10d9aa-7040-40c5-882e-520af80d4dee tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.41 "GET /v2.0/networks?id=e715f53c-7c6c-450b-850b-de69f2329836 HTTP/1.1" status: 200 len: 817 time: 0.3746343 Aug 27 14:04:06.459455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f65fea-095b-442b-817d-84aba0accde6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:06.466181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-44c9c857-0edb-48d5-bd2a-35c5f69da92a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Request body: {'port': {'device_id': 'f82ea906-2eda-4f3d-91ee-882b64d0d786', 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836', 'admin_state_up': True, 'tenant_id': '6572e872daa14ec4be6fda0a7fc4f376'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:06.686464 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:06.700206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238bdca3-eff0-4f40-8753-5ea92a775a46']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:06.712756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bb2613-b083-43ba-96d1-8f02bcbfc8e9') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:06.713057 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bb2613-b083-43ba-96d1-8f02bcbfc8e9') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:06.723205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:06.788147 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:06.795577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:04:06.795990 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:04:06.816205 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:04:06.879424 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-0c754c01-f002-4299-9ddb-0c903f98e43d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:06.889187 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-0c754c01-f002-4299-9ddb-0c903f98e43d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/networks?id=b463e880-0d35-4b83-802a-025c614e00d6 HTTP/1.1" status: 200 len: 812 time: 0.4174318 Aug 27 14:04:06.892285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] For port a1705d58-6190-4b5b-a992-9f06692aedc6, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:04:06.897476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] For port a1705d58-6190-4b5b-a992-9f06692aedc6, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1705d58-6190-4b5b-a992-9f06692aedc6,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:04:06.905077 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:06.911422 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:06.917672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d5ae7027-3e24-4a61-a793-bd500ce8f8ad tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:06.919417 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d5ae7027-3e24-4a61-a793-bd500ce8f8ad tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.52 "GET /v2.0/networks?id=e715f53c-7c6c-450b-850b-de69f2329836 HTTP/1.1" status: 200 len: 817 time: 0.4491661 Aug 27 14:04:06.924306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697e3b3-8fdf-47cc-be89-529355de57ba req-b0edfa23-e8e4-487b-8bc7-afdd71c59ebc tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:06.926217 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3697e3b3-8fdf-47cc-be89-529355de57ba req-b0edfa23-e8e4-487b-8bc7-afdd71c59ebc tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.1943536 Aug 27 14:04:06.930112 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:06.934120 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-76e5dcde-9624-4c3f-a6ef-bcb7fe09fc2c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/quotas/f7122541fbf9429583f7f11d0b900353 HTTP/1.1" status: 200 len: 375 time: 0.0435493 Aug 27 14:04:06.934990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] 10.222.0.55 "DELETE /v2.0/networks/238bdca3-eff0-4f40-8753-5ea92a775a46 HTTP/1.1" status: 204 len: 168 time: 2.1921442 Aug 27 14:04:06.949880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d65f8111-9678-4cab-b1c8-9e451dedf2d1 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Request body: {'port': {'device_id': 'de5290fe-d537-407d-95c6-393fa3235d78', 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836', 'admin_state_up': True, 'tenant_id': '6572e872daa14ec4be6fda0a7fc4f376'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:06.985345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3f4ec-13d8-410b-bead-25e1156f6503 admin admin] Pushing event deleted for resources: {'Network': ['ID=238bdca3-eff0-4f40-8753-5ea92a775a46,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:07.018768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:07.019806 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:07.021532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/a1705d58-6190-4b5b-a992-9f06692aedc6 HTTP/1.1" status: 200 len: 1092 time: 2.4782341 Aug 27 14:04:07.024243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e601ec-2021-4040-abb4-747a268677c9', 'tag': 'a1705d58-6190-4b5b-a992-9f06692aedc6'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:07.027639 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915e85af-f56b-4c77-80b9-c5fb42a3edeb" -d '{"events": [{"name": "network-changed", "server_uuid": "25e601ec-2021-4040-abb4-747a268677c9", "tag": "a1705d58-6190-4b5b-a992-9f06692aedc6"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:07.048499 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-25ba7bbf-c4ed-46ca-a3d7-98ef3ed360a4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7122541fbf9429583f7f11d0b900353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105611 Aug 27 14:04:07.071446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3697e3b3-8fdf-47cc-be89-529355de57ba req-ba9ab65b-f73f-4949-b292-f1adf99807bd tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172175 Aug 27 14:04:07.079042 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57936d18-c3d2-47d6-9850-183a027df4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1705d58-6190-4b5b-a992-9f06692aedc6,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:07.224412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-44c9c857-0edb-48d5-bd2a-35c5f69da92a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Made reservation on behalf of 6572e872daa14ec4be6fda0a7fc4f376 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:07.224599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-977625b8-34aa-4778-8bcb-b66a8390de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:07.228275 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-977625b8-34aa-4778-8bcb-b66a8390de14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca5487afb9c4474796e982b017af7c80&device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 1095 time: 0.0881629 Aug 27 14:04:07.230029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-44c9c857-0edb-48d5-bd2a-35c5f69da92a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:07.291276 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-ce947306-2ebf-4e54-952a-043a2d5c2a9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1705d58-6190-4b5b-a992-9f06692aedc6 HTTP/1.1" status: 200 len: 217 time: 0.0418773 Aug 27 14:04:07.292062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51660) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:07.349786 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-21bda922-2a1d-49ae-a88a-06f4613a30cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=203b1f0fda0c4e4dbc5635329db4e264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542905 Aug 27 14:04:07.350629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51662) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:07.415222 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4474ef5f-49ff-4b6a-9590-d09e7ba2fa78 x-openstack-request-id: req-4474ef5f-49ff-4b6a-9590-d09e7ba2fa78 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:07.415502 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e601ec-2021-4040-abb4-747a268677c9", "tag": "a1705d58-6190-4b5b-a992-9f06692aedc6", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:07.415771 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4474ef5f-49ff-4b6a-9590-d09e7ba2fa78 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:07.416198 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e601ec-2021-4040-abb4-747a268677c9', 'tag': 'a1705d58-6190-4b5b-a992-9f06692aedc6', 'status': 'completed', 'code': 200} Aug 27 14:04:07.527163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6cd45424-dbb4-4ce4-b1dd-6c7dd733716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:07.528554 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-6cd45424-dbb4-4ce4-b1dd-6c7dd733716e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8012dbf9-0982-45c9-b07b-40b74c5b4a40 HTTP/1.1" status: 200 len: 845 time: 0.1588643 Aug 27 14:04:07.547547 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-dc4670e9-18ea-484f-8159-eff851044f11 service neutron] 10.222.0.55 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967258 Aug 27 14:04:07.578395 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-49064d7d-b0d8-4e49-9e59-a105fa50b6ab tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:07.579285 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-fbe3c2a9-08b4-4626-a4ae-03a9c21ee813 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd31dc99-802c-4710-97ff-02fb9b935ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301735 Aug 27 14:04:07.579553 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-49064d7d-b0d8-4e49-9e59-a105fa50b6ab tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.41 "GET /v2.0/networks?id=e715f53c-7c6c-450b-850b-de69f2329836 HTTP/1.1" status: 200 len: 817 time: 0.4652312 Aug 27 14:04:07.579915 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a76f1de-56d0-4fba-b79e-e440b8fef64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:07.591197 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1f621-ca66-42dd-b527-345319f6e1d4 req-f3d7e31f-3e1f-4d98-a17e-da24db714666 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:07.592706 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-75d1f621-ca66-42dd-b527-345319f6e1d4 req-f3d7e31f-3e1f-4d98-a17e-da24db714666 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 943 time: 0.1069367 Aug 27 14:04:07.616911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-94e5ed97-6cf9-4726-a477-318ae56efce0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Request body: {'port': {'device_id': 'c25c941b-4728-4640-9a39-efce79ebdcac', 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836', 'admin_state_up': True, 'tenant_id': '6572e872daa14ec4be6fda0a7fc4f376'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:07.621880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d65f8111-9678-4cab-b1c8-9e451dedf2d1 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Made reservation on behalf of 6572e872daa14ec4be6fda0a7fc4f376 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:07.626539 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d65f8111-9678-4cab-b1c8-9e451dedf2d1 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:07.641610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-75d1f621-ca66-42dd-b527-345319f6e1d4 req-2198a26c-59c2-4f98-b98d-41d64002f8cb tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 Aug 27 14:04:07.661271 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a76f1de-56d0-4fba-b79e-e440b8fef64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:07.822615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-44c9c857-0edb-48d5-bd2a-35c5f69da92a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Allocated IP 172.20.0.13 (e715f53c-7c6c-450b-850b-de69f2329836/097d6e0f-f727-4b49-aaaa-1cc720b6e808/75665513-6099-4a0e-bb03-2d3e242f4209) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:04:07.842065 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-5ffe27bb-039a-42ba-8c30-97a60bda0891 service neutron] 10.222.0.55 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947669 Aug 27 14:04:07.854413 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-36740be2-a1c3-40ab-acb1-baa7c181060e service neutron] 10.222.0.41 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168541 Aug 27 14:04:07.882224 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a76f1de-56d0-4fba-b79e-e440b8fef64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:07.884791 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a76f1de-56d0-4fba-b79e-e440b8fef64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:07.885918 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1a76f1de-56d0-4fba-b79e-e440b8fef64e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74533d36-8524-44d8-9382-e2085db5ee64 HTTP/1.1" status: 204 len: 168 time: 0.5329273 Aug 27 14:04:07.978288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76f1de-56d0-4fba-b79e-e440b8fef64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74533d36-8524-44d8-9382-e2085db5ee64,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:07.981267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-94e5ed97-6cf9-4726-a477-318ae56efce0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Made reservation on behalf of 6572e872daa14ec4be6fda0a7fc4f376 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:07.987101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-94e5ed97-6cf9-4726-a477-318ae56efce0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:07.997115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91fdef-b105-48f4-951b-d4d75240768e req-c00b19b6-e87f-4c11-8102-290b55b80c00 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:08.022759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-c00b19b6-e87f-4c11-8102-290b55b80c00 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/networks?id=a2e8fae9-e52b-4f24-ad2a-000503a545a8 HTTP/1.1" status: 200 len: 809 time: 0.2827833 Aug 27 14:04:08.095809 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-726810b7-cb4b-466e-bf48-e1011e9e3887 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/quotas/573be43260cf4ef594f9cc87bd941bb8 HTTP/1.1" status: 200 len: 375 time: 0.0707760 Aug 27 14:04:08.128406 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-44c9c857-0edb-48d5-bd2a-35c5f69da92a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:08.191835 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-44c9c857-0edb-48d5-bd2a-35c5f69da92a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:08.240168 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-5ca6e06a-d1f0-462a-8d08-57d1dd5fd403 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=573be43260cf4ef594f9cc87bd941bb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1432548 Aug 27 14:04:08.282279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d65f8111-9678-4cab-b1c8-9e451dedf2d1 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Allocated IP 172.20.0.5 (e715f53c-7c6c-450b-850b-de69f2329836/097d6e0f-f727-4b49-aaaa-1cc720b6e808/44deef9a-c1cb-451f-9278-fa96d9b9c547) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:04:08.321459 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc66a234-ae95-4151-8e4d-102a817b34d9 req-de64ae4c-1bff-42d4-ae2b-6c308a4d5352 service neutron] 10.222.0.41 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409299 Aug 27 14:04:08.393250 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-21935175-31d0-4b5b-a816-48c443f392a3 service neutron] 10.222.0.55 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511362 Aug 27 14:04:08.410598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9c857-0edb-48d5-bd2a-35c5f69da92a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Pushing event updated for resources: {'Port': ['ID=75665513-6099-4a0e-bb03-2d3e242f4209,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:08.478966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-44c9c857-0edb-48d5-bd2a-35c5f69da92a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Network e715f53c-7c6c-450b-850b-de69f2329836 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:04:08.505169 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1a73bf9d-de29-4edb-8f7f-a83dc0604b94 req-066fd464-b3ce-43f5-8866-78efab51b0db tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 210 time: 0.0797124 Aug 27 14:04:08.510310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-44c9c857-0edb-48d5-bd2a-35c5f69da92a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:08.518795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-44c9c857-0edb-48d5-bd2a-35c5f69da92a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:04:08.728034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-d0854ae6-77a4-48a8-b105-7d2215b3f1d9 service neutron] 10.222.0.55 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281949 Aug 27 14:04:08.761611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e85af-f56b-4c77-80b9-c5fb42a3edeb req-61055373-fc44-4f52-ad6b-9d4158d56899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:08.765765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-44c9c857-0edb-48d5-bd2a-35c5f69da92a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:08.766898 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-44c9c857-0edb-48d5-bd2a-35c5f69da92a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:08.768113 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-915e85af-f56b-4c77-80b9-c5fb42a3edeb req-61055373-fc44-4f52-ad6b-9d4158d56899 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca5487afb9c4474796e982b017af7c80&device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 1095 time: 0.2504728 Aug 27 14:04:09.020153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-44c9c857-0edb-48d5-bd2a-35c5f69da92a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5476146 Aug 27 14:04:09.038716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Request body: {'port': {'device_id': 'f82ea906-2eda-4f3d-91ee-882b64d0d786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:09.123012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e85af-f56b-4c77-80b9-c5fb42a3edeb req-64171542-c0ea-4885-b69b-661ceb3af849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:09.139836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-915e85af-f56b-4c77-80b9-c5fb42a3edeb req-64171542-c0ea-4885-b69b-661ceb3af849 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd31dc99-802c-4710-97ff-02fb9b935ee2 HTTP/1.1" status: 200 len: 906 time: 0.3561609 Aug 27 14:04:09.250165 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-915e85af-f56b-4c77-80b9-c5fb42a3edeb req-79c6dcbe-455b-452a-a4d9-90cabe800a7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1705d58-6190-4b5b-a992-9f06692aedc6 HTTP/1.1" status: 200 len: 217 time: 0.1012852 Aug 27 14:04:09.289112 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17c63b36-12c3-4b8f-8ffb-f4633774c817 req-2d65c2b0-fddb-4be6-a51a-3338de3807dc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 210 time: 0.1250067 Aug 27 14:04:09.331865 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d65f8111-9678-4cab-b1c8-9e451dedf2d1 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:09.489092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e85af-f56b-4c77-80b9-c5fb42a3edeb req-a90b1699-45b4-4e0a-a302-6a64e9e67e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:09.492363 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-915e85af-f56b-4c77-80b9-c5fb42a3edeb req-a90b1699-45b4-4e0a-a302-6a64e9e67e5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8012dbf9-0982-45c9-b07b-40b74c5b4a40 HTTP/1.1" status: 200 len: 845 time: 0.2254331 Aug 27 14:04:09.515969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68675ae3-4830-4dad-9d46-5724c2d94982 req-cdb36127-792f-4b99-bce4-42abb06d5586 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 210 time: 0.1265099 Aug 27 14:04:09.516275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:09.555053 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51738) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:09.573095 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916feafc-f949-4f63-a869-5ae281ed9c07 req-aa18601a-f9a5-4b59-af2b-e3e295cc5f13 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:09.580415 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-916feafc-f949-4f63-a869-5ae281ed9c07 req-aa18601a-f9a5-4b59-af2b-e3e295cc5f13 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 943 time: 0.3960869 Aug 27 14:04:09.614664 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-915e85af-f56b-4c77-80b9-c5fb42a3edeb req-9d59ad65-5f23-4155-8576-95df2442f81f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd31dc99-802c-4710-97ff-02fb9b935ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883803 Aug 27 14:04:09.683440 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:09.750063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d65f8111-9678-4cab-b1c8-9e451dedf2d1 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:09.821775 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-915e85af-f56b-4c77-80b9-c5fb42a3edeb req-451d8867-0046-4b75-a7ca-28fba055556a service neutron] 10.222.0.41 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969306 Aug 27 14:04:09.841944 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-916feafc-f949-4f63-a869-5ae281ed9c07 req-2d1aee1b-d013-4363-8920-0b87f28b845a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605574 Aug 27 14:04:09.974434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d65f8111-9678-4cab-b1c8-9e451dedf2d1 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Network e715f53c-7c6c-450b-850b-de69f2329836 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:04:09.993736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d65f8111-9678-4cab-b1c8-9e451dedf2d1 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:10.354496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a50ca6-de27-4e99-889c-fe059c961f9e req-8e8a3eec-83cd-4f7a-969a-2cd4b41debdd tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:10.362623 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24a50ca6-de27-4e99-889c-fe059c961f9e req-8e8a3eec-83cd-4f7a-969a-2cd4b41debdd tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 931 time: 0.6269398 Aug 27 14:04:10.432316 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24a50ca6-de27-4e99-889c-fe059c961f9e req-bd1ae4ec-1bb4-4ff3-bb47-c8b9970a54f3 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637331 Aug 27 14:04:10.548967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-94e5ed97-6cf9-4726-a477-318ae56efce0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Allocated IP 172.20.0.3 (e715f53c-7c6c-450b-850b-de69f2329836/097d6e0f-f727-4b49-aaaa-1cc720b6e808/b4236323-4945-4d7e-b540-44afd9671d38) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:04:10.567804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-915e85af-f56b-4c77-80b9-c5fb42a3edeb req-2883cce6-a58b-4478-b8f5-4fc210101335 service neutron] 10.222.0.41 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087195 Aug 27 14:04:10.588289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d65f8111-9678-4cab-b1c8-9e451dedf2d1 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:04:10.684261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-360273358-network', 'tenant_id': '36c54b2d96314f3babf5ead0f6d5e7b8'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:10.720085 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9c5a0026-684c-4c3d-8e0c-2afe4c2d2b11 req-25aca8d1-ba3b-493a-b598-40617f0da679 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 210 time: 0.1652257 Aug 27 14:04:10.737985 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d65f8111-9678-4cab-b1c8-9e451dedf2d1 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:10.737985 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d65f8111-9678-4cab-b1c8-9e451dedf2d1 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:10.756440 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Made reservation on behalf of 36c54b2d96314f3babf5ead0f6d5e7b8 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:10.760211 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:10.770836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ae477246-4611-4103-b5a5-0cce82f24c10 req-f2635cdf-1591-4beb-8e63-2ea421e3ee62 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 210 time: 0.0835996 Aug 27 14:04:10.781127 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-d65f8111-9678-4cab-b1c8-9e451dedf2d1 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8354990 Aug 27 14:04:10.789564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-85e1bcaa-bed3-4289-87a4-dc085a6a0805 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:10.792134 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-85e1bcaa-bed3-4289-87a4-dc085a6a0805 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.52 "GET /v2.0/networks?id=b463e880-0d35-4b83-802a-025c614e00d6 HTTP/1.1" status: 200 len: 812 time: 0.3547494 Aug 27 14:04:10.801932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f8111-9678-4cab-b1c8-9e451dedf2d1 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Pushing event updated for resources: {'Port': ['ID=44deef9a-c1cb-451f-9278-fa96d9b9c547,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:10.810192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Request body: {'port': {'device_id': 'de5290fe-d537-407d-95c6-393fa3235d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:10.829767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-dd1b0677-4af7-4aec-9433-d3cd6e55fe6f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Request body: {'port': {'device_id': 'e271308f-e8f3-459a-874b-6ae21face40b', 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6', 'admin_state_up': True, 'tenant_id': 'f7122541fbf9429583f7f11d0b900353'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:10.851775 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:10.910595 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1705d58-6190-4b5b-a992-9f06692aedc6 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:04:10.973617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-4134b1a6-63c6-4fe8-b4ef-4cedb4265939 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:10.976742 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-4134b1a6-63c6-4fe8-b4ef-4cedb4265939 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.41 "GET /v2.0/networks?id=b463e880-0d35-4b83-802a-025c614e00d6 HTTP/1.1" status: 200 len: 812 time: 0.3852787 Aug 27 14:04:11.056161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-7324d5c9-c54b-4a11-8300-6d1bb810984d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Request body: {'port': {'device_id': '76aeaeee-9f13-4a67-8350-eb4e79c8fc73', 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6', 'admin_state_up': True, 'tenant_id': 'f7122541fbf9429583f7f11d0b900353'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:11.078011 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:11.153839 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a1705d58-6190-4b5b-a992-9f06692aedc6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1705d58-6190-4b5b-a992-9f06692aedc6,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:11.187227 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'a1705d58-6190-4b5b-a992-9f06692aedc6', 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2', 'port_id': 'a1705d58-6190-4b5b-a992-9f06692aedc6', 'mac_address': 'fa:16:3e:7a:a1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8012dbf9-0982-45c9-b07b-40b74c5b4a40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:04:11.256994 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:11.275862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1705d58-6190-4b5b-a992-9f06692aedc6 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:11.305099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a1705d58-6190-4b5b-a992-9f06692aedc6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1705d58-6190-4b5b-a992-9f06692aedc6,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:11.316002 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:11.411583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a1705d58-6190-4b5b-a992-9f06692aedc6,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:11.460255 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91fdef-b105-48f4-951b-d4d75240768e req-ebe38759-d078-42e8-b740-13f90c263c43 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:11.461831 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-ebe38759-d078-42e8-b740-13f90c263c43 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.41 "GET /v2.0/networks?id=a2e8fae9-e52b-4f24-ad2a-000503a545a8 HTTP/1.1" status: 200 len: 809 time: 0.2269371 Aug 27 14:04:11.493150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-7a91fdef-b105-48f4-951b-d4d75240768e req-14087655-e422-484a-a1d4-179b41ddfe4b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Request body: {'port': {'device_id': '4d427fd8-2192-4436-abc5-8a396780cb9f', 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8', 'admin_state_up': True, 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:11.509322 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-94e5ed97-6cf9-4726-a477-318ae56efce0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:11.621108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ec1b8-13a4-4689-9086-376e7e760997 req-34b003be-5cc1-4eb3-a55f-f7135b4d1270 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:11.622645 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9f2ec1b8-13a4-4689-9086-376e7e760997 req-34b003be-5cc1-4eb3-a55f-f7135b4d1270 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 943 time: 0.6392887 Aug 27 14:04:11.623671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-94e5ed97-6cf9-4726-a477-318ae56efce0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:11.651078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-94e5ed97-6cf9-4726-a477-318ae56efce0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Network e715f53c-7c6c-450b-850b-de69f2329836 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:04:11.658362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-94e5ed97-6cf9-4726-a477-318ae56efce0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:11.689517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f257d8-637d-4ea5-92af-0f721c183f9d req-0a3be158-14a0-42ed-9257-239fc1b72824 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:11.696050 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-94e5ed97-6cf9-4726-a477-318ae56efce0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:04:11.700018 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b4f257d8-637d-4ea5-92af-0f721c183f9d req-0a3be158-14a0-42ed-9257-239fc1b72824 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 931 time: 0.1823418 Aug 27 14:04:11.744174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-94e5ed97-6cf9-4726-a477-318ae56efce0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:11.744835 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-94e5ed97-6cf9-4726-a477-318ae56efce0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:11.784962 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b4f257d8-637d-4ea5-92af-0f721c183f9d req-66d8e7ec-200b-421e-bc8c-4de26a78b3f4 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677285 Aug 27 14:04:11.888388 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e5e8a212-bd97-4040-a520-854b43f67c83 req-4fb110b2-b0dc-4ad1-8637-79cb3689a0fc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 210 time: 0.0381505 Aug 27 14:04:11.906677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a1705d58-6190-4b5b-a992-9f06692aedc6'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:11.922609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5ed97-6cf9-4726-a477-318ae56efce0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Pushing event updated for resources: {'Port': ['ID=b4236323-4945-4d7e-b540-44afd9671d38,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:11.962720 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9f2ec1b8-13a4-4689-9086-376e7e760997 req-1431c021-4ec1-4ffb-b74c-05a9892ed309 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085198 Aug 27 14:04:11.992419 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75665513-6099-4a0e-bb03-2d3e242f4209 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:12.008674 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.026833 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.034770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Transition to ACTIVE for port object 75665513-6099-4a0e-bb03-2d3e242f4209 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:04:12.036820 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.049514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:04:12.059444 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.059850 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Added segment 3c362680-fb9d-44cc-8e52-3ee15c0ffa07 of type vlan for network 5fb99247-56f3-4919-aa2a-03555dd972a4 Aug 27 14:04:12.080436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-dd1b0677-4af7-4aec-9433-d3cd6e55fe6f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Made reservation on behalf of f7122541fbf9429583f7f11d0b900353 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:12.086570 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-dd1b0677-4af7-4aec-9433-d3cd6e55fe6f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.160891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f566815e-5a14-4f89-905e-a3b77863ca72 req-63a7e327-b679-4f5b-b1f1-85130a214f43 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 210 time: 0.1386528 Aug 27 14:04:12.164735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-7324d5c9-c54b-4a11-8300-6d1bb810984d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Made reservation on behalf of f7122541fbf9429583f7f11d0b900353 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:12.175443 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-7324d5c9-c54b-4a11-8300-6d1bb810984d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.192123 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.201154 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.318203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a91fdef-b105-48f4-951b-d4d75240768e req-14087655-e422-484a-a1d4-179b41ddfe4b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Made reservation on behalf of 573be43260cf4ef594f9cc87bd941bb8 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:12.321690 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a91fdef-b105-48f4-951b-d4d75240768e req-14087655-e422-484a-a1d4-179b41ddfe4b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.348258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb86588-d0e8-4865-b1fc-549c705e2fbe,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:12.375002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-94e5ed97-6cf9-4726-a477-318ae56efce0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7639315 Aug 27 14:04:12.379393 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.381084 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:12.381874 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.431288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Request body: {'port': {'device_id': 'c25c941b-4728-4640-9a39-efce79ebdcac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:12.563313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] Pushing event updated for resources: {'Network': ['ID=5fb99247-56f3-4919-aa2a-03555dd972a4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:12.564941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-dd1b0677-4af7-4aec-9433-d3cd6e55fe6f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Allocated IP 172.20.0.7 (b463e880-0d35-4b83-802a-025c614e00d6/ff801ea7-f962-477a-b25c-e9fc61546c74/83dc22d9-097b-44b9-845b-88b269bbc332) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:04:12.581600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 5fb99247-56f3-4919-aa2a-03555dd972a4 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:04:12.644991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-7a91fdef-b105-48f4-951b-d4d75240768e req-14087655-e422-484a-a1d4-179b41ddfe4b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Allocated IP 172.20.0.9 (a2e8fae9-e52b-4f24-ad2a-000503a545a8/651930c4-8e28-4aab-bc58-a3565f519406/54557626-add6-47d5-ba39-0443b91783bc) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:04:12.659509 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.663528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Pushing event updated for resources: {'Port': ['ID=75665513-6099-4a0e-bb03-2d3e242f4209,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:12.735378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d56b081f-40aa-4ead-8468-95244cb9aa5e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1773171 Aug 27 14:04:12.739761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51802) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:12.749923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-483f6c97-47cc-4eda-a605-32b80c108d4d admin admin] Request body: {'subnet': {'network_id': '5fb99247-56f3-4919-aa2a-03555dd972a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-360273358-subnet', 'tenant_id': '36c54b2d96314f3babf5ead0f6d5e7b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:12.866462 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-dd1b0677-4af7-4aec-9433-d3cd6e55fe6f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.924039 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a91fdef-b105-48f4-951b-d4d75240768e req-14087655-e422-484a-a1d4-179b41ddfe4b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:12.969720 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-dd1b0677-4af7-4aec-9433-d3cd6e55fe6f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.036047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Attempting to bind port 75665513-6099-4a0e-bb03-2d3e242f4209 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:04:13.037887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Attempting to bind port 75665513-6099-4a0e-bb03-2d3e242f4209 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:04:13.038579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Attempting to bind port 75665513-6099-4a0e-bb03-2d3e242f4209 on network e715f53c-7c6c-450b-850b-de69f2329836 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:13.043752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b0677-4af7-4aec-9433-d3cd6e55fe6f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Pushing event updated for resources: {'Port': ['ID=83dc22d9-097b-44b9-845b-88b269bbc332,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:13.060259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44deef9a-c1cb-451f-9278-fa96d9b9c547 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:13.066133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Port 75665513-6099-4a0e-bb03-2d3e242f4209 on network e715f53c-7c6c-450b-850b-de69f2329836 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:04:13.066503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Attempting to bind port 75665513-6099-4a0e-bb03-2d3e242f4209 on network e715f53c-7c6c-450b-850b-de69f2329836 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:13.074740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483f6c97-47cc-4eda-a605-32b80c108d4d admin admin] Made reservation on behalf of 36c54b2d96314f3babf5ead0f6d5e7b8 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:13.077088 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-483f6c97-47cc-4eda-a605-32b80c108d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.084861 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.105098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-dd1b0677-4af7-4aec-9433-d3cd6e55fe6f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Network b463e880-0d35-4b83-802a-025c614e00d6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:04:13.110544 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-dd1b0677-4af7-4aec-9433-d3cd6e55fe6f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:13.119552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-dd1b0677-4af7-4aec-9433-d3cd6e55fe6f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:04:13.134111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:04:13.134541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Checking segment: {'id': 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:13.134888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Bound using segment: {'id': 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:04:13.135342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Bound port: 75665513-6099-4a0e-bb03-2d3e242f4209, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:04:13.135711 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.187672 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c7ff0-3dd3-4b7c-94e0-9ceb543522c9 req-7e7fb591-b8ad-4fb8-b0d1-20aaf6543700 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:13.189098 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-100c7ff0-3dd3-4b7c-94e0-9ceb543522c9 req-7e7fb591-b8ad-4fb8-b0d1-20aaf6543700 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 931 time: 0.1476824 Aug 27 14:04:13.191569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a53828-c0ac-4f9d-868f-79557246f7e8 req-fada900e-d624-4309-ab1b-0366937c76b8 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:13.193127 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48a53828-c0ac-4f9d-868f-79557246f7e8 req-fada900e-d624-4309-ab1b-0366937c76b8 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 931 time: 0.2486520 Aug 27 14:04:13.194511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Transition to ACTIVE for port object 44deef9a-c1cb-451f-9278-fa96d9b9c547 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:04:13.195049 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a91fdef-b105-48f4-951b-d4d75240768e req-14087655-e422-484a-a1d4-179b41ddfe4b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.197303 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-7324d5c9-c54b-4a11-8300-6d1bb810984d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Allocated IP 172.20.0.11 (b463e880-0d35-4b83-802a-025c614e00d6/ff801ea7-f962-477a-b25c-e9fc61546c74/0ecd485f-c451-4b0f-97ef-318426543405) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:04:13.210952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['2ef860b0-f4b5-46e1-933d-82bc9b1784f5'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:13.215204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-dd1b0677-4af7-4aec-9433-d3cd6e55fe6f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:13.216564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-dd1b0677-4af7-4aec-9433-d3cd6e55fe6f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.248947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.265406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-dd1b0677-4af7-4aec-9433-d3cd6e55fe6f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4633303 Aug 27 14:04:13.488973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14087655-e422-484a-a1d4-179b41ddfe4b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Pushing event updated for resources: {'Port': ['ID=54557626-add6-47d5-ba39-0443b91783bc,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:13.503258 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-100c7ff0-3dd3-4b7c-94e0-9ceb543522c9 req-cbdccd13-9974-47b0-964e-eaceebb19c43 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017054 Aug 27 14:04:13.518046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Pushing event updated for resources: {'Port': ['ID=44deef9a-c1cb-451f-9278-fa96d9b9c547,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:13.527516 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48a53828-c0ac-4f9d-868f-79557246f7e8 req-4ff3ff6f-55e4-4670-9dc2-1fe9cbffd451 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816465 Aug 27 14:04:13.599491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] For port 75665513-6099-4a0e-bb03-2d3e242f4209, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:04:13.606465 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Request body: {'port': {'device_id': 'e271308f-e8f3-459a-874b-6ae21face40b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:13.632165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a91fdef-b105-48f4-951b-d4d75240768e req-14087655-e422-484a-a1d4-179b41ddfe4b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Network a2e8fae9-e52b-4f24-ad2a-000503a545a8 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:04:13.673762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-7a91fdef-b105-48f4-951b-d4d75240768e req-14087655-e422-484a-a1d4-179b41ddfe4b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:13.676864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a91fdef-b105-48f4-951b-d4d75240768e req-14087655-e422-484a-a1d4-179b41ddfe4b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:04:13.697855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] For port 75665513-6099-4a0e-bb03-2d3e242f4209, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=75665513-6099-4a0e-bb03-2d3e242f4209,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:04:13.738899 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.775477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4236323-4945-4d7e-b540-44afd9671d38 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:13.786204 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.805615 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-7324d5c9-c54b-4a11-8300-6d1bb810984d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.835014 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.847902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91fdef-b105-48f4-951b-d4d75240768e req-14087655-e422-484a-a1d4-179b41ddfe4b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:13.848806 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a91fdef-b105-48f4-951b-d4d75240768e req-14087655-e422-484a-a1d4-179b41ddfe4b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.864753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61733c-9622-4628-bf58-45ac771064bd req-253eee76-f03d-44ed-bc25-402ace590d78 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:13.877269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea61733c-9622-4628-bf58-45ac771064bd req-253eee76-f03d-44ed-bc25-402ace590d78 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 944 time: 0.2612584 Aug 27 14:04:13.913537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Transition to ACTIVE for port object b4236323-4945-4d7e-b540-44afd9671d38 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:04:13.921453 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:13.922094 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.925793 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] 10.222.0.41 "PUT /v2.0/ports/75665513-6099-4a0e-bb03-2d3e242f4209 HTTP/1.1" status: 200 len: 1093 time: 4.8977523 Aug 27 14:04:13.925793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82ea906-2eda-4f3d-91ee-882b64d0d786', 'tag': '75665513-6099-4a0e-bb03-2d3e242f4209'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:13.928201 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072ebc8b-53cb-47ce-aedb-9a74e9ec13c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f82ea906-2eda-4f3d-91ee-882b64d0d786", "tag": "75665513-6099-4a0e-bb03-2d3e242f4209"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:13.949001 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.951182 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-483f6c97-47cc-4eda-a605-32b80c108d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:13.987285 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-14087655-e422-484a-a1d4-179b41ddfe4b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4988496 Aug 27 14:04:14.000066 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Attempting to bind port 44deef9a-c1cb-451f-9278-fa96d9b9c547 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:04:14.000398 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Attempting to bind port 44deef9a-c1cb-451f-9278-fa96d9b9c547 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:04:14.000733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Attempting to bind port 44deef9a-c1cb-451f-9278-fa96d9b9c547 on network e715f53c-7c6c-450b-850b-de69f2329836 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:14.038701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Request body: {'port': {'device_id': '4d427fd8-2192-4436-abc5-8a396780cb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:14.042980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Port 44deef9a-c1cb-451f-9278-fa96d9b9c547 on network e715f53c-7c6c-450b-850b-de69f2329836 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:04:14.043310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Attempting to bind port 44deef9a-c1cb-451f-9278-fa96d9b9c547 on network e715f53c-7c6c-450b-850b-de69f2329836 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:14.051434 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea61733c-9622-4628-bf58-45ac771064bd req-c56a5f0a-2f27-44cf-b95f-98c6a9319f64 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727972 Aug 27 14:04:14.071953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c990f-75c1-49c5-aab8-2a16d7d6f66b req-2f84cf0a-5ed5-4848-bfff-03d23f4265b5 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:14.073722 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d48c990f-75c1-49c5-aab8-2a16d7d6f66b req-2f84cf0a-5ed5-4848-bfff-03d23f4265b5 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 931 time: 0.2241416 Aug 27 14:04:14.074499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ce589-2783-480c-902b-b7b8c33b2586 service neutron] Pushing event updated for resources: {'Port': ['ID=75665513-6099-4a0e-bb03-2d3e242f4209,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:14.098188 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-7324d5c9-c54b-4a11-8300-6d1bb810984d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:14.110878 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:04:14.111221 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Checking segment: {'id': 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:14.111605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Bound using segment: {'id': 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:04:14.112195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Bound port: 44deef9a-c1cb-451f-9278-fa96d9b9c547, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:04:14.112560 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:14.141869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f6c97-47cc-4eda-a605-32b80c108d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=49de04f2-57dc-4b37-900e-1cee39eda94d,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:14.237015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-7324d5c9-c54b-4a11-8300-6d1bb810984d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Network b463e880-0d35-4b83-802a-025c614e00d6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:04:14.270958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-7324d5c9-c54b-4a11-8300-6d1bb810984d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:14.272046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f6c97-47cc-4eda-a605-32b80c108d4d admin admin] Checking segment: {'id': '3c362680-fb9d-44cc-8e52-3ee15c0ffa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5fb99247-56f3-4919-aa2a-03555dd972a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:14.272417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f6c97-47cc-4eda-a605-32b80c108d4d admin admin] Network hostable DHCP agents. Network: 5fb99247-56f3-4919-aa2a-03555dd972a4, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:04:14.285240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Pushing event updated for resources: {'Port': ['ID=b4236323-4945-4d7e-b540-44afd9671d38,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:14.290285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-7324d5c9-c54b-4a11-8300-6d1bb810984d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:04:14.314135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-efaa763f-22c5-4137-af16-5227b97caa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:14.315713 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-efaa763f-22c5-4137-af16-5227b97caa8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6572e872daa14ec4be6fda0a7fc4f376&device_id=f82ea906-2eda-4f3d-91ee-882b64d0d786 HTTP/1.1" status: 200 len: 1096 time: 0.2817817 Aug 27 14:04:14.323750 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d48c990f-75c1-49c5-aab8-2a16d7d6f66b req-6315a08a-1ff8-4a98-a775-f44b454279d9 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201872 Aug 27 14:04:14.343996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-7324d5c9-c54b-4a11-8300-6d1bb810984d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:14.345085 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-7324d5c9-c54b-4a11-8300-6d1bb810984d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:14.359099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324d5c9-c54b-4a11-8300-6d1bb810984d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Pushing event updated for resources: {'Port': ['ID=0ecd485f-c451-4b0f-97ef-318426543405,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:14.383693 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:14.415896 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2c53e2-7b98-4a33-b532-b5bcc2015814 x-openstack-request-id: req-ee2c53e2-7b98-4a33-b532-b5bcc2015814 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:14.416682 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82ea906-2eda-4f3d-91ee-882b64d0d786", "tag": "75665513-6099-4a0e-bb03-2d3e242f4209", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:14.416682 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee2c53e2-7b98-4a33-b532-b5bcc2015814 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:14.416943 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82ea906-2eda-4f3d-91ee-882b64d0d786', 'tag': '75665513-6099-4a0e-bb03-2d3e242f4209', 'status': 'completed', 'code': 200} Aug 27 14:04:14.419942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] For port 44deef9a-c1cb-451f-9278-fa96d9b9c547, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:04:14.421960 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f6c97-47cc-4eda-a605-32b80c108d4d admin admin] Network 5fb99247-56f3-4919-aa2a-03555dd972a4 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:04:14.424943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-bedb22d7-78ea-42c8-859e-4a6adc9ab231 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75665513-6099-4a0e-bb03-2d3e242f4209 HTTP/1.1" status: 200 len: 217 time: 0.0838611 Aug 27 14:04:14.427963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-7324d5c9-c54b-4a11-8300-6d1bb810984d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3802586 Aug 27 14:04:14.437145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Attempting to bind port b4236323-4945-4d7e-b540-44afd9671d38 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:04:14.437145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Attempting to bind port b4236323-4945-4d7e-b540-44afd9671d38 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:04:14.437535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Attempting to bind port b4236323-4945-4d7e-b540-44afd9671d38 on network e715f53c-7c6c-450b-850b-de69f2329836 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:14.443933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] For port 44deef9a-c1cb-451f-9278-fa96d9b9c547, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=44deef9a-c1cb-451f-9278-fa96d9b9c547,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:04:14.446750 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-483f6c97-47cc-4eda-a605-32b80c108d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 5fb99247-56f3-4919-aa2a-03555dd972a4) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:14.448562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Port b4236323-4945-4d7e-b540-44afd9671d38 on network e715f53c-7c6c-450b-850b-de69f2329836 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:04:14.448901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Attempting to bind port b4236323-4945-4d7e-b540-44afd9671d38 on network e715f53c-7c6c-450b-850b-de69f2329836 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:14.454060 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:14.458386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f6c97-47cc-4eda-a605-32b80c108d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:14.460541 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-483f6c97-47cc-4eda-a605-32b80c108d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:14.466849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa88ad0-3421-47d9-8cbc-4b1b0a18f6b5 None None] Network 5fb99247-56f3-4919-aa2a-03555dd972a4 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:04:14.477948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Request body: {'port': {'device_id': '76aeaeee-9f13-4a67-8350-eb4e79c8fc73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:14.479681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:04:14.479681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Checking segment: {'id': 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:14.479681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Bound using segment: {'id': 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:04:14.480139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Bound port: b4236323-4945-4d7e-b540-44afd9671d38, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:04:14.480420 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:14.563341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:14.563997 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:14.565432 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] 10.222.0.52 "PUT /v2.0/ports/44deef9a-c1cb-451f-9278-fa96d9b9c547 HTTP/1.1" status: 200 len: 1092 time: 3.7597346 Aug 27 14:04:14.581702 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-483f6c97-47cc-4eda-a605-32b80c108d4d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8388679 Aug 27 14:04:14.680825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-6d5b5423-d70b-4dc9-b61f-f79846c2e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:14.682895 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-6d5b5423-d70b-4dc9-b61f-f79846c2e859 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=097d6e0f-f727-4b49-aaaa-1cc720b6e808 HTTP/1.1" status: 200 len: 857 time: 0.2196119 Aug 27 14:04:14.683113 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7e594915-1d21-47bb-a108-db7443a48974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:14.685060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd63d62-8ba9-4ecb-b13a-f3bdfbeafb22 service neutron] Pushing event updated for resources: {'Port': ['ID=44deef9a-c1cb-451f-9278-fa96d9b9c547,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:14.734063 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-a23b7b0d-e7cf-499a-9e71-5a7fdb4a2e05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e715f53c-7c6c-450b-850b-de69f2329836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417838 Aug 27 14:04:14.736764 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:14.757819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] For port b4236323-4945-4d7e-b540-44afd9671d38, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:04:14.824197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] For port b4236323-4945-4d7e-b540-44afd9671d38, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b4236323-4945-4d7e-b540-44afd9671d38,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:04:14.844924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-9e9cd9fa-4ad7-45a9-954e-bdfe68a26409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:14.845695 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-9e9cd9fa-4ad7-45a9-954e-bdfe68a26409 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6572e872daa14ec4be6fda0a7fc4f376&device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 1095 time: 0.2074120 Aug 27 14:04:14.857646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c498575a-f435-449b-8d37-eea2a0d2520b None None] Network 5fb99247-56f3-4919-aa2a-03555dd972a4 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:04:14.875532 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:14.958460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-5d282007-dab8-4091-a320-d9f3cd0da30e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44deef9a-c1cb-451f-9278-fa96d9b9c547 HTTP/1.1" status: 200 len: 217 time: 0.0976806 Aug 27 14:04:14.968253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d207d1-f388-44a0-9ba1-3b047e7d2cd9 req-327eb2d5-dcbe-44c5-bfe6-beeb48e3a5e8 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:14.970080 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03d207d1-f388-44a0-9ba1-3b047e7d2cd9 req-327eb2d5-dcbe-44c5-bfe6-beeb48e3a5e8 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 943 time: 0.1618595 Aug 27 14:04:14.989349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1705d58-6190-4b5b-a992-9f06692aedc6 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:14.990043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:14.991931 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:14.994511 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] 10.222.0.41 "PUT /v2.0/ports/b4236323-4945-4d7e-b540-44afd9671d38 HTTP/1.1" status: 200 len: 1092 time: 2.5921991 Aug 27 14:04:15.104852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port a1705d58-6190-4b5b-a992-9f06692aedc6 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:04:15.112537 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port a1705d58-6190-4b5b-a992-9f06692aedc6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:15.113886 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:15.132533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-c4196878-2cd0-4ed4-bf4c-96ea011847ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:15.134230 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-c4196878-2cd0-4ed4-bf4c-96ea011847ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097d6e0f-f727-4b49-aaaa-1cc720b6e808 HTTP/1.1" status: 200 len: 857 time: 0.1657097 Aug 27 14:04:15.136243 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-2f2d3298-45e4-4b21-a0c0-34a3009fc7f6 service neutron] 10.222.0.41 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908622 Aug 27 14:04:15.191565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e2b81-2130-4a13-8342-cae64549ca6c req-8f683bf6-7c03-4baa-9dd2-62ae1be08881 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:15.194195 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-365e2b81-2130-4a13-8342-cae64549ca6c req-8f683bf6-7c03-4baa-9dd2-62ae1be08881 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 931 time: 0.4202950 Aug 27 14:04:15.236354 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:15.267426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e601ec-2021-4040-abb4-747a268677c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1705d58-6190-4b5b-a992-9f06692aedc6'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:15.270386 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c95699-4d18-430b-8d32-d29a70a0ab2e" -d '{"events": [{"server_uuid": "25e601ec-2021-4040-abb4-747a268677c9", "name": "network-vif-plugged", "status": "completed", "tag": "a1705d58-6190-4b5b-a992-9f06692aedc6"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:15.288723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a1705d58-6190-4b5b-a992-9f06692aedc6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1705d58-6190-4b5b-a992-9f06692aedc6,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:15.300460 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:15.313028 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-772e864d-db6f-4e34-a801-8477efa48378 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e715f53c-7c6c-450b-850b-de69f2329836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694832 Aug 27 14:04:15.331354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-365e2b81-2130-4a13-8342-cae64549ca6c req-41d1d3c9-7ac1-412b-92a4-6bc1a1e1cfad tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038792 Aug 27 14:04:15.404427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a1705d58-6190-4b5b-a992-9f06692aedc6,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:15.442358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83dc22d9-097b-44b9-845b-88b269bbc332 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:15.453607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-e1ed108f-3826-4cce-97cd-ab92b906345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:15.455496 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-e1ed108f-3826-4cce-97cd-ab92b906345e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6572e872daa14ec4be6fda0a7fc4f376&device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 1095 time: 0.3685415 Aug 27 14:04:15.462795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ca82d-0611-41ff-a4fc-827a33a42530 service neutron] Pushing event updated for resources: {'Port': ['ID=b4236323-4945-4d7e-b540-44afd9671d38,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:15.465304 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:15.489621 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03d207d1-f388-44a0-9ba1-3b047e7d2cd9 req-d72fbe57-0798-49e1-bf4e-0645aa8b2c1e tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608145 Aug 27 14:04:15.533654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Transition to ACTIVE for port object 83dc22d9-097b-44b9-845b-88b269bbc332 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:04:15.558379 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-303d9d4a-2649-4d8c-9580-ce9690695114 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4236323-4945-4d7e-b540-44afd9671d38 HTTP/1.1" status: 200 len: 217 time: 0.0659661 Aug 27 14:04:15.590417 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:15.792298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54557626-add6-47d5-ba39-0443b91783bc {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:15.806646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0379d-502b-4bc9-96c2-6806ba77a7f8 req-90a02379-fb97-4bdb-bc1f-c619db89ba6a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:15.808286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5e0379d-502b-4bc9-96c2-6806ba77a7f8 req-90a02379-fb97-4bdb-bc1f-c619db89ba6a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 945 time: 0.2150815 Aug 27 14:04:15.808952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Pushing event updated for resources: {'Port': ['ID=83dc22d9-097b-44b9-845b-88b269bbc332,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:15.822793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:15.871359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Transition to ACTIVE for port object 54557626-add6-47d5-ba39-0443b91783bc will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:04:15.912606 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:16.011221 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5e0379d-502b-4bc9-96c2-6806ba77a7f8 req-6292674b-8f1a-4282-ab33-acac0be7dd18 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932499 Aug 27 14:04:16.063279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=54557626-add6-47d5-ba39-0443b91783bc,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:16.093829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Attempting to bind port 83dc22d9-097b-44b9-845b-88b269bbc332 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:04:16.094579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Attempting to bind port 83dc22d9-097b-44b9-845b-88b269bbc332 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:04:16.094899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Attempting to bind port 83dc22d9-097b-44b9-845b-88b269bbc332 on network b463e880-0d35-4b83-802a-025c614e00d6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:16.128934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecd485f-c451-4b0f-97ef-318426543405 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:16.135703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Port 83dc22d9-097b-44b9-845b-88b269bbc332 on network b463e880-0d35-4b83-802a-025c614e00d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:04:16.136070 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Attempting to bind port 83dc22d9-097b-44b9-845b-88b269bbc332 on network b463e880-0d35-4b83-802a-025c614e00d6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:16.142172 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-8000d12b-56d4-431b-82f8-8363ab59cfd2 service neutron] 10.222.0.41 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9408979 Aug 27 14:04:16.144331 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:16.145279 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-4ed0587e-2669-4e9e-b9c9-20b82bab2283 service neutron] 10.222.0.52 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7835016 Aug 27 14:04:16.152874 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a46fa22-5661-43f7-b6b0-6cac599071af x-openstack-request-id: req-6a46fa22-5661-43f7-b6b0-6cac599071af {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:16.153419 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e601ec-2021-4040-abb4-747a268677c9", "name": "network-vif-plugged", "status": "completed", "tag": "a1705d58-6190-4b5b-a992-9f06692aedc6", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:16.153419 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a46fa22-5661-43f7-b6b0-6cac599071af {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:16.153780 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e601ec-2021-4040-abb4-747a268677c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1705d58-6190-4b5b-a992-9f06692aedc6', 'code': 200} Aug 27 14:04:16.159225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:04:16.159569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Checking segment: {'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:16.159963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Bound using segment: {'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:04:16.160470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Bound port: 83dc22d9-097b-44b9-845b-88b269bbc332, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:04:16.160754 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:16.180475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Transition to ACTIVE for port object 0ecd485f-c451-4b0f-97ef-318426543405 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:04:16.216385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:16.229008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Attempting to bind port 54557626-add6-47d5-ba39-0443b91783bc on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:04:16.229347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Attempting to bind port 54557626-add6-47d5-ba39-0443b91783bc by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'a69ba301-f2c8-4193-a8f0-98716e23a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:04:16.229689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Attempting to bind port 54557626-add6-47d5-ba39-0443b91783bc on network a2e8fae9-e52b-4f24-ad2a-000503a545a8 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:16.281117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Port 54557626-add6-47d5-ba39-0443b91783bc on network a2e8fae9-e52b-4f24-ad2a-000503a545a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:04:16.281452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Attempting to bind port 54557626-add6-47d5-ba39-0443b91783bc on network a2e8fae9-e52b-4f24-ad2a-000503a545a8 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:16.307473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:04:16.307817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Checking segment: {'id': 'a69ba301-f2c8-4193-a8f0-98716e23a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:16.308213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Bound using segment: {'id': 'a69ba301-f2c8-4193-a8f0-98716e23a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:04:16.308674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Bound port: 54557626-add6-47d5-ba39-0443b91783bc, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69ba301-f2c8-4193-a8f0-98716e23a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:04:16.309028 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:16.328206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecd485f-c451-4b0f-97ef-318426543405,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:16.338168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] For port 83dc22d9-097b-44b9-845b-88b269bbc332, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:04:16.343927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.41', 51603) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:16.376669 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-6b1aabd3-f445-4716-bab2-be00a42589bb service neutron] 10.222.0.52 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315312 Aug 27 14:04:16.399670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-1dada801-673b-4e5c-ab80-8cbd9f54684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:16.400418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] For port 83dc22d9-097b-44b9-845b-88b269bbc332, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=83dc22d9-097b-44b9-845b-88b269bbc332,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:04:16.401903 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-1dada801-673b-4e5c-ab80-8cbd9f54684b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=097d6e0f-f727-4b49-aaaa-1cc720b6e808 HTTP/1.1" status: 200 len: 857 time: 0.8309429 Aug 27 14:04:16.424556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5290fe-d537-407d-95c6-393fa3235d78', 'tag': '44deef9a-c1cb-451f-9278-fa96d9b9c547'}, {'name': 'network-changed', 'server_uuid': 'c25c941b-4728-4640-9a39-efce79ebdcac', 'tag': 'b4236323-4945-4d7e-b540-44afd9671d38'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:16.427637 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928c7b62-6512-40a5-9961-356c330fea51" -d '{"events": [{"name": "network-changed", "server_uuid": "de5290fe-d537-407d-95c6-393fa3235d78", "tag": "44deef9a-c1cb-451f-9278-fa96d9b9c547"}, {"name": "network-changed", "server_uuid": "c25c941b-4728-4640-9a39-efce79ebdcac", "tag": "b4236323-4945-4d7e-b540-44afd9671d38"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:16.463766 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:16.477755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-11f7c9f7-43f7-4ad8-93c3-5b1423fa82bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e715f53c-7c6c-450b-850b-de69f2329836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459538 Aug 27 14:04:16.505707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28001697-f671-4b6d-8198-9fb931b12d59 req-de06683c-8fc7-4b44-b978-cb333215c9b3 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:16.513315 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-de06683c-8fc7-4b44-b978-cb333215c9b3 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/networks?id=5fb99247-56f3-4919-aa2a-03555dd972a4 HTTP/1.1" status: 200 len: 813 time: 0.3634632 Aug 27 14:04:16.517807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ebc8b-53cb-47ce-aedb-9a74e9ec13c8 req-0848c7d2-ea26-4564-b8a5-be4d42f4ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:16.519444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-072ebc8b-53cb-47ce-aedb-9a74e9ec13c8 req-0848c7d2-ea26-4564-b8a5-be4d42f4ea72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6572e872daa14ec4be6fda0a7fc4f376&device_id=f82ea906-2eda-4f3d-91ee-882b64d0d786 HTTP/1.1" status: 200 len: 1096 time: 0.1313398 Aug 27 14:04:16.531197 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-61d235d4-b1fa-44f7-b807-449578bf542b tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/quotas/36c54b2d96314f3babf5ead0f6d5e7b8 HTTP/1.1" status: 200 len: 375 time: 0.0168276 Aug 27 14:04:16.550203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:16.550867 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:16.552271 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] 10.222.0.52 "PUT /v2.0/ports/83dc22d9-097b-44b9-845b-88b269bbc332 HTTP/1.1" status: 200 len: 1092 time: 2.9578371 Aug 27 14:04:16.556325 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e271308f-e8f3-459a-874b-6ae21face40b', 'tag': '83dc22d9-097b-44b9-845b-88b269bbc332'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:16.559427 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67601180-3747-4bd1-a4f9-49e6a0f75826" -d '{"events": [{"name": "network-changed", "server_uuid": "e271308f-e8f3-459a-874b-6ae21face40b", "tag": "83dc22d9-097b-44b9-845b-88b269bbc332"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:16.620567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] For port 54557626-add6-47d5-ba39-0443b91783bc, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:04:16.630429 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Attempting to bind port 0ecd485f-c451-4b0f-97ef-318426543405 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:04:16.630862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Attempting to bind port 0ecd485f-c451-4b0f-97ef-318426543405 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:04:16.631376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Attempting to bind port 0ecd485f-c451-4b0f-97ef-318426543405 on network b463e880-0d35-4b83-802a-025c614e00d6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:16.635662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ba924-43c0-4bb0-b0b4-d193fe2e16bb req-ff3e79e8-6381-4abc-b12f-62ce5c933c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:16.637254 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b18ba924-43c0-4bb0-b0b4-d193fe2e16bb req-ff3e79e8-6381-4abc-b12f-62ce5c933c24 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 1097 time: 0.2791281 Aug 27 14:04:16.658711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5439-6d06-435c-8330-d01653bc9a18 req-3549a205-bb55-41c3-8caf-5026f4a51578 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:16.660401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6e7c5439-6d06-435c-8330-d01653bc9a18 req-3549a205-bb55-41c3-8caf-5026f4a51578 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 943 time: 0.2821922 Aug 27 14:04:16.689953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-a0d273d6-6eee-4027-ab35-6e78a048cb5b tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=36c54b2d96314f3babf5ead0f6d5e7b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1428990 Aug 27 14:04:16.696445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70bb99-ed16-4ff0-a1d6-1e7d510fb69a service neutron] Pushing event updated for resources: {'Port': ['ID=83dc22d9-097b-44b9-845b-88b269bbc332,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:16.715211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] For port 54557626-add6-47d5-ba39-0443b91783bc, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=54557626-add6-47d5-ba39-0443b91783bc,segment=NetworkSegment(a69ba301-f2c8-4193-a8f0-98716e23a196),segment_id=a69ba301-f2c8-4193-a8f0-98716e23a196)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:04:16.724549 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Port 0ecd485f-c451-4b0f-97ef-318426543405 on network b463e880-0d35-4b83-802a-025c614e00d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:04:16.725424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Attempting to bind port 0ecd485f-c451-4b0f-97ef-318426543405 on network b463e880-0d35-4b83-802a-025c614e00d6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:16.743003 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:16.763971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:04:16.764318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Checking segment: {'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:16.764706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Bound using segment: {'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:04:16.765149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Bound port: 0ecd485f-c451-4b0f-97ef-318426543405, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:04:16.765514 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:16.780763 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ebc8b-53cb-47ce-aedb-9a74e9ec13c8 req-74a95969-c51d-46f8-90a2-9394717c6ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:16.782250 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-072ebc8b-53cb-47ce-aedb-9a74e9ec13c8 req-74a95969-c51d-46f8-90a2-9394717c6ef4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e715f53c-7c6c-450b-850b-de69f2329836 HTTP/1.1" status: 200 len: 918 time: 0.2364657 Aug 27 14:04:16.813133 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b18ba924-43c0-4bb0-b0b4-d193fe2e16bb req-80c66dfc-390b-4d94-9e94-ae2e79a81cc0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449580 Aug 27 14:04:16.844796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:16.845789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:16.847196 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/54557626-add6-47d5-ba39-0443b91783bc HTTP/1.1" status: 200 len: 1092 time: 2.8349760 Aug 27 14:04:16.855869 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6e7c5439-6d06-435c-8330-d01653bc9a18 req-11be587c-17b3-42c7-8f86-f2a86af3dd48 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631570 Aug 27 14:04:16.857953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-5bf3f610-1048-4d97-9428-1e5b039a57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:16.859603 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-5bf3f610-1048-4d97-9428-1e5b039a57f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7122541fbf9429583f7f11d0b900353&device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 1095 time: 0.2364767 Aug 27 14:04:16.898998 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-072ebc8b-53cb-47ce-aedb-9a74e9ec13c8 req-46ed682f-6d65-4531-a5c8-8b30cac40529 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75665513-6099-4a0e-bb03-2d3e242f4209 HTTP/1.1" status: 200 len: 217 time: 0.0973186 Aug 27 14:04:16.907129 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-9cf5315e-331c-413f-8cae-50e796285366 service neutron] 10.222.0.41 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181561 Aug 27 14:04:16.942335 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-f09f0f5d-2d00-49c6-83dc-9622bdfa41da service neutron] 10.222.0.55 "GET /v2.0/networks/5fb99247-56f3-4919-aa2a-03555dd972a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309976 Aug 27 14:04:16.952987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-53bf66cd-18b5-4db5-80d3-f85e8c205bbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83dc22d9-097b-44b9-845b-88b269bbc332 HTTP/1.1" status: 200 len: 217 time: 0.0600235 Aug 27 14:04:16.955502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8228824-ab8a-4925-a490-74dde0bbe3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=54557626-add6-47d5-ba39-0443b91783bc,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:17.061636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] For port 0ecd485f-c451-4b0f-97ef-318426543405, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:04:17.073325 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-a2b87327-14eb-413f-a870-6099536a58bc service neutron] 10.222.0.55 "GET /v2.0/networks/5fb99247-56f3-4919-aa2a-03555dd972a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295824 Aug 27 14:04:17.078116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-4e47e3d2-3cd8-43bb-9aad-78e5cbe53041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:17.079818 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-4e47e3d2-3cd8-43bb-9aad-78e5cbe53041 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff801ea7-f962-477a-b25c-e9fc61546c74 HTTP/1.1" status: 200 len: 852 time: 0.1178660 Aug 27 14:04:17.086090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] For port 0ecd485f-c451-4b0f-97ef-318426543405, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0ecd485f-c451-4b0f-97ef-318426543405,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:04:17.099237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e9865-fd99-46bc-aad6-d28285f13c89 req-bdcf147f-5874-404d-bda4-8e9d4126c23a tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:17.107787 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-951e9865-fd99-46bc-aad6-d28285f13c89 req-bdcf147f-5874-404d-bda4-8e9d4126c23a tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 943 time: 0.1445794 Aug 27 14:04:17.125142 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:17.183460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-0f8e095d-e341-4584-aae0-3f6851afe4ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b463e880-0d35-4b83-802a-025c614e00d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725448 Aug 27 14:04:17.202884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:17.203763 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:17.205263 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] 10.222.0.41 "PUT /v2.0/ports/0ecd485f-c451-4b0f-97ef-318426543405 HTTP/1.1" status: 200 len: 1093 time: 2.7422724 Aug 27 14:04:17.297568 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-951e9865-fd99-46bc-aad6-d28285f13c89 req-e40e0a5c-00ea-4bc3-94ac-70aedf70c10c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888530 Aug 27 14:04:17.327566 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e380cdd5-f8b8-4e91-92a6-481d3a1069ca x-openstack-request-id: req-e380cdd5-f8b8-4e91-92a6-481d3a1069ca {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:17.328073 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5290fe-d537-407d-95c6-393fa3235d78", "tag": "44deef9a-c1cb-451f-9278-fa96d9b9c547", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c25c941b-4728-4640-9a39-efce79ebdcac", "tag": "b4236323-4945-4d7e-b540-44afd9671d38", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:17.328203 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e380cdd5-f8b8-4e91-92a6-481d3a1069ca {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:17.332901 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5290fe-d537-407d-95c6-393fa3235d78', 'tag': '44deef9a-c1cb-451f-9278-fa96d9b9c547', 'status': 'completed', 'code': 200} Aug 27 14:04:17.333284 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25c941b-4728-4640-9a39-efce79ebdcac', 'tag': 'b4236323-4945-4d7e-b540-44afd9671d38', 'status': 'completed', 'code': 200} Aug 27 14:04:17.356830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe9a3f-3c17-4125-bcf7-e48b35161b81 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecd485f-c451-4b0f-97ef-318426543405,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:17.405245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:17.421442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ebc8b-53cb-47ce-aedb-9a74e9ec13c8 req-7647cb58-cda3-42b3-bf3e-d558e33e66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:17.425591 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-072ebc8b-53cb-47ce-aedb-9a74e9ec13c8 req-7647cb58-cda3-42b3-bf3e-d558e33e66eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=097d6e0f-f727-4b49-aaaa-1cc720b6e808 HTTP/1.1" status: 200 len: 857 time: 0.1180074 Aug 27 14:04:17.506205 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9bda2a16-22c7-4e4e-b55a-18bf0be4cfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:17.532699 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118f9ed3-63b6-47c3-8ece-6f5b0303b362 x-openstack-request-id: req-118f9ed3-63b6-47c3-8ece-6f5b0303b362 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:17.533262 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e271308f-e8f3-459a-874b-6ae21face40b", "tag": "83dc22d9-097b-44b9-845b-88b269bbc332", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:17.534108 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-118f9ed3-63b6-47c3-8ece-6f5b0303b362 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:17.534108 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e271308f-e8f3-459a-874b-6ae21face40b', 'tag': '83dc22d9-097b-44b9-845b-88b269bbc332', 'status': 'completed', 'code': 200} Aug 27 14:04:17.586730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91fdef-b105-48f4-951b-d4d75240768e req-42a7ce98-652d-44aa-9476-ad7f3139e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:17.589753 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-42a7ce98-652d-44aa-9476-ad7f3139e620 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=573be43260cf4ef594f9cc87bd941bb8&device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 1095 time: 0.1680152 Aug 27 14:04:17.592401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-7834b0a1-8f13-47a4-ae04-ae3d739df0e3 service neutron] 10.222.0.52 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966360 Aug 27 14:04:17.597547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-73560d8b-b875-496f-bafa-86f16c0c15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:17.597782 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-73560d8b-b875-496f-bafa-86f16c0c15e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7122541fbf9429583f7f11d0b900353&device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 1096 time: 0.1581209 Aug 27 14:04:17.703246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-072ebc8b-53cb-47ce-aedb-9a74e9ec13c8 req-614e3da1-507b-47d1-9a22-32d86e3edeb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e715f53c-7c6c-450b-850b-de69f2329836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2026336 Aug 27 14:04:17.804446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-9a40b048-0d0f-4e38-9f7c-a810365e0f2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecd485f-c451-4b0f-97ef-318426543405 HTTP/1.1" status: 200 len: 217 time: 0.1578619 Aug 27 14:04:17.810604 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-252275b9-492c-4d80-987a-fb09a2bc9932 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54557626-add6-47d5-ba39-0443b91783bc HTTP/1.1" status: 200 len: 217 time: 0.1654494 Aug 27 14:04:17.833896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9b43d-0855-4b76-bcf1-5aad6e2d7976 req-131e0d74-cad9-493b-be37-5e32df8b4fa0 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:17.845564 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9b9b43d-0855-4b76-bcf1-5aad6e2d7976 req-131e0d74-cad9-493b-be37-5e32df8b4fa0 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 945 time: 0.2518835 Aug 27 14:04:17.867209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c7b62-6512-40a5-9961-356c330fea51 req-3de977eb-82dc-4c27-a93a-ba9ee18358b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:17.881736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-3de977eb-82dc-4c27-a93a-ba9ee18358b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6572e872daa14ec4be6fda0a7fc4f376&device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 1095 time: 0.4544380 Aug 27 14:04:17.999542 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fb198-156c-4faf-9189-2bcaa743dc7b req-847f2cf7-abdf-4135-9cb6-9fae1af6d86f tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:18.007406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba0fb198-156c-4faf-9189-2bcaa743dc7b req-847f2cf7-abdf-4135-9cb6-9fae1af6d86f tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 943 time: 0.5020111 Aug 27 14:04:18.020386 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d648408-3861-4673-a63c-02d07b87d4f7 req-564c9552-fcc9-403b-bb48-ba24be20c824 service neutron] 10.222.0.41 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6856287 Aug 27 14:04:18.025211 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-80b8010d-8c1f-4b78-8171-e471529d3e17 service neutron] 10.222.0.52 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978016 Aug 27 14:04:18.038980 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-0e54e4aa-e04b-4f6f-bf19-aff45e08502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:18.040493 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-0e54e4aa-e04b-4f6f-bf19-aff45e08502a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff801ea7-f962-477a-b25c-e9fc61546c74 HTTP/1.1" status: 200 len: 852 time: 0.1921666 Aug 27 14:04:18.049494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91fdef-b105-48f4-951b-d4d75240768e req-85c6e3b7-e494-4fe2-a3ab-b016c74d15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:18.054546 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-85c6e3b7-e494-4fe2-a3ab-b016c74d15fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=651930c4-8e28-4aab-bc58-a3565f519406 HTTP/1.1" status: 200 len: 849 time: 0.1968436 Aug 27 14:04:18.057764 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9b9b43d-0855-4b76-bcf1-5aad6e2d7976 req-8c03b207-1ac5-493b-b6f7-8f3d6a757260 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112951 Aug 27 14:04:18.141850 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-cad03541-b78c-415d-aff7-61d377b7ba36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b463e880-0d35-4b83-802a-025c614e00d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718658 Aug 27 14:04:18.154432 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-a37becbb-0635-49ec-9024-309c80e6c134 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2e8fae9-e52b-4f24-ad2a-000503a545a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658617 Aug 27 14:04:18.224374 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-072ebc8b-53cb-47ce-aedb-9a74e9ec13c8 req-4e7b4054-48aa-4d39-a1a9-d7aa2e554e80 service neutron] 10.222.0.41 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018597 Aug 27 14:04:18.276304 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba0fb198-156c-4faf-9189-2bcaa743dc7b req-50eeabc7-0e38-4825-b271-106252198ddf tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544193 Aug 27 14:04:18.280025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86f35243-be89-4807-9524-ad1f3f444dd3 req-b86312a8-1bcc-45b8-a9d0-3704e05cb179 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 210 time: 0.0478604 Aug 27 14:04:18.375448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67601180-3747-4bd1-a4f9-49e6a0f75826 req-5b75b8fe-7274-44bc-abde-7e5e6db54d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:18.377347 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-67601180-3747-4bd1-a4f9-49e6a0f75826 req-5b75b8fe-7274-44bc-abde-7e5e6db54d61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7122541fbf9429583f7f11d0b900353&device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 1095 time: 0.2397113 Aug 27 14:04:18.417941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c7b62-6512-40a5-9961-356c330fea51 req-41b52edd-9590-40af-96fe-316cc09fecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:18.424968 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-41b52edd-9590-40af-96fe-316cc09fecaf service neutron] 10.222.0.52 "GET /v2.0/networks?id=e715f53c-7c6c-450b-850b-de69f2329836 HTTP/1.1" status: 200 len: 918 time: 0.5222287 Aug 27 14:04:18.499533 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-72de4a70-a6fb-43ab-abc8-1f422f1ad301 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44deef9a-c1cb-451f-9278-fa96d9b9c547 HTTP/1.1" status: 200 len: 217 time: 0.0645499 Aug 27 14:04:18.503091 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c7b62-6512-40a5-9961-356c330fea51 req-8d7220b9-63b3-403c-bcfe-279e624c7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:18.504553 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-8d7220b9-63b3-403c-bcfe-279e624c7d66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6572e872daa14ec4be6fda0a7fc4f376&device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 1095 time: 0.2981858 Aug 27 14:04:18.518420 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-80bd29f9-2134-4ca9-9cae-a4686ec8486d service neutron] 10.222.0.41 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213508 Aug 27 14:04:18.563389 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 44deef9a-c1cb-451f-9278-fa96d9b9c547 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:04:18.645862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-072ebc8b-53cb-47ce-aedb-9a74e9ec13c8 req-118dab58-3e02-47fd-8f06-2daa21d6805a service neutron] 10.222.0.41 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931403 Aug 27 14:04:18.686190 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-2f38312c-ade7-4bcb-96db-2d18a3ea6eba service neutron] 10.222.0.41 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744854 Aug 27 14:04:18.695171 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:18.699197 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d74888-d35d-4f84-b59a-5c5cd1223999 req-5388e368-775d-414a-850a-00b6127a37ba tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:18.706880 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56d74888-d35d-4f84-b59a-5c5cd1223999 req-5388e368-775d-414a-850a-00b6127a37ba tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 943 time: 0.2377462 Aug 27 14:04:18.738934 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 44deef9a-c1cb-451f-9278-fa96d9b9c547, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=44deef9a-c1cb-451f-9278-fa96d9b9c547,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:18.756872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '44deef9a-c1cb-451f-9278-fa96d9b9c547', 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836', 'port_id': '44deef9a-c1cb-451f-9278-fa96d9b9c547', 'mac_address': 'fa:16:3e:00:79:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097d6e0f-f727-4b49-aaaa-1cc720b6e808', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:04:18.779201 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bd002-b3ea-4fb4-8f76-4dae42984747 req-e494ed18-8287-4811-9034-54867839a1d0 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:18.789252 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e9bd002-b3ea-4fb4-8f76-4dae42984747 req-e494ed18-8287-4811-9034-54867839a1d0 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 943 time: 0.2667742 Aug 27 14:04:18.817093 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:18.838541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44deef9a-c1cb-451f-9278-fa96d9b9c547 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:18.864049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c7b62-6512-40a5-9961-356c330fea51 req-fa8e0fe5-49c1-461a-9524-cf2d73ba2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:18.866238 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-fa8e0fe5-49c1-461a-9524-cf2d73ba2d59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097d6e0f-f727-4b49-aaaa-1cc720b6e808 HTTP/1.1" status: 200 len: 857 time: 0.3577487 Aug 27 14:04:18.888466 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 44deef9a-c1cb-451f-9278-fa96d9b9c547, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=44deef9a-c1cb-451f-9278-fa96d9b9c547,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:18.894086 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e9bd002-b3ea-4fb4-8f76-4dae42984747 req-bbb6175c-de4c-4b91-b184-ca13eaf5c88a tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035781 Aug 27 14:04:18.902936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:18.920760 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-835255c9-60e4-460a-9ca4-9eb33ed1b074 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e715f53c-7c6c-450b-850b-de69f2329836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423808 Aug 27 14:04:19.014491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c7b62-6512-40a5-9961-356c330fea51 req-08890d66-0b42-4345-8312-d92efa92a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:19.027246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-08890d66-0b42-4345-8312-d92efa92a957 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e715f53c-7c6c-450b-850b-de69f2329836 HTTP/1.1" status: 200 len: 918 time: 0.5036106 Aug 27 14:04:19.064861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=44deef9a-c1cb-451f-9278-fa96d9b9c547,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:19.127107 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-7632c896-b4e7-43ef-a4cd-ac390604670f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4236323-4945-4d7e-b540-44afd9671d38 HTTP/1.1" status: 200 len: 217 time: 0.0458694 Aug 27 14:04:19.212306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['44deef9a-c1cb-451f-9278-fa96d9b9c547'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:19.218310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67601180-3747-4bd1-a4f9-49e6a0f75826 req-f48eb3be-4378-45e1-b44d-c9d22b06ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:19.221474 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-67601180-3747-4bd1-a4f9-49e6a0f75826 req-f48eb3be-4378-45e1-b44d-c9d22b06ae8b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b463e880-0d35-4b83-802a-025c614e00d6 HTTP/1.1" status: 200 len: 913 time: 0.8272562 Aug 27 14:04:19.242575 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a91fdef-b105-48f4-951b-d4d75240768e req-23a51bb0-dd68-45b0-906c-ae2d91c82c7f service neutron] 10.222.0.41 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7010093 Aug 27 14:04:19.261783 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56d74888-d35d-4f84-b59a-5c5cd1223999 req-24de9552-8a50-4ab9-bda3-b165a8c9d9df tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508630 Aug 27 14:04:19.328274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c7b62-6512-40a5-9961-356c330fea51 req-c47d2010-2d1e-41de-963a-5bd3d391e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:19.329773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-c47d2010-2d1e-41de-963a-5bd3d391e49f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=097d6e0f-f727-4b49-aaaa-1cc720b6e808 HTTP/1.1" status: 200 len: 857 time: 0.1826017 Aug 27 14:04:19.334856 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-9d5c2048-2510-4fb9-a508-fb8bcf13454e service neutron] 10.222.0.52 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766103 Aug 27 14:04:19.353130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82b3af-e455-482c-a8e7-5f11bea72ce5 req-6e9756ed-5db1-4285-80c7-0dc4482022d1 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:19.354559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e82b3af-e455-482c-a8e7-5f11bea72ce5 req-6e9756ed-5db1-4285-80c7-0dc4482022d1 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 945 time: 0.1166830 Aug 27 14:04:19.424071 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-67601180-3747-4bd1-a4f9-49e6a0f75826 req-110d7fca-e5c3-4ebf-b35d-429aeb50fca5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83dc22d9-097b-44b9-845b-88b269bbc332 HTTP/1.1" status: 200 len: 217 time: 0.1786120 Aug 27 14:04:19.500209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67601180-3747-4bd1-a4f9-49e6a0f75826 req-65fa9699-44cd-49c1-8046-7090260da52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:19.501788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-67601180-3747-4bd1-a4f9-49e6a0f75826 req-65fa9699-44cd-49c1-8046-7090260da52e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff801ea7-f962-477a-b25c-e9fc61546c74 HTTP/1.1" status: 200 len: 852 time: 0.0581791 Aug 27 14:04:19.544637 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-e2ce02f2-c8e7-43f3-82cd-f101517d189f service neutron] 10.222.0.52 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008114 Aug 27 14:04:19.558044 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d427fd8-2192-4436-abc5-8a396780cb9f', 'tag': '54557626-add6-47d5-ba39-0443b91783bc'}, {'name': 'network-changed', 'server_uuid': '76aeaeee-9f13-4a67-8350-eb4e79c8fc73', 'tag': '0ecd485f-c451-4b0f-97ef-318426543405'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:19.560489 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14249bb4-4f08-466c-8e9d-adeca46c8db6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d427fd8-2192-4436-abc5-8a396780cb9f", "tag": "54557626-add6-47d5-ba39-0443b91783bc"}, {"name": "network-changed", "server_uuid": "76aeaeee-9f13-4a67-8350-eb4e79c8fc73", "tag": "0ecd485f-c451-4b0f-97ef-318426543405"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:19.570202 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-d3ff33bf-0870-4ab4-b0bc-36efe78ddba1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e715f53c-7c6c-450b-850b-de69f2329836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1858361 Aug 27 14:04:19.611908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-67601180-3747-4bd1-a4f9-49e6a0f75826 req-9c324f62-4e39-48cc-a16c-49f5956aa039 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b463e880-0d35-4b83-802a-025c614e00d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928943 Aug 27 14:04:19.625282 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e82b3af-e455-482c-a8e7-5f11bea72ce5 req-c11a311f-b839-47d0-9e1f-41ae713c90f0 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586515 Aug 27 14:04:19.706264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a81366-54c4-443c-89f9-76287d98af04 req-a4fa53e9-c560-4a38-a989-c5ae0eb6595a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:19.712425 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62a81366-54c4-443c-89f9-76287d98af04 req-a4fa53e9-c560-4a38-a989-c5ae0eb6595a tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 944 time: 0.2096872 Aug 27 14:04:19.729620 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-41fee6ab-d4db-40e3-97e4-e38af24c1f55 service neutron] 10.222.0.41 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378663 Aug 27 14:04:19.756805 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ccc214a-a61f-433a-8584-c8912559e4dd req-c13df8cd-c5b7-4631-afbc-280f55f9bfde service neutron] 10.222.0.41 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0424964 Aug 27 14:04:19.770111 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18c0236f-2857-4fd0-8255-aa9a35ebe80c req-12feceff-9397-44ce-9608-be2a7cd9289a tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 210 time: 0.0376778 Aug 27 14:04:19.782613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28001697-f671-4b6d-8198-9fb931b12d59 req-817f2a85-3df1-4c9e-b47e-8ed5f20a09a6 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:19.790863 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-817f2a85-3df1-4c9e-b47e-8ed5f20a09a6 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.52 "GET /v2.0/networks?id=5fb99247-56f3-4919-aa2a-03555dd972a4 HTTP/1.1" status: 200 len: 813 time: 0.5902190 Aug 27 14:04:19.817837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-28001697-f671-4b6d-8198-9fb931b12d59 req-492ec4b2-0e01-4953-87fc-df37f518f031 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Request body: {'port': {'device_id': 'd6bbc8fa-09be-4daf-862a-778540645713', 'network_id': '5fb99247-56f3-4919-aa2a-03555dd972a4', 'admin_state_up': True, 'tenant_id': '36c54b2d96314f3babf5ead0f6d5e7b8'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:19.875269 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-928c7b62-6512-40a5-9961-356c330fea51 req-67c987bd-f1ad-4548-9ddf-966e6dec46a4 service neutron] 10.222.0.41 "GET /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316984 Aug 27 14:04:19.933551 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4a58eb-adcd-4dfe-89a5-a7062f897e36 x-openstack-request-id: req-cb4a58eb-adcd-4dfe-89a5-a7062f897e36 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:19.933551 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d427fd8-2192-4436-abc5-8a396780cb9f", "tag": "54557626-add6-47d5-ba39-0443b91783bc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76aeaeee-9f13-4a67-8350-eb4e79c8fc73", "tag": "0ecd485f-c451-4b0f-97ef-318426543405", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:19.933551 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb4a58eb-adcd-4dfe-89a5-a7062f897e36 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:19.934077 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d427fd8-2192-4436-abc5-8a396780cb9f', 'tag': '54557626-add6-47d5-ba39-0443b91783bc', 'status': 'completed', 'code': 200} Aug 27 14:04:19.934405 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76aeaeee-9f13-4a67-8350-eb4e79c8fc73', 'tag': '0ecd485f-c451-4b0f-97ef-318426543405', 'status': 'completed', 'code': 200} Aug 27 14:04:19.962106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62a81366-54c4-443c-89f9-76287d98af04 req-177bdbd7-71c1-424a-b577-77df91dd5ca0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120347 Aug 27 14:04:19.995532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-67601180-3747-4bd1-a4f9-49e6a0f75826 req-5dddce70-a60c-4ed6-988d-76b3e0aca84c service neutron] 10.222.0.52 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656542 Aug 27 14:04:20.088900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b266d-1dc8-4cbd-9914-5c6779784347 req-5626f377-7c3b-4a0d-9ab5-ba52e188d6d6 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:20.090582 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a25b266d-1dc8-4cbd-9914-5c6779784347 req-5626f377-7c3b-4a0d-9ab5-ba52e188d6d6 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 943 time: 0.1018836 Aug 27 14:04:20.100294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-e32beeb0-879a-4c0f-93d0-1c3c9e90bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:20.102972 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-e32beeb0-879a-4c0f-93d0-1c3c9e90bfed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=573be43260cf4ef594f9cc87bd941bb8&device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 1095 time: 0.0692213 Aug 27 14:04:20.116354 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:20.125450 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28001697-f671-4b6d-8198-9fb931b12d59 req-492ec4b2-0e01-4953-87fc-df37f518f031 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Made reservation on behalf of 36c54b2d96314f3babf5ead0f6d5e7b8 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:20.129313 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-28001697-f671-4b6d-8198-9fb931b12d59 req-492ec4b2-0e01-4953-87fc-df37f518f031 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:20.154083 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-67601180-3747-4bd1-a4f9-49e6a0f75826 req-2fdd8dc5-5574-49b4-b770-ba122f5f4f73 service neutron] 10.222.0.52 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442025 Aug 27 14:04:20.188800 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a25b266d-1dc8-4cbd-9914-5c6779784347 req-153065a6-594a-4b53-8cc3-3c39747705a3 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847692 Aug 27 14:04:20.226951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-3befec7a-dc59-4d15-9b7b-7e6fae482cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:20.228460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-3befec7a-dc59-4d15-9b7b-7e6fae482cd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2e8fae9-e52b-4f24-ad2a-000503a545a8 HTTP/1.1" status: 200 len: 910 time: 0.1106024 Aug 27 14:04:20.275322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-28001697-f671-4b6d-8198-9fb931b12d59 req-492ec4b2-0e01-4953-87fc-df37f518f031 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Allocated IP 172.20.0.11 (5fb99247-56f3-4919-aa2a-03555dd972a4/49de04f2-57dc-4b37-900e-1cee39eda94d/fdb20c93-bd2f-4c6b-887e-73ce7602e3a4) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:04:20.278669 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-b09003c2-cc2d-4e50-a0ff-45007fa4fbce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54557626-add6-47d5-ba39-0443b91783bc HTTP/1.1" status: 200 len: 217 time: 0.0348144 Aug 27 14:04:20.346927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-cdbb06dc-7fcc-43b5-b7c0-14e27ba67d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:20.348326 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-cdbb06dc-7fcc-43b5-b7c0-14e27ba67d2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=651930c4-8e28-4aab-bc58-a3565f519406 HTTP/1.1" status: 200 len: 849 time: 0.0597110 Aug 27 14:04:20.381853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-c4ad4e40-e34f-4af3-9b03-08753c302055 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2e8fae9-e52b-4f24-ad2a-000503a545a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254741 Aug 27 14:04:20.463852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a0f62-eb6d-4f70-a70f-3d1c006e4fac req-8302e4ab-7c05-4a8e-8da9-be6d9ebd3494 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:20.465487 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c50a0f62-eb6d-4f70-a70f-3d1c006e4fac req-8302e4ab-7c05-4a8e-8da9-be6d9ebd3494 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 943 time: 0.1223035 Aug 27 14:04:20.493908 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-232b7960-f9d1-47cb-831c-1a00398a87d8 service neutron] 10.222.0.41 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978081 Aug 27 14:04:20.525429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-28001697-f671-4b6d-8198-9fb931b12d59 req-492ec4b2-0e01-4953-87fc-df37f518f031 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:20.546862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c50a0f62-eb6d-4f70-a70f-3d1c006e4fac req-b5057e20-b4ce-4e9b-8969-af61793fcbb2 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720465 Aug 27 14:04:20.578089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 83dc22d9-097b-44b9-845b-88b269bbc332 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:04:20.580354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 44deef9a-c1cb-451f-9278-fa96d9b9c547 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:20.587980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-28001697-f671-4b6d-8198-9fb931b12d59 req-492ec4b2-0e01-4953-87fc-df37f518f031 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:20.656290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ec4b2-0e01-4953-87fc-df37f518f031 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Pushing event updated for resources: {'Port': ['ID=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:20.668930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-72318c3e-b1ac-4021-bb57-f1a6d4e26f4a service neutron] 10.222.0.41 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619968 Aug 27 14:04:20.677026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28001697-f671-4b6d-8198-9fb931b12d59 req-492ec4b2-0e01-4953-87fc-df37f518f031 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Network 5fb99247-56f3-4919-aa2a-03555dd972a4 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:04:20.679224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-28001697-f671-4b6d-8198-9fb931b12d59 req-492ec4b2-0e01-4953-87fc-df37f518f031 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:20.682617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-28001697-f671-4b6d-8198-9fb931b12d59 req-492ec4b2-0e01-4953-87fc-df37f518f031 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:04:20.690780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 44deef9a-c1cb-451f-9278-fa96d9b9c547 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:04:20.694379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0ed7b-727b-4951-82c9-2868c4d2f0cf req-1b064be0-3ba0-4d08-9656-f75a5ec8c732 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:20.697711 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e3e0ed7b-727b-4951-82c9-2868c4d2f0cf req-1b064be0-3ba0-4d08-9656-f75a5ec8c732 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22fea95-f0ae-41ea-b487-d7e3a401701d HTTP/1.1" status: 200 len: 951 time: 0.1216474 Aug 27 14:04:20.703717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 44deef9a-c1cb-451f-9278-fa96d9b9c547 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:20.704324 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:20.748098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 83dc22d9-097b-44b9-845b-88b269bbc332, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=83dc22d9-097b-44b9-845b-88b269bbc332,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:20.755492 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e3e0ed7b-727b-4951-82c9-2868c4d2f0cf req-5b0a040d-e4aa-4ff8-bec9-c574c974dca9 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455866 Aug 27 14:04:20.769787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '83dc22d9-097b-44b9-845b-88b269bbc332', 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6', 'port_id': '83dc22d9-097b-44b9-845b-88b269bbc332', 'mac_address': 'fa:16:3e:c4:f5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff801ea7-f962-477a-b25c-e9fc61546c74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:04:20.781136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28001697-f671-4b6d-8198-9fb931b12d59 req-492ec4b2-0e01-4953-87fc-df37f518f031 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:20.782331 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-28001697-f671-4b6d-8198-9fb931b12d59 req-492ec4b2-0e01-4953-87fc-df37f518f031 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:20.813172 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e1d63-b169-4908-bc52-0aef1789d722 req-850475dd-2ec0-4dfb-8526-48428ace0c7b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:20.815141 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b04e1d63-b169-4908-bc52-0aef1789d722 req-850475dd-2ec0-4dfb-8526-48428ace0c7b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 945 time: 0.0925975 Aug 27 14:04:20.820914 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-492ec4b2-0e01-4953-87fc-df37f518f031 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0090225 Aug 27 14:04:20.835744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Request body: {'port': {'device_id': 'd6bbc8fa-09be-4daf-862a-778540645713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:20.849306 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:20.874058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83dc22d9-097b-44b9-845b-88b269bbc332 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:20.887562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-15b23c67-22e1-4903-9f43-e4d8c1579169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:20.889996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-15b23c67-22e1-4903-9f43-e4d8c1579169 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7122541fbf9429583f7f11d0b900353&device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 1096 time: 0.0974810 Aug 27 14:04:20.899167 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:20.911887 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b04e1d63-b169-4908-bc52-0aef1789d722 req-90457724-bab6-4d86-8cfc-fbb95b6e6500 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886590 Aug 27 14:04:20.950729 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:20.992247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 44deef9a-c1cb-451f-9278-fa96d9b9c547, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=44deef9a-c1cb-451f-9278-fa96d9b9c547,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:20.994592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 83dc22d9-097b-44b9-845b-88b269bbc332, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=83dc22d9-097b-44b9-845b-88b269bbc332,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:20.995510 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5290fe-d537-407d-95c6-393fa3235d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44deef9a-c1cb-451f-9278-fa96d9b9c547'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:20.998936 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab61ad1-0e67-41fd-ac39-30bf396cd651" -d '{"events": [{"server_uuid": "de5290fe-d537-407d-95c6-393fa3235d78", "name": "network-vif-plugged", "status": "completed", "tag": "44deef9a-c1cb-451f-9278-fa96d9b9c547"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:21.005043 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:21.007143 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:21.060014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-481541fe-1db4-4ca0-a6b7-e7c35b525ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:21.061750 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-481541fe-1db4-4ca0-a6b7-e7c35b525ed8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b463e880-0d35-4b83-802a-025c614e00d6 HTTP/1.1" status: 200 len: 913 time: 0.1585393 Aug 27 14:04:21.074047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=44deef9a-c1cb-451f-9278-fa96d9b9c547,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:21.119491 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-5eae7d96-1cb8-4ffc-8444-66820c3bc7b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecd485f-c451-4b0f-97ef-318426543405 HTTP/1.1" status: 200 len: 217 time: 0.0478170 Aug 27 14:04:21.126144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3570877-98bb-4c4f-8865-4baa46b01753 req-e2858172-1bda-4c4d-adf0-30b278a9d624 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:21.127636 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d3570877-98bb-4c4f-8865-4baa46b01753 req-e2858172-1bda-4c4d-adf0-30b278a9d624 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 932 time: 0.1371267 Aug 27 14:04:21.150890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=83dc22d9-097b-44b9-845b-88b269bbc332,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:21.156043 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:21.203315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-2741d30e-6a81-4c9a-aff6-223cdeb02734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:21.204990 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-2741d30e-6a81-4c9a-aff6-223cdeb02734 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff801ea7-f962-477a-b25c-e9fc61546c74 HTTP/1.1" status: 200 len: 852 time: 0.0710275 Aug 27 14:04:21.212205 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d3570877-98bb-4c4f-8865-4baa46b01753 req-4b607a5c-802b-4798-9e7e-d108589a9718 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb86588-d0e8-4865-b1fc-549c705e2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745733 Aug 27 14:04:21.256575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-4be7737b-93ce-4699-a7cb-bbd2a282e2a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b463e880-0d35-4b83-802a-025c614e00d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376701 Aug 27 14:04:21.294963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['83dc22d9-097b-44b9-845b-88b269bbc332'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:21.361514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:21.373408 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:21.391254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Transition to ACTIVE for port object fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:04:21.396009 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed694638-800c-4e82-8200-01ed7d370ac7 x-openstack-request-id: req-ed694638-800c-4e82-8200-01ed7d370ac7 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:21.396513 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5290fe-d537-407d-95c6-393fa3235d78", "name": "network-vif-plugged", "status": "completed", "tag": "44deef9a-c1cb-451f-9278-fa96d9b9c547", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:21.396765 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed694638-800c-4e82-8200-01ed7d370ac7 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:21.397708 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5290fe-d537-407d-95c6-393fa3235d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44deef9a-c1cb-451f-9278-fa96d9b9c547', 'code': 200} Aug 27 14:04:21.399200 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:21.473791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:21.620652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e192d35-80d7-4ab0-aa42-8181dec3fd50 req-08201aba-8a28-4a52-93e2-2e446b659bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:21.622188 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e192d35-80d7-4ab0-aa42-8181dec3fd50 req-08201aba-8a28-4a52-93e2-2e446b659bd6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 1097 time: 0.1345351 Aug 27 14:04:21.661929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Attempting to bind port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:04:21.662807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Attempting to bind port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '3c362680-fb9d-44cc-8e52-3ee15c0ffa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5fb99247-56f3-4919-aa2a-03555dd972a4'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:04:21.663552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Attempting to bind port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 on network 5fb99247-56f3-4919-aa2a-03555dd972a4 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:21.676556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb071-007f-49c4-8b78-8827cb315fb9 req-13d0c457-fc78-4dc6-9c85-0d8997ac5fe3 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:21.678888 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9bdb071-007f-49c4-8b78-8827cb315fb9 req-13d0c457-fc78-4dc6-9c85-0d8997ac5fe3 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 944 time: 0.0954258 Aug 27 14:04:21.680457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 on network 5fb99247-56f3-4919-aa2a-03555dd972a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:04:21.680786 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Attempting to bind port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 on network 5fb99247-56f3-4919-aa2a-03555dd972a4 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:21.703077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:04:21.703427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Checking segment: {'id': '3c362680-fb9d-44cc-8e52-3ee15c0ffa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5fb99247-56f3-4919-aa2a-03555dd972a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:21.703824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Bound using segment: {'id': '3c362680-fb9d-44cc-8e52-3ee15c0ffa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5fb99247-56f3-4919-aa2a-03555dd972a4'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:04:21.704281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Bound port: fdb20c93-bd2f-4c6b-887e-73ce7602e3a4, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c362680-fb9d-44cc-8e52-3ee15c0ffa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5fb99247-56f3-4919-aa2a-03555dd972a4'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:04:21.704649 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:21.724195 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e192d35-80d7-4ab0-aa42-8181dec3fd50 req-88726819-f7a5-426a-a2c2-660810065a52 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906527 Aug 27 14:04:21.749249 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe35584-c9f6-402d-b956-b2e249d571bb req-140066fb-a8ae-4dba-8aef-b318f94a7929 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:21.750729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1fe35584-c9f6-402d-b956-b2e249d571bb req-140066fb-a8ae-4dba-8aef-b318f94a7929 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 945 time: 0.4023221 Aug 27 14:04:21.766952 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9bdb071-007f-49c4-8b78-8827cb315fb9 req-b8ffabab-ad02-4564-87cd-707ca703aa50 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801589 Aug 27 14:04:21.770615 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-2dcb7d8c-f374-4e1b-aa33-ec2b2d959aee service neutron] 10.222.0.41 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008278 Aug 27 14:04:21.809157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] For port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:04:21.812434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] For port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4,segment=NetworkSegment(3c362680-fb9d-44cc-8e52-3ee15c0ffa07),segment_id=3c362680-fb9d-44cc-8e52-3ee15c0ffa07)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:04:21.817656 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:21.846203 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1fe35584-c9f6-402d-b956-b2e249d571bb req-c9baa72b-86f7-4f8c-bb04-80df981655f9 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867314 Aug 27 14:04:21.867549 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:21.868354 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:21.869738 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] 10.222.0.52 "PUT /v2.0/ports/fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 HTTP/1.1" status: 200 len: 1093 time: 1.0382948 Aug 27 14:04:21.894876 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14249bb4-4f08-466c-8e9d-adeca46c8db6 req-9869ad22-140a-4172-b1ae-ca7f74e46802 service neutron] 10.222.0.41 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129825 Aug 27 14:04:21.912917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f946246-8c01-4f48-b045-bd0117bc95d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:21.931253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d31d5-fa79-456c-9b3f-b524cf4d89a7 req-923ea662-0164-4189-a934-64d1e196dbd6 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:21.933027 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e2d31d5-fa79-456c-9b3f-b524cf4d89a7 req-923ea662-0164-4189-a934-64d1e196dbd6 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 945 time: 0.0843663 Aug 27 14:04:21.935594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bbc8fa-09be-4daf-862a-778540645713', 'tag': 'fdb20c93-bd2f-4c6b-887e-73ce7602e3a4'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:21.937853 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9378f256-bf88-4892-9ba4-81c7462480f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bbc8fa-09be-4daf-862a-778540645713", "tag": "fdb20c93-bd2f-4c6b-887e-73ce7602e3a4"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:21.988931 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e2d31d5-fa79-456c-9b3f-b524cf4d89a7 req-e2d7f41f-5a0f-4218-8464-1834cf8155c9 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479217 Aug 27 14:04:22.023449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28001697-f671-4b6d-8198-9fb931b12d59 req-1fa75d88-52a7-45a5-a8ae-3e480332f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:22.025452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-1fa75d88-52a7-45a5-a8ae-3e480332f860 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36c54b2d96314f3babf5ead0f6d5e7b8&device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 1096 time: 0.0486846 Aug 27 14:04:22.078622 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560c3d34-dabf-4e9b-80f6-0a05ca89e81c x-openstack-request-id: req-560c3d34-dabf-4e9b-80f6-0a05ca89e81c {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:22.079038 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bbc8fa-09be-4daf-862a-778540645713", "tag": "fdb20c93-bd2f-4c6b-887e-73ce7602e3a4", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:22.079291 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-560c3d34-dabf-4e9b-80f6-0a05ca89e81c {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:22.079691 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bbc8fa-09be-4daf-862a-778540645713', 'tag': 'fdb20c93-bd2f-4c6b-887e-73ce7602e3a4', 'status': 'completed', 'code': 200} Aug 27 14:04:22.081479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-9e559c05-bb28-4839-bb84-53292340126f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0447338 Aug 27 14:04:22.097005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01306fa-aeb9-44d7-8c1c-6cb8b5760cda req-5550324f-52bd-4f35-aed9-e2aa09596855 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:22.098495 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a01306fa-aeb9-44d7-8c1c-6cb8b5760cda req-5550324f-52bd-4f35-aed9-e2aa09596855 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 943 time: 0.0659430 Aug 27 14:04:22.139963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28001697-f671-4b6d-8198-9fb931b12d59 req-45a89e1e-cf18-4530-b1f7-935c496b2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:22.141583 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-45a89e1e-cf18-4530-b1f7-935c496b2669 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49de04f2-57dc-4b37-900e-1cee39eda94d HTTP/1.1" status: 200 len: 853 time: 0.0491428 Aug 27 14:04:22.143771 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a01306fa-aeb9-44d7-8c1c-6cb8b5760cda req-94a53add-4506-4f4f-b1c3-190d15b4b0a8 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386972 Aug 27 14:04:22.211154 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-784bd965-6eff-4afd-bedd-d735b081cc6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fb99247-56f3-4919-aa2a-03555dd972a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328257 Aug 27 14:04:22.318104 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-5982ebe1-1dbf-4c87-a0ad-29d392a74cb4 service neutron] 10.222.0.52 "GET /v2.0/networks/5fb99247-56f3-4919-aa2a-03555dd972a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961254 Aug 27 14:04:22.350652 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fabc1-51d3-46cd-9609-3b530011ecef req-80a17376-bb72-4410-ba6c-197621682afb tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:22.352315 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f1fabc1-51d3-46cd-9609-3b530011ecef req-80a17376-bb72-4410-ba6c-197621682afb tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 944 time: 0.0627048 Aug 27 14:04:22.392328 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f1fabc1-51d3-46cd-9609-3b530011ecef req-77afb719-f010-47a0-aec7-c6ffb737f326 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb86588-d0e8-4865-b1fc-549c705e2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336411 Aug 27 14:04:22.420445 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28001697-f671-4b6d-8198-9fb931b12d59 req-14051151-386a-45e6-9417-8a28a38dca7c service neutron] 10.222.0.52 "GET /v2.0/networks/5fb99247-56f3-4919-aa2a-03555dd972a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933809 Aug 27 14:04:22.511948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378f256-bf88-4892-9ba4-81c7462480f6 req-6ce3da3e-6f9f-4268-851e-af573aa36064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:22.514054 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9378f256-bf88-4892-9ba4-81c7462480f6 req-6ce3da3e-6f9f-4268-851e-af573aa36064 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36c54b2d96314f3babf5ead0f6d5e7b8&device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 1096 time: 0.0467970 Aug 27 14:04:22.590820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 83dc22d9-097b-44b9-845b-88b269bbc332 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:22.638824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378f256-bf88-4892-9ba4-81c7462480f6 req-aa19aa76-3519-464a-a1a5-0cec050bf1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:22.640896 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9378f256-bf88-4892-9ba4-81c7462480f6 req-aa19aa76-3519-464a-a1a5-0cec050bf1cc service neutron] 10.222.0.52 "GET /v2.0/networks?id=5fb99247-56f3-4919-aa2a-03555dd972a4 HTTP/1.1" status: 200 len: 914 time: 0.1171820 Aug 27 14:04:22.665086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 83dc22d9-097b-44b9-845b-88b269bbc332 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:04:22.671603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 83dc22d9-097b-44b9-845b-88b269bbc332 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:22.672026 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:22.709936 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9378f256-bf88-4892-9ba4-81c7462480f6 req-d1f3e087-0476-4282-8757-e61c382d137f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0604627 Aug 27 14:04:22.760883 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:22.767958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378f256-bf88-4892-9ba4-81c7462480f6 req-322a3641-bcbc-47b4-844e-aa25ca28d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:22.769459 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9378f256-bf88-4892-9ba4-81c7462480f6 req-322a3641-bcbc-47b4-844e-aa25ca28d010 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49de04f2-57dc-4b37-900e-1cee39eda94d HTTP/1.1" status: 200 len: 853 time: 0.0491085 Aug 27 14:04:22.798930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 83dc22d9-097b-44b9-845b-88b269bbc332, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=83dc22d9-097b-44b9-845b-88b269bbc332,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:22.805070 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:22.806039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:22.836012 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9378f256-bf88-4892-9ba4-81c7462480f6 req-fec24e0b-0bcb-4983-b74f-eaaea74f9d14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fb99247-56f3-4919-aa2a-03555dd972a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475247 Aug 27 14:04:22.903993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=83dc22d9-097b-44b9-845b-88b269bbc332,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:22.941426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b4236323-4945-4d7e-b540-44afd9671d38 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:04:22.973458 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:23.026187 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9378f256-bf88-4892-9ba4-81c7462480f6 req-48a62db9-dbe4-4a61-8c49-93668809b365 service neutron] 10.222.0.52 "GET /v2.0/networks/5fb99247-56f3-4919-aa2a-03555dd972a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729019 Aug 27 14:04:23.035009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7617d3-e0f5-4446-be7d-530f9c71d74d req-a77fdc7e-dbb4-417f-a3e5-065225710824 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:23.045594 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a7617d3-e0f5-4446-be7d-530f9c71d74d req-a77fdc7e-dbb4-417f-a3e5-065225710824 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 945 time: 0.1530349 Aug 27 14:04:23.065004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:23.071272 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:23.080969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef6eac-1453-48df-af46-9f5b66e5f49a req-6252811a-7fad-4893-b8be-cc2aee691875 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:23.083921 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cef6eac-1453-48df-af46-9f5b66e5f49a req-6252811a-7fad-4893-b8be-cc2aee691875 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 945 time: 0.0734746 Aug 27 14:04:23.114133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b4236323-4945-4d7e-b540-44afd9671d38, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b4236323-4945-4d7e-b540-44afd9671d38,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:23.130217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cef6eac-1453-48df-af46-9f5b66e5f49a req-f755a7eb-58f9-4b13-80a1-f6fa29e9430e tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394733 Aug 27 14:04:23.140484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'b4236323-4945-4d7e-b540-44afd9671d38', 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836', 'port_id': 'b4236323-4945-4d7e-b540-44afd9671d38', 'mac_address': 'fa:16:3e:0d:fc:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097d6e0f-f727-4b49-aaaa-1cc720b6e808', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:04:23.146521 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a7617d3-e0f5-4446-be7d-530f9c71d74d req-28630ddf-69db-4580-b2a3-4e2789f5d66f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999534 Aug 27 14:04:23.147353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,revision_number=11']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:23.198415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9378f256-bf88-4892-9ba4-81c7462480f6 req-870359e5-3f35-42b4-b216-f3bac8a1bab9 service neutron] 10.222.0.52 "GET /v2.0/networks/5fb99247-56f3-4919-aa2a-03555dd972a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504378 Aug 27 14:04:23.207659 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:23.226186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4236323-4945-4d7e-b540-44afd9671d38 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:23.254031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b4236323-4945-4d7e-b540-44afd9671d38, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b4236323-4945-4d7e-b540-44afd9671d38,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:23.259098 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:23.259764 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 75665513-6099-4a0e-bb03-2d3e242f4209 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:04:23.297392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a757ec-5c27-4ab2-8491-ffa40df83fc2 req-2674d210-d4d8-402a-baa8-956ae2a0cb67 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:23.299005 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29a757ec-5c27-4ab2-8491-ffa40df83fc2 req-2674d210-d4d8-402a-baa8-956ae2a0cb67 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 945 time: 0.0717897 Aug 27 14:04:23.350369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387efa0a-cc94-46d0-9367-3edbde6c7a85 req-ef298565-a2d9-4176-9cf8-92764a6d4c2a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:23.352918 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29a757ec-5c27-4ab2-8491-ffa40df83fc2 req-8d74639c-4294-4db6-9fac-61f430e5f37c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471008 Aug 27 14:04:23.354960 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-387efa0a-cc94-46d0-9367-3edbde6c7a85 req-ef298565-a2d9-4176-9cf8-92764a6d4c2a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 943 time: 0.0625000 Aug 27 14:04:23.406162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-387efa0a-cc94-46d0-9367-3edbde6c7a85 req-2a4b0796-048c-48cd-83ea-523e028cfe00 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459723 Aug 27 14:04:23.416050 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e271308f-e8f3-459a-874b-6ae21face40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dc22d9-097b-44b9-845b-88b269bbc332'}, {'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:23.418399 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d89ec44-01d5-4576-bcb1-487f85ea6604" -d '{"events": [{"server_uuid": "e271308f-e8f3-459a-874b-6ae21face40b", "name": "network-vif-plugged", "status": "completed", "tag": "83dc22d9-097b-44b9-845b-88b269bbc332"}, {"server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:23.468628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 75665513-6099-4a0e-bb03-2d3e242f4209, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=75665513-6099-4a0e-bb03-2d3e242f4209,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:23.471814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b4236323-4945-4d7e-b540-44afd9671d38,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:23.484719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '75665513-6099-4a0e-bb03-2d3e242f4209', 'network_id': 'e715f53c-7c6c-450b-850b-de69f2329836', 'port_id': '75665513-6099-4a0e-bb03-2d3e242f4209', 'mac_address': 'fa:16:3e:79:35:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097d6e0f-f727-4b49-aaaa-1cc720b6e808', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:04:23.535219 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:23.548166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75665513-6099-4a0e-bb03-2d3e242f4209 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:23.569445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 75665513-6099-4a0e-bb03-2d3e242f4209, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=75665513-6099-4a0e-bb03-2d3e242f4209,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:23.575616 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:23.598138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea699d16-4aca-4f1b-ae5c-e8fabacb1e23 req-cb0289a8-860d-41b2-9ca1-6774ce81197f tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:23.600639 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea699d16-4aca-4f1b-ae5c-e8fabacb1e23 req-cb0289a8-860d-41b2-9ca1-6774ce81197f tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 944 time: 0.0561244 Aug 27 14:04:23.631437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=75665513-6099-4a0e-bb03-2d3e242f4209,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:23.645109 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea699d16-4aca-4f1b-ae5c-e8fabacb1e23 req-029ffdbf-501f-4019-8543-c3a5b30643dd tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb86588-d0e8-4865-b1fc-549c705e2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344598 Aug 27 14:04:23.696876 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4d00af-c9e3-40cd-aad9-089e30e82a3b x-openstack-request-id: req-9c4d00af-c9e3-40cd-aad9-089e30e82a3b {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:23.697302 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e271308f-e8f3-459a-874b-6ae21face40b", "name": "network-vif-plugged", "status": "completed", "tag": "83dc22d9-097b-44b9-845b-88b269bbc332", "code": 200}, {"server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:23.697526 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c4d00af-c9e3-40cd-aad9-089e30e82a3b {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:23.697910 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e271308f-e8f3-459a-874b-6ae21face40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dc22d9-097b-44b9-845b-88b269bbc332', 'code': 200} Aug 27 14:04:23.698188 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c', 'code': 200} Aug 27 14:04:23.812592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b672f-97b0-4275-9d61-56b32ea5c6ec req-06b5196b-3bc0-4f60-acea-18b1392aae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:23.814095 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c35b672f-97b0-4275-9d61-56b32ea5c6ec req-06b5196b-3bc0-4f60-acea-18b1392aae0a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 1097 time: 0.0527849 Aug 27 14:04:23.863597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c35b672f-97b0-4275-9d61-56b32ea5c6ec req-5dbdc21a-74e6-4880-9830-77f2ea952118 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331945 Aug 27 14:04:24.182210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['b4236323-4945-4d7e-b540-44afd9671d38'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:24.214237 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['75665513-6099-4a0e-bb03-2d3e242f4209'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:24.270502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d1fbf-119d-45b8-843f-bc6672262d54 req-4485311a-0a92-4483-a02b-26e6c5c17b96 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:24.272420 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e75d1fbf-119d-45b8-843f-bc6672262d54 req-4485311a-0a92-4483-a02b-26e6c5c17b96 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 945 time: 0.0577877 Aug 27 14:04:24.320182 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e75d1fbf-119d-45b8-843f-bc6672262d54 req-725edc04-4720-4720-b55f-6008da5758ce tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Aug 27 14:04:24.448828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c0bb8-126e-4e03-b6db-18550a661888 req-6cc01e89-2eb0-4299-baa5-cd964a8ca795 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:24.451187 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-234c0bb8-126e-4e03-b6db-18550a661888 req-6cc01e89-2eb0-4299-baa5-cd964a8ca795 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 945 time: 0.0565250 Aug 27 14:04:24.480746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b1054-2312-4618-b771-533a56cdf02b req-7bbd5e91-a378-42ad-9a5d-722256bf824e tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:24.482359 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a4b1054-2312-4618-b771-533a56cdf02b req-7bbd5e91-a378-42ad-9a5d-722256bf824e tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 944 time: 0.0546598 Aug 27 14:04:24.491913 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-234c0bb8-126e-4e03-b6db-18550a661888 req-51f6e08b-e626-4b30-9db7-3c712ffec4fc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 Aug 27 14:04:24.522036 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a4b1054-2312-4618-b771-533a56cdf02b req-f5907bbf-047e-4822-9a02-10139ccc7fa0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337350 Aug 27 14:04:24.586439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:04:24.651111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f8495-dfbf-4705-b454-a3d8d82bf349 req-96adf71e-9499-4f4b-98e4-361ab5d2ad8c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:24.653069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-292f8495-dfbf-4705-b454-a3d8d82bf349 req-96adf71e-9499-4f4b-98e4-361ab5d2ad8c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 943 time: 0.0644925 Aug 27 14:04:24.701980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4,segment=NetworkSegment(3c362680-fb9d-44cc-8e52-3ee15c0ffa07),segment_id=3c362680-fb9d-44cc-8e52-3ee15c0ffa07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:24.717655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'fdb20c93-bd2f-4c6b-887e-73ce7602e3a4', 'network_id': '5fb99247-56f3-4919-aa2a-03555dd972a4', 'port_id': 'fdb20c93-bd2f-4c6b-887e-73ce7602e3a4', 'mac_address': 'fa:16:3e:32:02:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49de04f2-57dc-4b37-900e-1cee39eda94d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:04:24.722391 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-292f8495-dfbf-4705-b454-a3d8d82bf349 req-48b3718d-988b-483c-9919-bec679ad9cf3 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610785 Aug 27 14:04:24.726903 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ca1deaf-e4ab-4f45-a815-9c7f3db882b1 req-202d7c4a-8a3c-4e5e-8247-13c73e9a0f5b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a22fea95-f0ae-41ea-b487-d7e3a401701d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0731046 Aug 27 14:04:24.766132 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:24.788888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:24.810388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1deaf-e4ab-4f45-a815-9c7f3db882b1 req-c87f6560-e286-40e2-b76c-11abea0a97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:24.812420 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ca1deaf-e4ab-4f45-a815-9c7f3db882b1 req-c87f6560-e286-40e2-b76c-11abea0a97fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&device_id=a22fea95-f0ae-41ea-b487-d7e3a401701d HTTP/1.1" status: 200 len: 1101 time: 0.0532272 Aug 27 14:04:24.814377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4,segment=NetworkSegment(3c362680-fb9d-44cc-8e52-3ee15c0ffa07),segment_id=3c362680-fb9d-44cc-8e52-3ee15c0ffa07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:24.820076 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:24.881944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:24.939178 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 54557626-add6-47d5-ba39-0443b91783bc details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:04:24.965667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a09d6-19fa-46a2-b6f3-0165dfd91852 req-e5dc50f0-6ddb-47c8-b48c-00b8a3cd622d tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:24.967193 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b4a09d6-19fa-46a2-b6f3-0165dfd91852 req-e5dc50f0-6ddb-47c8-b48c-00b8a3cd622d tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 945 time: 0.1063693 Aug 27 14:04:24.989626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1deaf-e4ab-4f45-a815-9c7f3db882b1 req-7445e645-d78c-4f3c-8297-7c4be251185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:24.992210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ca1deaf-e4ab-4f45-a815-9c7f3db882b1 req-7445e645-d78c-4f3c-8297-7c4be251185d service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1559980 Aug 27 14:04:25.044136 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 54557626-add6-47d5-ba39-0443b91783bc, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=54557626-add6-47d5-ba39-0443b91783bc,segment=NetworkSegment(a69ba301-f2c8-4193-a8f0-98716e23a196),segment_id=a69ba301-f2c8-4193-a8f0-98716e23a196)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:25.053624 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ca1deaf-e4ab-4f45-a815-9c7f3db882b1 req-26b59bf6-fbe4-4232-9877-baec7283b267 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c HTTP/1.1" status: 200 len: 217 time: 0.0472379 Aug 27 14:04:25.057284 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b4a09d6-19fa-46a2-b6f3-0165dfd91852 req-6857e426-d7af-429a-87bd-00bedeafa06f tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb86588-d0e8-4865-b1fc-549c705e2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778441 Aug 27 14:04:25.059941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '54557626-add6-47d5-ba39-0443b91783bc', 'network_id': 'a2e8fae9-e52b-4f24-ad2a-000503a545a8', 'port_id': '54557626-add6-47d5-ba39-0443b91783bc', 'mac_address': 'fa:16:3e:f4:19:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651930c4-8e28-4aab-bc58-a3565f519406', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:04:25.112260 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:25.119998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1deaf-e4ab-4f45-a815-9c7f3db882b1 req-e22f23bb-7d2c-4ddf-a769-afe11d43a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:25.121853 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ca1deaf-e4ab-4f45-a815-9c7f3db882b1 req-e22f23bb-7d2c-4ddf-a769-afe11d43a4f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0537720 Aug 27 14:04:25.128258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54557626-add6-47d5-ba39-0443b91783bc {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:25.154373 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 54557626-add6-47d5-ba39-0443b91783bc, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=54557626-add6-47d5-ba39-0443b91783bc,segment=NetworkSegment(a69ba301-f2c8-4193-a8f0-98716e23a196),segment_id=a69ba301-f2c8-4193-a8f0-98716e23a196)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:25.158927 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:25.159727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0ecd485f-c451-4b0f-97ef-318426543405 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:04:25.214777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1deaf-e4ab-4f45-a815-9c7f3db882b1 req-6b153db4-7d40-45cd-a79f-0620f3cb71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:25.216218 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ca1deaf-e4ab-4f45-a815-9c7f3db882b1 req-6b153db4-7d40-45cd-a79f-0620f3cb71f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0436635 Aug 27 14:04:25.233989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['fdb20c93-bd2f-4c6b-887e-73ce7602e3a4'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:25.290175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=54557626-add6-47d5-ba39-0443b91783bc,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:25.343203 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ca1deaf-e4ab-4f45-a815-9c7f3db882b1 req-547f667b-d4dc-4fb9-b156-8b55c945c19d service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062217 Aug 27 14:04:25.355767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0ecd485f-c451-4b0f-97ef-318426543405, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0ecd485f-c451-4b0f-97ef-318426543405,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:25.386309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '0ecd485f-c451-4b0f-97ef-318426543405', 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6', 'port_id': '0ecd485f-c451-4b0f-97ef-318426543405', 'mac_address': 'fa:16:3e:9e:2f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff801ea7-f962-477a-b25c-e9fc61546c74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:04:25.445846 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:25.465894 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ca1deaf-e4ab-4f45-a815-9c7f3db882b1 req-6f0f0f6f-6d4f-40ea-9736-577486cc259c service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083431 Aug 27 14:04:25.468169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecd485f-c451-4b0f-97ef-318426543405 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:25.508345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0ecd485f-c451-4b0f-97ef-318426543405, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0ecd485f-c451-4b0f-97ef-318426543405,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:25.513408 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:25.568376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0ecd485f-c451-4b0f-97ef-318426543405,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:25.632766 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210ee90-c38b-4746-827a-f1e34d23da7c req-c332636e-073c-42dc-8279-dccdc5b43a8f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:25.634318 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d210ee90-c38b-4746-827a-f1e34d23da7c req-c332636e-073c-42dc-8279-dccdc5b43a8f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 945 time: 0.0624146 Aug 27 14:04:25.674959 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d210ee90-c38b-4746-827a-f1e34d23da7c req-c898ee69-9aba-4a5d-8010-4e4341cef4db tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343468 Aug 27 14:04:25.751302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dac8b-8e66-42fa-8d7b-7ecc949f100c req-d0084389-8ef7-4e49-84d5-74552d878972 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:25.752689 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-098dac8b-8e66-42fa-8d7b-7ecc949f100c req-d0084389-8ef7-4e49-84d5-74552d878972 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 944 time: 0.0524201 Aug 27 14:04:25.795606 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-098dac8b-8e66-42fa-8d7b-7ecc949f100c req-83902c2d-390a-485b-8ba3-dcfaf20de314 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351245 Aug 27 14:04:25.908203 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f583e-8701-4ffd-9ed0-d043e70e4c48 req-d6935085-99fa-4cd7-9d2d-59096831650c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:25.909744 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e28f583e-8701-4ffd-9ed0-d043e70e4c48 req-d6935085-99fa-4cd7-9d2d-59096831650c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 944 time: 0.0485189 Aug 27 14:04:25.910954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eba86-7de9-4a10-9a92-2c7699b5f36e req-0ce39475-0dd3-4d49-acfc-d57214678dd6 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:25.913100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a67eba86-7de9-4a10-9a92-2c7699b5f36e req-0ce39475-0dd3-4d49-acfc-d57214678dd6 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 945 time: 0.0540061 Aug 27 14:04:25.948020 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e28f583e-8701-4ffd-9ed0-d043e70e4c48 req-4ef8edf0-1e08-4cb6-98de-a8e040b4233e tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Aug 27 14:04:25.949978 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a67eba86-7de9-4a10-9a92-2c7699b5f36e req-5cde26b9-9d14-4325-b93d-b1850c4fc596 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306625 Aug 27 14:04:26.064551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b177bf-66e7-4a06-aaa9-37927f3fbf95 req-f6eab3da-1c4c-401f-8eb8-40b63d39fdb7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:26.066046 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-94b177bf-66e7-4a06-aaa9-37927f3fbf95 req-f6eab3da-1c4c-401f-8eb8-40b63d39fdb7 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 948 time: 0.0511208 Aug 27 14:04:26.108385 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-94b177bf-66e7-4a06-aaa9-37927f3fbf95 req-4577e9fc-3445-4100-aac5-74e114c2ccb4 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356646 Aug 27 14:04:26.181396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1eca2-2af4-4938-87ae-93ccd44a3da7 req-0768169a-7fbd-4c6d-9d45-c5e14065a2a0 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:26.182925 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15e1eca2-2af4-4938-87ae-93ccd44a3da7 req-0768169a-7fbd-4c6d-9d45-c5e14065a2a0 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 945 time: 0.0537505 Aug 27 14:04:26.223287 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15e1eca2-2af4-4938-87ae-93ccd44a3da7 req-ddc59f36-0ee1-4e20-a216-fe6b84561878 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb86588-d0e8-4865-b1fc-549c705e2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340250 Aug 27 14:04:26.600816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:26.640250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['54557626-add6-47d5-ba39-0443b91783bc'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:26.682781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:04:26.691947 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:26.692373 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:26.772122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0ecd485f-c451-4b0f-97ef-318426543405'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:26.872402 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:26.927166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bb9f4-d4ff-4940-a3b7-853585f46607 req-d4fe9083-13e9-4bbe-afdb-077f756cdb11 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:26.929772 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-991bb9f4-d4ff-4940-a3b7-853585f46607 req-d4fe9083-13e9-4bbe-afdb-077f756cdb11 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 944 time: 0.0583670 Aug 27 14:04:26.929983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bbc8fa-09be-4daf-862a-778540645713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb20c93-bd2f-4c6b-887e-73ce7602e3a4'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:26.932174 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52795217-91ab-4edc-9dc3-f2c42c679aff" -d '{"events": [{"server_uuid": "d6bbc8fa-09be-4daf-862a-778540645713", "name": "network-vif-plugged", "status": "completed", "tag": "fdb20c93-bd2f-4c6b-887e-73ce7602e3a4"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:26.947943 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b4236323-4945-4d7e-b540-44afd9671d38 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:26.976815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4,segment=NetworkSegment(3c362680-fb9d-44cc-8e52-3ee15c0ffa07),segment_id=3c362680-fb9d-44cc-8e52-3ee15c0ffa07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:26.989183 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092c11e5-513c-4609-9724-35d07ff05463 x-openstack-request-id: req-092c11e5-513c-4609-9724-35d07ff05463 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:26.989466 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bbc8fa-09be-4daf-862a-778540645713", "name": "network-vif-plugged", "status": "completed", "tag": "fdb20c93-bd2f-4c6b-887e-73ce7602e3a4", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:26.989716 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-092c11e5-513c-4609-9724-35d07ff05463 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:26.990794 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bbc8fa-09be-4daf-862a-778540645713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb20c93-bd2f-4c6b-887e-73ce7602e3a4', 'code': 200} Aug 27 14:04:26.992853 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:26.999281 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-991bb9f4-d4ff-4940-a3b7-853585f46607 req-4cd88490-cb29-4bdf-8f5d-533c1fdcb60b tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631580 Aug 27 14:04:27.086263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port b4236323-4945-4d7e-b540-44afd9671d38 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:04:27.090869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:27.104550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port b4236323-4945-4d7e-b540-44afd9671d38 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:27.104922 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:27.110024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:27.110369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:27.110771 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:27.111118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:27.111451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:27.111780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:27.112194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:27.112524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:27.112845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:27.113286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:27.113541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:27.113862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:27.135635 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c9602-3ee6-466a-b8a3-6005d772f47d req-9bc7d912-30e6-4dd8-bcfd-feae3beedc42 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:27.137233 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b29c9602-3ee6-466a-b8a3-6005d772f47d req-9bc7d912-30e6-4dd8-bcfd-feae3beedc42 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 944 time: 0.0636163 Aug 27 14:04:27.163631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77226ee2-8b60-4615-827d-45430f102cf4 req-56b2f655-c512-488c-99c8-33a30593b105 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:27.165404 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-77226ee2-8b60-4615-827d-45430f102cf4 req-56b2f655-c512-488c-99c8-33a30593b105 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 945 time: 0.1006663 Aug 27 14:04:27.167716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b472ce-5a81-4692-b74f-f89bd5da0849 req-5b90c27c-b657-4ada-8eda-3a0820a86b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:27.169373 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-98b472ce-5a81-4692-b74f-f89bd5da0849 req-5b90c27c-b657-4ada-8eda-3a0820a86b17 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 1098 time: 0.0934489 Aug 27 14:04:27.203262 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b29c9602-3ee6-466a-b8a3-6005d772f47d req-3c4a1d72-2d88-42c7-b1a7-0d46d5e251ac tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577934 Aug 27 14:04:27.223794 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-77226ee2-8b60-4615-827d-45430f102cf4 req-227e31c7-b61d-4375-839d-fa100a604422 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518587 Aug 27 14:04:27.227898 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:27.238767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-98b472ce-5a81-4692-b74f-f89bd5da0849 req-69f38730-7b6d-4387-bef3-be3ab9c3419a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bcb86588-d0e8-4865-b1fc-549c705e2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521364 Aug 27 14:04:27.277001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b4236323-4945-4d7e-b540-44afd9671d38, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b4236323-4945-4d7e-b540-44afd9671d38,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:27.280318 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:27.281210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 75665513-6099-4a0e-bb03-2d3e242f4209 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:27.348964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e189a1-fb20-4908-85a8-b527f31abfd4 req-35ad9205-65b2-4fce-8d99-aa3c4582a1fc tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:27.352034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13e189a1-fb20-4908-85a8-b527f31abfd4 req-35ad9205-65b2-4fce-8d99-aa3c4582a1fc tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 948 time: 0.0538726 Aug 27 14:04:27.358635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b4236323-4945-4d7e-b540-44afd9671d38,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:27.369945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 75665513-6099-4a0e-bb03-2d3e242f4209 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:04:27.374196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 75665513-6099-4a0e-bb03-2d3e242f4209 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:27.374576 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:27.393438 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13e189a1-fb20-4908-85a8-b527f31abfd4 req-dbb49016-ee2c-41f2-b58e-24b737015efe tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348070 Aug 27 14:04:27.462215 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:27.499319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 75665513-6099-4a0e-bb03-2d3e242f4209, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=75665513-6099-4a0e-bb03-2d3e242f4209,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:27.503720 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:27.553956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=75665513-6099-4a0e-bb03-2d3e242f4209,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:27.585921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc9e34-342c-4a64-8253-121509342bfe req-a0c6fa8c-595f-4727-bc03-fae3c3d6efcd tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:27.587536 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-abfc9e34-342c-4a64-8253-121509342bfe req-a0c6fa8c-595f-4727-bc03-fae3c3d6efcd tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 946 time: 0.0553477 Aug 27 14:04:27.627432 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-abfc9e34-342c-4a64-8253-121509342bfe req-ec3654fd-ee8b-4135-9e5f-dfaceef6b085 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb86588-d0e8-4865-b1fc-549c705e2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334003 Aug 27 14:04:28.165181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211bf2e-01f9-46b1-a982-caaba5d32482 req-d818e8ca-8e3e-4bd5-8582-10ef372dac35 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:28.166672 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c211bf2e-01f9-46b1-a982-caaba5d32482 req-d818e8ca-8e3e-4bd5-8582-10ef372dac35 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 945 time: 0.1017241 Aug 27 14:04:28.205715 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c211bf2e-01f9-46b1-a982-caaba5d32482 req-aa902786-f790-4493-a0c5-89f0f3c14712 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331135 Aug 27 14:04:28.329119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65461c1a-941b-4a5e-a565-8789979e63ad req-737c23f7-d346-4b77-818a-42428c862b9a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:28.330736 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-65461c1a-941b-4a5e-a565-8789979e63ad req-737c23f7-d346-4b77-818a-42428c862b9a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 944 time: 0.0533040 Aug 27 14:04:28.360324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0ac37-f454-4481-b653-15ca582de7ac req-100eb3f7-dd7d-4191-a494-37f0b6a6f96c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:28.361948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a2a0ac37-f454-4481-b653-15ca582de7ac req-100eb3f7-dd7d-4191-a494-37f0b6a6f96c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 945 time: 0.0596662 Aug 27 14:04:28.373541 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-65461c1a-941b-4a5e-a565-8789979e63ad req-1db2562f-6c93-43d0-9599-eed64c03f7ca tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359614 Aug 27 14:04:28.403569 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a2a0ac37-f454-4481-b653-15ca582de7ac req-935baa62-4692-41fd-ad49-cbff7c9c7e4c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347588 Aug 27 14:04:28.531527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73e047-53fb-444b-88ad-001bdcfced9e req-6d069639-db9a-4249-8668-1d3612b63298 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:28.533047 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f73e047-53fb-444b-88ad-001bdcfced9e req-6d069639-db9a-4249-8668-1d3612b63298 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 948 time: 0.0524178 Aug 27 14:04:28.584539 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f73e047-53fb-444b-88ad-001bdcfced9e req-d4ed814a-a777-4075-9c60-6be5857ec74c tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440197 Aug 27 14:04:28.761571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab9572-8ba1-4092-964f-10866decac9e req-b1d6eda1-24d7-48ff-a561-ac50c7a548b7 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:28.763117 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6dab9572-8ba1-4092-964f-10866decac9e req-b1d6eda1-24d7-48ff-a561-ac50c7a548b7 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 946 time: 0.0548363 Aug 27 14:04:28.805141 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6dab9572-8ba1-4092-964f-10866decac9e req-7959446e-acd7-4f16-a869-673f9b31f93e tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb86588-d0e8-4865-b1fc-549c705e2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355809 Aug 27 14:04:28.949018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1705d58-6190-4b5b-a992-9f06692aedc6 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:04:29.020726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25c941b-4728-4640-9a39-efce79ebdcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4236323-4945-4d7e-b540-44afd9671d38'}, {'server_uuid': 'f82ea906-2eda-4f3d-91ee-882b64d0d786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75665513-6099-4a0e-bb03-2d3e242f4209'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:29.024347 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e485e318-c03a-4982-a88f-e942d01d2e00" -d '{"events": [{"server_uuid": "c25c941b-4728-4640-9a39-efce79ebdcac", "name": "network-vif-plugged", "status": "completed", "tag": "b4236323-4945-4d7e-b540-44afd9671d38"}, {"server_uuid": "f82ea906-2eda-4f3d-91ee-882b64d0d786", "name": "network-vif-plugged", "status": "completed", "tag": "75665513-6099-4a0e-bb03-2d3e242f4209"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:29.073910 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659b1cb4-b576-4bee-92c4-3e83a126eb5d x-openstack-request-id: req-659b1cb4-b576-4bee-92c4-3e83a126eb5d {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:29.074340 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25c941b-4728-4640-9a39-efce79ebdcac", "name": "network-vif-plugged", "status": "completed", "tag": "b4236323-4945-4d7e-b540-44afd9671d38", "code": 200}, {"server_uuid": "f82ea906-2eda-4f3d-91ee-882b64d0d786", "name": "network-vif-plugged", "status": "completed", "tag": "75665513-6099-4a0e-bb03-2d3e242f4209", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:29.074601 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-659b1cb4-b576-4bee-92c4-3e83a126eb5d {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:29.075007 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25c941b-4728-4640-9a39-efce79ebdcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4236323-4945-4d7e-b540-44afd9671d38', 'code': 200} Aug 27 14:04:29.075339 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82ea906-2eda-4f3d-91ee-882b64d0d786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75665513-6099-4a0e-bb03-2d3e242f4209', 'code': 200} Aug 27 14:04:29.082478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a1705d58-6190-4b5b-a992-9f06692aedc6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1705d58-6190-4b5b-a992-9f06692aedc6,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:29.095266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'a1705d58-6190-4b5b-a992-9f06692aedc6', 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2', 'port_id': 'a1705d58-6190-4b5b-a992-9f06692aedc6', 'mac_address': 'fa:16:3e:7a:a1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8012dbf9-0982-45c9-b07b-40b74c5b4a40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:04:29.130558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46199fdf-5b41-4184-bf62-cb992b3bbae6 req-2c037b8a-02de-4700-9773-761f965379ed tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:29.132111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-46199fdf-5b41-4184-bf62-cb992b3bbae6 req-2c037b8a-02de-4700-9773-761f965379ed tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 946 time: 0.0869670 Aug 27 14:04:29.134854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c4dc5-6a40-47fb-90a4-fa9666a7f6c7 req-b0d8efba-c2bc-4109-a0d1-6f3334eb2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:29.135891 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:29.136247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a68c4dc5-6a40-47fb-90a4-fa9666a7f6c7 req-b0d8efba-c2bc-4109-a0d1-6f3334eb2e13 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36c54b2d96314f3babf5ead0f6d5e7b8&device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 1098 time: 0.0803609 Aug 27 14:04:29.149874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1705d58-6190-4b5b-a992-9f06692aedc6 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:29.170710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a1705d58-6190-4b5b-a992-9f06692aedc6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1705d58-6190-4b5b-a992-9f06692aedc6,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:29.174496 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:29.231423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-46199fdf-5b41-4184-bf62-cb992b3bbae6 req-31305d02-1e25-494c-9566-d6dcea7da9bf tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb86588-d0e8-4865-b1fc-549c705e2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926855 Aug 27 14:04:29.251557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a1705d58-6190-4b5b-a992-9f06692aedc6,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:29.272932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c4dc5-6a40-47fb-90a4-fa9666a7f6c7 req-a5f9bbf0-3bcc-4617-a9b2-5b7bd72c0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:29.274826 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a68c4dc5-6a40-47fb-90a4-fa9666a7f6c7 req-a5f9bbf0-3bcc-4617-a9b2-5b7bd72c0174 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5fb99247-56f3-4919-aa2a-03555dd972a4 HTTP/1.1" status: 200 len: 914 time: 0.1294410 Aug 27 14:04:29.330571 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a68c4dc5-6a40-47fb-90a4-fa9666a7f6c7 req-b2bbccb4-1d5c-42aa-a589-ba229eede8fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0381310 Aug 27 14:04:29.341295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb3e52-fe2a-470e-9366-8d0f133137ee req-d1bf84e3-1bcf-459a-86dc-1c49a08c2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:29.343023 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40eb3e52-fe2a-470e-9366-8d0f133137ee req-d1bf84e3-1bcf-459a-86dc-1c49a08c2604 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 1097 time: 0.0856423 Aug 27 14:04:29.360414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650df10d-a416-4f59-89f4-94caa17395e9 req-b0bf6af3-6a65-4f96-8414-6c2621fd3d7e tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:29.362023 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-650df10d-a416-4f59-89f4-94caa17395e9 req-b0bf6af3-6a65-4f96-8414-6c2621fd3d7e tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 945 time: 0.0717332 Aug 27 14:04:29.411543 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c4dc5-6a40-47fb-90a4-fa9666a7f6c7 req-45c75b1b-8975-430c-a8a4-bc51c074a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:29.413628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a68c4dc5-6a40-47fb-90a4-fa9666a7f6c7 req-45c75b1b-8975-430c-a8a4-bc51c074a8e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49de04f2-57dc-4b37-900e-1cee39eda94d HTTP/1.1" status: 200 len: 853 time: 0.0746808 Aug 27 14:04:29.424251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d085e6-c9d4-4529-a656-c3ffdc267649 req-f26b3f73-0904-4ba9-b927-9b730f4d8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:29.426017 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84d085e6-c9d4-4529-a656-c3ffdc267649 req-f26b3f73-0904-4ba9-b927-9b730f4d8891 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f82ea906-2eda-4f3d-91ee-882b64d0d786 HTTP/1.1" status: 200 len: 1098 time: 0.0564933 Aug 27 14:04:29.429196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-650df10d-a416-4f59-89f4-94caa17395e9 req-42ef8143-be0f-4ab0-8ea8-5d92199eb1f3 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594049 Aug 27 14:04:29.431704 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40eb3e52-fe2a-470e-9366-8d0f133137ee req-53fad97c-b944-4526-af22-861461af4723 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614991 Aug 27 14:04:29.552416 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51a282-6e7c-4bbb-86e8-25f15e3a954e req-a1e9258a-dd02-4444-aad9-b3ca50cb822f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:29.555244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb51a282-6e7c-4bbb-86e8-25f15e3a954e req-a1e9258a-dd02-4444-aad9-b3ca50cb822f tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 945 time: 0.0610118 Aug 27 14:04:29.607450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a1705d58-6190-4b5b-a992-9f06692aedc6'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:29.610562 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb51a282-6e7c-4bbb-86e8-25f15e3a954e req-36183896-16b5-404f-a0b2-a9eeb96a6e51 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479419 Aug 27 14:04:29.748846 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a68c4dc5-6a40-47fb-90a4-fa9666a7f6c7 req-8ba2bed7-89bb-4496-97bb-d29ba125381d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fb99247-56f3-4919-aa2a-03555dd972a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3151233 Aug 27 14:04:29.801289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ac023-c6d6-4a4e-b409-7e9d8724dbc0 req-d5a6d855-efaf-49f0-bd63-3aa197fff246 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:29.802806 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc7ac023-c6d6-4a4e-b409-7e9d8724dbc0 req-d5a6d855-efaf-49f0-bd63-3aa197fff246 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 948 time: 0.0515647 Aug 27 14:04:29.841840 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc7ac023-c6d6-4a4e-b409-7e9d8724dbc0 req-2ee4e4e9-1727-4e7c-9aa6-7f5c1be4401a tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323839 Aug 27 14:04:29.849492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca343564-9ce8-4b4e-bdef-c2bb9f27f516 req-a28f5f31-8c41-402b-8966-9cd5f2b4cc0b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:29.851849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca343564-9ce8-4b4e-bdef-c2bb9f27f516 req-a28f5f31-8c41-402b-8966-9cd5f2b4cc0b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 944 time: 0.1054316 Aug 27 14:04:29.902143 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a68c4dc5-6a40-47fb-90a4-fa9666a7f6c7 req-427637d7-59cb-472f-9a23-58ccc07cb10a service neutron] 10.222.0.52 "GET /v2.0/networks/5fb99247-56f3-4919-aa2a-03555dd972a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284354 Aug 27 14:04:29.907137 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca343564-9ce8-4b4e-bdef-c2bb9f27f516 req-0c1d7c97-254b-430e-8af4-f3d0058404e0 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489125 Aug 27 14:04:30.014628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84d085e6-c9d4-4529-a656-c3ffdc267649 req-41f4fa64-5fe1-4ff8-b1b0-d970c91f342a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716755 Aug 27 14:04:30.034845 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a68c4dc5-6a40-47fb-90a4-fa9666a7f6c7 req-80b10743-fa93-4b57-b0f4-2560335fd57d service neutron] 10.222.0.52 "GET /v2.0/networks/5fb99247-56f3-4919-aa2a-03555dd972a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112840 Aug 27 14:04:30.348025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d71fc-d77e-4fc4-9c75-fd35c297705d req-a34bae55-082f-4c43-baa5-d32c87a8241f tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:30.349486 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-294d71fc-d77e-4fc4-9c75-fd35c297705d req-a34bae55-082f-4c43-baa5-d32c87a8241f tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 946 time: 0.0512943 Aug 27 14:04:30.389116 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-294d71fc-d77e-4fc4-9c75-fd35c297705d req-1182ab20-c965-4967-b508-ee1727e46d94 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb86588-d0e8-4865-b1fc-549c705e2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Aug 27 14:04:30.514476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf81a1-0acb-4be7-b4f0-ec0573ae7e1b req-9ce96914-71ca-4908-ae7e-ba5cba9deb73 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:30.515929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3bdf81a1-0acb-4be7-b4f0-ec0573ae7e1b req-9ce96914-71ca-4908-ae7e-ba5cba9deb73 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 948 time: 0.0534728 Aug 27 14:04:30.562710 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d50c82-f8b5-4b81-b29d-925572bcde1e req-20dbecac-35d4-4e52-8e87-8b1b7fd9da41 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:30.564210 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8d50c82-f8b5-4b81-b29d-925572bcde1e req-20dbecac-35d4-4e52-8e87-8b1b7fd9da41 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 945 time: 0.0553582 Aug 27 14:04:30.609931 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8d50c82-f8b5-4b81-b29d-925572bcde1e req-4b5047e9-79a3-423d-8d50-61f10a850f72 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371966 Aug 27 14:04:30.626415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-3bdf81a1-0acb-4be7-b4f0-ec0573ae7e1b req-d72c0ca3-8efd-4477-84a2-209fd78a3edc tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Deleting port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:30.626808 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3bdf81a1-0acb-4be7-b4f0-ec0573ae7e1b req-d72c0ca3-8efd-4477-84a2-209fd78a3edc tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:30.751225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3bdf81a1-0acb-4be7-b4f0-ec0573ae7e1b req-d72c0ca3-8efd-4477-84a2-209fd78a3edc tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] For port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:30.751594 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3bdf81a1-0acb-4be7-b4f0-ec0573ae7e1b req-d72c0ca3-8efd-4477-84a2-209fd78a3edc tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:30.774467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17949d-3484-437b-aa1b-dc4c9191ca8a req-884238c2-b1e9-4640-add5-2ef7f99892e0 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:30.775898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c17949d-3484-437b-aa1b-dc4c9191ca8a req-884238c2-b1e9-4640-add5-2ef7f99892e0 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 945 time: 0.0919104 Aug 27 14:04:30.776744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-3bdf81a1-0acb-4be7-b4f0-ec0573ae7e1b req-d72c0ca3-8efd-4477-84a2-209fd78a3edc tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Calling delete_port for 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:30.851832 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c17949d-3484-437b-aa1b-dc4c9191ca8a req-15b93def-3bb9-4e09-aa9f-3b372108174c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696051 Aug 27 14:04:30.937888 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3bdf81a1-0acb-4be7-b4f0-ec0573ae7e1b req-d72c0ca3-8efd-4477-84a2-209fd78a3edc tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:30.951684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1705d58-6190-4b5b-a992-9f06692aedc6 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:30.965338 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6277a2-8f5b-4fd7-b1af-9a831c0e82a8 req-24455c11-46fb-4696-b396-506b29566d64 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:30.967037 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df6277a2-8f5b-4fd7-b1af-9a831c0e82a8 req-24455c11-46fb-4696-b396-506b29566d64 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 865 time: 0.0544224 Aug 27 14:04:30.971041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c0ca3-8efd-4477-84a2-209fd78a3edc tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Pushing event deleted for resources: {'Port': ['ID=5c954cbd-164a-4604-8a1f-3bbc9dbc9d23,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:31.017813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdf81a1-0acb-4be7-b4f0-ec0573ae7e1b req-d72c0ca3-8efd-4477-84a2-209fd78a3edc tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] No DVR routers for this DVR port 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:31.020773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3bdf81a1-0acb-4be7-b4f0-ec0573ae7e1b req-d72c0ca3-8efd-4477-84a2-209fd78a3edc tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:31.023470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3bdf81a1-0acb-4be7-b4f0-ec0573ae7e1b req-d72c0ca3-8efd-4477-84a2-209fd78a3edc tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.41 "DELETE /v2.0/ports/5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 HTTP/1.1" status: 204 len: 173 time: 0.4994340 Aug 27 14:04:31.024020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2efa54-dae6-4720-897c-c1077f8326cb', 'name': 'network-vif-deleted', 'tag': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:31.026471 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4d08fa-d28e-4c2e-8dc9-430153fa459c" -d '{"events": [{"server_uuid": "bd2efa54-dae6-4720-897c-c1077f8326cb", "name": "network-vif-deleted", "tag": "5c954cbd-164a-4604-8a1f-3bbc9dbc9d23"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:31.042479 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df6277a2-8f5b-4fd7-b1af-9a831c0e82a8 req-b0d84fbf-4251-4ea5-89fa-0b488a726d93 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592496 Aug 27 14:04:31.064362 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port a1705d58-6190-4b5b-a992-9f06692aedc6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:31.064362 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:31.119376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a37800-3789-4311-9c8c-8627507032b4 req-e9612e8d-5d69-4a52-9085-f64601364227 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:31.121243 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39a37800-3789-4311-9c8c-8627507032b4 req-e9612e8d-5d69-4a52-9085-f64601364227 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 944 time: 0.0737560 Aug 27 14:04:31.167154 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cc5efb-6137-4d1a-b5e8-f491f7fdae88 x-openstack-request-id: req-a3cc5efb-6137-4d1a-b5e8-f491f7fdae88 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:31.167445 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2efa54-dae6-4720-897c-c1077f8326cb", "name": "network-vif-deleted", "tag": "5c954cbd-164a-4604-8a1f-3bbc9dbc9d23", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:31.167694 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3cc5efb-6137-4d1a-b5e8-f491f7fdae88 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:31.168257 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2efa54-dae6-4720-897c-c1077f8326cb', 'name': 'network-vif-deleted', 'tag': '5c954cbd-164a-4604-8a1f-3bbc9dbc9d23', 'status': 'completed', 'code': 200} Aug 27 14:04:31.171058 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:31.182814 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39a37800-3789-4311-9c8c-8627507032b4 req-79bcd0ba-a423-4c38-b1b7-62c748c484b0 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511601 Aug 27 14:04:31.194520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e601ec-2021-4040-abb4-747a268677c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1705d58-6190-4b5b-a992-9f06692aedc6'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:31.196795 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c6dab9-7c7b-4802-ac76-724805a1aa22" -d '{"events": [{"server_uuid": "25e601ec-2021-4040-abb4-747a268677c9", "name": "network-vif-plugged", "status": "completed", "tag": "a1705d58-6190-4b5b-a992-9f06692aedc6"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:31.210984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a1705d58-6190-4b5b-a992-9f06692aedc6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1705d58-6190-4b5b-a992-9f06692aedc6,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:31.215566 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:31.216471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 54557626-add6-47d5-ba39-0443b91783bc up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:31.256736 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c498ba-c519-45bb-9091-9277131edf3e x-openstack-request-id: req-17c498ba-c519-45bb-9091-9277131edf3e {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:31.256964 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e601ec-2021-4040-abb4-747a268677c9", "name": "network-vif-plugged", "status": "completed", "tag": "a1705d58-6190-4b5b-a992-9f06692aedc6", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:31.257258 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17c498ba-c519-45bb-9091-9277131edf3e {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:31.257646 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e601ec-2021-4040-abb4-747a268677c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1705d58-6190-4b5b-a992-9f06692aedc6', 'code': 200} Aug 27 14:04:31.297931 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a1705d58-6190-4b5b-a992-9f06692aedc6,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:31.311897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 54557626-add6-47d5-ba39-0443b91783bc completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:04:31.316199 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 54557626-add6-47d5-ba39-0443b91783bc triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:31.316719 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:31.406134 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:31.458368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 54557626-add6-47d5-ba39-0443b91783bc, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=54557626-add6-47d5-ba39-0443b91783bc,segment=NetworkSegment(a69ba301-f2c8-4193-a8f0-98716e23a196),segment_id=a69ba301-f2c8-4193-a8f0-98716e23a196)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:31.463830 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:31.464649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0ecd485f-c451-4b0f-97ef-318426543405 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:31.474241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ddba14df-98fe-463e-90b7-7f7f9b5201b9 req-18c559d1-8f9a-4a3d-9e1b-16e13df8ae5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0338902 Aug 27 14:04:31.538977 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919f8a8-4c4b-42b5-b736-1cf7c8b11620 req-89f987e2-cf5b-46e5-ba4e-0a1f597a2806 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:31.540545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0919f8a8-4c4b-42b5-b736-1cf7c8b11620 req-89f987e2-cf5b-46e5-ba4e-0a1f597a2806 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 946 time: 0.0569386 Aug 27 14:04:31.562627 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=54557626-add6-47d5-ba39-0443b91783bc,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:31.574409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 0ecd485f-c451-4b0f-97ef-318426543405 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:04:31.578745 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 0ecd485f-c451-4b0f-97ef-318426543405 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:31.579129 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:31.584328 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ddba14df-98fe-463e-90b7-7f7f9b5201b9 req-adeb2820-3a6e-4769-a3f2-c19e3206f5b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 210 time: 0.0426335 Aug 27 14:04:31.651300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0919f8a8-4c4b-42b5-b736-1cf7c8b11620 req-b4a10e37-aa58-4d7d-abf5-dd525f5bdd43 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb86588-d0e8-4865-b1fc-549c705e2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999403 Aug 27 14:04:31.672428 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:31.672920 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ddba14df-98fe-463e-90b7-7f7f9b5201b9 req-17848669-c725-48a6-834d-1113cc5c89c6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468175 Aug 27 14:04:31.730979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0ecd485f-c451-4b0f-97ef-318426543405, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0ecd485f-c451-4b0f-97ef-318426543405,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:31.737765 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:31.782484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb5e39-18d4-412d-af9c-695e98e99888 req-aecde7c5-7929-43ef-94b4-a2b2af21bcd5 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:31.786732 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75bb5e39-18d4-412d-af9c-695e98e99888 req-aecde7c5-7929-43ef-94b4-a2b2af21bcd5 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 945 time: 0.0796218 Aug 27 14:04:31.835613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba14df-98fe-463e-90b7-7f7f9b5201b9 req-de85acdf-f8f2-4dd6-8dc1-71c7a8146166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:31.836171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0ecd485f-c451-4b0f-97ef-318426543405,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:31.837690 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ddba14df-98fe-463e-90b7-7f7f9b5201b9 req-de85acdf-f8f2-4dd6-8dc1-71c7a8146166 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505878 Aug 27 14:04:31.867617 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75bb5e39-18d4-412d-af9c-695e98e99888 req-ea48ab22-00d7-4a99-ba69-d1d5871f2d87 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596099 Aug 27 14:04:32.115353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea25bd-f234-4ea3-b19b-8267e74dcf78 req-ddbecdd6-82af-4250-a885-cdca3fda9526 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:32.118906 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7eea25bd-f234-4ea3-b19b-8267e74dcf78 req-ddbecdd6-82af-4250-a885-cdca3fda9526 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 946 time: 0.0752881 Aug 27 14:04:32.132851 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47883b-d5e1-4da6-b1d8-c289edc0b88b req-b78199d8-db3e-4de7-a20f-445d061d8cf7 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:32.135745 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a47883b-d5e1-4da6-b1d8-c289edc0b88b req-b78199d8-db3e-4de7-a20f-445d061d8cf7 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 946 time: 0.1475410 Aug 27 14:04:32.182051 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7eea25bd-f234-4ea3-b19b-8267e74dcf78 req-0a7ddfed-0e2a-433f-9d55-ef849fcff51c tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb86588-d0e8-4865-b1fc-549c705e2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520320 Aug 27 14:04:32.185296 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a47883b-d5e1-4da6-b1d8-c289edc0b88b req-3c2e47a4-371a-4333-b26a-5dd8cf0cabdc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431402 Aug 27 14:04:32.296828 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ff606d4-2034-4492-b11b-d8988a5bca32 req-340574c1-148a-4b2e-965c-4dac879cc2be tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2efa54-dae6-4720-897c-c1077f8326cb HTTP/1.1" status: 200 len: 210 time: 0.0346642 Aug 27 14:04:32.466380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e59ad-d4e3-4bb9-9168-25a8b442bf14 req-281aad35-937d-403f-9ecf-f2e5c5bbd57d tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:32.475875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-521e59ad-d4e3-4bb9-9168-25a8b442bf14 req-281aad35-937d-403f-9ecf-f2e5c5bbd57d tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0735214 Aug 27 14:04:32.516090 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-521e59ad-d4e3-4bb9-9168-25a8b442bf14 req-7647e257-b162-44b5-8b59-3d50598d6c31 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383189 Aug 27 14:04:33.001145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c78bd-8604-4097-a279-d739f4e88627 req-392438f3-955e-4111-8298-d91717b7def6 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:33.003271 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9f1c78bd-8604-4097-a279-d739f4e88627 req-392438f3-955e-4111-8298-d91717b7def6 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 945 time: 0.0549529 Aug 27 14:04:33.053229 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9f1c78bd-8604-4097-a279-d739f4e88627 req-9b12a31f-675a-48aa-8ea0-01aabfeead8c tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Aug 27 14:04:33.199193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cad194-3026-487f-bbcf-cc5e6a6bbac9 req-24747e51-b203-46ab-98da-45189f57c0df tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:33.208022 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f8cad194-3026-487f-bbcf-cc5e6a6bbac9 req-24747e51-b203-46ab-98da-45189f57c0df tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=f82ea906-2eda-4f3d-91ee-882b64d0d786 HTTP/1.1" status: 200 len: 946 time: 0.0632675 Aug 27 14:04:33.258654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d427fd8-2192-4436-abc5-8a396780cb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54557626-add6-47d5-ba39-0443b91783bc'}, {'server_uuid': '76aeaeee-9f13-4a67-8350-eb4e79c8fc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecd485f-c451-4b0f-97ef-318426543405'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:33.261230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f8cad194-3026-487f-bbcf-cc5e6a6bbac9 req-7a9b1198-971d-4399-8f5d-cd3b5f981c70 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519249 Aug 27 14:04:33.261655 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df15518-31e2-414e-8acf-46e2dbc3b3d9" -d '{"events": [{"server_uuid": "4d427fd8-2192-4436-abc5-8a396780cb9f", "name": "network-vif-plugged", "status": "completed", "tag": "54557626-add6-47d5-ba39-0443b91783bc"}, {"server_uuid": "76aeaeee-9f13-4a67-8350-eb4e79c8fc73", "name": "network-vif-plugged", "status": "completed", "tag": "0ecd485f-c451-4b0f-97ef-318426543405"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:33.354772 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab132db-8f65-4115-82c0-fed96be51dd4 req-1a70473f-7ad4-408c-bac5-fabc22526a51 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:33.362233 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dab132db-8f65-4115-82c0-fed96be51dd4 req-1a70473f-7ad4-408c-bac5-fabc22526a51 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 946 time: 0.0733032 Aug 27 14:04:33.389173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfcff4-04ad-414b-8002-56e93564ec20 req-2e01caee-e0e5-4e2c-880d-00ccc8835593 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:33.390979 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8bbfcff4-04ad-414b-8002-56e93564ec20 req-2e01caee-e0e5-4e2c-880d-00ccc8835593 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 946 time: 0.0680330 Aug 27 14:04:33.423239 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dab132db-8f65-4115-82c0-fed96be51dd4 req-e885b037-6f56-4bd4-a80a-b29f702848a5 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541177 Aug 27 14:04:33.438452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8bbfcff4-04ad-414b-8002-56e93564ec20 req-3ed25b9a-d993-48c6-a383-ea8bb5fb40d3 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb86588-d0e8-4865-b1fc-549c705e2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394356 Aug 27 14:04:33.495377 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11a6e5d-d15f-4da5-aebc-d3e8d7de73f2 x-openstack-request-id: req-f11a6e5d-d15f-4da5-aebc-d3e8d7de73f2 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:33.495681 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d427fd8-2192-4436-abc5-8a396780cb9f", "name": "network-vif-plugged", "status": "completed", "tag": "54557626-add6-47d5-ba39-0443b91783bc", "code": 200}, {"server_uuid": "76aeaeee-9f13-4a67-8350-eb4e79c8fc73", "name": "network-vif-plugged", "status": "completed", "tag": "0ecd485f-c451-4b0f-97ef-318426543405", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:33.495966 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f11a6e5d-d15f-4da5-aebc-d3e8d7de73f2 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:33.496367 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d427fd8-2192-4436-abc5-8a396780cb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54557626-add6-47d5-ba39-0443b91783bc', 'code': 200} Aug 27 14:04:33.496626 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76aeaeee-9f13-4a67-8350-eb4e79c8fc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecd485f-c451-4b0f-97ef-318426543405', 'code': 200} Aug 27 14:04:33.802773 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046792c-dfa3-4c01-8c4a-404fa9251a06 req-a8fd0c2a-b693-4dfb-bc1b-c069dbd67484 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:33.811615 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b046792c-dfa3-4c01-8c4a-404fa9251a06 req-a8fd0c2a-b693-4dfb-bc1b-c069dbd67484 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1122339 Aug 27 14:04:33.915073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b1e09-292f-48d1-a1b8-3bbe1f117cb8 req-66725bb9-093a-4a53-94f0-c3ccd71f497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:33.916522 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f00b1e09-292f-48d1-a1b8-3bbe1f117cb8 req-66725bb9-093a-4a53-94f0-c3ccd71f497b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 1098 time: 0.1018119 Aug 27 14:04:33.918148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd1cd3-3c65-41c7-9bae-3e36b6f57dd8 req-441fb811-d795-4fac-93e6-522fd7db793d tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:33.919662 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cccd1cd3-3c65-41c7-9bae-3e36b6f57dd8 req-441fb811-d795-4fac-93e6-522fd7db793d tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 946 time: 0.2062259 Aug 27 14:04:33.924582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b046792c-dfa3-4c01-8c4a-404fa9251a06 req-9d4bd542-723e-41ce-82b9-680277b2d031 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120017 Aug 27 14:04:34.021431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a1eb4-4338-4501-9e33-74945ee89b45 req-e8e41178-0f7d-4c33-9313-8a074e710077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:34.023835 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d0a1eb4-4338-4501-9e33-74945ee89b45 req-e8e41178-0f7d-4c33-9313-8a074e710077 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 1097 time: 0.1997621 Aug 27 14:04:34.035781 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f00b1e09-292f-48d1-a1b8-3bbe1f117cb8 req-6adc42b3-6579-433c-8904-dc8164ae64de service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969961 Aug 27 14:04:34.060908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985500c2-3b62-49b5-89d7-a76a8e18983d req-2737f5b4-46f8-4d7e-a60a-b74e412377f0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:34.063434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-985500c2-3b62-49b5-89d7-a76a8e18983d req-2737f5b4-46f8-4d7e-a60a-b74e412377f0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=f82ea906-2eda-4f3d-91ee-882b64d0d786 HTTP/1.1" status: 200 len: 946 time: 0.0916004 Aug 27 14:04:34.127309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc4a36-71f7-485f-86fc-7cabcb32ba56 req-aa62eb72-0593-489d-be28-8c05b96f42ca tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:34.135160 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc4a36-71f7-485f-86fc-7cabcb32ba56 req-aa62eb72-0593-489d-be28-8c05b96f42ca tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22fea95-f0ae-41ea-b487-d7e3a401701d HTTP/1.1" status: 200 len: 949 time: 0.1100979 Aug 27 14:04:34.136023 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-985500c2-3b62-49b5-89d7-a76a8e18983d req-d341395d-1fb3-4396-ab44-28e5ace09217 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616610 Aug 27 14:04:34.194896 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc4a36-71f7-485f-86fc-7cabcb32ba56 req-1721223c-0b33-473b-a738-2ce0507d604b tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563676 Aug 27 14:04:34.213097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-cccd1cd3-3c65-41c7-9bae-3e36b6f57dd8 req-6fc7ea0f-0cad-4717-ad8f-bd87ec67f5fb tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Deleting port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:34.213503 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cccd1cd3-3c65-41c7-9bae-3e36b6f57dd8 req-6fc7ea0f-0cad-4717-ad8f-bd87ec67f5fb tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:34.342820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-cccd1cd3-3c65-41c7-9bae-3e36b6f57dd8 req-6fc7ea0f-0cad-4717-ad8f-bd87ec67f5fb tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] For port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4,segment=NetworkSegment(3c362680-fb9d-44cc-8e52-3ee15c0ffa07),segment_id=3c362680-fb9d-44cc-8e52-3ee15c0ffa07)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:34.343197 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cccd1cd3-3c65-41c7-9bae-3e36b6f57dd8 req-6fc7ea0f-0cad-4717-ad8f-bd87ec67f5fb tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:34.360207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-cccd1cd3-3c65-41c7-9bae-3e36b6f57dd8 req-6fc7ea0f-0cad-4717-ad8f-bd87ec67f5fb tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Calling delete_port for fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:34.531207 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cccd1cd3-3c65-41c7-9bae-3e36b6f57dd8 req-6fc7ea0f-0cad-4717-ad8f-bd87ec67f5fb tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:34.545967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['fdb20c93-bd2f-4c6b-887e-73ce7602e3a4'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:34.607493 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c09e6f2d-ea3f-4b83-b8b2-4d0b6a40cb47 req-5419e7fb-543b-4674-8ccc-fd5fafd863b4 tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bbc8fa-09be-4daf-862a-778540645713 HTTP/1.1" status: 200 len: 210 time: 0.0391994 Aug 27 14:04:34.633385 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7ea0f-0cad-4717-ad8f-bd87ec67f5fb tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Pushing event deleted for resources: {'Port': ['ID=fdb20c93-bd2f-4c6b-887e-73ce7602e3a4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:34.701974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccd1cd3-3c65-41c7-9bae-3e36b6f57dd8 req-6fc7ea0f-0cad-4717-ad8f-bd87ec67f5fb tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] No DVR routers for this DVR port fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:34.707156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cccd1cd3-3c65-41c7-9bae-3e36b6f57dd8 req-6fc7ea0f-0cad-4717-ad8f-bd87ec67f5fb tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:34.709257 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cccd1cd3-3c65-41c7-9bae-3e36b6f57dd8 req-6fc7ea0f-0cad-4717-ad8f-bd87ec67f5fb tempest-InstanceActionsTestJSON-2019194535 tempest-InstanceActionsTestJSON-2019194535-project] 10.222.0.52 "DELETE /v2.0/ports/fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 HTTP/1.1" status: 204 len: 173 time: 0.7736716 Aug 27 14:04:34.709841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bbc8fa-09be-4daf-862a-778540645713', 'name': 'network-vif-deleted', 'tag': 'fdb20c93-bd2f-4c6b-887e-73ce7602e3a4'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:34.712228 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c0ea3e-35a7-4d9b-9a74-12845bc9e387" -d '{"events": [{"server_uuid": "d6bbc8fa-09be-4daf-862a-778540645713", "name": "network-vif-deleted", "tag": "fdb20c93-bd2f-4c6b-887e-73ce7602e3a4"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:34.752514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fda1a7-cf0a-4e97-b7a0-c539194d75e5 req-c27fe0d9-d041-4e90-9b73-3d1db74b8cc3 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:34.754185 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-79fda1a7-cf0a-4e97-b7a0-c539194d75e5 req-c27fe0d9-d041-4e90-9b73-3d1db74b8cc3 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 946 time: 0.1386354 Aug 27 14:04:34.756180 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d0a1eb4-4338-4501-9e33-74945ee89b45 req-846f8eeb-185e-4840-85ec-600f218e35cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383448 Aug 27 14:04:34.785997 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a56e27-e93e-4ae8-b731-605f8103ae10 x-openstack-request-id: req-23a56e27-e93e-4ae8-b731-605f8103ae10 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:34.797384 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bbc8fa-09be-4daf-862a-778540645713", "name": "network-vif-deleted", "tag": "fdb20c93-bd2f-4c6b-887e-73ce7602e3a4", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:34.797384 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23a56e27-e93e-4ae8-b731-605f8103ae10 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:34.798205 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bbc8fa-09be-4daf-862a-778540645713', 'name': 'network-vif-deleted', 'tag': 'fdb20c93-bd2f-4c6b-887e-73ce7602e3a4', 'status': 'completed', 'code': 200} Aug 27 14:04:34.835676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-79fda1a7-cf0a-4e97-b7a0-c539194d75e5 req-9b539031-8888-4b1c-8aba-bec22c81c172 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605657 Aug 27 14:04:35.007772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:35.030081 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:35.030455 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5c954cbd-164a-4604-8a1f-3bbc9dbc9d23 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:35.064839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84738334-ee7b-417a-8aa7-66dbecd2b09b req-179923b6-06eb-45a7-88d6-6d9b9fac9138 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:35.066536 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84738334-ee7b-417a-8aa7-66dbecd2b09b req-179923b6-06eb-45a7-88d6-6d9b9fac9138 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0620842 Aug 27 14:04:35.110741 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84738334-ee7b-417a-8aa7-66dbecd2b09b req-11f83680-417d-4fe4-95eb-86af77414a5f tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369039 Aug 27 14:04:35.280595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5248d8-7905-4f27-b7c1-da973b33e3ce req-23fc09e1-5268-4d84-9663-d37919bffb72 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:35.282106 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec5248d8-7905-4f27-b7c1-da973b33e3ce req-23fc09e1-5268-4d84-9663-d37919bffb72 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=f82ea906-2eda-4f3d-91ee-882b64d0d786 HTTP/1.1" status: 200 len: 946 time: 0.0770752 Aug 27 14:04:35.331555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be710ec-7356-4ebb-8139-f341187bca54 req-aa7c1491-c478-4c05-9ed8-6f2f9d9a2a92 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:35.333759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6be710ec-7356-4ebb-8139-f341187bca54 req-aa7c1491-c478-4c05-9ed8-6f2f9d9a2a92 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22fea95-f0ae-41ea-b487-d7e3a401701d HTTP/1.1" status: 200 len: 949 time: 0.0627599 Aug 27 14:04:35.337259 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec5248d8-7905-4f27-b7c1-da973b33e3ce req-3e065d18-ad06-4df2-b698-413f0f4c52e9 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Aug 27 14:04:35.409907 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6be710ec-7356-4ebb-8139-f341187bca54 req-2eda001c-44be-4bf1-ba9d-dc8288c4adc4 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689549 Aug 27 14:04:35.663603 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52602) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:35.718226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b15e002-ff87-47ab-8fe8-a5365cdcc138 admin admin] Deleting subnet 49de04f2-57dc-4b37-900e-1cee39eda94d {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:04:35.722318 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b15e002-ff87-47ab-8fe8-a5365cdcc138 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:35.764980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b15e002-ff87-47ab-8fe8-a5365cdcc138 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:35.806741 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b15e002-ff87-47ab-8fe8-a5365cdcc138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:35.866418 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b15e002-ff87-47ab-8fe8-a5365cdcc138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:35.903830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15e002-ff87-47ab-8fe8-a5365cdcc138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49de04f2-57dc-4b37-900e-1cee39eda94d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:35.912227 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b15e002-ff87-47ab-8fe8-a5365cdcc138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:35.917392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6b15e002-ff87-47ab-8fe8-a5365cdcc138 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/49de04f2-57dc-4b37-900e-1cee39eda94d HTTP/1.1" status: 204 len: 168 time: 0.2522011 Aug 27 14:04:35.917995 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52614) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:35.972289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760d21-e1d7-4f3b-b542-4ae17c26786d req-a2722703-f314-40c3-af51-933fdf23c5dd tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:35.974213 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0760d21-e1d7-4f3b-b542-4ae17c26786d req-a2722703-f314-40c3-af51-933fdf23c5dd tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 946 time: 0.0628519 Aug 27 14:04:35.992807 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4811098-b005-4517-a8ee-0d6f2a6164c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:36.023068 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0760d21-e1d7-4f3b-b542-4ae17c26786d req-d0952ade-6958-40e7-9130-c40145585847 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407872 Aug 27 14:04:36.089128 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4811098-b005-4517-a8ee-0d6f2a6164c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:36.100704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b4811098-b005-4517-a8ee-0d6f2a6164c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb99247-56f3-4919-aa2a-03555dd972a4']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:36.112286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b4811098-b005-4517-a8ee-0d6f2a6164c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c362680-fb9d-44cc-8e52-3ee15c0ffa07') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:36.112511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b4811098-b005-4517-a8ee-0d6f2a6164c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c362680-fb9d-44cc-8e52-3ee15c0ffa07') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:36.122488 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4811098-b005-4517-a8ee-0d6f2a6164c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:36.138384 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4811098-b005-4517-a8ee-0d6f2a6164c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:36.144741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4811098-b005-4517-a8ee-0d6f2a6164c6 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:04:36.145144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4811098-b005-4517-a8ee-0d6f2a6164c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:04:36.146888 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:04:36.232987 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4811098-b005-4517-a8ee-0d6f2a6164c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:36.239493 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4811098-b005-4517-a8ee-0d6f2a6164c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:36.242415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b4811098-b005-4517-a8ee-0d6f2a6164c6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5fb99247-56f3-4919-aa2a-03555dd972a4 HTTP/1.1" status: 204 len: 168 time: 0.3234556 Aug 27 14:04:36.273926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a4a08-084a-4d19-b422-4f4c2c4c6ae5 req-669721b9-8bc2-4e59-91ac-508eca3a3f0f tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:36.275319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-631a4a08-084a-4d19-b422-4f4c2c4c6ae5 req-669721b9-8bc2-4e59-91ac-508eca3a3f0f tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0838337 Aug 27 14:04:36.276132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4811098-b005-4517-a8ee-0d6f2a6164c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fb99247-56f3-4919-aa2a-03555dd972a4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:36.347890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad35ad-3276-4f0e-9be9-5e50bad49d54 req-71c739e7-2b83-456e-9914-21218cb11e05 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:36.349439 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4cad35ad-3276-4f0e-9be9-5e50bad49d54 req-71c739e7-2b83-456e-9914-21218cb11e05 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.52 "GET /v2.0/ports?device_id=a22fea95-f0ae-41ea-b487-d7e3a401701d HTTP/1.1" status: 200 len: 949 time: 0.0918117 Aug 27 14:04:36.353335 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-631a4a08-084a-4d19-b422-4f4c2c4c6ae5 req-5412d8af-0b31-4091-a195-3d2768732e98 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703650 Aug 27 14:04:36.377372 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52626) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:36.440266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3d48ae8f-3782-4809-80a7-937883ed0e5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36c54b2d96314f3babf5ead0f6d5e7b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587270 Aug 27 14:04:36.442046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52630) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:36.504035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1195b8-9e3e-4ddb-b865-7012b7c0e547 req-0f64c2a0-99df-45ef-82c3-bc64b1859ac0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:36.515705 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ed1195b8-9e3e-4ddb-b865-7012b7c0e547 req-0f64c2a0-99df-45ef-82c3-bc64b1859ac0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=f82ea906-2eda-4f3d-91ee-882b64d0d786 HTTP/1.1" status: 200 len: 946 time: 0.0928845 Aug 27 14:04:36.539047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-4cad35ad-3276-4f0e-9be9-5e50bad49d54 req-10abcff6-45a1-4c00-b02a-73138d16b268 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Deleting port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:36.539412 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4cad35ad-3276-4f0e-9be9-5e50bad49d54 req-10abcff6-45a1-4c00-b02a-73138d16b268 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:36.575155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ed1195b8-9e3e-4ddb-b865-7012b7c0e547 req-9ef894f1-f403-4328-add1-9e6f7e1636f0 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582206 Aug 27 14:04:36.604879 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9d00afcd-8316-434d-8117-56d41b1d8669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:36.668550 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9d00afcd-8316-434d-8117-56d41b1d8669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:36.679503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:36.719649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa4bac-1822-4cd4-934e-4c73b16141cb req-170c3422-2cea-4dd3-847e-1aa329c8a63c tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:36.721260 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9afa4bac-1822-4cd4-934e-4c73b16141cb req-170c3422-2cea-4dd3-847e-1aa329c8a63c tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22fea95-f0ae-41ea-b487-d7e3a401701d HTTP/1.1" status: 200 len: 949 time: 0.1181338 Aug 27 14:04:36.756499 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-4cad35ad-3276-4f0e-9be9-5e50bad49d54 req-10abcff6-45a1-4c00-b02a-73138d16b268 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] For port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:36.757345 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4cad35ad-3276-4f0e-9be9-5e50bad49d54 req-10abcff6-45a1-4c00-b02a-73138d16b268 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:36.771159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:36.784880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-4cad35ad-3276-4f0e-9be9-5e50bad49d54 req-10abcff6-45a1-4c00-b02a-73138d16b268 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Calling delete_port for 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:36.804265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:36.806455 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fdb20c93-bd2f-4c6b-887e-73ce7602e3a4 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:36.815261 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9afa4bac-1822-4cd4-934e-4c73b16141cb req-051edf82-1699-4477-b9d9-d0b2c91aaf9b tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/security-groups?id=96daa250-0f4a-42cd-b25b-794b2da417d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803540 Aug 27 14:04:36.826514 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9d00afcd-8316-434d-8117-56d41b1d8669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:36.829170 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9d00afcd-8316-434d-8117-56d41b1d8669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:36.832724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9d00afcd-8316-434d-8117-56d41b1d8669 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bcb86588-d0e8-4865-b1fc-549c705e2fbe HTTP/1.1" status: 204 len: 168 time: 0.3849514 Aug 27 14:04:36.878598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00afcd-8316-434d-8117-56d41b1d8669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb86588-d0e8-4865-b1fc-549c705e2fbe,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:37.017213 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4cad35ad-3276-4f0e-9be9-5e50bad49d54 req-10abcff6-45a1-4c00-b02a-73138d16b268 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:37.103508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abcff6-45a1-4c00-b02a-73138d16b268 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Pushing event deleted for resources: {'Port': ['ID=4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:37.161725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cad35ad-3276-4f0e-9be9-5e50bad49d54 req-10abcff6-45a1-4c00-b02a-73138d16b268 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] No DVR routers for this DVR port 4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:37.164933 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4cad35ad-3276-4f0e-9be9-5e50bad49d54 req-10abcff6-45a1-4c00-b02a-73138d16b268 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:37.167082 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4cad35ad-3276-4f0e-9be9-5e50bad49d54 req-10abcff6-45a1-4c00-b02a-73138d16b268 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.52 "DELETE /v2.0/ports/4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c HTTP/1.1" status: 204 len: 173 time: 0.8025358 Aug 27 14:04:37.167536 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'name': 'network-vif-deleted', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:37.169912 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84275699-832f-450f-8a4f-c51bf3b5ff65" -d '{"events": [{"server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "name": "network-vif-deleted", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:37.222072 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdce3bef-2297-4ad1-a6f9-3a10a08f250e x-openstack-request-id: req-cdce3bef-2297-4ad1-a6f9-3a10a08f250e {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:37.222615 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22fea95-f0ae-41ea-b487-d7e3a401701d", "name": "network-vif-deleted", "tag": "4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:37.223108 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cdce3bef-2297-4ad1-a6f9-3a10a08f250e {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:37.223754 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22fea95-f0ae-41ea-b487-d7e3a401701d', 'name': 'network-vif-deleted', 'tag': '4ae3ba3a-ce3d-4439-87db-4c2770bbcd7c', 'status': 'completed', 'code': 200} Aug 27 14:04:37.238309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943be07-7a43-4398-ae53-150b47d73b6b req-c001c608-be59-4475-88c2-3388ba9820af tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:37.243532 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d943be07-7a43-4398-ae53-150b47d73b6b req-c001c608-be59-4475-88c2-3388ba9820af tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 946 time: 0.0984452 Aug 27 14:04:37.307612 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d943be07-7a43-4398-ae53-150b47d73b6b req-7e00b788-18c5-425c-b642-99bbf7e249ba tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545874 Aug 27 14:04:37.557009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd3e7f-ca17-4113-8129-4ecb7ddf451d req-2d3bbc32-f882-4a53-a20e-4511d1778821 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:37.573211 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bbfd3e7f-ca17-4113-8129-4ecb7ddf451d req-2d3bbc32-f882-4a53-a20e-4511d1778821 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1092823 Aug 27 14:04:37.675545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bbfd3e7f-ca17-4113-8129-4ecb7ddf451d req-fa0dc607-d11a-4a87-808a-3b244adabdaa tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007631 Aug 27 14:04:37.891833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba4705-b6df-4d65-aaa3-60a6f0469cb7 req-2470b554-6427-4de8-9e50-59b5219d4a88 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:37.894359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18ba4705-b6df-4d65-aaa3-60a6f0469cb7 req-2470b554-6427-4de8-9e50-59b5219d4a88 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=f82ea906-2eda-4f3d-91ee-882b64d0d786 HTTP/1.1" status: 200 len: 946 time: 0.0888963 Aug 27 14:04:37.955598 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18ba4705-b6df-4d65-aaa3-60a6f0469cb7 req-bae342d1-eeaf-4a34-b184-49f8324d2eca tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501685 Aug 27 14:04:38.025299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52680) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:38.026481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b1dd55b-7769-40dd-b2fe-59f6e7a12d28 req-1d059d81-3605-4f32-aec9-1f25bec357e2 tempest-ListImageFiltersTestJSON-1105327523 tempest-ListImageFiltersTestJSON-1105327523-project] 10.222.0.55 "GET /v2.0/ports?device_id=a22fea95-f0ae-41ea-b487-d7e3a401701d HTTP/1.1" status: 200 len: 210 time: 0.0470264 Aug 27 14:04:38.155713 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea6c39-c78f-4b09-979b-301d5ff96d70 req-0cfe4805-c3c5-4078-857d-d13b769bee31 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:38.157676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21ea6c39-c78f-4b09-979b-301d5ff96d70 req-0cfe4805-c3c5-4078-857d-d13b769bee31 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.41 "GET /v2.0/ports?device_id=f82ea906-2eda-4f3d-91ee-882b64d0d786 HTTP/1.1" status: 200 len: 946 time: 0.0544868 Aug 27 14:04:38.181035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1351004679-network', 'tenant_id': '65d330606b7345f7b7bec4404bae485e'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:38.208593 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Made reservation on behalf of 65d330606b7345f7b7bec4404bae485e for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:38.212155 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:38.222568 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:38.275200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-21ea6c39-c78f-4b09-979b-301d5ff96d70 req-142f474c-07b5-4740-bb5e-e619963f2f45 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Deleting port 75665513-6099-4a0e-bb03-2d3e242f4209 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:38.275634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-21ea6c39-c78f-4b09-979b-301d5ff96d70 req-142f474c-07b5-4740-bb5e-e619963f2f45 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:38.335285 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:38.343488 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:38.368770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:04:38.382922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aac3b4c-e87c-452d-8545-ed684106fdf8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:38.392762 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:38.392762 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Added segment 4ae66a3c-52ae-479d-ae13-93ea4220e843 of type vlan for network 0e126ed2-79ef-4ca4-9a13-74c0f86f272d Aug 27 14:04:38.415914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-21ea6c39-c78f-4b09-979b-301d5ff96d70 req-142f474c-07b5-4740-bb5e-e619963f2f45 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] For port 75665513-6099-4a0e-bb03-2d3e242f4209, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=75665513-6099-4a0e-bb03-2d3e242f4209,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:38.416337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-21ea6c39-c78f-4b09-979b-301d5ff96d70 req-142f474c-07b5-4740-bb5e-e619963f2f45 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:38.441579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-21ea6c39-c78f-4b09-979b-301d5ff96d70 req-142f474c-07b5-4740-bb5e-e619963f2f45 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Calling delete_port for 75665513-6099-4a0e-bb03-2d3e242f4209 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:38.481291 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:38.493571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd4701-afc8-45d4-adf5-97bb102748fb req-a9264499-6afd-4ee0-9501-04d34e3cd2a2 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:38.495172 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12dd4701-afc8-45d4-adf5-97bb102748fb req-a9264499-6afd-4ee0-9501-04d34e3cd2a2 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 946 time: 0.1007321 Aug 27 14:04:38.535326 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:38.536598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:38.537615 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:38.620739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] Pushing event updated for resources: {'Network': ['ID=0e126ed2-79ef-4ca4-9a13-74c0f86f272d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:38.641683 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 0e126ed2-79ef-4ca4-9a13-74c0f86f272d details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:04:38.668953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12dd4701-afc8-45d4-adf5-97bb102748fb req-a4017a04-bfe2-4300-b3ae-252ccfdcd2ab tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362896 Aug 27 14:04:38.680470 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f7b30c74-9538-4767-b2dd-0447f12bc65e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6519289 Aug 27 14:04:38.681681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52700) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:38.695260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7305795a-57d1-4789-adb1-21b2c9cd55d4 admin admin] Request body: {'subnet': {'network_id': '0e126ed2-79ef-4ca4-9a13-74c0f86f272d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1351004679-subnet', 'tenant_id': '65d330606b7345f7b7bec4404bae485e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:38.729882 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-21ea6c39-c78f-4b09-979b-301d5ff96d70 req-142f474c-07b5-4740-bb5e-e619963f2f45 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:38.746736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7305795a-57d1-4789-adb1-21b2c9cd55d4 admin admin] Made reservation on behalf of 65d330606b7345f7b7bec4404bae485e for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:38.749144 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7305795a-57d1-4789-adb1-21b2c9cd55d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:38.874177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['44deef9a-c1cb-451f-9278-fa96d9b9c547'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:38.880593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['b4236323-4945-4d7e-b540-44afd9671d38', '75665513-6099-4a0e-bb03-2d3e242f4209'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:38.926967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f474c-07b5-4740-bb5e-e619963f2f45 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Pushing event deleted for resources: {'Port': ['ID=75665513-6099-4a0e-bb03-2d3e242f4209,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:39.003647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ea6c39-c78f-4b09-979b-301d5ff96d70 req-142f474c-07b5-4740-bb5e-e619963f2f45 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] No DVR routers for this DVR port 75665513-6099-4a0e-bb03-2d3e242f4209 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:39.009746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-21ea6c39-c78f-4b09-979b-301d5ff96d70 req-142f474c-07b5-4740-bb5e-e619963f2f45 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:39.013922 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21ea6c39-c78f-4b09-979b-301d5ff96d70 req-142f474c-07b5-4740-bb5e-e619963f2f45 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.41 "DELETE /v2.0/ports/75665513-6099-4a0e-bb03-2d3e242f4209 HTTP/1.1" status: 204 len: 173 time: 0.8490324 Aug 27 14:04:39.055822 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7305795a-57d1-4789-adb1-21b2c9cd55d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:39.074384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665fb5b-2231-4861-9e72-a0d1a59c6af9 req-8b9fce17-40e6-4655-9dfb-8bfbe885b40f tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:39.076810 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0665fb5b-2231-4861-9e72-a0d1a59c6af9 req-8b9fce17-40e6-4655-9dfb-8bfbe885b40f tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1782925 Aug 27 14:04:39.133953 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0665fb5b-2231-4861-9e72-a0d1a59c6af9 req-5750d211-c793-4ddd-84ec-0aebe54cf5ff tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508502 Aug 27 14:04:39.175784 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:04:39.225197 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82ea906-2eda-4f3d-91ee-882b64d0d786', 'name': 'network-vif-deleted', 'tag': '75665513-6099-4a0e-bb03-2d3e242f4209'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:39.227811 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023df6b9-f245-4c0e-b18e-53aa6730f05f" -d '{"events": [{"server_uuid": "f82ea906-2eda-4f3d-91ee-882b64d0d786", "name": "network-vif-deleted", "tag": "75665513-6099-4a0e-bb03-2d3e242f4209"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:39.297814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305795a-57d1-4789-adb1-21b2c9cd55d4 admin admin] Checking segment: {'id': '4ae66a3c-52ae-479d-ae13-93ea4220e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0e126ed2-79ef-4ca4-9a13-74c0f86f272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:39.298174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305795a-57d1-4789-adb1-21b2c9cd55d4 admin admin] Network hostable DHCP agents. Network: 0e126ed2-79ef-4ca4-9a13-74c0f86f272d, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:04:39.346298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305795a-57d1-4789-adb1-21b2c9cd55d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22001ce9-60b7-4b3d-8dd3-fe8749032dff,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:39.370880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305795a-57d1-4789-adb1-21b2c9cd55d4 admin admin] Network 0e126ed2-79ef-4ca4-9a13-74c0f86f272d is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:04:39.383871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-7305795a-57d1-4789-adb1-21b2c9cd55d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 0e126ed2-79ef-4ca4-9a13-74c0f86f272d) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:39.388451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7305795a-57d1-4789-adb1-21b2c9cd55d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:39.389036 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7305795a-57d1-4789-adb1-21b2c9cd55d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:39.407646 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7305795a-57d1-4789-adb1-21b2c9cd55d4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7246661 Aug 27 14:04:39.449192 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-23c8ecd6-50d4-4536-99c9-e45eea574533 req-82666777-43f1-4b0e-b0b7-8537e292f6ed tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=f82ea906-2eda-4f3d-91ee-882b64d0d786 HTTP/1.1" status: 200 len: 210 time: 0.0779126 Aug 27 14:04:39.480631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945089fa-6128-4792-b71f-5dccf7801269 None None] Network 0e126ed2-79ef-4ca4-9a13-74c0f86f272d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:04:39.583017 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcc4339-bba4-4398-8e49-005e8b483be8 x-openstack-request-id: req-ddcc4339-bba4-4398-8e49-005e8b483be8 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:39.583379 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82ea906-2eda-4f3d-91ee-882b64d0d786", "name": "network-vif-deleted", "tag": "75665513-6099-4a0e-bb03-2d3e242f4209", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:39.583689 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ddcc4339-bba4-4398-8e49-005e8b483be8 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:39.584175 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82ea906-2eda-4f3d-91ee-882b64d0d786', 'name': 'network-vif-deleted', 'tag': '75665513-6099-4a0e-bb03-2d3e242f4209', 'status': 'completed', 'code': 200} Aug 27 14:04:39.750592 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:39.815618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4953604-4ed5-4590-ad59-d0ab8a8ef9ff None None] Network 0e126ed2-79ef-4ca4-9a13-74c0f86f272d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:04:40.049330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac41320-cd32-46e4-b870-b21c7ddbb8f5 req-781e9f9f-c039-41ad-9bf7-ecbde4fd685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:40.052846 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ac41320-cd32-46e4-b870-b21c7ddbb8f5 req-781e9f9f-c039-41ad-9bf7-ecbde4fd685c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=573be43260cf4ef594f9cc87bd941bb8&device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 1097 time: 0.1895757 Aug 27 14:04:40.234659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac41320-cd32-46e4-b870-b21c7ddbb8f5 req-cb845261-9923-4cbf-b98b-c81222b51e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:40.236533 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ac41320-cd32-46e4-b870-b21c7ddbb8f5 req-cb845261-9923-4cbf-b98b-c81222b51e83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2e8fae9-e52b-4f24-ad2a-000503a545a8 HTTP/1.1" status: 200 len: 910 time: 0.1702895 Aug 27 14:04:40.322119 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ac41320-cd32-46e4-b870-b21c7ddbb8f5 req-12f24f30-66c8-43c4-9fef-0638e41eb653 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54557626-add6-47d5-ba39-0443b91783bc HTTP/1.1" status: 200 len: 217 time: 0.0502293 Aug 27 14:04:40.675959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-19421519-251f-403a-bb9d-d3d9e2f7281d tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:40.680210 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-19421519-251f-403a-bb9d-d3d9e2f7281d tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/networks?id=0e126ed2-79ef-4ca4-9a13-74c0f86f272d HTTP/1.1" status: 200 len: 822 time: 0.1654072 Aug 27 14:04:40.706983 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-60c14065-a227-42c2-887a-5ad6ea11a7bd tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/quotas/65d330606b7345f7b7bec4404bae485e HTTP/1.1" status: 200 len: 375 time: 0.0210989 Aug 27 14:04:40.754874 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-04c58634-ae86-4374-ab8a-9db45634c456 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=65d330606b7345f7b7bec4404bae485e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467772 Aug 27 14:04:40.762803 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac41320-cd32-46e4-b870-b21c7ddbb8f5 req-698e27a2-ab4e-4d4e-a470-8422e92f5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:40.764392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ac41320-cd32-46e4-b870-b21c7ddbb8f5 req-698e27a2-ab4e-4d4e-a470-8422e92f5069 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=651930c4-8e28-4aab-bc58-a3565f519406 HTTP/1.1" status: 200 len: 849 time: 0.4305568 Aug 27 14:04:40.811617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ac41320-cd32-46e4-b870-b21c7ddbb8f5 req-21a443e1-7008-4689-85e2-81c79552c0ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2e8fae9-e52b-4f24-ad2a-000503a545a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310512 Aug 27 14:04:40.831156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-6d38e8c8-655f-4978-acd6-c1372ea969e1 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:40.832698 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-6d38e8c8-655f-4978-acd6-c1372ea969e1 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/networks?id=b463e880-0d35-4b83-802a-025c614e00d6 HTTP/1.1" status: 200 len: 812 time: 0.4890673 Aug 27 14:04:40.840158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-9ac41320-cd32-46e4-b870-b21c7ddbb8f5 req-9f1a09be-8e11-44c5-aa64-653d2c8dab6d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:04:40.841303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ac41320-cd32-46e4-b870-b21c7ddbb8f5 req-9f1a09be-8e11-44c5-aa64-653d2c8dab6d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065646 Aug 27 14:04:40.876594 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-7dbea9f8-ad96-4f1a-8a84-909ecc929736 service neutron] 10.222.0.55 "GET /v2.0/networks/0e126ed2-79ef-4ca4-9a13-74c0f86f272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204982 Aug 27 14:04:40.902038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-00e274ea-05fe-454c-a2af-14109ff18abc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/quotas/f7122541fbf9429583f7f11d0b900353 HTTP/1.1" status: 200 len: 375 time: 0.0586884 Aug 27 14:04:40.989070 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfdd4c-0101-4473-833a-0492b682b4a6 req-72e60cb1-2693-484b-9a1f-94ab9beb83db tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:40.991152 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1cbfdd4c-0101-4473-833a-0492b682b4a6 req-72e60cb1-2693-484b-9a1f-94ab9beb83db tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.52 "GET /v2.0/ports?device_id=e271308f-e8f3-459a-874b-6ae21face40b HTTP/1.1" status: 200 len: 945 time: 0.1484406 Aug 27 14:04:41.050605 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-278fc8e7-f7af-4866-b9a6-0ca044b4bf02 service neutron] 10.222.0.55 "GET /v2.0/networks/0e126ed2-79ef-4ca4-9a13-74c0f86f272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681950 Aug 27 14:04:41.076504 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-69b6166d-f0f5-41e2-80cb-d59fe8b4a793 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7122541fbf9429583f7f11d0b900353&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1419621 Aug 27 14:04:41.175105 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ac41320-cd32-46e4-b870-b21c7ddbb8f5 req-abdd404c-92c7-429b-9f90-48c92ab88cfd service neutron] 10.222.0.41 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011997 Aug 27 14:04:41.300292 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-0a40e302-8822-4a03-aae6-1fc07386dcb9 service neutron] 10.222.0.55 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228448 Aug 27 14:04:41.361667 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b2190-0e97-4975-8867-971379bea505 req-2bee1932-31f8-4894-9690-d0d3575d3de8 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:41.373993 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-887b2190-0e97-4975-8867-971379bea505 req-2bee1932-31f8-4894-9690-d0d3575d3de8 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0874586 Aug 27 14:04:41.419043 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-887b2190-0e97-4975-8867-971379bea505 req-17600eaa-45f3-4839-832b-6c93c013a497 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 Aug 27 14:04:41.426108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-1cbfdd4c-0101-4473-833a-0492b682b4a6 req-d403afb6-7344-40e9-947e-ab34b3a75eb5 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Deleting port 83dc22d9-097b-44b9-845b-88b269bbc332 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:41.426568 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1cbfdd4c-0101-4473-833a-0492b682b4a6 req-d403afb6-7344-40e9-947e-ab34b3a75eb5 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:41.591195 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ac41320-cd32-46e4-b870-b21c7ddbb8f5 req-0bc0b49b-7965-4785-8e8f-7968506e7b0d service neutron] 10.222.0.41 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993297 Aug 27 14:04:41.656839 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-c948a641-8909-4e25-a3e4-56695244dbcc service neutron] 10.222.0.55 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555715 Aug 27 14:04:41.734087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-1cbfdd4c-0101-4473-833a-0492b682b4a6 req-d403afb6-7344-40e9-947e-ab34b3a75eb5 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] For port 83dc22d9-097b-44b9-845b-88b269bbc332, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=83dc22d9-097b-44b9-845b-88b269bbc332,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:41.734514 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1cbfdd4c-0101-4473-833a-0492b682b4a6 req-d403afb6-7344-40e9-947e-ab34b3a75eb5 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:41.751783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-1cbfdd4c-0101-4473-833a-0492b682b4a6 req-d403afb6-7344-40e9-947e-ab34b3a75eb5 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Calling delete_port for 83dc22d9-097b-44b9-845b-88b269bbc332 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:41.920324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca0b1c-26fa-46a7-b350-35e19d8135f7 req-0a895f87-5f47-4163-a908-3c1d64fbeb9c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:41.923588 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5ca0b1c-26fa-46a7-b350-35e19d8135f7 req-0a895f87-5f47-4163-a908-3c1d64fbeb9c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.41 "GET /v2.0/ports?device_id=76aeaeee-9f13-4a67-8350-eb4e79c8fc73 HTTP/1.1" status: 200 len: 946 time: 0.1576607 Aug 27 14:04:42.286990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16d00c63-6160-4f53-be53-51c8da5e4861 req-8f2d9068-7db1-4eb1-ab0a-3afff5f6d5bd tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 210 time: 0.1065652 Aug 27 14:04:42.327941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-d5ca0b1c-26fa-46a7-b350-35e19d8135f7 req-d52500cb-b946-46ab-a312-6709cd56af53 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Deleting port 0ecd485f-c451-4b0f-97ef-318426543405 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:42.328667 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5ca0b1c-26fa-46a7-b350-35e19d8135f7 req-d52500cb-b946-46ab-a312-6709cd56af53 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:42.478086 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1cbfdd4c-0101-4473-833a-0492b682b4a6 req-d403afb6-7344-40e9-947e-ab34b3a75eb5 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:42.498074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['83dc22d9-097b-44b9-845b-88b269bbc332'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:42.542990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403afb6-7344-40e9-947e-ab34b3a75eb5 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Pushing event deleted for resources: {'Port': ['ID=83dc22d9-097b-44b9-845b-88b269bbc332,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:42.571610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0ecd485f-c451-4b0f-97ef-318426543405'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:42.652053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0fe8a1e8-1604-4a57-aac6-401c16a53bf7 req-8f37182d-4ff2-4275-8f72-f6076d9cbf20 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 210 time: 0.0814452 Aug 27 14:04:42.658546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbfdd4c-0101-4473-833a-0492b682b4a6 req-d403afb6-7344-40e9-947e-ab34b3a75eb5 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] No DVR routers for this DVR port 83dc22d9-097b-44b9-845b-88b269bbc332 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:42.666316 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1cbfdd4c-0101-4473-833a-0492b682b4a6 req-d403afb6-7344-40e9-947e-ab34b3a75eb5 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:42.669545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1cbfdd4c-0101-4473-833a-0492b682b4a6 req-d403afb6-7344-40e9-947e-ab34b3a75eb5 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.52 "DELETE /v2.0/ports/83dc22d9-097b-44b9-845b-88b269bbc332 HTTP/1.1" status: 204 len: 173 time: 1.6669128 Aug 27 14:04:42.670939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e271308f-e8f3-459a-874b-6ae21face40b', 'name': 'network-vif-deleted', 'tag': '83dc22d9-097b-44b9-845b-88b269bbc332'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:42.673749 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bd466a-2dc7-49b4-ad11-cce75a39835c" -d '{"events": [{"server_uuid": "e271308f-e8f3-459a-874b-6ae21face40b", "name": "network-vif-deleted", "tag": "83dc22d9-097b-44b9-845b-88b269bbc332"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:42.731229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-d5ca0b1c-26fa-46a7-b350-35e19d8135f7 req-d52500cb-b946-46ab-a312-6709cd56af53 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] For port 0ecd485f-c451-4b0f-97ef-318426543405, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0ecd485f-c451-4b0f-97ef-318426543405,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:42.731695 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5ca0b1c-26fa-46a7-b350-35e19d8135f7 req-d52500cb-b946-46ab-a312-6709cd56af53 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:42.754250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-d5ca0b1c-26fa-46a7-b350-35e19d8135f7 req-d52500cb-b946-46ab-a312-6709cd56af53 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Calling delete_port for 0ecd485f-c451-4b0f-97ef-318426543405 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:42.869371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f295a-d366-47f9-98df-0c199acd50e0 req-f2e1008c-0c51-4e2e-ad9e-36355c23657c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:42.871065 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-969f295a-d366-47f9-98df-0c199acd50e0 req-f2e1008c-0c51-4e2e-ad9e-36355c23657c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1187174 Aug 27 14:04:42.971200 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-969f295a-d366-47f9-98df-0c199acd50e0 req-adc1a389-766f-4297-adb6-162c2b81cf16 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885148 Aug 27 14:04:43.059070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 75665513-6099-4a0e-bb03-2d3e242f4209 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:43.123534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 75665513-6099-4a0e-bb03-2d3e242f4209 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:43.124288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 75665513-6099-4a0e-bb03-2d3e242f4209 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:43.133901 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5ca0b1c-26fa-46a7-b350-35e19d8135f7 req-d52500cb-b946-46ab-a312-6709cd56af53 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:43.214534 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bff2081-ad0e-478f-a1e9-ea8495288229 x-openstack-request-id: req-5bff2081-ad0e-478f-a1e9-ea8495288229 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:43.214803 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e271308f-e8f3-459a-874b-6ae21face40b", "name": "network-vif-deleted", "tag": "83dc22d9-097b-44b9-845b-88b269bbc332", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:43.215490 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5bff2081-ad0e-478f-a1e9-ea8495288229 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:43.215960 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e271308f-e8f3-459a-874b-6ae21face40b', 'name': 'network-vif-deleted', 'tag': '83dc22d9-097b-44b9-845b-88b269bbc332', 'status': 'completed', 'code': 200} Aug 27 14:04:43.217810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52500cb-b946-46ab-a312-6709cd56af53 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Pushing event deleted for resources: {'Port': ['ID=0ecd485f-c451-4b0f-97ef-318426543405,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:43.281589 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ca0b1c-26fa-46a7-b350-35e19d8135f7 req-d52500cb-b946-46ab-a312-6709cd56af53 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] No DVR routers for this DVR port 0ecd485f-c451-4b0f-97ef-318426543405 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:43.284909 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5ca0b1c-26fa-46a7-b350-35e19d8135f7 req-d52500cb-b946-46ab-a312-6709cd56af53 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:43.287502 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5ca0b1c-26fa-46a7-b350-35e19d8135f7 req-d52500cb-b946-46ab-a312-6709cd56af53 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.41 "DELETE /v2.0/ports/0ecd485f-c451-4b0f-97ef-318426543405 HTTP/1.1" status: 204 len: 173 time: 1.3439670 Aug 27 14:04:43.440037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52900) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:43.571198 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff758b7c-fbdb-490e-a364-74ab9d1fa2ba req-92e103d1-10f2-4e7f-8bcc-68c3632c46b6 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 210 time: 0.0624781 Aug 27 14:04:43.710593 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a1ce3969-fe8b-4ef5-aa04-2bf8ac821c67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99227840d0ab453d8a1d7d8ee5b1dcba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686677 Aug 27 14:04:43.713182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52918) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:43.800665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8ceab9b-1ce3-40be-8264-ef06f8809fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:43.833694 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8ceab9b-1ce3-40be-8264-ef06f8809fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:43.908146 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8ceab9b-1ce3-40be-8264-ef06f8809fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:43.911253 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8ceab9b-1ce3-40be-8264-ef06f8809fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:43.913447 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a8ceab9b-1ce3-40be-8264-ef06f8809fad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96daa250-0f4a-42cd-b25b-794b2da417d8 HTTP/1.1" status: 204 len: 168 time: 0.1979556 Aug 27 14:04:43.942347 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ceab9b-1ce3-40be-8264-ef06f8809fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96daa250-0f4a-42cd-b25b-794b2da417d8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:43.952760 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a240d222-544e-47e5-983d-c10790f1552a req-36b606a5-ab9c-41b5-b43b-e07b3b92ffb1 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 210 time: 0.0632091 Aug 27 14:04:44.028146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-c99cfc7d-b371-42db-9e9e-e1ae68332fe8 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:44.032396 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-c99cfc7d-b371-42db-9e9e-e1ae68332fe8 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.41 "GET /v2.0/networks?id=0e126ed2-79ef-4ca4-9a13-74c0f86f272d HTTP/1.1" status: 200 len: 822 time: 0.2302189 Aug 27 14:04:44.069022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-b26b0a85-bcc2-485b-8feb-39785dfbcbce tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Request body: {'port': {'device_id': 'bb214659-4661-498d-92da-2a8c066cfbaa', 'network_id': '0e126ed2-79ef-4ca4-9a13-74c0f86f272d', 'admin_state_up': True, 'tenant_id': '65d330606b7345f7b7bec4404bae485e'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:44.170037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475351c7-49ef-48f4-93ef-d71151f15b45 req-4566e5f8-dd2a-4564-8c22-0ab6fdc207be tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:44.172005 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-475351c7-49ef-48f4-93ef-d71151f15b45 req-4566e5f8-dd2a-4564-8c22-0ab6fdc207be tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1201041 Aug 27 14:04:44.228363 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-475351c7-49ef-48f4-93ef-d71151f15b45 req-3755e4f1-eda9-4158-9a8c-00689aca5433 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503957 Aug 27 14:04:44.300850 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca0519-df05-4a3d-996c-52ad4abb169b req-16161279-198a-42ab-9a7f-becae75de96e tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:44.302131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca0519-df05-4a3d-996c-52ad4abb169b req-16161279-198a-42ab-9a7f-becae75de96e tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:44.304634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73ca0519-df05-4a3d-996c-52ad4abb169b req-16161279-198a-42ab-9a7f-becae75de96e tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac&device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 1681 time: 0.1103086 Aug 27 14:04:44.363952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-b26b0a85-bcc2-485b-8feb-39785dfbcbce tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Made reservation on behalf of 65d330606b7345f7b7bec4404bae485e for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:44.368153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-b26b0a85-bcc2-485b-8feb-39785dfbcbce tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:44.374514 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73ca0519-df05-4a3d-996c-52ad4abb169b req-e77f327d-deab-4810-b68d-e5d71583d10c tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610917 Aug 27 14:04:44.665134 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e41962bb-8187-41ca-bca3-31cea6bf39ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:44.733972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 83dc22d9-097b-44b9-845b-88b269bbc332 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:44.771511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 83dc22d9-097b-44b9-845b-88b269bbc332 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:44.774910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 83dc22d9-097b-44b9-845b-88b269bbc332 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:44.821549 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e6ee3863-8fea-4815-9219-8317652429c2 req-046803c2-fe00-44a2-8cd9-abcbb49ad9c1 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 210 time: 0.1057575 Aug 27 14:04:44.913625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-92ba05e9-5cc4-4777-b4fa-c506935cae14 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:44.915477 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-92ba05e9-5cc4-4777-b4fa-c506935cae14 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.52 "GET /v2.0/networks?id=b463e880-0d35-4b83-802a-025c614e00d6 HTTP/1.1" status: 200 len: 812 time: 0.3834605 Aug 27 14:04:44.937200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-8212a611-3474-4185-975e-81966d9a8121 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Request body: {'port': {'device_id': 'aa275330-00a6-4a96-8b36-407b9c5f2e2d', 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6', 'admin_state_up': True, 'tenant_id': 'f7122541fbf9429583f7f11d0b900353'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:44.942882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-b26b0a85-bcc2-485b-8feb-39785dfbcbce tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Allocated IP 172.20.0.2 (0e126ed2-79ef-4ca4-9a13-74c0f86f272d/22001ce9-60b7-4b3d-8dd3-fe8749032dff/b425236b-25fc-41aa-a40c-dfd85d5b1748) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:04:45.174915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b5c8709-984d-4e6a-bf94-fb4fc58ea5d3 req-ec1fe69f-f3bd-4e4b-906e-e67ea99b5aa8 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 210 time: 0.0562263 Aug 27 14:04:45.223654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76aeaeee-9f13-4a67-8350-eb4e79c8fc73', 'name': 'network-vif-deleted', 'tag': '0ecd485f-c451-4b0f-97ef-318426543405'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:45.226502 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e88b0fc-3d66-449d-979f-c55e959e9c8f" -d '{"events": [{"server_uuid": "76aeaeee-9f13-4a67-8350-eb4e79c8fc73", "name": "network-vif-deleted", "tag": "0ecd485f-c451-4b0f-97ef-318426543405"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:45.314860 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3797c13-93d6-4881-82ec-456205def654 x-openstack-request-id: req-d3797c13-93d6-4881-82ec-456205def654 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:45.315155 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76aeaeee-9f13-4a67-8350-eb4e79c8fc73", "name": "network-vif-deleted", "tag": "0ecd485f-c451-4b0f-97ef-318426543405", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:45.315396 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3797c13-93d6-4881-82ec-456205def654 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:45.315784 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76aeaeee-9f13-4a67-8350-eb4e79c8fc73', 'name': 'network-vif-deleted', 'tag': '0ecd485f-c451-4b0f-97ef-318426543405', 'status': 'completed', 'code': 200} Aug 27 14:04:45.373411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-8212a611-3474-4185-975e-81966d9a8121 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Made reservation on behalf of f7122541fbf9429583f7f11d0b900353 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:45.382731 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-8212a611-3474-4185-975e-81966d9a8121 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:45.479554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6c0f0-6288-437c-a362-764c1e23b625 req-849c836d-a6db-496c-9eab-06e568c9fd49 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:45.487126 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60e6c0f0-6288-437c-a362-764c1e23b625 req-849c836d-a6db-496c-9eab-06e568c9fd49 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1327581 Aug 27 14:04:45.517457 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-b26b0a85-bcc2-485b-8feb-39785dfbcbce tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:45.554905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-7900f716-8f44-4c0e-8f11-ba9d849eaf4c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:45.556826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-7900f716-8f44-4c0e-8f11-ba9d849eaf4c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.41 "GET /v2.0/networks?id=b463e880-0d35-4b83-802a-025c614e00d6 HTTP/1.1" status: 200 len: 812 time: 0.2361562 Aug 27 14:04:45.593540 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60e6c0f0-6288-437c-a362-764c1e23b625 req-41c65f0d-c498-47ce-b7f2-1f66c128c16e tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056876 Aug 27 14:04:45.611486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Request body: {'port': {'device_id': '5496bc64-9e4c-4b5a-85bd-ebb30c06aab0', 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6', 'admin_state_up': True, 'tenant_id': 'f7122541fbf9429583f7f11d0b900353'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:45.711161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5107367-84e9-43c5-ae43-154561da88d2 req-df74d517-9c5d-4460-85c7-09c36690021c tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:45.718295 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5107367-84e9-43c5-ae43-154561da88d2 req-df74d517-9c5d-4460-85c7-09c36690021c tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 945 time: 0.1674125 Aug 27 14:04:45.785461 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5107367-84e9-43c5-ae43-154561da88d2 req-bb82e3e8-fbdf-4431-9ead-58cc42f57387 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662491 Aug 27 14:04:45.789616 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-b26b0a85-bcc2-485b-8feb-39785dfbcbce tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:45.799598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-8212a611-3474-4185-975e-81966d9a8121 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Allocated IP 172.20.0.4 (b463e880-0d35-4b83-802a-025c614e00d6/ff801ea7-f962-477a-b25c-e9fc61546c74/88ea4be3-6eed-46a0-a39a-b20a05db17dd) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:04:45.800554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Made reservation on behalf of f7122541fbf9429583f7f11d0b900353 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:45.811257 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:45.893144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-b26b0a85-bcc2-485b-8feb-39785dfbcbce tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Network 0e126ed2-79ef-4ca4-9a13-74c0f86f272d is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:04:45.905108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-b26b0a85-bcc2-485b-8feb-39785dfbcbce tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:45.916177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-b26b0a85-bcc2-485b-8feb-39785dfbcbce tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:04:45.921943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b0a85-bcc2-485b-8feb-39785dfbcbce tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Pushing event updated for resources: {'Port': ['ID=b425236b-25fc-41aa-a40c-dfd85d5b1748,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:46.010257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-b26b0a85-bcc2-485b-8feb-39785dfbcbce tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:46.010933 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-b26b0a85-bcc2-485b-8feb-39785dfbcbce tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:46.058720 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-b26b0a85-bcc2-485b-8feb-39785dfbcbce tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9953423 Aug 27 14:04:46.116881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Request body: {'port': {'device_id': 'bb214659-4661-498d-92da-2a8c066cfbaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:46.212721 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-8212a611-3474-4185-975e-81966d9a8121 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:46.270718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-99f5e64e-7d3f-4b5e-b6e9-55727f640a3a req-c62d32e8-a645-483b-827f-f4deae0cd152 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 210 time: 0.0378120 Aug 27 14:04:46.273026 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:46.309520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc27bc0-731e-49a4-924f-c7f05f5f2d57 req-2adc8220-bc38-44c2-be45-e666d472e09b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:46.311534 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8dc27bc0-731e-49a4-924f-c7f05f5f2d57 req-2adc8220-bc38-44c2-be45-e666d472e09b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 931 time: 0.1658239 Aug 27 14:04:46.421804 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-8212a611-3474-4185-975e-81966d9a8121 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:46.521577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Allocated IP 172.20.0.5 (b463e880-0d35-4b83-802a-025c614e00d6/ff801ea7-f962-477a-b25c-e9fc61546c74/b74226cc-6405-4660-97c2-551aa22803fd) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:04:46.551906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8dc27bc0-731e-49a4-924f-c7f05f5f2d57 req-a2b0564c-dc60-4604-9e13-130044d9846b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330267 Aug 27 14:04:46.737026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-8212a611-3474-4185-975e-81966d9a8121 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Network b463e880-0d35-4b83-802a-025c614e00d6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:04:46.766266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-8212a611-3474-4185-975e-81966d9a8121 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:46.772514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-8212a611-3474-4185-975e-81966d9a8121 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:04:46.862905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212a611-3474-4185-975e-81966d9a8121 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Pushing event updated for resources: {'Port': ['ID=88ea4be3-6eed-46a0-a39a-b20a05db17dd,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:46.933958 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:46.964309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb6a94-c67d-43fb-ba4b-fffb520eb75b req-bb6d161d-6bc6-4512-bcf3-1a73be750069 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:46.974956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42eb6a94-c67d-43fb-ba4b-fffb520eb75b req-bb6d161d-6bc6-4512-bcf3-1a73be750069 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1216445 Aug 27 14:04:47.039932 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42eb6a94-c67d-43fb-ba4b-fffb520eb75b req-ac1cc779-f6f2-4dc6-9bf7-b732672d0030 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634253 Aug 27 14:04:47.051487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0ecd485f-c451-4b0f-97ef-318426543405 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:47.055627 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:47.129743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Network b463e880-0d35-4b83-802a-025c614e00d6 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:04:47.133595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:47.136266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 0ecd485f-c451-4b0f-97ef-318426543405 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:47.136967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0ecd485f-c451-4b0f-97ef-318426543405 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:47.145565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:04:47.175156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Pushing event updated for resources: {'Port': ['ID=b74226cc-6405-4660-97c2-551aa22803fd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:47.194356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.194712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.195074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.195404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.195730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.196052 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.196370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.196687 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.197005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.197317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.197632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.197945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.235156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:47.236628 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:47.267369 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-e6f2bfce-f8ea-47b5-884a-8274c66950e4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6718645 Aug 27 14:04:47.298631 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Request body: {'port': {'device_id': '5496bc64-9e4c-4b5a-85bd-ebb30c06aab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:47.361046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-8212a611-3474-4185-975e-81966d9a8121 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:47.361666 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-8212a611-3474-4185-975e-81966d9a8121 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:47.378862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68ca0-d776-4076-a3fa-8caa6b6bea2e req-5971b5b0-04a4-454e-bd1e-a87759c2ce96 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:47.380272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bea68ca0-d776-4076-a3fa-8caa6b6bea2e req-5971b5b0-04a4-454e-bd1e-a87759c2ce96 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5290fe-d537-407d-95c6-393fa3235d78 HTTP/1.1" status: 200 len: 945 time: 0.5811079 Aug 27 14:04:47.406521 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:47.431434 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:47.443477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a6dcf-8a7f-4e13-b1d9-ebb417a40884 req-bf9f4464-dc7b-48d5-a7b2-2c1abc5525d2 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:47.450638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb0a6dcf-8a7f-4e13-b1d9-ebb417a40884 req-bf9f4464-dc7b-48d5-a7b2-2c1abc5525d2 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 945 time: 0.1792037 Aug 27 14:04:47.465314 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-8212a611-3474-4185-975e-81966d9a8121 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5353465 Aug 27 14:04:47.498118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-68c159c7-b073-4a44-a25b-ce29abd80893 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:04:47.499236 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-68c159c7-b073-4a44-a25b-ce29abd80893 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118039 Aug 27 14:04:47.501419 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-10a7c748-eced-4563-8116-80e394d02c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:47.609432 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb0a6dcf-8a7f-4e13-b1d9-ebb417a40884 req-a846e5c4-9173-4483-9f78-3195d5213a80 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422513 Aug 27 14:04:47.622264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b425236b-25fc-41aa-a40c-dfd85d5b1748 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:47.638375 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:47.671240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Transition to ACTIVE for port object b425236b-25fc-41aa-a40c-dfd85d5b1748 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:04:47.684537 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:47.797541 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Request body: {'port': {'device_id': 'aa275330-00a6-4a96-8b36-407b9c5f2e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:47.811626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-bea68ca0-d776-4076-a3fa-8caa6b6bea2e req-bf1bb12f-c2df-4166-9f7f-868c0343fa1b tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Deleting port 44deef9a-c1cb-451f-9278-fa96d9b9c547 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:47.811972 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bea68ca0-d776-4076-a3fa-8caa6b6bea2e req-bf1bb12f-c2df-4166-9f7f-868c0343fa1b tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:47.836278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572a13c-b0ec-4835-9872-68eb73747649 req-0d068007-c661-41e1-a94f-f4118a080cb9 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:47.837804 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3572a13c-b0ec-4835-9872-68eb73747649 req-0d068007-c661-41e1-a94f-f4118a080cb9 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 943 time: 0.0771642 Aug 27 14:04:47.902768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Pushing event updated for resources: {'Port': ['ID=b425236b-25fc-41aa-a40c-dfd85d5b1748,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:47.908783 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3572a13c-b0ec-4835-9872-68eb73747649 req-614ad52b-8f74-4c85-b7b6-656119c149cb tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598810 Aug 27 14:04:47.949716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74226cc-6405-4660-97c2-551aa22803fd {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:47.963792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.964148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.964255 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:47.964502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.964848 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.965183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.965517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.966195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.966195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.966501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.966867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.967206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.967535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:04:47.978075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Transition to ACTIVE for port object b74226cc-6405-4660-97c2-551aa22803fd will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:04:47.984320 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:48.020629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df03fc0-c700-4ba3-a81a-70eb1a173a97 req-d9460c59-aa8c-4d0b-bd9c-da2416f26b71 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:48.029014 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1df03fc0-c700-4ba3-a81a-70eb1a173a97 req-d9460c59-aa8c-4d0b-bd9c-da2416f26b71 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 931 time: 0.2879543 Aug 27 14:04:48.075859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Pushing event updated for resources: {'Port': ['ID=b74226cc-6405-4660-97c2-551aa22803fd,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:48.080834 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:48.109719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Attempting to bind port b74226cc-6405-4660-97c2-551aa22803fd on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:04:48.110053 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Attempting to bind port b74226cc-6405-4660-97c2-551aa22803fd by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:04:48.110378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Attempting to bind port b74226cc-6405-4660-97c2-551aa22803fd on network b463e880-0d35-4b83-802a-025c614e00d6 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:48.115008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Port b74226cc-6405-4660-97c2-551aa22803fd on network b463e880-0d35-4b83-802a-025c614e00d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:04:48.115008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Attempting to bind port b74226cc-6405-4660-97c2-551aa22803fd on network b463e880-0d35-4b83-802a-025c614e00d6 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:48.120231 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:04:48.120573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Checking segment: {'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:48.120940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Bound using segment: {'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:04:48.121359 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Bound port: b74226cc-6405-4660-97c2-551aa22803fd, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:04:48.121711 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:48.142056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Attempting to bind port b425236b-25fc-41aa-a40c-dfd85d5b1748 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:04:48.142402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Attempting to bind port b425236b-25fc-41aa-a40c-dfd85d5b1748 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '4ae66a3c-52ae-479d-ae13-93ea4220e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0e126ed2-79ef-4ca4-9a13-74c0f86f272d'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:04:48.142765 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Attempting to bind port b425236b-25fc-41aa-a40c-dfd85d5b1748 on network 0e126ed2-79ef-4ca4-9a13-74c0f86f272d {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:48.159017 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0646133-19f1-42a1-84b0-efef1277dd9b req-1c617589-6ee5-40b1-82c8-f4cf04b7b0c2 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:48.160441 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f0646133-19f1-42a1-84b0-efef1277dd9b req-1c617589-6ee5-40b1-82c8-f4cf04b7b0c2 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 945 time: 0.2484481 Aug 27 14:04:48.183625 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1df03fc0-c700-4ba3-a81a-70eb1a173a97 req-924d09cc-ec0b-4137-a6c6-9a45bc966349 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537557 Aug 27 14:04:48.187840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] For port b74226cc-6405-4660-97c2-551aa22803fd, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:04:48.197779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] For port b74226cc-6405-4660-97c2-551aa22803fd, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b74226cc-6405-4660-97c2-551aa22803fd,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:04:48.203558 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:48.263298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:48.263936 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:48.265423 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] 10.222.0.41 "PUT /v2.0/ports/b74226cc-6405-4660-97c2-551aa22803fd HTTP/1.1" status: 200 len: 1092 time: 0.9720805 Aug 27 14:04:48.265950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5496bc64-9e4c-4b5a-85bd-ebb30c06aab0', 'tag': 'b74226cc-6405-4660-97c2-551aa22803fd'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:48.268367 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0870662e-9b32-42ec-a7a5-efcd80772558" -d '{"events": [{"name": "network-changed", "server_uuid": "5496bc64-9e4c-4b5a-85bd-ebb30c06aab0", "tag": "b74226cc-6405-4660-97c2-551aa22803fd"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:48.290662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a8393-178d-4c69-99e9-1e8e4f034b9f service neutron] Pushing event updated for resources: {'Port': ['ID=b74226cc-6405-4660-97c2-551aa22803fd,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:48.320862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Port b425236b-25fc-41aa-a40c-dfd85d5b1748 on network 0e126ed2-79ef-4ca4-9a13-74c0f86f272d not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:04:48.321273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Attempting to bind port b425236b-25fc-41aa-a40c-dfd85d5b1748 on network 0e126ed2-79ef-4ca4-9a13-74c0f86f272d {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:48.330874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-bea68ca0-d776-4076-a3fa-8caa6b6bea2e req-bf1bb12f-c2df-4166-9f7f-868c0343fa1b tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] For port 44deef9a-c1cb-451f-9278-fa96d9b9c547, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=44deef9a-c1cb-451f-9278-fa96d9b9c547,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:48.331390 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bea68ca0-d776-4076-a3fa-8caa6b6bea2e req-bf1bb12f-c2df-4166-9f7f-868c0343fa1b tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:48.374219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-bea68ca0-d776-4076-a3fa-8caa6b6bea2e req-bf1bb12f-c2df-4166-9f7f-868c0343fa1b tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Calling delete_port for 44deef9a-c1cb-451f-9278-fa96d9b9c547 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:48.385671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:04:48.386117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Checking segment: {'id': '4ae66a3c-52ae-479d-ae13-93ea4220e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0e126ed2-79ef-4ca4-9a13-74c0f86f272d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:48.386569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Bound using segment: {'id': '4ae66a3c-52ae-479d-ae13-93ea4220e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0e126ed2-79ef-4ca4-9a13-74c0f86f272d'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:04:48.387140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Bound port: b425236b-25fc-41aa-a40c-dfd85d5b1748, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae66a3c-52ae-479d-ae13-93ea4220e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0e126ed2-79ef-4ca4-9a13-74c0f86f272d'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:04:48.387563 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:48.394187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-0187e5b3-4f67-4f80-a158-af0e487342c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:48.396231 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-0187e5b3-4f67-4f80-a158-af0e487342c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7122541fbf9429583f7f11d0b900353&device_id=5496bc64-9e4c-4b5a-85bd-ebb30c06aab0 HTTP/1.1" status: 200 len: 1095 time: 0.0509739 Aug 27 14:04:48.455849 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-c2729ba2-6d50-4f85-b2ac-2ff430728367 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b74226cc-6405-4660-97c2-551aa22803fd HTTP/1.1" status: 200 len: 217 time: 0.0401697 Aug 27 14:04:48.595279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88afcb-63cd-430c-9e03-205795baff46 req-5d67b1dc-c625-4f65-a2e8-41c4d331d60a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:48.597023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b88afcb-63cd-430c-9e03-205795baff46 req-5d67b1dc-c625-4f65-a2e8-41c4d331d60a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.2344043 Aug 27 14:04:48.645131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-f0646133-19f1-42a1-84b0-efef1277dd9b req-8f198c12-c065-4cba-8096-2d0c060e7c7d tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Deleting port b4236323-4945-4d7e-b540-44afd9671d38 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:48.645487 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f0646133-19f1-42a1-84b0-efef1277dd9b req-8f198c12-c065-4cba-8096-2d0c060e7c7d tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:48.661828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] For port b425236b-25fc-41aa-a40c-dfd85d5b1748, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:04:48.695224 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:48.699237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-ee2de5df-5f65-4b26-a7ab-bce9bdcca08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:48.700769 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-ee2de5df-5f65-4b26-a7ab-bce9bdcca08d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff801ea7-f962-477a-b25c-e9fc61546c74 HTTP/1.1" status: 200 len: 852 time: 0.0827618 Aug 27 14:04:48.745716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] For port b425236b-25fc-41aa-a40c-dfd85d5b1748, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b425236b-25fc-41aa-a40c-dfd85d5b1748,segment=NetworkSegment(4ae66a3c-52ae-479d-ae13-93ea4220e843),segment_id=4ae66a3c-52ae-479d-ae13-93ea4220e843)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:04:48.759650 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-d9aee094-f2f7-4c19-bf20-29a7d8c48d5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b463e880-0d35-4b83-802a-025c614e00d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433841 Aug 27 14:04:48.765969 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30741691-0efb-4267-8adf-e835af02ef24 x-openstack-request-id: req-30741691-0efb-4267-8adf-e835af02ef24 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:48.765969 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5496bc64-9e4c-4b5a-85bd-ebb30c06aab0", "tag": "b74226cc-6405-4660-97c2-551aa22803fd", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:48.766116 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:48.766372 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30741691-0efb-4267-8adf-e835af02ef24 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:48.766762 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5496bc64-9e4c-4b5a-85bd-ebb30c06aab0', 'tag': 'b74226cc-6405-4660-97c2-551aa22803fd', 'status': 'completed', 'code': 200} Aug 27 14:04:48.814499 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b88afcb-63cd-430c-9e03-205795baff46 req-c18988ba-6fc4-4b4e-9fe9-fbb1a1d4ed43 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990628 Aug 27 14:04:48.879624 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-86df0054-b17e-45e0-baf5-d0cfac92d133 service neutron] 10.222.0.41 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028967 Aug 27 14:04:48.889663 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:48.890312 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:48.891712 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] 10.222.0.41 "PUT /v2.0/ports/b425236b-25fc-41aa-a40c-dfd85d5b1748 HTTP/1.1" status: 200 len: 1092 time: 2.7937713 Aug 27 14:04:48.899598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb214659-4661-498d-92da-2a8c066cfbaa', 'tag': 'b425236b-25fc-41aa-a40c-dfd85d5b1748'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:48.901921 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a89d70e-5c79-43ed-ae30-0f57a4c37f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb214659-4661-498d-92da-2a8c066cfbaa", "tag": "b425236b-25fc-41aa-a40c-dfd85d5b1748"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:48.980789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d908d-4d8d-42f5-8f20-f26fa44b9231 service neutron] Pushing event updated for resources: {'Port': ['ID=b425236b-25fc-41aa-a40c-dfd85d5b1748,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:48.984488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-f0646133-19f1-42a1-84b0-efef1277dd9b req-8f198c12-c065-4cba-8096-2d0c060e7c7d tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] For port b4236323-4945-4d7e-b540-44afd9671d38, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b4236323-4945-4d7e-b540-44afd9671d38,segment=NetworkSegment(a15ac720-0899-43ff-bc18-1bf45e7b8a2a),segment_id=a15ac720-0899-43ff-bc18-1bf45e7b8a2a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:48.984864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f0646133-19f1-42a1-84b0-efef1277dd9b req-8f198c12-c065-4cba-8096-2d0c060e7c7d tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:49.003258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01614e4b-988a-40ae-90a5-2cd796745ac4 req-8643dd35-97a8-4ce6-ba3f-026eb5faa094 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:49.004789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01614e4b-988a-40ae-90a5-2cd796745ac4 req-8643dd35-97a8-4ce6-ba3f-026eb5faa094 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 945 time: 0.1123104 Aug 27 14:04:49.030127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ea4be3-6eed-46a0-a39a-b20a05db17dd {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:49.039493 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-5709b1c1-9b41-442b-bf1d-84f23bb6b3ed service neutron] 10.222.0.41 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455412 Aug 27 14:04:49.042816 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:49.045667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-f0646133-19f1-42a1-84b0-efef1277dd9b req-8f198c12-c065-4cba-8096-2d0c060e7c7d tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Calling delete_port for b4236323-4945-4d7e-b540-44afd9671d38 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:49.046942 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bea68ca0-d776-4076-a3fa-8caa6b6bea2e req-bf1bb12f-c2df-4166-9f7f-868c0343fa1b tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:49.075643 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01614e4b-988a-40ae-90a5-2cd796745ac4 req-f219020d-4cdc-4828-a8c6-b97e8e89645d tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd3d4c91-1d56-4537-9990-2daa10fff010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469658 Aug 27 14:04:49.099181 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['b4236323-4945-4d7e-b540-44afd9671d38'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:49.099641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Transition to ACTIVE for port object 88ea4be3-6eed-46a0-a39a-b20a05db17dd will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:04:49.140410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bb12f-c2df-4166-9f7f-868c0343fa1b tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Pushing event deleted for resources: {'Port': ['ID=44deef9a-c1cb-451f-9278-fa96d9b9c547,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:49.147262 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:49.213685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-53e4d7f0-e4d6-41e3-82f0-b6a372feb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:49.216962 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-53e4d7f0-e4d6-41e3-82f0-b6a372feb745 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65d330606b7345f7b7bec4404bae485e&device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 1095 time: 0.2274683 Aug 27 14:04:49.240665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870662e-9b32-42ec-a7a5-efcd80772558 req-58cfdc52-b15f-4ca1-9b01-377cdec459dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:49.242661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0870662e-9b32-42ec-a7a5-efcd80772558 req-58cfdc52-b15f-4ca1-9b01-377cdec459dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7122541fbf9429583f7f11d0b900353&device_id=5496bc64-9e4c-4b5a-85bd-ebb30c06aab0 HTTP/1.1" status: 200 len: 1095 time: 0.0553732 Aug 27 14:04:49.274631 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60d60b1-099c-4f9d-a8db-b1c8587bdca1 x-openstack-request-id: req-f60d60b1-099c-4f9d-a8db-b1c8587bdca1 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:49.274956 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb214659-4661-498d-92da-2a8c066cfbaa", "tag": "b425236b-25fc-41aa-a40c-dfd85d5b1748", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:49.275210 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f60d60b1-099c-4f9d-a8db-b1c8587bdca1 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:49.275789 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb214659-4661-498d-92da-2a8c066cfbaa', 'tag': 'b425236b-25fc-41aa-a40c-dfd85d5b1748', 'status': 'completed', 'code': 200} Aug 27 14:04:49.276688 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea68ca0-d776-4076-a3fa-8caa6b6bea2e req-bf1bb12f-c2df-4166-9f7f-868c0343fa1b tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] No DVR routers for this DVR port 44deef9a-c1cb-451f-9278-fa96d9b9c547 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:49.294354 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bea68ca0-d776-4076-a3fa-8caa6b6bea2e req-bf1bb12f-c2df-4166-9f7f-868c0343fa1b tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:49.296589 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bea68ca0-d776-4076-a3fa-8caa6b6bea2e req-bf1bb12f-c2df-4166-9f7f-868c0343fa1b tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.52 "DELETE /v2.0/ports/44deef9a-c1cb-451f-9278-fa96d9b9c547 HTTP/1.1" status: 204 len: 173 time: 1.9053922 Aug 27 14:04:49.348268 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-18ca933a-d810-418d-957c-2248d1f52243 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b425236b-25fc-41aa-a40c-dfd85d5b1748 HTTP/1.1" status: 200 len: 217 time: 0.0776851 Aug 27 14:04:49.354473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Pushing event updated for resources: {'Port': ['ID=88ea4be3-6eed-46a0-a39a-b20a05db17dd,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:49.430938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de8086-3e33-4dc7-b494-882b1e0e8e05 req-a3e3e219-ae30-49e4-a66f-96b417cf8c32 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:49.438551 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24de8086-3e33-4dc7-b494-882b1e0e8e05 req-a3e3e219-ae30-49e4-a66f-96b417cf8c32 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 943 time: 0.0988386 Aug 27 14:04:49.465254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870662e-9b32-42ec-a7a5-efcd80772558 req-5b483ab1-07c4-4fb8-9050-ddd7ba87bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:49.466734 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0870662e-9b32-42ec-a7a5-efcd80772558 req-5b483ab1-07c4-4fb8-9050-ddd7ba87bfd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b463e880-0d35-4b83-802a-025c614e00d6 HTTP/1.1" status: 200 len: 913 time: 0.1842625 Aug 27 14:04:49.492774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-2a5a8921-51cb-49d0-a8e7-58888c92531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:49.494466 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-2a5a8921-51cb-49d0-a8e7-58888c92531c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22001ce9-60b7-4b3d-8dd3-fe8749032dff HTTP/1.1" status: 200 len: 862 time: 0.1307240 Aug 27 14:04:49.523621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0870662e-9b32-42ec-a7a5-efcd80772558 req-a031809b-da62-4d30-ad65-bb21bff4139a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b74226cc-6405-4660-97c2-551aa22803fd HTTP/1.1" status: 200 len: 217 time: 0.0472536 Aug 27 14:04:49.530586 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24de8086-3e33-4dc7-b494-882b1e0e8e05 req-07dc1ba9-becf-4b95-ba4a-3f779a2e3f5d tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910106 Aug 27 14:04:49.559977 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Attempting to bind port 88ea4be3-6eed-46a0-a39a-b20a05db17dd on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:04:49.560401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Attempting to bind port 88ea4be3-6eed-46a0-a39a-b20a05db17dd by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:04:49.560739 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Attempting to bind port 88ea4be3-6eed-46a0-a39a-b20a05db17dd on network b463e880-0d35-4b83-802a-025c614e00d6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:49.565847 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-e2aff465-6cf2-4d45-979a-c3c74eee50d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e126ed2-79ef-4ca4-9a13-74c0f86f272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566170 Aug 27 14:04:49.568876 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f0646133-19f1-42a1-84b0-efef1277dd9b req-8f198c12-c065-4cba-8096-2d0c060e7c7d tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:49.570625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Port 88ea4be3-6eed-46a0-a39a-b20a05db17dd on network b463e880-0d35-4b83-802a-025c614e00d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:04:49.571161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Attempting to bind port 88ea4be3-6eed-46a0-a39a-b20a05db17dd on network b463e880-0d35-4b83-802a-025c614e00d6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:49.595866 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870662e-9b32-42ec-a7a5-efcd80772558 req-a933bd6e-8d3d-4475-8681-98368db2ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:49.603019 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0870662e-9b32-42ec-a7a5-efcd80772558 req-a933bd6e-8d3d-4475-8681-98368db2ebb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff801ea7-f962-477a-b25c-e9fc61546c74 HTTP/1.1" status: 200 len: 852 time: 0.0647166 Aug 27 14:04:49.622832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f198c12-c065-4cba-8096-2d0c060e7c7d tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Pushing event deleted for resources: {'Port': ['ID=b4236323-4945-4d7e-b540-44afd9671d38,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:49.624719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:04:49.625058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Checking segment: {'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:49.625440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Bound using segment: {'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:04:49.625871 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Bound port: 88ea4be3-6eed-46a0-a39a-b20a05db17dd, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:04:49.626235 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:49.663176 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0870662e-9b32-42ec-a7a5-efcd80772558 req-4f95c4c3-6c7a-4027-991c-2d3924bb205b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b463e880-0d35-4b83-802a-025c614e00d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483205 Aug 27 14:04:49.688250 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56c7e3-2468-4206-8687-205ccf614c98 req-d5002594-6761-4cb6-9c27-bfaa100332d7 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:49.696131 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f56c7e3-2468-4206-8687-205ccf614c98 req-d5002594-6761-4cb6-9c27-bfaa100332d7 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 943 time: 0.0917237 Aug 27 14:04:49.735730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0646133-19f1-42a1-84b0-efef1277dd9b req-8f198c12-c065-4cba-8096-2d0c060e7c7d tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] No DVR routers for this DVR port b4236323-4945-4d7e-b540-44afd9671d38 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:49.749087 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f0646133-19f1-42a1-84b0-efef1277dd9b req-8f198c12-c065-4cba-8096-2d0c060e7c7d tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:49.751213 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f0646133-19f1-42a1-84b0-efef1277dd9b req-8f198c12-c065-4cba-8096-2d0c060e7c7d tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.41 "DELETE /v2.0/ports/b4236323-4945-4d7e-b540-44afd9671d38 HTTP/1.1" status: 204 len: 173 time: 1.5599735 Aug 27 14:04:49.790159 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f56c7e3-2468-4206-8687-205ccf614c98 req-621229cf-06f3-47cd-863e-ef1126182f38 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905695 Aug 27 14:04:49.796799 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-a43fd7e1-2e54-4a99-92d4-0c615080656f service neutron] 10.222.0.41 "GET /v2.0/networks/0e126ed2-79ef-4ca4-9a13-74c0f86f272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163260 Aug 27 14:04:49.803446 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] For port 88ea4be3-6eed-46a0-a39a-b20a05db17dd, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:04:49.807226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] For port 88ea4be3-6eed-46a0-a39a-b20a05db17dd, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=88ea4be3-6eed-46a0-a39a-b20a05db17dd,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:04:49.818443 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:49.871775 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0870662e-9b32-42ec-a7a5-efcd80772558 req-a609263c-92a2-4913-b605-9c4beeeafbd8 service neutron] 10.222.0.41 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986690 Aug 27 14:04:50.068400 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0870662e-9b32-42ec-a7a5-efcd80772558 req-b8efa414-1f01-4ff9-be07-885b89fc6a80 service neutron] 10.222.0.41 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833904 Aug 27 14:04:50.124365 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:50.160182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaca0f-ec82-4718-9de7-39d364a5590a req-78c6dc4c-25e5-4b27-9fdd-cbad0c48a191 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:50.163399 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1ecaca0f-ec82-4718-9de7-39d364a5590a req-78c6dc4c-25e5-4b27-9fdd-cbad0c48a191 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0649016 Aug 27 14:04:50.205824 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1ecaca0f-ec82-4718-9de7-39d364a5590a req-a295105d-2680-49d4-b977-fea146bc8d7b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372264 Aug 27 14:04:50.305776 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-70c92eec-5112-46dc-aa8a-e6f0f03d4451 req-134c5fa1-5e2b-4b36-a9e2-a525b3ec01f7 tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c25c941b-4728-4640-9a39-efce79ebdcac HTTP/1.1" status: 200 len: 210 time: 0.0650334 Aug 27 14:04:50.310910 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:50.311011 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:50.312477 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] 10.222.0.52 "PUT /v2.0/ports/88ea4be3-6eed-46a0-a39a-b20a05db17dd HTTP/1.1" status: 200 len: 1092 time: 2.7826262 Aug 27 14:04:50.330170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac91220-89af-4697-a763-88d7d3510912 service neutron] Pushing event updated for resources: {'Port': ['ID=88ea4be3-6eed-46a0-a39a-b20a05db17dd,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:50.398865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebf88d18-1ba3-409c-a226-df989b82cfe8 req-264f73a7-b578-420c-b1dc-e7bd53989be8 service neutron] 10.222.0.41 "GET /v2.0/networks/0e126ed2-79ef-4ca4-9a13-74c0f86f272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898871 Aug 27 14:04:50.420092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-ef9eaa68-9754-4f02-9654-638ea8b501b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:50.422324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-ef9eaa68-9754-4f02-9654-638ea8b501b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7122541fbf9429583f7f11d0b900353&device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 1095 time: 0.0538490 Aug 27 14:04:50.467402 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-fdae5714-ba0a-4a08-b38b-cc2275a8efe9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88ea4be3-6eed-46a0-a39a-b20a05db17dd HTTP/1.1" status: 200 len: 217 time: 0.0375373 Aug 27 14:04:50.521486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-99655251-6dbb-454f-b5b5-e30c10a64424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:50.523692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-99655251-6dbb-454f-b5b5-e30c10a64424 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff801ea7-f962-477a-b25c-e9fc61546c74 HTTP/1.1" status: 200 len: 852 time: 0.0491052 Aug 27 14:04:50.588409 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-afcc83d4-922f-4c24-bbd0-e1e4a948cc6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b463e880-0d35-4b83-802a-025c614e00d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378940 Aug 27 14:04:50.737773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-5b62ed48-854e-4712-8a7f-6b128eb5f0ba tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:50.748532 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-5b62ed48-854e-4712-8a7f-6b128eb5f0ba tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/networks?id=bd31dc99-802c-4710-97ff-02fb9b935ee2 HTTP/1.1" status: 200 len: 805 time: 0.1331191 Aug 27 14:04:50.769454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89d70e-5c79-43ed-ae30-0f57a4c37f4c req-0959cb90-acc2-4b08-b8a4-010b065cde78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:50.772212 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a89d70e-5c79-43ed-ae30-0f57a4c37f4c req-0959cb90-acc2-4b08-b8a4-010b065cde78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65d330606b7345f7b7bec4404bae485e&device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 1095 time: 0.1783547 Aug 27 14:04:50.774722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 44deef9a-c1cb-451f-9278-fa96d9b9c547 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:50.777280 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-624d8d4e-ce9b-4fd9-b18d-2964bcf990ae tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/quotas/ca5487afb9c4474796e982b017af7c80 HTTP/1.1" status: 200 len: 375 time: 0.0272279 Aug 27 14:04:50.780720 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-7c6178a4-a417-4ece-b9da-cce974a581c0 service neutron] 10.222.0.52 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897905 Aug 27 14:04:50.790334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a7ab9-0147-4548-8fba-af505e7c2bf8 req-13ed60c8-2968-4451-a5cd-4ae042e9fcdd tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:50.797896 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a06a7ab9-0147-4548-8fba-af505e7c2bf8 req-13ed60c8-2968-4451-a5cd-4ae042e9fcdd tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 943 time: 0.1353211 Aug 27 14:04:50.807457 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 44deef9a-c1cb-451f-9278-fa96d9b9c547 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:50.808124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 44deef9a-c1cb-451f-9278-fa96d9b9c547 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:50.830020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53170) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:50.857733 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-9a547379-d398-4ec3-9e04-1b7bb0509044 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca5487afb9c4474796e982b017af7c80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800433 Aug 27 14:04:50.945566 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a06a7ab9-0147-4548-8fba-af505e7c2bf8 req-5a008980-d392-42de-a5d6-5ba1de5ce6af tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467357 Aug 27 14:04:50.971245 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-e631068f-3fe4-4a3e-b1fc-c4a958f47fbf service neutron] 10.222.0.55 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058164 Aug 27 14:04:50.971956 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6fea6023-fea2-43c7-87bd-dc241d28b92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:50.993279 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d5e04b4-4b2e-45b7-9ba9-6d863e80eb8c req-67223abb-8c34-4832-b358-8cf6756e7247 service neutron] 10.222.0.52 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916935 Aug 27 14:04:51.006897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89d70e-5c79-43ed-ae30-0f57a4c37f4c req-394147a6-a71a-45ba-b3da-58348064966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:51.008821 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a89d70e-5c79-43ed-ae30-0f57a4c37f4c req-394147a6-a71a-45ba-b3da-58348064966f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e126ed2-79ef-4ca4-9a13-74c0f86f272d HTTP/1.1" status: 200 len: 923 time: 0.2082860 Aug 27 14:04:51.083571 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a89d70e-5c79-43ed-ae30-0f57a4c37f4c req-92cd7910-7422-4f2b-9cb6-4031c9bdc993 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b425236b-25fc-41aa-a40c-dfd85d5b1748 HTTP/1.1" status: 200 len: 217 time: 0.0572679 Aug 27 14:04:51.106659 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-9e7fee5f-adda-495b-93df-b3fc99204d03 service neutron] 10.222.0.55 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259694 Aug 27 14:04:51.113763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91cbc5-b7e2-4080-bfd2-428c97020a22 req-57267307-bbb0-4c6a-ab4d-13c3ecf3f8f5 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:51.115446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd91cbc5-b7e2-4080-bfd2-428c97020a22 req-57267307-bbb0-4c6a-ab4d-13c3ecf3f8f5 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 943 time: 0.1008799 Aug 27 14:04:51.153193 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6fea6023-fea2-43c7-87bd-dc241d28b92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:51.158757 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6fea6023-fea2-43c7-87bd-dc241d28b92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:51.179749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89d70e-5c79-43ed-ae30-0f57a4c37f4c req-1b0e90e2-863c-44e3-acd1-aafdbad60cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:51.181365 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a89d70e-5c79-43ed-ae30-0f57a4c37f4c req-1b0e90e2-863c-44e3-acd1-aafdbad60cff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22001ce9-60b7-4b3d-8dd3-fe8749032dff HTTP/1.1" status: 200 len: 862 time: 0.0851748 Aug 27 14:04:51.182141 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:51.186974 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd91cbc5-b7e2-4080-bfd2-428c97020a22 req-54c88b44-0d06-4b11-ba8b-9c64d5678e61 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507631 Aug 27 14:04:51.212002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6fea6023-fea2-43c7-87bd-dc241d28b92a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bae98afc524c42098f0ecded7d7a8789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805821 Aug 27 14:04:51.212848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53178) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:51.213548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea6023-fea2-43c7-87bd-dc241d28b92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789a9edf-033a-415a-b019-57476e588271,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:51.235118 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a89d70e-5c79-43ed-ae30-0f57a4c37f4c req-079df059-a148-46ed-a8e0-4374ce27e928 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e126ed2-79ef-4ca4-9a13-74c0f86f272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403399 Aug 27 14:04:51.282421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5290fe-d537-407d-95c6-393fa3235d78', 'name': 'network-vif-deleted', 'tag': '44deef9a-c1cb-451f-9278-fa96d9b9c547'}, {'server_uuid': 'c25c941b-4728-4640-9a39-efce79ebdcac', 'name': 'network-vif-deleted', 'tag': 'b4236323-4945-4d7e-b540-44afd9671d38'}, {'name': 'network-changed', 'server_uuid': 'aa275330-00a6-4a96-8b36-407b9c5f2e2d', 'tag': '88ea4be3-6eed-46a0-a39a-b20a05db17dd'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:51.284820 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491c7314-75cf-4a85-ae26-e9501b25875f" -d '{"events": [{"server_uuid": "de5290fe-d537-407d-95c6-393fa3235d78", "name": "network-vif-deleted", "tag": "44deef9a-c1cb-451f-9278-fa96d9b9c547"}, {"server_uuid": "c25c941b-4728-4640-9a39-efce79ebdcac", "name": "network-vif-deleted", "tag": "b4236323-4945-4d7e-b540-44afd9671d38"}, {"name": "network-changed", "server_uuid": "aa275330-00a6-4a96-8b36-407b9c5f2e2d", "tag": "88ea4be3-6eed-46a0-a39a-b20a05db17dd"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:51.291813 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-363bea81-116d-4011-a42b-cfb2446c2b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:51.339635 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-363bea81-116d-4011-a42b-cfb2446c2b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:51.407741 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8fdd87a-a293-469e-8949-a90b3fee663b req-632d7cd5-939f-4a2f-bd1e-3d036c38868c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 210 time: 0.0373530 Aug 27 14:04:51.414575 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a89d70e-5c79-43ed-ae30-0f57a4c37f4c req-3d12e2c9-1274-4884-accf-b04f9a0e3df7 service neutron] 10.222.0.41 "GET /v2.0/networks/0e126ed2-79ef-4ca4-9a13-74c0f86f272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588371 Aug 27 14:04:51.431046 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-363bea81-116d-4011-a42b-cfb2446c2b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:51.433756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25659e1-6f36-4513-8d73-08a912eebab8 req-fd0dfa73-771d-472d-b3f9-bb8707b60493 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:51.435345 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b25659e1-6f36-4513-8d73-08a912eebab8 req-fd0dfa73-771d-472d-b3f9-bb8707b60493 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0726171 Aug 27 14:04:51.435461 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-363bea81-116d-4011-a42b-cfb2446c2b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:51.439842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-363bea81-116d-4011-a42b-cfb2446c2b23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/789a9edf-033a-415a-b019-57476e588271 HTTP/1.1" status: 204 len: 168 time: 0.2219038 Aug 27 14:04:51.463130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bea81-116d-4011-a42b-cfb2446c2b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789a9edf-033a-415a-b019-57476e588271,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:51.525689 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e93e6d0-b431-4e8f-90bc-1344f8e5a0d0 x-openstack-request-id: req-2e93e6d0-b431-4e8f-90bc-1344f8e5a0d0 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:51.526180 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5290fe-d537-407d-95c6-393fa3235d78", "name": "network-vif-deleted", "tag": "44deef9a-c1cb-451f-9278-fa96d9b9c547", "status": "completed", "code": 200}, {"server_uuid": "c25c941b-4728-4640-9a39-efce79ebdcac", "name": "network-vif-deleted", "tag": "b4236323-4945-4d7e-b540-44afd9671d38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa275330-00a6-4a96-8b36-407b9c5f2e2d", "tag": "88ea4be3-6eed-46a0-a39a-b20a05db17dd", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:51.526275 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e93e6d0-b431-4e8f-90bc-1344f8e5a0d0 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:51.526629 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5290fe-d537-407d-95c6-393fa3235d78', 'name': 'network-vif-deleted', 'tag': '44deef9a-c1cb-451f-9278-fa96d9b9c547', 'status': 'completed', 'code': 200} Aug 27 14:04:51.526936 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25c941b-4728-4640-9a39-efce79ebdcac', 'name': 'network-vif-deleted', 'tag': 'b4236323-4945-4d7e-b540-44afd9671d38', 'status': 'completed', 'code': 200} Aug 27 14:04:51.527191 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa275330-00a6-4a96-8b36-407b9c5f2e2d', 'tag': '88ea4be3-6eed-46a0-a39a-b20a05db17dd', 'status': 'completed', 'code': 200} Aug 27 14:04:51.545333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b25659e1-6f36-4513-8d73-08a912eebab8 req-808bb529-43c2-4a71-8cde-b30787ca9ec6 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022320 Aug 27 14:04:51.603276 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a89d70e-5c79-43ed-ae30-0f57a4c37f4c req-7f6ad520-9e7e-4d8d-b98b-ff9abea16d0b service neutron] 10.222.0.41 "GET /v2.0/networks/0e126ed2-79ef-4ca4-9a13-74c0f86f272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799755 Aug 27 14:04:51.622499 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c7314-75cf-4a85-ae26-e9501b25875f req-59f131ee-1789-45b3-bc49-676413863a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:51.627172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53200) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:51.639107 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-491c7314-75cf-4a85-ae26-e9501b25875f req-59f131ee-1789-45b3-bc49-676413863a11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7122541fbf9429583f7f11d0b900353&device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 1095 time: 0.0837107 Aug 27 14:04:51.689061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e9baac-7a4b-4499-a14f-0048edb4f49a admin admin] Deleting subnet 097d6e0f-f727-4b49-aaaa-1cc720b6e808 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:04:51.692725 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9e9baac-7a4b-4499-a14f-0048edb4f49a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:51.734615 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9e9baac-7a4b-4499-a14f-0048edb4f49a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:51.768865 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c7314-75cf-4a85-ae26-e9501b25875f req-5a25e7eb-c7f2-4403-ab59-1cb6930c60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:51.770631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-491c7314-75cf-4a85-ae26-e9501b25875f req-5a25e7eb-c7f2-4403-ab59-1cb6930c60c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b463e880-0d35-4b83-802a-025c614e00d6 HTTP/1.1" status: 200 len: 913 time: 0.1216633 Aug 27 14:04:51.779928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9e9baac-7a4b-4499-a14f-0048edb4f49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:51.817243 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-491c7314-75cf-4a85-ae26-e9501b25875f req-f81a55f3-15ee-4512-8b6e-13717cf0dd88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88ea4be3-6eed-46a0-a39a-b20a05db17dd HTTP/1.1" status: 200 len: 217 time: 0.0387104 Aug 27 14:04:51.866350 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9e9baac-7a4b-4499-a14f-0048edb4f49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:51.891701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c7314-75cf-4a85-ae26-e9501b25875f req-92f081f5-f55c-4925-8f1e-e4352d1e7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:51.893288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9baac-7a4b-4499-a14f-0048edb4f49a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097d6e0f-f727-4b49-aaaa-1cc720b6e808,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:51.895089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-491c7314-75cf-4a85-ae26-e9501b25875f req-92f081f5-f55c-4925-8f1e-e4352d1e7a9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff801ea7-f962-477a-b25c-e9fc61546c74 HTTP/1.1" status: 200 len: 852 time: 0.0689297 Aug 27 14:04:51.900692 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9e9baac-7a4b-4499-a14f-0048edb4f49a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:51.905324 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e9e9baac-7a4b-4499-a14f-0048edb4f49a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/097d6e0f-f727-4b49-aaaa-1cc720b6e808 HTTP/1.1" status: 204 len: 168 time: 0.2742791 Aug 27 14:04:51.905938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53210) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:51.946571 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-491c7314-75cf-4a85-ae26-e9501b25875f req-ec7597f9-f874-4132-9c04-01b9c481ef72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b463e880-0d35-4b83-802a-025c614e00d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400109 Aug 27 14:04:51.980552 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-068c32a5-bd1f-42e9-a29d-86df19af2702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:52.091545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-491c7314-75cf-4a85-ae26-e9501b25875f req-d1fcb9a5-8c93-4db8-9c22-205bb3f6329b service neutron] 10.222.0.52 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356981 Aug 27 14:04:52.107196 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-068c32a5-bd1f-42e9-a29d-86df19af2702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:52.120731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-068c32a5-bd1f-42e9-a29d-86df19af2702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e715f53c-7c6c-450b-850b-de69f2329836']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:52.132406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-068c32a5-bd1f-42e9-a29d-86df19af2702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:52.132700 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-068c32a5-bd1f-42e9-a29d-86df19af2702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15ac720-0899-43ff-bc18-1bf45e7b8a2a') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:52.144625 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-068c32a5-bd1f-42e9-a29d-86df19af2702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:52.169869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bd27f-6e5b-473e-99ea-b8a9cff87ad0 req-3ca9c631-5cd9-4d11-9212-65daa7e7d17a tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:52.171550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8a1bd27f-6e5b-473e-99ea-b8a9cff87ad0 req-3ca9c631-5cd9-4d11-9212-65daa7e7d17a tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 943 time: 0.0959022 Aug 27 14:04:52.172568 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-068c32a5-bd1f-42e9-a29d-86df19af2702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:52.179587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068c32a5-bd1f-42e9-a29d-86df19af2702 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:04:52.179972 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-068c32a5-bd1f-42e9-a29d-86df19af2702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:04:52.181852 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:04:52.197962 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-491c7314-75cf-4a85-ae26-e9501b25875f req-919a3c0d-6c26-4f89-a4ff-75a8c25b2800 service neutron] 10.222.0.52 "GET /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984552 Aug 27 14:04:52.267743 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-068c32a5-bd1f-42e9-a29d-86df19af2702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:52.273667 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-068c32a5-bd1f-42e9-a29d-86df19af2702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:52.276260 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-068c32a5-bd1f-42e9-a29d-86df19af2702 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e715f53c-7c6c-450b-850b-de69f2329836 HTTP/1.1" status: 204 len: 168 time: 0.3693178 Aug 27 14:04:52.284907 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8a1bd27f-6e5b-473e-99ea-b8a9cff87ad0 req-8606cb6c-dd3d-404e-bfce-e00b89bd4736 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021888 Aug 27 14:04:52.298312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c32a5-bd1f-42e9-a29d-86df19af2702 admin admin] Pushing event deleted for resources: {'Network': ['ID=e715f53c-7c6c-450b-850b-de69f2329836,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:52.327563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6b408-d212-44bc-8524-4d73f9094053 req-75f19529-7f51-495b-a533-03210a6a2822 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:52.335072 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-78f6b408-d212-44bc-8524-4d73f9094053 req-75f19529-7f51-495b-a533-03210a6a2822 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 943 time: 0.0733097 Aug 27 14:04:52.376521 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-78f6b408-d212-44bc-8524-4d73f9094053 req-cdcd0e8c-5600-4b91-804b-ed5298809f55 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Aug 27 14:04:52.544454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-cc536397-dc45-4b53-9596-1153d435bc18 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:52.546006 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-cc536397-dc45-4b53-9596-1153d435bc18 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.52 "GET /v2.0/networks?id=bd31dc99-802c-4710-97ff-02fb9b935ee2 HTTP/1.1" status: 200 len: 805 time: 0.1311877 Aug 27 14:04:52.569196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-75c61a63-b1e8-4649-8de2-7714e08dfe4f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Request body: {'port': {'device_id': '278917f1-9789-4690-a6fe-f8ae0baaa866', 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2', 'admin_state_up': True, 'tenant_id': 'ca5487afb9c4474796e982b017af7c80'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:52.581848 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6359a9f4-a418-45d7-96a5-d321ed3aa327 req-d12863eb-8c16-4d6d-8c5c-ab5494078c70 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 210 time: 0.0357227 Aug 27 14:04:52.590404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53240) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:52.654798 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-655bcd45-8fee-4e20-94e4-e7fb43647d98 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6572e872daa14ec4be6fda0a7fc4f376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630026 Aug 27 14:04:52.657295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53244) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:52.703469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597aea9-20d3-424d-9e1a-3485df5114b7 req-5d5072de-cfdf-4802-9f2a-cebe4454ba83 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:52.705321 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6597aea9-20d3-424d-9e1a-3485df5114b7 req-5d5072de-cfdf-4802-9f2a-cebe4454ba83 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0554883 Aug 27 14:04:52.751276 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6597aea9-20d3-424d-9e1a-3485df5114b7 req-ae286e42-2631-43cc-94ff-a121bf9697e3 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386643 Aug 27 14:04:52.752751 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c672bd55-4b25-4209-8dc8-219ed6112ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:52.780388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-75c61a63-b1e8-4649-8de2-7714e08dfe4f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Made reservation on behalf of ca5487afb9c4474796e982b017af7c80 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:52.783872 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-75c61a63-b1e8-4649-8de2-7714e08dfe4f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:52.788274 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c672bd55-4b25-4209-8dc8-219ed6112ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:52.792310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 88ea4be3-6eed-46a0-a39a-b20a05db17dd details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:04:52.896729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 88ea4be3-6eed-46a0-a39a-b20a05db17dd, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=88ea4be3-6eed-46a0-a39a-b20a05db17dd,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:52.910758 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '88ea4be3-6eed-46a0-a39a-b20a05db17dd', 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6', 'port_id': '88ea4be3-6eed-46a0-a39a-b20a05db17dd', 'mac_address': 'fa:16:3e:73:87:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff801ea7-f962-477a-b25c-e9fc61546c74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:04:52.917701 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c672bd55-4b25-4209-8dc8-219ed6112ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:52.920474 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c672bd55-4b25-4209-8dc8-219ed6112ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:52.924094 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c672bd55-4b25-4209-8dc8-219ed6112ee4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd3d4c91-1d56-4537-9990-2daa10fff010 HTTP/1.1" status: 204 len: 168 time: 0.2634785 Aug 27 14:04:52.939126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672bd55-4b25-4209-8dc8-219ed6112ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3d4c91-1d56-4537-9990-2daa10fff010,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:52.967844 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:52.981175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-75c61a63-b1e8-4649-8de2-7714e08dfe4f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Allocated IP 172.20.0.2 (bd31dc99-802c-4710-97ff-02fb9b935ee2/8012dbf9-0982-45c9-b07b-40b74c5b4a40/eff656d3-b41a-4b6c-ac85-08d4be495a40) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:04:52.984371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ea4be3-6eed-46a0-a39a-b20a05db17dd {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:53.008016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 88ea4be3-6eed-46a0-a39a-b20a05db17dd, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=88ea4be3-6eed-46a0-a39a-b20a05db17dd,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:53.015300 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:53.070654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b74226cc-6405-4660-97c2-551aa22803fd details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:04:53.081034 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1705d58-6190-4b5b-a992-9f06692aedc6 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:53.112682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=88ea4be3-6eed-46a0-a39a-b20a05db17dd,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:53.169875 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-75c61a63-b1e8-4649-8de2-7714e08dfe4f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:53.220748 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-75c61a63-b1e8-4649-8de2-7714e08dfe4f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:53.288509 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:53.316826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['88ea4be3-6eed-46a0-a39a-b20a05db17dd'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:53.326598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b74226cc-6405-4660-97c2-551aa22803fd, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b74226cc-6405-4660-97c2-551aa22803fd,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:53.331485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-75c61a63-b1e8-4649-8de2-7714e08dfe4f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Network bd31dc99-802c-4710-97ff-02fb9b935ee2 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:04:53.358296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-75c61a63-b1e8-4649-8de2-7714e08dfe4f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:53.358567 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e601ec-2021-4040-abb4-747a268677c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1705d58-6190-4b5b-a992-9f06692aedc6'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:53.361120 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4668c6f9-1427-49cb-bc70-ce4bb10d519d" -d '{"events": [{"server_uuid": "25e601ec-2021-4040-abb4-747a268677c9", "name": "network-vif-unplugged", "status": "completed", "tag": "a1705d58-6190-4b5b-a992-9f06692aedc6"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:53.364153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-75c61a63-b1e8-4649-8de2-7714e08dfe4f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:04:53.378386 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'b74226cc-6405-4660-97c2-551aa22803fd', 'network_id': 'b463e880-0d35-4b83-802a-025c614e00d6', 'port_id': 'b74226cc-6405-4660-97c2-551aa22803fd', 'mac_address': 'fa:16:3e:93:c4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff801ea7-f962-477a-b25c-e9fc61546c74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:04:53.386355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a1705d58-6190-4b5b-a992-9f06692aedc6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1705d58-6190-4b5b-a992-9f06692aedc6,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:53.439212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c61a63-b1e8-4649-8de2-7714e08dfe4f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Pushing event updated for resources: {'Port': ['ID=eff656d3-b41a-4b6c-ac85-08d4be495a40,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:53.471721 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:53.475804 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:53.476677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b4236323-4945-4d7e-b540-44afd9671d38 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:53.539948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-75c61a63-b1e8-4649-8de2-7714e08dfe4f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:53.540103 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-75c61a63-b1e8-4649-8de2-7714e08dfe4f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:53.541470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: b4236323-4945-4d7e-b540-44afd9671d38 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:53.541920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b4236323-4945-4d7e-b540-44afd9671d38 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:53.548191 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b082f065-9bd3-4a82-ba4d-5f38fcaeb0d4 x-openstack-request-id: req-b082f065-9bd3-4a82-ba4d-5f38fcaeb0d4 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:53.548595 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e601ec-2021-4040-abb4-747a268677c9", "name": "network-vif-unplugged", "status": "completed", "tag": "a1705d58-6190-4b5b-a992-9f06692aedc6", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:53.549121 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b082f065-9bd3-4a82-ba4d-5f38fcaeb0d4 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:53.549554 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e601ec-2021-4040-abb4-747a268677c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1705d58-6190-4b5b-a992-9f06692aedc6', 'code': 200} Aug 27 14:04:53.560191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74226cc-6405-4660-97c2-551aa22803fd {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:53.566553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ce896-4649-4014-8748-f5a5c3088024 req-70c98f19-b282-4427-b1a2-8364f5bf96b9 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:53.582626 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb2ce896-4649-4014-8748-f5a5c3088024 req-70c98f19-b282-4427-b1a2-8364f5bf96b9 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 943 time: 0.1208591 Aug 27 14:04:53.591452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b74226cc-6405-4660-97c2-551aa22803fd, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b74226cc-6405-4660-97c2-551aa22803fd,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:53.591908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-75c61a63-b1e8-4649-8de2-7714e08dfe4f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0295169 Aug 27 14:04:53.605227 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:53.620958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Request body: {'port': {'device_id': '278917f1-9789-4690-a6fe-f8ae0baaa866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:53.636993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a1705d58-6190-4b5b-a992-9f06692aedc6,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:53.721363 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb2ce896-4649-4014-8748-f5a5c3088024 req-ee562b01-1f71-4981-847a-c28e00ff1591 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332512 Aug 27 14:04:53.733341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5819413-2822-4947-8943-489e3a273440 req-7e75ef0e-0cc7-4f63-aec7-7b3ec0b64563 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:53.735036 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5819413-2822-4947-8943-489e3a273440 req-7e75ef0e-0cc7-4f63-aec7-7b3ec0b64563 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 944 time: 0.0585587 Aug 27 14:04:53.749645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:53.776688 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b74226cc-6405-4660-97c2-551aa22803fd,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:53.807105 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5819413-2822-4947-8943-489e3a273440 req-00bcaaae-82dd-4e56-9195-93313e7ad6d1 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646007 Aug 27 14:04:53.961076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d2e02-ca56-4d50-b68b-425e2e9c85a9 req-1ba33ae8-3347-44fb-ace6-1d4f02f42519 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:53.962509 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a0d2e02-ca56-4d50-b68b-425e2e9c85a9 req-1ba33ae8-3347-44fb-ace6-1d4f02f42519 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e601ec-2021-4040-abb4-747a268677c9 HTTP/1.1" status: 200 len: 943 time: 0.2295883 Aug 27 14:04:53.970891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5097b83-508b-4a5d-8624-3b4a8c054724 req-4a85d82f-e2ac-4b52-b524-867d04d1fd18 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:53.972534 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5097b83-508b-4a5d-8624-3b4a8c054724 req-4a85d82f-e2ac-4b52-b524-867d04d1fd18 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 931 time: 0.0606492 Aug 27 14:04:54.024196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5097b83-508b-4a5d-8624-3b4a8c054724 req-a217b77a-5c16-471f-b709-cfc4723040e0 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445843 Aug 27 14:04:54.121643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aabeb6-5ac0-4ef7-bc59-f30b1f16a503 req-7ccf174f-b594-48b1-83ca-207a55165e31 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:54.123177 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5aabeb6-5ac0-4ef7-bc59-f30b1f16a503 req-7ccf174f-b594-48b1-83ca-207a55165e31 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1877019 Aug 27 14:04:54.202897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['b74226cc-6405-4660-97c2-551aa22803fd'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:54.207213 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5aabeb6-5ac0-4ef7-bc59-f30b1f16a503 req-c811588d-3498-4952-968a-4231a1a84a60 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740902 Aug 27 14:04:54.250414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-1a0d2e02-ca56-4d50-b68b-425e2e9c85a9 req-cb8f2ec8-ab36-4a95-822c-830d4a0246be tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Deleting port a1705d58-6190-4b5b-a992-9f06692aedc6 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:54.250746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a0d2e02-ca56-4d50-b68b-425e2e9c85a9 req-cb8f2ec8-ab36-4a95-822c-830d4a0246be tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:54.351595 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff656d3-b41a-4b6c-ac85-08d4be495a40 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:54.373186 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:54.404002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Transition to ACTIVE for port object eff656d3-b41a-4b6c-ac85-08d4be495a40 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:04:54.412451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-1a0d2e02-ca56-4d50-b68b-425e2e9c85a9 req-cb8f2ec8-ab36-4a95-822c-830d4a0246be tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] For port a1705d58-6190-4b5b-a992-9f06692aedc6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1705d58-6190-4b5b-a992-9f06692aedc6,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:54.413218 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a0d2e02-ca56-4d50-b68b-425e2e9c85a9 req-cb8f2ec8-ab36-4a95-822c-830d4a0246be tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:54.416110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:54.463822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-1a0d2e02-ca56-4d50-b68b-425e2e9c85a9 req-cb8f2ec8-ab36-4a95-822c-830d4a0246be tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Calling delete_port for a1705d58-6190-4b5b-a992-9f06692aedc6 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:54.533900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Pushing event updated for resources: {'Port': ['ID=eff656d3-b41a-4b6c-ac85-08d4be495a40,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:54.641243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Attempting to bind port eff656d3-b41a-4b6c-ac85-08d4be495a40 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:04:54.641825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Attempting to bind port eff656d3-b41a-4b6c-ac85-08d4be495a40 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:04:54.643524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Attempting to bind port eff656d3-b41a-4b6c-ac85-08d4be495a40 on network bd31dc99-802c-4710-97ff-02fb9b935ee2 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:54.656912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Port eff656d3-b41a-4b6c-ac85-08d4be495a40 on network bd31dc99-802c-4710-97ff-02fb9b935ee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:04:54.657250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Attempting to bind port eff656d3-b41a-4b6c-ac85-08d4be495a40 on network bd31dc99-802c-4710-97ff-02fb9b935ee2 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:04:54.697337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:04:54.697682 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Checking segment: {'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:54.698078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Bound using segment: {'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:04:54.698524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Bound port: eff656d3-b41a-4b6c-ac85-08d4be495a40, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9684f339-63b6-42ff-a344-6816ef3209a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:04:54.698914 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:54.745033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53334) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:54.761374 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a0d2e02-ca56-4d50-b68b-425e2e9c85a9 req-cb8f2ec8-ab36-4a95-822c-830d4a0246be tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:54.801222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 88ea4be3-6eed-46a0-a39a-b20a05db17dd up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:54.808580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53338) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:54.815306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f2ec8-ab36-4a95-822c-830d4a0246be tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Pushing event deleted for resources: {'Port': ['ID=a1705d58-6190-4b5b-a992-9f06692aedc6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:54.832497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] For port eff656d3-b41a-4b6c-ac85-08d4be495a40, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:04:54.874991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0d2e02-ca56-4d50-b68b-425e2e9c85a9 req-cb8f2ec8-ab36-4a95-822c-830d4a0246be tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] No DVR routers for this DVR port a1705d58-6190-4b5b-a992-9f06692aedc6 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:54.877716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] For port eff656d3-b41a-4b6c-ac85-08d4be495a40, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=eff656d3-b41a-4b6c-ac85-08d4be495a40,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:04:54.879473 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1a0d2e02-ca56-4d50-b68b-425e2e9c85a9 req-cb8f2ec8-ab36-4a95-822c-830d4a0246be tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:54.882843 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a0d2e02-ca56-4d50-b68b-425e2e9c85a9 req-cb8f2ec8-ab36-4a95-822c-830d4a0246be tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.41 "DELETE /v2.0/ports/a1705d58-6190-4b5b-a992-9f06692aedc6 HTTP/1.1" status: 204 len: 173 time: 0.9007349 Aug 27 14:04:54.883323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e601ec-2021-4040-abb4-747a268677c9', 'name': 'network-vif-deleted', 'tag': 'a1705d58-6190-4b5b-a992-9f06692aedc6'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:54.885713 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4199e096-a35a-4512-be7c-77897e6e6d48" -d '{"events": [{"server_uuid": "25e601ec-2021-4040-abb4-747a268677c9", "name": "network-vif-deleted", "tag": "a1705d58-6190-4b5b-a992-9f06692aedc6"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:54.902030 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:54.911992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 88ea4be3-6eed-46a0-a39a-b20a05db17dd completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:04:54.918425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 88ea4be3-6eed-46a0-a39a-b20a05db17dd triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:54.919145 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.003217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:55.003854 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.005445 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] 10.222.0.52 "PUT /v2.0/ports/eff656d3-b41a-4b6c-ac85-08d4be495a40 HTTP/1.1" status: 200 len: 1092 time: 1.3917608 Aug 27 14:04:55.020450 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-689de95c-9527-4235-9c0a-76c25dbfdf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.050602 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.093376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22f045-799f-4b0c-be23-bea96c31b923 req-7025c62c-70ab-466b-9570-af84c3e0861b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:55.095397 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd22f045-799f-4b0c-be23-bea96c31b923 req-7025c62c-70ab-466b-9570-af84c3e0861b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 943 time: 0.1994479 Aug 27 14:04:55.106849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b425236b-25fc-41aa-a40c-dfd85d5b1748 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:04:55.110111 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 88ea4be3-6eed-46a0-a39a-b20a05db17dd, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=88ea4be3-6eed-46a0-a39a-b20a05db17dd,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:55.120626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039b765-a8e6-49c0-bf3c-a22a567d3227 service neutron] Pushing event updated for resources: {'Port': ['ID=eff656d3-b41a-4b6c-ac85-08d4be495a40,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:55.120873 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.172437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-53ffffc0-aa5b-4d2b-aa97-0618fb69daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:55.174109 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-53ffffc0-aa5b-4d2b-aa97-0618fb69daf3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca5487afb9c4474796e982b017af7c80&device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 1095 time: 0.1113014 Aug 27 14:04:55.177911 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd22f045-799f-4b0c-be23-bea96c31b923 req-e3b516c8-1c66-4128-bed3-1898bebab6db tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622544 Aug 27 14:04:55.241310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=88ea4be3-6eed-46a0-a39a-b20a05db17dd,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:55.245139 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-d60970f4-536b-4b17-aa5c-e9f8f5ffbced service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eff656d3-b41a-4b6c-ac85-08d4be495a40 HTTP/1.1" status: 200 len: 217 time: 0.0617027 Aug 27 14:04:55.289140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b425236b-25fc-41aa-a40c-dfd85d5b1748, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b425236b-25fc-41aa-a40c-dfd85d5b1748,segment=NetworkSegment(4ae66a3c-52ae-479d-ae13-93ea4220e843),segment_id=4ae66a3c-52ae-479d-ae13-93ea4220e843)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:55.304000 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'b425236b-25fc-41aa-a40c-dfd85d5b1748', 'network_id': '0e126ed2-79ef-4ca4-9a13-74c0f86f272d', 'port_id': 'b425236b-25fc-41aa-a40c-dfd85d5b1748', 'mac_address': 'fa:16:3e:e1:8f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22001ce9-60b7-4b3d-8dd3-fe8749032dff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:04:55.330211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-492ac545-964b-40f9-9fc0-c26eac6fad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:55.331759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-492ac545-964b-40f9-9fc0-c26eac6fad40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8012dbf9-0982-45c9-b07b-40b74c5b4a40 HTTP/1.1" status: 200 len: 845 time: 0.0789726 Aug 27 14:04:55.343946 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.345364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a8c6f-6230-4ba5-b9f4-daf3b7de6626 req-f8ca18fd-8b79-4156-a137-5a8a1aec28d8 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:55.346999 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-206a8c6f-6230-4ba5-b9f4-daf3b7de6626 req-f8ca18fd-8b79-4156-a137-5a8a1aec28d8 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 945 time: 0.0843771 Aug 27 14:04:55.363950 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b425236b-25fc-41aa-a40c-dfd85d5b1748 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:55.384350 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-e7ce3a49-0081-4425-80ad-f533502d5ade service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd31dc99-802c-4710-97ff-02fb9b935ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363543 Aug 27 14:04:55.386071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b425236b-25fc-41aa-a40c-dfd85d5b1748, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b425236b-25fc-41aa-a40c-dfd85d5b1748,segment=NetworkSegment(4ae66a3c-52ae-479d-ae13-93ea4220e843),segment_id=4ae66a3c-52ae-479d-ae13-93ea4220e843)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:55.392256 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.400335 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8035f02-8de0-4dfa-b7ee-539306087344 req-810a3471-e071-4fab-9acd-0372691947aa tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:55.401864 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8035f02-8de0-4dfa-b7ee-539306087344 req-810a3471-e071-4fab-9acd-0372691947aa tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 944 time: 0.4470615 Aug 27 14:04:55.405053 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-79deb929-87c3-47f6-b291-16320dac4798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.456500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b425236b-25fc-41aa-a40c-dfd85d5b1748,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:55.457922 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-206a8c6f-6230-4ba5-b9f4-daf3b7de6626 req-e204f165-5d29-46c0-a21a-f08cb37e7bf9 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/security-groups?id=4db07656-7ae3-4eb1-8385-c3a7aae3780f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011531 Aug 27 14:04:55.479231 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8035f02-8de0-4dfa-b7ee-539306087344 req-535ee5ff-f25a-482b-b0d4-5b4300f9a389 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592363 Aug 27 14:04:55.517874 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab61656-ff94-49d4-9923-80a5caf57f67 x-openstack-request-id: req-7ab61656-ff94-49d4-9923-80a5caf57f67 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:55.518271 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e601ec-2021-4040-abb4-747a268677c9", "name": "network-vif-deleted", "tag": "a1705d58-6190-4b5b-a992-9f06692aedc6", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:55.518621 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ab61656-ff94-49d4-9923-80a5caf57f67 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:55.519142 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e601ec-2021-4040-abb4-747a268677c9', 'name': 'network-vif-deleted', 'tag': 'a1705d58-6190-4b5b-a992-9f06692aedc6', 'status': 'completed', 'code': 200} Aug 27 14:04:55.524082 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-716b0de6-a505-425f-81d6-9037535f498c service neutron] 10.222.0.52 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307194 Aug 27 14:04:55.547459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-689de95c-9527-4235-9c0a-76c25dbfdf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.550753 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa275330-00a6-4a96-8b36-407b9c5f2e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ea4be3-6eed-46a0-a39a-b20a05db17dd'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:55.553863 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdec94f9-27b6-4af8-9755-a91219577ae2" -d '{"events": [{"server_uuid": "aa275330-00a6-4a96-8b36-407b9c5f2e2d", "name": "network-vif-plugged", "status": "completed", "tag": "88ea4be3-6eed-46a0-a39a-b20a05db17dd"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:55.583748 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-689de95c-9527-4235-9c0a-76c25dbfdf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.659421 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689de95c-9527-4235-9c0a-76c25dbfdf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01d6830-bf39-4193-89d6-d0b06c5d3d31,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:55.664489 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97641edd-2fba-4886-a0ee-37bdb0daa8d2 req-1b5bd24b-86cf-40ed-b70d-3699efd7e0d4 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:55.666030 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-97641edd-2fba-4886-a0ee-37bdb0daa8d2 req-1b5bd24b-86cf-40ed-b70d-3699efd7e0d4 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0760260 Aug 27 14:04:55.669646 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27883c9c-f702-49ee-949e-eeca61caefa0 req-309de80d-3f14-45d1-8829-3edff06af97a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:55.670644 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27883c9c-f702-49ee-949e-eeca61caefa0 req-309de80d-3f14-45d1-8829-3edff06af97a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 943 time: 0.1212387 Aug 27 14:04:55.673011 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-689de95c-9527-4235-9c0a-76c25dbfdf15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=21f30fdff08249f9bd72da7ee53c776a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8628392 Aug 27 14:04:55.676157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53354) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:55.702907 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d35324bb-93d1-43a9-b8cb-61e551af933f req-058d6786-1826-486c-9522-e74edd3441a5 service neutron] 10.222.0.52 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686432 Aug 27 14:04:55.747155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27883c9c-f702-49ee-949e-eeca61caefa0 req-8a0c3c19-7a0f-4f88-aab5-65810d0b4f72 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556228 Aug 27 14:04:55.749122 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-97641edd-2fba-4886-a0ee-37bdb0daa8d2 req-f3772327-ecec-4b83-a0f2-d3172fa3fdb7 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755804 Aug 27 14:04:55.793092 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-79deb929-87c3-47f6-b291-16320dac4798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.798752 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-79deb929-87c3-47f6-b291-16320dac4798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.801431 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd286138-3dd9-4d4d-91f0-e75f99567b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.832214 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8ce12d-21ff-4f54-a036-1c59285c1386 x-openstack-request-id: req-ed8ce12d-21ff-4f54-a036-1c59285c1386 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:55.832591 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa275330-00a6-4a96-8b36-407b9c5f2e2d", "name": "network-vif-plugged", "status": "completed", "tag": "88ea4be3-6eed-46a0-a39a-b20a05db17dd", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:55.832948 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed8ce12d-21ff-4f54-a036-1c59285c1386 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:55.833405 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa275330-00a6-4a96-8b36-407b9c5f2e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ea4be3-6eed-46a0-a39a-b20a05db17dd', 'code': 200} Aug 27 14:04:55.835557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79deb929-87c3-47f6-b291-16320dac4798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0877b58e-4941-4648-8ee5-0770eace5950,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:55.838618 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd286138-3dd9-4d4d-91f0-e75f99567b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.866664 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-79deb929-87c3-47f6-b291-16320dac4798 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4972e15a064443e499bca3604a3e09ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1176302 Aug 27 14:04:55.866902 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53358) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:55.911297 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd286138-3dd9-4d4d-91f0-e75f99567b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.913925 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd286138-3dd9-4d4d-91f0-e75f99567b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.915099 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dd286138-3dd9-4d4d-91f0-e75f99567b90 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e01d6830-bf39-4193-89d6-d0b06c5d3d31 HTTP/1.1" status: 204 len: 168 time: 0.2335408 Aug 27 14:04:55.923294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b8ace750-ea30-4c1c-a34a-5600677fab53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:55.949812 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b8ace750-ea30-4c1c-a34a-5600677fab53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:56.002081 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['b425236b-25fc-41aa-a40c-dfd85d5b1748'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:56.008229 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b8ace750-ea30-4c1c-a34a-5600677fab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:56.011853 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b8ace750-ea30-4c1c-a34a-5600677fab53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:56.014227 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b8ace750-ea30-4c1c-a34a-5600677fab53 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0877b58e-4941-4648-8ee5-0770eace5950 HTTP/1.1" status: 204 len: 168 time: 0.1460111 Aug 27 14:04:56.025986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ace750-ea30-4c1c-a34a-5600677fab53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0877b58e-4941-4648-8ee5-0770eace5950,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:56.276809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd286138-3dd9-4d4d-91f0-e75f99567b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01d6830-bf39-4193-89d6-d0b06c5d3d31,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:56.329506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6189b9-ce39-446c-a0a1-217748a98316 req-374424da-6577-430e-aae1-0e244c24d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:56.331060 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c6189b9-ce39-446c-a0a1-217748a98316 req-374424da-6577-430e-aae1-0e244c24d7d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 1097 time: 0.4209354 Aug 27 14:04:56.343548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d43800-5003-4576-863a-e5cd0aa28541 req-96e36736-8033-4286-9606-50c47234a75f tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:56.345366 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-35d43800-5003-4576-863a-e5cd0aa28541 req-96e36736-8033-4286-9606-50c47234a75f tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 945 time: 0.0699801 Aug 27 14:04:56.362717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fb598-89d8-4b37-89aa-c20159b488f1 req-49790f0c-023e-4243-91b8-e47d253dd240 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:56.364288 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de3fb598-89d8-4b37-89aa-c20159b488f1 req-49790f0c-023e-4243-91b8-e47d253dd240 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 944 time: 0.0950825 Aug 27 14:04:56.405804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c6189b9-ce39-446c-a0a1-217748a98316 req-6dbc01ca-ed7d-4105-8577-94385d085afd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592756 Aug 27 14:04:56.417021 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de3fb598-89d8-4b37-89aa-c20159b488f1 req-748b6ae3-e2dc-4e18-980c-73bbc9a8c7bc tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459132 Aug 27 14:04:56.472911 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Deleting port 24525fb5-1be8-4399-ad27-f26a5485f182 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:56.473264 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:56.625946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8728bb-1a6a-4f31-b841-e049a4beea8c req-702ae237-0d62-4852-9673-c04afd14bb75 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:56.627526 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c8728bb-1a6a-4f31-b841-e049a4beea8c req-702ae237-0d62-4852-9673-c04afd14bb75 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 945 time: 0.0662546 Aug 27 14:04:56.641248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] For port 24525fb5-1be8-4399-ad27-f26a5485f182, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=24525fb5-1be8-4399-ad27-f26a5485f182,segment=NetworkSegment(2b34f82f-7ca4-438f-948d-4e192c7189bb),segment_id=2b34f82f-7ca4-438f-948d-4e192c7189bb)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:56.641673 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:56.684473 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c8728bb-1a6a-4f31-b841-e049a4beea8c req-7430872b-3542-44d3-8452-b9df3c977392 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482934 Aug 27 14:04:56.706479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0f191-51a9-4eaf-8da7-2a2f15034485 req-c7556ca2-a32d-4119-ac98-b69afd91c216 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:56.707549 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15e0f191-51a9-4eaf-8da7-2a2f15034485 req-c7556ca2-a32d-4119-ac98-b69afd91c216 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 945 time: 0.1382463 Aug 27 14:04:56.798779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device eff656d3-b41a-4b6c-ac85-08d4be495a40 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:04:56.811614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15e0f191-51a9-4eaf-8da7-2a2f15034485 req-123bb85f-782d-4857-88fc-ad5ba06fc4cf tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/security-groups?id=4db07656-7ae3-4eb1-8385-c3a7aae3780f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946751 Aug 27 14:04:56.881928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53412) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:56.937816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175d4f5-0eb7-45bc-8bdd-082fdcd401d1 req-662b3cfb-092f-4077-87af-95978d79414e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:56.943682 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1175d4f5-0eb7-45bc-8bdd-082fdcd401d1 req-662b3cfb-092f-4077-87af-95978d79414e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 943 time: 0.1101530 Aug 27 14:04:56.957475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port eff656d3-b41a-4b6c-ac85-08d4be495a40, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=eff656d3-b41a-4b6c-ac85-08d4be495a40,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:56.970236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'eff656d3-b41a-4b6c-ac85-08d4be495a40', 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2', 'port_id': 'eff656d3-b41a-4b6c-ac85-08d4be495a40', 'mac_address': 'fa:16:3e:8c:0a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8012dbf9-0982-45c9-b07b-40b74c5b4a40', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:04:56.979355 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53416) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:57.010062 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1175d4f5-0eb7-45bc-8bdd-082fdcd401d1 req-08bd3cab-81ff-456d-a26e-de02e5355245 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606720 Aug 27 14:04:57.012211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.012607 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.017477 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.027219 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Floating IP 5422d0bc-8862-4733-bf05-44304605c83e disassociated. External IP: 172.25.2.207, port: 24525fb5-1be8-4399-ad27-f26a5485f182. Aug 27 14:04:57.027787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Calling delete_port for 24525fb5-1be8-4399-ad27-f26a5485f182 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:04:57.033296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff656d3-b41a-4b6c-ac85-08d4be495a40 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:04:57.067229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port eff656d3-b41a-4b6c-ac85-08d4be495a40, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=eff656d3-b41a-4b6c-ac85-08d4be495a40,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:57.075809 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.115069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b74226cc-6405-4660-97c2-551aa22803fd up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:57.125821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-77362415-network', 'tenant_id': 'bc16b1ad4dbd4a47af086d91ac7325fa'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:57.127484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80c78c-5369-47cc-9634-0f5171e0ef62 req-e790242a-bf15-4b21-803b-ada9953a714a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:57.135977 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef80c78c-5369-47cc-9634-0f5171e0ef62 req-e790242a-bf15-4b21-803b-ada9953a714a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.2045615 Aug 27 14:04:57.175039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1881150271-network', 'tenant_id': '505da58934d4456b813b7cb57c3752a5'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:57.194820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=eff656d3-b41a-4b6c-ac85-08d4be495a40,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:57.195172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Made reservation on behalf of bc16b1ad4dbd4a47af086d91ac7325fa for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:57.199660 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef80c78c-5369-47cc-9634-0f5171e0ef62 req-2f8e132e-8d21-450d-89db-0f4cd064e216 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621014 Aug 27 14:04:57.206551 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.220581 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port b74226cc-6405-4660-97c2-551aa22803fd completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:04:57.235824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port b74226cc-6405-4660-97c2-551aa22803fd triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:57.236245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.248117 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.266466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Made reservation on behalf of 505da58934d4456b813b7cb57c3752a5 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:57.268748 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.283242 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.309972 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.330540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['eff656d3-b41a-4b6c-ac85-08d4be495a40'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:04:57.343286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Pushing event deleted for resources: {'Port': ['ID=24525fb5-1be8-4399-ad27-f26a5485f182,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:57.386027 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.393115 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.456905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:04:57.470578 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.471834 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Added segment 879a2ba8-1697-471d-a6bd-a6f11ff46d1d of type vlan for network b7a6df21-5f86-499a-947a-d895a1a90a0f Aug 27 14:04:57.514648 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Router 010077c9-767b-4257-9a03-687c78f61238 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:04:57.520038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278917f1-9789-4690-a6fe-f8ae0baaa866', 'tag': 'eff656d3-b41a-4b6c-ac85-08d4be495a40'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:57.522782 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f651925d-944a-472c-88ef-d51155e923c7" -d '{"events": [{"name": "network-changed", "server_uuid": "278917f1-9789-4690-a6fe-f8ae0baaa866", "tag": "eff656d3-b41a-4b6c-ac85-08d4be495a40"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:57.537554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35f0f38-26d7-4288-bc17-5c4420492a94,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:57.555483 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.578940 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d46ea1-c086-4703-b719-3da8bfb5f75d x-openstack-request-id: req-f6d46ea1-c086-4703-b719-3da8bfb5f75d {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:57.579364 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278917f1-9789-4690-a6fe-f8ae0baaa866", "tag": "eff656d3-b41a-4b6c-ac85-08d4be495a40", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:57.580107 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6d46ea1-c086-4703-b719-3da8bfb5f75d {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:57.580107 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278917f1-9789-4690-a6fe-f8ae0baaa866', 'tag': 'eff656d3-b41a-4b6c-ac85-08d4be495a40', 'status': 'completed', 'code': 200} Aug 27 14:04:57.631676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4149d-108b-4427-acb9-051fd4fdfea9 req-0c5e8bbd-4959-4a13-8ebf-2a86c9e94e82 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:57.633496 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e1e4149d-108b-4427-acb9-051fd4fdfea9 req-0c5e8bbd-4959-4a13-8ebf-2a86c9e94e82 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 944 time: 0.1242568 Aug 27 14:04:57.635684 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.636566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:57.637163 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.643548 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.704453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b74226cc-6405-4660-97c2-551aa22803fd, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b74226cc-6405-4660-97c2-551aa22803fd,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:57.717620 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.719888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1705d58-6190-4b5b-a992-9f06692aedc6 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:57.720005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:04:57.741194 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71b0253-68a3-49ca-bd70-68e700f22953 None None] Sync routers for ids ['010077c9-767b-4257-9a03-687c78f61238'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:04:57.742967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651925d-944a-472c-88ef-d51155e923c7 req-17ea38ea-ec1a-4057-9d0a-a6ffce10967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:57.745955 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f651925d-944a-472c-88ef-d51155e923c7 req-17ea38ea-ec1a-4057-9d0a-a6ffce10967c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca5487afb9c4474796e982b017af7c80&device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 1096 time: 0.0978284 Aug 27 14:04:57.760436 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b0253-68a3-49ca-bd70-68e700f22953 None None] Routers {'010077c9-767b-4257-9a03-687c78f61238'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:04:57.761069 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f71b0253-68a3-49ca-bd70-68e700f22953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:04:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['010077c9-767b-4257-9a03-687c78f61238'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:57.764583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: a1705d58-6190-4b5b-a992-9f06692aedc6 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:57.765011 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1705d58-6190-4b5b-a992-9f06692aedc6 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:57.781681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] Pushing event updated for resources: {'Network': ['ID=b7a6df21-5f86-499a-947a-d895a1a90a0f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:57.803443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network b7a6df21-5f86-499a-947a-d895a1a90a0f details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:04:57.812452 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.817589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e1e4149d-108b-4427-acb9-051fd4fdfea9 req-d57cd29a-10cd-41c7-90b8-95b319631074 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674984 Aug 27 14:04:57.829101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.856417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5496bc64-9e4c-4b5a-85bd-ebb30c06aab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74226cc-6405-4660-97c2-551aa22803fd'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:57.859129 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcef635-73be-4598-aee9-808b11c3c8c4" -d '{"events": [{"server_uuid": "5496bc64-9e4c-4b5a-85bd-ebb30c06aab0", "name": "network-vif-plugged", "status": "completed", "tag": "b74226cc-6405-4660-97c2-551aa22803fd"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:57.860969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] No DVR routers for this DVR port 24525fb5-1be8-4399-ad27-f26a5485f182 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:04:57.899165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8e5747a7-dde8-42d5-8f94-19f68b71a33c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0010436 Aug 27 14:04:57.903503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53430) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:57.908678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-25dbcbac-239f-43fa-9fa5-c5aeb3461e39 admin admin] Request body: {'subnet': {'network_id': 'b7a6df21-5f86-499a-947a-d895a1a90a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-77362415-subnet', 'tenant_id': 'bc16b1ad4dbd4a47af086d91ac7325fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:57.925688 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:57.928692 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b74226cc-6405-4660-97c2-551aa22803fd,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:57.929576 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-35d43800-5003-4576-863a-e5cd0aa28541 req-187ec3d8-b0bc-48d3-af44-165326a3ccfa tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.52 "DELETE /v2.0/ports/24525fb5-1be8-4399-ad27-f26a5485f182 HTTP/1.1" status: 204 len: 173 time: 1.5766521 Aug 27 14:04:57.960991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:04:58.014269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651925d-944a-472c-88ef-d51155e923c7 req-72c2b0e1-133c-4c44-a900-389c190caabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:58.015926 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f651925d-944a-472c-88ef-d51155e923c7 req-72c2b0e1-133c-4c44-a900-389c190caabf service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd31dc99-802c-4710-97ff-02fb9b935ee2 HTTP/1.1" status: 200 len: 906 time: 0.2200322 Aug 27 14:04:58.040756 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb870b2e-809e-4ad2-99aa-25e51c308e0f req-4922a1f8-3b64-4cf3-b769-58b2d32a6957 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f60f148-880b-4cc3-87ac-e097e060eed2 HTTP/1.1" status: 200 len: 210 time: 0.0978630 Aug 27 14:04:58.044718 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0232e986-b61d-496a-acb7-09d0b50babef,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:58.047848 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:58.048698 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Added segment 6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd of type vlan for network 4441f29a-e311-4118-9174-3fab52f7ebeb Aug 27 14:04:58.059413 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dbcbac-239f-43fa-9fa5-c5aeb3461e39 admin admin] Made reservation on behalf of bc16b1ad4dbd4a47af086d91ac7325fa for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:58.061769 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25dbcbac-239f-43fa-9fa5-c5aeb3461e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:58.112816 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f651925d-944a-472c-88ef-d51155e923c7 req-c05ab283-e4bf-45f0-bbc0-ee3839b07749 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eff656d3-b41a-4b6c-ac85-08d4be495a40 HTTP/1.1" status: 200 len: 217 time: 0.0871227 Aug 27 14:04:58.118842 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d75aa3-3f38-4b1f-9a59-057788e8e5a0 x-openstack-request-id: req-13d75aa3-3f38-4b1f-9a59-057788e8e5a0 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:58.119293 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5496bc64-9e4c-4b5a-85bd-ebb30c06aab0", "name": "network-vif-plugged", "status": "completed", "tag": "b74226cc-6405-4660-97c2-551aa22803fd", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:58.119560 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-13d75aa3-3f38-4b1f-9a59-057788e8e5a0 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:58.120029 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5496bc64-9e4c-4b5a-85bd-ebb30c06aab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74226cc-6405-4660-97c2-551aa22803fd', 'code': 200} Aug 27 14:04:58.129441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f9799-4854-439c-9187-0db25c0d00e8 req-f61858c1-8405-45cd-90f1-3f35a5ce0cae tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:58.138227 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cb5f9799-4854-439c-9187-0db25c0d00e8 req-f61858c1-8405-45cd-90f1-3f35a5ce0cae tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 945 time: 0.3159332 Aug 27 14:04:58.158147 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:58.190746 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-f71b0253-68a3-49ca-bd70-68e700f22953 None None] Set router 010077c9-767b-4257-9a03-687c78f61238 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:04:58.214429 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cb5f9799-4854-439c-9187-0db25c0d00e8 req-70866ca8-a70f-445d-b823-22c3b38c65c1 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749683 Aug 27 14:04:58.236874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651925d-944a-472c-88ef-d51155e923c7 req-61233a58-c807-469e-bd38-d6e40afe766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:58.238495 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f651925d-944a-472c-88ef-d51155e923c7 req-61233a58-c807-469e-bd38-d6e40afe766c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8012dbf9-0982-45c9-b07b-40b74c5b4a40 HTTP/1.1" status: 200 len: 845 time: 0.0790818 Aug 27 14:04:58.281174 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f651925d-944a-472c-88ef-d51155e923c7 req-796fce00-152e-4314-be36-0b5c9b0984fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd31dc99-802c-4710-97ff-02fb9b935ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336368 Aug 27 14:04:58.281478 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:58.283592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:58.284178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:58.354151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] Pushing event updated for resources: {'Network': ['ID=4441f29a-e311-4118-9174-3fab52f7ebeb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:58.365965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 4441f29a-e311-4118-9174-3fab52f7ebeb details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:04:58.367867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b9a11-b820-4794-a8fd-4969cbd034f9 req-625f2919-6bb8-4638-b150-e55cc4a482f2 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:58.375148 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-872b9a11-b820-4794-a8fd-4969cbd034f9 req-625f2919-6bb8-4638-b150-e55cc4a482f2 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 944 time: 0.1909239 Aug 27 14:04:58.408508 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c1540d0b-0f57-4b25-9a83-c1d67eeb0ff2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4270449 Aug 27 14:04:58.421253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53440) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:58.427155 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-494f62f9-a86c-4523-ba33-d24ebef2f179 admin admin] Request body: {'subnet': {'network_id': '4441f29a-e311-4118-9174-3fab52f7ebeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1881150271-subnet', 'tenant_id': '505da58934d4456b813b7cb57c3752a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:58.443523 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f71b0253-68a3-49ca-bd70-68e700f22953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:02:35Z', 'revision_number': 4, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '91172058-0ac0-4a3c-8aa1-c1a67a868863', 'name': '', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'mac_address': 'fa:16:3e:d0:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:31Z', 'updated_at': '2021-08-27T14:02:44Z', 'revision_number': 5, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'subnets': [{'id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:58.475921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384691e0-619c-497d-99ce-bc1b80411ed8 req-dac1a751-c200-43c2-8dd5-624ed08d7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:58.479023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-384691e0-619c-497d-99ce-bc1b80411ed8 req-dac1a751-c200-43c2-8dd5-624ed08d7381 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5496bc64-9e4c-4b5a-85bd-ebb30c06aab0 HTTP/1.1" status: 200 len: 1097 time: 0.2004578 Aug 27 14:04:58.497138 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71b0253-68a3-49ca-bd70-68e700f22953 None None] Checking router: 010077c9-767b-4257-9a03-687c78f61238 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:04:58.502856 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-872b9a11-b820-4794-a8fd-4969cbd034f9 req-b368ba65-65f1-4457-a436-add079c3b36b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267295 Aug 27 14:04:58.505435 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b0253-68a3-49ca-bd70-68e700f22953 None None] Routers {'010077c9-767b-4257-9a03-687c78f61238'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:04:58.505977 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f71b0253-68a3-49ca-bd70-68e700f22953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:04:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['010077c9-767b-4257-9a03-687c78f61238'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:58.536735 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f651925d-944a-472c-88ef-d51155e923c7 req-1c49b7ac-aa2c-4175-8158-9d737c69cd42 service neutron] 10.222.0.52 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212222 Aug 27 14:04:58.548285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e37b3-8aff-4c64-9385-2cc138b4c90b req-99aef620-a701-493b-b6bb-15ab862f7e65 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:58.560250 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff6e37b3-8aff-4c64-9385-2cc138b4c90b req-99aef620-a701-493b-b6bb-15ab862f7e65 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1910915 Aug 27 14:04:58.582819 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494f62f9-a86c-4523-ba33-d24ebef2f179 admin admin] Made reservation on behalf of 505da58934d4456b813b7cb57c3752a5 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:04:58.585870 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-494f62f9-a86c-4523-ba33-d24ebef2f179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:58.590105 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25dbcbac-239f-43fa-9fa5-c5aeb3461e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:58.694746 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-f71b0253-68a3-49ca-bd70-68e700f22953 None None] Set router 010077c9-767b-4257-9a03-687c78f61238 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:04:58.704450 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-384691e0-619c-497d-99ce-bc1b80411ed8 req-87a095c2-2ac5-49e4-9c88-be413e08910b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076581 Aug 27 14:04:58.704805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbcbac-239f-43fa-9fa5-c5aeb3461e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6280e4-d379-4ee2-941d-daec714f8623,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:58.719210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145b88c-a353-4c1f-8236-78917b829b95 req-1558fe9f-0bb7-4cd3-9360-b89958428fcc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:58.720577 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0145b88c-a353-4c1f-8236-78917b829b95 req-1558fe9f-0bb7-4cd3-9360-b89958428fcc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=5496bc64-9e4c-4b5a-85bd-ebb30c06aab0 HTTP/1.1" status: 200 len: 945 time: 0.1137550 Aug 27 14:04:58.721613 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dbcbac-239f-43fa-9fa5-c5aeb3461e39 admin admin] Checking segment: {'id': '879a2ba8-1697-471d-a6bd-a6f11ff46d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b7a6df21-5f86-499a-947a-d895a1a90a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:58.721990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dbcbac-239f-43fa-9fa5-c5aeb3461e39 admin admin] Network hostable DHCP agents. Network: b7a6df21-5f86-499a-947a-d895a1a90a0f, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:04:58.734174 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff6e37b3-8aff-4c64-9385-2cc138b4c90b req-7cf752e3-cff3-47db-96f2-41de26ba555c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727824 Aug 27 14:04:58.768892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dbcbac-239f-43fa-9fa5-c5aeb3461e39 admin admin] Network b7a6df21-5f86-499a-947a-d895a1a90a0f is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:04:58.779412 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0145b88c-a353-4c1f-8236-78917b829b95 req-8a5a4bb1-9230-4d92-bd28-b5a86b5805af tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506434 Aug 27 14:04:58.786536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-25dbcbac-239f-43fa-9fa5-c5aeb3461e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, b7a6df21-5f86-499a-947a-d895a1a90a0f) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:58.789074 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f651925d-944a-472c-88ef-d51155e923c7 req-b99672cc-4294-4307-9086-9df861036ff6 service neutron] 10.222.0.52 "GET /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176459 Aug 27 14:04:58.805154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865a5147-fd8f-4c1b-9310-f06341471d90 None None] Network b7a6df21-5f86-499a-947a-d895a1a90a0f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:04:58.814742 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dbcbac-239f-43fa-9fa5-c5aeb3461e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:58.815592 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25dbcbac-239f-43fa-9fa5-c5aeb3461e39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:58.834640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-25dbcbac-239f-43fa-9fa5-c5aeb3461e39 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9296913 Aug 27 14:04:58.863023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device eff656d3-b41a-4b6c-ac85-08d4be495a40 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:58.927278 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-494f62f9-a86c-4523-ba33-d24ebef2f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:58.972242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port eff656d3-b41a-4b6c-ac85-08d4be495a40 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:04:58.976638 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port eff656d3-b41a-4b6c-ac85-08d4be495a40 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:58.977640 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:58.983884 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f71b0253-68a3-49ca-bd70-68e700f22953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:02:35Z', 'revision_number': 4, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '91172058-0ac0-4a3c-8aa1-c1a67a868863', 'name': '', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'mac_address': 'fa:16:3e:d0:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:31Z', 'updated_at': '2021-08-27T14:02:44Z', 'revision_number': 5, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'subnets': [{'id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:04:59.019561 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71b0253-68a3-49ca-bd70-68e700f22953 None None] The sync data for ids ['010077c9-767b-4257-9a03-687c78f61238'] in n-d-712139-12 is: [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:02:35Z', 'revision_number': 4, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '91172058-0ac0-4a3c-8aa1-c1a67a868863', 'name': '', 'network_id': 'd3fc6770-9aa7-45d3-9f49-90ca773f4e62', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'mac_address': 'fa:16:3e:d0:3e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:31Z', 'updated_at': '2021-08-27T14:02:44Z', 'revision_number': 5, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'subnets': [{'id': 'a3de69c0-3677-46a0-97a1-d82fb21ec2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:04:59.033660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9edd6-312c-423e-813c-9d28d4e00f5d None None] Network b7a6df21-5f86-499a-947a-d895a1a90a0f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:04:59.059059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f62f9-a86c-4523-ba33-d24ebef2f179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3b4410-c348-4515-94c1-f8a37bfaae5e,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:59.072327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2875091-155e-4207-8b6e-236a9de5fe37 req-6b23fd9d-0cc1-4f0d-82d1-d65b7ce042ba tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:59.082768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d2875091-155e-4207-8b6e-236a9de5fe37 req-6b23fd9d-0cc1-4f0d-82d1-d65b7ce042ba tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 944 time: 0.1046865 Aug 27 14:04:59.104593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494f62f9-a86c-4523-ba33-d24ebef2f179 admin admin] Checking segment: {'id': '6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4441f29a-e311-4118-9174-3fab52f7ebeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:04:59.104961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f62f9-a86c-4523-ba33-d24ebef2f179 admin admin] Network hostable DHCP agents. Network: 4441f29a-e311-4118-9174-3fab52f7ebeb, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:04:59.112651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b425236b-25fc-41aa-a40c-dfd85d5b1748 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:04:59.140576 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-fe512a25-2307-497d-9f4a-181e1f27b5a9 req-6a82e848-6208-478a-893b-b93ac6af2571 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-854212264', 'description': 'tempest-description-1540545613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:59.149732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d2875091-155e-4207-8b6e-236a9de5fe37 req-7e798e73-aced-4e9d-aad1-fe8ea57ea28f tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616357 Aug 27 14:04:59.152293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f62f9-a86c-4523-ba33-d24ebef2f179 admin admin] Network 4441f29a-e311-4118-9174-3fab52f7ebeb is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:04:59.171221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-fe512a25-2307-497d-9f4a-181e1f27b5a9 req-6a82e848-6208-478a-893b-b93ac6af2571 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.173908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-494f62f9-a86c-4523-ba33-d24ebef2f179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 4441f29a-e311-4118-9174-3fab52f7ebeb) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:04:59.180796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f62f9-a86c-4523-ba33-d24ebef2f179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:59.183999 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-494f62f9-a86c-4523-ba33-d24ebef2f179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.206761 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-494f62f9-a86c-4523-ba33-d24ebef2f179 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7806523 Aug 27 14:04:59.213269 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9575346f-020d-4f30-9a93-1efa472cc096 None None] Network 4441f29a-e311-4118-9174-3fab52f7ebeb requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:04:59.261952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53456) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:59.299167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port b425236b-25fc-41aa-a40c-dfd85d5b1748 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:04:59.314641 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.319213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port b425236b-25fc-41aa-a40c-dfd85d5b1748 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:04:59.320106 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.360320 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-fe512a25-2307-497d-9f4a-181e1f27b5a9 req-6a82e848-6208-478a-893b-b93ac6af2571 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.367689 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-fe512a25-2307-497d-9f4a-181e1f27b5a9 req-6a82e848-6208-478a-893b-b93ac6af2571 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.394833 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-fe512a25-2307-497d-9f4a-181e1f27b5a9 req-6a82e848-6208-478a-893b-b93ac6af2571 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.401862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe512a25-2307-497d-9f4a-181e1f27b5a9 req-6a82e848-6208-478a-893b-b93ac6af2571 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2658780 Aug 27 14:04:59.409588 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39575aa5-9d70-4333-8571-b2dbd0597014 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.448021 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39575aa5-9d70-4333-8571-b2dbd0597014 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.469842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd3bfd-1d42-4647-962b-0454080c003a None None] New status for floating IP 5422d0bc-8862-4733-bf05-44304605c83e: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:04:59.489812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82e848-6208-478a-893b-b93ac6af2571 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531583dd-ad7a-457c-9bf3-cb10533d18dc,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:59.499917 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9fea3842-8168-4e81-bc22-b1c963741087 req-a2ae28b3-f36b-4990-8d28-d873357580af tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/531583dd-ad7a-457c-9bf3-cb10533d18dc HTTP/1.1" status: 200 len: 1806 time: 0.0725837 Aug 27 14:04:59.508917 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39575aa5-9d70-4333-8571-b2dbd0597014 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.512519 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39575aa5-9d70-4333-8571-b2dbd0597014 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.513609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-39575aa5-9d70-4333-8571-b2dbd0597014 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "DELETE /v2.0/security-groups/4db07656-7ae3-4eb1-8385-c3a7aae3780f HTTP/1.1" status: 204 len: 168 time: 0.2505057 Aug 27 14:04:59.515371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-9fea3842-8168-4e81-bc22-b1c963741087 req-2870872d-bd87-43a4-9ff6-041db431342b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '531583dd-ad7a-457c-9bf3-cb10533d18dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:59.515811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-9fea3842-8168-4e81-bc22-b1c963741087 req-2870872d-bd87-43a4-9ff6-041db431342b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '531583dd-ad7a-457c-9bf3-cb10533d18dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:59.517352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53470) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:59.535512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39575aa5-9d70-4333-8571-b2dbd0597014 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db07656-7ae3-4eb1-8385-c3a7aae3780f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:59.538602 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-607086e1-166f-4797-b762-3f753f20b178 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] show failed (client error): The resource could not be found. Aug 27 14:04:59.539809 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-607086e1-166f-4797-b762-3f753f20b178 tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "GET /v2.0/security-groups/4db07656-7ae3-4eb1-8385-c3a7aae3780f HTTP/1.1" status: 404 len: 347 time: 0.0214677 Aug 27 14:04:59.542652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53472) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:04:59.592125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f60f148-880b-4cc3-87ac-e097e060eed2', 'name': 'network-vif-deleted', 'tag': '24525fb5-1be8-4399-ad27-f26a5485f182'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:04:59.594965 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d189c79f-3a1c-4b7d-9b75-ecf3d900ab8b" -d '{"events": [{"server_uuid": "8f60f148-880b-4cc3-87ac-e097e060eed2", "name": "network-vif-deleted", "tag": "24525fb5-1be8-4399-ad27-f26a5485f182"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:04:59.606739 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9fea3842-8168-4e81-bc22-b1c963741087 req-2870872d-bd87-43a4-9ff6-041db431342b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.643770 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9fea3842-8168-4e81-bc22-b1c963741087 req-2870872d-bd87-43a4-9ff6-041db431342b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.650813 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9fea3842-8168-4e81-bc22-b1c963741087 req-2870872d-bd87-43a4-9ff6-041db431342b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.668313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870872d-bd87-43a4-9ff6-041db431342b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd88eeb-0787-4895-b055-21908313d7ef,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:59.670613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port eff656d3-b41a-4b6c-ac85-08d4be495a40, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=eff656d3-b41a-4b6c-ac85-08d4be495a40,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:59.680067 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9fea3842-8168-4e81-bc22-b1c963741087 req-2870872d-bd87-43a4-9ff6-041db431342b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.694951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9fea3842-8168-4e81-bc22-b1c963741087 req-2870872d-bd87-43a4-9ff6-041db431342b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1838729 Aug 27 14:04:59.702208 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.703321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 24525fb5-1be8-4399-ad27-f26a5485f182 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:04:59.728965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 24525fb5-1be8-4399-ad27-f26a5485f182 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:04:59.729330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 24525fb5-1be8-4399-ad27-f26a5485f182 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:04:59.801929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e28ba-c0f1-4d43-95bd-044d65f0b71f req-173dac5c-1396-409f-a86e-e714e13e8195 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:59.803656 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f93e28ba-c0f1-4d43-95bd-044d65f0b71f req-173dac5c-1396-409f-a86e-e714e13e8195 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 945 time: 0.0537796 Aug 27 14:04:59.811153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0b009-1423-4877-a081-6ae69b985d7c tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Deleting port 2adb514c-eef1-48a7-a321-cb786b331a37 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:04:59.811548 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b009-1423-4877-a081-6ae69b985d7c tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.831298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-e95fb8f0-a6f7-4232-b953-da9df3725002 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:04:59.833105 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-e95fb8f0-a6f7-4232-b953-da9df3725002 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/networks?id=4441f29a-e311-4118-9174-3fab52f7ebeb HTTP/1.1" status: 200 len: 814 time: 0.1852422 Aug 27 14:04:59.839367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019fb06e-ea29-4e48-b57c-3dd50666f760 None None] Network 4441f29a-e311-4118-9174-3fab52f7ebeb requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:04:59.857392 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f93e28ba-c0f1-4d43-95bd-044d65f0b71f req-ca4e0d59-45a3-47b6-8d4a-4ad4a8c23322 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 Aug 27 14:04:59.882849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=eff656d3-b41a-4b6c-ac85-08d4be495a40,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:04:59.884426 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-a1e1fa9e-c3fd-487e-a79d-61143fa13cc3 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/quotas/505da58934d4456b813b7cb57c3752a5 HTTP/1.1" status: 200 len: 375 time: 0.0258007 Aug 27 14:04:59.907792 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.911560 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e423c30-4623-4740-90bd-87afddf7149d x-openstack-request-id: req-9e423c30-4623-4740-90bd-87afddf7149d {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:04:59.911848 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f60f148-880b-4cc3-87ac-e097e060eed2", "name": "network-vif-deleted", "tag": "24525fb5-1be8-4399-ad27-f26a5485f182", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:04:59.912239 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e423c30-4623-4740-90bd-87afddf7149d {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:04:59.912690 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f60f148-880b-4cc3-87ac-e097e060eed2', 'name': 'network-vif-deleted', 'tag': '24525fb5-1be8-4399-ad27-f26a5485f182', 'status': 'completed', 'code': 200} Aug 27 14:04:59.928640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-293905a6-efe9-4c1a-87f8-3e1f7284aff4 req-eec20110-8d53-400b-a959-3e7bdc8c2e21 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1417574890', 'description': 'tempest-description-1971822860'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:04:59.931986 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-05db8728-f297-4772-ba3e-13927e605075 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=505da58934d4456b813b7cb57c3752a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361691 Aug 27 14:04:59.940644 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b009-1423-4877-a081-6ae69b985d7c tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.940644 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b009-1423-4877-a081-6ae69b985d7c tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.958900 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b425236b-25fc-41aa-a40c-dfd85d5b1748, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b425236b-25fc-41aa-a40c-dfd85d5b1748,segment=NetworkSegment(4ae66a3c-52ae-479d-ae13-93ea4220e843),segment_id=4ae66a3c-52ae-479d-ae13-93ea4220e843)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:04:59.961178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-293905a6-efe9-4c1a-87f8-3e1f7284aff4 req-eec20110-8d53-400b-a959-3e7bdc8c2e21 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.967792 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:04:59.978442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0b009-1423-4877-a081-6ae69b985d7c tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Calling delete_port for 2adb514c-eef1-48a7-a321-cb786b331a37 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:00.053645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b425236b-25fc-41aa-a40c-dfd85d5b1748,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:00.060282 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-293905a6-efe9-4c1a-87f8-3e1f7284aff4 req-eec20110-8d53-400b-a959-3e7bdc8c2e21 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:00.064961 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-293905a6-efe9-4c1a-87f8-3e1f7284aff4 req-eec20110-8d53-400b-a959-3e7bdc8c2e21 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:00.095276 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-293905a6-efe9-4c1a-87f8-3e1f7284aff4 req-eec20110-8d53-400b-a959-3e7bdc8c2e21 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:00.103243 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-293905a6-efe9-4c1a-87f8-3e1f7284aff4 req-eec20110-8d53-400b-a959-3e7bdc8c2e21 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1799009 Aug 27 14:05:00.107588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec20110-8d53-400b-a959-3e7bdc8c2e21 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63eed7a-1157-47ac-b8ec-f058b7fbe07f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:00.110716 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-64875778-956f-4134-b851-0b60ab74d710 service neutron] 10.222.0.55 "GET /v2.0/networks/4441f29a-e311-4118-9174-3fab52f7ebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617842 Aug 27 14:05:00.120697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278917f1-9789-4690-a6fe-f8ae0baaa866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff656d3-b41a-4b6c-ac85-08d4be495a40'}, {'server_uuid': 'bb214659-4661-498d-92da-2a8c066cfbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b425236b-25fc-41aa-a40c-dfd85d5b1748'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:00.123204 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df9503b-3a5a-47be-8fdd-2d70313b57c5" -d '{"events": [{"server_uuid": "278917f1-9789-4690-a6fe-f8ae0baaa866", "name": "network-vif-plugged", "status": "completed", "tag": "eff656d3-b41a-4b6c-ac85-08d4be495a40"}, {"server_uuid": "bb214659-4661-498d-92da-2a8c066cfbaa", "name": "network-vif-plugged", "status": "completed", "tag": "b425236b-25fc-41aa-a40c-dfd85d5b1748"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:00.203626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e3746-7140-431c-bb8d-826751009fa1 req-dba0e559-04c9-4dfb-a293-1ac501b6ee8e tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:00.205282 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-685e3746-7140-431c-bb8d-826751009fa1 req-dba0e559-04c9-4dfb-a293-1ac501b6ee8e tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0500841 Aug 27 14:05:00.245821 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-685e3746-7140-431c-bb8d-826751009fa1 req-cf088d1a-912d-463b-825b-3dc0cabd848f tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Aug 27 14:05:00.246703 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6cad28d1-31c6-4930-be1f-3dc3f0e49c7f service neutron] 10.222.0.55 "GET /v2.0/networks/4441f29a-e311-4118-9174-3fab52f7ebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297827 Aug 27 14:05:00.253883 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b009-1423-4877-a081-6ae69b985d7c tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:00.292015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0b009-1423-4877-a081-6ae69b985d7c tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Pushing event deleted for resources: {'Port': ['ID=2adb514c-eef1-48a7-a321-cb786b331a37,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:00.359583 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b009-1423-4877-a081-6ae69b985d7c tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:00.362506 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b009-1423-4877-a081-6ae69b985d7c tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:00.368004 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bbf0b009-1423-4877-a081-6ae69b985d7c tempest-ServersTestFqdnHostnames-507525620 tempest-ServersTestFqdnHostnames-507525620-project] 10.222.0.55 "DELETE /v2.0/floatingips/5422d0bc-8862-4733-bf05-44304605c83e HTTP/1.1" status: 204 len: 168 time: 0.8232908 Aug 27 14:05:00.368680 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53496) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:00.391720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00252365-bda2-4e6d-8df9-59504d142a10 req-06e2c194-a5c8-475c-9431-06bc8645374d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:00.399803 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-00252365-bda2-4e6d-8df9-59504d142a10 req-06e2c194-a5c8-475c-9431-06bc8645374d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=5496bc64-9e4c-4b5a-85bd-ebb30c06aab0 HTTP/1.1" status: 200 len: 945 time: 0.0737963 Aug 27 14:05:00.455745 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-00252365-bda2-4e6d-8df9-59504d142a10 req-95d6cbc2-f10e-4f1b-a707-96846ddbc80b tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549467 Aug 27 14:05:00.554044 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1b7ce725-c8f1-4310-ad9d-1edca8eccb7b req-382c590d-ffa8-4643-bd90-4d8100b73096 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/c63eed7a-1157-47ac-b8ec-f058b7fbe07f HTTP/1.1" status: 200 len: 1807 time: 0.1350529 Aug 27 14:05:00.561506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-1b7ce725-c8f1-4310-ad9d-1edca8eccb7b req-f95e9f7d-065a-43ca-9f11-e2697ac4db67 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c63eed7a-1157-47ac-b8ec-f058b7fbe07f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:00.561835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-1b7ce725-c8f1-4310-ad9d-1edca8eccb7b req-f95e9f7d-065a-43ca-9f11-e2697ac4db67 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c63eed7a-1157-47ac-b8ec-f058b7fbe07f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:00.630028 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855bd633-5474-4e99-b9bb-1856a36dd015 x-openstack-request-id: req-855bd633-5474-4e99-b9bb-1856a36dd015 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:00.634918 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278917f1-9789-4690-a6fe-f8ae0baaa866", "name": "network-vif-plugged", "status": "completed", "tag": "eff656d3-b41a-4b6c-ac85-08d4be495a40", "code": 200}, {"server_uuid": "bb214659-4661-498d-92da-2a8c066cfbaa", "name": "network-vif-plugged", "status": "completed", "tag": "b425236b-25fc-41aa-a40c-dfd85d5b1748", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:00.635657 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-855bd633-5474-4e99-b9bb-1856a36dd015 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:00.637029 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278917f1-9789-4690-a6fe-f8ae0baaa866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff656d3-b41a-4b6c-ac85-08d4be495a40', 'code': 200} Aug 27 14:05:00.637579 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb214659-4661-498d-92da-2a8c066cfbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b425236b-25fc-41aa-a40c-dfd85d5b1748', 'code': 200} Aug 27 14:05:00.761912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db065f65-f5b7-46bc-9410-952eeb1c8e69 req-c97bfb35-36c8-45a2-a612-9359677683be tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:00.763692 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db065f65-f5b7-46bc-9410-952eeb1c8e69 req-c97bfb35-36c8-45a2-a612-9359677683be tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 945 time: 0.0603142 Aug 27 14:05:00.810881 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db065f65-f5b7-46bc-9410-952eeb1c8e69 req-60cb9c63-5d6f-46a4-9846-778eb40a56f0 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Aug 27 14:05:00.838259 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1b7ce725-c8f1-4310-ad9d-1edca8eccb7b req-f95e9f7d-065a-43ca-9f11-e2697ac4db67 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:00.887939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5076a-36ce-4277-b394-452fe79a7da7 req-6f806d5a-d8e5-4a2c-be6a-2486d1c4a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:00.889609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31f5076a-36ce-4277-b394-452fe79a7da7 req-6f806d5a-d8e5-4a2c-be6a-2486d1c4a75e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 1097 time: 0.1860843 Aug 27 14:05:00.899426 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ab5dccf-6031-410e-b718-e2683704a09c req-4ead9e92-578d-4f04-8238-0824e951e202 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 210 time: 0.0376959 Aug 27 14:05:00.919763 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1b7ce725-c8f1-4310-ad9d-1edca8eccb7b req-f95e9f7d-065a-43ca-9f11-e2697ac4db67 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:00.936009 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1b7ce725-c8f1-4310-ad9d-1edca8eccb7b req-f95e9f7d-065a-43ca-9f11-e2697ac4db67 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:00.955143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cd074-e7b6-456b-99bb-820e0520b875 req-80aca745-ec75-4bb8-9cc0-c2c5625078d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:00.956759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b26cd074-e7b6-456b-99bb-820e0520b875 req-80aca745-ec75-4bb8-9cc0-c2c5625078d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 1097 time: 0.1920490 Aug 27 14:05:01.007475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e9f7d-065a-43ca-9f11-e2697ac4db67 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e560949-a68b-4af3-ac61-e65de144d975,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:01.028589 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1b7ce725-c8f1-4310-ad9d-1edca8eccb7b req-f95e9f7d-065a-43ca-9f11-e2697ac4db67 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:01.029585 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1b7ce725-c8f1-4310-ad9d-1edca8eccb7b req-f95e9f7d-065a-43ca-9f11-e2697ac4db67 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4748728 Aug 27 14:05:01.031253 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31f5076a-36ce-4277-b394-452fe79a7da7 req-c958e68e-5d27-4b91-81b2-c020ff2bd16a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250069 Aug 27 14:05:01.056329 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b26cd074-e7b6-456b-99bb-820e0520b875 req-e8ea9a83-e0c7-424d-86a6-558c6c984575 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691710 Aug 27 14:05:01.071344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-14d59e0a-2480-4c82-82b1-43ce0803874e req-1102402e-9ed5-4561-bbe0-8a4f19eeb00b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1558447205', 'description': 'tempest-description-1263644244'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:01.105718 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561511f-3b1e-4b82-b434-b4aa57c408a8 req-352bb5d9-82b8-45fb-896f-485f72ed93ce tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:01.107201 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8561511f-3b1e-4b82-b434-b4aa57c408a8 req-352bb5d9-82b8-45fb-896f-485f72ed93ce tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 945 time: 0.0534582 Aug 27 14:05:01.151759 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8561511f-3b1e-4b82-b434-b4aa57c408a8 req-247f4619-2d33-4828-8e02-a6b3d10b0d7e tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349882 Aug 27 14:05:01.393683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863647-0570-4235-9074-05556365839d req-c0524e3c-af5d-407f-9b0b-7a7283eba5a1 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:01.395628 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac863647-0570-4235-9074-05556365839d req-c0524e3c-af5d-407f-9b0b-7a7283eba5a1 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0589371 Aug 27 14:05:01.428576 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-14d59e0a-2480-4c82-82b1-43ce0803874e req-1102402e-9ed5-4561-bbe0-8a4f19eeb00b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:01.445806 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac863647-0570-4235-9074-05556365839d req-d76ac27b-3d9f-45eb-a2df-e980208138d2 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Aug 27 14:05:01.489060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa55e25f-c971-4c41-ac47-06bcc7e64f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:01.566789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414187b-989c-407e-80c0-81f0a6b670db req-2b0cdf7a-a25c-4dab-845c-28f1bf782fa4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:01.568360 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f414187b-989c-407e-80c0-81f0a6b670db req-2b0cdf7a-a25c-4dab-845c-28f1bf782fa4 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=5496bc64-9e4c-4b5a-85bd-ebb30c06aab0 HTTP/1.1" status: 200 len: 945 time: 0.0504179 Aug 27 14:05:01.610537 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f414187b-989c-407e-80c0-81f0a6b670db req-dcbcd87c-1aa4-4785-bf8b-548601dc267d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354960 Aug 27 14:05:01.620005 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-14d59e0a-2480-4c82-82b1-43ce0803874e req-1102402e-9ed5-4561-bbe0-8a4f19eeb00b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:01.626544 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-14d59e0a-2480-4c82-82b1-43ce0803874e req-1102402e-9ed5-4561-bbe0-8a4f19eeb00b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:01.708939 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-14d59e0a-2480-4c82-82b1-43ce0803874e req-1102402e-9ed5-4561-bbe0-8a4f19eeb00b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:01.710961 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14d59e0a-2480-4c82-82b1-43ce0803874e req-1102402e-9ed5-4561-bbe0-8a4f19eeb00b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6443713 Aug 27 14:05:01.724035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102402e-9ed5-4561-bbe0-8a4f19eeb00b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2171b07-8bd6-4087-8f6c-28ba522e4b99,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:01.758232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-9b63b75b-886d-4147-9c20-2df474611c96 req-f5714122-5869-4ade-a6fb-fb8efa8edf7b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1269714674', 'description': 'tempest-description-508868198'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:01.849159 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9b63b75b-886d-4147-9c20-2df474611c96 req-f5714122-5869-4ade-a6fb-fb8efa8edf7b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:01.921045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-c9d88320-e7ea-4390-a473-f9e1283ccb2c tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:01.922501 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-c9d88320-e7ea-4390-a473-f9e1283ccb2c tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.52 "GET /v2.0/networks?id=4441f29a-e311-4118-9174-3fab52f7ebeb HTTP/1.1" status: 200 len: 814 time: 0.1937053 Aug 27 14:05:01.965653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-a5b9c798-2732-4b87-afd2-d0a46af9dc35 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Request body: {'port': {'device_id': 'fcea713e-c8c7-417e-99ed-67b995db04f7', 'network_id': '4441f29a-e311-4118-9174-3fab52f7ebeb', 'admin_state_up': True, 'tenant_id': '505da58934d4456b813b7cb57c3752a5'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:02.034037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da532a1b-4965-48c9-b253-c57b7e62eb7b req-cae47bad-e3bd-49e6-b99c-f7dfd62f590e tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:02.034392 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da532a1b-4965-48c9-b253-c57b7e62eb7b req-cae47bad-e3bd-49e6-b99c-f7dfd62f590e tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 945 time: 0.0502558 Aug 27 14:05:02.088361 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da532a1b-4965-48c9-b253-c57b7e62eb7b req-a38c844d-bcb4-4f9a-bf83-6687aa16f265 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Aug 27 14:05:02.094797 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-fa55e25f-c971-4c41-ac47-06bcc7e64f2c admin admin] Deleting port 91172058-0ac0-4a3c-8aa1-c1a67a868863 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:02.095143 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa55e25f-c971-4c41-ac47-06bcc7e64f2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:02.168131 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9b63b75b-886d-4147-9c20-2df474611c96 req-f5714122-5869-4ade-a6fb-fb8efa8edf7b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:02.173201 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3bf428fc-ddc0-41b7-a473-f51d685e9285 req-667eebfb-1b49-4afc-88bd-8c337350ceed tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 210 time: 0.0358109 Aug 27 14:05:02.176205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9b63b75b-886d-4147-9c20-2df474611c96 req-f5714122-5869-4ade-a6fb-fb8efa8edf7b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:02.233936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-a5b9c798-2732-4b87-afd2-d0a46af9dc35 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Made reservation on behalf of 505da58934d4456b813b7cb57c3752a5 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:02.237427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-a5b9c798-2732-4b87-afd2-d0a46af9dc35 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:02.249168 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-9b63b75b-886d-4147-9c20-2df474611c96 req-f5714122-5869-4ade-a6fb-fb8efa8edf7b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:02.250382 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b63b75b-886d-4147-9c20-2df474611c96 req-f5714122-5869-4ade-a6fb-fb8efa8edf7b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5087726 Aug 27 14:05:02.260548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5714122-5869-4ade-a6fb-fb8efa8edf7b tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f589267-7276-4032-8467-905de7bb2d3a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:02.293013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-fa55e25f-c971-4c41-ac47-06bcc7e64f2c admin admin] For port 91172058-0ac0-4a3c-8aa1-c1a67a868863, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=91172058-0ac0-4a3c-8aa1-c1a67a868863,segment=NetworkSegment(2b34f82f-7ca4-438f-948d-4e192c7189bb),segment_id=2b34f82f-7ca4-438f-948d-4e192c7189bb)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:02.293461 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa55e25f-c971-4c41-ac47-06bcc7e64f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:02.307737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8ac69-0aa3-4081-9f93-c4a9ab4b4673 req-78e830da-05ca-4fe8-86b5-1b99abc6f2aa tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:02.309400 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5f8ac69-0aa3-4081-9f93-c4a9ab4b4673 req-78e830da-05ca-4fe8-86b5-1b99abc6f2aa tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=5496bc64-9e4c-4b5a-85bd-ebb30c06aab0 HTTP/1.1" status: 200 len: 945 time: 0.0628886 Aug 27 14:05:02.313704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-fa55e25f-c971-4c41-ac47-06bcc7e64f2c admin admin] Calling delete_port for 91172058-0ac0-4a3c-8aa1-c1a67a868863 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:02.351236 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5f8ac69-0aa3-4081-9f93-c4a9ab4b4673 req-a687aa66-5340-4445-928e-6ecc7754519d tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354555 Aug 27 14:05:02.416333 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90b5e15c-48f9-4c31-af01-2a913ebf3f66 req-b3fdfd73-68f2-4d07-b982-63e3c245d223 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/d2171b07-8bd6-4087-8f6c-28ba522e4b99 HTTP/1.1" status: 200 len: 1807 time: 0.0389802 Aug 27 14:05:02.463235 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90b5e15c-48f9-4c31-af01-2a913ebf3f66 req-1bbad837-a9d1-4cb1-b883-3b2092fbcf3e tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/0f589267-7276-4032-8467-905de7bb2d3a HTTP/1.1" status: 200 len: 1806 time: 0.0400372 Aug 27 14:05:02.473972 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-90b5e15c-48f9-4c31-af01-2a913ebf3f66 req-79568538-fc13-44b9-abfa-398ec7f7ad43 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd2171b07-8bd6-4087-8f6c-28ba522e4b99', 'remote_group_id': '0f589267-7276-4032-8467-905de7bb2d3a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:02.474282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-90b5e15c-48f9-4c31-af01-2a913ebf3f66 req-79568538-fc13-44b9-abfa-398ec7f7ad43 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd2171b07-8bd6-4087-8f6c-28ba522e4b99', 'remote_group_id': '0f589267-7276-4032-8467-905de7bb2d3a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:02.535154 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90b5e15c-48f9-4c31-af01-2a913ebf3f66 req-79568538-fc13-44b9-abfa-398ec7f7ad43 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:02.547438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-a5b9c798-2732-4b87-afd2-d0a46af9dc35 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Allocated IP 172.20.0.14 (4441f29a-e311-4118-9174-3fab52f7ebeb/8a3b4410-c348-4515-94c1-f8a37bfaae5e/123c11ad-416b-4de0-9a11-a16fb7801619) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:02.573905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c38197-d61d-46da-aee4-bbc233885651 req-4880bc24-8623-4dca-a26a-3bc57d84bc74 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:02.575512 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c38197-d61d-46da-aee4-bbc233885651 req-4880bc24-8623-4dca-a26a-3bc57d84bc74 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 945 time: 0.1654606 Aug 27 14:05:02.579986 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90b5e15c-48f9-4c31-af01-2a913ebf3f66 req-79568538-fc13-44b9-abfa-398ec7f7ad43 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:02.585426 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90b5e15c-48f9-4c31-af01-2a913ebf3f66 req-79568538-fc13-44b9-abfa-398ec7f7ad43 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:02.607901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79568538-fc13-44b9-abfa-398ec7f7ad43 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db1d52c-fa3a-4f9e-8f3b-59017a130465,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:02.611045 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90b5e15c-48f9-4c31-af01-2a913ebf3f66 req-79568538-fc13-44b9-abfa-398ec7f7ad43 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:02.612221 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90b5e15c-48f9-4c31-af01-2a913ebf3f66 req-79568538-fc13-44b9-abfa-398ec7f7ad43 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1425476 Aug 27 14:05:02.663849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c38197-d61d-46da-aee4-bbc233885651 req-433bcaab-9a2d-4345-9d97-946fc84a4ef1 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779810 Aug 27 14:05:02.723311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577b87-9e82-49e4-b5ed-612530afc5db req-0cb6e161-c38b-4273-98ca-c00c291cbb9a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:02.725700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b577b87-9e82-49e4-b5ed-612530afc5db req-0cb6e161-c38b-4273-98ca-c00c291cbb9a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0531542 Aug 27 14:05:02.739176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-722ee369-7f87-43ee-baad-c11af1537ee4 req-21044bac-0cef-4383-8ebf-bd817c7c966c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-337791069', 'description': 'tempest-description-382221574'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:02.763816 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0b577b87-9e82-49e4-b5ed-612530afc5db req-87129b5a-f03b-4d18-bbd3-e28f58953ffe tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Aug 27 14:05:02.793411 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-722ee369-7f87-43ee-baad-c11af1537ee4 req-21044bac-0cef-4383-8ebf-bd817c7c966c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:02.816356 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa55e25f-c971-4c41-ac47-06bcc7e64f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:02.862710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55e25f-c971-4c41-ac47-06bcc7e64f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=91172058-0ac0-4a3c-8aa1-c1a67a868863,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:02.930642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-a5b9c798-2732-4b87-afd2-d0a46af9dc35 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:03.112956 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-722ee369-7f87-43ee-baad-c11af1537ee4 req-21044bac-0cef-4383-8ebf-bd817c7c966c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:03.114821 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-a5b9c798-2732-4b87-afd2-d0a46af9dc35 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:03.140583 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-722ee369-7f87-43ee-baad-c11af1537ee4 req-21044bac-0cef-4383-8ebf-bd817c7c966c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:03.211142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73888e00-b11b-49e0-80d2-b46c7fe27ea0 req-1fbea2d4-f440-4ecb-b20f-72f121fddfe8 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:03.212715 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-73888e00-b11b-49e0-80d2-b46c7fe27ea0 req-1fbea2d4-f440-4ecb-b20f-72f121fddfe8 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 945 time: 0.0539780 Aug 27 14:05:03.216767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-a5b9c798-2732-4b87-afd2-d0a46af9dc35 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Network 4441f29a-e311-4118-9174-3fab52f7ebeb is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:03.219706 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa55e25f-c971-4c41-ac47-06bcc7e64f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:03.221498 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-722ee369-7f87-43ee-baad-c11af1537ee4 req-21044bac-0cef-4383-8ebf-bd817c7c966c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:03.222746 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-722ee369-7f87-43ee-baad-c11af1537ee4 req-21044bac-0cef-4383-8ebf-bd817c7c966c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5090954 Aug 27 14:05:03.230981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-a5b9c798-2732-4b87-afd2-d0a46af9dc35 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:03.236266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21044bac-0cef-4383-8ebf-bd817c7c966c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e2c275-6bb7-40f8-bded-293f1c3a021e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:03.238603 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-a5b9c798-2732-4b87-afd2-d0a46af9dc35 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:03.243372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9c798-2732-4b87-afd2-d0a46af9dc35 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Pushing event updated for resources: {'Port': ['ID=123c11ad-416b-4de0-9a11-a16fb7801619,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:03.260931 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-73888e00-b11b-49e0-80d2-b46c7fe27ea0 req-959fe6a0-4113-4507-ab66-77511444db5d tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Aug 27 14:05:03.343130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-95c4a99b-11d9-4d7e-9c8d-f0a0d2e1f759 req-b6a6fa39-5537-4a54-acc4-338cc181f94c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-220201664', 'description': 'tempest-description-823684552'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:03.355248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-a5b9c798-2732-4b87-afd2-d0a46af9dc35 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:03.355884 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-a5b9c798-2732-4b87-afd2-d0a46af9dc35 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:03.416018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da540e-2385-4080-8ca3-5c1264381ca2 req-e869bf77-fcfc-4a26-aed4-2b20cdfa2fb0 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:03.419113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71da540e-2385-4080-8ca3-5c1264381ca2 req-e869bf77-fcfc-4a26-aed4-2b20cdfa2fb0 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 932 time: 0.0643806 Aug 27 14:05:03.463607 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71da540e-2385-4080-8ca3-5c1264381ca2 req-be8acdbc-885e-4519-8fc6-1c907f81c820 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/security-groups?id=0232e986-b61d-496a-acb7-09d0b50babef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377116 Aug 27 14:05:03.468919 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c4a99b-11d9-4d7e-9c8d-f0a0d2e1f759 req-b6a6fa39-5537-4a54-acc4-338cc181f94c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:03.483197 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-a5b9c798-2732-4b87-afd2-d0a46af9dc35 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5263708 Aug 27 14:05:03.500269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Request body: {'port': {'device_id': 'fcea713e-c8c7-417e-99ed-67b995db04f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:03.536510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4293c8a-dab1-4115-866f-8d97e6cfa107 req-806d436c-8211-4206-9e0e-ea0628671e81 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:03.538063 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4293c8a-dab1-4115-866f-8d97e6cfa107 req-806d436c-8211-4206-9e0e-ea0628671e81 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa275330-00a6-4a96-8b36-407b9c5f2e2d HTTP/1.1" status: 200 len: 945 time: 0.1296036 Aug 27 14:05:03.690432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343af84e-988c-40e0-a71b-5674efdf4bde req-baf533e6-1be5-44e6-bee9-0bd041f837db tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:03.691982 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-343af84e-988c-40e0-a71b-5674efdf4bde req-baf533e6-1be5-44e6-bee9-0bd041f837db tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=5496bc64-9e4c-4b5a-85bd-ebb30c06aab0 HTTP/1.1" status: 200 len: 945 time: 0.0499034 Aug 27 14:05:03.732194 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-343af84e-988c-40e0-a71b-5674efdf4bde req-da49fc81-1184-481d-941a-3624dfd6f8a9 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323074 Aug 27 14:05:03.735910 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:03.816008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa55e25f-c971-4c41-ac47-06bcc7e64f2c admin admin] Router 010077c9-767b-4257-9a03-687c78f61238 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:05:03.859885 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c4a99b-11d9-4d7e-9c8d-f0a0d2e1f759 req-b6a6fa39-5537-4a54-acc4-338cc181f94c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:03.919630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-e4293c8a-dab1-4115-866f-8d97e6cfa107 req-aad6f96a-48f9-480c-a2a2-7aea9a45c04c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Deleting port 88ea4be3-6eed-46a0-a39a-b20a05db17dd {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:03.920269 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e4293c8a-dab1-4115-866f-8d97e6cfa107 req-aad6f96a-48f9-480c-a2a2-7aea9a45c04c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:03.922522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c4a99b-11d9-4d7e-9c8d-f0a0d2e1f759 req-b6a6fa39-5537-4a54-acc4-338cc181f94c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:03.971893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c359fcb-e728-4e5e-bf55-eaea999019f0 req-51c20f32-aec6-4d7f-b4e7-fdc60b2b0534 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:03.973426 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7c359fcb-e728-4e5e-bf55-eaea999019f0 req-51c20f32-aec6-4d7f-b4e7-fdc60b2b0534 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0506015 Aug 27 14:05:04.013856 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7c359fcb-e728-4e5e-bf55-eaea999019f0 req-2707d078-e88c-4a5a-8b31-d5de52023b2c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336056 Aug 27 14:05:04.065033 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-95c4a99b-11d9-4d7e-9c8d-f0a0d2e1f759 req-b6a6fa39-5537-4a54-acc4-338cc181f94c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:04.066260 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95c4a99b-11d9-4d7e-9c8d-f0a0d2e1f759 req-b6a6fa39-5537-4a54-acc4-338cc181f94c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7345035 Aug 27 14:05:04.117885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6fa39-5537-4a54-acc4-338cc181f94c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78ecdf6-ddfb-4744-bc93-7450ec423832,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:04.204306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66b76d-d7e3-4383-bdd5-1db8aa44e2f6 req-dee3142d-0a31-4362-8889-43d18b961444 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:04.206505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d66b76d-d7e3-4383-bdd5-1db8aa44e2f6 req-dee3142d-0a31-4362-8889-43d18b961444 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 945 time: 0.0622621 Aug 27 14:05:04.250906 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d66b76d-d7e3-4383-bdd5-1db8aa44e2f6 req-c904f4c4-b654-40a8-aa60-4602af672853 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351856 Aug 27 14:05:04.398061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700ba1d-9a61-4491-93e6-2081baaa1779 req-aae1f739-b9e8-4464-9c07-dbafafde3618 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:04.399618 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f700ba1d-9a61-4491-93e6-2081baaa1779 req-aae1f739-b9e8-4464-9c07-dbafafde3618 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 945 time: 0.0514081 Aug 27 14:05:04.439526 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f700ba1d-9a61-4491-93e6-2081baaa1779 req-68166125-067b-48e4-8a75-e411596757ee tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337710 Aug 27 14:05:04.527016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-e4293c8a-dab1-4115-866f-8d97e6cfa107 req-aad6f96a-48f9-480c-a2a2-7aea9a45c04c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] For port 88ea4be3-6eed-46a0-a39a-b20a05db17dd, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=88ea4be3-6eed-46a0-a39a-b20a05db17dd,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:04.527400 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e4293c8a-dab1-4115-866f-8d97e6cfa107 req-aad6f96a-48f9-480c-a2a2-7aea9a45c04c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:04.559788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f81da890-1c4e-4e45-bdd7-61fdde52d6a7 req-d0275a86-abfb-418c-968c-e8df629d1d0c tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/86e2c275-6bb7-40f8-bded-293f1c3a021e HTTP/1.1" status: 200 len: 1805 time: 0.4466739 Aug 27 14:05:04.560723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa55e25f-c971-4c41-ac47-06bcc7e64f2c admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:05:04.571763 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102318dc-b07f-4098-ab17-c1dde7ffb7d4 None None] Sync routers for ids ['010077c9-767b-4257-9a03-687c78f61238'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:05:04.584387 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102318dc-b07f-4098-ab17-c1dde7ffb7d4 None None] Routers {'010077c9-767b-4257-9a03-687c78f61238'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:04.585181 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-102318dc-b07f-4098-ab17-c1dde7ffb7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:04:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['010077c9-767b-4257-9a03-687c78f61238'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:04.591462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-e4293c8a-dab1-4115-866f-8d97e6cfa107 req-aad6f96a-48f9-480c-a2a2-7aea9a45c04c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Calling delete_port for 88ea4be3-6eed-46a0-a39a-b20a05db17dd owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:04.599838 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fa55e25f-c971-4c41-ac47-06bcc7e64f2c admin admin] 10.222.0.55 "PUT /v2.0/routers/010077c9-767b-4257-9a03-687c78f61238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2295535 Aug 27 14:05:04.607685 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7dc8b-8cc5-418f-a49d-03a0dc8051f3 req-a8c3873a-a357-47d2-8d4b-0665b6c1eb64 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:04.608146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53610) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:04.609932 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ecd7dc8b-8cc5-418f-a49d-03a0dc8051f3 req-a8c3873a-a357-47d2-8d4b-0665b6c1eb64 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 932 time: 0.0550251 Aug 27 14:05:04.649592 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ecd7dc8b-8cc5-418f-a49d-03a0dc8051f3 req-90037778-aff1-4aa9-be6b-3352db31ca8a tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/security-groups?id=0232e986-b61d-496a-acb7-09d0b50babef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330513 Aug 27 14:05:04.702109 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-102318dc-b07f-4098-ab17-c1dde7ffb7d4 None None] Set router 010077c9-767b-4257-9a03-687c78f61238 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:04.787933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dad9eb-7455-47f5-bb4b-5fc54ce49aae req-1f2f40e3-8eb9-4e16-afb9-c6d325c46250 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:04.789565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86dad9eb-7455-47f5-bb4b-5fc54ce49aae req-1f2f40e3-8eb9-4e16-afb9-c6d325c46250 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.41 "GET /v2.0/ports?device_id=5496bc64-9e4c-4b5a-85bd-ebb30c06aab0 HTTP/1.1" status: 200 len: 945 time: 0.2467854 Aug 27 14:05:04.852762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device eff656d3-b41a-4b6c-ac85-08d4be495a40 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:05:04.874368 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f81da890-1c4e-4e45-bdd7-61fdde52d6a7 req-1f18a484-21f1-4e46-8849-f5a6d21ce8e0 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/a78ecdf6-ddfb-4744-bc93-7450ec423832 HTTP/1.1" status: 200 len: 1805 time: 0.2717414 Aug 27 14:05:04.878476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123c11ad-416b-4de0-9a11-a16fb7801619 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:04.891843 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:04.901890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-f81da890-1c4e-4e45-bdd7-61fdde52d6a7 req-a86e6c19-6c2d-46c0-b43d-44ac310625a1 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '86e2c275-6bb7-40f8-bded-293f1c3a021e', 'remote_group_id': 'a78ecdf6-ddfb-4744-bc93-7450ec423832', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:04.902120 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-f81da890-1c4e-4e45-bdd7-61fdde52d6a7 req-a86e6c19-6c2d-46c0-b43d-44ac310625a1 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '86e2c275-6bb7-40f8-bded-293f1c3a021e', 'remote_group_id': 'a78ecdf6-ddfb-4744-bc93-7450ec423832', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:04.930592 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-102318dc-b07f-4098-ab17-c1dde7ffb7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:05:02Z', 'revision_number': 5, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:04.961448 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102318dc-b07f-4098-ab17-c1dde7ffb7d4 None None] Checking router: 010077c9-767b-4257-9a03-687c78f61238 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:05:04.971335 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102318dc-b07f-4098-ab17-c1dde7ffb7d4 None None] Routers {'010077c9-767b-4257-9a03-687c78f61238'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:04.972034 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-102318dc-b07f-4098-ab17-c1dde7ffb7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:04:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['010077c9-767b-4257-9a03-687c78f61238'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:04.976168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Transition to ACTIVE for port object 123c11ad-416b-4de0-9a11-a16fb7801619 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:04.984794 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:04.992371 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.014258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port eff656d3-b41a-4b6c-ac85-08d4be495a40, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=eff656d3-b41a-4b6c-ac85-08d4be495a40,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:05.031825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb9eaf-0bb7-4448-9779-dd57480798d5 req-5118b124-1194-4e29-8d81-3262ddc68e59 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:05.035408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'eff656d3-b41a-4b6c-ac85-08d4be495a40', 'network_id': 'bd31dc99-802c-4710-97ff-02fb9b935ee2', 'port_id': 'eff656d3-b41a-4b6c-ac85-08d4be495a40', 'mac_address': 'fa:16:3e:8c:0a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8012dbf9-0982-45c9-b07b-40b74c5b4a40', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:05:05.043298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c0fb9eaf-0bb7-4448-9779-dd57480798d5 req-5118b124-1194-4e29-8d81-3262ddc68e59 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=5496bc64-9e4c-4b5a-85bd-ebb30c06aab0 HTTP/1.1" status: 200 len: 945 time: 0.0766301 Aug 27 14:05:05.089723 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.092152 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-102318dc-b07f-4098-ab17-c1dde7ffb7d4 None None] Set router 010077c9-767b-4257-9a03-687c78f61238 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:05.108216 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c0fb9eaf-0bb7-4448-9779-dd57480798d5 req-aa94e84b-5488-49d6-9a4d-9be24e3a6c24 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598729 Aug 27 14:05:05.122435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eff656d3-b41a-4b6c-ac85-08d4be495a40 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:05.150901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port eff656d3-b41a-4b6c-ac85-08d4be495a40, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=eff656d3-b41a-4b6c-ac85-08d4be495a40,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:05.167727 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.206212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Pushing event updated for resources: {'Port': ['ID=123c11ad-416b-4de0-9a11-a16fb7801619,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:05.231826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3ca7b-f395-4022-8107-c9bd29f269c3 req-caa0eac0-3d0e-4482-9f2d-528b552e9b2d tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:05.235972 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ece3ca7b-f395-4022-8107-c9bd29f269c3 req-caa0eac0-3d0e-4482-9f2d-528b552e9b2d tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 945 time: 0.0736101 Aug 27 14:05:05.244869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=eff656d3-b41a-4b6c-ac85-08d4be495a40,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:05.256975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['eff656d3-b41a-4b6c-ac85-08d4be495a40'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:05:05.261253 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e4293c8a-dab1-4115-866f-8d97e6cfa107 req-aad6f96a-48f9-480c-a2a2-7aea9a45c04c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.307608 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ece3ca7b-f395-4022-8107-c9bd29f269c3 req-b27fce6b-bd8f-4576-b924-357968e9a3b3 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625293 Aug 27 14:05:05.321065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['b74226cc-6405-4660-97c2-551aa22803fd'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:05:05.341663 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-86dad9eb-7455-47f5-bb4b-5fc54ce49aae req-ac4c8a0a-2241-46c3-ba14-2c8587a218fc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Deleting port b74226cc-6405-4660-97c2-551aa22803fd {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:05.342020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-86dad9eb-7455-47f5-bb4b-5fc54ce49aae req-ac4c8a0a-2241-46c3-ba14-2c8587a218fc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.363269 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-102318dc-b07f-4098-ab17-c1dde7ffb7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:05:02Z', 'revision_number': 5, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:05.369110 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6f96a-48f9-480c-a2a2-7aea9a45c04c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Pushing event deleted for resources: {'Port': ['ID=88ea4be3-6eed-46a0-a39a-b20a05db17dd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:05.401710 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102318dc-b07f-4098-ab17-c1dde7ffb7d4 None None] The sync data for ids ['010077c9-767b-4257-9a03-687c78f61238'] in n-d-712139-12 is: [{'id': '010077c9-767b-4257-9a03-687c78f61238', 'name': 'tempest-ServersTestFqdnHostnames-656495074-router', 'tenant_id': '747b314afcbf405a93bb89d11770a0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:14Z', 'updated_at': '2021-08-27T14:05:02Z', 'revision_number': 5, 'project_id': '747b314afcbf405a93bb89d11770a0fc', 'gw_port': {'id': '2b02274f-0d7e-4219-8d50-e91059f7239b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010077c9-767b-4257-9a03-687c78f61238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:18Z', 'updated_at': '2021-08-27T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:05:05.413201 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.416735 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f81da890-1c4e-4e45-bdd7-61fdde52d6a7 req-a86e6c19-6c2d-46c0-b43d-44ac310625a1 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.425591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b257c-4ab9-4430-ab87-8f3114022f3b req-d84d3fb6-160f-4415-9eec-f73406b1755a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:05.428285 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7c6b257c-4ab9-4430-ab87-8f3114022f3b req-d84d3fb6-160f-4415-9eec-f73406b1755a tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0638967 Aug 27 14:05:05.487986 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7c6b257c-4ab9-4430-ab87-8f3114022f3b req-400f2783-ece9-4078-93e0-cc162f06cd0e tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402579 Aug 27 14:05:05.543890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4293c8a-dab1-4115-866f-8d97e6cfa107 req-aad6f96a-48f9-480c-a2a2-7aea9a45c04c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] No DVR routers for this DVR port 88ea4be3-6eed-46a0-a39a-b20a05db17dd on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:05:05.546725 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e4293c8a-dab1-4115-866f-8d97e6cfa107 req-aad6f96a-48f9-480c-a2a2-7aea9a45c04c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.549472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4293c8a-dab1-4115-866f-8d97e6cfa107 req-aad6f96a-48f9-480c-a2a2-7aea9a45c04c tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.52 "DELETE /v2.0/ports/88ea4be3-6eed-46a0-a39a-b20a05db17dd HTTP/1.1" status: 204 len: 173 time: 1.9696703 Aug 27 14:05:05.573005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa275330-00a6-4a96-8b36-407b9c5f2e2d', 'name': 'network-vif-deleted', 'tag': '88ea4be3-6eed-46a0-a39a-b20a05db17dd'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:05.576882 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d184cd0-74d8-44c1-9e0a-d65158b4c072" -d '{"events": [{"server_uuid": "aa275330-00a6-4a96-8b36-407b9c5f2e2d", "name": "network-vif-deleted", "tag": "88ea4be3-6eed-46a0-a39a-b20a05db17dd"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:05.615260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Attempting to bind port 123c11ad-416b-4de0-9a11-a16fb7801619 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:05.615881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Attempting to bind port 123c11ad-416b-4de0-9a11-a16fb7801619 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4441f29a-e311-4118-9174-3fab52f7ebeb'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:05.617142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Attempting to bind port 123c11ad-416b-4de0-9a11-a16fb7801619 on network 4441f29a-e311-4118-9174-3fab52f7ebeb {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:05.641491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78aec5b-3b69-4108-9fa2-6241129241eb req-3341950c-3d06-4b89-80a6-9edd804d4165 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:05.643830 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b78aec5b-3b69-4108-9fa2-6241129241eb req-3341950c-3d06-4b89-80a6-9edd804d4165 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 944 time: 0.0840261 Aug 27 14:05:05.658780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-86dad9eb-7455-47f5-bb4b-5fc54ce49aae req-ac4c8a0a-2241-46c3-ba14-2c8587a218fc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] For port b74226cc-6405-4660-97c2-551aa22803fd, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b74226cc-6405-4660-97c2-551aa22803fd,segment=NetworkSegment(e9b70283-ab24-4490-a20e-2bbf1e8e81dd),segment_id=e9b70283-ab24-4490-a20e-2bbf1e8e81dd)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:05.660208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-86dad9eb-7455-47f5-bb4b-5fc54ce49aae req-ac4c8a0a-2241-46c3-ba14-2c8587a218fc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.685479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Port 123c11ad-416b-4de0-9a11-a16fb7801619 on network 4441f29a-e311-4118-9174-3fab52f7ebeb not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:05:05.685812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Attempting to bind port 123c11ad-416b-4de0-9a11-a16fb7801619 on network 4441f29a-e311-4118-9174-3fab52f7ebeb {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:05.692310 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b78aec5b-3b69-4108-9fa2-6241129241eb req-a06520cf-dbc1-4af3-8eef-06abdff06e2a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400724 Aug 27 14:05:05.697034 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f81da890-1c4e-4e45-bdd7-61fdde52d6a7 req-a86e6c19-6c2d-46c0-b43d-44ac310625a1 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.698090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:05.698429 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Checking segment: {'id': '6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4441f29a-e311-4118-9174-3fab52f7ebeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:05.698937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Bound using segment: {'id': '6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4441f29a-e311-4118-9174-3fab52f7ebeb'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:05.699405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Bound port: 123c11ad-416b-4de0-9a11-a16fb7801619, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4441f29a-e311-4118-9174-3fab52f7ebeb'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:05.699781 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.714560 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f81da890-1c4e-4e45-bdd7-61fdde52d6a7 req-a86e6c19-6c2d-46c0-b43d-44ac310625a1 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.717736 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-86dad9eb-7455-47f5-bb4b-5fc54ce49aae req-ac4c8a0a-2241-46c3-ba14-2c8587a218fc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Calling delete_port for b74226cc-6405-4660-97c2-551aa22803fd owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:05.774886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e6c19-6c2d-46c0-b43d-44ac310625a1 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e236774-d9f2-4cde-ad56-90e5e0eafe49,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:05.823361 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d74abb-0f34-487d-9e63-1099fb779ca1 x-openstack-request-id: req-48d74abb-0f34-487d-9e63-1099fb779ca1 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:05.823914 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa275330-00a6-4a96-8b36-407b9c5f2e2d", "name": "network-vif-deleted", "tag": "88ea4be3-6eed-46a0-a39a-b20a05db17dd", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:05.824278 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48d74abb-0f34-487d-9e63-1099fb779ca1 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:05.824800 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa275330-00a6-4a96-8b36-407b9c5f2e2d', 'name': 'network-vif-deleted', 'tag': '88ea4be3-6eed-46a0-a39a-b20a05db17dd', 'status': 'completed', 'code': 200} Aug 27 14:05:05.826337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Deleting port 2b02274f-0d7e-4219-8d50-e91059f7239b {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:05.826839 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.834578 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f81da890-1c4e-4e45-bdd7-61fdde52d6a7 req-a86e6c19-6c2d-46c0-b43d-44ac310625a1 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:05.835711 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f81da890-1c4e-4e45-bdd7-61fdde52d6a7 req-a86e6c19-6c2d-46c0-b43d-44ac310625a1 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9381528 Aug 27 14:05:05.862935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2787-4f32-42f6-a2da-0dc6d200d04f req-530806e1-c725-4f31-8e2b-3a641624b8c2 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:05.871340 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7e0a2787-4f32-42f6-a2da-0dc6d200d04f req-530806e1-c725-4f31-8e2b-3a641624b8c2 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 944 time: 0.0607133 Aug 27 14:05:05.911940 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7e0a2787-4f32-42f6-a2da-0dc6d200d04f req-94ac0009-d0ac-4678-a60b-0e3e3fa6db50 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/security-groups?id=0232e986-b61d-496a-acb7-09d0b50babef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389977 Aug 27 14:05:05.970275 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] For port 123c11ad-416b-4de0-9a11-a16fb7801619, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:05.976584 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db2f6c38-db77-439c-9f27-ede3a6c5f8b4 req-0944d77f-1439-4597-903e-4db4d7a27195 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/a78ecdf6-ddfb-4744-bc93-7450ec423832 HTTP/1.1" status: 200 len: 1805 time: 0.0421460 Aug 27 14:05:06.008120 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] For port 2b02274f-0d7e-4219-8d50-e91059f7239b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2b02274f-0d7e-4219-8d50-e91059f7239b,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:06.008698 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.017714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] For port 123c11ad-416b-4de0-9a11-a16fb7801619, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=123c11ad-416b-4de0-9a11-a16fb7801619,segment=NetworkSegment(6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd),segment_id=6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:06.027126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Calling delete_port for 2b02274f-0d7e-4219-8d50-e91059f7239b owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:06.029305 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.043162 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db2f6c38-db77-439c-9f27-ede3a6c5f8b4 req-930e23c2-b9e0-487b-98c7-f56c90481988 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.069162 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db2f6c38-db77-439c-9f27-ede3a6c5f8b4 req-930e23c2-b9e0-487b-98c7-f56c90481988 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.102038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:06.102839 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.104280 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] 10.222.0.52 "PUT /v2.0/ports/123c11ad-416b-4de0-9a11-a16fb7801619 HTTP/1.1" status: 200 len: 1093 time: 2.6109819 Aug 27 14:05:06.106640 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 91172058-0ac0-4a3c-8aa1-c1a67a868863 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:06.147208 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 91172058-0ac0-4a3c-8aa1-c1a67a868863 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:06.147641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 91172058-0ac0-4a3c-8aa1-c1a67a868863 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:06.181999 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db2f6c38-db77-439c-9f27-ede3a6c5f8b4 req-930e23c2-b9e0-487b-98c7-f56c90481988 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.186481 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db2f6c38-db77-439c-9f27-ede3a6c5f8b4 req-930e23c2-b9e0-487b-98c7-f56c90481988 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.187231 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db2f6c38-db77-439c-9f27-ede3a6c5f8b4 req-930e23c2-b9e0-487b-98c7-f56c90481988 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "DELETE /v2.0/security-groups/a78ecdf6-ddfb-4744-bc93-7450ec423832 HTTP/1.1" status: 204 len: 173 time: 0.2039790 Aug 27 14:05:06.203948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e23c2-b9e0-487b-98c7-f56c90481988 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78ecdf6-ddfb-4744-bc93-7450ec423832,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:06.270137 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64d84f2d-c15f-46e1-914d-02135859808a req-1f279539-0ecd-455c-8652-3715fa7c8e5a tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/86e2c275-6bb7-40f8-bded-293f1c3a021e HTTP/1.1" status: 200 len: 1805 time: 0.0618894 Aug 27 14:05:06.298709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c925f02-49eb-4ec5-9ed6-3b4bb2dde557 service neutron] Pushing event updated for resources: {'Port': ['ID=123c11ad-416b-4de0-9a11-a16fb7801619,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:06.305540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-1698cd33-f0a1-4a74-911b-ab40d0d28bf3 req-d46be23c-f314-4aa9-9db9-3184705eb180 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1520097102', 'description': 'tempest-description-1724924159'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:06.308757 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-86dad9eb-7455-47f5-bb4b-5fc54ce49aae req-ac4c8a0a-2241-46c3-ba14-2c8587a218fc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.331906 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1698cd33-f0a1-4a74-911b-ab40d0d28bf3 req-d46be23c-f314-4aa9-9db9-3184705eb180 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.337349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-07f86947-8f29-41b5-98fd-52c16093f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:06.338915 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-07f86947-8f29-41b5-98fd-52c16093f22e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=505da58934d4456b813b7cb57c3752a5&device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 1096 time: 0.1738696 Aug 27 14:05:06.401154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f2825-21ac-41bb-b313-f61860ea58a0 req-c43e7c9b-02d9-430b-8a39-6c11968ea76a tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:06.402933 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f38f2825-21ac-41bb-b313-f61860ea58a0 req-c43e7c9b-02d9-430b-8a39-6c11968ea76a tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/ports?device_id=5496bc64-9e4c-4b5a-85bd-ebb30c06aab0 HTTP/1.1" status: 200 len: 867 time: 0.2009892 Aug 27 14:05:06.411936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c8a0a-2241-46c3-ba14-2c8587a218fc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Pushing event deleted for resources: {'Port': ['ID=b74226cc-6405-4660-97c2-551aa22803fd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:06.423306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1698cd33-f0a1-4a74-911b-ab40d0d28bf3 req-d46be23c-f314-4aa9-9db9-3184705eb180 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.427344 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1698cd33-f0a1-4a74-911b-ab40d0d28bf3 req-d46be23c-f314-4aa9-9db9-3184705eb180 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.457940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46be23c-f314-4aa9-9db9-3184705eb180 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702c7979-89aa-463e-8c62-9a8bf99abeff,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:06.462315 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1698cd33-f0a1-4a74-911b-ab40d0d28bf3 req-d46be23c-f314-4aa9-9db9-3184705eb180 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.463586 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1698cd33-f0a1-4a74-911b-ab40d0d28bf3 req-d46be23c-f314-4aa9-9db9-3184705eb180 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1685796 Aug 27 14:05:06.489112 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-2e0622b5-8d3a-416a-b574-e434f9a0cf61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=123c11ad-416b-4de0-9a11-a16fb7801619 HTTP/1.1" status: 200 len: 217 time: 0.0846190 Aug 27 14:05:06.526897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dad9eb-7455-47f5-bb4b-5fc54ce49aae req-ac4c8a0a-2241-46c3-ba14-2c8587a218fc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] No DVR routers for this DVR port b74226cc-6405-4660-97c2-551aa22803fd on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:05:06.533154 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-86dad9eb-7455-47f5-bb4b-5fc54ce49aae req-ac4c8a0a-2241-46c3-ba14-2c8587a218fc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.535482 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86dad9eb-7455-47f5-bb4b-5fc54ce49aae req-ac4c8a0a-2241-46c3-ba14-2c8587a218fc tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.41 "DELETE /v2.0/ports/b74226cc-6405-4660-97c2-551aa22803fd HTTP/1.1" status: 204 len: 173 time: 1.7335835 Aug 27 14:05:06.574884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275dc61-f32b-4505-ac3f-4a5870f72dec req-aea520b9-c519-403e-9a7c-d72704ed9964 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:06.577201 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1275dc61-f32b-4505-ac3f-4a5870f72dec req-aea520b9-c519-403e-9a7c-d72704ed9964 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 945 time: 0.0562742 Aug 27 14:05:06.588778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f38f2825-21ac-41bb-b313-f61860ea58a0 req-017d391d-3c44-41a0-9242-deaee614db87 tempest-MultipleCreateTestJSON-1415550457 tempest-MultipleCreateTestJSON-1415550457-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8d76ba1-47d8-49fd-ae58-ae3c8559137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700506 Aug 27 14:05:06.629270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-8a5e975f-3689-4603-bd41-04898f7865fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:06.630954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-8a5e975f-3689-4603-bd41-04898f7865fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a3b4410-c348-4515-94c1-f8a37bfaae5e HTTP/1.1" status: 200 len: 854 time: 0.1311288 Aug 27 14:05:06.655469 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1275dc61-f32b-4505-ac3f-4a5870f72dec req-8252dd71-e13f-4ee9-8d97-4bc200f01aef tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714746 Aug 27 14:05:06.681842 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-f7aa7627-aa36-4d7c-9585-e95fed58eccf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4441f29a-e311-4118-9174-3fab52f7ebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435631 Aug 27 14:05:06.700210 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.765214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f666a-a6f2-428d-a5e0-e30f0865e6af req-b0a24ee2-e63e-416c-b588-0ea5c678049c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:06.766729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e33f666a-a6f2-428d-a5e0-e30f0865e6af req-b0a24ee2-e63e-416c-b588-0ea5c678049c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0546801 Aug 27 14:05:06.792531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b02274f-0d7e-4219-8d50-e91059f7239b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:06.806027 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e33f666a-a6f2-428d-a5e0-e30f0865e6af req-5d07c311-b468-4cfb-90be-5672d6ca102e tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Aug 27 14:05:06.829201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-268eda39-712d-4097-a9fa-1d7f47b57ae4 req-8e0d4532-ba91-4ec0-b2d8-75c52d633597 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/702c7979-89aa-463e-8c62-9a8bf99abeff HTTP/1.1" status: 200 len: 1807 time: 0.1799095 Aug 27 14:05:06.865952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 88ea4be3-6eed-46a0-a39a-b20a05db17dd no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:06.867916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-268eda39-712d-4097-a9fa-1d7f47b57ae4 req-3591246c-727b-4edd-9c39-6021beeb5baf tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '702c7979-89aa-463e-8c62-9a8bf99abeff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:06.868253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-268eda39-712d-4097-a9fa-1d7f47b57ae4 req-3591246c-727b-4edd-9c39-6021beeb5baf tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '702c7979-89aa-463e-8c62-9a8bf99abeff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:06.889738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 88ea4be3-6eed-46a0-a39a-b20a05db17dd {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:06.890085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 88ea4be3-6eed-46a0-a39a-b20a05db17dd not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:06.890669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device eff656d3-b41a-4b6c-ac85-08d4be495a40 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:06.920839 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-d7eae57c-f6ac-4e07-b4ef-7f3c8c1729b0 service neutron] 10.222.0.52 "GET /v2.0/networks/4441f29a-e311-4118-9174-3fab52f7ebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314649 Aug 27 14:05:06.921038 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c58542-e91c-46be-acc2-4ca7ef23e42f req-f1d0e462-214a-4376-b812-4045e6cdc55a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:06.921580 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.922292 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7c58542-e91c-46be-acc2-4ca7ef23e42f req-f1d0e462-214a-4376-b812-4045e6cdc55a tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 944 time: 0.0556881 Aug 27 14:05:06.967801 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7c58542-e91c-46be-acc2-4ca7ef23e42f req-6bbbe952-e158-4422-9ee3-5f0a9e4d5910 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382349 Aug 27 14:05:06.972579 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:06.988274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id eff656d3-b41a-4b6c-ac85-08d4be495a40 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:07.020792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port eff656d3-b41a-4b6c-ac85-08d4be495a40, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=eff656d3-b41a-4b6c-ac85-08d4be495a40,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:07.026095 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.082256 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.084230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=eff656d3-b41a-4b6c-ac85-08d4be495a40,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:07.087240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.135678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2600050-fe2d-48db-80c7-d8db1ee4cd56 req-f10b7f26-5ad5-47e7-9278-32e3de26f80a tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:07.137174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2600050-fe2d-48db-80c7-d8db1ee4cd56 req-f10b7f26-5ad5-47e7-9278-32e3de26f80a tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 944 time: 0.0487125 Aug 27 14:05:07.163920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-268eda39-712d-4097-a9fa-1d7f47b57ae4 req-3591246c-727b-4edd-9c39-6021beeb5baf tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.173940 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.174374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 010077c9-767b-4257-9a03-687c78f61238 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:05:07.179641 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2600050-fe2d-48db-80c7-d8db1ee4cd56 req-8d011331-88a7-453f-b311-6e8bb43d01dc tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/security-groups?id=0232e986-b61d-496a-acb7-09d0b50babef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363235 Aug 27 14:05:07.182526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.186031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7e2f391d-1386-4212-9c43-742f2cae1f93 admin admin] 10.222.0.55 "DELETE /v2.0/routers/010077c9-767b-4257-9a03-687c78f61238 HTTP/1.1" status: 204 len: 168 time: 2.5735598 Aug 27 14:05:07.186430 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53652) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:07.215223 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-268eda39-712d-4097-a9fa-1d7f47b57ae4 req-3591246c-727b-4edd-9c39-6021beeb5baf tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.247932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbe6694-8190-4cea-abbf-9e4848156ff8 req-1f4b0dbe-fcfb-46d5-8833-fcd243a238eb service neutron] 10.222.0.52 "GET /v2.0/networks/4441f29a-e311-4118-9174-3fab52f7ebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578433 Aug 27 14:05:07.248547 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-268eda39-712d-4097-a9fa-1d7f47b57ae4 req-3591246c-727b-4edd-9c39-6021beeb5baf tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.281559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591246c-727b-4edd-9c39-6021beeb5baf tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a227236b-1e2f-4893-ad29-ac4707fe103e,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:07.290852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91fe931-332d-44fc-ab94-c2458178275e admin admin] Deleting subnet a3de69c0-3677-46a0-97a1-d82fb21ec2cf {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:05:07.297110 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f91fe931-332d-44fc-ab94-c2458178275e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.300699 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-268eda39-712d-4097-a9fa-1d7f47b57ae4 req-3591246c-727b-4edd-9c39-6021beeb5baf tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.301957 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-268eda39-712d-4097-a9fa-1d7f47b57ae4 req-3591246c-727b-4edd-9c39-6021beeb5baf tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4424870 Aug 27 14:05:07.321055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f57430-d5db-4c2a-b341-a985807d7501 req-a1d7d7b0-bf78-4525-a1ad-0f4066d542c7 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:07.322334 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9f57430-d5db-4c2a-b341-a985807d7501 req-a1d7d7b0-bf78-4525-a1ad-0f4066d542c7 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 945 time: 0.1101897 Aug 27 14:05:07.361053 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f91fe931-332d-44fc-ab94-c2458178275e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.479981 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f91fe931-332d-44fc-ab94-c2458178275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.562225 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f91fe931-332d-44fc-ab94-c2458178275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.594997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fe931-332d-44fc-ab94-c2458178275e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3de69c0-3677-46a0-97a1-d82fb21ec2cf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:07.609076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f91fe931-332d-44fc-ab94-c2458178275e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.610330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b762fb-63a1-4c15-bbcb-18227e1d91f0 None None] Network d3fc6770-9aa7-45d3-9f49-90ca773f4e62 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:07.612575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f91fe931-332d-44fc-ab94-c2458178275e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a3de69c0-3677-46a0-97a1-d82fb21ec2cf HTTP/1.1" status: 204 len: 168 time: 0.4250669 Aug 27 14:05:07.620523 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53666) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:07.735928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.754236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f3efd-3732-4b68-a9e4-4de662e5044a req-88ee4169-6bc7-4116-8212-4335bf8ab875 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:07.762583 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e7f3efd-3732-4b68-a9e4-4de662e5044a req-88ee4169-6bc7-4116-8212-4335bf8ab875 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 943 time: 0.0902629 Aug 27 14:05:07.812059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-247af189-9532-44ae-bd78-4ae10b236b00 req-318675fc-52cf-48aa-bd57-397d3f510149 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/702c7979-89aa-463e-8c62-9a8bf99abeff HTTP/1.1" status: 200 len: 2401 time: 0.4665399 Aug 27 14:05:07.822333 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e7f3efd-3732-4b68-a9e4-4de662e5044a req-d2111a90-3e95-434c-a91e-b30a986c04ad tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588477 Aug 27 14:05:07.825578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-247af189-9532-44ae-bd78-4ae10b236b00 req-440c5bbc-a80e-4a8a-a156-324826e71d47 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '702c7979-89aa-463e-8c62-9a8bf99abeff', 'remote_group_id': None}]} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:07.825578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-247af189-9532-44ae-bd78-4ae10b236b00 req-440c5bbc-a80e-4a8a-a156-324826e71d47 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '702c7979-89aa-463e-8c62-9a8bf99abeff', 'remote_group_id': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:07.835609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcea713e-c8c7-417e-99ed-67b995db04f7', 'tag': '123c11ad-416b-4de0-9a11-a16fb7801619'}, {'server_uuid': '5496bc64-9e4c-4b5a-85bd-ebb30c06aab0', 'name': 'network-vif-deleted', 'tag': 'b74226cc-6405-4660-97c2-551aa22803fd'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:07.838372 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159cf10b-536c-4104-a68d-39f934d6c2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fcea713e-c8c7-417e-99ed-67b995db04f7", "tag": "123c11ad-416b-4de0-9a11-a16fb7801619"}, {"server_uuid": "5496bc64-9e4c-4b5a-85bd-ebb30c06aab0", "name": "network-vif-deleted", "tag": "b74226cc-6405-4660-97c2-551aa22803fd"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:07.841255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27596d9-786e-494a-83ff-4a30cb775c23 None None] DHCP port deletion for d3fc6770-9aa7-45d3-9f49-90ca773f4e62 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:05:07.852495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Deleting port 665516d4-b657-40ec-ba38-4a8869bd5f36 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:07.852820 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.880300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-c9f57430-d5db-4c2a-b341-a985807d7501 req-5b047230-aaa6-4df5-9d83-d16a94972e9b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Deleting port b425236b-25fc-41aa-a40c-dfd85d5b1748 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:07.881352 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c9f57430-d5db-4c2a-b341-a985807d7501 req-5b047230-aaa6-4df5-9d83-d16a94972e9b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.919549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f27596d9-786e-494a-83ff-4a30cb775c23 None None] Deleting port 665516d4-b657-40ec-ba38-4a8869bd5f36 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:07.919549 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f27596d9-786e-494a-83ff-4a30cb775c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.928081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] For port 665516d4-b657-40ec-ba38-4a8869bd5f36, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=665516d4-b657-40ec-ba38-4a8869bd5f36,segment=NetworkSegment(2b34f82f-7ca4-438f-948d-4e192c7189bb),segment_id=2b34f82f-7ca4-438f-948d-4e192c7189bb)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:07.928451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.947814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Calling delete_port for 665516d4-b657-40ec-ba38-4a8869bd5f36 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:07.986646 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-247af189-9532-44ae-bd78-4ae10b236b00 req-440c5bbc-a80e-4a8a-a156-324826e71d47 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:07.998812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f27596d9-786e-494a-83ff-4a30cb775c23 None None] For port 665516d4-b657-40ec-ba38-4a8869bd5f36, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=665516d4-b657-40ec-ba38-4a8869bd5f36,segment=NetworkSegment(2b34f82f-7ca4-438f-948d-4e192c7189bb),segment_id=2b34f82f-7ca4-438f-948d-4e192c7189bb)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:07.999471 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f27596d9-786e-494a-83ff-4a30cb775c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.014453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f27596d9-786e-494a-83ff-4a30cb775c23 None None] Calling delete_port for 665516d4-b657-40ec-ba38-4a8869bd5f36 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:08.022000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-247af189-9532-44ae-bd78-4ae10b236b00 req-440c5bbc-a80e-4a8a-a156-324826e71d47 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.027261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c9f57430-d5db-4c2a-b341-a985807d7501 req-5b047230-aaa6-4df5-9d83-d16a94972e9b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] For port b425236b-25fc-41aa-a40c-dfd85d5b1748, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b425236b-25fc-41aa-a40c-dfd85d5b1748,segment=NetworkSegment(4ae66a3c-52ae-479d-ae13-93ea4220e843),segment_id=4ae66a3c-52ae-479d-ae13-93ea4220e843)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:08.027683 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c9f57430-d5db-4c2a-b341-a985807d7501 req-5b047230-aaa6-4df5-9d83-d16a94972e9b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.030464 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-247af189-9532-44ae-bd78-4ae10b236b00 req-440c5bbc-a80e-4a8a-a156-324826e71d47 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.058620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-c9f57430-d5db-4c2a-b341-a985807d7501 req-5b047230-aaa6-4df5-9d83-d16a94972e9b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Calling delete_port for b425236b-25fc-41aa-a40c-dfd85d5b1748 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:08.060118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80134a1c-686f-42d4-9492-73cec3106554 req-997226f1-72b0-4f85-beac-7b7a975276b6 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:08.061650 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80134a1c-686f-42d4-9492-73cec3106554 req-997226f1-72b0-4f85-beac-7b7a975276b6 tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb214659-4661-498d-92da-2a8c066cfbaa HTTP/1.1" status: 200 len: 945 time: 0.1048434 Aug 27 14:05:08.063942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c5bbc-a80e-4a8a-a156-324826e71d47 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69069620-fe71-4470-bea1-7530688cf64b,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:08.074965 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-247af189-9532-44ae-bd78-4ae10b236b00 req-440c5bbc-a80e-4a8a-a156-324826e71d47 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.076264 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-247af189-9532-44ae-bd78-4ae10b236b00 req-440c5bbc-a80e-4a8a-a156-324826e71d47 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2570386 Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: from cryptography.utils import int_from_bytes Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: from cryptography.utils import int_from_bytes Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.106402 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:05:08.109080 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:05:08.114718 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f27596d9-786e-494a-83ff-4a30cb775c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.116542 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.144327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27596d9-786e-494a-83ff-4a30cb775c23 None None] Pushing event deleted for resources: {'Port': ['ID=665516d4-b657-40ec-ba38-4a8869bd5f36,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:08.150190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27596d9-786e-494a-83ff-4a30cb775c23 None None] No DVR routers for this DVR port 665516d4-b657-40ec-ba38-4a8869bd5f36 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:05:08.166386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Pushing event deleted for resources: {'Port': ['ID=665516d4-b657-40ec-ba38-4a8869bd5f36,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:08.168863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] No DVR routers for this DVR port 665516d4-b657-40ec-ba38-4a8869bd5f36 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:05:08.213765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 665516d4-b657-40ec-ba38-4a8869bd5f36 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:08.215590 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80134a1c-686f-42d4-9492-73cec3106554 req-2cb6d8b9-d6ba-4b7d-b7ff-3b184a0aabcc tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.55 "GET /v2.0/security-groups?id=3aac3b4c-e87c-452d-8545-ed684106fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230333 Aug 27 14:05:08.252608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 665516d4-b657-40ec-ba38-4a8869bd5f36 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:08.253098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 665516d4-b657-40ec-ba38-4a8869bd5f36 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:08.253993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2b02274f-0d7e-4219-8d50-e91059f7239b no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:08.268109 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.268304 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c9f57430-d5db-4c2a-b341-a985807d7501 req-5b047230-aaa6-4df5-9d83-d16a94972e9b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.278573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 2b02274f-0d7e-4219-8d50-e91059f7239b {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:08.278573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2b02274f-0d7e-4219-8d50-e91059f7239b not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:08.280150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fc6770-9aa7-45d3-9f49-90ca773f4e62']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:08.292595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b34f82f-7ca4-438f-948d-4e192c7189bb') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:08.292951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b34f82f-7ca4-438f-948d-4e192c7189bb') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:08.299044 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e6b39c-c7fc-4573-80e1-545f52c258e2 x-openstack-request-id: req-c5e6b39c-c7fc-4573-80e1-545f52c258e2 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:08.299828 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcea713e-c8c7-417e-99ed-67b995db04f7", "tag": "123c11ad-416b-4de0-9a11-a16fb7801619", "status": "completed", "code": 200}, {"server_uuid": "5496bc64-9e4c-4b5a-85bd-ebb30c06aab0", "name": "network-vif-deleted", "tag": "b74226cc-6405-4660-97c2-551aa22803fd", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:08.299950 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5e6b39c-c7fc-4573-80e1-545f52c258e2 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:08.300448 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcea713e-c8c7-417e-99ed-67b995db04f7', 'tag': '123c11ad-416b-4de0-9a11-a16fb7801619', 'status': 'completed', 'code': 200} Aug 27 14:05:08.300700 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5496bc64-9e4c-4b5a-85bd-ebb30c06aab0', 'name': 'network-vif-deleted', 'tag': 'b74226cc-6405-4660-97c2-551aa22803fd', 'status': 'completed', 'code': 200} Aug 27 14:05:08.304444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b047230-aaa6-4df5-9d83-d16a94972e9b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Pushing event deleted for resources: {'Port': ['ID=b425236b-25fc-41aa-a40c-dfd85d5b1748,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:08.309452 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.313762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38b492-49a4-4be0-b378-533136873d61 req-330ab303-c1f2-4033-8514-dcf6729a5850 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:08.315608 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d38b492-49a4-4be0-b378-533136873d61 req-330ab303-c1f2-4033-8514-dcf6729a5850 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1074736 Aug 27 14:05:08.320064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['b425236b-25fc-41aa-a40c-dfd85d5b1748'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:05:08.336003 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.344079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:05:08.345076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:05:08.347672 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:05:08.367566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53684) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:08.410992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f57430-d5db-4c2a-b341-a985807d7501 req-5b047230-aaa6-4df5-9d83-d16a94972e9b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] No DVR routers for this DVR port b425236b-25fc-41aa-a40c-dfd85d5b1748 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:05:08.414642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c9f57430-d5db-4c2a-b341-a985807d7501 req-5b047230-aaa6-4df5-9d83-d16a94972e9b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.416367 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.416723 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9f57430-d5db-4c2a-b341-a985807d7501 req-5b047230-aaa6-4df5-9d83-d16a94972e9b tempest-InstanceActionsNegativeTestJSON-1546265348 tempest-InstanceActionsNegativeTestJSON-1546265348-project] 10.222.0.41 "DELETE /v2.0/ports/b425236b-25fc-41aa-a40c-dfd85d5b1748 HTTP/1.1" status: 204 len: 173 time: 1.0835931 Aug 27 14:05:08.433899 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.435522 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] 10.222.0.55 "DELETE /v2.0/networks/d3fc6770-9aa7-45d3-9f49-90ca773f4e62 HTTP/1.1" status: 204 len: 168 time: 0.8138659 Aug 27 14:05:08.437178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3f0ae-49e4-4bda-8a9c-7e046435e62d admin admin] Pushing event deleted for resources: {'Network': ['ID=d3fc6770-9aa7-45d3-9f49-90ca773f4e62,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:08.484480 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d38b492-49a4-4be0-b378-533136873d61 req-b348b2f5-58c1-42a9-a6f6-aba83b7c73ae tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385391 Aug 27 14:05:08.489419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cf10b-536c-4104-a68d-39f934d6c2ff req-b11ee5b1-5805-4160-8661-13703345f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:08.491557 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-159cf10b-536c-4104-a68d-39f934d6c2ff req-b11ee5b1-5805-4160-8661-13703345f776 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=505da58934d4456b813b7cb57c3752a5&device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 1096 time: 0.1391783 Aug 27 14:05:08.494552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6384729-5163-4b22-9ed5-cb7f489a8775 admin admin] Deleting subnet ff801ea7-f962-477a-b25c-e9fc61546c74 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:05:08.527087 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f6384729-5163-4b22-9ed5-cb7f489a8775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.528381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cae1faf1-1a1b-49c4-981f-6c016f8f4f88 req-70fd95df-d936-44cf-9689-169f87d4d7dc tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/702c7979-89aa-463e-8c62-9a8bf99abeff HTTP/1.1" status: 200 len: 3000 time: 0.0681300 Aug 27 14:05:08.593552 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-540aa10c-cc64-4fc6-85bb-56978177338f req-9f26c3f9-dc35-454f-b6e8-bb4f7ec4e608 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-group-rules/69069620-fe71-4470-bea1-7530688cf64b HTTP/1.1" status: 200 len: 783 time: 0.0459070 Aug 27 14:05:08.642421 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f6384729-5163-4b22-9ed5-cb7f489a8775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.647132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53690) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:08.665883 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-540aa10c-cc64-4fc6-85bb-56978177338f req-e818899b-cdff-418a-ad5c-ca522ccdf4cb tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/702c7979-89aa-463e-8c62-9a8bf99abeff HTTP/1.1" status: 200 len: 3000 time: 0.0662117 Aug 27 14:05:08.704369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bd4bb-023c-489c-b5af-57d99bf9e64a req-3f92f73c-d0c5-4ca5-82eb-8747acccc573 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:08.705974 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a5bd4bb-023c-489c-b5af-57d99bf9e64a req-3f92f73c-d0c5-4ca5-82eb-8747acccc573 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 944 time: 0.1124957 Aug 27 14:05:08.715213 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-540aa10c-cc64-4fc6-85bb-56978177338f req-1e66a3b2-3f49-426d-860f-a29ea02335d9 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.725828 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-49be0150-33a8-4c92-a399-5570f6fa242b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=747b314afcbf405a93bb89d11770a0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762527 Aug 27 14:05:08.727520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-540aa10c-cc64-4fc6-85bb-56978177338f req-1e66a3b2-3f49-426d-860f-a29ea02335d9 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.729174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53692) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:08.741879 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f6384729-5163-4b22-9ed5-cb7f489a8775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.744408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cf10b-536c-4104-a68d-39f934d6c2ff req-1e571e50-3e95-4d6c-b1a9-e0e189fcbdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:08.745893 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-159cf10b-536c-4104-a68d-39f934d6c2ff req-1e571e50-3e95-4d6c-b1a9-e0e189fcbdaa service neutron] 10.222.0.52 "GET /v2.0/networks?id=4441f29a-e311-4118-9174-3fab52f7ebeb HTTP/1.1" status: 200 len: 915 time: 0.2369714 Aug 27 14:05:08.785149 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-540aa10c-cc64-4fc6-85bb-56978177338f req-1e66a3b2-3f49-426d-860f-a29ea02335d9 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.792544 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-540aa10c-cc64-4fc6-85bb-56978177338f req-1e66a3b2-3f49-426d-860f-a29ea02335d9 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.793622 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-540aa10c-cc64-4fc6-85bb-56978177338f req-1e66a3b2-3f49-426d-860f-a29ea02335d9 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/69069620-fe71-4470-bea1-7530688cf64b HTTP/1.1" status: 204 len: 173 time: 0.1268234 Aug 27 14:05:08.807087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66a3b2-3f49-426d-860f-a29ea02335d9 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69069620-fe71-4470-bea1-7530688cf64b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:08.813430 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef90c811-b35a-4a9a-ab31-72fd6e5c711e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.816355 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-159cf10b-536c-4104-a68d-39f934d6c2ff req-e1a522c2-55fb-478e-80e9-e44112373eea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=123c11ad-416b-4de0-9a11-a16fb7801619 HTTP/1.1" status: 200 len: 217 time: 0.0463181 Aug 27 14:05:08.858923 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef90c811-b35a-4a9a-ab31-72fd6e5c711e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.862424 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a5bd4bb-023c-489c-b5af-57d99bf9e64a req-08604ddb-c0f6-4cf7-b8e3-4989fb8bb398 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/security-groups?id=0232e986-b61d-496a-acb7-09d0b50babef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446028 Aug 27 14:05:08.880533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 123c11ad-416b-4de0-9a11-a16fb7801619 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:05:08.884563 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8738e4a5-9f1f-4455-96f6-bfd2fdce5f5d req-7856a832-6e4a-4186-a35c-5ba326f73773 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/702c7979-89aa-463e-8c62-9a8bf99abeff HTTP/1.1" status: 200 len: 2401 time: 0.0691640 Aug 27 14:05:08.890452 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f6384729-5163-4b22-9ed5-cb7f489a8775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.927048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cf10b-536c-4104-a68d-39f934d6c2ff req-f7f24495-a9ae-4d03-8b0d-7235b5361dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:08.929367 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-159cf10b-536c-4104-a68d-39f934d6c2ff req-f7f24495-a9ae-4d03-8b0d-7235b5361dfb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a3b4410-c348-4515-94c1-f8a37bfaae5e HTTP/1.1" status: 200 len: 854 time: 0.1024706 Aug 27 14:05:08.930068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6384729-5163-4b22-9ed5-cb7f489a8775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff801ea7-f962-477a-b25c-e9fc61546c74,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:08.934000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f6384729-5163-4b22-9ed5-cb7f489a8775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.935880 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f6384729-5163-4b22-9ed5-cb7f489a8775 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ff801ea7-f962-477a-b25c-e9fc61546c74 HTTP/1.1" status: 204 len: 168 time: 0.5695515 Aug 27 14:05:08.946050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53698) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:08.963445 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef90c811-b35a-4a9a-ab31-72fd6e5c711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.965991 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef90c811-b35a-4a9a-ab31-72fd6e5c711e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:08.967176 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ef90c811-b35a-4a9a-ab31-72fd6e5c711e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8cb2172-fcbf-42ab-a064-d08bd76bb464 HTTP/1.1" status: 204 len: 168 time: 0.2370915 Aug 27 14:05:08.968366 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-159cf10b-536c-4104-a68d-39f934d6c2ff req-3ad429d6-8747-4cd7-8be3-2fa23a4328c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4441f29a-e311-4118-9174-3fab52f7ebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313039 Aug 27 14:05:08.981274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90c811-b35a-4a9a-ab31-72fd6e5c711e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb2172-fcbf-42ab-a064-d08bd76bb464,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:08.997287 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8738e4a5-9f1f-4455-96f6-bfd2fdce5f5d req-d788b85d-6002-4bf6-86fb-106b8b25e8df tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.025520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8738e4a5-9f1f-4455-96f6-bfd2fdce5f5d req-d788b85d-6002-4bf6-86fb-106b8b25e8df tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.035572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 123c11ad-416b-4de0-9a11-a16fb7801619, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=123c11ad-416b-4de0-9a11-a16fb7801619,segment=NetworkSegment(6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd),segment_id=6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:09.048404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '123c11ad-416b-4de0-9a11-a16fb7801619', 'network_id': '4441f29a-e311-4118-9174-3fab52f7ebeb', 'port_id': '123c11ad-416b-4de0-9a11-a16fb7801619', 'mac_address': 'fa:16:3e:a2:49:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3b4410-c348-4515-94c1-f8a37bfaae5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:05:09.087100 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.089851 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8738e4a5-9f1f-4455-96f6-bfd2fdce5f5d req-d788b85d-6002-4bf6-86fb-106b8b25e8df tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.094413 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8738e4a5-9f1f-4455-96f6-bfd2fdce5f5d req-d788b85d-6002-4bf6-86fb-106b8b25e8df tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.104826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8738e4a5-9f1f-4455-96f6-bfd2fdce5f5d req-d788b85d-6002-4bf6-86fb-106b8b25e8df tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "DELETE /v2.0/security-groups/702c7979-89aa-463e-8c62-9a8bf99abeff HTTP/1.1" status: 204 len: 173 time: 0.2079983 Aug 27 14:05:09.105655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123c11ad-416b-4de0-9a11-a16fb7801619 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:09.126636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 123c11ad-416b-4de0-9a11-a16fb7801619, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=123c11ad-416b-4de0-9a11-a16fb7801619,segment=NetworkSegment(6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd),segment_id=6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:09.129352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788b85d-6002-4bf6-86fb-106b8b25e8df tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=702c7979-89aa-463e-8c62-9a8bf99abeff,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:09.132474 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.160451 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-9005acb5-d706-43a6-82b8-148a0370032d req-e131fc06-907e-4863-ad63-8782208c347e tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] show failed (client error): The resource could not be found. Aug 27 14:05:09.167340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b74226cc-6405-4660-97c2-551aa22803fd no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:09.182767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477ec03-1325-43a6-80f5-c5699a456939 req-23a16341-c435-4b58-9054-8388866a4016 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:09.184329 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f477ec03-1325-43a6-80f5-c5699a456939 req-23a16341-c435-4b58-9054-8388866a4016 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.52 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 943 time: 0.1643274 Aug 27 14:05:09.195352 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9005acb5-d706-43a6-82b8-148a0370032d req-e131fc06-907e-4863-ad63-8782208c347e tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/a78ecdf6-ddfb-4744-bc93-7450ec423832 HTTP/1.1" status: 404 len: 352 time: 0.0629380 Aug 27 14:05:09.198442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: b74226cc-6405-4660-97c2-551aa22803fd {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:09.198814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b74226cc-6405-4660-97c2-551aa22803fd not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:09.204736 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ae8a42cf-8c7d-460d-825f-feebe267670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.235501 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=123c11ad-416b-4de0-9a11-a16fb7801619,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:09.261273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d5344-c880-4a0c-8a4a-e24526c7131e req-b912cdf3-5944-4497-804a-3d6723959e3f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:09.268948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c2d5344-c880-4a0c-8a4a-e24526c7131e req-b912cdf3-5944-4497-804a-3d6723959e3f tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 943 time: 0.2191298 Aug 27 14:05:09.300418 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-621ea671-da9b-43e2-a4a5-e5bd8df394f3 req-d98e6b93-0cc1-4c20-ad6c-cb881f01b375 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/86e2c275-6bb7-40f8-bded-293f1c3a021e HTTP/1.1" status: 200 len: 1805 time: 0.0678117 Aug 27 14:05:09.347800 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['123c11ad-416b-4de0-9a11-a16fb7801619'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:05:09.436045 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-621ea671-da9b-43e2-a4a5-e5bd8df394f3 req-33565a8b-76a6-476f-8d8f-1b86d13e1630 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.439389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-159cf10b-536c-4104-a68d-39f934d6c2ff req-dcbdabc6-55c6-4b86-980d-3945383b4d8d service neutron] 10.222.0.52 "GET /v2.0/networks/4441f29a-e311-4118-9174-3fab52f7ebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605939 Aug 27 14:05:09.456399 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c2d5344-c880-4a0c-8a4a-e24526c7131e req-5146dbca-90cf-4cbd-a478-039302a6292b tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/security-groups?id=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858625 Aug 27 14:05:09.501760 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-621ea671-da9b-43e2-a4a5-e5bd8df394f3 req-33565a8b-76a6-476f-8d8f-1b86d13e1630 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.563008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53720) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:09.577546 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ae8a42cf-8c7d-460d-825f-feebe267670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.616382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ae8a42cf-8c7d-460d-825f-feebe267670e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b463e880-0d35-4b83-802a-025c614e00d6']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:09.619944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-f477ec03-1325-43a6-80f5-c5699a456939 req-605954ea-3ae4-4a3b-8de6-aa5fa390388c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Deleting port eff656d3-b41a-4b6c-ac85-08d4be495a40 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:09.620663 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f477ec03-1325-43a6-80f5-c5699a456939 req-605954ea-3ae4-4a3b-8de6-aa5fa390388c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.659569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ae8a42cf-8c7d-460d-825f-feebe267670e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:09.659823 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ae8a42cf-8c7d-460d-825f-feebe267670e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b70283-ab24-4490-a20e-2bbf1e8e81dd') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:09.660911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6464a4db-2a09-4c54-b21b-34d97c71cfea admin admin] Deleting subnet 22001ce9-60b7-4b3d-8dd3-fe8749032dff {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:05:09.666110 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6464a4db-2a09-4c54-b21b-34d97c71cfea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.668315 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.705398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5388a-754d-4bc8-882e-cc69f1fb48e8 req-fbb8d58b-4f44-4790-9ee0-39bb00f65841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:09.707265 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4df5388a-754d-4bc8-882e-cc69f1fb48e8 req-fbb8d58b-4f44-4790-9ee0-39bb00f65841 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 1097 time: 0.2668304 Aug 27 14:05:09.707655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-621ea671-da9b-43e2-a4a5-e5bd8df394f3 req-33565a8b-76a6-476f-8d8f-1b86d13e1630 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.710921 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-621ea671-da9b-43e2-a4a5-e5bd8df394f3 req-33565a8b-76a6-476f-8d8f-1b86d13e1630 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.712074 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-621ea671-da9b-43e2-a4a5-e5bd8df394f3 req-33565a8b-76a6-476f-8d8f-1b86d13e1630 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "DELETE /v2.0/security-groups/86e2c275-6bb7-40f8-bded-293f1c3a021e HTTP/1.1" status: 204 len: 173 time: 0.3929324 Aug 27 14:05:09.717182 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ae8a42cf-8c7d-460d-825f-feebe267670e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.722150 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6464a4db-2a09-4c54-b21b-34d97c71cfea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.757549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33565a8b-76a6-476f-8d8f-1b86d13e1630 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e2c275-6bb7-40f8-bded-293f1c3a021e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:09.786880 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ae8a42cf-8c7d-460d-825f-feebe267670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.821318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cd094841-8be1-41af-bbe2-193ec55aa089 req-3a8e3488-c389-4bcd-865c-5794f56d5b21 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/0f589267-7276-4032-8467-905de7bb2d3a HTTP/1.1" status: 200 len: 1806 time: 0.0723147 Aug 27 14:05:09.822135 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6464a4db-2a09-4c54-b21b-34d97c71cfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.825985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8a42cf-8c7d-460d-825f-feebe267670e admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:05:09.826400 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ae8a42cf-8c7d-460d-825f-feebe267670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:05:09.829776 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:05:09.878996 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-159cf10b-536c-4104-a68d-39f934d6c2ff req-e2133f85-646a-4785-992e-622ee41883e1 service neutron] 10.222.0.52 "GET /v2.0/networks/4441f29a-e311-4118-9174-3fab52f7ebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209473 Aug 27 14:05:09.912320 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4df5388a-754d-4bc8-882e-cc69f1fb48e8 req-95594363-7c68-4a59-8b89-4f27c05b9780 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562767 Aug 27 14:05:09.924235 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cd094841-8be1-41af-bbe2-193ec55aa089 req-70b7928e-e300-48f9-96b9-4e6d7e5d2874 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.924448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ebfb5-9836-4cb7-a3bd-a18af2bf77d1 req-89688a19-9caa-497b-bd8d-570b41c80023 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:09.933118 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-921ebfb5-9836-4cb7-a3bd-a18af2bf77d1 req-89688a19-9caa-497b-bd8d-570b41c80023 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.2281156 Aug 27 14:05:09.933826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-f477ec03-1325-43a6-80f5-c5699a456939 req-605954ea-3ae4-4a3b-8de6-aa5fa390388c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] For port eff656d3-b41a-4b6c-ac85-08d4be495a40, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=eff656d3-b41a-4b6c-ac85-08d4be495a40,segment=NetworkSegment(9684f339-63b6-42ff-a344-6816ef3209a8),segment_id=9684f339-63b6-42ff-a344-6816ef3209a8)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:09.934227 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f477ec03-1325-43a6-80f5-c5699a456939 req-605954ea-3ae4-4a3b-8de6-aa5fa390388c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.947261 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6464a4db-2a09-4c54-b21b-34d97c71cfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.971353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-f477ec03-1325-43a6-80f5-c5699a456939 req-605954ea-3ae4-4a3b-8de6-aa5fa390388c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Calling delete_port for eff656d3-b41a-4b6c-ac85-08d4be495a40 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:09.980501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ae8a42cf-8c7d-460d-825f-feebe267670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.988514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464a4db-2a09-4c54-b21b-34d97c71cfea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22001ce9-60b7-4b3d-8dd3-fe8749032dff,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:09.992724 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cd094841-8be1-41af-bbe2-193ec55aa089 req-70b7928e-e300-48f9-96b9-4e6d7e5d2874 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.994633 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ae8a42cf-8c7d-460d-825f-feebe267670e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.996272 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6464a4db-2a09-4c54-b21b-34d97c71cfea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:09.996394 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ae8a42cf-8c7d-460d-825f-feebe267670e admin admin] 10.222.0.55 "DELETE /v2.0/networks/b463e880-0d35-4b83-802a-025c614e00d6 HTTP/1.1" status: 204 len: 168 time: 1.0497656 Aug 27 14:05:10.000434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6464a4db-2a09-4c54-b21b-34d97c71cfea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/22001ce9-60b7-4b3d-8dd3-fe8749032dff HTTP/1.1" status: 204 len: 168 time: 0.4301074 Aug 27 14:05:10.002622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-921ebfb5-9836-4cb7-a3bd-a18af2bf77d1 req-e86b8d08-269b-49a2-a752-a6339e2cabb9 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655532 Aug 27 14:05:10.014196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53738) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:10.024198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a42cf-8c7d-460d-825f-feebe267670e admin admin] Pushing event deleted for resources: {'Network': ['ID=b463e880-0d35-4b83-802a-025c614e00d6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:10.125370 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cd094841-8be1-41af-bbe2-193ec55aa089 req-70b7928e-e300-48f9-96b9-4e6d7e5d2874 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.129329 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cd094841-8be1-41af-bbe2-193ec55aa089 req-70b7928e-e300-48f9-96b9-4e6d7e5d2874 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.138549 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cd094841-8be1-41af-bbe2-193ec55aa089 req-70b7928e-e300-48f9-96b9-4e6d7e5d2874 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "DELETE /v2.0/security-groups/0f589267-7276-4032-8467-905de7bb2d3a HTTP/1.1" status: 204 len: 173 time: 0.2927988 Aug 27 14:05:10.169896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7928e-e300-48f9-96b9-4e6d7e5d2874 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f589267-7276-4032-8467-905de7bb2d3a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:10.170697 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78d53800-c3fa-4318-89cb-08f639a91fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.217206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9558ca-3fae-4f31-bce9-c360be7c9d27 req-e0b63e08-91e6-46e9-9b55-81d66d7d3c3d tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:10.218774 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9f9558ca-3fae-4f31-bce9-c360be7c9d27 req-e0b63e08-91e6-46e9-9b55-81d66d7d3c3d tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 945 time: 0.1172450 Aug 27 14:05:10.226765 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db5f3299-2068-427e-9166-d14b95c011cd req-0337d7e3-e410-43e1-b6eb-ca97611cc0a4 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/d2171b07-8bd6-4087-8f6c-28ba522e4b99 HTTP/1.1" status: 200 len: 1807 time: 0.0597465 Aug 27 14:05:10.283224 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53746) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:10.285252 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db5f3299-2068-427e-9166-d14b95c011cd req-718522e0-99c7-4fd6-8b01-1ce862f79748 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.321409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb214659-4661-498d-92da-2a8c066cfbaa', 'name': 'network-vif-deleted', 'tag': 'b425236b-25fc-41aa-a40c-dfd85d5b1748'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:10.323699 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b6fb02-f7fb-4b72-b977-c943be13b80c" -d '{"events": [{"server_uuid": "bb214659-4661-498d-92da-2a8c066cfbaa", "name": "network-vif-deleted", "tag": "b425236b-25fc-41aa-a40c-dfd85d5b1748"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:10.327255 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db5f3299-2068-427e-9166-d14b95c011cd req-718522e0-99c7-4fd6-8b01-1ce862f79748 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.352923 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ac5d68ba-61d5-4d5d-bc21-103e3db8692b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7122541fbf9429583f7f11d0b900353&name=default HTTP/1.1" status: 200 len: 2981 time: 0.0683296 Aug 27 14:05:10.359522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53750) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:10.363481 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78d53800-c3fa-4318-89cb-08f639a91fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.381717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-78d53800-c3fa-4318-89cb-08f639a91fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e126ed2-79ef-4ca4-9a13-74c0f86f272d']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:10.391633 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9f9558ca-3fae-4f31-bce9-c360be7c9d27 req-8b63d2d2-df57-4ada-8a65-0fb676245f11 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/security-groups?id=0232e986-b61d-496a-acb7-09d0b50babef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449153 Aug 27 14:05:10.393692 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f477ec03-1325-43a6-80f5-c5699a456939 req-605954ea-3ae4-4a3b-8de6-aa5fa390388c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.396487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-78d53800-c3fa-4318-89cb-08f639a91fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae66a3c-52ae-479d-ae13-93ea4220e843') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:10.397441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-78d53800-c3fa-4318-89cb-08f639a91fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae66a3c-52ae-479d-ae13-93ea4220e843') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:10.405633 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db5f3299-2068-427e-9166-d14b95c011cd req-718522e0-99c7-4fd6-8b01-1ce862f79748 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.408355 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-db5f3299-2068-427e-9166-d14b95c011cd req-718522e0-99c7-4fd6-8b01-1ce862f79748 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.409603 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db5f3299-2068-427e-9166-d14b95c011cd req-718522e0-99c7-4fd6-8b01-1ce862f79748 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "DELETE /v2.0/security-groups/d2171b07-8bd6-4087-8f6c-28ba522e4b99 HTTP/1.1" status: 204 len: 173 time: 0.1820629 Aug 27 14:05:10.428785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718522e0-99c7-4fd6-8b01-1ce862f79748 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2171b07-8bd6-4087-8f6c-28ba522e4b99,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:10.434180 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78d53800-c3fa-4318-89cb-08f639a91fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.435966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605954ea-3ae4-4a3b-8de6-aa5fa390388c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Pushing event deleted for resources: {'Port': ['ID=eff656d3-b41a-4b6c-ac85-08d4be495a40,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:10.442896 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50f213f1-7291-46cb-9f4e-4efc23311f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.468231 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78d53800-c3fa-4318-89cb-08f639a91fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.478710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d53800-c3fa-4318-89cb-08f639a91fb0 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:05:10.479133 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78d53800-c3fa-4318-89cb-08f639a91fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:05:10.480914 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:05:10.494561 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50f213f1-7291-46cb-9f4e-4efc23311f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.508504 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c82d16-78f7-483d-9c21-9b8af92de2d6 x-openstack-request-id: req-d1c82d16-78f7-483d-9c21-9b8af92de2d6 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:10.508801 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb214659-4661-498d-92da-2a8c066cfbaa", "name": "network-vif-deleted", "tag": "b425236b-25fc-41aa-a40c-dfd85d5b1748", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:10.509055 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1c82d16-78f7-483d-9c21-9b8af92de2d6 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:10.509452 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb214659-4661-498d-92da-2a8c066cfbaa', 'name': 'network-vif-deleted', 'tag': 'b425236b-25fc-41aa-a40c-dfd85d5b1748', 'status': 'completed', 'code': 200} Aug 27 14:05:10.510394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f477ec03-1325-43a6-80f5-c5699a456939 req-605954ea-3ae4-4a3b-8de6-aa5fa390388c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] No DVR routers for this DVR port eff656d3-b41a-4b6c-ac85-08d4be495a40 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:05:10.539069 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f477ec03-1325-43a6-80f5-c5699a456939 req-605954ea-3ae4-4a3b-8de6-aa5fa390388c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.541092 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f477ec03-1325-43a6-80f5-c5699a456939 req-605954ea-3ae4-4a3b-8de6-aa5fa390388c tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.52 "DELETE /v2.0/ports/eff656d3-b41a-4b6c-ac85-08d4be495a40 HTTP/1.1" status: 204 len: 173 time: 1.3446870 Aug 27 14:05:10.564651 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50f213f1-7291-46cb-9f4e-4efc23311f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.569172 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50f213f1-7291-46cb-9f4e-4efc23311f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.574762 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-50f213f1-7291-46cb-9f4e-4efc23311f4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8d76ba1-47d8-49fd-ae58-ae3c8559137c HTTP/1.1" status: 204 len: 168 time: 0.2142453 Aug 27 14:05:10.588538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f213f1-7291-46cb-9f4e-4efc23311f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d76ba1-47d8-49fd-ae58-ae3c8559137c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:10.592692 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78d53800-c3fa-4318-89cb-08f639a91fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.602901 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78d53800-c3fa-4318-89cb-08f639a91fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.603354 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-78d53800-c3fa-4318-89cb-08f639a91fb0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0e126ed2-79ef-4ca4-9a13-74c0f86f272d HTTP/1.1" status: 204 len: 168 time: 0.5879288 Aug 27 14:05:10.608854 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24614f7e-2d79-49d3-84d1-a34b78fe95b7 req-433017d4-c2a5-41e8-980e-80435ca62d8f tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/c63eed7a-1157-47ac-b8ec-f058b7fbe07f HTTP/1.1" status: 200 len: 2407 time: 0.0961876 Aug 27 14:05:10.622148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d53800-c3fa-4318-89cb-08f639a91fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e126ed2-79ef-4ca4-9a13-74c0f86f272d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:10.680540 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24614f7e-2d79-49d3-84d1-a34b78fe95b7 req-0fc72b40-334a-4610-9c15-879955e93ce0 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.707263 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24614f7e-2d79-49d3-84d1-a34b78fe95b7 req-0fc72b40-334a-4610-9c15-879955e93ce0 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.760814 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24614f7e-2d79-49d3-84d1-a34b78fe95b7 req-0fc72b40-334a-4610-9c15-879955e93ce0 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.763785 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-24614f7e-2d79-49d3-84d1-a34b78fe95b7 req-0fc72b40-334a-4610-9c15-879955e93ce0 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:10.764940 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24614f7e-2d79-49d3-84d1-a34b78fe95b7 req-0fc72b40-334a-4610-9c15-879955e93ce0 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "DELETE /v2.0/security-groups/c63eed7a-1157-47ac-b8ec-f058b7fbe07f HTTP/1.1" status: 204 len: 173 time: 0.1447165 Aug 27 14:05:10.788064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc72b40-334a-4610-9c15-879955e93ce0 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63eed7a-1157-47ac-b8ec-f058b7fbe07f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:10.888563 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4d54882a-2c6a-474c-96b3-5ba283c379dc req-dfb78083-669a-48fd-b2f5-3300c194d9a0 tempest-ImagesTestJSON-1196584839 tempest-ImagesTestJSON-1196584839-project] 10.222.0.55 "GET /v2.0/ports?device_id=278917f1-9789-4690-a6fe-f8ae0baaa866 HTTP/1.1" status: 200 len: 210 time: 0.0448508 Aug 27 14:05:10.894970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 123c11ad-416b-4de0-9a11-a16fb7801619 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:11.009261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 123c11ad-416b-4de0-9a11-a16fb7801619 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:11.015139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 123c11ad-416b-4de0-9a11-a16fb7801619 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:11.017342 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.077223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53786) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:11.085489 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fada1d17-6403-4052-8950-5db132295574 req-ca3f7942-c97e-42b1-aea1-fd64563558e4 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "GET /v2.0/security-groups/531583dd-ad7a-457c-9bf3-cb10533d18dc HTTP/1.1" status: 200 len: 2400 time: 0.0863745 Aug 27 14:05:11.157140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b425236b-25fc-41aa-a40c-dfd85d5b1748 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:11.167321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fada1d17-6403-4052-8950-5db132295574 req-c85a972d-e6ff-48c7-9b0f-4432cf627e24 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.186149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17afb7cd-56eb-4c33-a79f-a1ad83ce050f req-ffa60438-49b6-4be9-b868-e78a337aec67 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0786035 Aug 27 14:05:11.200569 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: b425236b-25fc-41aa-a40c-dfd85d5b1748 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:11.201152 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b425236b-25fc-41aa-a40c-dfd85d5b1748 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:11.233607 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.242988 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-985e4e4a-bc93-40fc-978e-91596c09582e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65d330606b7345f7b7bec4404bae485e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627593 Aug 27 14:05:11.246045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53788) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:11.268059 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fada1d17-6403-4052-8950-5db132295574 req-c85a972d-e6ff-48c7-9b0f-4432cf627e24 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.325518 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcea713e-c8c7-417e-99ed-67b995db04f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123c11ad-416b-4de0-9a11-a16fb7801619'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:11.332693 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a34a40-e4f3-4ae7-980a-af899de1d3b3" -d '{"events": [{"server_uuid": "fcea713e-c8c7-417e-99ed-67b995db04f7", "name": "network-vif-plugged", "status": "completed", "tag": "123c11ad-416b-4de0-9a11-a16fb7801619"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:11.348613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 123c11ad-416b-4de0-9a11-a16fb7801619, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=123c11ad-416b-4de0-9a11-a16fb7801619,segment=NetworkSegment(6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd),segment_id=6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:11.353356 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fada1d17-6403-4052-8950-5db132295574 req-c85a972d-e6ff-48c7-9b0f-4432cf627e24 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.355590 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.356065 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fada1d17-6403-4052-8950-5db132295574 req-c85a972d-e6ff-48c7-9b0f-4432cf627e24 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.375845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53798) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:11.376269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fada1d17-6403-4052-8950-5db132295574 req-c85a972d-e6ff-48c7-9b0f-4432cf627e24 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] 10.222.0.55 "DELETE /v2.0/security-groups/531583dd-ad7a-457c-9bf3-cb10533d18dc HTTP/1.1" status: 204 len: 173 time: 0.2878096 Aug 27 14:05:11.408806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a972d-e6ff-48c7-9b0f-4432cf627e24 tempest-SecurityGroupRulesTestJSON-1159933977 tempest-SecurityGroupRulesTestJSON-1159933977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=531583dd-ad7a-457c-9bf3-cb10533d18dc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:11.415770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a688808-f2e2-4d19-97fe-4034ca8c7ccf req-6fb10088-54cf-41ba-8e23-e7e79d47298d tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:11.425783 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a688808-f2e2-4d19-97fe-4034ca8c7ccf req-6fb10088-54cf-41ba-8e23-e7e79d47298d tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1228371 Aug 27 14:05:11.426476 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54318490-69fb-4548-8d57-4c452af804af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.463181 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15fbf42-707a-4af2-a739-26be9de21d2e x-openstack-request-id: req-e15fbf42-707a-4af2-a739-26be9de21d2e {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:11.463560 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcea713e-c8c7-417e-99ed-67b995db04f7", "name": "network-vif-plugged", "status": "completed", "tag": "123c11ad-416b-4de0-9a11-a16fb7801619", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:11.463873 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e15fbf42-707a-4af2-a739-26be9de21d2e {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:11.464347 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcea713e-c8c7-417e-99ed-67b995db04f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123c11ad-416b-4de0-9a11-a16fb7801619', 'code': 200} Aug 27 14:05:11.476878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=123c11ad-416b-4de0-9a11-a16fb7801619,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:11.566163 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54318490-69fb-4548-8d57-4c452af804af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.602510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6782226c-293a-43f4-a7ab-b715b6f4837f admin admin] Deleting subnet 3d6280e4-d379-4ee2-941d-daec714f8623 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:05:11.609394 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6782226c-293a-43f4-a7ab-b715b6f4837f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.641724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393a92-55e6-4e86-9892-7c6359266560 req-5c7d3e47-ff97-46a4-9641-fb85a4b617d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:11.644414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8393a92-55e6-4e86-9892-7c6359266560 req-5c7d3e47-ff97-46a4-9641-fb85a4b617d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 1098 time: 0.1099646 Aug 27 14:05:11.651786 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a688808-f2e2-4d19-97fe-4034ca8c7ccf req-d700d50d-2e79-4b43-bc6b-dfe144e7f172 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674790 Aug 27 14:05:11.656326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89a72f-9ae5-48c4-bc6e-f06c4722bfe1 req-052ae2a8-3db8-4809-9a02-8347e2fa9799 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:11.658485 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c89a72f-9ae5-48c4-bc6e-f06c4722bfe1 req-052ae2a8-3db8-4809-9a02-8347e2fa9799 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 946 time: 0.0880001 Aug 27 14:05:11.690811 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6782226c-293a-43f4-a7ab-b715b6f4837f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.744350 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54318490-69fb-4548-8d57-4c452af804af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.747423 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54318490-69fb-4548-8d57-4c452af804af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.747968 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c89a72f-9ae5-48c4-bc6e-f06c4722bfe1 req-a471d080-35c7-46ce-a5f3-3c5ed2d7cd87 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/security-groups?id=0232e986-b61d-496a-acb7-09d0b50babef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806646 Aug 27 14:05:11.748670 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-54318490-69fb-4548-8d57-4c452af804af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3aac3b4c-e87c-452d-8545-ed684106fdf8 HTTP/1.1" status: 204 len: 168 time: 0.5014718 Aug 27 14:05:11.753236 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8393a92-55e6-4e86-9892-7c6359266560 req-4f1216ee-634a-44ff-bfa7-962246e1576f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0232e986-b61d-496a-acb7-09d0b50babef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929284 Aug 27 14:05:11.753668 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6782226c-293a-43f4-a7ab-b715b6f4837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.781108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54318490-69fb-4548-8d57-4c452af804af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aac3b4c-e87c-452d-8545-ed684106fdf8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:11.834234 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6782226c-293a-43f4-a7ab-b715b6f4837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.866842 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6782226c-293a-43f4-a7ab-b715b6f4837f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:11.871585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53816) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:11.879787 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6782226c-293a-43f4-a7ab-b715b6f4837f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3d6280e4-d379-4ee2-941d-daec714f8623 HTTP/1.1" status: 204 len: 168 time: 0.5014975 Aug 27 14:05:11.883229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782226c-293a-43f4-a7ab-b715b6f4837f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6280e4-d379-4ee2-941d-daec714f8623,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:11.898123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53818) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:11.991116 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bec1e8b2-abf3-4010-86bd-c1182685b621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.104916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bec1e8b2-abf3-4010-86bd-c1182685b621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.117057 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-bec1e8b2-abf3-4010-86bd-c1182685b621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a6df21-5f86-499a-947a-d895a1a90a0f']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:12.128329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-bec1e8b2-abf3-4010-86bd-c1182685b621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879a2ba8-1697-471d-a6bd-a6f11ff46d1d') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:12.128639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-bec1e8b2-abf3-4010-86bd-c1182685b621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879a2ba8-1697-471d-a6bd-a6f11ff46d1d') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:12.153222 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bec1e8b2-abf3-4010-86bd-c1182685b621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.172692 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bec1e8b2-abf3-4010-86bd-c1182685b621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.181108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec1e8b2-abf3-4010-86bd-c1182685b621 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:05:12.181573 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bec1e8b2-abf3-4010-86bd-c1182685b621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:05:12.183658 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:05:12.201557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1863056284-network', 'tenant_id': '6b277640d904428c906f00d6ad23c06b'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:12.231559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Made reservation on behalf of 6b277640d904428c906f00d6ad23c06b for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:12.235374 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.247019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.429806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53868) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:12.483113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bf0cba-df0d-4c21-9650-76de507f53cb admin admin] Deleting subnet 8012dbf9-0982-45c9-b07b-40b74c5b4a40 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:05:12.497287 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0cba-df0d-4c21-9650-76de507f53cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.540472 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0cba-df0d-4c21-9650-76de507f53cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.540922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278917f1-9789-4690-a6fe-f8ae0baaa866', 'name': 'network-vif-deleted', 'tag': 'eff656d3-b41a-4b6c-ac85-08d4be495a40'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:12.543800 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445e2a3d-b92e-484d-b10f-6f09f02cc461" -d '{"events": [{"server_uuid": "278917f1-9789-4690-a6fe-f8ae0baaa866", "name": "network-vif-deleted", "tag": "eff656d3-b41a-4b6c-ac85-08d4be495a40"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:12.548952 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bec1e8b2-abf3-4010-86bd-c1182685b621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.587288 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d73a7534-4243-4d64-93ba-1fb6fb30b0fc req-46e0317f-e9b2-44e4-9188-085160e8f47e tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0389905 Aug 27 14:05:12.598055 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bec1e8b2-abf3-4010-86bd-c1182685b621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.601081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bec1e8b2-abf3-4010-86bd-c1182685b621 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b7a6df21-5f86-499a-947a-d895a1a90a0f HTTP/1.1" status: 204 len: 168 time: 0.7284448 Aug 27 14:05:12.618575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1e8b2-abf3-4010-86bd-c1182685b621 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a6df21-5f86-499a-947a-d895a1a90a0f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:12.651832 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d12952-f148-4fd6-82d6-ce970a045622 x-openstack-request-id: req-f2d12952-f148-4fd6-82d6-ce970a045622 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:12.652738 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278917f1-9789-4690-a6fe-f8ae0baaa866", "name": "network-vif-deleted", "tag": "eff656d3-b41a-4b6c-ac85-08d4be495a40", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:12.654412 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2d12952-f148-4fd6-82d6-ce970a045622 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:12.654994 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278917f1-9789-4690-a6fe-f8ae0baaa866', 'name': 'network-vif-deleted', 'tag': 'eff656d3-b41a-4b6c-ac85-08d4be495a40', 'status': 'completed', 'code': 200} Aug 27 14:05:12.669340 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0cba-df0d-4c21-9650-76de507f53cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.719186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53884) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:12.765891 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.773694 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.797653 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0cba-df0d-4c21-9650-76de507f53cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.808053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7355e-67b6-443a-b9a7-156014b93400 req-6871e541-5941-4648-9da5-15697e35f814 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:12.816873 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbf7355e-67b6-443a-b9a7-156014b93400 req-6871e541-5941-4648-9da5-15697e35f814 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0821362 Aug 27 14:05:12.829565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:05:12.836959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf0cba-df0d-4c21-9650-76de507f53cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8012dbf9-0982-45c9-b07b-40b74c5b4a40,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:12.872193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec158bb0-bf56-41fe-b040-364b03f24826,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:12.876286 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.876554 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Added segment 4a399287-4a2e-420c-ae9a-4a707575466c of type vlan for network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 Aug 27 14:05:12.878400 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0cba-df0d-4c21-9650-76de507f53cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.882076 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a6bf0cba-df0d-4c21-9650-76de507f53cb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8012dbf9-0982-45c9-b07b-40b74c5b4a40 HTTP/1.1" status: 204 len: 168 time: 0.4502625 Aug 27 14:05:12.884656 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbf7355e-67b6-443a-b9a7-156014b93400 req-f4d2137a-f381-4748-91a0-1605636f19a2 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664446 Aug 27 14:05:12.892225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53890) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:12.924890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device eff656d3-b41a-4b6c-ac85-08d4be495a40 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:12.984606 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:12.985922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: eff656d3-b41a-4b6c-ac85-08d4be495a40 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:12.988035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device eff656d3-b41a-4b6c-ac85-08d4be495a40 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:13.012433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec143b-5e19-4ea0-a190-06ec97ebf320 req-e2ce89a0-2fac-490b-b18e-84c2846f2092 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:13.014557 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d6ec143b-5e19-4ea0-a190-06ec97ebf320 req-e2ce89a0-2fac-490b-b18e-84c2846f2092 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 946 time: 0.0830982 Aug 27 14:05:13.015905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53894) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:13.031141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-492029467-network', 'tenant_id': 'b3124946b2b84d6fb5b33afd743dbb33'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:13.068587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5293e361-5e13-4d67-9fe2-64266559f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.078906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Made reservation on behalf of b3124946b2b84d6fb5b33afd743dbb33 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:13.081473 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.095462 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.096161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:13.096745 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.107001 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d6ec143b-5e19-4ea0-a190-06ec97ebf320 req-83c8bc91-2b44-4978-a124-2ddbfedc991f tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/security-groups?id=0232e986-b61d-496a-acb7-09d0b50babef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831769 Aug 27 14:05:13.113717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.127052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f4ca301d-20d7-473e-b8d8-4450b90a3fa2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc16b1ad4dbd4a47af086d91ac7325fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099524 Aug 27 14:05:13.161568 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53900) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:13.172968 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2712173 Aug 27 14:05:13.173225 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53902) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:13.179633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7e9cde5b-1307-41e3-88bd-b4bf813bb973 admin admin] Request body: {'subnet': {'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1863056284-subnet', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:13.189875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363a6ae-ac3f-4b2d-8bae-07a28a2d577c admin admin] Pushing event updated for resources: {'Network': ['ID=3fece9f9-82a7-4a38-8bb3-a19a02edf433,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:13.207450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:05:13.221112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9cde5b-1307-41e3-88bd-b4bf813bb973 admin admin] Made reservation on behalf of 6b277640d904428c906f00d6ad23c06b for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:13.224466 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e9cde5b-1307-41e3-88bd-b4bf813bb973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.266660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5293e361-5e13-4d67-9fe2-64266559f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.296573 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-5293e361-5e13-4d67-9fe2-64266559f1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd31dc99-802c-4710-97ff-02fb9b935ee2']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:13.325562 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-5293e361-5e13-4d67-9fe2-64266559f1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9684f339-63b6-42ff-a344-6816ef3209a8') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:13.325879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-5293e361-5e13-4d67-9fe2-64266559f1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9684f339-63b6-42ff-a344-6816ef3209a8') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:13.345622 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5293e361-5e13-4d67-9fe2-64266559f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.383629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caefb2a-120a-441a-816d-ae6da37ccb50 req-4c56f7b5-4f33-4cd5-8568-4e3b05848957 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:13.389783 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7caefb2a-120a-441a-816d-ae6da37ccb50 req-4c56f7b5-4f33-4cd5-8568-4e3b05848957 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.2255123 Aug 27 14:05:13.401742 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5293e361-5e13-4d67-9fe2-64266559f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.405016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab58df6-7d52-4493-96a3-4b036dfebd13 req-15884d9b-ba6a-468f-bebe-6b5fd62452ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:13.406513 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3ab58df6-7d52-4493-96a3-4b036dfebd13 req-15884d9b-ba6a-468f-bebe-6b5fd62452ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=573be43260cf4ef594f9cc87bd941bb8&device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 1097 time: 0.2035019 Aug 27 14:05:13.412915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e9cde5b-1307-41e3-88bd-b4bf813bb973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.424432 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5293e361-5e13-4d67-9fe2-64266559f1f2 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:05:13.424845 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5293e361-5e13-4d67-9fe2-64266559f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:05:13.428092 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:05:13.430062 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-355399a0-3861-48f6-bf6a-4868a5f289c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.470513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cde5b-1307-41e3-88bd-b4bf813bb973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a874467b-9f6d-44fe-ad23-66bd4874d2ed,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:13.477978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cde5b-1307-41e3-88bd-b4bf813bb973 admin admin] Checking segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:13.478335 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9cde5b-1307-41e3-88bd-b4bf813bb973 admin admin] Network hostable DHCP agents. Network: 3fece9f9-82a7-4a38-8bb3-a19a02edf433, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:05:13.495432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9cde5b-1307-41e3-88bd-b4bf813bb973 admin admin] Network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:05:13.504333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-7e9cde5b-1307-41e3-88bd-b4bf813bb973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 3fece9f9-82a7-4a38-8bb3-a19a02edf433) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:13.509908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9cde5b-1307-41e3-88bd-b4bf813bb973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:13.510421 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e9cde5b-1307-41e3-88bd-b4bf813bb973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.514165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dc4aa6-f552-4d03-ba75-af70e541aa2d None None] Network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:13.586830 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-355399a0-3861-48f6-bf6a-4868a5f289c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.598656 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7caefb2a-120a-441a-816d-ae6da37ccb50 req-fe535f3e-722a-4ec1-a446-b06f6523ff73 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998174 Aug 27 14:05:13.628953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5293e361-5e13-4d67-9fe2-64266559f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.644399 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5293e361-5e13-4d67-9fe2-64266559f1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.647145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5293e361-5e13-4d67-9fe2-64266559f1f2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/bd31dc99-802c-4710-97ff-02fb9b935ee2 HTTP/1.1" status: 204 len: 168 time: 0.7489753 Aug 27 14:05:13.683267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:05:13.684160 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.687352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293e361-5e13-4d67-9fe2-64266559f1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd31dc99-802c-4710-97ff-02fb9b935ee2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:13.701006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab58df6-7d52-4493-96a3-4b036dfebd13 req-b4a7ea52-970b-4dfb-9e46-651695e2403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:13.702536 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3ab58df6-7d52-4493-96a3-4b036dfebd13 req-b4a7ea52-970b-4dfb-9e46-651695e2403f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2e8fae9-e52b-4f24-ad2a-000503a545a8 HTTP/1.1" status: 200 len: 910 time: 0.2811067 Aug 27 14:05:13.704397 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.712096 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.717824 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7e9cde5b-1307-41e3-88bd-b4bf813bb973 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5434723 Aug 27 14:05:13.721376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53908) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:13.727076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:13.766074 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.767255 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.804128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:05:13.808355 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e3976dc-de32-440a-b04f-2cfef6972dcb req-f8ce069a-6940-48b5-9b3a-170544a16851 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0328043 Aug 27 14:05:13.812057 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3ab58df6-7d52-4493-96a3-4b036dfebd13 req-ce0ac50d-da58-4985-9904-ba5f1fce086d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54557626-add6-47d5-ba39-0443b91783bc HTTP/1.1" status: 200 len: 217 time: 0.0698335 Aug 27 14:05:13.838483 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.838852 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Added segment a229d353-c547-4a16-9e6c-a4de2d145383 of type vlan for network cb53a440-4bcd-4d2d-a2eb-b52db3d255b8 Aug 27 14:05:13.840948 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-355399a0-3861-48f6-bf6a-4868a5f289c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.843698 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-355399a0-3861-48f6-bf6a-4868a5f289c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.847441 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-355399a0-3861-48f6-bf6a-4868a5f289c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c35f0f38-26d7-4288-bc17-5c4420492a94 HTTP/1.1" status: 204 len: 168 time: 0.6823502 Aug 27 14:05:13.868060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Allocated IP 172.20.0.2 (3fece9f9-82a7-4a38-8bb3-a19a02edf433/a874467b-9f6d-44fe-ad23-66bd4874d2ed/65ea1c0a-591c-40bd-a2ae-108c635d0046) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:13.890030 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd9d470-ba33-4191-9fd4-ff16c6c7662e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:13.902272 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.936486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355399a0-3861-48f6-bf6a-4868a5f289c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35f0f38-26d7-4288-bc17-5c4420492a94,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:13.963618 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:13.976066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53912) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:13.995815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab58df6-7d52-4493-96a3-4b036dfebd13 req-a10d40ad-eba8-4256-961a-8e24ba9a5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:13.997457 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3ab58df6-7d52-4493-96a3-4b036dfebd13 req-a10d40ad-eba8-4256-961a-8e24ba9a5fd1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=651930c4-8e28-4aab-bc58-a3565f519406 HTTP/1.1" status: 200 len: 849 time: 0.1740584 Aug 27 14:05:14.059990 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.066606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3ab58df6-7d52-4493-96a3-4b036dfebd13 req-7961d9a5-e9cc-44a2-831c-bbaeeccf955c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2e8fae9-e52b-4f24-ad2a-000503a545a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504305 Aug 27 14:05:14.071988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Transition to ACTIVE for port object 65ea1c0a-591c-40bd-a2ae-108c635d0046 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:14.091809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Transition to ACTIVE for port object 65ea1c0a-591c-40bd-a2ae-108c635d0046 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:14.096869 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cdf56b8a-c87e-4263-be53-7532eb8cbff7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca5487afb9c4474796e982b017af7c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1193695 Aug 27 14:05:14.107045 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.107683 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.111744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53916) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:14.158327 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.159349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:14.159947 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.171058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Pushing event updated for resources: {'Port': ['ID=65ea1c0a-591c-40bd-a2ae-108c635d0046,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:14.175041 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:14.176775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:14.180601 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:14.242941 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-845db79b-8f00-4230-b900-45791ed6f5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.243807 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Attempting to bind port 65ea1c0a-591c-40bd-a2ae-108c635d0046 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:14.244186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Attempting to bind port 65ea1c0a-591c-40bd-a2ae-108c635d0046 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:14.244559 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Attempting to bind port 65ea1c0a-591c-40bd-a2ae-108c635d0046 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:14.251882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:14.252263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Checking segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:14.252674 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.253080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Bound using segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:14.253553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Bound port: 65ea1c0a-591c-40bd-a2ae-108c635d0046, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:14.253943 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.273862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5528810 Aug 27 14:05:14.281004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53926) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:14.291195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e990bb63-e17f-43f4-9ff6-59a4a3a70d6d admin admin] Request body: {'subnet': {'network_id': 'cb53a440-4bcd-4d2d-a2eb-b52db3d255b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-492029467-subnet', 'tenant_id': 'b3124946b2b84d6fb5b33afd743dbb33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:14.292968 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-845db79b-8f00-4230-b900-45791ed6f5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.311642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432daa72-fb6c-4a7f-8b24-f0592579c98a admin admin] Pushing event updated for resources: {'Network': ['ID=cb53a440-4bcd-4d2d-a2eb-b52db3d255b8,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:14.325286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network cb53a440-4bcd-4d2d-a2eb-b52db3d255b8 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:05:14.376506 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3ab58df6-7d52-4493-96a3-4b036dfebd13 req-4fcacce8-687e-4efd-9227-8976dad33852 service neutron] 10.222.0.41 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816291 Aug 27 14:05:14.402936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] For port 65ea1c0a-591c-40bd-a2ae-108c635d0046, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:14.408636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d919294-ede1-43c3-b11d-cc35acde954a req-8fd2fc3c-f91d-42a7-a5db-09f6d253d5fc tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:14.417813 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4d919294-ede1-43c3-b11d-cc35acde954a req-8fd2fc3c-f91d-42a7-a5db-09f6d253d5fc tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 946 time: 0.1072133 Aug 27 14:05:14.426297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] For port 65ea1c0a-591c-40bd-a2ae-108c635d0046, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=65ea1c0a-591c-40bd-a2ae-108c635d0046,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:14.430699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e990bb63-e17f-43f4-9ff6-59a4a3a70d6d admin admin] Made reservation on behalf of b3124946b2b84d6fb5b33afd743dbb33 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:14.433560 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e990bb63-e17f-43f4-9ff6-59a4a3a70d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.434605 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.456556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-845db79b-8f00-4230-b900-45791ed6f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.460296 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-845db79b-8f00-4230-b900-45791ed6f5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.461642 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-845db79b-8f00-4230-b900-45791ed6f5bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3caa3f5e-60d1-4bc1-8c03-a138cc0b0054 HTTP/1.1" status: 204 len: 168 time: 0.3485663 Aug 27 14:05:14.484440 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845db79b-8f00-4230-b900-45791ed6f5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caa3f5e-60d1-4bc1-8c03-a138cc0b0054,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:14.545593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2340e-aa61-4341-b02e-caa94235f3a2 None None] Pushing event updated for resources: {'Port': ['ID=65ea1c0a-591c-40bd-a2ae-108c635d0046,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:14.553445 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.592488 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.605043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4d919294-ede1-43c3-b11d-cc35acde954a req-fa582bb4-e9d7-45e6-8f38-70b1bb8904df tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/security-groups?id=0232e986-b61d-496a-acb7-09d0b50babef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750197 Aug 27 14:05:14.657465 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa874-f3ff-486c-b228-3ef660f68809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:14.767802 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3ab58df6-7d52-4493-96a3-4b036dfebd13 req-5ca0c5ad-44f6-42ba-8246-14103d0e6ad2 service neutron] 10.222.0.41 "GET /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817227 Aug 27 14:05:14.804647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Allocated IP 172.25.2.150 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/dc0535f1-ff71-4f62-aa0f-86db9fa43a15) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:14.889623 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75610bd8-9f14-4780-a1e6-e34bf2419a0c req-6472bb36-09fd-4ffe-bdbc-312f0321f298 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:14.894011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-75610bd8-9f14-4780-a1e6-e34bf2419a0c req-6472bb36-09fd-4ffe-bdbc-312f0321f298 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1668115 Aug 27 14:05:15.024386 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:15.053593 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-75610bd8-9f14-4780-a1e6-e34bf2419a0c req-19ddbc07-1fff-4771-8b74-b4f68512129c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478949 Aug 27 14:05:15.063054 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e990bb63-e17f-43f4-9ff6-59a4a3a70d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:15.109642 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c73bdb5-a9f4-4fab-815f-2c8523b2b2b2 req-fd3ba0ca-cf94-4d04-bb53-55288e3a0f70 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0485973 Aug 27 14:05:15.119744 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:15.158462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990bb63-e17f-43f4-9ff6-59a4a3a70d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ad45d1-0d08-4a4d-a19b-21972a406b08,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:15.163459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990bb63-e17f-43f4-9ff6-59a4a3a70d6d admin admin] Checking segment: {'id': 'a229d353-c547-4a16-9e6c-a4de2d145383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb53a440-4bcd-4d2d-a2eb-b52db3d255b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:15.164335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e990bb63-e17f-43f4-9ff6-59a4a3a70d6d admin admin] Network hostable DHCP agents. Network: cb53a440-4bcd-4d2d-a2eb-b52db3d255b8, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:05:15.190486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Pushing event updated for resources: {'Port': ['ID=dc0535f1-ff71-4f62-aa0f-86db9fa43a15,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:15.192931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e990bb63-e17f-43f4-9ff6-59a4a3a70d6d admin admin] Network cb53a440-4bcd-4d2d-a2eb-b52db3d255b8 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:05:15.194330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53958) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:15.208330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:15.210459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-e990bb63-e17f-43f4-9ff6-59a4a3a70d6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, cb53a440-4bcd-4d2d-a2eb-b52db3d255b8) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:15.211005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:15.214082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:15.217611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e990bb63-e17f-43f4-9ff6-59a4a3a70d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:15.219249 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e990bb63-e17f-43f4-9ff6-59a4a3a70d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:15.234797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64df6d7-c0f4-49ae-991e-9f194a7dac9c None None] Network cb53a440-4bcd-4d2d-a2eb-b52db3d255b8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:15.244939 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e990bb63-e17f-43f4-9ff6-59a4a3a70d6d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9624398 Aug 27 14:05:15.506455 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff36e3b-139d-41f3-9fa5-b784ce5e3a98 None None] Network cb53a440-4bcd-4d2d-a2eb-b52db3d255b8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:15.770511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1259158407-network', 'tenant_id': 'a5ff9cfad2cd42eaa2cf3d6a150775c6'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:15.866075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Made reservation on behalf of a5ff9cfad2cd42eaa2cf3d6a150775c6 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:15.868594 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:15.888016 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:15.899912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb08a51-b69a-463e-bf03-daea1ab0dcce req-004831df-c85d-4eb5-9c38-211cb85f620a tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:15.901878 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7cb08a51-b69a-463e-bf03-daea1ab0dcce req-004831df-c85d-4eb5-9c38-211cb85f620a tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 946 time: 0.1388130 Aug 27 14:05:15.967104 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53988) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:15.975770 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79d55fd-9b37-44f4-ae86-7a2fcf2c723e None None] Network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:16.062845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-880e99b7-ecae-439b-8003-8089d71c85a3 None None] Provisioning for port 65ea1c0a-591c-40bd-a2ae-108c635d0046 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:16.069681 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7cb08a51-b69a-463e-bf03-daea1ab0dcce req-2141e04d-b8f9-40ea-bd9e-34b119a24c2d tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/security-groups?id=0232e986-b61d-496a-acb7-09d0b50babef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590092 Aug 27 14:05:16.113008 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8617b9e-eead-4273-bd78-c871bbeac48b req-0dfc7a03-49af-412f-86ad-aa391e1c171d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0407295 Aug 27 14:05:16.127766 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1577521926-network', 'tenant_id': 'c86a02c46f964da5956327186d8880f8'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:16.141324 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.285195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 65ea1c0a-591c-40bd-a2ae-108c635d0046 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:16.314434 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:05:16.318514 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.319540 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ee906347-fb56-4689-a2d5-80bca37b0afd req-910d8aaf-6622-4ace-9faa-da7ef2a4347b tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0487988 Aug 27 14:05:16.338374 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.357318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 65ea1c0a-591c-40bd-a2ae-108c635d0046 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:16.361374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6aa8aa-2bf3-4c91-8968-5654fd974548 req-3ac737a7-faa1-4647-ad4e-7ef3575d29d7 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:16.363222 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e6aa8aa-2bf3-4c91-8968-5654fd974548 req-3ac737a7-faa1-4647-ad4e-7ef3575d29d7 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1481602 Aug 27 14:05:16.363903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 65ea1c0a-591c-40bd-a2ae-108c635d0046 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:16.364295 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.381641 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:05:16.390152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Made reservation on behalf of c86a02c46f964da5956327186d8880f8 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:16.392985 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.415185 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.451732 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eda17f8-a03f-48e4-8ec8-435f3e68c01a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:16.485451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.485784 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Added segment 4964a8eb-b80d-49a8-a805-725d79f4aac5 of type vlan for network 8b898f7e-6320-4fd1-bb2f-5ee2a5c05174 Aug 27 14:05:16.511618 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.590326 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 65ea1c0a-591c-40bd-a2ae-108c635d0046, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=65ea1c0a-591c-40bd-a2ae-108c635d0046,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:16.601835 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.618283 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e6aa8aa-2bf3-4c91-8968-5654fd974548 req-d8fc0c2a-2caf-4aff-8d4b-e00ee055640b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378130 Aug 27 14:05:16.636243 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.642828 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.664250 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.675175 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.689102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:05:16.696384 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=65ea1c0a-591c-40bd-a2ae-108c635d0046,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:16.722596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b8e0c6e8-7134-4617-b231-561d59ca68c4 None None] Provisioning complete for port 65ea1c0a-591c-40bd-a2ae-108c635d0046 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:16.723026 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c6e8-7134-4617-b231-561d59ca68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.737519 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.739038 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:16.739256 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.755146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8427e4-83d7-443c-b5fe-667b370b3f10,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:16.763062 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.771490 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Added segment f6f34480-587a-4fb4-a572-bff1d4e6a316 of type vlan for network 6621f973-ebac-4f6a-b5ab-9b0cc376ad03 Aug 27 14:05:16.853556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad287f-9c8c-4685-af1a-3c39eaa340e4 req-a122972c-1314-431c-999a-1a1dcebf6ecc tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:16.853798 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6521034 Aug 27 14:05:16.854241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1ad287f-9c8c-4685-af1a-3c39eaa340e4 req-a122972c-1314-431c-999a-1a1dcebf6ecc tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 946 time: 0.1860511 Aug 27 14:05:16.854445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54010) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:16.854547 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.860860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-47f680cc-8d5e-4af1-8d03-fa2f845c4890 admin admin] Request body: {'subnet': {'network_id': '8b898f7e-6320-4fd1-bb2f-5ee2a5c05174', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1259158407-subnet', 'tenant_id': 'a5ff9cfad2cd42eaa2cf3d6a150775c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:16.891189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f59e1-8277-490c-96b8-bdd9326c9737 admin admin] Pushing event updated for resources: {'Network': ['ID=8b898f7e-6320-4fd1-bb2f-5ee2a5c05174,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:16.915738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f680cc-8d5e-4af1-8d03-fa2f845c4890 admin admin] Made reservation on behalf of a5ff9cfad2cd42eaa2cf3d6a150775c6 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:16.918286 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.918564 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-47f680cc-8d5e-4af1-8d03-fa2f845c4890 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.919296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:16.920044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:16.928773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 8b898f7e-6320-4fd1-bb2f-5ee2a5c05174 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:05:16.974984 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0063283 Aug 27 14:05:16.977850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54014) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:16.990573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-79e7ecfd-e349-47d1-b4b8-77c401e2f52d admin admin] Request body: {'subnet': {'network_id': '6621f973-ebac-4f6a-b5ab-9b0cc376ad03', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1577521926-subnet', 'tenant_id': 'c86a02c46f964da5956327186d8880f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:17.032466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:05:17.039227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e7ecfd-e349-47d1-b4b8-77c401e2f52d admin admin] Made reservation on behalf of c86a02c46f964da5956327186d8880f8 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:17.041570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-79e7ecfd-e349-47d1-b4b8-77c401e2f52d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:17.043189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48948d27-b23f-441e-9847-c933407d7c2b admin admin] Pushing event updated for resources: {'Network': ['ID=6621f973-ebac-4f6a-b5ab-9b0cc376ad03,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:17.057788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 6621f973-ebac-4f6a-b5ab-9b0cc376ad03 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:05:17.069286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a1ad287f-9c8c-4685-af1a-3c39eaa340e4 req-a8dca61b-ce59-4c9a-99a2-f5ffe8368d39 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Deleting port 123c11ad-416b-4de0-9a11-a16fb7801619 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:17.069957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1ad287f-9c8c-4685-af1a-3c39eaa340e4 req-a8dca61b-ce59-4c9a-99a2-f5ffe8368d39 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:17.273981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a1ad287f-9c8c-4685-af1a-3c39eaa340e4 req-a8dca61b-ce59-4c9a-99a2-f5ffe8368d39 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] For port 123c11ad-416b-4de0-9a11-a16fb7801619, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=123c11ad-416b-4de0-9a11-a16fb7801619,segment=NetworkSegment(6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd),segment_id=6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:17.274403 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1ad287f-9c8c-4685-af1a-3c39eaa340e4 req-a8dca61b-ce59-4c9a-99a2-f5ffe8368d39 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:17.296351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10db9d-719b-4e50-a692-5e3b41021d09 req-201b8c8b-603e-4fa5-b82c-29f62e3195ae tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:17.298125 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff10db9d-719b-4e50-a692-5e3b41021d09 req-201b8c8b-603e-4fa5-b82c-29f62e3195ae tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcea713e-c8c7-417e-99ed-67b995db04f7 HTTP/1.1" status: 200 len: 946 time: 0.1161103 Aug 27 14:05:17.303170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a1ad287f-9c8c-4685-af1a-3c39eaa340e4 req-a8dca61b-ce59-4c9a-99a2-f5ffe8368d39 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Calling delete_port for 123c11ad-416b-4de0-9a11-a16fb7801619 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:17.315504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:05:17.336696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Sync routers for ids ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:05:17.350624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Routers {'a85044f2-42ee-4ee7-b3ab-64d1f48f6350'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:17.351391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:04:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:17.384405 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:17.385780 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0cf4eda2-769a-41be-8d4c-ddaecd640a9b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6637247 Aug 27 14:05:17.388404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54040) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:17.417741 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-47f680cc-8d5e-4af1-8d03-fa2f845c4890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:17.419232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff10db9d-719b-4e50-a692-5e3b41021d09 req-d7de3c31-4564-4723-b25b-c390e44dac62 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.55 "GET /v2.0/security-groups?id=0232e986-b61d-496a-acb7-09d0b50babef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065240 Aug 27 14:05:17.496143 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:17.525280 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14fdc04c-f7d2-49ae-9db8-98314da0d641 req-7a218876-ae1e-4b6a-806f-930867dac699 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0389769 Aug 27 14:05:17.530045 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23b7643a-4250-4d38-99d3-4c0d84d69e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:17.546786 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1ad287f-9c8c-4685-af1a-3c39eaa340e4 req-a8dca61b-ce59-4c9a-99a2-f5ffe8368d39 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:17.547333 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Set router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:17.583951 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-79e7ecfd-e349-47d1-b4b8-77c401e2f52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:17.587153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dca61b-ce59-4c9a-99a2-f5ffe8368d39 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Pushing event deleted for resources: {'Port': ['ID=123c11ad-416b-4de0-9a11-a16fb7801619,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:17.621420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ad287f-9c8c-4685-af1a-3c39eaa340e4 req-a8dca61b-ce59-4c9a-99a2-f5ffe8368d39 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] No DVR routers for this DVR port 123c11ad-416b-4de0-9a11-a16fb7801619 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:05:17.624001 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a1ad287f-9c8c-4685-af1a-3c39eaa340e4 req-a8dca61b-ce59-4c9a-99a2-f5ffe8368d39 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:17.626232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1ad287f-9c8c-4685-af1a-3c39eaa340e4 req-a8dca61b-ce59-4c9a-99a2-f5ffe8368d39 tempest-ServerAddressesTestJSON-460129417 tempest-ServerAddressesTestJSON-460129417-project] 10.222.0.52 "DELETE /v2.0/ports/123c11ad-416b-4de0-9a11-a16fb7801619 HTTP/1.1" status: 204 len: 173 time: 0.7653549 Aug 27 14:05:17.626705 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcea713e-c8c7-417e-99ed-67b995db04f7', 'name': 'network-vif-deleted', 'tag': '123c11ad-416b-4de0-9a11-a16fb7801619'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:17.629034 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833cbc7b-88c9-4f62-b1ae-5f8dbdc3a70d" -d '{"events": [{"server_uuid": "fcea713e-c8c7-417e-99ed-67b995db04f7", "name": "network-vif-deleted", "tag": "123c11ad-416b-4de0-9a11-a16fb7801619"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:17.663160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f680cc-8d5e-4af1-8d03-fa2f845c4890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2977a373-d208-4f60-b5e9-0a65e7e4108b,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:17.682636 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa3214c-a7f9-47cc-ad65-2fbe8ca299fe x-openstack-request-id: req-baa3214c-a7f9-47cc-ad65-2fbe8ca299fe {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:17.682960 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcea713e-c8c7-417e-99ed-67b995db04f7", "name": "network-vif-deleted", "tag": "123c11ad-416b-4de0-9a11-a16fb7801619", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:17.683436 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-baa3214c-a7f9-47cc-ad65-2fbe8ca299fe {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:17.683835 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcea713e-c8c7-417e-99ed-67b995db04f7', 'name': 'network-vif-deleted', 'tag': '123c11ad-416b-4de0-9a11-a16fb7801619', 'status': 'completed', 'code': 200} Aug 27 14:05:17.712898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f680cc-8d5e-4af1-8d03-fa2f845c4890 admin admin] Checking segment: {'id': '4964a8eb-b80d-49a8-a805-725d79f4aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8b898f7e-6320-4fd1-bb2f-5ee2a5c05174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:17.713258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f680cc-8d5e-4af1-8d03-fa2f845c4890 admin admin] Network hostable DHCP agents. Network: 8b898f7e-6320-4fd1-bb2f-5ee2a5c05174, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:05:17.799470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f38f7-1569-4c16-b80b-07c49206ba6e req-ecab5f89-c681-4e64-bc41-24977ae15661 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:17.803359 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce5f38f7-1569-4c16-b80b-07c49206ba6e req-ecab5f89-c681-4e64-bc41-24977ae15661 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.0676274 Aug 27 14:05:17.804335 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-d4484f02-0033-4fdd-a474-666af8bd3414 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:17.806460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-d4484f02-0033-4fdd-a474-666af8bd3414 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/networks?id=cb53a440-4bcd-4d2d-a2eb-b52db3d255b8 HTTP/1.1" status: 200 len: 809 time: 0.3899715 Aug 27 14:05:17.810903 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7ecfd-e349-47d1-b4b8-77c401e2f52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a75e74-be7a-47c8-9fff-d6f983218083,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:17.845798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f680cc-8d5e-4af1-8d03-fa2f845c4890 admin admin] Network 8b898f7e-6320-4fd1-bb2f-5ee2a5c05174 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:05:17.851863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7ecfd-e349-47d1-b4b8-77c401e2f52d admin admin] Checking segment: {'id': 'f6f34480-587a-4fb4-a572-bff1d4e6a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6621f973-ebac-4f6a-b5ab-9b0cc376ad03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:17.852150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e7ecfd-e349-47d1-b4b8-77c401e2f52d admin admin] Network hostable DHCP agents. Network: 6621f973-ebac-4f6a-b5ab-9b0cc376ad03, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:05:17.861924 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce5f38f7-1569-4c16-b80b-07c49206ba6e req-8d159081-ca43-4fcb-a8bf-4da99f58f3ec tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474591 Aug 27 14:05:17.887002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-47f680cc-8d5e-4af1-8d03-fa2f845c4890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 8b898f7e-6320-4fd1-bb2f-5ee2a5c05174) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:17.892754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f680cc-8d5e-4af1-8d03-fa2f845c4890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:17.893373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-47f680cc-8d5e-4af1-8d03-fa2f845c4890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:17.899590 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-b00156b1-0fc9-495e-960f-43ea9a71bf9f tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/quotas/b3124946b2b84d6fb5b33afd743dbb33 HTTP/1.1" status: 200 len: 375 time: 0.0848706 Aug 27 14:05:17.900201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6a41ed-ac59-41d8-bbf7-9413a72165c9 None None] Network 8b898f7e-6320-4fd1-bb2f-5ee2a5c05174 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:17.983044 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-a1eaf7f3-6766-4c78-ba2a-4f05d8ce5dca tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3124946b2b84d6fb5b33afd743dbb33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744803 Aug 27 14:05:17.986346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e7ecfd-e349-47d1-b4b8-77c401e2f52d admin admin] Network 6621f973-ebac-4f6a-b5ab-9b0cc376ad03 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:05:17.989065 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-47f680cc-8d5e-4af1-8d03-fa2f845c4890 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1320860 Aug 27 14:05:18.045881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-79e7ecfd-e349-47d1-b4b8-77c401e2f52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 6621f973-ebac-4f6a-b5ab-9b0cc376ad03) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:18.054785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e7ecfd-e349-47d1-b4b8-77c401e2f52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:18.055375 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-79e7ecfd-e349-47d1-b4b8-77c401e2f52d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:18.086475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12accb01-03e5-4c87-a29a-018c7c0fd88f None None] Network 6621f973-ebac-4f6a-b5ab-9b0cc376ad03 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:18.103659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f969714-80c5-4112-a081-7f3f48f2b345 None None] Network 8b898f7e-6320-4fd1-bb2f-5ee2a5c05174 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:18.119554 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-79e7ecfd-e349-47d1-b4b8-77c401e2f52d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1300664 Aug 27 14:05:18.157315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:05:15Z', 'revision_number': 3, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port': {'id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:14Z', 'updated_at': '2021-08-27T14:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:18.228475 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-7b9c9271-2e09-41e7-b572-cc90261a29df service neutron] 10.222.0.55 "GET /v2.0/networks/cb53a440-4bcd-4d2d-a2eb-b52db3d255b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325840 Aug 27 14:05:18.280241 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 65ea1c0a-591c-40bd-a2ae-108c635d0046 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:18.282739 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Checking router: a85044f2-42ee-4ee7-b3ab-64d1f48f6350 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:05:18.283291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Updating router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 port dc0535f1-ff71-4f62-aa0f-86db9fa43a15 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:05:18.360024 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:18.448109 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-68a493a3-3991-415b-97d4-086eb5e16406 req-be6b33e7-946d-449a-8601-50fe9ab414e1 tempest-SecurityGroupsNegativeTestJSON-1220328460 tempest-SecurityGroupsNegativeTestJSON-1220328460-project] show failed (client error): The resource could not be found. Aug 27 14:05:18.456835 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68a493a3-3991-415b-97d4-086eb5e16406 req-be6b33e7-946d-449a-8601-50fe9ab414e1 tempest-SecurityGroupsNegativeTestJSON-1220328460 tempest-SecurityGroupsNegativeTestJSON-1220328460-project] 10.222.0.55 "GET /v2.0/security-groups/e0a91ed3-fa9f-4572-ad3d-abd9fdf6cf0d HTTP/1.1" status: 404 len: 352 time: 0.0239711 Aug 27 14:05:18.485277 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-5e46a008-57af-4343-aa2f-82857f4c2cf0 service neutron] 10.222.0.55 "GET /v2.0/networks/cb53a440-4bcd-4d2d-a2eb-b52db3d255b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476099 Aug 27 14:05:18.503384 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:18.550891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-fd79d0f7-a814-4d1f-a860-84afac821979 req-44704eb7-adde-4d78-a7c7-ea95936e4403 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1156873960', 'description': 'tempest-description-1112804461'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:18.587986 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fd79d0f7-a814-4d1f-a860-84afac821979 req-44704eb7-adde-4d78-a7c7-ea95936e4403 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:18.615316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 65ea1c0a-591c-40bd-a2ae-108c635d0046 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:18.615316 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:18.621132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89371e3-8d75-436a-aa65-68e27431aeb7 None None] Network 6621f973-ebac-4f6a-b5ab-9b0cc376ad03 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:18.699830 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fd79d0f7-a814-4d1f-a860-84afac821979 req-44704eb7-adde-4d78-a7c7-ea95936e4403 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:18.705490 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fd79d0f7-a814-4d1f-a860-84afac821979 req-44704eb7-adde-4d78-a7c7-ea95936e4403 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:18.726644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Allocated IP 172.20.0.1 (3fece9f9-82a7-4a38-8bb3-a19a02edf433/a874467b-9f6d-44fe-ad23-66bd4874d2ed/008240b3-6dcc-46ee-837c-12f99e414890) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:18.736091 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fd79d0f7-a814-4d1f-a860-84afac821979 req-44704eb7-adde-4d78-a7c7-ea95936e4403 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:18.737377 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd79d0f7-a814-4d1f-a860-84afac821979 req-44704eb7-adde-4d78-a7c7-ea95936e4403 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1913118 Aug 27 14:05:18.759832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44704eb7-adde-4d78-a7c7-ea95936e4403 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdb12c1-d378-467e-8b6c-70c6d82439e5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:18.813421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54072) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:18.852450 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:18.875569 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:18.879015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d5e810-3ca8-4319-8c7a-fb1cfa1ddc97 admin admin] Deleting subnet 8a3b4410-c348-4515-94c1-f8a37bfaae5e {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:05:18.884693 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e810-3ca8-4319-8c7a-fb1cfa1ddc97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:18.898277 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1957f59d-f1db-40f2-a1e2-3c0703ea9a5c req-503239e8-b896-4b14-ad08-1d4dc11b0e4d tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0366266 Aug 27 14:05:18.905365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Transition to ACTIVE for port object 008240b3-6dcc-46ee-837c-12f99e414890 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:18.968304 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe9f67e1-02fa-4a3e-b043-f0740e249332 req-c7bed65d-a65e-4158-bcb5-d837d81ad6f6 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-groups/1fdb12c1-d378-467e-8b6c-70c6d82439e5 HTTP/1.1" status: 200 len: 1815 time: 0.0851347 Aug 27 14:05:18.972467 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:18.972771 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e810-3ca8-4319-8c7a-fb1cfa1ddc97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:18.977479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-fe9f67e1-02fa-4a3e-b043-f0740e249332 req-759cde2c-83b8-4812-8d45-b14a306182b0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1fdb12c1-d378-467e-8b6c-70c6d82439e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:18.977795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-fe9f67e1-02fa-4a3e-b043-f0740e249332 req-759cde2c-83b8-4812-8d45-b14a306182b0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1fdb12c1-d378-467e-8b6c-70c6d82439e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:18.996380 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 123c11ad-416b-4de0-9a11-a16fb7801619 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:19.037008 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e810-3ca8-4319-8c7a-fb1cfa1ddc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.049363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:19.070726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 123c11ad-416b-4de0-9a11-a16fb7801619 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:19.072015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 123c11ad-416b-4de0-9a11-a16fb7801619 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:19.075035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:19.078635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-838b9e86-1174-41d9-9d34-fdb0b6375e9b req-9717803f-fcfa-407c-b14d-9b9295ff6cfe tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 210 time: 0.0616064 Aug 27 14:05:19.079362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:19.099755 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fe9f67e1-02fa-4a3e-b043-f0740e249332 req-759cde2c-83b8-4812-8d45-b14a306182b0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.100487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Pushing event updated for resources: {'Port': ['ID=008240b3-6dcc-46ee-837c-12f99e414890,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:19.128095 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fe9f67e1-02fa-4a3e-b043-f0740e249332 req-759cde2c-83b8-4812-8d45-b14a306182b0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.140690 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fe9f67e1-02fa-4a3e-b043-f0740e249332 req-759cde2c-83b8-4812-8d45-b14a306182b0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.175543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e810-3ca8-4319-8c7a-fb1cfa1ddc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.183228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fe9f67e1-02fa-4a3e-b043-f0740e249332 req-759cde2c-83b8-4812-8d45-b14a306182b0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.196999 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe9f67e1-02fa-4a3e-b043-f0740e249332 req-759cde2c-83b8-4812-8d45-b14a306182b0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2277288 Aug 27 14:05:19.202029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cde2c-83b8-4812-8d45-b14a306182b0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92164e5d-f89f-4e56-b2b8-df41505a9e63,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:19.217618 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.232335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Transition to ACTIVE for port object dc0535f1-ff71-4f62-aa0f-86db9fa43a15 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:19.245208 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.253441 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.268068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5e810-3ca8-4319-8c7a-fb1cfa1ddc97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3b4410-c348-4515-94c1-f8a37bfaae5e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:19.276908 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e810-3ca8-4319-8c7a-fb1cfa1ddc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.279112 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b0d5e810-3ca8-4319-8c7a-fb1cfa1ddc97 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8a3b4410-c348-4515-94c1-f8a37bfaae5e HTTP/1.1" status: 204 len: 168 time: 0.4646242 Aug 27 14:05:19.281887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54088) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:19.324388 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Attempting to bind port dc0535f1-ff71-4f62-aa0f-86db9fa43a15 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:19.324943 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Attempting to bind port dc0535f1-ff71-4f62-aa0f-86db9fa43a15 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:19.325430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Attempting to bind port dc0535f1-ff71-4f62-aa0f-86db9fa43a15 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:19.331611 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:19.332429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:19.332705 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.333833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:19.334289 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Bound port: dc0535f1-ff71-4f62-aa0f-86db9fa43a15, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:19.334795 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.374143 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa5a8a66-5c2f-41d0-8081-4d7152c082e4 req-d0f99145-2d38-4195-af2a-27d2992259e5 tempest-SecurityGroupsNegativeTestJSON-1220328460 tempest-SecurityGroupsNegativeTestJSON-1220328460-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5ff9cfad2cd42eaa2cf3d6a150775c6 HTTP/1.1" status: 200 len: 2988 time: 0.2002730 Aug 27 14:05:19.407066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] For port dc0535f1-ff71-4f62-aa0f-86db9fa43a15, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:19.410385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] For port dc0535f1-ff71-4f62-aa0f-86db9fa43a15, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dc0535f1-ff71-4f62-aa0f-86db9fa43a15,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:19.412229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32da74-3b05-46c6-9c63-fb74a51b3de4 None None] Pushing event updated for resources: {'Port': ['ID=dc0535f1-ff71-4f62-aa0f-86db9fa43a15,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:19.421181 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.435403 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f0caf9c-ceeb-456a-9ee1-59e8bdf63034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.463806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf25c4-83de-4ee7-a6da-4f8b47a6e4c6 req-c22ea73a-e196-4944-b55a-b73a2655f61e tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:19.472135 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9faf25c4-83de-4ee7-a6da-4f8b47a6e4c6 req-c22ea73a-e196-4944-b55a-b73a2655f61e tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1916840 Aug 27 14:05:19.478505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa5a8a66-5c2f-41d0-8081-4d7152c082e4 req-2c7f6598-0113-47a7-8ed0-98f9a6c832da tempest-SecurityGroupsNegativeTestJSON-1220328460 tempest-SecurityGroupsNegativeTestJSON-1220328460-project] 10.222.0.55 "GET /v2.0/security-groups/6eda17f8-a03f-48e4-8ec8-435f3e68c01a HTTP/1.1" status: 200 len: 2985 time: 0.0957079 Aug 27 14:05:19.508763 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32da74-3b05-46c6-9c63-fb74a51b3de4 None None] Pushing event updated for resources: {'Port': ['ID=dc0535f1-ff71-4f62-aa0f-86db9fa43a15,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:19.529506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f62ffab5-283c-4efd-97d5-a00cc83f33ca None None] Provisioning for port 008240b3-6dcc-46ee-837c-12f99e414890 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:19.532497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Routers {'a85044f2-42ee-4ee7-b3ab-64d1f48f6350'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:19.533129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:19.537598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f62ffab5-283c-4efd-97d5-a00cc83f33ca None None] Provisioning complete for port 008240b3-6dcc-46ee-837c-12f99e414890 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:19.537598 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f62ffab5-283c-4efd-97d5-a00cc83f33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.548173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa5a8a66-5c2f-41d0-8081-4d7152c082e4 req-5a168b85-f4a5-447a-ad27-e32787a813d1 tempest-SecurityGroupsNegativeTestJSON-1220328460 tempest-SecurityGroupsNegativeTestJSON-1220328460-project] 10.222.0.55 "GET /v2.0/security-groups/6eda17f8-a03f-48e4-8ec8-435f3e68c01a HTTP/1.1" status: 200 len: 2985 time: 0.0685694 Aug 27 14:05:19.562720 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.648726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9faf25c4-83de-4ee7-a6da-4f8b47a6e4c6 req-a9c7f394-1294-4a1b-a668-4c8a0629ca8b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754456 Aug 27 14:05:19.662063 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f0caf9c-ceeb-456a-9ee1-59e8bdf63034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.692703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4f0caf9c-ceeb-456a-9ee1-59e8bdf63034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4441f29a-e311-4118-9174-3fab52f7ebeb']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:19.721901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] Set router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:19.724723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4f0caf9c-ceeb-456a-9ee1-59e8bdf63034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:19.725310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4f0caf9c-ceeb-456a-9ee1-59e8bdf63034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dea1f88-83dc-47fd-bb3e-a8a9c453b6dd') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:19.747425 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f0caf9c-ceeb-456a-9ee1-59e8bdf63034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.778238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f62ffab5-283c-4efd-97d5-a00cc83f33ca None None] Port 008240b3-6dcc-46ee-837c-12f99e414890 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:05:19.790600 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f0caf9c-ceeb-456a-9ee1-59e8bdf63034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.800790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0caf9c-ceeb-456a-9ee1-59e8bdf63034 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:05:19.801505 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f0caf9c-ceeb-456a-9ee1-59e8bdf63034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:05:19.803871 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:05:19.871546 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.878654 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.930204 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.961110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f0caf9c-ceeb-456a-9ee1-59e8bdf63034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.968209 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f0caf9c-ceeb-456a-9ee1-59e8bdf63034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:19.971243 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4f0caf9c-ceeb-456a-9ee1-59e8bdf63034 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4441f29a-e311-4118-9174-3fab52f7ebeb HTTP/1.1" status: 204 len: 168 time: 0.6551971 Aug 27 14:05:20.033195 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6376395-889e-4006-9c85-5d06d98b5f50 req-5e49a6cd-715c-451b-a950-62841488e826 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-groups/1fdb12c1-d378-467e-8b6c-70c6d82439e5 HTTP/1.1" status: 200 len: 2409 time: 0.2271216 Aug 27 14:05:20.035120 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0caf9c-ceeb-456a-9ee1-59e8bdf63034 admin admin] Pushing event deleted for resources: {'Network': ['ID=4441f29a-e311-4118-9174-3fab52f7ebeb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:20.056087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Pushing event updated for resources: {'Port': ['ID=008240b3-6dcc-46ee-837c-12f99e414890,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:20.075986 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bda21f53-6d64-4b9a-8cfa-3ac3510b1fee req-389b31f9-a861-471c-bdb3-bad28d8cd59e tempest-SecurityGroupsNegativeTestJSON-1220328460 tempest-SecurityGroupsNegativeTestJSON-1220328460-project] 10.222.0.55 "GET /v2.0/security-groups/6eda17f8-a03f-48e4-8ec8-435f3e68c01a HTTP/1.1" status: 200 len: 2985 time: 0.1489484 Aug 27 14:05:20.149630 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:20.176082 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 4, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port': {'id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:14Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '008240b3-6dcc-46ee-837c-12f99e414890', 'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'mac_address': 'fa:16:3e:ca:85:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:18Z', 'updated_at': '2021-08-27T14:05:18Z', 'revision_number': 1, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'subnets': [{'id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:20.211299 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-bda21f53-6d64-4b9a-8cfa-3ac3510b1fee req-42e0e754-8eaf-4f66-a754-2f86df239b8b tempest-SecurityGroupsNegativeTestJSON-1220328460 tempest-SecurityGroupsNegativeTestJSON-1220328460-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 14:05:20.220230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4009df3a-8ad8-45ab-ada7-834ca0235fed None None] The sync data for ids ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'] in n-d-712139-12 is: [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 4, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port': {'id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:14Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '008240b3-6dcc-46ee-837c-12f99e414890', 'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'mac_address': 'fa:16:3e:ca:85:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:18Z', 'updated_at': '2021-08-27T14:05:18Z', 'revision_number': 1, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'subnets': [{'id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:05:20.234287 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bda21f53-6d64-4b9a-8cfa-3ac3510b1fee req-42e0e754-8eaf-4f66-a754-2f86df239b8b tempest-SecurityGroupsNegativeTestJSON-1220328460 tempest-SecurityGroupsNegativeTestJSON-1220328460-project] 10.222.0.55 "DELETE /v2.0/security-groups/6eda17f8-a03f-48e4-8ec8-435f3e68c01a HTTP/1.1" status: 409 len: 352 time: 0.1450605 Aug 27 14:05:20.245812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:20.248147 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:20.257896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54118) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:20.431900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4182c213-ffeb-4e46-b43a-adeb692e2678 req-80872e51-6a8c-4c3a-8e27-66d094c46517 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-group-rules/92164e5d-f89f-4e56-b2b8-df41505a9e63 HTTP/1.1" status: 200 len: 778 time: 0.0787518 Aug 27 14:05:20.574863 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4182c213-ffeb-4e46-b43a-adeb692e2678 req-b3a63938-fa61-4aaf-bcb4-082cddc6f302 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-groups/1fdb12c1-d378-467e-8b6c-70c6d82439e5 HTTP/1.1" status: 200 len: 2409 time: 0.1304841 Aug 27 14:05:20.639211 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-60f2bc1d-ec76-4d0a-a0b7-3785d9e77359 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=505da58934d4456b813b7cb57c3752a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717301 Aug 27 14:05:20.640089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54122) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:20.705599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-41f2655e-dde1-4a09-baa7-706b306a47f4 None None] Provisioning complete for port 008240b3-6dcc-46ee-837c-12f99e414890 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:20.706163 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41f2655e-dde1-4a09-baa7-706b306a47f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:20.706268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-af903cbe-cf9a-4994-9dbd-f181e7968a23 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:20.707452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-af903cbe-cf9a-4994-9dbd-f181e7968a23 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.52 "GET /v2.0/networks?id=cb53a440-4bcd-4d2d-a2eb-b52db3d255b8 HTTP/1.1" status: 200 len: 809 time: 0.4065573 Aug 27 14:05:20.728471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-54aff0b3-f51a-4fa2-819e-f62297678baf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Request body: {'port': {'device_id': 'd903fb10-24c0-496e-a127-f0b869a7bf8a', 'network_id': 'cb53a440-4bcd-4d2d-a2eb-b52db3d255b8', 'admin_state_up': True, 'tenant_id': 'b3124946b2b84d6fb5b33afd743dbb33'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:20.732613 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4182c213-ffeb-4e46-b43a-adeb692e2678 req-da1b4c74-b4a2-4b10-9d6d-c3f417abb46b tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:20.747601 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-41f2655e-dde1-4a09-baa7-706b306a47f4 None None] Port 008240b3-6dcc-46ee-837c-12f99e414890 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:05:20.800409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4182c213-ffeb-4e46-b43a-adeb692e2678 req-da1b4c74-b4a2-4b10-9d6d-c3f417abb46b tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:20.887458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4182c213-ffeb-4e46-b43a-adeb692e2678 req-da1b4c74-b4a2-4b10-9d6d-c3f417abb46b tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:20.889910 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-919d6304-dbea-4ad6-a2a6-f91c312a52f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:20.895077 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4182c213-ffeb-4e46-b43a-adeb692e2678 req-da1b4c74-b4a2-4b10-9d6d-c3f417abb46b tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:20.897508 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4182c213-ffeb-4e46-b43a-adeb692e2678 req-da1b4c74-b4a2-4b10-9d6d-c3f417abb46b tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/92164e5d-f89f-4e56-b2b8-df41505a9e63 HTTP/1.1" status: 204 len: 173 time: 0.3215823 Aug 27 14:05:20.910155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a4f63fe8-1a96-49ff-80a5-2e6fafee6e90 req-a27ae672-0639-4f1b-869f-d25d9daa30b5 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0641816 Aug 27 14:05:20.938647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b4c74-b4a2-4b10-9d6d-c3f417abb46b tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92164e5d-f89f-4e56-b2b8-df41505a9e63,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:20.969429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-919d6304-dbea-4ad6-a2a6-f91c312a52f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:20.981444 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-4142206c-1320-467f-bac9-473dc820c59c req-54d5a4d3-aa8b-496e-8c27-695d0f7fe6ae tempest-SecurityGroupsNegativeTestJSON-1220328460 tempest-SecurityGroupsNegativeTestJSON-1220328460-project] show failed (client error): The resource could not be found. Aug 27 14:05:20.982501 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4142206c-1320-467f-bac9-473dc820c59c req-54d5a4d3-aa8b-496e-8c27-695d0f7fe6ae tempest-SecurityGroupsNegativeTestJSON-1220328460 tempest-SecurityGroupsNegativeTestJSON-1220328460-project] 10.222.0.55 "GET /v2.0/security-groups/d11065b3-bf2a-4233-bbd8-ad4a83c20891 HTTP/1.1" status: 404 len: 352 time: 0.0234771 Aug 27 14:05:21.015051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:05:21.055302 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-94b34951-214b-4883-a715-c6ead51502a1 req-a5936a6d-59c8-48ad-b7fa-2d10964e07b5 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 210 time: 0.0684214 Aug 27 14:05:21.064003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-54aff0b3-f51a-4fa2-819e-f62297678baf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Made reservation on behalf of b3124946b2b84d6fb5b33afd743dbb33 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:21.067600 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-54aff0b3-f51a-4fa2-819e-f62297678baf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.177745 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-919d6304-dbea-4ad6-a2a6-f91c312a52f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.181287 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-919d6304-dbea-4ad6-a2a6-f91c312a52f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.183315 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-919d6304-dbea-4ad6-a2a6-f91c312a52f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0232e986-b61d-496a-acb7-09d0b50babef HTTP/1.1" status: 204 len: 168 time: 0.5348256 Aug 27 14:05:21.184472 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.204730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-220b62b5-89a4-4fea-9a32-463f12a1ba2b req-b542165d-2ecf-48d6-9be4-bf99c7a39f11 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1959566962', 'description': 'tempest-description-293556861'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:21.218645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d983649-7b3f-4564-8684-3b6f52b59e67 req-2ae55d1b-dbca-4536-87d1-fd99921654a4 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:21.220501 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d983649-7b3f-4564-8684-3b6f52b59e67 req-2ae55d1b-dbca-4536-87d1-fd99921654a4 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1194551 Aug 27 14:05:21.222088 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:05:21.227964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d6304-dbea-4ad6-a2a6-f91c312a52f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0232e986-b61d-496a-acb7-09d0b50babef,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:21.248055 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fc23bdce-157d-424d-84db-37aa416539fa admin admin] 10.222.0.55 "PUT /v2.0/routers/a85044f2-42ee-4ee7-b3ab-64d1f48f6350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8500700 Aug 27 14:05:21.307377 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-220b62b5-89a4-4fea-9a32-463f12a1ba2b req-b542165d-2ecf-48d6-9be4-bf99c7a39f11 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.359966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-54aff0b3-f51a-4fa2-819e-f62297678baf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Allocated IP 172.20.0.4 (cb53a440-4bcd-4d2d-a2eb-b52db3d255b8/b5ad45d1-0d08-4a4d-a19b-21972a406b08/3e80aa4e-f317-47b8-b0ed-752543541cbd) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:21.374572 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d983649-7b3f-4564-8684-3b6f52b59e67 req-295273b4-16f9-4929-aac9-030f8f4b1f90 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252263 Aug 27 14:05:21.433180 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-9a421840-0c68-4490-9a12-bed419219f3e req-2f727a9e-e1f7-47fc-a2bf-1e72980785b2 tempest-SecurityGroupsNegativeTestJSON-1220328460 tempest-SecurityGroupsNegativeTestJSON-1220328460-project] show failed (client error): The resource could not be found. Aug 27 14:05:21.434539 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9a421840-0c68-4490-9a12-bed419219f3e req-2f727a9e-e1f7-47fc-a2bf-1e72980785b2 tempest-SecurityGroupsNegativeTestJSON-1220328460 tempest-SecurityGroupsNegativeTestJSON-1220328460-project] 10.222.0.55 "GET /v2.0/security-groups/b502ff7d-44c6-4551-a626-ce16c8596cd5 HTTP/1.1" status: 404 len: 352 time: 0.0180628 Aug 27 14:05:21.447823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54134) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:21.510217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5d029e-2482-4bed-a2a1-cafa1fc8851f admin admin] Deleting subnet 2977a373-d208-4f60-b5e9-0a65e7e4108b {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:05:21.514230 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff5d029e-2482-4bed-a2a1-cafa1fc8851f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.563258 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff5d029e-2482-4bed-a2a1-cafa1fc8851f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.597665 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-220b62b5-89a4-4fea-9a32-463f12a1ba2b req-b542165d-2ecf-48d6-9be4-bf99c7a39f11 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.617634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-220b62b5-89a4-4fea-9a32-463f12a1ba2b req-b542165d-2ecf-48d6-9be4-bf99c7a39f11 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.641156 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff5d029e-2482-4bed-a2a1-cafa1fc8851f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.671276 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-220b62b5-89a4-4fea-9a32-463f12a1ba2b req-b542165d-2ecf-48d6-9be4-bf99c7a39f11 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.672540 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-220b62b5-89a4-4fea-9a32-463f12a1ba2b req-b542165d-2ecf-48d6-9be4-bf99c7a39f11 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4778011 Aug 27 14:05:21.688890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542165d-2ecf-48d6-9be4-bf99c7a39f11 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f73e59a-d98b-44ba-a7dc-1868b941a0bf,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:21.732960 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-54aff0b3-f51a-4fa2-819e-f62297678baf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.763680 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff5d029e-2482-4bed-a2a1-cafa1fc8851f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.800020 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-75f09a70-abf6-4a21-aa83-5096962dd1df req-fdac67f7-16f5-4917-b420-e07d12c0dd7a tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-groups/6f73e59a-d98b-44ba-a7dc-1868b941a0bf HTTP/1.1" status: 200 len: 1814 time: 0.0784156 Aug 27 14:05:21.829805 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-54aff0b3-f51a-4fa2-819e-f62297678baf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.832481 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d029e-2482-4bed-a2a1-cafa1fc8851f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2977a373-d208-4f60-b5e9-0a65e7e4108b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:21.839459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff5d029e-2482-4bed-a2a1-cafa1fc8851f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:21.845209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54150) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:21.848568 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ff5d029e-2482-4bed-a2a1-cafa1fc8851f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2977a373-d208-4f60-b5e9-0a65e7e4108b HTTP/1.1" status: 204 len: 168 time: 0.3995636 Aug 27 14:05:21.909379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-5afa0d96-0fb2-48c2-9e55-a2377098e5d0 req-be76a0ae-4298-44f2-87e2-e0aa62edc7d0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-865826434', 'description': 'tempest-description-640356775'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:22.284504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dc0535f1-ff71-4f62-aa0f-86db9fa43a15 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:22.291271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aff0b3-f51a-4fa2-819e-f62297678baf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Pushing event updated for resources: {'Port': ['ID=3e80aa4e-f317-47b8-b0ed-752543541cbd,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:22.313483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-54aff0b3-f51a-4fa2-819e-f62297678baf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Network cb53a440-4bcd-4d2d-a2eb-b52db3d255b8 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:22.322715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-54aff0b3-f51a-4fa2-819e-f62297678baf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:22.326013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-54aff0b3-f51a-4fa2-819e-f62297678baf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:22.385818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port dc0535f1-ff71-4f62-aa0f-86db9fa43a15 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:22.389251 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5afa0d96-0fb2-48c2-9e55-a2377098e5d0 req-be76a0ae-4298-44f2-87e2-e0aa62edc7d0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.393073 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49c5e649-3aaf-4540-8e94-657639fba069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.397890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port dc0535f1-ff71-4f62-aa0f-86db9fa43a15 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:22.398386 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.400019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54172) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:22.427443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-54aff0b3-f51a-4fa2-819e-f62297678baf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:22.428757 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-54aff0b3-f51a-4fa2-819e-f62297678baf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.495601 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.509031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54178) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:22.514516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4816e9f1-4034-4458-8934-d6b9f985f6b8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--658407821', 'description': 'tempest-description--1073660186'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:22.521449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port dc0535f1-ff71-4f62-aa0f-86db9fa43a15, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dc0535f1-ff71-4f62-aa0f-86db9fa43a15,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:22.529794 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.548821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1794196618-network', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:22.579152 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49c5e649-3aaf-4540-8e94-657639fba069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.591655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=dc0535f1-ff71-4f62-aa0f-86db9fa43a15,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:22.598904 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-49c5e649-3aaf-4540-8e94-657639fba069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b898f7e-6320-4fd1-bb2f-5ee2a5c05174']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:22.613839 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-170abc29-0fd0-4d63-ada3-15f4b749f6be req-6b84ea14-50df-4c49-be1f-c1a68394262e tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0440609 Aug 27 14:05:22.616147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-49c5e649-3aaf-4540-8e94-657639fba069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4964a8eb-b80d-49a8-a805-725d79f4aac5') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:22.616675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-49c5e649-3aaf-4540-8e94-657639fba069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4964a8eb-b80d-49a8-a805-725d79f4aac5') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:22.633138 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49c5e649-3aaf-4540-8e94-657639fba069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.655594 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49c5e649-3aaf-4540-8e94-657639fba069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.665147 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5afa0d96-0fb2-48c2-9e55-a2377098e5d0 req-be76a0ae-4298-44f2-87e2-e0aa62edc7d0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.668115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c5e649-3aaf-4540-8e94-657639fba069 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:05:22.668583 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49c5e649-3aaf-4540-8e94-657639fba069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:05:22.670425 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:05:22.708638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5afa0d96-0fb2-48c2-9e55-a2377098e5d0 req-be76a0ae-4298-44f2-87e2-e0aa62edc7d0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.724906 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4816e9f1-4034-4458-8934-d6b9f985f6b8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.725139 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-54aff0b3-f51a-4fa2-819e-f62297678baf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0030344 Aug 27 14:05:22.745423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Request body: {'port': {'device_id': 'd903fb10-24c0-496e-a127-f0b869a7bf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:22.753454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4cadc-dc9e-45c1-96db-0b0fd309e8ae req-b99df6a2-5691-4384-91c8-e428d0bcf5bf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:22.754975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-52e4cadc-dc9e-45c1-96db-0b0fd309e8ae req-b99df6a2-5691-4384-91c8-e428d0bcf5bf tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 931 time: 0.0761971 Aug 27 14:05:22.766623 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Made reservation on behalf of d0b04ca81867422fba8b0c1554859c0b for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:22.768936 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.781603 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49c5e649-3aaf-4540-8e94-657639fba069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.791655 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49c5e649-3aaf-4540-8e94-657639fba069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.793477 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-49c5e649-3aaf-4540-8e94-657639fba069 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8b898f7e-6320-4fd1-bb2f-5ee2a5c05174 HTTP/1.1" status: 204 len: 168 time: 0.9415507 Aug 27 14:05:22.796098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76a0ae-4298-44f2-87e2-e0aa62edc7d0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db6144e-d084-4604-a69f-a859bdb12f5a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:22.800867 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.823430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5e649-3aaf-4540-8e94-657639fba069 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b898f7e-6320-4fd1-bb2f-5ee2a5c05174,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:22.831742 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.873371 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-52e4cadc-dc9e-45c1-96db-0b0fd309e8ae req-e693879b-f78a-4da6-95a1-3b7cfc7b660c tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bd9d470-ba33-4191-9fd4-ff16c6c7662e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100311 Aug 27 14:05:22.925662 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4816e9f1-4034-4458-8934-d6b9f985f6b8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.930561 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4816e9f1-4034-4458-8934-d6b9f985f6b8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.974861 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4816e9f1-4034-4458-8934-d6b9f985f6b8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.978093 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4816e9f1-4034-4458-8934-d6b9f985f6b8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4660528 Aug 27 14:05:22.984161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54182) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:22.986752 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5afa0d96-0fb2-48c2-9e55-a2377098e5d0 req-be76a0ae-4298-44f2-87e2-e0aa62edc7d0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:22.987967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5afa0d96-0fb2-48c2-9e55-a2377098e5d0 req-be76a0ae-4298-44f2-87e2-e0aa62edc7d0 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0999846 Aug 27 14:05:22.989805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-38e14d29-dbde-4d8f-bad7-a578aada1070 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Request body: {'security_group_rule': {'security_group_id': 'd5d05011-33eb-4cad-9e25-6cc27adbb48f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:22.997437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816e9f1-4034-4458-8934-d6b9f985f6b8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d05011-33eb-4cad-9e25-6cc27adbb48f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:23.027650 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54186) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:23.114152 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a98ff9d-5949-4c58-bd04-a3e5a34aed9a req-7253233a-5651-4df3-beb0-67dd387b7573 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-groups/9db6144e-d084-4604-a69f-a859bdb12f5a HTTP/1.1" status: 200 len: 1813 time: 0.1003559 Aug 27 14:05:23.124477 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8e35c466-b072-43b2-afef-26355db1a3de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5ff9cfad2cd42eaa2cf3d6a150775c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956371 Aug 27 14:05:23.127193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54190) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:23.144899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-c66c31cd-5c51-40f6-b981-fc34e5cb8d93 req-7bfc28c0-0db3-4a76-83a9-89c4e09059f2 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1546121929', 'description': 'tempest-description-1309953172'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:23.168511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ceb573-10dd-416a-b0df-9704a041563d req-e44970dc-b7eb-4e65-b084-a46da6eac9c5 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:23.170046 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42ceb573-10dd-416a-b0df-9704a041563d req-e44970dc-b7eb-4e65-b084-a46da6eac9c5 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.1016099 Aug 27 14:05:23.207379 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.223462 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.229149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e80aa4e-f317-47b8-b0ed-752543541cbd {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:23.237783 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.252286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Transition to ACTIVE for port object 3e80aa4e-f317-47b8-b0ed-752543541cbd will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:23.256809 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.273451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:05:23.305028 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4795015b-4d53-4af7-a40c-f9c40a58e3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.309213 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Sync routers for ids ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:05:23.313179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.313846 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Added segment 73b79295-2e16-4599-a08d-005443b7a5f4 of type vlan for network dd877a5c-79f4-49e7-9087-58e80b55fb9c Aug 27 14:05:23.316383 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e80aa4e-f317-47b8-b0ed-752543541cbd,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:23.318422 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42ceb573-10dd-416a-b0df-9704a041563d req-b1df48a4-0768-409f-9cb2-0b311ded1965 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369534 Aug 27 14:05:23.320041 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Routers {'a85044f2-42ee-4ee7-b3ab-64d1f48f6350'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:23.320651 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:23.329355 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47fd0d9-e7cd-473c-bbcf-b623473bbb40,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:23.336241 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c66c31cd-5c51-40f6-b981-fc34e5cb8d93 req-7bfc28c0-0db3-4a76-83a9-89c4e09059f2 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.340807 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38e14d29-dbde-4d8f-bad7-a578aada1070 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.410984 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4795015b-4d53-4af7-a40c-f9c40a58e3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.445701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Attempting to bind port 3e80aa4e-f317-47b8-b0ed-752543541cbd on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:23.446039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Attempting to bind port 3e80aa4e-f317-47b8-b0ed-752543541cbd by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'a229d353-c547-4a16-9e6c-a4de2d145383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb53a440-4bcd-4d2d-a2eb-b52db3d255b8'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:23.446372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Attempting to bind port 3e80aa4e-f317-47b8-b0ed-752543541cbd on network cb53a440-4bcd-4d2d-a2eb-b52db3d255b8 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:23.451725 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Set router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:23.455319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Port 3e80aa4e-f317-47b8-b0ed-752543541cbd on network cb53a440-4bcd-4d2d-a2eb-b52db3d255b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:05:23.455649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Attempting to bind port 3e80aa4e-f317-47b8-b0ed-752543541cbd on network cb53a440-4bcd-4d2d-a2eb-b52db3d255b8 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:23.468679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:23.469022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Checking segment: {'id': 'a229d353-c547-4a16-9e6c-a4de2d145383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb53a440-4bcd-4d2d-a2eb-b52db3d255b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:23.469411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Bound using segment: {'id': 'a229d353-c547-4a16-9e6c-a4de2d145383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb53a440-4bcd-4d2d-a2eb-b52db3d255b8'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:23.470100 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Bound port: 3e80aa4e-f317-47b8-b0ed-752543541cbd, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a229d353-c547-4a16-9e6c-a4de2d145383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cb53a440-4bcd-4d2d-a2eb-b52db3d255b8'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:23.470460 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.479121 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.508570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4795015b-4d53-4af7-a40c-f9c40a58e3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.511187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4795015b-4d53-4af7-a40c-f9c40a58e3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.514893 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4795015b-4d53-4af7-a40c-f9c40a58e3df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6eda17f8-a03f-48e4-8ec8-435f3e68c01a HTTP/1.1" status: 204 len: 168 time: 0.3844645 Aug 27 14:05:23.517775 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38e14d29-dbde-4d8f-bad7-a578aada1070 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.524261 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c66c31cd-5c51-40f6-b981-fc34e5cb8d93 req-7bfc28c0-0db3-4a76-83a9-89c4e09059f2 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.539638 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38e14d29-dbde-4d8f-bad7-a578aada1070 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.541705 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c66c31cd-5c51-40f6-b981-fc34e5cb8d93 req-7bfc28c0-0db3-4a76-83a9-89c4e09059f2 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.550235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795015b-4d53-4af7-a40c-f9c40a58e3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eda17f8-a03f-48e4-8ec8-435f3e68c01a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:23.572165 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.573797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:23.575636 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.591766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e14d29-dbde-4d8f-bad7-a578aada1070 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f335bd1f-f5f7-42de-b342-9fb0f05c4cba,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:23.592157 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c66c31cd-5c51-40f6-b981-fc34e5cb8d93 req-7bfc28c0-0db3-4a76-83a9-89c4e09059f2 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.593465 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c66c31cd-5c51-40f6-b981-fc34e5cb8d93 req-7bfc28c0-0db3-4a76-83a9-89c4e09059f2 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4602816 Aug 27 14:05:23.615065 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38e14d29-dbde-4d8f-bad7-a578aada1070 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.617655 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-38e14d29-dbde-4d8f-bad7-a578aada1070 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6323931 Aug 27 14:05:23.623755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54196) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:23.624857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] For port 3e80aa4e-f317-47b8-b0ed-752543541cbd, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:23.630718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] For port 3e80aa4e-f317-47b8-b0ed-752543541cbd, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3e80aa4e-f317-47b8-b0ed-752543541cbd,segment=NetworkSegment(a229d353-c547-4a16-9e6c-a4de2d145383),segment_id=a229d353-c547-4a16-9e6c-a4de2d145383)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:23.635232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0558fd1e-9add-44f2-aa2b-3cb67f337268 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Request body: {'security_group_rule': {'security_group_id': 'd5d05011-33eb-4cad-9e25-6cc27adbb48f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:23.646516 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.648565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc28c0-0db3-4a76-83a9-89c4e09059f2 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeda8e5-5454-4b03-8784-01651540ab44,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:23.675134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2742503 Aug 27 14:05:23.685218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54200) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:23.697929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-37df0d46-683f-4018-8580-c46baa38cd42 admin admin] Request body: {'subnet': {'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1794196618-subnet', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:23.717579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dde951-f682-4d6f-9cc3-9a63326ab1bd admin admin] Pushing event updated for resources: {'Network': ['ID=dd877a5c-79f4-49e7-9087-58e80b55fb9c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:23.720633 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 4, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port': {'id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:14Z', 'updated_at': '2021-08-27T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '008240b3-6dcc-46ee-837c-12f99e414890', 'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'mac_address': 'fa:16:3e:ca:85:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:18Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 2, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'subnets': [{'id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:23.721477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:23.722196 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.723650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] 10.222.0.52 "PUT /v2.0/ports/3e80aa4e-f317-47b8-b0ed-752543541cbd HTTP/1.1" status: 200 len: 1092 time: 0.9888344 Aug 27 14:05:23.728886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd903fb10-24c0-496e-a127-f0b869a7bf8a', 'tag': '3e80aa4e-f317-47b8-b0ed-752543541cbd'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:23.730414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network dd877a5c-79f4-49e7-9087-58e80b55fb9c details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:05:23.732085 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbb149f-da46-4526-99cf-a8af5c09a64e" -d '{"events": [{"name": "network-changed", "server_uuid": "d903fb10-24c0-496e-a127-f0b869a7bf8a", "tag": "3e80aa4e-f317-47b8-b0ed-752543541cbd"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:23.762922 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-50749187-8889-4f33-bcbc-58f9be2873f1 req-f6612502-e4ca-4333-82a5-c9075f4e79be tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-groups/0eeda8e5-5454-4b03-8784-01651540ab44 HTTP/1.1" status: 200 len: 1815 time: 0.0992563 Aug 27 14:05:23.764224 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0558fd1e-9add-44f2-aa2b-3cb67f337268 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.773463 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06387f6-cc45-4ec7-a359-bd9497a770ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e80aa4e-f317-47b8-b0ed-752543541cbd,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:23.808472 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Checking router: a85044f2-42ee-4ee7-b3ab-64d1f48f6350 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:05:23.808831 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Updating router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 port 008240b3-6dcc-46ee-837c-12f99e414890 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:05:23.827303 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a822312-8c9d-4432-a4a2-b040e894f9fb x-openstack-request-id: req-1a822312-8c9d-4432-a4a2-b040e894f9fb {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:23.827597 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d903fb10-24c0-496e-a127-f0b869a7bf8a", "tag": "3e80aa4e-f317-47b8-b0ed-752543541cbd", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:23.828020 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a822312-8c9d-4432-a4a2-b040e894f9fb {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:23.828238 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd903fb10-24c0-496e-a127-f0b869a7bf8a', 'tag': '3e80aa4e-f317-47b8-b0ed-752543541cbd', 'status': 'completed', 'code': 200} Aug 27 14:05:23.836308 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.847917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-f3b562e3-5d57-4bdc-b0ca-b91c2cfa0eff req-895bb10c-aa7d-4548-b364-89652b16a616 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1497796798', 'description': 'tempest-description-1162701714'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:23.869780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37df0d46-683f-4018-8580-c46baa38cd42 admin admin] Made reservation on behalf of d0b04ca81867422fba8b0c1554859c0b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:23.872154 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-37df0d46-683f-4018-8580-c46baa38cd42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.876516 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f3b562e3-5d57-4bdc-b0ca-b91c2cfa0eff req-895bb10c-aa7d-4548-b364-89652b16a616 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.883817 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ccbab3ff-1c8f-4b34-9de2-9ad8138a305c req-bfe8db4c-c76e-43f8-8288-c0bd68497466 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0882771 Aug 27 14:05:23.923621 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0558fd1e-9add-44f2-aa2b-3cb67f337268 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:23.975784 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0558fd1e-9add-44f2-aa2b-3cb67f337268 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.022775 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f3b562e3-5d57-4bdc-b0ca-b91c2cfa0eff req-895bb10c-aa7d-4548-b364-89652b16a616 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.028371 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f3b562e3-5d57-4bdc-b0ca-b91c2cfa0eff req-895bb10c-aa7d-4548-b364-89652b16a616 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.028886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-137dc4df-918f-47b7-8542-a9819f3e584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:24.030538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-137dc4df-918f-47b7-8542-a9819f3e584a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3124946b2b84d6fb5b33afd743dbb33&device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 1095 time: 0.2472036 Aug 27 14:05:24.040233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558fd1e-9add-44f2-aa2b-3cb67f337268 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30326edc-983b-4b75-bfae-397baea1ca8e,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:24.053378 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f3b562e3-5d57-4bdc-b0ca-b91c2cfa0eff req-895bb10c-aa7d-4548-b364-89652b16a616 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.065856 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f3b562e3-5d57-4bdc-b0ca-b91c2cfa0eff req-895bb10c-aa7d-4548-b364-89652b16a616 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2221928 Aug 27 14:05:24.080213 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0558fd1e-9add-44f2-aa2b-3cb67f337268 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.081393 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0558fd1e-9add-44f2-aa2b-3cb67f337268 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4537928 Aug 27 14:05:24.087913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54218) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:24.115838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bb10c-aa7d-4548-b364-89652b16a616 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411da91e-98c4-4386-96d0-63193c4f35e3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:24.145581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:24.160624 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-b1ff617c-b331-4d16-a692-8659a2be0f09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e80aa4e-f317-47b8-b0ed-752543541cbd HTTP/1.1" status: 200 len: 217 time: 0.0968957 Aug 27 14:05:24.235922 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b4c7c3f9-ad87-4940-9a16-cb7bf6868641 req-06492fd8-a081-469d-becb-cfa458dbe63c tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-groups/411da91e-98c4-4386-96d0-63193c4f35e3 HTTP/1.1" status: 200 len: 1815 time: 0.0710392 Aug 27 14:05:24.238758 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.248590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dc0535f1-ff71-4f62-aa0f-86db9fa43a15 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:24.248973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54cf08-8df0-4d71-a863-6064f877c162 req-1a963a81-ee7e-49f8-b8d9-cb040d80c8e5 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:24.250570 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c54cf08-8df0-4d71-a863-6064f877c162 req-1a963a81-ee7e-49f8-b8d9-cb040d80c8e5 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 943 time: 0.2536731 Aug 27 14:05:24.258155 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Transition to ACTIVE for port object 008240b3-6dcc-46ee-837c-12f99e414890 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:24.267369 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.269885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-094be236-d7f2-4040-ab7f-c8a2b27ff1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:24.272598 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-094be236-d7f2-4040-ab7f-c8a2b27ff1bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b5ad45d1-0d08-4a4d-a19b-21972a406b08 HTTP/1.1" status: 200 len: 849 time: 0.1023796 Aug 27 14:05:24.276568 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-ce314411-6ad8-4ba4-8401-305a247827e9 req-6a2944ff-364f-4211-a5e7-adadbc933f70 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] show failed (client error): The resource could not be found. Aug 27 14:05:24.284256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce314411-6ad8-4ba4-8401-305a247827e9 req-6a2944ff-364f-4211-a5e7-adadbc933f70 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-groups/8d204347-2e63-44a4-9cd9-2a889cc551ae HTTP/1.1" status: 404 len: 352 time: 0.0223267 Aug 27 14:05:24.288720 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.320196 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-281ddf8f-7f21-4662-aafa-061302eba569 req-f4d0338f-6705-4b38-bf3c-90080df64ef8 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] show failed (client error): The resource could not be found. Aug 27 14:05:24.330173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-281ddf8f-7f21-4662-aafa-061302eba569 req-f4d0338f-6705-4b38-bf3c-90080df64ef8 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-group-rules/93e65f09-9c6a-45d0-b8b0-72577b5f9934 HTTP/1.1" status: 404 len: 361 time: 0.0294712 Aug 27 14:05:24.371845 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-41cde41e-1183-45cb-a61b-c6c75f69f382 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb53a440-4bcd-4d2d-a2eb-b52db3d255b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798619 Aug 27 14:05:24.389906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port dc0535f1-ff71-4f62-aa0f-86db9fa43a15 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:24.390662 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.405990 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Attempting to bind port 008240b3-6dcc-46ee-837c-12f99e414890 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:24.407486 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Attempting to bind port 008240b3-6dcc-46ee-837c-12f99e414890 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:24.408009 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Attempting to bind port 008240b3-6dcc-46ee-837c-12f99e414890 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:24.418029 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:24.418407 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Checking segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:24.418918 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.419314 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Bound using segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:24.419868 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Bound port: 008240b3-6dcc-46ee-837c-12f99e414890, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:24.420296 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.443794 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-233fca1e-cbc7-4b71-8561-1cf4c1051c4a req-62d05eb7-0119-48a8-885b-7a3525f82d83 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-groups/411da91e-98c4-4386-96d0-63193c4f35e3 HTTP/1.1" status: 200 len: 1815 time: 0.0901175 Aug 27 14:05:24.473923 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Pushing event updated for resources: {'Port': ['ID=008240b3-6dcc-46ee-837c-12f99e414890,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:24.483781 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:24.484335 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:24.484824 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:24.485314 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:24.485809 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:24.486300 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:24.486813 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:24.487287 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:24.487758 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:24.488228 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:24.488775 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:24.489244 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:24.534805 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] For port 008240b3-6dcc-46ee-837c-12f99e414890, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:24.545192 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] For port 008240b3-6dcc-46ee-837c-12f99e414890, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=008240b3-6dcc-46ee-837c-12f99e414890,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:24.548721 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-233fca1e-cbc7-4b71-8561-1cf4c1051c4a req-90e49130-f5df-4e9d-871f-0e5e2bd62bcf tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.557952 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.607192 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-233fca1e-cbc7-4b71-8561-1cf4c1051c4a req-90e49130-f5df-4e9d-871f-0e5e2bd62bcf tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.619482 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42944fa-b84d-4297-bc3f-45361e11d3a5 None None] Pushing event updated for resources: {'Port': ['ID=008240b3-6dcc-46ee-837c-12f99e414890,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:24.649484 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Routers {'a85044f2-42ee-4ee7-b3ab-64d1f48f6350'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:24.650204 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:24.659029 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c54cf08-8df0-4d71-a863-6064f877c162 req-198bd30a-ac6b-48c3-8b5b-5c1559dd8978 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bd9d470-ba33-4191-9fd4-ff16c6c7662e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795400 Aug 27 14:05:24.682620 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-233fca1e-cbc7-4b71-8561-1cf4c1051c4a req-90e49130-f5df-4e9d-871f-0e5e2bd62bcf tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.685695 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-233fca1e-cbc7-4b71-8561-1cf4c1051c4a req-90e49130-f5df-4e9d-871f-0e5e2bd62bcf tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.686879 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-233fca1e-cbc7-4b71-8561-1cf4c1051c4a req-90e49130-f5df-4e9d-871f-0e5e2bd62bcf tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "DELETE /v2.0/security-groups/411da91e-98c4-4386-96d0-63193c4f35e3 HTTP/1.1" status: 204 len: 173 time: 0.2421765 Aug 27 14:05:24.706376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e49130-f5df-4e9d-871f-0e5e2bd62bcf tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=411da91e-98c4-4386-96d0-63193c4f35e3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:24.805747 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9519692c-76b3-438a-9e99-46b40ec5d929 req-b1abaf90-43dd-4fca-9a91-b491a3d34491 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-groups/0eeda8e5-5454-4b03-8784-01651540ab44 HTTP/1.1" status: 200 len: 1815 time: 0.0775704 Aug 27 14:05:24.829299 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] Set router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:24.831617 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-37df0d46-683f-4018-8580-c46baa38cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.869181 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9519692c-76b3-438a-9e99-46b40ec5d929 req-b94b03db-ac98-487e-8bcc-f00c2d4748ad tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.893377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54242) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:24.905507 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9519692c-76b3-438a-9e99-46b40ec5d929 req-b94b03db-ac98-487e-8bcc-f00c2d4748ad tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.938415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-638805b9-aafe-467c-8f74-88b53968a4b1 service neutron] 10.222.0.52 "GET /v2.0/networks/cb53a440-4bcd-4d2d-a2eb-b52db3d255b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253075 Aug 27 14:05:24.957824 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9519692c-76b3-438a-9e99-46b40ec5d929 req-b94b03db-ac98-487e-8bcc-f00c2d4748ad tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.960808 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9519692c-76b3-438a-9e99-46b40ec5d929 req-b94b03db-ac98-487e-8bcc-f00c2d4748ad tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:24.978275 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9519692c-76b3-438a-9e99-46b40ec5d929 req-b94b03db-ac98-487e-8bcc-f00c2d4748ad tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "DELETE /v2.0/security-groups/0eeda8e5-5454-4b03-8784-01651540ab44 HTTP/1.1" status: 204 len: 173 time: 0.1698773 Aug 27 14:05:25.003230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b03db-ac98-487e-8bcc-f00c2d4748ad tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeda8e5-5454-4b03-8784-01651540ab44,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:25.071377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df0d46-683f-4018-8580-c46baa38cd42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5faea510-96bd-4d44-b728-c0dbab11e1e3,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:25.095587 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4f86da87-ad35-4ff3-bd76-de4c8252e54c req-040adb1e-dbe0-4022-988c-77da5c0b4a9d tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0458870 Aug 27 14:05:25.101699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-77156831-network', 'tenant_id': '8195041a81054181a5083895b22e88b8'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:25.111152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9182-6776-46f6-8633-b7935dcec589 req-c4937e6e-9a82-44a8-8186-db51ca6ad6c9 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:25.112719 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e92a9182-6776-46f6-8633-b7935dcec589 req-c4937e6e-9a82-44a8-8186-db51ca6ad6c9 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.3229699 Aug 27 14:05:25.135550 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 4, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port': {'id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:14Z', 'updated_at': '2021-08-27T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '008240b3-6dcc-46ee-837c-12f99e414890', 'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'mac_address': 'fa:16:3e:ca:85:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:18Z', 'updated_at': '2021-08-27T14:05:24Z', 'revision_number': 4, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'subnets': [{'id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:25.143918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Made reservation on behalf of 8195041a81054181a5083895b22e88b8 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:25.147263 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.163470 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.164158 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e621fd0-8e65-4126-b00f-a7a4244c2c6b None None] The sync data for ids ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'] in n-d-712139-12 is: [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 4, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port': {'id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:14Z', 'updated_at': '2021-08-27T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '008240b3-6dcc-46ee-837c-12f99e414890', 'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'mac_address': 'fa:16:3e:ca:85:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:18Z', 'updated_at': '2021-08-27T14:05:24Z', 'revision_number': 4, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'subnets': [{'id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:05:25.170624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315d0c1-232f-447e-a62d-b2c054d80405 req-7c79f947-cd36-48ac-a2ca-5a6dde924d5b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:25.172145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1315d0c1-232f-447e-a62d-b2c054d80405 req-7c79f947-cd36-48ac-a2ca-5a6dde924d5b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.2989480 Aug 27 14:05:25.180566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df0d46-683f-4018-8580-c46baa38cd42 admin admin] Checking segment: {'id': '73b79295-2e16-4599-a08d-005443b7a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:25.180933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df0d46-683f-4018-8580-c46baa38cd42 admin admin] Network hostable DHCP agents. Network: dd877a5c-79f4-49e7-9087-58e80b55fb9c, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:05:25.201053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.203924 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-977910a6-174a-4b4b-b779-071a2affbf6e req-f4e32285-8193-47b8-abad-b4835a83dd00 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-groups/9db6144e-d084-4604-a69f-a859bdb12f5a HTTP/1.1" status: 200 len: 1813 time: 0.0721405 Aug 27 14:05:25.260069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e92a9182-6776-46f6-8633-b7935dcec589 req-401bed61-b4a4-4140-8036-a9b8ebad460b tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351931 Aug 27 14:05:25.268245 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-baba687b-ee23-48cc-844f-11e65661b1a3 req-abc99f87-f6ae-4575-818c-44ff293f3d1b service neutron] 10.222.0.52 "GET /v2.0/networks/cb53a440-4bcd-4d2d-a2eb-b52db3d255b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156691 Aug 27 14:05:25.329460 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-977910a6-174a-4b4b-b779-071a2affbf6e req-25822572-7d93-48a5-a3c3-4b4b619517ef tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.360672 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-977910a6-174a-4b4b-b779-071a2affbf6e req-25822572-7d93-48a5-a3c3-4b4b619517ef tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.376437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df0d46-683f-4018-8580-c46baa38cd42 admin admin] Network dd877a5c-79f4-49e7-9087-58e80b55fb9c is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:05:25.399010 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.404530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-37df0d46-683f-4018-8580-c46baa38cd42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, dd877a5c-79f4-49e7-9087-58e80b55fb9c) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:25.409390 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.413727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc41d9a-18f2-444e-b333-58763726dceb None None] Network dd877a5c-79f4-49e7-9087-58e80b55fb9c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:25.417970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df0d46-683f-4018-8580-c46baa38cd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:25.418563 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-37df0d46-683f-4018-8580-c46baa38cd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.446377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0039ea0f-abc8-40bd-ae11-9f2e31110d1f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:25.462863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:05:25.473229 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-977910a6-174a-4b4b-b779-071a2affbf6e req-25822572-7d93-48a5-a3c3-4b4b619517ef tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.476745 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-977910a6-174a-4b4b-b779-071a2affbf6e req-25822572-7d93-48a5-a3c3-4b4b619517ef tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.478085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb149f-da46-4526-99cf-a8af5c09a64e req-6b1369fb-c4c0-40b9-b719-1b92f828191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:25.479655 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0cbb149f-da46-4526-99cf-a8af5c09a64e req-6b1369fb-c4c0-40b9-b719-1b92f828191b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3124946b2b84d6fb5b33afd743dbb33&device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 1095 time: 0.1497407 Aug 27 14:05:25.481284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-977910a6-174a-4b4b-b779-071a2affbf6e req-25822572-7d93-48a5-a3c3-4b4b619517ef tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "DELETE /v2.0/security-groups/9db6144e-d084-4604-a69f-a859bdb12f5a HTTP/1.1" status: 204 len: 173 time: 0.2667441 Aug 27 14:05:25.482835 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.483550 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Added segment 6c2a41b8-67cc-4399-941c-8a8267867962 of type vlan for network 3d6ac08c-b160-4d95-8554-deab9e55c529 Aug 27 14:05:25.492725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-37df0d46-683f-4018-8580-c46baa38cd42 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8031244 Aug 27 14:05:25.497022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54254) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:25.502444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1794196618-router', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:25.505540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25822572-7d93-48a5-a3c3-4b4b619517ef tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db6144e-d084-4604-a69f-a859bdb12f5a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:25.521008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Allocated IP 172.25.2.248 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/87e59a33-aea6-4bad-b39d-93612ddba6cc) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:25.549402 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.580331 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.580542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-1315d0c1-232f-447e-a62d-b2c054d80405 req-19eedb81-faee-427b-81ec-c4d67ca1afec tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Deleting port 54557626-add6-47d5-ba39-0443b91783bc {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:25.580750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1315d0c1-232f-447e-a62d-b2c054d80405 req-19eedb81-faee-427b-81ec-c4d67ca1afec tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.582035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:25.586304 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.647823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] Pushing event updated for resources: {'Network': ['ID=3d6ac08c-b160-4d95-8554-deab9e55c529,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:25.656387 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf5b252-5603-4542-83c0-5d255ea741f1 None None] Network dd877a5c-79f4-49e7-9087-58e80b55fb9c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:25.674085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 3d6ac08c-b160-4d95-8554-deab9e55c529 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:05:25.678824 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-49aefde2-fb91-42f0-b688-e68153c440b1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7815397 Aug 27 14:05:25.679225 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54258) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:25.685893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8cae0fca-aba0-4db1-92a2-2d46a10dbb5d admin admin] Request body: {'subnet': {'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-subnet', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:25.715847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cae0fca-aba0-4db1-92a2-2d46a10dbb5d admin admin] Made reservation on behalf of 8195041a81054181a5083895b22e88b8 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:25.719269 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cae0fca-aba0-4db1-92a2-2d46a10dbb5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.756689 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.757743 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.817679 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7894c96a-0346-4a0d-8bca-fb8b698c4269 req-f255cc8d-87b6-4ba4-b1f9-e561c5a9e259 tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-groups/6f73e59a-d98b-44ba-a7dc-1868b941a0bf HTTP/1.1" status: 200 len: 1814 time: 0.2941732 Aug 27 14:05:25.869173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc10fc6-67e7-4ccd-8330-dc048119914d req-70776b89-ade8-4df3-8a96-1905a87449d2 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:25.876805 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0bc10fc6-67e7-4ccd-8330-dc048119914d req-70776b89-ade8-4df3-8a96-1905a87449d2 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 943 time: 0.1019359 Aug 27 14:05:25.921195 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.925261 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0bc10fc6-67e7-4ccd-8330-dc048119914d req-0d679582-01d6-443e-ac2b-cf8395e8ab0c tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bd9d470-ba33-4191-9fd4-ff16c6c7662e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469811 Aug 27 14:05:25.938982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-1315d0c1-232f-447e-a62d-b2c054d80405 req-19eedb81-faee-427b-81ec-c4d67ca1afec tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] For port 54557626-add6-47d5-ba39-0443b91783bc, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=54557626-add6-47d5-ba39-0443b91783bc,segment=NetworkSegment(a69ba301-f2c8-4193-a8f0-98716e23a196),segment_id=a69ba301-f2c8-4193-a8f0-98716e23a196)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:25.939361 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1315d0c1-232f-447e-a62d-b2c054d80405 req-19eedb81-faee-427b-81ec-c4d67ca1afec tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:25.967677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb149f-da46-4526-99cf-a8af5c09a64e req-d5c04afa-2297-4979-865c-8ac2cf28ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:25.969234 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0cbb149f-da46-4526-99cf-a8af5c09a64e req-d5c04afa-2297-4979-865c-8ac2cf28ad32 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb53a440-4bcd-4d2d-a2eb-b52db3d255b8 HTTP/1.1" status: 200 len: 910 time: 0.4713037 Aug 27 14:05:26.017292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-1315d0c1-232f-447e-a62d-b2c054d80405 req-19eedb81-faee-427b-81ec-c4d67ca1afec tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Calling delete_port for 54557626-add6-47d5-ba39-0443b91783bc owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:26.035408 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cae0fca-aba0-4db1-92a2-2d46a10dbb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.098610 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.102496 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae0fca-aba0-4db1-92a2-2d46a10dbb5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9251415-7c90-47ee-bdc3-ae64aed10d17,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:26.108476 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae0fca-aba0-4db1-92a2-2d46a10dbb5d admin admin] Checking segment: {'id': '6c2a41b8-67cc-4399-941c-8a8267867962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:26.108826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae0fca-aba0-4db1-92a2-2d46a10dbb5d admin admin] Network hostable DHCP agents. Network: 3d6ac08c-b160-4d95-8554-deab9e55c529, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:05:26.109065 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0cbb149f-da46-4526-99cf-a8af5c09a64e req-93b61d93-ae01-4dd3-b7ba-4632f1fe08da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e80aa4e-f317-47b8-b0ed-752543541cbd HTTP/1.1" status: 200 len: 217 time: 0.0973017 Aug 27 14:05:26.131887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae0fca-aba0-4db1-92a2-2d46a10dbb5d admin admin] Network 3d6ac08c-b160-4d95-8554-deab9e55c529 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:05:26.149683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-8cae0fca-aba0-4db1-92a2-2d46a10dbb5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 3d6ac08c-b160-4d95-8554-deab9e55c529) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:26.159020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7cbea1-d351-4d7b-9aac-6d3c136d3c56 None None] Network 3d6ac08c-b160-4d95-8554-deab9e55c529 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:26.170578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae0fca-aba0-4db1-92a2-2d46a10dbb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:26.170578 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cae0fca-aba0-4db1-92a2-2d46a10dbb5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.205681 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8cae0fca-aba0-4db1-92a2-2d46a10dbb5d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5255375 Aug 27 14:05:26.207522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54262) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:26.218462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:26.225055 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7894c96a-0346-4a0d-8bca-fb8b698c4269 req-f979d205-e565-4c5d-8e48-9a136389c2cc tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.284191 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-69b1019a-42c9-4731-ad6d-f94944dc4f98 req-865db5de-3395-4bf0-90e2-920130eb8d2d tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0611799 Aug 27 14:05:26.293124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 008240b3-6dcc-46ee-837c-12f99e414890 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:26.296234 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.297514 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.388784 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.394303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 008240b3-6dcc-46ee-837c-12f99e414890 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:26.420014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 008240b3-6dcc-46ee-837c-12f99e414890 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:26.420682 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.447849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-3d6ac08c-b160-4d95-8554-deab9e55c529', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'fixed_ips': [{'subnet_id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:05:26.448721 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.572603 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.584392 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.596275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffeeddb-a349-4153-9996-da638a40b585 req-2b6ad5ec-3c14-4d8b-be26-46bec497cc6c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:26.604308 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ffeeddb-a349-4153-9996-da638a40b585 req-2b6ad5ec-3c14-4d8b-be26-46bec497cc6c tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 945 time: 0.2092938 Aug 27 14:05:26.607427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7894c96a-0346-4a0d-8bca-fb8b698c4269 req-f979d205-e565-4c5d-8e48-9a136389c2cc tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.634476 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.638745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb149f-da46-4526-99cf-a8af5c09a64e req-8aa65497-96e6-4975-a6eb-f756c870077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:26.640523 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0cbb149f-da46-4526-99cf-a8af5c09a64e req-8aa65497-96e6-4975-a6eb-f756c870077d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b5ad45d1-0d08-4a4d-a19b-21972a406b08 HTTP/1.1" status: 200 len: 849 time: 0.5201516 Aug 27 14:05:26.674020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Allocated IP 172.20.0.2 (3d6ac08c-b160-4d95-8554-deab9e55c529/e9251415-7c90-47ee-bdc3-ae64aed10d17/be33e5d8-523e-415d-ae60-e7e0450f8bea) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:26.684114 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ffeeddb-a349-4153-9996-da638a40b585 req-cd063b3b-f565-4ccb-9c1a-1a14d6513312 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788579 Aug 27 14:05:26.707123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 008240b3-6dcc-46ee-837c-12f99e414890, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=008240b3-6dcc-46ee-837c-12f99e414890,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:26.722058 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.761880 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0cbb149f-da46-4526-99cf-a8af5c09a64e req-599e6eb3-c742-4ccd-a53f-ed5440f39cc7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb53a440-4bcd-4d2d-a2eb-b52db3d255b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855789 Aug 27 14:05:26.766716 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.798646 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7894c96a-0346-4a0d-8bca-fb8b698c4269 req-f979d205-e565-4c5d-8e48-9a136389c2cc tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.801279 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7894c96a-0346-4a0d-8bca-fb8b698c4269 req-f979d205-e565-4c5d-8e48-9a136389c2cc tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.803093 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7894c96a-0346-4a0d-8bca-fb8b698c4269 req-f979d205-e565-4c5d-8e48-9a136389c2cc tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "DELETE /v2.0/security-groups/6f73e59a-d98b-44ba-a7dc-1868b941a0bf HTTP/1.1" status: 204 len: 173 time: 0.9845977 Aug 27 14:05:26.840713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=008240b3-6dcc-46ee-837c-12f99e414890,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:26.902885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-02296502-7adc-44d5-b5b9-b8b475242eb8 req-847522ae-dd00-4cd2-9409-e36854fe347f tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "GET /v2.0/security-groups/1fdb12c1-d378-467e-8b6c-70c6d82439e5 HTTP/1.1" status: 200 len: 1815 time: 0.0792222 Aug 27 14:05:26.905738 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.923664 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.933636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Transition to ACTIVE for port object be33e5d8-523e-415d-ae60-e7e0450f8bea will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:26.936957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.949715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:26.957500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Transition to ACTIVE for port object be33e5d8-523e-415d-ae60-e7e0450f8bea will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:26.962470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979d205-e565-4c5d-8e48-9a136389c2cc tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f73e59a-d98b-44ba-a7dc-1868b941a0bf,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:26.972084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:26.980981 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:26.986417 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:27.020885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event updated for resources: {'Port': ['ID=87e59a33-aea6-4bad-b39d-93612ddba6cc,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:27.051582 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-02296502-7adc-44d5-b5b9-b8b475242eb8 req-07819b39-410a-43d6-ac28-d428983dcfee tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.058475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3e80aa4e-f317-47b8-b0ed-752543541cbd details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:05:27.075145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Network 3d6ac08c-b160-4d95-8554-deab9e55c529 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:27.076164 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1315d0c1-232f-447e-a62d-b2c054d80405 req-19eedb81-faee-427b-81ec-c4d67ca1afec tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.085183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:27.097033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['2ef860b0-f4b5-46e1-933d-82bc9b1784f5'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:05:27.101852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:27.115485 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-02296502-7adc-44d5-b5b9-b8b475242eb8 req-07819b39-410a-43d6-ac28-d428983dcfee tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.140173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Allocated IP 172.25.2.153 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/dce65d85-ac8d-4b48-a567-fc892f97cfaf) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:27.149749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eedb81-faee-427b-81ec-c4d67ca1afec tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Pushing event deleted for resources: {'Port': ['ID=54557626-add6-47d5-ba39-0443b91783bc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:27.218714 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.232052 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0cbb149f-da46-4526-99cf-a8af5c09a64e req-db461e75-6e72-4fd3-be1d-fc2110e9c761 service neutron] 10.222.0.52 "GET /v2.0/networks/cb53a440-4bcd-4d2d-a2eb-b52db3d255b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480007 Aug 27 14:05:27.234726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Pushing event updated for resources: {'Port': ['ID=be33e5d8-523e-415d-ae60-e7e0450f8bea,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:27.235661 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-02296502-7adc-44d5-b5b9-b8b475242eb8 req-07819b39-410a-43d6-ac28-d428983dcfee tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.237264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['54557626-add6-47d5-ba39-0443b91783bc'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:05:27.239066 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-02296502-7adc-44d5-b5b9-b8b475242eb8 req-07819b39-410a-43d6-ac28-d428983dcfee tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.245674 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-02296502-7adc-44d5-b5b9-b8b475242eb8 req-07819b39-410a-43d6-ac28-d428983dcfee tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] 10.222.0.55 "DELETE /v2.0/security-groups/1fdb12c1-d378-467e-8b6c-70c6d82439e5 HTTP/1.1" status: 204 len: 173 time: 0.3419456 Aug 27 14:05:27.254370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54272) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:27.306533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07819b39-410a-43d6-ac28-d428983dcfee tempest-SecurityGroupRulesNegativeTestJSON-656214110 tempest-SecurityGroupRulesNegativeTestJSON-656214110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdb12c1-d378-467e-8b6c-70c6d82439e5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:27.355762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:27.356431 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:27.356431 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:27.356893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:27.357224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:27.357885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:27.357885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:27.358167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:27.358485 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:27.359057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:27.359430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:27.359753 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:27.366840 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-1315d0c1-232f-447e-a62d-b2c054d80405 req-19eedb81-faee-427b-81ec-c4d67ca1afec tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] No DVR routers for this DVR port 54557626-add6-47d5-ba39-0443b91783bc on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:05:27.368410 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.391922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d322a5-9c97-4d56-8204-d2b49eed5219 admin admin] Deleting subnet a0a75e74-be7a-47c8-9fff-d6f983218083 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:05:27.404973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Attempting to bind port be33e5d8-523e-415d-ae60-e7e0450f8bea on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:27.405299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Attempting to bind port be33e5d8-523e-415d-ae60-e7e0450f8bea by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6c2a41b8-67cc-4399-941c-8a8267867962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:27.405413 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a9d322a5-9c97-4d56-8204-d2b49eed5219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.405659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Attempting to bind port be33e5d8-523e-415d-ae60-e7e0450f8bea on network 3d6ac08c-b160-4d95-8554-deab9e55c529 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:27.419063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.423383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3e80aa4e-f317-47b8-b0ed-752543541cbd, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3e80aa4e-f317-47b8-b0ed-752543541cbd,segment=NetworkSegment(a229d353-c547-4a16-9e6c-a4de2d145383),segment_id=a229d353-c547-4a16-9e6c-a4de2d145383)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:27.427158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:27.427707 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Checking segment: {'id': '6c2a41b8-67cc-4399-941c-8a8267867962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:27.428068 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.428459 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Bound using segment: {'id': '6c2a41b8-67cc-4399-941c-8a8267867962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:27.428921 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Bound port: be33e5d8-523e-415d-ae60-e7e0450f8bea, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2a41b8-67cc-4399-941c-8a8267867962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:27.429637 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.458888 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-1315d0c1-232f-447e-a62d-b2c054d80405 req-19eedb81-faee-427b-81ec-c4d67ca1afec tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.459773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '3e80aa4e-f317-47b8-b0ed-752543541cbd', 'network_id': 'cb53a440-4bcd-4d2d-a2eb-b52db3d255b8', 'port_id': '3e80aa4e-f317-47b8-b0ed-752543541cbd', 'mac_address': 'fa:16:3e:df:69:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ad45d1-0d08-4a4d-a19b-21972a406b08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:05:27.461244 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1315d0c1-232f-447e-a62d-b2c054d80405 req-19eedb81-faee-427b-81ec-c4d67ca1afec tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.41 "DELETE /v2.0/ports/54557626-add6-47d5-ba39-0443b91783bc HTTP/1.1" status: 204 len: 173 time: 2.2752607 Aug 27 14:05:27.465141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d427fd8-2192-4436-abc5-8a396780cb9f', 'name': 'network-vif-deleted', 'tag': '54557626-add6-47d5-ba39-0443b91783bc'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:27.467653 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0004f21e-7b88-47cf-a337-922de03b4d19" -d '{"events": [{"server_uuid": "4d427fd8-2192-4436-abc5-8a396780cb9f", "name": "network-vif-deleted", "tag": "54557626-add6-47d5-ba39-0443b91783bc"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:27.487156 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1ff2297a-2a59-40fb-8693-c12155998c3a req-22448e5b-cd45-4d6a-81bd-b550435a1ac2 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0627887 Aug 27 14:05:27.539205 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a9d322a5-9c97-4d56-8204-d2b49eed5219 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.581647 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.609188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e80aa4e-f317-47b8-b0ed-752543541cbd {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:27.610487 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.616746 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] For port be33e5d8-523e-415d-ae60-e7e0450f8bea, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:27.617623 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6200b7a4-46be-4944-9c45-a1d6fdcda55b x-openstack-request-id: req-6200b7a4-46be-4944-9c45-a1d6fdcda55b {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:27.618166 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d427fd8-2192-4436-abc5-8a396780cb9f", "name": "network-vif-deleted", "tag": "54557626-add6-47d5-ba39-0443b91783bc", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:27.618450 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6200b7a4-46be-4944-9c45-a1d6fdcda55b {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:27.618942 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d427fd8-2192-4436-abc5-8a396780cb9f', 'name': 'network-vif-deleted', 'tag': '54557626-add6-47d5-ba39-0443b91783bc', 'status': 'completed', 'code': 200} Aug 27 14:05:27.620969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] For port be33e5d8-523e-415d-ae60-e7e0450f8bea, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=be33e5d8-523e-415d-ae60-e7e0450f8bea,segment=NetworkSegment(6c2a41b8-67cc-4399-941c-8a8267867962),segment_id=6c2a41b8-67cc-4399-941c-8a8267867962)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:27.638564 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.641954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3e80aa4e-f317-47b8-b0ed-752543541cbd, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3e80aa4e-f317-47b8-b0ed-752543541cbd,segment=NetworkSegment(a229d353-c547-4a16-9e6c-a4de2d145383),segment_id=a229d353-c547-4a16-9e6c-a4de2d145383)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:27.653051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e9ecb-439f-4aab-9e55-6ebbe4f36bdb req-afe8140e-3bb9-4fa4-82aa-c6c7d37c6ec9 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:27.654612 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa0e9ecb-439f-4aab-9e55-6ebbe4f36bdb req-afe8140e-3bb9-4fa4-82aa-c6c7d37c6ec9 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 943 time: 0.2270708 Aug 27 14:05:27.671216 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.704467 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20bd6e-614a-44e4-aa71-1a418172a784 None None] Pushing event updated for resources: {'Port': ['ID=be33e5d8-523e-415d-ae60-e7e0450f8bea,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:27.706905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:27.708248 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0cbb149f-da46-4526-99cf-a8af5c09a64e req-30515e31-c28f-4a5c-bf6c-daa0756b23d7 service neutron] 10.222.0.52 "GET /v2.0/networks/cb53a440-4bcd-4d2d-a2eb-b52db3d255b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463427 Aug 27 14:05:27.735652 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a9d322a5-9c97-4d56-8204-d2b49eed5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.755512 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.762466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Pushing event updated for resources: {'Port': ['ID=dce65d85-ac8d-4b48-a567-fc892f97cfaf,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:27.763192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=3e80aa4e-f317-47b8-b0ed-752543541cbd,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:27.766876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:27.774899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:27.786947 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.824661 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa0e9ecb-439f-4aab-9e55-6ebbe4f36bdb req-8d5b5174-c2b2-4964-a947-50bef704ec2d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bd9d470-ba33-4191-9fd4-ff16c6c7662e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418300 Aug 27 14:05:27.867072 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.889140 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:27.896538 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['3e80aa4e-f317-47b8-b0ed-752543541cbd'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:05:27.955021 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-52224127-493a-4bfe-8765-5b36527c412b req-e751bfbc-a443-4a8c-8fdf-c3e48520bc68 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d427fd8-2192-4436-abc5-8a396780cb9f HTTP/1.1" status: 200 len: 210 time: 0.0786226 Aug 27 14:05:28.021777 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a9d322a5-9c97-4d56-8204-d2b49eed5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.040192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event updated for resources: {'Port': ['ID=87e59a33-aea6-4bad-b39d-93612ddba6cc,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:28.088204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d322a5-9c97-4d56-8204-d2b49eed5219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a75e74-be7a-47c8-9fff-d6f983218083,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:28.090214 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a9d322a5-9c97-4d56-8204-d2b49eed5219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.091543 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Allocated IP 172.25.2.179 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/aa99a82c-42c0-4e9b-92d2-411b9b8cf619) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:28.093864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.097841 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a9d322a5-9c97-4d56-8204-d2b49eed5219 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a0a75e74-be7a-47c8-9fff-d6f983218083 HTTP/1.1" status: 204 len: 168 time: 0.8420417 Aug 27 14:05:28.100471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54282) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:28.261893 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.263162 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.271607 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5c7c4d24-420e-487d-9418-ee2ecec4e2dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1344197 Aug 27 14:05:28.306971 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-84bf47ae-70b4-4493-9c07-effc41bee337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.359748 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device be33e5d8-523e-415d-ae60-e7e0450f8bea up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:28.424160 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-84bf47ae-70b4-4493-9c07-effc41bee337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.436810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-84bf47ae-70b4-4493-9c07-effc41bee337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6621f973-ebac-4f6a-b5ab-9b0cc376ad03']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:28.440715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port be33e5d8-523e-415d-ae60-e7e0450f8bea completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:28.448320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 008240b3-6dcc-46ee-837c-12f99e414890 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:28.456890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-84bf47ae-70b4-4493-9c07-effc41bee337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f34480-587a-4fb4-a572-bff1d4e6a316') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:28.456890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-84bf47ae-70b4-4493-9c07-effc41bee337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f34480-587a-4fb4-a572-bff1d4e6a316') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:28.479820 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.482878 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-84bf47ae-70b4-4493-9c07-effc41bee337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.502978 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 008240b3-6dcc-46ee-837c-12f99e414890 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:28.503356 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.519656 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-84bf47ae-70b4-4493-9c07-effc41bee337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.524887 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.531687 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84bf47ae-70b4-4493-9c07-effc41bee337 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:05:28.532188 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-84bf47ae-70b4-4493-9c07-effc41bee337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:05:28.539752 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:05:28.616529 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-c6780a33-ac42-422c-95fa-c63f9a69c828 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--658407821&fields=id&tenant_id=6b277640d904428c906f00d6ad23c06b HTTP/1.1" status: 200 len: 267 time: 0.1398830 Aug 27 14:05:28.668690 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d04396b-e0a9-4c8a-8f93-6329ae2ed976 req-0e296b7b-cdab-4d83-99c0-ab24bab110a0 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0401521 Aug 27 14:05:28.727404 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-84bf47ae-70b4-4493-9c07-effc41bee337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.730084 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:05:28.739579 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-84bf47ae-70b4-4493-9c07-effc41bee337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.744811 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-84bf47ae-70b4-4493-9c07-effc41bee337 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6621f973-ebac-4f6a-b5ab-9b0cc376ad03 HTTP/1.1" status: 204 len: 168 time: 0.6395609 Aug 27 14:05:28.789325 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:28.814422 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf47ae-70b4-4493-9c07-effc41bee337 admin admin] Pushing event deleted for resources: {'Network': ['ID=6621f973-ebac-4f6a-b5ab-9b0cc376ad03,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:28.900159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:28.935974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:28.943379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:28.948459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Pushing event updated for resources: {'Port': ['ID=aa99a82c-42c0-4e9b-92d2-411b9b8cf619,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:28.981949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-903a318f-c311-4f67-854f-b098c2d30adc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:28.983678 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-903a318f-c311-4f67-854f-b098c2d30adc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 812 time: 0.3534834 Aug 27 14:05:28.984602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54304) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:29.038274 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-f0512a9d-64a8-4f15-bfcf-6b1140fd6b87 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/quotas/6b277640d904428c906f00d6ad23c06b HTTP/1.1" status: 200 len: 375 time: 0.0419312 Aug 27 14:05:29.046292 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3e80aa4e-f317-47b8-b0ed-752543541cbd up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:29.087728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0052c30-7c01-4f8c-93dc-8076d23b7d8e None None] Network 3d6ac08c-b160-4d95-8554-deab9e55c529 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:29.146894 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9acd03d0-1cbd-49c4-b85f-b7ee2a46953d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c86a02c46f964da5956327186d8880f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590910 Aug 27 14:05:29.152343 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54308) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:29.163779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 3e80aa4e-f317-47b8-b0ed-752543541cbd completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:29.180697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 3e80aa4e-f317-47b8-b0ed-752543541cbd triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:29.181256 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:29.209374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7c1249c7-d65a-481e-831b-17949de08a74 None None] Provisioning for port be33e5d8-523e-415d-ae60-e7e0450f8bea completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:29.236203 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:05:29.239355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 54557626-add6-47d5-ba39-0443b91783bc no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:29.244686 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7c1249c7-d65a-481e-831b-17949de08a74 None None] Provisioning complete for port be33e5d8-523e-415d-ae60-e7e0450f8bea triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:29.244686 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c1249c7-d65a-481e-831b-17949de08a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:29.249184 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-a8c9ebde-6851-47c8-8d40-06817a29a189 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2031002 Aug 27 14:05:29.269791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:29.272417 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ca604b9e-5de5-4253-9d9a-0ed6c241845e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0626650 Aug 27 14:05:29.273160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-c13b74fc-877c-4d4d-9812-93ab1a5b67bd service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:05:29.274181 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-c13b74fc-877c-4d4d-9812-93ab1a5b67bd service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089598 Aug 27 14:05:29.279175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54310) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:29.288043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 54557626-add6-47d5-ba39-0443b91783bc {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:29.288772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 54557626-add6-47d5-ba39-0443b91783bc not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:29.291398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Sync routers for ids ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:05:29.309117 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-add566f8-9eb0-4d8c-8744-b4719b1754ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:29.338902 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeddceb-a53c-429a-8d89-ef042283dbd4 req-b4264d35-7ada-49ba-880c-105f1701c212 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:29.340464 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3eeddceb-a53c-429a-8d89-ef042283dbd4 req-b4264d35-7ada-49ba-880c-105f1701c212 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 944 time: 0.1272442 Aug 27 14:05:29.360105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Routers {'d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:29.360734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:29.394035 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-add566f8-9eb0-4d8c-8744-b4719b1754ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:29.439435 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3eeddceb-a53c-429a-8d89-ef042283dbd4 req-4e4c5231-8a82-4ddb-b973-834d33780a84 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bd9d470-ba33-4191-9fd4-ff16c6c7662e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865045 Aug 27 14:05:29.506605 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-eb09508b-2b41-4de4-a8d4-3939a5561d6b service neutron] 10.222.0.55 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984601 Aug 27 14:05:29.526173 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:29.560174 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:29.611937 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Set router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:29.634508 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-add566f8-9eb0-4d8c-8744-b4719b1754ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:29.637621 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-add566f8-9eb0-4d8c-8744-b4719b1754ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:29.641330 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-add566f8-9eb0-4d8c-8744-b4719b1754ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed8427e4-83d7-443c-b5fe-667b370b3f10 HTTP/1.1" status: 204 len: 168 time: 0.4861126 Aug 27 14:05:29.663457 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c1249c7-d65a-481e-831b-17949de08a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:29.756714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7c1249c7-d65a-481e-831b-17949de08a74 None None] For port be33e5d8-523e-415d-ae60-e7e0450f8bea, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=be33e5d8-523e-415d-ae60-e7e0450f8bea,segment=NetworkSegment(6c2a41b8-67cc-4399-941c-8a8267867962),segment_id=6c2a41b8-67cc-4399-941c-8a8267867962)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:29.762856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd903fb10-24c0-496e-a127-f0b869a7bf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e80aa4e-f317-47b8-b0ed-752543541cbd'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:29.765602 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea86e84-a475-40f9-8bd9-b7eccf2c37ce" -d '{"events": [{"server_uuid": "d903fb10-24c0-496e-a127-f0b869a7bf8a", "name": "network-vif-plugged", "status": "completed", "tag": "3e80aa4e-f317-47b8-b0ed-752543541cbd"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:29.796268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add566f8-9eb0-4d8c-8744-b4719b1754ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8427e4-83d7-443c-b5fe-667b370b3f10,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:29.845181 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-21f5ee36-6108-4c79-b2f4-12e2c55d3c7c service neutron] 10.222.0.55 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284335 Aug 27 14:05:29.906802 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c1249c7-d65a-481e-831b-17949de08a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:29.963219 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3e80aa4e-f317-47b8-b0ed-752543541cbd, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3e80aa4e-f317-47b8-b0ed-752543541cbd,segment=NetworkSegment(a229d353-c547-4a16-9e6c-a4de2d145383),segment_id=a229d353-c547-4a16-9e6c-a4de2d145383)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:29.988189 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:30.053299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1249c7-d65a-481e-831b-17949de08a74 None None] Pushing event updated for resources: {'Port': ['ID=be33e5d8-523e-415d-ae60-e7e0450f8bea,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:30.057768 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec6b3cef-b0f1-431b-b885-2342ea55987a req-edb0f2bb-2763-4053-b4ed-aa61c6b9c945 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0469065 Aug 27 14:05:30.066468 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:30.109772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:28Z', 'revision_number': 3, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:30.148598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=3e80aa4e-f317-47b8-b0ed-752543541cbd,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:30.154929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Checking router: d3f3ee15-6572-4ed4-82ae-4b6a31d3009c for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:05:30.155281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Updating router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c port dce65d85-ac8d-4b48-a567-fc892f97cfaf binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:05:30.185422 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:30.252019 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10759eff-e0d8-449f-82cb-195584fd8b76 x-openstack-request-id: req-10759eff-e0d8-449f-82cb-195584fd8b76 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:30.252477 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d903fb10-24c0-496e-a127-f0b869a7bf8a", "name": "network-vif-plugged", "status": "completed", "tag": "3e80aa4e-f317-47b8-b0ed-752543541cbd", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:30.252837 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10759eff-e0d8-449f-82cb-195584fd8b76 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:30.253338 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd903fb10-24c0-496e-a127-f0b869a7bf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e80aa4e-f317-47b8-b0ed-752543541cbd', 'code': 200} Aug 27 14:05:30.256367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0a448c07-4669-48ab-8b7e-4464709e8da8 None None] Provisioning complete for port be33e5d8-523e-415d-ae60-e7e0450f8bea triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:30.256900 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0a448c07-4669-48ab-8b7e-4464709e8da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:30.299986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device be33e5d8-523e-415d-ae60-e7e0450f8bea up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:30.371208 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c1f7c3a9-e95c-4abc-b47c-5babd3af6df1 req-75e90e2e-ae40-44f4-98ca-fb81b2a19bdc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 210 time: 0.0968823 Aug 27 14:05:30.562057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port be33e5d8-523e-415d-ae60-e7e0450f8bea triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:30.563148 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:30.638047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:30.642890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae852a9-5fba-4d6c-a9c7-2cf0aee23d9b req-0d500bdd-0e3a-4763-9224-0ed26738a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:30.644393 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ae852a9-5fba-4d6c-a9c7-2cf0aee23d9b req-0d500bdd-0e3a-4763-9224-0ed26738a92e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 1097 time: 0.1137309 Aug 27 14:05:30.660824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421905d-af74-4c93-b751-71d4cd320b39 req-f9a7938a-9194-44fc-a4c2-38c41af3b529 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:30.669414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c421905d-af74-4c93-b751-71d4cd320b39 req-f9a7938a-9194-44fc-a4c2-38c41af3b529 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.1397073 Aug 27 14:05:30.686059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Allocated IP 172.20.0.1 (3d6ac08c-b160-4d95-8554-deab9e55c529/e9251415-7c90-47ee-bdc3-ae64aed10d17/5fe46132-0876-4ce2-b918-2c4ffb9eee32) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:30.705773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3e2e9-7cf3-426c-913d-08964cca09df req-52373951-a79f-48fa-83fb-ddcc2df20c36 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:30.713305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6dc3e2e9-7cf3-426c-913d-08964cca09df req-52373951-a79f-48fa-83fb-ddcc2df20c36 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 945 time: 0.1015346 Aug 27 14:05:30.767002 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:30.778621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Transition to ACTIVE for port object dce65d85-ac8d-4b48-a567-fc892f97cfaf will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:30.793867 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:30.842258 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c421905d-af74-4c93-b751-71d4cd320b39 req-206f3a68-48e0-4445-810c-6bfb3230da94 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719091 Aug 27 14:05:30.859025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ae852a9-5fba-4d6c-a9c7-2cf0aee23d9b req-bef74f79-e052-4838-b2ea-737b5a690e21 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9bd9d470-ba33-4191-9fd4-ff16c6c7662e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531007 Aug 27 14:05:30.895001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Attempting to bind port dce65d85-ac8d-4b48-a567-fc892f97cfaf on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:30.895385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Attempting to bind port dce65d85-ac8d-4b48-a567-fc892f97cfaf by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:30.895906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Attempting to bind port dce65d85-ac8d-4b48-a567-fc892f97cfaf on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:30.901912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:30.902296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:30.902728 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:30.903131 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:30.903672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Bound port: dce65d85-ac8d-4b48-a567-fc892f97cfaf, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:30.904059 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:30.905828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39babc9-d39c-473d-977a-656c96b32b3a None None] Pushing event updated for resources: {'Port': ['ID=dce65d85-ac8d-4b48-a567-fc892f97cfaf,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:30.926006 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:30.964760 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Router cb569add-7d74-4a3e-8642-d07a7021f378 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:05:30.969007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] For port dce65d85-ac8d-4b48-a567-fc892f97cfaf, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:30.975846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] For port dce65d85-ac8d-4b48-a567-fc892f97cfaf, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dce65d85-ac8d-4b48-a567-fc892f97cfaf,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:30.978982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Transition to ACTIVE for port object 5fe46132-0876-4ce2-b918-2c4ffb9eee32 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:30.983410 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:30.991570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6dc3e2e9-7cf3-426c-913d-08964cca09df req-ac3d0c68-94c3-43fa-9fb0-349fc727b8a5 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bd9d470-ba33-4191-9fd4-ff16c6c7662e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773347 Aug 27 14:05:31.040623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Routers {'d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:31.041266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:31.068922 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:31.090155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39babc9-d39c-473d-977a-656c96b32b3a None None] Pushing event updated for resources: {'Port': ['ID=dce65d85-ac8d-4b48-a567-fc892f97cfaf,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:31.107704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Network 3d6ac08c-b160-4d95-8554-deab9e55c529 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:31.110566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:31.117761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:31.149426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:05:31.158133 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:31.174409 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Sync routers for ids ['cb569add-7d74-4a3e-8642-d07a7021f378'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:05:31.190092 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Routers {'cb569add-7d74-4a3e-8642-d07a7021f378'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:31.195082 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb569add-7d74-4a3e-8642-d07a7021f378'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:31.211213 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:31.213766 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-828684fa-dffc-4968-a12d-d74be249dd3f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7145498 Aug 27 14:05:31.215375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] Set router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:31.216381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54360) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:31.234168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe46132-0876-4ce2-b918-2c4ffb9eee32,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:31.436324 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Set router cb569add-7d74-4a3e-8642-d07a7021f378 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:31.449791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:31.543472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab940c3c-7fe1-40aa-a756-5f44907d9552 req-dd2031ae-9243-45da-a688-1180a8d0522a tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.1016412 Aug 27 14:05:31.610800 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:28Z', 'revision_number': 3, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:31.650875 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ef36850-1b94-4449-9966-df86c7549148 req-cb5e0e86-d334-4658-8293-95b07288c3fe tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 210 time: 0.0568159 Aug 27 14:05:31.786901 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'name': 'tempest-ServerRescueNegativeTestJSON-1794196618-router', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:25Z', 'updated_at': '2021-08-27T14:05:29Z', 'revision_number': 3, 'project_id': 'd0b04ca81867422fba8b0c1554859c0b', 'gw_port': {'id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:27Z', 'updated_at': '2021-08-27T14:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:31.831820 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:31.842531 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:31.935547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0fd9aa-1544-4081-802e-0abd4dcf6f94 None None] The sync data for ids ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'] in n-d-712139-12 is: [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:28Z', 'revision_number': 3, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:05:31.939125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-75a2588c-5bc5-440a-9a2e-43a0d734bf0e None None] Provisioning for port 5fe46132-0876-4ce2-b918-2c4ffb9eee32 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:31.959664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-75a2588c-5bc5-440a-9a2e-43a0d734bf0e None None] Provisioning complete for port 5fe46132-0876-4ce2-b918-2c4ffb9eee32 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:31.960329 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-75a2588c-5bc5-440a-9a2e-43a0d734bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:31.967042 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Checking router: cb569add-7d74-4a3e-8642-d07a7021f378 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:05:31.968777 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Updating router cb569add-7d74-4a3e-8642-d07a7021f378 port aa99a82c-42c0-4e9b-92d2-411b9b8cf619 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:05:31.987652 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:32.015999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe46132-0876-4ce2-b918-2c4ffb9eee32,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:32.028027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-75a2588c-5bc5-440a-9a2e-43a0d734bf0e None None] Port 5fe46132-0876-4ce2-b918-2c4ffb9eee32 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:05:32.049256 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:32.118473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54376) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:32.183909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8075a5f-2bf5-4b24-a34d-a79658e8f786 req-ec56a21b-6366-43d2-8267-ccb0448620ab tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:32.185487 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8075a5f-2bf5-4b24-a34d-a79658e8f786 req-ec56a21b-6366-43d2-8267-ccb0448620ab tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.2359746 Aug 27 14:05:32.207254 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:32.267410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Network 3d6ac08c-b160-4d95-8554-deab9e55c529 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:32.282944 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:32.340605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e0287-b282-4b57-a35d-a23e9b37cc71 req-c1115a3e-2211-495a-87ab-5e500ab0ed25 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:32.360041 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e61e0287-b282-4b57-a35d-a23e9b37cc71 req-c1115a3e-2211-495a-87ab-5e500ab0ed25 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 945 time: 0.1832776 Aug 27 14:05:32.393495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-6ec7171b-84ba-4072-a99f-2269e8a34a9f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:32.404064 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-6ec7171b-84ba-4072-a99f-2269e8a34a9f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 812 time: 0.3279550 Aug 27 14:05:32.423367 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8075a5f-2bf5-4b24-a34d-a79658e8f786 req-900104f5-dce3-46ac-9bb4-f9537d58f1c8 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271659 Aug 27 14:05:32.513771 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e61e0287-b282-4b57-a35d-a23e9b37cc71 req-818ed8be-0aed-4df0-bbc3-efb3a334989b tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bd9d470-ba33-4191-9fd4-ff16c6c7662e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525867 Aug 27 14:05:32.612285 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:32.625631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0a155-7159-4fb6-a6ed-980cf819d592 req-d267535a-8f15-4811-bd39-18528b490106 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:32.628976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-78f0a155-7159-4fb6-a6ed-980cf819d592 req-d267535a-8f15-4811-bd39-18528b490106 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.4057753 Aug 27 14:05:32.630278 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7736dab8-9fb8-4b42-bc4a-836447be340e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:32.634543 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Transition to ACTIVE for port object aa99a82c-42c0-4e9b-92d2-411b9b8cf619 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:32.636493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:05:32.649901 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:32.717079 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8371eae-a967-48a0-8201-e261ef830ccc None None] Pushing event updated for resources: {'Port': ['ID=aa99a82c-42c0-4e9b-92d2-411b9b8cf619,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:32.721718 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Attempting to bind port aa99a82c-42c0-4e9b-92d2-411b9b8cf619 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:32.727080 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Attempting to bind port aa99a82c-42c0-4e9b-92d2-411b9b8cf619 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:32.727549 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Attempting to bind port aa99a82c-42c0-4e9b-92d2-411b9b8cf619 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:32.752233 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:32.757181 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:32.758308 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:32.758432 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:32.759005 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Bound port: aa99a82c-42c0-4e9b-92d2-411b9b8cf619, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:32.759394 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:32.763990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-019c1656-03fe-406e-8ed4-71f4cc32fbb3 None None] Provisioning complete for port 5fe46132-0876-4ce2-b918-2c4ffb9eee32 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:32.764943 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-019c1656-03fe-406e-8ed4-71f4cc32fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:32.796491 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-8073653c-b68b-440f-8f11-495f29efa983 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b277640d904428c906f00d6ad23c06b HTTP/1.1" status: 200 len: 379 time: 0.2604496 Aug 27 14:05:32.808520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Request body: {'port': {'device_id': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'admin_state_up': True, 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'security_groups': ['d5d05011-33eb-4cad-9e25-6cc27adbb48f']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:32.837993 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a3032fa-4f3e-4dc1-87fa-b53ec6af6860 req-78084284-3c0b-4985-81ea-38b3aaf0256f tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0398510 Aug 27 14:05:32.839786 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] For port aa99a82c-42c0-4e9b-92d2-411b9b8cf619, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:32.845394 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] For port aa99a82c-42c0-4e9b-92d2-411b9b8cf619, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=aa99a82c-42c0-4e9b-92d2-411b9b8cf619,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:32.856895 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:32.869077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:05:32.872070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-019c1656-03fe-406e-8ed4-71f4cc32fbb3 None None] Port 5fe46132-0876-4ce2-b918-2c4ffb9eee32 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:05:32.889839 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-74232c50-ae47-4353-a0fd-fddc3e09f889 admin admin] 10.222.0.55 "PUT /v2.0/routers/d3f3ee15-6572-4ed4-82ae-4b6a31d3009c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6093554 Aug 27 14:05:32.947578 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8371eae-a967-48a0-8201-e261ef830ccc None None] Pushing event updated for resources: {'Port': ['ID=aa99a82c-42c0-4e9b-92d2-411b9b8cf619,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:32.956529 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Routers {'cb569add-7d74-4a3e-8642-d07a7021f378'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:32.957204 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb569add-7d74-4a3e-8642-d07a7021f378'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:32.981454 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21254ef2-0f6b-44c9-9fb4-1307cb566d21 req-c4eed10c-a357-4291-b873-aca5895d4cfa tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 210 time: 0.1994607 Aug 27 14:05:33.092814 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] Set router cb569add-7d74-4a3e-8642-d07a7021f378 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:33.133569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Allocated IP 172.20.0.1 (dd877a5c-79f4-49e7-9087-58e80b55fb9c/5faea510-96bd-4d44-b728-c0dbab11e1e3/a59ebf62-1129-4868-b1fa-bced6b300220) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:33.230144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-78f0a155-7159-4fb6-a6ed-980cf819d592 req-4e022980-11e6-4e14-9892-504e2dc49955 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Deleting port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:33.230726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-78f0a155-7159-4fb6-a6ed-980cf819d592 req-4e022980-11e6-4e14-9892-504e2dc49955 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:33.320822 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7736dab8-9fb8-4b42-bc4a-836447be340e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:33.331857 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'name': 'tempest-ServerRescueNegativeTestJSON-1794196618-router', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:25Z', 'updated_at': '2021-08-27T14:05:29Z', 'revision_number': 3, 'project_id': 'd0b04ca81867422fba8b0c1554859c0b', 'gw_port': {'id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:27Z', 'updated_at': '2021-08-27T14:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:33.340975 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7736dab8-9fb8-4b42-bc4a-836447be340e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:33.367830 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd3c32-fe25-48d4-9e7d-4541ea5b06ba None None] The sync data for ids ['cb569add-7d74-4a3e-8642-d07a7021f378'] in n-d-712139-12 is: [{'id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'name': 'tempest-ServerRescueNegativeTestJSON-1794196618-router', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:25Z', 'updated_at': '2021-08-27T14:05:29Z', 'revision_number': 3, 'project_id': 'd0b04ca81867422fba8b0c1554859c0b', 'gw_port': {'id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:27Z', 'updated_at': '2021-08-27T14:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:05:33.416807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Made reservation on behalf of 6b277640d904428c906f00d6ad23c06b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:33.420758 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:33.470970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736dab8-9fb8-4b42-bc4a-836447be340e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34b2951-4fbc-4972-9330-18c1048f90f0,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:33.476232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7736dab8-9fb8-4b42-bc4a-836447be340e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1eafe5c670a451c8fabf07c9780d389&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3539813 Aug 27 14:05:33.479750 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54430) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:33.493488 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:33.518393 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-78f0a155-7159-4fb6-a6ed-980cf819d592 req-4e022980-11e6-4e14-9892-504e2dc49955 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] For port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2ef860b0-f4b5-46e1-933d-82bc9b1784f5,segment=NetworkSegment(a69ba301-f2c8-4193-a8f0-98716e23a196),segment_id=a69ba301-f2c8-4193-a8f0-98716e23a196)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:33.518393 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-78f0a155-7159-4fb6-a6ed-980cf819d592 req-4e022980-11e6-4e14-9892-504e2dc49955 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:33.585592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-78f0a155-7159-4fb6-a6ed-980cf819d592 req-4e022980-11e6-4e14-9892-504e2dc49955 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Calling delete_port for 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:33.605591 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc58e979-ba1c-441a-9a85-85e9493fa2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:33.681515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54840493-57ea-4f73-9c6a-07ca22cc83e4 req-e377e1d3-9314-4af4-9bbf-571535734849 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:33.685919 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54840493-57ea-4f73-9c6a-07ca22cc83e4 req-e377e1d3-9314-4af4-9bbf-571535734849 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 945 time: 0.1554117 Aug 27 14:05:33.688056 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc58e979-ba1c-441a-9a85-85e9493fa2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:33.831304 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:33.836268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54840493-57ea-4f73-9c6a-07ca22cc83e4 req-bf9a2e33-4cbd-46f5-a597-9095ce1e6668 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/security-groups?id=f276d972-acbb-40ec-bef0-fc9f1716a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212378 Aug 27 14:05:33.889054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc58e979-ba1c-441a-9a85-85e9493fa2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:33.893622 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc58e979-ba1c-441a-9a85-85e9493fa2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:33.895735 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bc58e979-ba1c-441a-9a85-85e9493fa2bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e34b2951-4fbc-4972-9330-18c1048f90f0 HTTP/1.1" status: 204 len: 168 time: 0.4146633 Aug 27 14:05:33.909287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Allocated IP 172.20.0.12 (3fece9f9-82a7-4a38-8bb3-a19a02edf433/a874467b-9f6d-44fe-ad23-66bd4874d2ed/9e1b0f85-7589-49d4-84cb-8da7b39529b8) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:33.941319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58e979-ba1c-441a-9a85-85e9493fa2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34b2951-4fbc-4972-9330-18c1048f90f0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:33.959872 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Network dd877a5c-79f4-49e7-9087-58e80b55fb9c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:33.994783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573eaa49-70d0-44ab-b381-b7e851faf2e0 req-742f5919-c254-4b14-8050-bb492cd9194f tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:33.996413 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-573eaa49-70d0-44ab-b381-b7e851faf2e0 req-742f5919-c254-4b14-8050-bb492cd9194f tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 945 time: 0.2404637 Aug 27 14:05:34.001490 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:34.004768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:34.019747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Pushing event updated for resources: {'Port': ['ID=a59ebf62-1129-4868-b1fa-bced6b300220,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:34.074504 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d52cb79-9da6-4e84-bf2c-462f4ad9f3f7 req-22a1edb1-45fe-442f-b1b6-0f8283dca921 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0464072 Aug 27 14:05:34.213224 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0702ac48-9cec-49d1-9392-2a1da3ff28ec req-f3ec1a16-223c-4fc5-93d0-6ce53ad337ac tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 210 time: 0.0548172 Aug 27 14:05:34.338951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:34.342831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device aa99a82c-42c0-4e9b-92d2-411b9b8cf619 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:34.347625 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-78f0a155-7159-4fb6-a6ed-980cf819d592 req-4e022980-11e6-4e14-9892-504e2dc49955 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:34.459223 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-573eaa49-70d0-44ab-b381-b7e851faf2e0 req-c21ed0c4-1715-4735-8a8e-fd21c91d2d76 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bd9d470-ba33-4191-9fd4-ff16c6c7662e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362345 Aug 27 14:05:34.482057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port aa99a82c-42c0-4e9b-92d2-411b9b8cf619 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:34.502229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port aa99a82c-42c0-4e9b-92d2-411b9b8cf619 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:34.503837 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:34.517929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e022980-11e6-4e14-9892-504e2dc49955 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Pushing event deleted for resources: {'Port': ['ID=2ef860b0-f4b5-46e1-933d-82bc9b1784f5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:34.585300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Sync routers for ids ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:05:34.638088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f0a155-7159-4fb6-a6ed-980cf819d592 req-4e022980-11e6-4e14-9892-504e2dc49955 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] No DVR routers for this DVR port 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:05:34.641229 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-78f0a155-7159-4fb6-a6ed-980cf819d592 req-4e022980-11e6-4e14-9892-504e2dc49955 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:34.643486 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-78f0a155-7159-4fb6-a6ed-980cf819d592 req-4e022980-11e6-4e14-9892-504e2dc49955 tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.52 "DELETE /v2.0/ports/2ef860b0-f4b5-46e1-933d-82bc9b1784f5 HTTP/1.1" status: 204 len: 173 time: 1.9628756 Aug 27 14:05:34.650096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85aa150-bc73-4969-8d4a-656fb68266e1', 'name': 'network-vif-deleted', 'tag': '2ef860b0-f4b5-46e1-933d-82bc9b1784f5'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:34.652950 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377c48fa-5b85-490c-9789-9d50343a19ab" -d '{"events": [{"server_uuid": "a85aa150-bc73-4969-8d4a-656fb68266e1", "name": "network-vif-deleted", "tag": "2ef860b0-f4b5-46e1-933d-82bc9b1784f5"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:34.680584 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:34.681126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Routers {'d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:34.686698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:34.712470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Transition to ACTIVE for port object 9e1b0f85-7589-49d4-84cb-8da7b39529b8 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:34.773909 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:34.882931 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:34.943563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:34.959418 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7f491a-2a39-4dbd-8341-5f51b2c933b9 x-openstack-request-id: req-4e7f491a-2a39-4dbd-8341-5f51b2c933b9 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:34.959720 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85aa150-bc73-4969-8d4a-656fb68266e1", "name": "network-vif-deleted", "tag": "2ef860b0-f4b5-46e1-933d-82bc9b1784f5", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:34.959978 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e7f491a-2a39-4dbd-8341-5f51b2c933b9 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:34.960379 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85aa150-bc73-4969-8d4a-656fb68266e1', 'name': 'network-vif-deleted', 'tag': '2ef860b0-f4b5-46e1-933d-82bc9b1784f5', 'status': 'completed', 'code': 200} Aug 27 14:05:34.963723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:34.966209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:35.101107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:35.115384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:35.169951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e2869a4c-115d-4039-856d-b2bf37d3e72f req-e9ad0133-4c4b-4add-af8f-90441be8798f tempest-ServerRescueTestJSON-146915478 tempest-ServerRescueTestJSON-146915478-project] 10.222.0.55 "GET /v2.0/ports?device_id=a85aa150-bc73-4969-8d4a-656fb68266e1 HTTP/1.1" status: 200 len: 210 time: 0.0815833 Aug 27 14:05:35.207048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:35.207969 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:35.238631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:35.240893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2ef860b0-f4b5-46e1-933d-82bc9b1784f5 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:35.257940 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:35.269297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc3074-eca7-40ee-83e7-f45d16d2c624 req-9421426e-12bf-479e-b7c8-87c412017123 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:35.282209 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d4fc3074-eca7-40ee-83e7-f45d16d2c624 req-9421426e-12bf-479e-b7c8-87c412017123 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 945 time: 0.1781168 Aug 27 14:05:35.285040 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bc3183eb-05cf-4a95-8253-130eef36a4c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4818048 Aug 27 14:05:35.328754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Set router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:35.336192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Request body: {'port': {'device_id': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:35.367349 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d4fc3074-eca7-40ee-83e7-f45d16d2c624 req-fe184ef8-7c13-474a-9f34-e969571d8903 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bd9d470-ba33-4191-9fd4-ff16c6c7662e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834243 Aug 27 14:05:35.422394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54514) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:35.426500 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9a7501e6-ec09-4a1a-a807-ee9e9ae6dfc6 req-445e0084-2a84-4487-b802-70f309b854d9 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0911872 Aug 27 14:05:35.441337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port aa99a82c-42c0-4e9b-92d2-411b9b8cf619, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=aa99a82c-42c0-4e9b-92d2-411b9b8cf619,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:35.482582 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:35.483422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dce65d85-ac8d-4b48-a567-fc892f97cfaf up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:35.518876 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:35.540794 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:35.552253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b110cbb5-ad4a-4be7-ba62-10fb107d2c05 None None] Provisioning for port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:35.585111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670429dc-cb15-42cd-bcb9-539ae4ea5a49 req-f395566e-96a1-4963-8dda-00475e10cfe1 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:35.589015 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-670429dc-cb15-42cd-bcb9-539ae4ea5a49 req-f395566e-96a1-4963-8dda-00475e10cfe1 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 932 time: 0.1112072 Aug 27 14:05:35.594264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-807286198-network', 'tenant_id': '3c68d5ffe1a3432394157ebaf96a27eb'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:35.603880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b110cbb5-ad4a-4be7-ba62-10fb107d2c05 None None] Provisioning complete for port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:35.604520 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b110cbb5-ad4a-4be7-ba62-10fb107d2c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:35.653848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Made reservation on behalf of 3c68d5ffe1a3432394157ebaf96a27eb for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:35.656208 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:35.666449 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:35.671821 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-670429dc-cb15-42cd-bcb9-539ae4ea5a49 req-292b9842-fc25-4046-a49b-538f22a177fb tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608864 Aug 27 14:05:35.800466 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=aa99a82c-42c0-4e9b-92d2-411b9b8cf619,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:35.825878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b110cbb5-ad4a-4be7-ba62-10fb107d2c05 None None] Port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:05:35.843945 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:35.853402 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:35.878818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port dce65d85-ac8d-4b48-a567-fc892f97cfaf completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:35.893847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port dce65d85-ac8d-4b48-a567-fc892f97cfaf triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:35.896682 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:35.910703 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:05:35.944793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08361ff9-fb88-4804-9ef6-c0880e2b34d1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:35.949750 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:35.950096 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Added segment d924543f-3ba3-427d-9fae-8d1cc8ed5ca9 of type vlan for network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 Aug 27 14:05:35.986891 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:31Z', 'revision_number': 4, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '5fe46132-0876-4ce2-b918-2c4ffb9eee32', 'name': '', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'mac_address': 'fa:16:3e:24:eb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:30Z', 'updated_at': '2021-08-27T14:05:31Z', 'revision_number': 2, 'project_id': '8195041a81054181a5083895b22e88b8', 'subnets': [{'id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:36.024898 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.029773 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.035717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Checking router: d3f3ee15-6572-4ed4-82ae-4b6a31d3009c for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:05:36.037036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Updating router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c port 5fe46132-0876-4ce2-b918-2c4ffb9eee32 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:05:36.061550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Pushing event updated for resources: {'Port': ['ID=a59ebf62-1129-4868-b1fa-bced6b300220,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:36.061901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.063211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:36.063668 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.092360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.152088 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.157525 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.236341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8073661 Aug 27 14:05:36.237218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54526) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:36.237954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port dce65d85-ac8d-4b48-a567-fc892f97cfaf, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dce65d85-ac8d-4b48-a567-fc892f97cfaf,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:36.247041 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.250748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3d516c75-db4e-4799-8c42-4fe039a23dd0 admin admin] Request body: {'subnet': {'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-807286198-subnet', 'tenant_id': '3c68d5ffe1a3432394157ebaf96a27eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:36.260818 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27fece-e156-414e-bbf0-f61ad7f4fdef admin admin] Pushing event updated for resources: {'Network': ['ID=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:36.285061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d516c75-db4e-4799-8c42-4fe039a23dd0 admin admin] Made reservation on behalf of 3c68d5ffe1a3432394157ebaf96a27eb for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:36.289413 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d516c75-db4e-4799-8c42-4fe039a23dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.331720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:05:36.344960 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54530) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:36.448311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device aa99a82c-42c0-4e9b-92d2-411b9b8cf619 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:36.514199 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Network dd877a5c-79f4-49e7-9087-58e80b55fb9c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:36.518628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:36.550537 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=dce65d85-ac8d-4b48-a567-fc892f97cfaf,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:36.565562 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2aa9dd-ab7b-4823-a0a9-dd3354e42f2a req-2711e7a2-9eb8-45d5-845c-bdba55a8579d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:36.567086 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb2aa9dd-ab7b-4823-a0a9-dd3354e42f2a req-2711e7a2-9eb8-45d5-845c-bdba55a8579d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.52 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 945 time: 0.2679110 Aug 27 14:05:36.657981 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d8933bf-a793-4320-80c1-179585ec75f9 req-e3f26cbc-5f62-4815-903d-e279e9529360 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0527143 Aug 27 14:05:36.701608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port aa99a82c-42c0-4e9b-92d2-411b9b8cf619 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:36.702334 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.799193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259500ec-b479-465a-9de7-14ae64493bc4 req-06b7af6c-9ee8-4952-b295-5d4e4ff9244d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:36.807291 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-259500ec-b479-465a-9de7-14ae64493bc4 req-06b7af6c-9ee8-4952-b295-5d4e4ff9244d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/ports?device_id=d903fb10-24c0-496e-a127-f0b869a7bf8a HTTP/1.1" status: 200 len: 945 time: 0.2713141 Aug 27 14:05:36.924394 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.930887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1b0f85-7589-49d4-84cb-8da7b39529b8 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:36.938163 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d516c75-db4e-4799-8c42-4fe039a23dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.941227 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Transition to ACTIVE for port object 5fe46132-0876-4ce2-b918-2c4ffb9eee32 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:36.949126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-259500ec-b479-465a-9de7-14ae64493bc4 req-d0edd3a0-196e-41c0-8334-e37039726997 tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bd9d470-ba33-4191-9fd4-ff16c6c7662e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409009 Aug 27 14:05:36.951098 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.953520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Router cb569add-7d74-4a3e-8642-d07a7021f378 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:05:36.957061 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:36.986722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-eb2aa9dd-ab7b-4823-a0a9-dd3354e42f2a req-11b9f13a-ee82-406d-bd23-92d1da244f8d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Deleting port 3e80aa4e-f317-47b8-b0ed-752543541cbd {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:36.987523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-eb2aa9dd-ab7b-4823-a0a9-dd3354e42f2a req-11b9f13a-ee82-406d-bd23-92d1da244f8d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:37.000192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d516c75-db4e-4799-8c42-4fe039a23dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3554799f-a4a2-458b-9556-37ea29d379ae,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:37.019512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Transition to ACTIVE for port object 9e1b0f85-7589-49d4-84cb-8da7b39529b8 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:37.066354 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5642f3-07b4-428c-a4bc-2b87d17093a2 req-441505c9-d80a-47ec-bfd7-caf42efa7830 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:37.068576 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:37.075056 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2f5642f3-07b4-428c-a4bc-2b87d17093a2 req-441505c9-d80a-47ec-bfd7-caf42efa7830 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 932 time: 0.2230375 Aug 27 14:05:37.082550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d753d8-cbd1-4efa-91c1-6ad0b0e349eb None None] Pushing event updated for resources: {'Port': ['ID=5fe46132-0876-4ce2-b918-2c4ffb9eee32,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:37.183318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2f5642f3-07b4-428c-a4bc-2b87d17093a2 req-6880106b-6add-4b46-95e6-bfea13b9276c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071913 Aug 27 14:05:37.189715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Attempting to bind port 5fe46132-0876-4ce2-b918-2c4ffb9eee32 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:37.190094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Attempting to bind port 5fe46132-0876-4ce2-b918-2c4ffb9eee32 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6c2a41b8-67cc-4399-941c-8a8267867962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:37.190465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Attempting to bind port 5fe46132-0876-4ce2-b918-2c4ffb9eee32 on network 3d6ac08c-b160-4d95-8554-deab9e55c529 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:37.203972 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d516c75-db4e-4799-8c42-4fe039a23dd0 admin admin] Checking segment: {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:37.205376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d516c75-db4e-4799-8c42-4fe039a23dd0 admin admin] Network hostable DHCP agents. Network: 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:05:37.211452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:37.211627 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Checking segment: {'id': '6c2a41b8-67cc-4399-941c-8a8267867962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:37.213643 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:37.213643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Bound using segment: {'id': '6c2a41b8-67cc-4399-941c-8a8267867962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:37.213643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Bound port: 5fe46132-0876-4ce2-b918-2c4ffb9eee32, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2a41b8-67cc-4399-941c-8a8267867962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:37.213643 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:37.345401 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] For port 5fe46132-0876-4ce2-b918-2c4ffb9eee32, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:37.353987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d516c75-db4e-4799-8c42-4fe039a23dd0 admin admin] Network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:05:37.357534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] For port 5fe46132-0876-4ce2-b918-2c4ffb9eee32, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5fe46132-0876-4ce2-b918-2c4ffb9eee32,segment=NetworkSegment(6c2a41b8-67cc-4399-941c-8a8267867962),segment_id=6c2a41b8-67cc-4399-941c-8a8267867962)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:37.365598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:37.369105 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:37.392386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-3d516c75-db4e-4799-8c42-4fe039a23dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:37.405419 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d516c75-db4e-4799-8c42-4fe039a23dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:37.406509 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d516c75-db4e-4799-8c42-4fe039a23dd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:37.438441 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9be4cea9-477f-4441-98bb-8ad6657ae430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:37.442839 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3d516c75-db4e-4799-8c42-4fe039a23dd0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2002542 Aug 27 14:05:37.453991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-eb2aa9dd-ab7b-4823-a0a9-dd3354e42f2a req-11b9f13a-ee82-406d-bd23-92d1da244f8d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] For port 3e80aa4e-f317-47b8-b0ed-752543541cbd, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3e80aa4e-f317-47b8-b0ed-752543541cbd,segment=NetworkSegment(a229d353-c547-4a16-9e6c-a4de2d145383),segment_id=a229d353-c547-4a16-9e6c-a4de2d145383)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:37.454486 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-eb2aa9dd-ab7b-4823-a0a9-dd3354e42f2a req-11b9f13a-ee82-406d-bd23-92d1da244f8d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:37.472195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:05:37.496608 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-eb2aa9dd-ab7b-4823-a0a9-dd3354e42f2a req-11b9f13a-ee82-406d-bd23-92d1da244f8d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Calling delete_port for 3e80aa4e-f317-47b8-b0ed-752543541cbd owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:37.502235 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Sync routers for ids ['cb569add-7d74-4a3e-8642-d07a7021f378'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:05:37.512523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdb961b-770d-4512-bb2a-6431afa01e9c None None] Network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:37.518496 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bb6bb5ac-e333-41a0-8877-0d7da9fe1f9e admin admin] 10.222.0.55 "PUT /v2.0/routers/cb569add-7d74-4a3e-8642-d07a7021f378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3007178 Aug 27 14:05:37.530334 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Routers {'cb569add-7d74-4a3e-8642-d07a7021f378'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:37.531907 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb569add-7d74-4a3e-8642-d07a7021f378'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:37.700592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Attempting to bind port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:37.700878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Attempting to bind port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:37.701150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Attempting to bind port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:37.707477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:05:37.708453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Attempting to bind port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:37.728785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Routers {'d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:37.741055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:37.742459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:37.742849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Checking segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:37.746936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Bound using segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:37.747473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Bound port: 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:37.747861 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:37.874521 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Set router cb569add-7d74-4a3e-8642-d07a7021f378 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:37.897365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d753d8-cbd1-4efa-91c1-6ad0b0e349eb None None] Pushing event updated for resources: {'Port': ['ID=5fe46132-0876-4ce2-b918-2c4ffb9eee32,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:37.983429 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:38.003395 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-9be4cea9-477f-4441-98bb-8ad6657ae430 admin admin] Deleting port dead9efc-9cbb-48aa-a07e-2ce5335454eb {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:38.003987 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9be4cea9-477f-4441-98bb-8ad6657ae430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:38.012256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:38.034539 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0258dc79-796f-4dc6-ad3d-df3f271a430d req-d19be142-6cae-478b-bf78-468e8c9bde0d tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.1194327 Aug 27 14:05:38.055717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:38.215884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:38.216729 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:38.218258 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] 10.222.0.41 "PUT /v2.0/ports/9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 200 len: 1093 time: 2.8980930 Aug 27 14:05:38.221457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:38.224440 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77f6d4e-d160-457d-8680-d047e6075ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:38.314338 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-eba2eb28-0593-4454-a2e0-c511b840133d tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:38.322233 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-eba2eb28-0593-4454-a2e0-c511b840133d tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/networks?id=dd877a5c-79f4-49e7-9087-58e80b55fb9c HTTP/1.1" status: 200 len: 819 time: 0.1806507 Aug 27 14:05:38.335883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ac62e-92a8-456e-b536-9ec63d05c43c service neutron] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:38.373199 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'name': 'tempest-ServerRescueNegativeTestJSON-1794196618-router', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:25Z', 'updated_at': '2021-08-27T14:05:34Z', 'revision_number': 4, 'project_id': 'd0b04ca81867422fba8b0c1554859c0b', 'gw_port': {'id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:27Z', 'updated_at': '2021-08-27T14:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'a59ebf62-1129-4868-b1fa-bced6b300220', 'name': '', 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'mac_address': 'fa:16:3e:22:78:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '5faea510-96bd-4d44-b728-c0dbab11e1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:32Z', 'updated_at': '2021-08-27T14:05:34Z', 'revision_number': 2, 'project_id': 'd0b04ca81867422fba8b0c1554859c0b', 'subnets': [{'id': '5faea510-96bd-4d44-b728-c0dbab11e1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:38.387603 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-0402f792-6441-4bcf-994b-02c222784f10 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/quotas/d0b04ca81867422fba8b0c1554859c0b HTTP/1.1" status: 200 len: 375 time: 0.0642781 Aug 27 14:05:38.402133 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-eb2aa9dd-ab7b-4823-a0a9-dd3354e42f2a req-11b9f13a-ee82-406d-bd23-92d1da244f8d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:38.446420 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-9be4cea9-477f-4441-98bb-8ad6657ae430 admin admin] For port dead9efc-9cbb-48aa-a07e-2ce5335454eb, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dead9efc-9cbb-48aa-a07e-2ce5335454eb,segment=NetworkSegment(a69ba301-f2c8-4193-a8f0-98716e23a196),segment_id=a69ba301-f2c8-4193-a8f0-98716e23a196)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:38.446901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9be4cea9-477f-4441-98bb-8ad6657ae430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:38.463183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dce65d85-ac8d-4b48-a567-fc892f97cfaf up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:38.468249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cd2c40-f891-4560-914f-9d43276d6903 None None] Network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:38.503702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-9be4cea9-477f-4441-98bb-8ad6657ae430 admin admin] Calling delete_port for dead9efc-9cbb-48aa-a07e-2ce5335454eb owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:38.508099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9f13a-ee82-406d-bd23-92d1da244f8d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Pushing event deleted for resources: {'Port': ['ID=3e80aa4e-f317-47b8-b0ed-752543541cbd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:38.529947 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Checking router: cb569add-7d74-4a3e-8642-d07a7021f378 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:05:38.531858 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Updating router cb569add-7d74-4a3e-8642-d07a7021f378 port a59ebf62-1129-4868-b1fa-bced6b300220 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:05:38.551126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-7b93732f-e7ba-473e-8e12-260023d61acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:38.552789 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-7b93732f-e7ba-473e-8e12-260023d61acb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 1096 time: 0.2690220 Aug 27 14:05:38.583563 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-796c5f62-460e-4b8f-adab-178d898f91a2 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0b04ca81867422fba8b0c1554859c0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1943238 Aug 27 14:05:38.623594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2aa9dd-ab7b-4823-a0a9-dd3354e42f2a req-11b9f13a-ee82-406d-bd23-92d1da244f8d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] No DVR routers for this DVR port 3e80aa4e-f317-47b8-b0ed-752543541cbd on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:05:38.629043 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:38.633485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-eb2aa9dd-ab7b-4823-a0a9-dd3354e42f2a req-11b9f13a-ee82-406d-bd23-92d1da244f8d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:38.635624 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb2aa9dd-ab7b-4823-a0a9-dd3354e42f2a req-11b9f13a-ee82-406d-bd23-92d1da244f8d tempest-ServerGroupTestJSON-937567638 tempest-ServerGroupTestJSON-937567638-project] 10.222.0.52 "DELETE /v2.0/ports/3e80aa4e-f317-47b8-b0ed-752543541cbd HTTP/1.1" status: 204 len: 173 time: 2.0025876 Aug 27 14:05:38.683817 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-8c0fb269-2cd0-4963-b700-fe8909dcc080 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 200 len: 217 time: 0.0871665 Aug 27 14:05:38.731858 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-f4382faf-c302-447c-8281-211c554a96f5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:05:38.741329 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-f4382faf-c302-447c-8281-211c554a96f5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1564820 Aug 27 14:05:38.744089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] Set router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:38.814807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-2029eb72-ecc5-45d9-ad81-239d9116f7d3 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:38.825815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port dce65d85-ac8d-4b48-a567-fc892f97cfaf triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:38.826288 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:38.828792 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-2029eb72-ecc5-45d9-ad81-239d9116f7d3 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 811 time: 0.4431098 Aug 27 14:05:38.862135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-a59e6e23-7883-41ed-ac71-629528ae9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:38.866672 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-a59e6e23-7883-41ed-ac71-629528ae9be8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.1622086 Aug 27 14:05:38.921449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-b952a127-c821-413d-bbbb-fff06c038cf2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/quotas/3c68d5ffe1a3432394157ebaf96a27eb HTTP/1.1" status: 200 len: 375 time: 0.0506928 Aug 27 14:05:38.931133 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-8d2ca8dd-d5fa-4644-826a-cfe74815d92b service neutron] 10.222.0.55 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886058 Aug 27 14:05:39.026149 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-b067940e-7520-4c6f-8d3f-c8bc04d9bdd7 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790942 Aug 27 14:05:39.054017 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-ab7b7b5f-f4c4-4baf-a86e-6bbe68995b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:39.055727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-ab7b7b5f-f4c4-4baf-a86e-6bbe68995b6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675313 Aug 27 14:05:39.099779 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:39.107124 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9be4cea9-477f-4441-98bb-8ad6657ae430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:39.108181 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3e80aa4e-f317-47b8-b0ed-752543541cbd no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:39.113175 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Transition to ACTIVE for port object a59ebf62-1129-4868-b1fa-bced6b300220 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:39.124150 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:39.152543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4cea9-477f-4441-98bb-8ad6657ae430 admin admin] Pushing event deleted for resources: {'Port': ['ID=dead9efc-9cbb-48aa-a07e-2ce5335454eb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:39.169704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 3e80aa4e-f317-47b8-b0ed-752543541cbd {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:39.170195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3e80aa4e-f317-47b8-b0ed-752543541cbd not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:39.210499 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553a3d8-c81c-4935-be34-b95c1b1c1716 None None] Pushing event updated for resources: {'Port': ['ID=a59ebf62-1129-4868-b1fa-bced6b300220,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:39.250659 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-d8f3ea36-ec42-42f1-aa8a-1aeed9bcdf2c service neutron] 10.222.0.55 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183959 Aug 27 14:05:39.329109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:31Z', 'revision_number': 4, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '5fe46132-0876-4ce2-b918-2c4ffb9eee32', 'name': '', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'mac_address': 'fa:16:3e:24:eb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:30Z', 'updated_at': '2021-08-27T14:05:37Z', 'revision_number': 4, 'project_id': '8195041a81054181a5083895b22e88b8', 'subnets': [{'id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:39.370506 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Attempting to bind port a59ebf62-1129-4868-b1fa-bced6b300220 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:39.371634 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Attempting to bind port a59ebf62-1129-4868-b1fa-bced6b300220 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '73b79295-2e16-4599-a08d-005443b7a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:39.372076 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Attempting to bind port a59ebf62-1129-4868-b1fa-bced6b300220 on network dd877a5c-79f4-49e7-9087-58e80b55fb9c {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:39.379015 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-676891e4-6a87-4206-87c5-ddd3cee92901 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122051 Aug 27 14:05:39.386513 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:39.386915 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Checking segment: {'id': '73b79295-2e16-4599-a08d-005443b7a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:39.387329 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:39.387724 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Bound using segment: {'id': '73b79295-2e16-4599-a08d-005443b7a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:39.388290 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Bound port: a59ebf62-1129-4868-b1fa-bced6b300220, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b79295-2e16-4599-a08d-005443b7a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:39.388639 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:39.415877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6296e3c-812a-4ee1-b25e-513fc0054505 None None] The sync data for ids ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'] in n-d-712139-12 is: [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:31Z', 'revision_number': 4, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '5fe46132-0876-4ce2-b918-2c4ffb9eee32', 'name': '', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'mac_address': 'fa:16:3e:24:eb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:30Z', 'updated_at': '2021-08-27T14:05:37Z', 'revision_number': 4, 'project_id': '8195041a81054181a5083895b22e88b8', 'subnets': [{'id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:05:39.569764 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] For port a59ebf62-1129-4868-b1fa-bced6b300220, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:39.574623 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] For port a59ebf62-1129-4868-b1fa-bced6b300220, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a59ebf62-1129-4868-b1fa-bced6b300220,segment=NetworkSegment(73b79295-2e16-4599-a08d-005443b7a5f4),segment_id=73b79295-2e16-4599-a08d-005443b7a5f4)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:39.596823 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:39.636364 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-9dccb54c-c11e-4265-8de7-9aef5253b898 service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018629 Aug 27 14:05:39.696452 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:39.755638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e98de97-bba2-455e-92a7-35f8cbfb64f7 req-bea91a97-6d3f-4d7f-a89e-de4a095f3102 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612621 Aug 27 14:05:39.780286 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553a3d8-c81c-4935-be34-b95c1b1c1716 None None] Pushing event updated for resources: {'Port': ['ID=a59ebf62-1129-4868-b1fa-bced6b300220,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:39.788204 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Routers {'cb569add-7d74-4a3e-8642-d07a7021f378'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:39.795014 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb569add-7d74-4a3e-8642-d07a7021f378'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:39.919916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-8f1ebf7d-6120-41a4-b64f-1cb0a3407694 service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342126 Aug 27 14:05:40.012227 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] Set router cb569add-7d74-4a3e-8642-d07a7021f378 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:40.143735 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ac26c6-949d-4168-be75-bb7eedf024e4 x-openstack-request-id: req-71ac26c6-949d-4168-be75-bb7eedf024e4 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:40.144503 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:40.145038 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71ac26c6-949d-4168-be75-bb7eedf024e4 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:40.146504 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'status': 'completed', 'code': 200} Aug 27 14:05:40.385878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f6d4e-d160-457d-8680-d047e6075ae1 req-11d11e96-6054-4d39-8838-f80ca6dfc958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:40.391171 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f77f6d4e-d160-457d-8680-d047e6075ae1 req-11d11e96-6054-4d39-8838-f80ca6dfc958 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 1096 time: 0.1881425 Aug 27 14:05:40.393888 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3e8476cb-66ff-42f1-b501-bf09cd3b3927 req-68d6b0e6-30b5-487c-a796-f613d6fa5be3 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.1006179 Aug 27 14:05:40.644294 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5fe46132-0876-4ce2-b918-2c4ffb9eee32 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:40.671391 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9be4cea9-477f-4441-98bb-8ad6657ae430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:40.822479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43123169-a2c2-47a1-8668-480a200053e2 req-89c85d78-2a50-41aa-99ce-82d52e14e931 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 210 time: 0.2161238 Aug 27 14:05:40.829037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f6d4e-d160-457d-8680-d047e6075ae1 req-6cb81b11-5ed4-4585-8b6d-10249c77e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:40.832554 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f77f6d4e-d160-457d-8680-d047e6075ae1 req-6cb81b11-5ed4-4585-8b6d-10249c77e943 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.4296753 Aug 27 14:05:40.836173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 5fe46132-0876-4ce2-b918-2c4ffb9eee32 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:40.837445 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'name': 'tempest-ServerRescueNegativeTestJSON-1794196618-router', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:25Z', 'updated_at': '2021-08-27T14:05:34Z', 'revision_number': 4, 'project_id': 'd0b04ca81867422fba8b0c1554859c0b', 'gw_port': {'id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:27Z', 'updated_at': '2021-08-27T14:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'a59ebf62-1129-4868-b1fa-bced6b300220', 'name': '', 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'mac_address': 'fa:16:3e:22:78:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '5faea510-96bd-4d44-b728-c0dbab11e1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:32Z', 'updated_at': '2021-08-27T14:05:39Z', 'revision_number': 4, 'project_id': 'd0b04ca81867422fba8b0c1554859c0b', 'subnets': [{'id': '5faea510-96bd-4d44-b728-c0dbab11e1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:40.853658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 5fe46132-0876-4ce2-b918-2c4ffb9eee32 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:40.854095 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:40.874615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be7c88-ae18-4bcd-849d-c8c91d5d6c16 req-b3bd6a0e-6351-42bb-9a43-acc838b65b02 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:40.884895 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-32be7c88-ae18-4bcd-849d-c8c91d5d6c16 req-b3bd6a0e-6351-42bb-9a43-acc838b65b02 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 944 time: 0.3415039 Aug 27 14:05:40.986722 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f77f6d4e-d160-457d-8680-d047e6075ae1 req-55e1e9d3-6285-4153-95bd-8eabe976d421 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 200 len: 217 time: 0.1404052 Aug 27 14:05:41.003054 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0eca4d-b6ab-4cde-9ad2-b4142ec34d0e None None] The sync data for ids ['cb569add-7d74-4a3e-8642-d07a7021f378'] in n-d-712139-12 is: [{'id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'name': 'tempest-ServerRescueNegativeTestJSON-1794196618-router', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:25Z', 'updated_at': '2021-08-27T14:05:34Z', 'revision_number': 4, 'project_id': 'd0b04ca81867422fba8b0c1554859c0b', 'gw_port': {'id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:27Z', 'updated_at': '2021-08-27T14:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'a59ebf62-1129-4868-b1fa-bced6b300220', 'name': '', 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'mac_address': 'fa:16:3e:22:78:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '5faea510-96bd-4d44-b728-c0dbab11e1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:32Z', 'updated_at': '2021-08-27T14:05:39Z', 'revision_number': 4, 'project_id': 'd0b04ca81867422fba8b0c1554859c0b', 'subnets': [{'id': '5faea510-96bd-4d44-b728-c0dbab11e1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:05:41.017451 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-32be7c88-ae18-4bcd-849d-c8c91d5d6c16 req-bf90d619-5f95-46bb-83cc-765c4f5a999a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249518 Aug 27 14:05:41.179889 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6f58d378-b106-4a9e-ba16-4472b4eb658e req-58d36535-a2c6-4a50-9d37-9ab8cfb0eccc tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 210 time: 0.1410828 Aug 27 14:05:41.250578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f6d4e-d160-457d-8680-d047e6075ae1 req-c4c8a960-c2bb-494c-996c-5ad277fd89fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:41.252299 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f77f6d4e-d160-457d-8680-d047e6075ae1 req-c4c8a960-c2bb-494c-996c-5ad277fd89fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.2582471 Aug 27 14:05:41.312768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be4cea9-477f-4441-98bb-8ad6657ae430 admin admin] Router c6dbd167-9367-40a7-a2b3-7566b82d8b2f has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:05:41.397780 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:41.456722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f6d4e-d160-457d-8680-d047e6075ae1 req-fa63c78f-b503-46c2-8f94-1aa8f8328b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:41.458950 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f77f6d4e-d160-457d-8680-d047e6075ae1 req-fa63c78f-b503-46c2-8f94-1aa8f8328b58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957729 Aug 27 14:05:41.625608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 5fe46132-0876-4ce2-b918-2c4ffb9eee32, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5fe46132-0876-4ce2-b918-2c4ffb9eee32,segment=NetworkSegment(6c2a41b8-67cc-4399-941c-8a8267867962),segment_id=6c2a41b8-67cc-4399-941c-8a8267867962)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:41.638295 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:41.771049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=5fe46132-0876-4ce2-b918-2c4ffb9eee32,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:41.804795 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ff80c87-0543-4c2a-b82b-33aa8d4eed13 req-ce340c0b-16f4-4250-91e2-b8f673b9871d tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.1519980 Aug 27 14:05:41.864794 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be4cea9-477f-4441-98bb-8ad6657ae430 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:05:41.888119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513ea40-0fd0-40fb-9cf9-9d0d615124e3 None None] Sync routers for ids ['c6dbd167-9367-40a7-a2b3-7566b82d8b2f'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:05:41.891876 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9be4cea9-477f-4441-98bb-8ad6657ae430 admin admin] 10.222.0.55 "PUT /v2.0/routers/c6dbd167-9367-40a7-a2b3-7566b82d8b2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5457041 Aug 27 14:05:41.893677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54646) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:41.908255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d441056c-c5c4-4f96-9794-1e93fba3ba08 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:41.915424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d441056c-c5c4-4f96-9794-1e93fba3ba08 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/networks?id=dd877a5c-79f4-49e7-9087-58e80b55fb9c HTTP/1.1" status: 200 len: 819 time: 0.4534800 Aug 27 14:05:41.947471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513ea40-0fd0-40fb-9cf9-9d0d615124e3 None None] Routers {'c6dbd167-9367-40a7-a2b3-7566b82d8b2f'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:41.948743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9513ea40-0fd0-40fb-9cf9-9d0d615124e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c6dbd167-9367-40a7-a2b3-7566b82d8b2f'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:41.965627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-3107519f-b2d6-4caf-9492-9f73e5b5eed2 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/quotas/d0b04ca81867422fba8b0c1554859c0b HTTP/1.1" status: 200 len: 375 time: 0.0430768 Aug 27 14:05:42.028187 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-d96808cb-7eb2-47c5-903b-38d68869b592 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:42.029726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-d96808cb-7eb2-47c5-903b-38d68869b592 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.52 "GET /v2.0/networks?id=dd877a5c-79f4-49e7-9087-58e80b55fb9c HTTP/1.1" status: 200 len: 819 time: 0.5923355 Aug 27 14:05:42.054551 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f77f6d4e-d160-457d-8680-d047e6075ae1 req-d24c2a48-93dd-4be7-8567-14718b41bde1 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375583 Aug 27 14:05:42.059769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-db8ecac7-2f5e-4721-8c63-fde3502c49cb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Request body: {'port': {'device_id': 'f384da88-2b52-488b-b5ce-37728757a4d1', 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c', 'admin_state_up': True, 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:42.070257 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54656) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:42.173272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd903fb10-24c0-496e-a127-f0b869a7bf8a', 'name': 'network-vif-deleted', 'tag': '3e80aa4e-f317-47b8-b0ed-752543541cbd'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:42.176318 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc72115-db24-45ce-9c91-c47343647732" -d '{"events": [{"server_uuid": "d903fb10-24c0-496e-a127-f0b869a7bf8a", "name": "network-vif-deleted", "tag": "3e80aa4e-f317-47b8-b0ed-752543541cbd"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:42.182528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-9513ea40-0fd0-40fb-9cf9-9d0d615124e3 None None] Set router c6dbd167-9367-40a7-a2b3-7566b82d8b2f gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:42.338242 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae5419d-1395-46b2-8281-b2cc07ad4d26 admin admin] Deleting subnet b5ad45d1-0d08-4a4d-a19b-21972a406b08 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:05:42.347193 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bae5419d-1395-46b2-8281-b2cc07ad4d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:42.422979 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-dcc2fea7-4529-4860-988a-66b160ea66df tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0b04ca81867422fba8b0c1554859c0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3515291 Aug 27 14:05:42.475742 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9513ea40-0fd0-40fb-9cf9-9d0d615124e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'name': 'tempest-ServerRescueTestJSON-18752493-router', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '275880d5-d666-40d6-b144-cb9001eabd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:03:02Z', 'updated_at': '2021-08-27T14:05:38Z', 'revision_number': 5, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'gw_port': {'id': '275880d5-d666-40d6-b144-cb9001eabd90', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:03Z', 'updated_at': '2021-08-27T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:42.526158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a59ebf62-1129-4868-b1fa-bced6b300220 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:42.595680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513ea40-0fd0-40fb-9cf9-9d0d615124e3 None None] Checking router: c6dbd167-9367-40a7-a2b3-7566b82d8b2f for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:05:42.620551 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-e39de8c1-a695-4fa7-b2fe-021a3428f6a3 service neutron] 10.222.0.55 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965871 Aug 27 14:05:42.625640 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513ea40-0fd0-40fb-9cf9-9d0d615124e3 None None] Routers {'c6dbd167-9367-40a7-a2b3-7566b82d8b2f'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:42.626481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9513ea40-0fd0-40fb-9cf9-9d0d615124e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c6dbd167-9367-40a7-a2b3-7566b82d8b2f'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:42.631207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port a59ebf62-1129-4868-b1fa-bced6b300220 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:42.652391 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bae5419d-1395-46b2-8281-b2cc07ad4d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:42.665502 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:42.683472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a59ebf62-1129-4868-b1fa-bced6b300220 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:42.684114 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:42.856970 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f77f6d4e-d160-457d-8680-d047e6075ae1 req-525d1d0e-8f26-462c-a293-388aa70d2e0a service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645753 Aug 27 14:05:42.870050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06b1f8-e8d6-4dc2-98d6-d36f2df0edd7 req-5cdc3a7c-283f-4188-878b-08b6eab927ad tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:42.878011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f06b1f8-e8d6-4dc2-98d6-d36f2df0edd7 req-5cdc3a7c-283f-4188-878b-08b6eab927ad tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 944 time: 0.6823814 Aug 27 14:05:42.888358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-a90369b7-4b21-46e2-b37a-6cfef0662451 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:42.889874 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-a90369b7-4b21-46e2-b37a-6cfef0662451 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.52 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 811 time: 0.6964273 Aug 27 14:05:42.907990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-9dbbf853-75fc-450e-82fe-75716d0ee5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Request body: {'port': {'device_id': 'cc56b67f-4f33-44c8-8da2-fc2df766cdf6', 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'admin_state_up': True, 'tenant_id': '3c68d5ffe1a3432394157ebaf96a27eb'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:42.929629 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:42.935663 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-9513ea40-0fd0-40fb-9cf9-9d0d615124e3 None None] Set router c6dbd167-9367-40a7-a2b3-7566b82d8b2f gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:42.978799 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bae5419d-1395-46b2-8281-b2cc07ad4d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:42.980981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-db8ecac7-2f5e-4721-8c63-fde3502c49cb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Made reservation on behalf of d0b04ca81867422fba8b0c1554859c0b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:42.984865 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-db8ecac7-2f5e-4721-8c63-fde3502c49cb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:43.038617 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:43.050786 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f06b1f8-e8d6-4dc2-98d6-d36f2df0edd7 req-ffc4a2e3-45ba-4422-8539-946353d16663 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683686 Aug 27 14:05:43.073843 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-209a9ca0-3c09-482a-a51b-ebad2d256da2 service neutron] 10.222.0.55 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442775 Aug 27 14:05:43.148546 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b61242-8395-4171-acd3-e1bcc1c7429e x-openstack-request-id: req-84b61242-8395-4171-acd3-e1bcc1c7429e {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:43.151015 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d903fb10-24c0-496e-a127-f0b869a7bf8a", "name": "network-vif-deleted", "tag": "3e80aa4e-f317-47b8-b0ed-752543541cbd", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:43.151430 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84b61242-8395-4171-acd3-e1bcc1c7429e {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:43.152019 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd903fb10-24c0-496e-a127-f0b869a7bf8a', 'name': 'network-vif-deleted', 'tag': '3e80aa4e-f317-47b8-b0ed-752543541cbd', 'status': 'completed', 'code': 200} Aug 27 14:05:43.186282 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bae5419d-1395-46b2-8281-b2cc07ad4d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:43.211260 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bae5419d-1395-46b2-8281-b2cc07ad4d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:43.221896 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bae5419d-1395-46b2-8281-b2cc07ad4d26 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b5ad45d1-0d08-4a4d-a19b-21972a406b08 HTTP/1.1" status: 204 len: 168 time: 1.1418171 Aug 27 14:05:43.235735 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54668) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:43.337305 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15aacef8-7eb3-4cf3-9527-b9d54f590629 req-df9aa92a-7bbb-4854-bcf4-f4d46bc3fb3c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 210 time: 0.0920110 Aug 27 14:05:43.384759 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-9dbbf853-75fc-450e-82fe-75716d0ee5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Made reservation on behalf of 3c68d5ffe1a3432394157ebaf96a27eb for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:43.396677 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-9dbbf853-75fc-450e-82fe-75716d0ee5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:43.407098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5419d-1395-46b2-8281-b2cc07ad4d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ad45d1-0d08-4a4d-a19b-21972a406b08,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:43.420822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9e1b0f85-7589-49d4-84cb-8da7b39529b8 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:05:43.454847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Deleting port 275880d5-d666-40d6-b144-cb9001eabd90 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:43.455532 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:43.478015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-db8ecac7-2f5e-4721-8c63-fde3502c49cb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Allocated IP 172.20.0.9 (dd877a5c-79f4-49e7-9087-58e80b55fb9c/5faea510-96bd-4d44-b728-c0dbab11e1e3/9a3a2ffe-5bea-40ec-bff2-6478a3660f33) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:43.529511 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34acf5ad-aa70-41be-b3d5-98de4c67531d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:43.536701 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7f85d745-5ed6-4ba1-aa33-0ffa54125409 req-36315788-6a49-4bca-bed7-87a2e968a3b3 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0537879 Aug 27 14:05:43.615485 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port a59ebf62-1129-4868-b1fa-bced6b300220, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a59ebf62-1129-4868-b1fa-bced6b300220,segment=NetworkSegment(73b79295-2e16-4599-a08d-005443b7a5f4),segment_id=73b79295-2e16-4599-a08d-005443b7a5f4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:43.696417 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-051a58a5-5983-4224-9b0d-6809ca6e84c8 req-97ce8147-d26f-4e08-a872-2eab743f0a28 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 210 time: 0.1136777 Aug 27 14:05:43.726341 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:43.727119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5fe46132-0876-4ce2-b918-2c4ffb9eee32 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:43.741033 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.resource_extend [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 14:05:43.816254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-9dbbf853-75fc-450e-82fe-75716d0ee5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Allocated IP 172.20.0.8 (50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6/3554799f-a4a2-458b-9556-37ea29d379ae/242d333c-97b2-4072-9674-83a97b4f931b) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:43.836923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] For port 275880d5-d666-40d6-b144-cb9001eabd90, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=275880d5-d666-40d6-b144-cb9001eabd90,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:43.837325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:43.856352 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34acf5ad-aa70-41be-b3d5-98de4c67531d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:43.859272 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Calling delete_port for 275880d5-d666-40d6-b144-cb9001eabd90 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:43.859564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:43.873098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-34acf5ad-aa70-41be-b3d5-98de4c67531d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb53a440-4bcd-4d2d-a2eb-b52db3d255b8']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:43.890109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'port_id': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'mac_address': 'fa:16:3e:b5:9d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:05:43.890604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-34acf5ad-aa70-41be-b3d5-98de4c67531d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a229d353-c547-4a16-9e6c-a4de2d145383') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:43.890959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-34acf5ad-aa70-41be-b3d5-98de4c67531d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a229d353-c547-4a16-9e6c-a4de2d145383') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:43.949566 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34acf5ad-aa70-41be-b3d5-98de4c67531d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:43.971932 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34acf5ad-aa70-41be-b3d5-98de4c67531d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:43.991032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34acf5ad-aa70-41be-b3d5-98de4c67531d admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:05:43.991743 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34acf5ad-aa70-41be-b3d5-98de4c67531d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:05:43.993776 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:05:44.169803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=a59ebf62-1129-4868-b1fa-bced6b300220,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:44.172942 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-9dbbf853-75fc-450e-82fe-75716d0ee5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.184528 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.188461 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34acf5ad-aa70-41be-b3d5-98de4c67531d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.190603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9513ea40-0fd0-40fb-9cf9-9d0d615124e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'name': 'tempest-ServerRescueTestJSON-18752493-router', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '275880d5-d666-40d6-b144-cb9001eabd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:03:02Z', 'updated_at': '2021-08-27T14:05:38Z', 'revision_number': 5, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'gw_port': {'id': '275880d5-d666-40d6-b144-cb9001eabd90', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:03Z', 'updated_at': '2021-08-27T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:44.212272 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34acf5ad-aa70-41be-b3d5-98de4c67531d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.227130 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-34acf5ad-aa70-41be-b3d5-98de4c67531d admin admin] 10.222.0.55 "DELETE /v2.0/networks/cb53a440-4bcd-4d2d-a2eb-b52db3d255b8 HTTP/1.1" status: 204 len: 168 time: 0.9876099 Aug 27 14:05:44.228683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acf5ad-aa70-41be-b3d5-98de4c67531d admin admin] Pushing event deleted for resources: {'Network': ['ID=cb53a440-4bcd-4d2d-a2eb-b52db3d255b8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:44.239839 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513ea40-0fd0-40fb-9cf9-9d0d615124e3 None None] The sync data for ids ['c6dbd167-9367-40a7-a2b3-7566b82d8b2f'] in n-d-712139-12 is: [{'id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'name': 'tempest-ServerRescueTestJSON-18752493-router', 'tenant_id': '573be43260cf4ef594f9cc87bd941bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '275880d5-d666-40d6-b144-cb9001eabd90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:03:02Z', 'updated_at': '2021-08-27T14:05:38Z', 'revision_number': 5, 'project_id': '573be43260cf4ef594f9cc87bd941bb8', 'gw_port': {'id': '275880d5-d666-40d6-b144-cb9001eabd90', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dbd167-9367-40a7-a2b3-7566b82d8b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:03:03Z', 'updated_at': '2021-08-27T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:05:44.243859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 5fe46132-0876-4ce2-b918-2c4ffb9eee32 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:44.244292 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.248647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1b0f85-7589-49d4-84cb-8da7b39529b8 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:44.317635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:44.326673 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.389936 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-9dbbf853-75fc-450e-82fe-75716d0ee5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.404696 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.476412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:44.495395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54688) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:44.523943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-9dbbf853-75fc-450e-82fe-75716d0ee5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:44.527206 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-db8ecac7-2f5e-4721-8c63-fde3502c49cb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.543592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-9dbbf853-75fc-450e-82fe-75716d0ee5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:44.552571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Pushing event deleted for resources: {'Port': ['ID=275880d5-d666-40d6-b144-cb9001eabd90,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:44.553673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-9dbbf853-75fc-450e-82fe-75716d0ee5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:44.572800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086fcd7-e249-4a1a-b5e3-d73b562f2c61 req-ac44edb9-5bd5-421c-bc02-313c5fd21ed6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:44.574782 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7086fcd7-e249-4a1a-b5e3-d73b562f2c61 req-ac44edb9-5bd5-421c-bc02-313c5fd21ed6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2253859 Aug 27 14:05:44.610327 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.623591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbf853-75fc-450e-82fe-75716d0ee5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Pushing event updated for resources: {'Port': ['ID=242d333c-97b2-4072-9674-83a97b4f931b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:44.676462 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2859932d-3c1e-46c4-b62f-8b6a11affaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.686525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd2282-0bcc-485a-91c3-5b23f6904f57 req-889696df-53c2-4b7e-afb3-cfe97b9568e3 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:44.699015 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0dd2282-0bcc-485a-91c3-5b23f6904f57 req-889696df-53c2-4b7e-afb3-cfe97b9568e3 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 931 time: 0.1784453 Aug 27 14:05:44.763112 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1281c34f-b705-4782-a5a4-343459380d45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3124946b2b84d6fb5b33afd743dbb33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651992 Aug 27 14:05:44.769547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54696) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:44.780162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-9dbbf853-75fc-450e-82fe-75716d0ee5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:44.780814 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-9dbbf853-75fc-450e-82fe-75716d0ee5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.806001 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.809818 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7086fcd7-e249-4a1a-b5e3-d73b562f2c61 req-c6f71c24-c071-4507-8d43-8cd041b1ee9d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057977 Aug 27 14:05:44.812418 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.852965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['9e1b0f85-7589-49d4-84cb-8da7b39529b8'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:05:44.875330 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-db8ecac7-2f5e-4721-8c63-fde3502c49cb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.897210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-9dbbf853-75fc-450e-82fe-75716d0ee5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9954739 Aug 27 14:05:44.927518 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0dd2282-0bcc-485a-91c3-5b23f6904f57 req-acaa8dee-e6a8-4b0c-9447-86c0da4c5ed0 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264783 Aug 27 14:05:44.956373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.957171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6dbd167-9367-40a7-a2b3-7566b82d8b2f {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:05:44.966713 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:44.968010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-05f5cda1-f671-468a-8bdb-b92194041baf admin admin] 10.222.0.55 "DELETE /v2.0/routers/c6dbd167-9367-40a7-a2b3-7566b82d8b2f HTTP/1.1" status: 204 len: 168 time: 3.0724852 Aug 27 14:05:44.971836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a59ebf62-1129-4868-b1fa-bced6b300220 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:44.973961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54698) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:44.982204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Request body: {'port': {'device_id': 'cc56b67f-4f33-44c8-8da2-fc2df766cdf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:45.086252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-db8ecac7-2f5e-4721-8c63-fde3502c49cb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Network dd877a5c-79f4-49e7-9087-58e80b55fb9c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:45.087877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ecac7-2f5e-4721-8c63-fde3502c49cb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Pushing event updated for resources: {'Port': ['ID=9a3a2ffe-5bea-40ec-bff2-6478a3660f33,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:45.103523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d25e2cc-75ae-4cf3-8673-041af639bfa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.106218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-db8ecac7-2f5e-4721-8c63-fde3502c49cb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:45.115431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-db8ecac7-2f5e-4721-8c63-fde3502c49cb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:45.153427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-333987ee-d308-4cc8-93a4-e7a5786c38a7 admin admin] Deleting subnet 651930c4-8e28-4aab-bc58-a3565f519406 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:05:45.158254 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e1283d0e-f838-4381-af89-924a3463fac9 req-390974b8-33d9-4a7e-841a-f5733f45a460 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0730903 Aug 27 14:05:45.169764 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-333987ee-d308-4cc8-93a4-e7a5786c38a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.234530 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d25e2cc-75ae-4cf3-8673-041af639bfa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.244810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a59ebf62-1129-4868-b1fa-bced6b300220 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:45.245376 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.251910 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95834a21-b90f-46b4-b3f7-840fafebe0e6 req-8ca47de2-b6b6-4fcc-b02b-92eacc54a45d tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 210 time: 0.0622318 Aug 27 14:05:45.272975 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.273737 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-333987ee-d308-4cc8-93a4-e7a5786c38a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.375119 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-333987ee-d308-4cc8-93a4-e7a5786c38a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.416332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-db8ecac7-2f5e-4721-8c63-fde3502c49cb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:45.417040 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-db8ecac7-2f5e-4721-8c63-fde3502c49cb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.506079 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-db8ecac7-2f5e-4721-8c63-fde3502c49cb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4626274 Aug 27 14:05:45.517174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dead9efc-9cbb-48aa-a07e-2ce5335454eb no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:45.526392 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-333987ee-d308-4cc8-93a4-e7a5786c38a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.530054 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Request body: {'port': {'device_id': 'f384da88-2b52-488b-b5ce-37728757a4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:45.541459 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d25e2cc-75ae-4cf3-8673-041af639bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.543130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: dead9efc-9cbb-48aa-a07e-2ce5335454eb {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:45.543694 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dead9efc-9cbb-48aa-a07e-2ce5335454eb not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:45.545559 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d25e2cc-75ae-4cf3-8673-041af639bfa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.547783 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7d25e2cc-75ae-4cf3-8673-041af639bfa9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9bd9d470-ba33-4191-9fd4-ff16c6c7662e HTTP/1.1" status: 204 len: 168 time: 0.7741115 Aug 27 14:05:45.571819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333987ee-d308-4cc8-93a4-e7a5786c38a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=651930c4-8e28-4aab-bc58-a3565f519406,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:45.576113 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-333987ee-d308-4cc8-93a4-e7a5786c38a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.585469 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-333987ee-d308-4cc8-93a4-e7a5786c38a7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/651930c4-8e28-4aab-bc58-a3565f519406 HTTP/1.1" status: 204 len: 168 time: 0.6091881 Aug 27 14:05:45.585583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54704) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:45.651077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25e2cc-75ae-4cf3-8673-041af639bfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd9d470-ba33-4191-9fd4-ff16c6c7662e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:45.672418 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-775cf16f-13b9-4c91-be04-9b06d16d4181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.679168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87097351-3e92-43d2-a184-86ac2060d0fc req-b1f590c0-ed80-4d7a-9936-ddce48bc4f07 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:45.681891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-b1f590c0-ed80-4d7a-9936-ddce48bc4f07 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.41 "GET /v2.0/networks?id=dd877a5c-79f4-49e7-9087-58e80b55fb9c HTTP/1.1" status: 200 len: 819 time: 0.3792026 Aug 27 14:05:45.715506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-87097351-3e92-43d2-a184-86ac2060d0fc req-342218ae-a107-4980-9428-6779ec8c8994 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Request body: {'port': {'device_id': '1a7381a0-d171-40cf-9d85-2d8f4f6e81da', 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c', 'admin_state_up': True, 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:45.775574 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-775cf16f-13b9-4c91-be04-9b06d16d4181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.788346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-775cf16f-13b9-4c91-be04-9b06d16d4181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e8fae9-e52b-4f24-ad2a-000503a545a8']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:45.810169 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-775cf16f-13b9-4c91-be04-9b06d16d4181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69ba301-f2c8-4193-a8f0-98716e23a196') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:45.811222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-775cf16f-13b9-4c91-be04-9b06d16d4181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69ba301-f2c8-4193-a8f0-98716e23a196') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:45.828975 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-775cf16f-13b9-4c91-be04-9b06d16d4181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.836986 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.879826 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-775cf16f-13b9-4c91-be04-9b06d16d4181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.902000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775cf16f-13b9-4c91-be04-9b06d16d4181 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:05:45.902530 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-775cf16f-13b9-4c91-be04-9b06d16d4181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:05:45.985093 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:05:45.991117 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-775cf16f-13b9-4c91-be04-9b06d16d4181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:46.001970 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-775cf16f-13b9-4c91-be04-9b06d16d4181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:46.004069 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-775cf16f-13b9-4c91-be04-9b06d16d4181 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a2e8fae9-e52b-4f24-ad2a-000503a545a8 HTTP/1.1" status: 204 len: 168 time: 0.4175720 Aug 27 14:05:46.028589 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cf16f-13b9-4c91-be04-9b06d16d4181 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e8fae9-e52b-4f24-ad2a-000503a545a8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:46.101826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf17876-de60-4af5-9902-b631d51a38bc req-90dfb254-ce2d-469b-adea-6daee328993d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:46.112505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fdf17876-de60-4af5-9902-b631d51a38bc req-90dfb254-ce2d-469b-adea-6daee328993d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.0951989 Aug 27 14:05:46.177009 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fdf17876-de60-4af5-9902-b631d51a38bc req-56b188e1-8d35-423c-9601-d26a51ba363e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613198 Aug 27 14:05:46.183117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87097351-3e92-43d2-a184-86ac2060d0fc req-342218ae-a107-4980-9428-6779ec8c8994 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Made reservation on behalf of d0b04ca81867422fba8b0c1554859c0b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:46.186592 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-87097351-3e92-43d2-a184-86ac2060d0fc req-342218ae-a107-4980-9428-6779ec8c8994 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:46.248589 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54728) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:46.284369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d1e44-831f-4d57-97c4-dc112f068ad1 req-bb30a091-855d-4229-b928-8bcaa0fe6ef2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:46.286503 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-746d1e44-831f-4d57-97c4-dc112f068ad1 req-bb30a091-855d-4229-b928-8bcaa0fe6ef2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 931 time: 0.2334423 Aug 27 14:05:46.346254 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-23a835cc-2abf-44b4-a775-49a2c03f7d58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=573be43260cf4ef594f9cc87bd941bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0951679 Aug 27 14:05:46.349475 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54732) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:46.372780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242d333c-97b2-4072-9674-83a97b4f931b {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:46.452246 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:46.465569 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1368-e858-46c1-a2cb-5ca1024ee4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:46.517618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 275880d5-d666-40d6-b144-cb9001eabd90 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:46.518208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Transition to ACTIVE for port object 242d333c-97b2-4072-9674-83a97b4f931b will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:46.525754 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:46.542720 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-746d1e44-831f-4d57-97c4-dc112f068ad1 req-afb71664-7409-4d6b-82f8-3c1f08977ac8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146661 Aug 27 14:05:46.548332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 275880d5-d666-40d6-b144-cb9001eabd90 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:46.553883 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 275880d5-d666-40d6-b144-cb9001eabd90 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:46.570255 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d84700b5-f686-48d6-9b99-2cf88da6dec4 req-383c9182-d1a8-4c9f-aca7-6ce723f7eaba tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0723355 Aug 27 14:05:46.611337 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1368-e858-46c1-a2cb-5ca1024ee4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:46.648902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:46.655392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Pushing event updated for resources: {'Port': ['ID=242d333c-97b2-4072-9674-83a97b4f931b,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:46.679913 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:46.716990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0889e3a1-9314-4c8a-ae69-dae682acccb9 req-c9cc10b3-b9e3-4838-b979-6aa40f01ae55 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 210 time: 0.0710418 Aug 27 14:05:46.730908 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1368-e858-46c1-a2cb-5ca1024ee4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:46.741862 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1368-e858-46c1-a2cb-5ca1024ee4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:46.741862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2e1a1368-e858-46c1-a2cb-5ca1024ee4b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f276d972-acbb-40ec-bef0-fc9f1716a4c6 HTTP/1.1" status: 204 len: 168 time: 0.3839366 Aug 27 14:05:46.747952 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a1368-e858-46c1-a2cb-5ca1024ee4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f276d972-acbb-40ec-bef0-fc9f1716a4c6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:46.764101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07d777-9324-4f22-b97f-f5c52b6c47f6 req-3dff009b-e134-4321-bdca-7241077af2a7 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:46.775064 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9f07d777-9324-4f22-b97f-f5c52b6c47f6 req-3dff009b-e134-4321-bdca-7241077af2a7 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 945 time: 0.0947433 Aug 27 14:05:46.784486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Transition to ACTIVE for port object 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:46.796881 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:46.828092 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9f07d777-9324-4f22-b97f-f5c52b6c47f6 req-3e47c153-06a8-4310-b66e-7d40b0bc2200 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518765 Aug 27 14:05:46.958504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Attempting to bind port 242d333c-97b2-4072-9674-83a97b4f931b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:46.959010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Attempting to bind port 242d333c-97b2-4072-9674-83a97b4f931b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:46.959354 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Attempting to bind port 242d333c-97b2-4072-9674-83a97b4f931b on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:46.970004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-87097351-3e92-43d2-a184-86ac2060d0fc req-342218ae-a107-4980-9428-6779ec8c8994 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Allocated IP 172.20.0.4 (dd877a5c-79f4-49e7-9087-58e80b55fb9c/5faea510-96bd-4d44-b728-c0dbab11e1e3/eef934d3-a378-46cd-b798-af2f9b31e868) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:46.977774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3a2ffe-5bea-40ec-bff2-6478a3660f33,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:46.989591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Port 242d333c-97b2-4072-9674-83a97b4f931b on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:05:46.989926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Attempting to bind port 242d333c-97b2-4072-9674-83a97b4f931b on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:47.001350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:47.001707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Checking segment: {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:47.002097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Bound using segment: {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:47.002535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Bound port: 242d333c-97b2-4072-9674-83a97b4f931b, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:47.002923 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:47.076403 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Attempting to bind port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:47.076747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Attempting to bind port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '73b79295-2e16-4599-a08d-005443b7a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:47.077075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Attempting to bind port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 on network dd877a5c-79f4-49e7-9087-58e80b55fb9c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:47.100698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 on network dd877a5c-79f4-49e7-9087-58e80b55fb9c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:05:47.101038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Attempting to bind port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 on network dd877a5c-79f4-49e7-9087-58e80b55fb9c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:47.198496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:47.198876 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Checking segment: {'id': '73b79295-2e16-4599-a08d-005443b7a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:47.199373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Bound using segment: {'id': '73b79295-2e16-4599-a08d-005443b7a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:47.199856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Bound port: 9a3a2ffe-5bea-40ec-bff2-6478a3660f33, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b79295-2e16-4599-a08d-005443b7a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:47.200224 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:47.231961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] For port 242d333c-97b2-4072-9674-83a97b4f931b, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:47.291629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] For port 242d333c-97b2-4072-9674-83a97b4f931b, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=242d333c-97b2-4072-9674-83a97b4f931b,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:47.311529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9e1b0f85-7589-49d4-84cb-8da7b39529b8 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:47.338189 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:47.409267 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:47.425546 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:47.430556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:47.431235 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:47.472924 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-87097351-3e92-43d2-a184-86ac2060d0fc req-342218ae-a107-4980-9428-6779ec8c8994 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:47.478492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:47.479383 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:47.486912 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] 10.222.0.52 "PUT /v2.0/ports/242d333c-97b2-4072-9674-83a97b4f931b HTTP/1.1" status: 200 len: 1092 time: 2.5105181 Aug 27 14:05:47.530146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc56b67f-4f33-44c8-8da2-fc2df766cdf6', 'tag': '242d333c-97b2-4072-9674-83a97b4f931b'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:47.549138 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1043293-cc97-434d-8818-68041c1e3f11" -d '{"events": [{"name": "network-changed", "server_uuid": "cc56b67f-4f33-44c8-8da2-fc2df766cdf6", "tag": "242d333c-97b2-4072-9674-83a97b4f931b"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:47.556987 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6f841f8-a670-4d12-84cd-df7d9652005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:47.578053 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:47.613230 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] For port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:47.637353 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b80b88-e811-447e-ac7f-037aff099f97 x-openstack-request-id: req-67b80b88-e811-447e-ac7f-037aff099f97 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:47.639235 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc56b67f-4f33-44c8-8da2-fc2df766cdf6", "tag": "242d333c-97b2-4072-9674-83a97b4f931b", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:47.639384 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:47.640689 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67b80b88-e811-447e-ac7f-037aff099f97 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:47.640792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:47.641198 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc56b67f-4f33-44c8-8da2-fc2df766cdf6', 'tag': '242d333c-97b2-4072-9674-83a97b4f931b', 'status': 'completed', 'code': 200} Aug 27 14:05:47.643761 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeadd46d-5eea-4fa1-a9ba-0b8e0cd10ae7" -d '{"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:47.654415 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:47.724825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f1a2d-29c4-4fa6-9c59-6555dc8665e0 req-a6d9f2e1-1ef1-4bd0-91e8-0896f904da6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:47.726581 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ae8f1a2d-29c4-4fa6-9c59-6555dc8665e0 req-a6d9f2e1-1ef1-4bd0-91e8-0896f904da6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.4371977 Aug 27 14:05:47.730644 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] For port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9a3a2ffe-5bea-40ec-bff2-6478a3660f33,segment=NetworkSegment(73b79295-2e16-4599-a08d-005443b7a5f4),segment_id=73b79295-2e16-4599-a08d-005443b7a5f4)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:47.751564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba2887-b0ac-4e7d-91f7-47f1423fa095 service neutron] Pushing event updated for resources: {'Port': ['ID=242d333c-97b2-4072-9674-83a97b4f931b,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:47.762875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:47.800657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ace99e-009e-475d-b094-ecfcf391fdc8 req-69a80bf6-05a5-47a1-8814-3c803e208d76 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:47.803834 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-33ace99e-009e-475d-b094-ecfcf391fdc8 req-69a80bf6-05a5-47a1-8814-3c803e208d76 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 943 time: 0.0944741 Aug 27 14:05:47.902867 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-33ace99e-009e-475d-b094-ecfcf391fdc8 req-a6b7051b-02d1-4d51-a0c0-5330cc11ab66 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839767 Aug 27 14:05:48.074370 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:48.087414 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5949f801-7aaa-4f23-84f7-827da69e2ade req-461c08ac-a36b-4ff8-84bd-bea654a96e0c tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0507483 Aug 27 14:05:48.152396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-26e54b17-8b36-4784-aea1-327088e261a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:48.154061 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-26e54b17-8b36-4784-aea1-327088e261a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 1095 time: 0.5946808 Aug 27 14:05:48.164456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:48.165174 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:48.166708 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] 10.222.0.52 "PUT /v2.0/ports/9a3a2ffe-5bea-40ec-bff2-6478a3660f33 HTTP/1.1" status: 200 len: 1092 time: 2.6418602 Aug 27 14:05:48.178147 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca03831b-810b-4ca0-8a45-3c75f1541633 x-openstack-request-id: req-ca03831b-810b-4ca0-8a45-3c75f1541633 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:48.178953 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:48.179950 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca03831b-810b-4ca0-8a45-3c75f1541633 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:48.179950 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'code': 200} Aug 27 14:05:48.220696 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-87097351-3e92-43d2-a184-86ac2060d0fc req-342218ae-a107-4980-9428-6779ec8c8994 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:48.247292 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ae8f1a2d-29c4-4fa6-9c59-6555dc8665e0 req-9439789a-da02-45ce-8cbf-f370aff6dfbf tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5111346 Aug 27 14:05:48.256086 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54798) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:48.281277 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-39dc944a-4c14-4c15-8df2-a3687f739a47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=242d333c-97b2-4072-9674-83a97b4f931b HTTP/1.1" status: 200 len: 217 time: 0.1115437 Aug 27 14:05:48.336235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3a2ffe-5bea-40ec-bff2-6478a3660f33,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:48.385777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.386131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.386469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.386934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.387248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.387739 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.388066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.388394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.388719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.389097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.389359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.389676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5ad3c-7b31-4d5c-a263-25594286eda7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.391114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0208e-df9c-4c40-b191-f979fb07d5a8 req-ffe8c040-a9a6-4dde-8944-63936c5311c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:48.393441 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-74d0208e-df9c-4c40-b191-f979fb07d5a8 req-ffe8c040-a9a6-4dde-8944-63936c5311c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 1098 time: 0.0960505 Aug 27 14:05:48.427459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87097351-3e92-43d2-a184-86ac2060d0fc req-342218ae-a107-4980-9428-6779ec8c8994 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Network dd877a5c-79f4-49e7-9087-58e80b55fb9c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:48.462872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-74d0208e-df9c-4c40-b191-f979fb07d5a8 req-22634e4c-451e-4b9a-a134-4ef1bf8bc77d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610220 Aug 27 14:05:48.480947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1472670314-network', 'tenant_id': 'f9bea263f48446ada9d848b75b533d69'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:48.483098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-87097351-3e92-43d2-a184-86ac2060d0fc req-342218ae-a107-4980-9428-6779ec8c8994 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:48.493460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-87097351-3e92-43d2-a184-86ac2060d0fc req-342218ae-a107-4980-9428-6779ec8c8994 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:48.524427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Made reservation on behalf of f9bea263f48446ada9d848b75b533d69 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:48.530426 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:48.542461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-319e60d0-9f2f-4185-980c-5e46bf9cd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:48.544011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-319e60d0-9f2f-4185-980c-5e46bf9cd77f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0b04ca81867422fba8b0c1554859c0b&device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 1095 time: 0.3214602 Aug 27 14:05:48.556076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:48.559497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-35bcd04d-6442-4127-89c5-8dd0641906ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:48.561172 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-35bcd04d-6442-4127-89c5-8dd0641906ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 200 len: 851 time: 0.2201245 Aug 27 14:05:48.609503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342218ae-a107-4980-9428-6779ec8c8994 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Pushing event updated for resources: {'Port': ['ID=eef934d3-a378-46cd-b798-af2f9b31e868,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:48.675260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbd726-2e58-4616-982a-f4c61cb5f233 req-74509c06-6153-49d9-a4a3-81b6cab9cb67 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:48.677850 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31cbd726-2e58-4616-982a-f4c61cb5f233 req-74509c06-6153-49d9-a4a3-81b6cab9cb67 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 931 time: 0.3182900 Aug 27 14:05:48.680180 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-ca5f5369-ff8a-4c93-9e81-cdd7285aa563 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999207 Aug 27 14:05:48.687539 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-4a68f99a-4526-4163-b244-e3c91ac0c96a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a3a2ffe-5bea-40ec-bff2-6478a3660f33 HTTP/1.1" status: 200 len: 217 time: 0.1251729 Aug 27 14:05:48.693458 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:48.724524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cae4e-b908-43be-b61e-6e732d5b6077 req-b2a16756-a945-4bff-9d6e-b0df6e95aac8 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:48.728230 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e6cae4e-b908-43be-b61e-6e732d5b6077 req-b2a16756-a945-4bff-9d6e-b0df6e95aac8 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 945 time: 0.1567914 Aug 27 14:05:48.756464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87097351-3e92-43d2-a184-86ac2060d0fc req-342218ae-a107-4980-9428-6779ec8c8994 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:48.757690 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-87097351-3e92-43d2-a184-86ac2060d0fc req-342218ae-a107-4980-9428-6779ec8c8994 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:48.776312 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:48.788559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e6cae4e-b908-43be-b61e-6e732d5b6077 req-1bdc904b-89c5-41d8-ab52-cbcb97e98f62 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558958 Aug 27 14:05:48.789264 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:48.804736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:05:48.815366 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:48.815725 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Added segment dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f of type vlan for network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 Aug 27 14:05:48.855426 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-342218ae-a107-4980-9428-6779ec8c8994 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1441936 Aug 27 14:05:48.876917 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:48.885859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4af8fd-4001-40af-a621-01056f9a56a1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:48.892997 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31cbd726-2e58-4616-982a-f4c61cb5f233 req-d01c81fe-28bf-4c60-b348-99d0efa6fa5d tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434808 Aug 27 14:05:48.899254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.899603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.899951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.900513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.900634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.901053 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.901270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.901597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.902184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.902324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.902545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.902895 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:05:48.903421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-2e9db158-b74a-48ac-b0a0-0c2f722e50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:48.904861 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-2e9db158-b74a-48ac-b0a0-0c2f722e50d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5faea510-96bd-4d44-b728-c0dbab11e1e3 HTTP/1.1" status: 200 len: 859 time: 0.1433628 Aug 27 14:05:48.927432 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Request body: {'port': {'device_id': '1a7381a0-d171-40cf-9d85-2d8f4f6e81da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:48.928556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:48.929970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:48.930784 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:48.948491 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-a4c9986c-9a75-4de0-ba5e-9c30919f381a service neutron] 10.222.0.52 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592545 Aug 27 14:05:49.001985 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7413857 Aug 27 14:05:49.005609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-7736cb5a-5f8f-4a66-932a-643ec87177f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd877a5c-79f4-49e7-9087-58e80b55fb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881650 Aug 27 14:05:49.007073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54830) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:49.015137 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-32ae7787-81ad-4b11-8732-90f4583ba6e0 admin admin] Request body: {'subnet': {'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1472670314-subnet', 'tenant_id': 'f9bea263f48446ada9d848b75b533d69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:49.046779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01854b02-55e0-491c-aead-8bb338d0444e admin admin] Pushing event updated for resources: {'Network': ['ID=b55b0e79-4096-4c1a-9d8b-9aa6db20e866,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:49.058448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:05:49.108899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ae7787-81ad-4b11-8732-90f4583ba6e0 admin admin] Made reservation on behalf of f9bea263f48446ada9d848b75b533d69 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:49.112104 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32ae7787-81ad-4b11-8732-90f4583ba6e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:49.125493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ce45a-8f7d-45e2-8411-8041142e5ad6 req-76ba9c42-09b4-49cc-882c-8513045a306c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:49.127392 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a74ce45a-8f7d-45e2-8411-8041142e5ad6 req-76ba9c42-09b4-49cc-882c-8513045a306c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 943 time: 0.1049628 Aug 27 14:05:49.158613 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:49.267203 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-1dff4c35-5fab-45b1-af21-eb8209f137fb service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518466 Aug 27 14:05:49.268981 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc7e14-2103-45bc-bf58-f8e07014d7fd req-898e3578-f74f-41a7-9cb0-e2beb19d8925 service neutron] 10.222.0.52 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769246 Aug 27 14:05:49.289163 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c701bdc1-7e64-451f-9128-cb49072c4e7b req-362205c6-b7d5-412b-8e43-90057dbd22e4 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0435171 Aug 27 14:05:49.329197 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a74ce45a-8f7d-45e2-8411-8041142e5ad6 req-644200aa-5d88-404a-8c38-27210efd4952 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840216 Aug 27 14:05:49.503446 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32ae7787-81ad-4b11-8732-90f4583ba6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:49.544116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1043293-cc97-434d-8818-68041c1e3f11 req-19de1d99-0c37-4d8a-ab66-1fc5e8304f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:49.546223 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1043293-cc97-434d-8818-68041c1e3f11 req-19de1d99-0c37-4d8a-ab66-1fc5e8304f56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 1095 time: 0.1399312 Aug 27 14:05:49.548232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-defc8a97-6efe-4742-b8a6-c0cacfff8322 req-27c56c4c-4a31-4fd7-8327-f52c0bbd9a1c service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618117 Aug 27 14:05:49.643614 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f384da88-2b52-488b-b5ce-37728757a4d1', 'tag': '9a3a2ffe-5bea-40ec-bff2-6478a3660f33'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:49.646947 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357bc662-9bd1-47c4-8bcf-2f4433f57e49" -d '{"events": [{"name": "network-changed", "server_uuid": "f384da88-2b52-488b-b5ce-37728757a4d1", "tag": "9a3a2ffe-5bea-40ec-bff2-6478a3660f33"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:49.678028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae7787-81ad-4b11-8732-90f4583ba6e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5114c038-bc5e-4991-8e49-6e30ea1048b6,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:49.695174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95394ab8-bfed-45b0-85d4-7ea5ebe3ec7e req-36206fd6-8f28-45b9-9898-5d00c6605479 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:49.703885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95394ab8-bfed-45b0-85d4-7ea5ebe3ec7e req-36206fd6-8f28-45b9-9898-5d00c6605479 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 946 time: 0.1798346 Aug 27 14:05:49.705984 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae7787-81ad-4b11-8732-90f4583ba6e0 admin admin] Checking segment: {'id': 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:49.706597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ae7787-81ad-4b11-8732-90f4583ba6e0 admin admin] Network hostable DHCP agents. Network: b55b0e79-4096-4c1a-9d8b-9aa6db20e866, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:05:49.751719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ae7787-81ad-4b11-8732-90f4583ba6e0 admin admin] Network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:05:49.783905 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95394ab8-bfed-45b0-85d4-7ea5ebe3ec7e req-4e1ce9ec-9d2f-4d3c-8512-5104a062496e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789852 Aug 27 14:05:49.792230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-32ae7787-81ad-4b11-8732-90f4583ba6e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, b55b0e79-4096-4c1a-9d8b-9aa6db20e866) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:49.803805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1043293-cc97-434d-8818-68041c1e3f11 req-0847ee6b-e68f-4de5-8d59-39413b20fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:49.803805 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1043293-cc97-434d-8818-68041c1e3f11 req-0847ee6b-e68f-4de5-8d59-39413b20fed5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 912 time: 0.2355263 Aug 27 14:05:49.803978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ae7787-81ad-4b11-8732-90f4583ba6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:49.803978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32ae7787-81ad-4b11-8732-90f4583ba6e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:49.811806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9aae3-0a2e-480b-8889-1977b916b34a None None] Network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:49.820241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef934d3-a378-46cd-b798-af2f9b31e868 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:49.835377 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-32ae7787-81ad-4b11-8732-90f4583ba6e0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8249688 Aug 27 14:05:49.864678 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:49.867417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1043293-cc97-434d-8818-68041c1e3f11 req-0bfa1072-ad9c-4593-8ae2-9e8160a4b461 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=242d333c-97b2-4072-9674-83a97b4f931b HTTP/1.1" status: 200 len: 217 time: 0.0586402 Aug 27 14:05:49.870829 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a28eb2-0bf0-409f-b505-80d72b286736 x-openstack-request-id: req-28a28eb2-0bf0-409f-b505-80d72b286736 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:49.871027 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f384da88-2b52-488b-b5ce-37728757a4d1", "tag": "9a3a2ffe-5bea-40ec-bff2-6478a3660f33", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:49.871277 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28a28eb2-0bf0-409f-b505-80d72b286736 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:49.871666 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f384da88-2b52-488b-b5ce-37728757a4d1', 'tag': '9a3a2ffe-5bea-40ec-bff2-6478a3660f33', 'status': 'completed', 'code': 200} Aug 27 14:05:49.887816 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Transition to ACTIVE for port object eef934d3-a378-46cd-b798-af2f9b31e868 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:49.898191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e6eec-e4a4-4b8a-a090-fdc474c42cd7 req-11a93ef4-4f52-4df6-85ac-cd130e33b28f tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:49.899897 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-164e6eec-e4a4-4b8a-a090-fdc474c42cd7 req-11a93ef4-4f52-4df6-85ac-cd130e33b28f tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 945 time: 0.1581671 Aug 27 14:05:49.908602 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:50.052715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cb1665-f1c5-407a-a080-31c3ebabaede None None] Network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:05:50.118527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-164e6eec-e4a4-4b8a-a090-fdc474c42cd7 req-bd926fc2-12c0-46d0-a80b-9ad289852633 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041399 Aug 27 14:05:50.141414 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:50.144569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1043293-cc97-434d-8818-68041c1e3f11 req-c55b5475-14da-43df-ba92-acb8c3d08ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:50.148402 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1043293-cc97-434d-8818-68041c1e3f11 req-c55b5475-14da-43df-ba92-acb8c3d08ec6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 200 len: 851 time: 0.2472456 Aug 27 14:05:50.151554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Pushing event updated for resources: {'Port': ['ID=eef934d3-a378-46cd-b798-af2f9b31e868,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:50.233691 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1043293-cc97-434d-8818-68041c1e3f11 req-5598e40e-7be4-440a-96c2-0b4083a5f35e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451665 Aug 27 14:05:50.238527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db9d0c-360e-478c-8041-5e9e4ddbcd87 req-80d8b031-6f7c-46f7-b9a9-ea37f717481b tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:50.248291 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-11db9d0c-360e-478c-8041-5e9e4ddbcd87 req-80d8b031-6f7c-46f7-b9a9-ea37f717481b tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 943 time: 0.1846423 Aug 27 14:05:50.261226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bc662-9bd1-47c4-8bcf-2f4433f57e49 req-898a6351-3459-41a5-ace0-74c5e05652a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:50.262513 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-357bc662-9bd1-47c4-8bcf-2f4433f57e49 req-898a6351-3459-41a5-ace0-74c5e05652a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0b04ca81867422fba8b0c1554859c0b&device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 1095 time: 0.3485794 Aug 27 14:05:50.318156 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-11db9d0c-360e-478c-8041-5e9e4ddbcd87 req-8b110f6f-3d94-4b42-9276-c5ba6f1f376f tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638590 Aug 27 14:05:50.439402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Attempting to bind port eef934d3-a378-46cd-b798-af2f9b31e868 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:50.439739 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Attempting to bind port eef934d3-a378-46cd-b798-af2f9b31e868 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '73b79295-2e16-4599-a08d-005443b7a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:50.440262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Attempting to bind port eef934d3-a378-46cd-b798-af2f9b31e868 on network dd877a5c-79f4-49e7-9087-58e80b55fb9c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:50.468083 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1043293-cc97-434d-8818-68041c1e3f11 req-ae33b509-1503-46cf-9b97-1d706ec84eb4 service neutron] 10.222.0.52 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029488 Aug 27 14:05:50.479068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Port eef934d3-a378-46cd-b798-af2f9b31e868 on network dd877a5c-79f4-49e7-9087-58e80b55fb9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:05:50.480113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Attempting to bind port eef934d3-a378-46cd-b798-af2f9b31e868 on network dd877a5c-79f4-49e7-9087-58e80b55fb9c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:50.483222 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27aedb2e-a023-41f8-aaab-2dff96a40cc3 req-b1daf86c-9a8e-408b-bc6d-0c1077da2b5d tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0438192 Aug 27 14:05:50.497752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:50.498511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Checking segment: {'id': '73b79295-2e16-4599-a08d-005443b7a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:50.499029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Bound using segment: {'id': '73b79295-2e16-4599-a08d-005443b7a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:50.499483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Bound port: eef934d3-a378-46cd-b798-af2f9b31e868, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b79295-2e16-4599-a08d-005443b7a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:50.499853 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:50.620525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54890) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:50.647787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271b87e-acdc-4a10-8ec7-ff09fcd999e5 req-212205dc-f7e8-4e62-8394-0400cce4c0d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:50.649475 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a271b87e-acdc-4a10-8ec7-ff09fcd999e5 req-212205dc-f7e8-4e62-8394-0400cce4c0d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 943 time: 0.0651476 Aug 27 14:05:50.695244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a271b87e-acdc-4a10-8ec7-ff09fcd999e5 req-2d8aa2b7-b0a9-49fe-bcbc-f7d2c4d33866 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397511 Aug 27 14:05:50.923862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469def6-31b1-4157-8693-7fc5c30ddc99 req-755e6b4f-e6e2-4445-beca-0bdb92522d84 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:50.925313 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5469def6-31b1-4157-8693-7fc5c30ddc99 req-755e6b4f-e6e2-4445-beca-0bdb92522d84 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 946 time: 0.0566018 Aug 27 14:05:50.974861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bc662-9bd1-47c4-8bcf-2f4433f57e49 req-1356fe7b-129c-43e8-86b0-b405028a1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:50.976384 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-357bc662-9bd1-47c4-8bcf-2f4433f57e49 req-1356fe7b-129c-43e8-86b0-b405028a1d9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd877a5c-79f4-49e7-9087-58e80b55fb9c HTTP/1.1" status: 200 len: 920 time: 0.6999550 Aug 27 14:05:51.064479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-357bc662-9bd1-47c4-8bcf-2f4433f57e49 req-dd874c58-cc24-448c-821f-686553c11445 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a3a2ffe-5bea-40ec-bff2-6478a3660f33 HTTP/1.1" status: 200 len: 217 time: 0.0764458 Aug 27 14:05:51.134734 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] For port eef934d3-a378-46cd-b798-af2f9b31e868, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:51.150791 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c1abf9b-831d-4e5e-a14c-8394a400ed70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:51.171036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 242d333c-97b2-4072-9674-83a97b4f931b details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:05:51.184654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827261-9b66-4bee-929c-12f9e40b842e req-812b697a-2cd3-49f5-a36b-df5f4ef2c1d0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:51.186166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-812b697a-2cd3-49f5-a36b-df5f4ef2c1d0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/networks?id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866 HTTP/1.1" status: 200 len: 814 time: 0.6484165 Aug 27 14:05:51.198894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] For port eef934d3-a378-46cd-b798-af2f9b31e868, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=eef934d3-a378-46cd-b798-af2f9b31e868,segment=NetworkSegment(73b79295-2e16-4599-a08d-005443b7a5f4),segment_id=73b79295-2e16-4599-a08d-005443b7a5f4)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:51.204136 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1043293-cc97-434d-8818-68041c1e3f11 req-f454e15a-1dbf-4927-9b85-636c9885d172 service neutron] 10.222.0.52 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7091081 Aug 27 14:05:51.221651 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:51.229872 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bc662-9bd1-47c4-8bcf-2f4433f57e49 req-b7adcdbf-a5ab-414a-bc53-7a6428dfc8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:51.231402 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-357bc662-9bd1-47c4-8bcf-2f4433f57e49 req-b7adcdbf-a5ab-414a-bc53-7a6428dfc8e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5faea510-96bd-4d44-b728-c0dbab11e1e3 HTTP/1.1" status: 200 len: 859 time: 0.1503170 Aug 27 14:05:51.296260 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:51.311300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-849c78b8-88c4-46f9-a648-6d37c9157565 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/quotas/f9bea263f48446ada9d848b75b533d69 HTTP/1.1" status: 200 len: 375 time: 0.1109872 Aug 27 14:05:51.334477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:51.335133 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:51.336551 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] 10.222.0.41 "PUT /v2.0/ports/eef934d3-a378-46cd-b798-af2f9b31e868 HTTP/1.1" status: 200 len: 1092 time: 2.4157474 Aug 27 14:05:51.343395 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5469def6-31b1-4157-8693-7fc5c30ddc99 req-da39045d-3b37-4557-b471-2e516ed7b4eb tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4105544 Aug 27 14:05:51.344322 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-357bc662-9bd1-47c4-8bcf-2f4433f57e49 req-bc6690d2-a0d2-4514-ad01-2ba955b3afa1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd877a5c-79f4-49e7-9087-58e80b55fb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929725 Aug 27 14:05:51.383502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 242d333c-97b2-4072-9674-83a97b4f931b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=242d333c-97b2-4072-9674-83a97b4f931b,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:51.402498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '242d333c-97b2-4072-9674-83a97b4f931b', 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'port_id': '242d333c-97b2-4072-9674-83a97b4f931b', 'mac_address': 'fa:16:3e:1d:61:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3554799f-a4a2-458b-9556-37ea29d379ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:05:51.415719 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-880ef66d-61e7-406d-9f45-7fc61b9c2664 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9bea263f48446ada9d848b75b533d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765123 Aug 27 14:05:51.484098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd01f3-d5bf-4b4b-881f-c2e48b2f32f5 req-11fd8024-a573-4443-a684-459eff34461c tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:51.490026 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:51.495376 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-97fd01f3-d5bf-4b4b-881f-c2e48b2f32f5 req-11fd8024-a573-4443-a684-459eff34461c tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 945 time: 0.0747216 Aug 27 14:05:51.515959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242d333c-97b2-4072-9674-83a97b4f931b {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:51.526321 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597080e-c966-4ee6-9b64-d333c6bad621 service neutron] Pushing event updated for resources: {'Port': ['ID=eef934d3-a378-46cd-b798-af2f9b31e868,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:51.544095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 242d333c-97b2-4072-9674-83a97b4f931b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=242d333c-97b2-4072-9674-83a97b4f931b,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:51.548727 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:51.552981 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-97fd01f3-d5bf-4b4b-881f-c2e48b2f32f5 req-597ad627-38ad-4a6c-995e-92e7f070f831 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527766 Aug 27 14:05:51.555087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:05:51.619426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-a7235c9c-f225-47e1-9916-9221022d1395 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:51.621011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-a7235c9c-f225-47e1-9916-9221022d1395 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 945 time: 0.3887148 Aug 27 14:05:51.637654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=242d333c-97b2-4072-9674-83a97b4f931b,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:51.677098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca90046-61ae-439f-838a-fae14cd2979d req-bf0fec9a-6b0e-41f3-baf8-14a52e297a21 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:51.685614 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4ca90046-61ae-439f-838a-fae14cd2979d req-bf0fec9a-6b0e-41f3-baf8-14a52e297a21 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 943 time: 0.0716696 Aug 27 14:05:51.736754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4ca90046-61ae-439f-838a-fae14cd2979d req-b6f8402d-6ba6-4c94-8e26-132f21f69807 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466049 Aug 27 14:05:51.756149 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-357bc662-9bd1-47c4-8bcf-2f4433f57e49 req-cd3f82fb-ae61-44c9-b9db-32eb83376c85 service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857884 Aug 27 14:05:51.768581 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9a3a2ffe-5bea-40ec-bff2-6478a3660f33,segment=NetworkSegment(73b79295-2e16-4599-a08d-005443b7a5f4),segment_id=73b79295-2e16-4599-a08d-005443b7a5f4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:51.795037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '9a3a2ffe-5bea-40ec-bff2-6478a3660f33', 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c', 'port_id': '9a3a2ffe-5bea-40ec-bff2-6478a3660f33', 'mac_address': 'fa:16:3e:91:94:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5faea510-96bd-4d44-b728-c0dbab11e1e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:05:51.798452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87097351-3e92-43d2-a184-86ac2060d0fc req-eb8cf841-afbd-4fe3-bfbb-1f2ec127afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:51.800133 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-eb8cf841-afbd-4fe3-bfbb-1f2ec127afa0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0b04ca81867422fba8b0c1554859c0b&device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 1095 time: 0.3661613 Aug 27 14:05:51.845538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312de01-98e0-496e-a3e5-53436874ef18 req-d4467bab-58fc-421d-a39c-9f03cafea85c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:51.855699 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:51.873424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8312de01-98e0-496e-a3e5-53436874ef18 req-d4467bab-58fc-421d-a39c-9f03cafea85c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 946 time: 0.0890284 Aug 27 14:05:51.876906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54910) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:51.881811 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:51.885329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7381a0-d171-40cf-9d85-2d8f4f6e81da', 'tag': 'eef934d3-a378-46cd-b798-af2f9b31e868'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:51.886546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-39a8c98a-4552-4c30-9b79-1e95494dbc3c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Request body: {'floatingip': {'port_id': '9e1b0f85-7589-49d4-84cb-8da7b39529b8'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:51.887901 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8dba2c-076a-4124-a907-3346adcc5888" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7381a0-d171-40cf-9d85-2d8f4f6e81da", "tag": "eef934d3-a378-46cd-b798-af2f9b31e868"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:51.923600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9a3a2ffe-5bea-40ec-bff2-6478a3660f33,segment=NetworkSegment(73b79295-2e16-4599-a08d-005443b7a5f4),segment_id=73b79295-2e16-4599-a08d-005443b7a5f4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:51.931135 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:51.958014 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39a8c98a-4552-4c30-9b79-1e95494dbc3c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:51.971254 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c1abf9b-831d-4e5e-a14c-8394a400ed70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:51.981571 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-ff262eb8-be45-48af-8cf2-a01d4bdd4b44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef934d3-a378-46cd-b798-af2f9b31e868 HTTP/1.1" status: 200 len: 217 time: 0.1595404 Aug 27 14:05:51.986275 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-b3f23995-a7b1-4a8c-8320-76576b9e7b9c service neutron] 10.222.0.55 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093925 Aug 27 14:05:51.986996 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c1abf9b-831d-4e5e-a14c-8394a400ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:52.018389 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=9a3a2ffe-5bea-40ec-bff2-6478a3660f33,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:52.051460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f2e850f0-f019-4de7-82df-ba0f835f9a2e req-69849c00-34f8-4c68-8840-7d003731256a tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0957596 Aug 27 14:05:52.132577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['9a3a2ffe-5bea-40ec-bff2-6478a3660f33'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:05:52.141009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['242d333c-97b2-4072-9674-83a97b4f931b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:05:52.162222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9c1abf9b-831d-4e5e-a14c-8394a400ed70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1298dbf192a481aa46bcf629cb9200b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2359655 Aug 27 14:05:52.175577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54914) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:52.182935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1abf9b-831d-4e5e-a14c-8394a400ed70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b273cd77-be5a-416a-a079-9ec55812f0e1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:52.242783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87097351-3e92-43d2-a184-86ac2060d0fc req-07664242-0013-4ef2-9936-f086aa299cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:52.243998 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-07664242-0013-4ef2-9936-f086aa299cb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5faea510-96bd-4d44-b728-c0dbab11e1e3 HTTP/1.1" status: 200 len: 859 time: 0.2368450 Aug 27 14:05:52.282816 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-357bc662-9bd1-47c4-8bcf-2f4433f57e49 req-9bd604c8-fd77-4c05-823d-46ef0153653a service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816294 Aug 27 14:05:52.284897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Deleting port 39febab6-626f-414e-b9f1-73055de4acb0 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:52.285246 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:52.292817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed211fa4-1070-4ec2-aa7e-e50c7d0feeaa req-0cff481c-d463-48fb-a850-1f81069363ed tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:52.294741 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ed211fa4-1070-4ec2-aa7e-e50c7d0feeaa req-0cff481c-d463-48fb-a850-1f81069363ed tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 944 time: 0.1203308 Aug 27 14:05:52.374720 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-ed73963d-b0e7-4b8e-ae9f-75a2b39485e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd877a5c-79f4-49e7-9087-58e80b55fb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168857 Aug 27 14:05:52.427011 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ed211fa4-1070-4ec2-aa7e-e50c7d0feeaa req-38c744d6-539e-47ea-863b-88037cbb6184 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220422 Aug 27 14:05:52.446669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-b3cb20b1-44b9-47a9-a498-75226349973b service neutron] 10.222.0.55 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397593 Aug 27 14:05:52.527309 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb5be8e-1106-4458-8d31-02bbd543e267 x-openstack-request-id: req-1eb5be8e-1106-4458-8d31-02bbd543e267 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:52.527595 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7381a0-d171-40cf-9d85-2d8f4f6e81da", "tag": "eef934d3-a378-46cd-b798-af2f9b31e868", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:52.527872 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1eb5be8e-1106-4458-8d31-02bbd543e267 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:52.529223 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7381a0-d171-40cf-9d85-2d8f4f6e81da', 'tag': 'eef934d3-a378-46cd-b798-af2f9b31e868', 'status': 'completed', 'code': 200} Aug 27 14:05:52.544626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] For port 39febab6-626f-414e-b9f1-73055de4acb0, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=39febab6-626f-414e-b9f1-73055de4acb0,segment=NetworkSegment(fb66b771-c703-40b3-842f-02a880f5c699),segment_id=fb66b771-c703-40b3-842f-02a880f5c699)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:52.545012 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:52.549485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3470cad2-9ceb-4723-a58d-2db8246bcb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:52.672586 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3470cad2-9ceb-4723-a58d-2db8246bcb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:52.773438 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-07982f8b-25d4-4472-8729-78227037fb2a service neutron] 10.222.0.41 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832874 Aug 27 14:05:52.796706 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39a8c98a-4552-4c30-9b79-1e95494dbc3c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:52.806389 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b23a67-ccd8-48df-b91f-0972feb9d561 req-65b76578-15b1-44f0-9061-a760fd0572f5 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:52.806762 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36a733de-a57f-4f9f-b563-cff8356cb2a1 req-85f82635-47fa-4325-a330-992bb60fc08b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 210 time: 0.0999510 Aug 27 14:05:52.826102 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-91b23a67-ccd8-48df-b91f-0972feb9d561 req-65b76578-15b1-44f0-9061-a760fd0572f5 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 945 time: 0.1041348 Aug 27 14:05:52.837427 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39a8c98a-4552-4c30-9b79-1e95494dbc3c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:52.951706 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87097351-3e92-43d2-a184-86ac2060d0fc req-9812428d-9c1b-4a3d-84cb-190ccf52774f service neutron] 10.222.0.41 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276991 Aug 27 14:05:52.971199 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-91b23a67-ccd8-48df-b91f-0972feb9d561 req-5f4f5cc0-0502-4b97-83ba-bd8894e7dd0c tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed38e010-f854-4acb-b370-379d12946cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433725 Aug 27 14:05:53.068419 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-39a8c98a-4552-4c30-9b79-1e95494dbc3c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Floating IP 60b7189d-0e78-483f-966f-fb127d78d502 associated. External IP: 172.25.2.248, port: 9e1b0f85-7589-49d4-84cb-8da7b39529b8. Aug 27 14:05:53.069634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3470cad2-9ceb-4723-a58d-2db8246bcb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:53.072464 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3470cad2-9ceb-4723-a58d-2db8246bcb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:53.076030 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3470cad2-9ceb-4723-a58d-2db8246bcb9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b273cd77-be5a-416a-a079-9ec55812f0e1 HTTP/1.1" status: 204 len: 168 time: 0.8917582 Aug 27 14:05:53.111084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470cad2-9ceb-4723-a58d-2db8246bcb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b273cd77-be5a-416a-a079-9ec55812f0e1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:53.169396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2c34f-8ca6-41b5-a620-ffcc9b0053a0 req-ddb61821-98cf-45a0-8289-18fe8f81fac6 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:53.171260 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57b2c34f-8ca6-41b5-a620-ffcc9b0053a0 req-ddb61821-98cf-45a0-8289-18fe8f81fac6 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 943 time: 0.2142069 Aug 27 14:05:53.178953 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:05:53.189766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 242d333c-97b2-4072-9674-83a97b4f931b up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:53.207401 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:53.208407 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:53.208840 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Floating IP 4d45f7ec-4220-4fb7-891a-7cc1739f6b1d disassociated. External IP: 172.25.2.90, port: 39febab6-626f-414e-b9f1-73055de4acb0. Aug 27 14:05:53.209223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Calling delete_port for 39febab6-626f-414e-b9f1-73055de4acb0 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:53.282608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 242d333c-97b2-4072-9674-83a97b4f931b completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:53.292553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 242d333c-97b2-4072-9674-83a97b4f931b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:53.293080 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:53.343437 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b2657fe-f108-47e4-8eb1-1e8595afe47c req-2b140752-7a4e-467c-94f0-e6794ce7f58b tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0793645 Aug 27 14:05:53.393998 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57b2c34f-8ca6-41b5-a620-ffcc9b0053a0 req-c162824f-1c7c-4a9c-8462-71430700107e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024999 Aug 27 14:05:53.415639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dba2c-076a-4124-a907-3346adcc5888 req-1aa5f659-0946-4c34-8666-f6b34c57b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:53.417744 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a8dba2c-076a-4124-a907-3346adcc5888 req-1aa5f659-0946-4c34-8666-f6b34c57b85f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0b04ca81867422fba8b0c1554859c0b&device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 1095 time: 0.3143775 Aug 27 14:05:53.471793 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:53.534641 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a8c98a-4552-4c30-9b79-1e95494dbc3c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:05:53.547590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc56b67f-4f33-44c8-8da2-fc2df766cdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242d333c-97b2-4072-9674-83a97b4f931b'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:53.556971 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4619ab-702f-472b-85f4-4c3fcbf37c7e" -d '{"events": [{"server_uuid": "cc56b67f-4f33-44c8-8da2-fc2df766cdf6", "name": "network-vif-plugged", "status": "completed", "tag": "242d333c-97b2-4072-9674-83a97b4f931b"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:53.587592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 242d333c-97b2-4072-9674-83a97b4f931b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=242d333c-97b2-4072-9674-83a97b4f931b,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:53.602031 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:53.604104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:05:53.656254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dba2c-076a-4124-a907-3346adcc5888 req-dfa37324-1553-4d2e-9cc4-d8c902a53754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:53.658016 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a8dba2c-076a-4124-a907-3346adcc5888 req-dfa37324-1553-4d2e-9cc4-d8c902a53754 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dd877a5c-79f4-49e7-9087-58e80b55fb9c HTTP/1.1" status: 200 len: 920 time: 0.2318909 Aug 27 14:05:53.706510 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1de1906-7eec-4819-9317-f2605ac43c78 x-openstack-request-id: req-b1de1906-7eec-4819-9317-f2605ac43c78 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:53.706831 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc56b67f-4f33-44c8-8da2-fc2df766cdf6", "name": "network-vif-plugged", "status": "completed", "tag": "242d333c-97b2-4072-9674-83a97b4f931b", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:53.707223 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1de1906-7eec-4819-9317-f2605ac43c78 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:53.707657 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc56b67f-4f33-44c8-8da2-fc2df766cdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242d333c-97b2-4072-9674-83a97b4f931b', 'code': 200} Aug 27 14:05:53.709987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54942) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:53.718833 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a8dba2c-076a-4124-a907-3346adcc5888 req-e5ba00f0-8ad3-4f06-b698-f3cde5a2268d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef934d3-a378-46cd-b798-af2f9b31e868 HTTP/1.1" status: 200 len: 217 time: 0.0484605 Aug 27 14:05:53.729938 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:53.769885 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-324399a0-cd84-4469-b78b-482d7966f638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:53.772286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=242d333c-97b2-4072-9674-83a97b4f931b,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:53.775563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d7e75-fbf3-4a7d-9044-58b64c79cda3 req-ae09697b-fa72-44da-bbf5-b79c71999537 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:53.780444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-122d7e75-fbf3-4a7d-9044-58b64c79cda3 req-ae09697b-fa72-44da-bbf5-b79c71999537 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 945 time: 0.2234972 Aug 27 14:05:53.795210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:05:53.800039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:05:53.800664 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:53.828158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a8c98a-4552-4c30-9b79-1e95494dbc3c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:05:53.842415 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa63036e-88e8-4a66-990c-7828f2e9290d None None] Sync routers for ids ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:05:53.861864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Pushing event deleted for resources: {'Port': ['ID=39febab6-626f-414e-b9f1-73055de4acb0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:53.863344 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa63036e-88e8-4a66-990c-7828f2e9290d None None] Routers {'a85044f2-42ee-4ee7-b3ab-64d1f48f6350'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:53.865281 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-aa63036e-88e8-4a66-990c-7828f2e9290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:53.867451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39a8c98a-4552-4c30-9b79-1e95494dbc3c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:53.940761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3cd1e-117f-4da1-8d00-af435143b18e req-01d582b1-63ea-40c9-8e78-841098c4385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:53.942490 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2aa3cd1e-117f-4da1-8d00-af435143b18e req-01d582b1-63ea-40c9-8e78-841098c4385e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 1097 time: 0.2151146 Aug 27 14:05:53.960589 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:53.991951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47029299-acbd-464b-bab1-204e5a598a04 req-3831952a-cbb3-48fb-af4b-028b4e980f2a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 210 time: 0.0617049 Aug 27 14:05:54.023888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9a3a2ffe-5bea-40ec-bff2-6478a3660f33,segment=NetworkSegment(73b79295-2e16-4599-a08d-005443b7a5f4),segment_id=73b79295-2e16-4599-a08d-005443b7a5f4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:54.030361 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:54.032264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 39febab6-626f-414e-b9f1-73055de4acb0 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:05:54.091602 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-122d7e75-fbf3-4a7d-9044-58b64c79cda3 req-208a2ecf-740e-42a8-899b-d70e39ecdf3c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930207 Aug 27 14:05:54.107155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-39a8c98a-4552-4c30-9b79-1e95494dbc3c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "PUT /v2.0/floatingips/60b7189d-0e78-483f-966f-fb127d78d502 HTTP/1.1" status: 200 len: 992 time: 2.2288439 Aug 27 14:05:54.112239 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 39febab6-626f-414e-b9f1-73055de4acb0 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:05:54.113104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 39febab6-626f-414e-b9f1-73055de4acb0 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:05:54.154607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:54.157144 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d81cb96-d088-43ff-ad89-40764f0c523c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:54.166221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=9a3a2ffe-5bea-40ec-bff2-6478a3660f33,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:54.218083 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dba2c-076a-4124-a907-3346adcc5888 req-3a4a35b8-489d-4f77-878a-7d2abe95ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:54.222373 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a8dba2c-076a-4124-a907-3346adcc5888 req-3a4a35b8-489d-4f77-878a-7d2abe95ae7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5faea510-96bd-4d44-b728-c0dbab11e1e3 HTTP/1.1" status: 200 len: 859 time: 0.4936776 Aug 27 14:05:54.236793 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-aa63036e-88e8-4a66-990c-7828f2e9290d None None] Set router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:54.248813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827261-9b66-4bee-929c-12f9e40b842e req-9080b3fc-56cf-4048-98a4-252524349a7f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:54.250462 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-9080b3fc-56cf-4048-98a4-252524349a7f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.52 "GET /v2.0/networks?id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866 HTTP/1.1" status: 200 len: 814 time: 0.2400248 Aug 27 14:05:54.265743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-6d827261-9b66-4bee-929c-12f9e40b842e req-e4a78ace-ddd7-4941-a6a3-e09fbaa83b46 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Request body: {'port': {'device_id': '432f05b8-5944-4d82-926e-31d5673f22fe', 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866', 'admin_state_up': True, 'tenant_id': 'f9bea263f48446ada9d848b75b533d69'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:54.642734 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-aa63036e-88e8-4a66-990c-7828f2e9290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 4, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port': {'id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:14Z', 'updated_at': '2021-08-27T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '60b7189d-0e78-483f-966f-fb127d78d502', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'port_id': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'mac_address': 'fa:16:3e:b5:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:05:27Z', 'updated_at': '2021-08-27T14:05:52Z', 'revision_number': 1, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008240b3-6dcc-46ee-837c-12f99e414890', 'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'mac_address': 'fa:16:3e:ca:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:18Z', 'updated_at': '2021-08-27T14:05:26Z', 'revision_number': 5, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'subnets': [{'id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:54.672523 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa63036e-88e8-4a66-990c-7828f2e9290d None None] Checking router: a85044f2-42ee-4ee7-b3ab-64d1f48f6350 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:05:54.684175 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa63036e-88e8-4a66-990c-7828f2e9290d None None] Routers {'a85044f2-42ee-4ee7-b3ab-64d1f48f6350'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:54.685486 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-aa63036e-88e8-4a66-990c-7828f2e9290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:54.747281 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9e97df7f-62e8-41c5-b108-5638559fc7f1 req-f95e2842-6be8-489f-8af3-1e1464305438 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 210 time: 0.5223286 Aug 27 14:05:54.761492 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a8dba2c-076a-4124-a907-3346adcc5888 req-4bf656ee-6d13-4b6f-83cc-257360819c28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd877a5c-79f4-49e7-9087-58e80b55fb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4917727 Aug 27 14:05:54.789039 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca32d70b-ff4e-4b68-b173-127b6d62a927 x-openstack-request-id: req-ca32d70b-ff4e-4b68-b173-127b6d62a927 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:54.789444 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:54.789771 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca32d70b-ff4e-4b68-b173-127b6d62a927 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:54.790287 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'status': 'completed', 'code': 200} Aug 27 14:05:54.818372 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-aa63036e-88e8-4a66-990c-7828f2e9290d None None] Set router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:54.839396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Router d96b426e-dc89-429a-b966-b3f617d703aa has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:05:54.856560 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2aa3cd1e-117f-4da1-8d00-af435143b18e req-6b836df8-1b83-46d4-a63d-05f56c1ae605 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9014459 Aug 27 14:05:54.891058 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ee64a51-51f1-4dec-b1de-e0398141b53d req-b1a06467-c0c6-4090-874f-29f7f1fa1f7e tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0490072 Aug 27 14:05:54.939189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81cb96-d088-43ff-ad89-40764f0c523c req-9f7b9f32-a170-482c-bfe1-7ef0ac62b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:54.941161 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d81cb96-d088-43ff-ad89-40764f0c523c req-9f7b9f32-a170-482c-bfe1-7ef0ac62b7d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 1098 time: 0.0788867 Aug 27 14:05:54.950480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297dbdd-f9c6-4240-aa96-ce4ec01de7ab req-1a429fd4-f175-4753-ae90-80837242b73d tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:54.956728 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1297dbdd-f9c6-4240-aa96-ce4ec01de7ab req-1a429fd4-f175-4753-ae90-80837242b73d tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 943 time: 0.0911593 Aug 27 14:05:55.050303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a8dba2c-076a-4124-a907-3346adcc5888 req-9c333174-66c1-413a-84d8-4d26003201b6 service neutron] 10.222.0.41 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765758 Aug 27 14:05:55.062386 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1297dbdd-f9c6-4240-aa96-ce4ec01de7ab req-90cec6ec-ab8c-4aa3-b0be-aa4d4d976c45 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912130 Aug 27 14:05:55.070863 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-324399a0-cd84-4469-b78b-482d7966f638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:55.114072 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81cb96-d088-43ff-ad89-40764f0c523c req-c903a2a1-8732-4e85-8a1c-a7298168a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:55.115018 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d81cb96-d088-43ff-ad89-40764f0c523c req-c903a2a1-8732-4e85-8a1c-a7298168a939 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.1557498 Aug 27 14:05:55.120254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d827261-9b66-4bee-929c-12f9e40b842e req-e4a78ace-ddd7-4941-a6a3-e09fbaa83b46 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Made reservation on behalf of f9bea263f48446ada9d848b75b533d69 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:05:55.124160 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d827261-9b66-4bee-929c-12f9e40b842e req-e4a78ace-ddd7-4941-a6a3-e09fbaa83b46 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:55.154200 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-aa63036e-88e8-4a66-990c-7828f2e9290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 4, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port': {'id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:14Z', 'updated_at': '2021-08-27T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '60b7189d-0e78-483f-966f-fb127d78d502', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'port_id': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'mac_address': 'fa:16:3e:b5:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:05:27Z', 'updated_at': '2021-08-27T14:05:52Z', 'revision_number': 1, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008240b3-6dcc-46ee-837c-12f99e414890', 'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'mac_address': 'fa:16:3e:ca:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:18Z', 'updated_at': '2021-08-27T14:05:26Z', 'revision_number': 5, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'subnets': [{'id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:55.187998 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa63036e-88e8-4a66-990c-7828f2e9290d None None] The sync data for ids ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'] in n-d-712139-12 is: [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 4, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port': {'id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:14Z', 'updated_at': '2021-08-27T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '60b7189d-0e78-483f-966f-fb127d78d502', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'port_id': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'mac_address': 'fa:16:3e:b5:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:05:27Z', 'updated_at': '2021-08-27T14:05:52Z', 'revision_number': 1, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008240b3-6dcc-46ee-837c-12f99e414890', 'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'mac_address': 'fa:16:3e:ca:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:18Z', 'updated_at': '2021-08-27T14:05:26Z', 'revision_number': 5, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'subnets': [{'id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:05:55.192939 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-324399a0-cd84-4469-b78b-482d7966f638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:55.309030 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3e1a5cc6-8291-4841-b3e9-c8c42256267b req-1982d677-cc30-40af-979a-e6157c2ad85b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 210 time: 0.2163868 Aug 27 14:05:55.326917 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d81cb96-d088-43ff-ad89-40764f0c523c req-6f7d9eec-c902-47f4-85d9-2b1824656ffc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 200 len: 1000 time: 0.2001226 Aug 27 14:05:55.332694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:05:55.344446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f36e7-3265-4f8b-b155-7030129446c8 None None] Sync routers for ids ['d96b426e-dc89-429a-b966-b3f617d703aa'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:05:55.357029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acd096-34f4-456f-a880-85691fa66f58 req-604be66c-0662-4014-a70c-5cec0f785125 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:55.360586 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f36e7-3265-4f8b-b155-7030129446c8 None None] Routers {'d96b426e-dc89-429a-b966-b3f617d703aa'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:55.361169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e34f36e7-3265-4f8b-b155-7030129446c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d96b426e-dc89-429a-b966-b3f617d703aa'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:55.365538 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3acd096-34f4-456f-a880-85691fa66f58 req-604be66c-0662-4014-a70c-5cec0f785125 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 945 time: 0.1852336 Aug 27 14:05:55.440284 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-324399a0-cd84-4469-b78b-482d7966f638 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0625116aa52404cbdabb8c6aab80d74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7255464 Aug 27 14:05:55.440284 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324399a0-cd84-4469-b78b-482d7966f638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82746f43-931a-4fd8-9275-b33c9d93cf6e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:55.444899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54986) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:05:55.484548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] No DVR routers for this DVR port 39febab6-626f-414e-b9f1-73055de4acb0 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:05:55.495429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:55.498894 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-550a15b9-531d-4a98-827d-8b67f59d3ab4 req-2056fcd8-027e-4038-95a7-e20ae799ecf1 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.52 "DELETE /v2.0/ports/39febab6-626f-414e-b9f1-73055de4acb0 HTTP/1.1" status: 204 len: 173 time: 3.8649259 Aug 27 14:05:55.499491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2314579-84d0-4136-a8d9-9d491bf653bb', 'name': 'network-vif-deleted', 'tag': '39febab6-626f-414e-b9f1-73055de4acb0'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:55.502470 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbb541a-6870-45ce-80ac-4862ee7aee63" -d '{"events": [{"server_uuid": "b2314579-84d0-4136-a8d9-9d491bf653bb", "name": "network-vif-deleted", "tag": "39febab6-626f-414e-b9f1-73055de4acb0"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:55.517938 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6312ede-e315-4e08-847a-5483cd3893e5 None None] New status for floating IP 60b7189d-0e78-483f-966f-fb127d78d502: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:05:55.537134 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a8dba2c-076a-4124-a907-3346adcc5888 req-db7b3c38-a838-4edd-a697-2bfe756c995b service neutron] 10.222.0.41 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731512 Aug 27 14:05:55.553918 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3acd096-34f4-456f-a880-85691fa66f58 req-ff2f39f3-8903-413c-8558-c23c7aaa1b94 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861539 Aug 27 14:05:55.589255 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fcda5e47-4bf9-44c9-a340-415a026f21e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:55.591633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81cb96-d088-43ff-ad89-40764f0c523c req-b9b1ac52-65c5-4d14-8d54-29e638f2613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:55.598069 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d81cb96-d088-43ff-ad89-40764f0c523c req-b9b1ac52-65c5-4d14-8d54-29e638f2613e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.2227273 Aug 27 14:05:55.607862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-6d827261-9b66-4bee-929c-12f9e40b842e req-e4a78ace-ddd7-4941-a6a3-e09fbaa83b46 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Allocated IP 172.20.0.4 (b55b0e79-4096-4c1a-9d8b-9aa6db20e866/5114c038-bc5e-4991-8e49-6e30ea1048b6/50ad3533-39c5-4fdd-964d-5044beca9181) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:05:55.634626 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585ce3d9-3b80-4ff6-a698-3091d79005de x-openstack-request-id: req-585ce3d9-3b80-4ff6-a698-3091d79005de {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:55.634956 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2314579-84d0-4136-a8d9-9d491bf653bb", "name": "network-vif-deleted", "tag": "39febab6-626f-414e-b9f1-73055de4acb0", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:55.635213 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-585ce3d9-3b80-4ff6-a698-3091d79005de {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:55.635620 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2314579-84d0-4136-a8d9-9d491bf653bb', 'name': 'network-vif-deleted', 'tag': '39febab6-626f-414e-b9f1-73055de4acb0', 'status': 'completed', 'code': 200} Aug 27 14:05:55.649367 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fcda5e47-4bf9-44c9-a340-415a026f21e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:55.679005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81cb96-d088-43ff-ad89-40764f0c523c req-429a473a-ddec-4550-bf4d-c18493b09e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:55.680580 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d81cb96-d088-43ff-ad89-40764f0c523c req-429a473a-ddec-4550-bf4d-c18493b09e2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705090 Aug 27 14:05:55.744453 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fcda5e47-4bf9-44c9-a340-415a026f21e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:55.749551 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fcda5e47-4bf9-44c9-a340-415a026f21e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:55.752966 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fcda5e47-4bf9-44c9-a340-415a026f21e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82746f43-931a-4fd8-9275-b33c9d93cf6e HTTP/1.1" status: 204 len: 168 time: 0.3049734 Aug 27 14:05:55.812361 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda5e47-4bf9-44c9-a340-415a026f21e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82746f43-931a-4fd8-9275-b33c9d93cf6e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:55.872232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f384da88-2b52-488b-b5ce-37728757a4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3a2ffe-5bea-40ec-bff2-6478a3660f33'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:55.874213 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f67dd99-3d22-4fa6-a0d9-4d2fdf6ce4b3" -d '{"events": [{"server_uuid": "f384da88-2b52-488b-b5ce-37728757a4d1", "name": "network-vif-plugged", "status": "completed", "tag": "9a3a2ffe-5bea-40ec-bff2-6478a3660f33"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:55.953170 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-e34f36e7-3265-4f8b-b155-7030129446c8 None None] Set router d96b426e-dc89-429a-b966-b3f617d703aa gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:55.999394 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dddc3884-ffc7-432c-b0f1-84139719765a req-d41919d8-77f2-43ad-a338-65825b3997cf tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 210 time: 0.1030457 Aug 27 14:05:56.026265 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1eded55-85f8-4fbb-98e9-3721fe72b723 x-openstack-request-id: req-a1eded55-85f8-4fbb-98e9-3721fe72b723 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:56.026828 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f384da88-2b52-488b-b5ce-37728757a4d1", "name": "network-vif-plugged", "status": "completed", "tag": "9a3a2ffe-5bea-40ec-bff2-6478a3660f33", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:56.026828 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1eded55-85f8-4fbb-98e9-3721fe72b723 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:56.027223 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f384da88-2b52-488b-b5ce-37728757a4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3a2ffe-5bea-40ec-bff2-6478a3660f33', 'code': 200} Aug 27 14:05:56.072973 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d81cb96-d088-43ff-ad89-40764f0c523c req-005f1704-0385-42ce-a3a3-b6de868c2416 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802192 Aug 27 14:05:56.166480 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d827261-9b66-4bee-929c-12f9e40b842e req-e4a78ace-ddd7-4941-a6a3-e09fbaa83b46 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:56.229793 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2d6a8b2d-b9eb-43d4-8f6f-4d2275d1e610 req-2e4ac148-4c00-4996-ac8c-4d835ed71843 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0876250 Aug 27 14:05:56.243064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0d27a-834d-4c3f-adbc-9171ef1f91ec req-b4133ac5-dfc0-46aa-889e-f58068adcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:56.244812 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48b0d27a-834d-4c3f-adbc-9171ef1f91ec req-b4133ac5-dfc0-46aa-889e-f58068adcd87 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 1097 time: 0.1949465 Aug 27 14:05:56.291921 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d81cb96-d088-43ff-ad89-40764f0c523c req-b2618ab6-9217-419d-b0e4-cb3a441d9282 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108083 Aug 27 14:05:56.318371 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d827261-9b66-4bee-929c-12f9e40b842e req-e4a78ace-ddd7-4941-a6a3-e09fbaa83b46 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:56.324083 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5811bd0b-29d1-42a5-bb88-30f8b3031931 req-3f34f830-ebad-44b9-a9d0-5edda3f03c8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0645874 Aug 27 14:05:56.351994 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48b0d27a-834d-4c3f-adbc-9171ef1f91ec req-4fc71f2e-c806-4e06-9fbc-039f6f746ada service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000712 Aug 27 14:05:56.394026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282184b8-a2d0-4e3a-8a12-ab0fae1e5927 req-24f7e33b-d415-4aeb-b2d8-2e6b6fcff297 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:56.395550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-282184b8-a2d0-4e3a-8a12-ab0fae1e5927 req-24f7e33b-d415-4aeb-b2d8-2e6b6fcff297 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 943 time: 0.1498687 Aug 27 14:05:56.402132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d827261-9b66-4bee-929c-12f9e40b842e req-e4a78ace-ddd7-4941-a6a3-e09fbaa83b46 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:05:56.407609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-6d827261-9b66-4bee-929c-12f9e40b842e req-e4a78ace-ddd7-4941-a6a3-e09fbaa83b46 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:05:56.411337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d827261-9b66-4bee-929c-12f9e40b842e req-e4a78ace-ddd7-4941-a6a3-e09fbaa83b46 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:05:56.461643 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a78ace-ddd7-4941-a6a3-e09fbaa83b46 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Pushing event updated for resources: {'Port': ['ID=50ad3533-39c5-4fdd-964d-5044beca9181,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:56.524876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827261-9b66-4bee-929c-12f9e40b842e req-e4a78ace-ddd7-4941-a6a3-e09fbaa83b46 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:56.525642 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d827261-9b66-4bee-929c-12f9e40b842e req-e4a78ace-ddd7-4941-a6a3-e09fbaa83b46 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:56.547338 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-282184b8-a2d0-4e3a-8a12-ab0fae1e5927 req-d80bfc5f-a7aa-41a8-bfcb-e5d66822ae6d tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276634 Aug 27 14:05:56.552028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39034c0-e2fa-453b-8358-373ad73a6d2c req-41dfc568-6fc5-4b5a-8be9-7a88a67ff1df tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:56.553962 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b39034c0-e2fa-453b-8358-373ad73a6d2c req-41dfc568-6fc5-4b5a-8be9-7a88a67ff1df tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 931 time: 0.1150653 Aug 27 14:05:56.565648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e34f36e7-3265-4f8b-b155-7030129446c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:02:43Z', 'revision_number': 4, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '1afa666f-8b79-4600-a8fc-556fbafe5039', 'name': '', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'mac_address': 'fa:16:3e:0b:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '40992694-78e7-41d2-a32d-7deb29281711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:38Z', 'updated_at': '2021-08-27T14:02:50Z', 'revision_number': 5, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'subnets': [{'id': '40992694-78e7-41d2-a32d-7deb29281711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:56.569234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-e4a78ace-ddd7-4941-a6a3-e09fbaa83b46 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3095412 Aug 27 14:05:56.595305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Request body: {'port': {'device_id': '432f05b8-5944-4d82-926e-31d5673f22fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:05:56.641421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f36e7-3265-4f8b-b155-7030129446c8 None None] Checking router: d96b426e-dc89-429a-b966-b3f617d703aa for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:05:56.649120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b39034c0-e2fa-453b-8358-373ad73a6d2c req-90ed3c70-5586-49d4-bcfe-e6d42053677c tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868876 Aug 27 14:05:56.659004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f36e7-3265-4f8b-b155-7030129446c8 None None] Routers {'d96b426e-dc89-429a-b966-b3f617d703aa'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:05:56.659684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e34f36e7-3265-4f8b-b155-7030129446c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d96b426e-dc89-429a-b966-b3f617d703aa'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:56.713870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:56.841254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-e34f36e7-3265-4f8b-b155-7030129446c8 None None] Set router d96b426e-dc89-429a-b966-b3f617d703aa gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:05:56.870297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198c75b-d199-49a7-b8e0-f5000904d929 req-3913f7b8-a9d0-425f-a672-5446bc06dab2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:56.878285 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3198c75b-d199-49a7-b8e0-f5000904d929 req-3913f7b8-a9d0-425f-a672-5446bc06dab2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 945 time: 0.1139734 Aug 27 14:05:56.968204 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3198c75b-d199-49a7-b8e0-f5000904d929 req-7baa18e4-7bea-4c1f-baaa-cfe18c7ff3ac tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888357 Aug 27 14:05:57.165733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ad3533-39c5-4fdd-964d-5044beca9181 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:57.174453 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:57.198324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-145014e9-9b7d-4cfd-a58c-791e9e930bc0 req-835c3be4-a192-4946-b095-9b6085593464 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 210 time: 0.0584085 Aug 27 14:05:57.210122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Transition to ACTIVE for port object 50ad3533-39c5-4fdd-964d-5044beca9181 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:05:57.217865 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:57.280542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e34f36e7-3265-4f8b-b155-7030129446c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:02:43Z', 'revision_number': 4, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '1afa666f-8b79-4600-a8fc-556fbafe5039', 'name': '', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'mac_address': 'fa:16:3e:0b:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '40992694-78e7-41d2-a32d-7deb29281711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:38Z', 'updated_at': '2021-08-27T14:02:50Z', 'revision_number': 5, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'subnets': [{'id': '40992694-78e7-41d2-a32d-7deb29281711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:05:57.363584 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f36e7-3265-4f8b-b155-7030129446c8 None None] The sync data for ids ['d96b426e-dc89-429a-b966-b3f617d703aa'] in n-d-712139-12 is: [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:02:43Z', 'revision_number': 4, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '1afa666f-8b79-4600-a8fc-556fbafe5039', 'name': '', 'network_id': 'af3a4b0f-e52d-49bf-b8d0-7fd079f5249c', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'mac_address': 'fa:16:3e:0b:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '40992694-78e7-41d2-a32d-7deb29281711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:38Z', 'updated_at': '2021-08-27T14:02:50Z', 'revision_number': 5, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'subnets': [{'id': '40992694-78e7-41d2-a32d-7deb29281711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:05:57.367816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device eef934d3-a378-46cd-b798-af2f9b31e868 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:05:57.487970 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-60c38823-647f-4acf-8421-88edb42c436d req-d6b9b776-715a-4487-afa9-2884ba07ee99 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0740860 Aug 27 14:05:57.599432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=50ad3533-39c5-4fdd-964d-5044beca9181,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:57.693087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port eef934d3-a378-46cd-b798-af2f9b31e868, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=eef934d3-a378-46cd-b798-af2f9b31e868,segment=NetworkSegment(73b79295-2e16-4599-a08d-005443b7a5f4),segment_id=73b79295-2e16-4599-a08d-005443b7a5f4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:57.724093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'eef934d3-a378-46cd-b798-af2f9b31e868', 'network_id': 'dd877a5c-79f4-49e7-9087-58e80b55fb9c', 'port_id': 'eef934d3-a378-46cd-b798-af2f9b31e868', 'mac_address': 'fa:16:3e:c2:86:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5faea510-96bd-4d44-b728-c0dbab11e1e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:05:57.743833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b92afb-15ce-4cf0-8174-a0df144ad45a req-6a87be22-a76b-42e8-b5a0-9be60239e5f8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:57.751398 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66b92afb-15ce-4cf0-8174-a0df144ad45a req-6a87be22-a76b-42e8-b5a0-9be60239e5f8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 945 time: 0.3256991 Aug 27 14:05:57.803142 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:57.810861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6aa49f-e5e2-4968-8397-cb318efead98 req-82248019-945b-44af-a061-9370c25842a7 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:57.823667 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac6aa49f-e5e2-4968-8397-cb318efead98 req-82248019-945b-44af-a061-9370c25842a7 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 943 time: 0.1497393 Aug 27 14:05:57.850825 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef934d3-a378-46cd-b798-af2f9b31e868 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:05:57.920030 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac6aa49f-e5e2-4968-8397-cb318efead98 req-e08648a9-9df1-46e6-8cc2-cc299f184746 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930912 Aug 27 14:05:57.937356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port eef934d3-a378-46cd-b798-af2f9b31e868, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=eef934d3-a378-46cd-b798-af2f9b31e868,segment=NetworkSegment(73b79295-2e16-4599-a08d-005443b7a5f4),segment_id=73b79295-2e16-4599-a08d-005443b7a5f4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:57.943764 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:57.972605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Attempting to bind port 50ad3533-39c5-4fdd-964d-5044beca9181 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:05:57.973620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Attempting to bind port 50ad3533-39c5-4fdd-964d-5044beca9181 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:05:57.973964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Attempting to bind port 50ad3533-39c5-4fdd-964d-5044beca9181 on network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:58.044638 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66b92afb-15ce-4cf0-8174-a0df144ad45a req-60580963-9971-4ccb-80f2-99a626536063 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921615 Aug 27 14:05:58.045476 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Port 50ad3533-39c5-4fdd-964d-5044beca9181 on network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:05:58.045803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Attempting to bind port 50ad3533-39c5-4fdd-964d-5044beca9181 on network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:05:58.062871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=eef934d3-a378-46cd-b798-af2f9b31e868,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:58.070553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:05:58.070980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Checking segment: {'id': 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:05:58.071449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Bound using segment: {'id': 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:05:58.071899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Bound port: 50ad3533-39c5-4fdd-964d-5044beca9181, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:05:58.072270 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:58.100705 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa3fa0f-0646-4e2b-a972-9fe1a94e306b None None] New status for floating IP 4d45f7ec-4220-4fb7-891a-7cc1739f6b1d: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:05:58.140568 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5de79b-f760-402b-946a-a6a14dbd3b78 req-ba9b9d4b-5145-41dc-9818-ba4b2e13ca9e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:58.158028 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb5de79b-f760-402b-946a-a6a14dbd3b78 req-ba9b9d4b-5145-41dc-9818-ba4b2e13ca9e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 943 time: 0.1447849 Aug 27 14:05:58.253442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:05:58.256204 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb5de79b-f760-402b-946a-a6a14dbd3b78 req-5dc263cf-9b1e-4e1c-abcb-9cc01fc5ad7f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970027 Aug 27 14:05:58.264241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:05:58.273295 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:58.398262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:58.399238 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:58.401141 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] 10.222.0.52 "PUT /v2.0/ports/50ad3533-39c5-4fdd-964d-5044beca9181 HTTP/1.1" status: 200 len: 1092 time: 1.8188453 Aug 27 14:05:58.426717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:05:58.436196 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed2c741-1e8c-4fea-a42b-9f5752aee0de" -d '{"events": [{"name": "network-changed", "server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:05:58.443697 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6fb95bf6-0558-41e4-a87f-5c53fa9b3ac7 req-6c3d6aec-16b8-4c90-a159-3a46afa18082 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 210 time: 0.0816050 Aug 27 14:05:58.496276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['eef934d3-a378-46cd-b798-af2f9b31e868'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:05:58.515889 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f282887c-7a3b-452b-9362-e37f7df3aaef x-openstack-request-id: req-f282887c-7a3b-452b-9362-e37f7df3aaef {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:05:58.518662 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:05:58.519051 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f282887c-7a3b-452b-9362-e37f7df3aaef {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:05:58.519539 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181', 'status': 'completed', 'code': 200} Aug 27 14:05:58.521969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34568adc-21ad-48e8-a552-568b1ec26ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=50ad3533-39c5-4fdd-964d-5044beca9181,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:05:58.544879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827261-9b66-4bee-929c-12f9e40b842e req-d1887096-111f-4b40-b2f1-2bf8b1b38228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:58.556178 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-d1887096-111f-4b40-b2f1-2bf8b1b38228 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9bea263f48446ada9d848b75b533d69&device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 1095 time: 0.0917232 Aug 27 14:05:58.670571 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-23b1e8a6-2a8e-4bc6-aef5-b8b5aa996fa4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ad3533-39c5-4fdd-964d-5044beca9181 HTTP/1.1" status: 200 len: 217 time: 0.1047442 Aug 27 14:05:58.689803 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a3a20ce-91c8-4ec0-9549-0dff84c12882 req-8bfe3b23-26de-41c5-b3e4-adaae9fcdd1a tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0333242 Aug 27 14:05:58.790036 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827261-9b66-4bee-929c-12f9e40b842e req-da57f3ca-a8ce-46b3-be49-24bdc8e0d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:58.792003 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-da57f3ca-a8ce-46b3-be49-24bdc8e0d2a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5114c038-bc5e-4991-8e49-6e30ea1048b6 HTTP/1.1" status: 200 len: 854 time: 0.1064286 Aug 27 14:05:58.809193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2604fe-33b4-4616-9aa0-e903b620c02a req-2f389b46-8451-4567-b304-64f1286b7dba tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:58.813376 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a2604fe-33b4-4616-9aa0-e903b620c02a req-2f389b46-8451-4567-b304-64f1286b7dba tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 945 time: 0.1042657 Aug 27 14:05:59.083984 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-8a2604fe-33b4-4616-9aa0-e903b620c02a req-73db0c89-7484-444a-96a0-2a44bbb157b9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Deleting port 242d333c-97b2-4072-9674-83a97b4f931b {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:05:59.084648 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8a2604fe-33b4-4616-9aa0-e903b620c02a req-73db0c89-7484-444a-96a0-2a44bbb157b9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:59.149515 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-851c0ae4-a7b1-427d-bf7b-19471f713af8 req-14fda6f8-8af0-4e43-8f43-28a1dc8e02ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf0a4c8b4798402ab182d8bcd2eb3a48&device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0716841 Aug 27 14:05:59.289177 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1524fca7-6942-4a2b-bce8-d9dfd482e41e req-893db071-e7b7-4973-b1b0-7bb0bb00fd34 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.1318476 Aug 27 14:05:59.290988 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-6b664f30-e9c1-43b5-89c6-3765d2f5d607 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4912574 Aug 27 14:05:59.317878 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-851c0ae4-a7b1-427d-bf7b-19471f713af8 req-3e51f26f-1b06-44a8-933c-35d15e699315 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cf0a4c8b4798402ab182d8bcd2eb3a48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1434484 Aug 27 14:05:59.415019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967c0e2-bcfb-40a6-b80b-e0c8414faf19 req-a10da018-dd3f-41a4-ba65-b80f99aeebb2 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:59.416303 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2967c0e2-bcfb-40a6-b80b-e0c8414faf19 req-a10da018-dd3f-41a4-ba65-b80f99aeebb2 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 944 time: 0.1278193 Aug 27 14:05:59.477961 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-f5900362-0bde-4657-b6a6-31a768d7421e service neutron] 10.222.0.52 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679242 Aug 27 14:05:59.483210 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2967c0e2-bcfb-40a6-b80b-e0c8414faf19 req-1a7a6262-7da9-44e1-ae79-6a738759c28e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551903 Aug 27 14:05:59.563897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-8a2604fe-33b4-4616-9aa0-e903b620c02a req-73db0c89-7484-444a-96a0-2a44bbb157b9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] For port 242d333c-97b2-4072-9674-83a97b4f931b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=242d333c-97b2-4072-9674-83a97b4f931b,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:05:59.564724 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8a2604fe-33b4-4616-9aa0-e903b620c02a req-73db0c89-7484-444a-96a0-2a44bbb157b9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:05:59.620061 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d827261-9b66-4bee-929c-12f9e40b842e req-fda3d0b9-63f4-4809-9e91-c39bbe593d17 service neutron] 10.222.0.52 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344185 Aug 27 14:05:59.625090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-8a2604fe-33b4-4616-9aa0-e903b620c02a req-73db0c89-7484-444a-96a0-2a44bbb157b9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Calling delete_port for 242d333c-97b2-4072-9674-83a97b4f931b owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:05:59.630716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c0ae4-a7b1-427d-bf7b-19471f713af8 req-87fbd3fb-f227-427b-9461-941554d84154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:59.638545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-851c0ae4-a7b1-427d-bf7b-19471f713af8 req-87fbd3fb-f227-427b-9461-941554d84154 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3040001 Aug 27 14:05:59.701360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255edf6-6055-4417-a554-f4cce582ccc4 req-c440fd73-f9c9-44c6-9f76-1fa3f62b754a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:59.711706 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f255edf6-6055-4417-a554-f4cce582ccc4 req-c440fd73-f9c9-44c6-9f76-1fa3f62b754a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 945 time: 0.2818182 Aug 27 14:05:59.805595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2c741-1e8c-4fea-a42b-9f5752aee0de req-2e3939f6-29f6-46d5-a2c4-4b6089839d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:59.807618 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eed2c741-1e8c-4fea-a42b-9f5752aee0de req-2e3939f6-29f6-46d5-a2c4-4b6089839d38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9bea263f48446ada9d848b75b533d69&device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 1095 time: 0.1095204 Aug 27 14:05:59.871422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f255edf6-6055-4417-a554-f4cce582ccc4 req-25f2bdc3-103e-4ae1-bfb1-ce29f78a1af0 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552494 Aug 27 14:05:59.887597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b15f9-fadf-4ff1-9963-d63c338f6ff6 req-0fdbc0f9-48a8-4d45-9c5f-9a8cfd6527a4 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:59.904161 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a09b15f9-fadf-4ff1-9963-d63c338f6ff6 req-0fdbc0f9-48a8-4d45-9c5f-9a8cfd6527a4 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 943 time: 0.1473546 Aug 27 14:05:59.964853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a09b15f9-fadf-4ff1-9963-d63c338f6ff6 req-135d9264-8203-4645-91b9-a273b1a74065 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682335 Aug 27 14:05:59.976947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2c741-1e8c-4fea-a42b-9f5752aee0de req-0c343c29-9aa5-4718-a96d-266b542c47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:05:59.978728 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eed2c741-1e8c-4fea-a42b-9f5752aee0de req-0c343c29-9aa5-4718-a96d-266b542c47c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866 HTTP/1.1" status: 200 len: 915 time: 0.1605937 Aug 27 14:06:00.034259 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3ff44622-3726-47c7-8db4-b808e04f9f71 req-7a4216de-4621-4a37-b49b-eeb0f3644ca2 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 210 time: 0.0345902 Aug 27 14:06:00.065394 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8a2604fe-33b4-4616-9aa0-e903b620c02a req-73db0c89-7484-444a-96a0-2a44bbb157b9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:00.073882 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eed2c741-1e8c-4fea-a42b-9f5752aee0de req-ec284bc6-b1d5-4ab6-a723-0ce07bbb8401 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ad3533-39c5-4fdd-964d-5044beca9181 HTTP/1.1" status: 200 len: 217 time: 0.0808537 Aug 27 14:06:00.103622 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db0c89-7484-444a-96a0-2a44bbb157b9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Pushing event deleted for resources: {'Port': ['ID=242d333c-97b2-4072-9674-83a97b4f931b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:00.146228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2c741-1e8c-4fea-a42b-9f5752aee0de req-faa8e0a6-2258-446e-98eb-99041db42db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:00.148313 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eed2c741-1e8c-4fea-a42b-9f5752aee0de req-faa8e0a6-2258-446e-98eb-99041db42db8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5114c038-bc5e-4991-8e49-6e30ea1048b6 HTTP/1.1" status: 200 len: 854 time: 0.0663965 Aug 27 14:06:00.169066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2604fe-33b4-4616-9aa0-e903b620c02a req-73db0c89-7484-444a-96a0-2a44bbb157b9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] No DVR routers for this DVR port 242d333c-97b2-4072-9674-83a97b4f931b on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:06:00.172239 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8a2604fe-33b4-4616-9aa0-e903b620c02a req-73db0c89-7484-444a-96a0-2a44bbb157b9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:00.174874 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a2604fe-33b4-4616-9aa0-e903b620c02a req-73db0c89-7484-444a-96a0-2a44bbb157b9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.52 "DELETE /v2.0/ports/242d333c-97b2-4072-9674-83a97b4f931b HTTP/1.1" status: 204 len: 173 time: 1.3548889 Aug 27 14:06:00.175425 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc56b67f-4f33-44c8-8da2-fc2df766cdf6', 'name': 'network-vif-deleted', 'tag': '242d333c-97b2-4072-9674-83a97b4f931b'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:00.188433 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b51c973-e494-4ce4-bc75-741992bd3e70" -d '{"events": [{"server_uuid": "cc56b67f-4f33-44c8-8da2-fc2df766cdf6", "name": "network-vif-deleted", "tag": "242d333c-97b2-4072-9674-83a97b4f931b"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:00.212459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eed2c741-1e8c-4fea-a42b-9f5752aee0de req-f5c5b047-485c-403c-828d-27b017c5577b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486705 Aug 27 14:06:00.275004 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b692f1-77b6-4675-b156-c1705f6cfa41 x-openstack-request-id: req-63b692f1-77b6-4675-b156-c1705f6cfa41 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:00.275705 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc56b67f-4f33-44c8-8da2-fc2df766cdf6", "name": "network-vif-deleted", "tag": "242d333c-97b2-4072-9674-83a97b4f931b", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:00.276201 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63b692f1-77b6-4675-b156-c1705f6cfa41 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:00.276816 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc56b67f-4f33-44c8-8da2-fc2df766cdf6', 'name': 'network-vif-deleted', 'tag': '242d333c-97b2-4072-9674-83a97b4f931b', 'status': 'completed', 'code': 200} Aug 27 14:06:00.411505 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6169d2a4-bf73-45c3-97c6-729ef8c1fae7 req-0f0c9f44-cd96-491f-9733-c6768dc0d417 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0348463 Aug 27 14:06:00.419644 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eed2c741-1e8c-4fea-a42b-9f5752aee0de req-437d4748-993d-4378-af13-fabe66e2be51 service neutron] 10.222.0.52 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960132 Aug 27 14:06:00.643039 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eed2c741-1e8c-4fea-a42b-9f5752aee0de req-a6c4fd69-b6b4-4d4d-a73f-a66a840e45ac service neutron] 10.222.0.52 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150276 Aug 27 14:06:00.729137 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96014461-f6e3-49cb-b30a-f52bff1876dc req-3f004774-a9b3-4ad2-959d-291fd03fc070 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:00.748908 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-96014461-f6e3-49cb-b30a-f52bff1876dc req-3f004774-a9b3-4ad2-959d-291fd03fc070 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 944 time: 0.1565595 Aug 27 14:06:00.866752 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-96014461-f6e3-49cb-b30a-f52bff1876dc req-b01e8572-eb7b-499b-9767-c98006d1c8d4 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146743 Aug 27 14:06:01.133260 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c05a12c-d9b2-439b-a363-b08072b2bc30 req-e541e89f-b8ac-448a-9bfb-df837c5c3615 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc56b67f-4f33-44c8-8da2-fc2df766cdf6 HTTP/1.1" status: 200 len: 210 time: 0.0396316 Aug 27 14:06:01.180863 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55126) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:01.223676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de259f-97ad-473e-b704-b00c109d8993 req-65928642-2ea8-4995-b9cf-95b64068c03d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:01.225379 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-49de259f-97ad-473e-b704-b00c109d8993 req-65928642-2ea8-4995-b9cf-95b64068c03d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 943 time: 0.1342223 Aug 27 14:06:01.236681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 50ad3533-39c5-4fdd-964d-5044beca9181 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:06:01.312353 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30cd794e-5126-4a11-9e4d-27f3e7d407fb req-c9bf5bdd-0165-4ef7-a8c8-a6d583b733d0 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 210 time: 0.0639646 Aug 27 14:06:01.345093 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-49de259f-97ad-473e-b704-b00c109d8993 req-31a5c477-84bc-4dc4-9ae1-3f7de308adcc tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951149 Aug 27 14:06:01.351236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 242d333c-97b2-4072-9674-83a97b4f931b no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:06:01.434339 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a366d17-b0e5-4c8d-9119-85eff200b773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:01.483516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device eef934d3-a378-46cd-b798-af2f9b31e868 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:01.579331 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4469f39d-b925-4645-a36b-b81f64e9b486 req-9d0a9034-708b-4026-8472-3ae70bd497c6 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0365179 Aug 27 14:06:01.587733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 242d333c-97b2-4072-9674-83a97b4f931b {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:06:01.588696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 242d333c-97b2-4072-9674-83a97b4f931b not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:06:01.641057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:01.641904 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a366d17-b0e5-4c8d-9119-85eff200b773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:01.653527 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a366d17-b0e5-4c8d-9119-85eff200b773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:01.661831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '50ad3533-39c5-4fdd-964d-5044beca9181', 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866', 'port_id': '50ad3533-39c5-4fdd-964d-5044beca9181', 'mac_address': 'fa:16:3e:1a:6c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5114c038-bc5e-4991-8e49-6e30ea1048b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:06:01.669000 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port eef934d3-a378-46cd-b798-af2f9b31e868 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:01.700059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1a366d17-b0e5-4c8d-9119-85eff200b773 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ac58a0376d64fb1ac6048ee16967765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174358 Aug 27 14:06:01.702723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55132) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:01.719432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port eef934d3-a378-46cd-b798-af2f9b31e868 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:01.721652 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:01.745402 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-851c0ae4-a7b1-427d-bf7b-19471f713af8 req-dc512bac-8161-4bf7-beee-b7e430d74e87 tempest-ServerShowV257Test-1047674532 tempest-ServerShowV257Test-1047674532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a860b21-f7c4-4c34-b210-e4291a8902e9 HTTP/1.1" status: 200 len: 210 time: 0.0515251 Aug 27 14:06:01.758774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a366d17-b0e5-4c8d-9119-85eff200b773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4c9345-4dc6-4168-a139-af7032ca06a3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:01.787504 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40af71c6-ed26-4532-a96a-87ceb12fac01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:01.843271 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40af71c6-ed26-4532-a96a-87ceb12fac01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:01.848841 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:01.867075 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ad3533-39c5-4fdd-964d-5044beca9181 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:01.925368 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40af71c6-ed26-4532-a96a-87ceb12fac01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:01.929069 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40af71c6-ed26-4532-a96a-87ceb12fac01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:01.930471 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-40af71c6-ed26-4532-a96a-87ceb12fac01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf4c9345-4dc6-4168-a139-af7032ca06a3 HTTP/1.1" status: 204 len: 168 time: 0.2264144 Aug 27 14:06:01.943652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:01.949995 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af71c6-ed26-4532-a96a-87ceb12fac01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4c9345-4dc6-4168-a139-af7032ca06a3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:01.962660 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:01.992588 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:02.070948 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7381a0-d171-40cf-9d85-2d8f4f6e81da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef934d3-a378-46cd-b798-af2f9b31e868'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:02.073822 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3181533a-6501-45c3-b447-071b7790215e" -d '{"events": [{"server_uuid": "1a7381a0-d171-40cf-9d85-2d8f4f6e81da", "name": "network-vif-plugged", "status": "completed", "tag": "eef934d3-a378-46cd-b798-af2f9b31e868"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:02.086982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ac6c9-f19b-47c5-9ddc-25c6235525e2 req-0b111c4a-a458-49a5-b9b0-fa3532a4abc7 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:02.094970 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-195ac6c9-f19b-47c5-9ddc-25c6235525e2 req-0b111c4a-a458-49a5-b9b0-fa3532a4abc7 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 944 time: 0.1092677 Aug 27 14:06:02.133463 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=50ad3533-39c5-4fdd-964d-5044beca9181,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:02.150461 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-195ac6c9-f19b-47c5-9ddc-25c6235525e2 req-ffbbe9ee-f96e-4c80-a009-70dc7f195306 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494020 Aug 27 14:06:02.156294 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port eef934d3-a378-46cd-b798-af2f9b31e868, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=eef934d3-a378-46cd-b798-af2f9b31e868,segment=NetworkSegment(73b79295-2e16-4599-a08d-005443b7a5f4),segment_id=73b79295-2e16-4599-a08d-005443b7a5f4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:02.169005 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:02.175988 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b9fd00-a794-4240-9e15-02a16eae321b x-openstack-request-id: req-23b9fd00-a794-4240-9e15-02a16eae321b {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:02.177314 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7381a0-d171-40cf-9d85-2d8f4f6e81da", "name": "network-vif-plugged", "status": "completed", "tag": "eef934d3-a378-46cd-b798-af2f9b31e868", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:02.179139 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23b9fd00-a794-4240-9e15-02a16eae321b {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:02.180681 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7381a0-d171-40cf-9d85-2d8f4f6e81da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef934d3-a378-46cd-b798-af2f9b31e868', 'code': 200} Aug 27 14:06:02.240046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['50ad3533-39c5-4fdd-964d-5044beca9181'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:06:02.321680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=eef934d3-a378-46cd-b798-af2f9b31e868,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:02.437533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55156) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:02.457037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733e607-bf6c-44c4-88e6-55c4850e57da req-1e8324f4-891c-4327-8cda-b58042d81126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:02.460486 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6278ed69-f487-4ab3-9b04-dde7f8a5e4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:02.462529 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0733e607-bf6c-44c4-88e6-55c4850e57da req-1e8324f4-891c-4327-8cda-b58042d81126 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 1097 time: 0.1323164 Aug 27 14:06:02.580235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf64f0-5175-466a-b761-cbf9c38e2bd9 req-f8ad69a9-3ee4-4f20-9daa-e484bb344e27 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:02.582563 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1aaf64f0-5175-466a-b761-cbf9c38e2bd9 req-f8ad69a9-3ee4-4f20-9daa-e484bb344e27 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1183267 Aug 27 14:06:02.587889 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0733e607-bf6c-44c4-88e6-55c4850e57da req-39d85d48-9f0b-49bb-ad29-ae0d66b69497 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076567 Aug 27 14:06:02.592434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a635e531-57af-4610-85ea-bafefda3e334 req-2823d8a0-077f-4884-895e-33525d6ea65c tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2314579-84d0-4136-a8d9-9d491bf653bb HTTP/1.1" status: 200 len: 210 time: 0.0954909 Aug 27 14:06:02.715642 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1aaf64f0-5175-466a-b761-cbf9c38e2bd9 req-63ca9959-5ead-4426-b54f-d50af10ea666 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151881 Aug 27 14:06:02.728745 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6278ed69-f487-4ab3-9b04-dde7f8a5e4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:02.735113 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6278ed69-f487-4ab3-9b04-dde7f8a5e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:02.774844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278ed69-f487-4ab3-9b04-dde7f8a5e4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deed17bf-87c2-400a-99f3-f91147c04ac0,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:02.831189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6278ed69-f487-4ab3-9b04-dde7f8a5e4ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5adf3200fff243d08ef2dbbcd2e53a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915060 Aug 27 14:06:02.834335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55172) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:02.923534 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-024e2ca1-5e78-4e95-af0e-fd3a5ff28d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:02.950130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-682174c3-4d09-4eaa-9d70-a23faad41c11 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:02.950341 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-024e2ca1-5e78-4e95-af0e-fd3a5ff28d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:02.953914 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-682174c3-4d09-4eaa-9d70-a23faad41c11 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 811 time: 0.1706986 Aug 27 14:06:02.977218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-853b4224-7c82-41ad-8b79-4d3536fb421c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/quotas/3c68d5ffe1a3432394157ebaf96a27eb HTTP/1.1" status: 200 len: 375 time: 0.0187004 Aug 27 14:06:03.045519 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-024e2ca1-5e78-4e95-af0e-fd3a5ff28d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:03.051226 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-024e2ca1-5e78-4e95-af0e-fd3a5ff28d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:03.056486 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-024e2ca1-5e78-4e95-af0e-fd3a5ff28d8a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/deed17bf-87c2-400a-99f3-f91147c04ac0 HTTP/1.1" status: 204 len: 168 time: 0.2210310 Aug 27 14:06:03.076590 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-ecbf6dfa-4fdd-4e06-9079-e3f220703306 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981374 Aug 27 14:06:03.090127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e2ca1-5e78-4e95-af0e-fd3a5ff28d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deed17bf-87c2-400a-99f3-f91147c04ac0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:03.253175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 50ad3533-39c5-4fdd-964d-5044beca9181 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:03.274573 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-3608b52b-2d52-45a3-b711-5a037f5134a7 service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950510 Aug 27 14:06:03.285229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55186) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:03.388780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 50ad3533-39c5-4fdd-964d-5044beca9181 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:03.401544 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ed83-d3f8-40dd-97c9-4e3bc4578417 req-2c777327-4873-43e0-87a9-bd3d12545cad tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:03.403825 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 50ad3533-39c5-4fdd-964d-5044beca9181 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:03.404256 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:03.428975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5202ed83-d3f8-40dd-97c9-4e3bc4578417 req-2c777327-4873-43e0-87a9-bd3d12545cad tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1305416 Aug 27 14:06:03.535522 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-a0bfe8c2-0329-4e1b-8f10-4caf3a080408 service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551706 Aug 27 14:06:03.542424 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5202ed83-d3f8-40dd-97c9-4e3bc4578417 req-7a427015-f4db-4d72-a1bd-057c07027368 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109235 Aug 27 14:06:03.605226 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:03.661361 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:03.667961 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:03.734846 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea26371b-54dd-49f8-bf05-791788b182a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:03.786086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55212) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:03.796250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=50ad3533-39c5-4fdd-964d-5044beca9181,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:03.808872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-59685dce-b3f5-4951-b460-f1e5e1854b95 req-af03635e-d443-4a1b-96d3-4ae36493ea9b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 210 time: 0.0557628 Aug 27 14:06:04.007979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ec029-49b1-4350-90ca-0131fe49f75d req-3e970c74-d0f6-4494-b0dc-2a0b8bd2f57e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:04.009534 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-269ec029-49b1-4350-90ca-0131fe49f75d req-3e970c74-d0f6-4494-b0dc-2a0b8bd2f57e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1099157 Aug 27 14:06:04.011381 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf536ea9-70d1-451d-93b4-1443c5230365 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:04.080554 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea26371b-54dd-49f8-bf05-791788b182a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:04.100165 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf536ea9-70d1-451d-93b4-1443c5230365 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:04.143208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea26371b-54dd-49f8-bf05-791788b182a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:04.181690 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:04.184391 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf0eedf-4824-424b-9507-6122a43dd720" -d '{"events": [{"server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "name": "network-vif-plugged", "status": "completed", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:04.297934 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859d4573-660f-4e7e-9a8d-ffb137d488c1 x-openstack-request-id: req-859d4573-660f-4e7e-9a8d-ffb137d488c1 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:04.298550 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "name": "network-vif-plugged", "status": "completed", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:04.298550 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-859d4573-660f-4e7e-9a8d-ffb137d488c1 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:04.298877 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181', 'code': 200} Aug 27 14:06:04.318929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ea26371b-54dd-49f8-bf05-791788b182a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf0a4c8b4798402ab182d8bcd2eb3a48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0288751 Aug 27 14:06:04.320422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55234) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:04.367834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26371b-54dd-49f8-bf05-791788b182a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca94af9-8331-4805-89f8-f0fc8c581dd4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:04.435663 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-269ec029-49b1-4350-90ca-0131fe49f75d req-f280ab30-fb7f-413c-b4ac-0bb546836468 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034395 Aug 27 14:06:04.483749 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf536ea9-70d1-451d-93b4-1443c5230365 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:04.488421 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf536ea9-70d1-451d-93b4-1443c5230365 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:04.493154 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bf536ea9-70d1-451d-93b4-1443c5230365 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "DELETE /v2.0/security-groups/ed38e010-f854-4acb-b370-379d12946cf8 HTTP/1.1" status: 204 len: 168 time: 0.7038145 Aug 27 14:06:04.499786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55238) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:04.543667 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-aeddc31d-f0ce-4579-8b50-94fa2153252f tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] show failed (client error): The resource could not be found. Aug 27 14:06:04.544980 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-aeddc31d-f0ce-4579-8b50-94fa2153252f tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "GET /v2.0/security-groups/ed38e010-f854-4acb-b370-379d12946cf8 HTTP/1.1" status: 404 len: 347 time: 0.0368292 Aug 27 14:06:04.547659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffab57-4ddd-427b-a471-417fbe6866a4 req-b70b0325-5346-4759-b594-82c973d3ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:04.549456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-11ffab57-4ddd-427b-a471-417fbe6866a4 req-b70b0325-5346-4759-b594-82c973d3ca17 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 1097 time: 0.1306117 Aug 27 14:06:04.550101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55242) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:04.553118 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2df887cc-e967-4ff3-ba89-e6fcab699075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:04.554492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf536ea9-70d1-451d-93b4-1443c5230365 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed38e010-f854-4acb-b370-379d12946cf8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:04.672101 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-11ffab57-4ddd-427b-a471-417fbe6866a4 req-346c1339-7abc-4429-8df7-410e9c5fb00e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099203 Aug 27 14:06:04.731543 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2df887cc-e967-4ff3-ba89-e6fcab699075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:04.845552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f306cd-edb7-43ae-a09e-519a26850513 req-e1453577-354a-4a42-8195-5583b82f9de4 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:04.847203 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c2f306cd-edb7-43ae-a09e-519a26850513 req-e1453577-354a-4a42-8195-5583b82f9de4 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1724911 Aug 27 14:06:04.903610 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2df887cc-e967-4ff3-ba89-e6fcab699075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:04.906625 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2df887cc-e967-4ff3-ba89-e6fcab699075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:04.907889 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2df887cc-e967-4ff3-ba89-e6fcab699075 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dca94af9-8331-4805-89f8-f0fc8c581dd4 HTTP/1.1" status: 204 len: 168 time: 0.5862138 Aug 27 14:06:04.954611 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c2f306cd-edb7-43ae-a09e-519a26850513 req-96eff63f-66a2-46d8-80ee-b290e584bd6f tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846901 Aug 27 14:06:04.955470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df887cc-e967-4ff3-ba89-e6fcab699075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca94af9-8331-4805-89f8-f0fc8c581dd4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:04.960711 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-9c5767a0-a464-4a2d-bdbd-2f2e8da98080 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Deleting port d4a964d0-50d5-4593-bb21-e2d31eb8cf87 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:06:04.961050 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c5767a0-a464-4a2d-bdbd-2f2e8da98080 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:04.999830 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a00897c4-b373-4517-abe4-930b0e832a35 req-1e4647dd-1195-476e-9182-3841f022b08a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 210 time: 0.0701470 Aug 27 14:06:05.104650 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c5767a0-a464-4a2d-bdbd-2f2e8da98080 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:05.105290 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c5767a0-a464-4a2d-bdbd-2f2e8da98080 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:05.122762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-9c5767a0-a464-4a2d-bdbd-2f2e8da98080 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Calling delete_port for d4a964d0-50d5-4593-bb21-e2d31eb8cf87 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:06:05.300617 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c5767a0-a464-4a2d-bdbd-2f2e8da98080 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:05.346031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5767a0-a464-4a2d-bdbd-2f2e8da98080 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Pushing event deleted for resources: {'Port': ['ID=d4a964d0-50d5-4593-bb21-e2d31eb8cf87,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:05.367583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdc699-1f60-4f1d-a01e-3cee6ff71564 req-e1b6d314-8895-4c88-86ff-28cf54addf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:05.370224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7bdc699-1f60-4f1d-a01e-3cee6ff71564 req-e1b6d314-8895-4c88-86ff-28cf54addf06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0b04ca81867422fba8b0c1554859c0b&device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 1097 time: 0.1094167 Aug 27 14:06:05.416468 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c5767a0-a464-4a2d-bdbd-2f2e8da98080 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:05.419370 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c5767a0-a464-4a2d-bdbd-2f2e8da98080 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:05.423139 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9c5767a0-a464-4a2d-bdbd-2f2e8da98080 tempest-ServersTestBootFromVolume-1949178523 tempest-ServersTestBootFromVolume-1949178523-project] 10.222.0.55 "DELETE /v2.0/floatingips/4d45f7ec-4220-4fb7-891a-7cc1739f6b1d HTTP/1.1" status: 204 len: 168 time: 0.8688054 Aug 27 14:06:05.424879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55274) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:05.501502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdc699-1f60-4f1d-a01e-3cee6ff71564 req-4339f937-ea99-42cc-9dc4-7f502386447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:05.503381 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7bdc699-1f60-4f1d-a01e-3cee6ff71564 req-4339f937-ea99-42cc-9dc4-7f502386447e service neutron] 10.222.0.41 "GET /v2.0/networks?id=dd877a5c-79f4-49e7-9087-58e80b55fb9c HTTP/1.1" status: 200 len: 920 time: 0.1207979 Aug 27 14:06:05.527076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690b041-36e9-4dbc-a921-03ae7a2c5088 req-6e0be689-2429-437a-9de3-c891b3f3e35e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:05.540220 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a690b041-36e9-4dbc-a921-03ae7a2c5088 req-6e0be689-2429-437a-9de3-c891b3f3e35e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.2381685 Aug 27 14:06:05.642514 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7bdc699-1f60-4f1d-a01e-3cee6ff71564 req-74f89a2b-523c-4805-b1d2-f795de60221b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef934d3-a378-46cd-b798-af2f9b31e868 HTTP/1.1" status: 200 len: 217 time: 0.0988324 Aug 27 14:06:05.681573 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a690b041-36e9-4dbc-a921-03ae7a2c5088 req-7c9863b3-e5e7-4b10-8ca0-f6e675a9534a tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402876 Aug 27 14:06:05.817648 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdc699-1f60-4f1d-a01e-3cee6ff71564 req-580e76b2-ad98-4243-b160-29eb334b71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:05.821250 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7bdc699-1f60-4f1d-a01e-3cee6ff71564 req-580e76b2-ad98-4243-b160-29eb334b71dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5faea510-96bd-4d44-b728-c0dbab11e1e3 HTTP/1.1" status: 200 len: 859 time: 0.1345348 Aug 27 14:06:05.906319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7bdc699-1f60-4f1d-a01e-3cee6ff71564 req-c44d0f60-c819-45be-8f77-a93c0d42b4db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd877a5c-79f4-49e7-9087-58e80b55fb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559380 Aug 27 14:06:05.966156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8a202-c123-4f97-aff3-e39e0be56a27 req-45971a48-0313-4417-9e40-18fe899bee13 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:05.974838 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ec8a202-c123-4f97-aff3-e39e0be56a27 req-45971a48-0313-4417-9e40-18fe899bee13 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.3606410 Aug 27 14:06:06.000964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-b462d596-356e-42a7-b60f-a92b140f3941 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:06.002789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-b462d596-356e-42a7-b60f-a92b140f3941 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 811 time: 0.3154044 Aug 27 14:06:06.109867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-009d83c7-47f9-4629-8ca5-479153f9c2a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Request body: {'port': {'device_id': 'fc71b884-3390-48c9-9a32-674ab0bce423', 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'admin_state_up': True, 'tenant_id': '3c68d5ffe1a3432394157ebaf96a27eb'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:06.181600 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7bdc699-1f60-4f1d-a01e-3cee6ff71564 req-02c1377d-b0f1-440c-a379-496a8acd504f service neutron] 10.222.0.41 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591205 Aug 27 14:06:06.190602 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd567640-ee6a-4410-b829-03bca054fdeb req-e33df531-085c-4047-ac51-3cb6ac63c85c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 210 time: 0.0777149 Aug 27 14:06:06.295328 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ec8a202-c123-4f97-aff3-e39e0be56a27 req-4e4fb4f8-d229-45f7-9790-99c0a770dbbd tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110168 Aug 27 14:06:06.318675 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7bdc699-1f60-4f1d-a01e-3cee6ff71564 req-ab99399a-4d04-43dc-8432-8b3b1212584f service neutron] 10.222.0.41 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253624 Aug 27 14:06:06.362099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55320) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:06.469247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-009d83c7-47f9-4629-8ca5-479153f9c2a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Made reservation on behalf of 3c68d5ffe1a3432394157ebaf96a27eb for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:06.473963 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-009d83c7-47f9-4629-8ca5-479153f9c2a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:06.525824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-876920078-network', 'tenant_id': '591480c9bbda4677bd43fdf295678db6'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:06.553770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Made reservation on behalf of 591480c9bbda4677bd43fdf295678db6 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:06.556512 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:06.590231 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:06.694559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-009d83c7-47f9-4629-8ca5-479153f9c2a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Allocated IP 172.20.0.7 (50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6/3554799f-a4a2-458b-9556-37ea29d379ae/00ace67e-121a-467c-b267-789109dd6391) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:06.720356 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-37cbc4cc-2650-4356-9734-ab22ba03a037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:06.791016 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:06.796902 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:06.834745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:06:06.849092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d45a726-2e3c-490b-8ee4-42837baccb1f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:06.856877 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:06.857317 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Added segment 8f1823d5-11de-4eb8-bb43-1c81c858b46f of type vlan for network f80268ab-d3c1-4cc1-b360-2ce9b288b15f Aug 27 14:06:06.935209 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:06.974316 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:06.975735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:06.976438 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:06.997471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed81ee-8236-4c15-ab13-49c5c19737be req-7ab51c8d-f8ba-4550-a9ff-35741cbd4364 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:07.006399 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8ed81ee-8236-4c15-ab13-49c5c19737be req-7ab51c8d-f8ba-4550-a9ff-35741cbd4364 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1808727 Aug 27 14:06:07.020255 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6567509 Aug 27 14:06:07.023045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55342) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:07.042579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-71b9cc9c-c724-477b-9b87-56ad05110c93 admin admin] Request body: {'subnet': {'network_id': 'f80268ab-d3c1-4cc1-b360-2ce9b288b15f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-876920078-subnet', 'tenant_id': '591480c9bbda4677bd43fdf295678db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:07.075760 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf6a14-cfe2-4b7f-857a-2cb4657f0dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=f80268ab-d3c1-4cc1-b360-2ce9b288b15f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:07.087063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network f80268ab-d3c1-4cc1-b360-2ce9b288b15f details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:06:07.147509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55346) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:07.179562 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8ed81ee-8236-4c15-ab13-49c5c19737be req-7a1a862e-3f0b-4c85-a192-b01568d2ccec tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722529 Aug 27 14:06:07.218953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b9cc9c-c724-477b-9b87-56ad05110c93 admin admin] Made reservation on behalf of 591480c9bbda4677bd43fdf295678db6 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:07.221682 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-71b9cc9c-c724-477b-9b87-56ad05110c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:07.272650 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-009d83c7-47f9-4629-8ca5-479153f9c2a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:07.375389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ca1ded2-ca8b-44bc-a698-2214026ded3a req-79b0ca60-d9e4-4b11-b295-0a41ea2a39ed tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 210 time: 0.0822201 Aug 27 14:06:07.454349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9458d72b-da2f-49a8-8402-b51471c7a0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:07.584517 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bb49c-00ce-40e2-83e2-31f937e9e5a1 req-ebc6656a-c19c-4934-8761-a03885417921 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:07.586025 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-576bb49c-00ce-40e2-83e2-31f937e9e5a1 req-ebc6656a-c19c-4934-8761-a03885417921 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1681547 Aug 27 14:06:07.595197 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-009d83c7-47f9-4629-8ca5-479153f9c2a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:07.718595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-009d83c7-47f9-4629-8ca5-479153f9c2a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:07.746391 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-009d83c7-47f9-4629-8ca5-479153f9c2a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:07.771327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-009d83c7-47f9-4629-8ca5-479153f9c2a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:07.779925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d83c7-47f9-4629-8ca5-479153f9c2a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Pushing event updated for resources: {'Port': ['ID=00ace67e-121a-467c-b267-789109dd6391,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:07.814442 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-576bb49c-00ce-40e2-83e2-31f937e9e5a1 req-67441e32-471f-49bd-b12f-37ee291a0aea tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965404 Aug 27 14:06:07.823754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-37cbc4cc-2650-4356-9734-ab22ba03a037 admin admin] Deleting port 1afa666f-8b79-4600-a8fc-556fbafe5039 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:06:07.824045 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-37cbc4cc-2650-4356-9734-ab22ba03a037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.107299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-c6fab266-6b92-40fb-ade4-7e12e9e16e72 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:08.108763 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-c6fab266-6b92-40fb-ade4-7e12e9e16e72 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/networks?id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866 HTTP/1.1" status: 200 len: 814 time: 0.1119096 Aug 27 14:06:08.124526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-f7dd1d42-6cf9-48a7-80ad-2deb44db68da tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/quotas/f9bea263f48446ada9d848b75b533d69 HTTP/1.1" status: 200 len: 375 time: 0.0095232 Aug 27 14:06:08.178041 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-5a8e6d27-7387-447e-b978-dd3c1dfdc828 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9bea263f48446ada9d848b75b533d69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472617 Aug 27 14:06:08.191617 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-71b9cc9c-c724-477b-9b87-56ad05110c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.250163 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-009d83c7-47f9-4629-8ca5-479153f9c2a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:08.250806 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-009d83c7-47f9-4629-8ca5-479153f9c2a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.278229 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-cffbed69-0639-4d11-a87b-1f06e85c2a3d service neutron] 10.222.0.55 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926752 Aug 27 14:06:08.324666 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9458d72b-da2f-49a8-8402-b51471c7a0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.340328 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9458d72b-da2f-49a8-8402-b51471c7a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.342366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9cc9c-c724-477b-9b87-56ad05110c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d1acef0-becb-46e0-b1c9-24781028bba6,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:08.355978 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-009d83c7-47f9-4629-8ca5-479153f9c2a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2585492 Aug 27 14:06:08.379616 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-0bea9226-f366-407b-a860-a5d0740cf71d service neutron] 10.222.0.55 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948508 Aug 27 14:06:08.403178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Request body: {'port': {'device_id': 'fc71b884-3390-48c9-9a32-674ab0bce423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:08.418001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-37cbc4cc-2650-4356-9734-ab22ba03a037 admin admin] For port 1afa666f-8b79-4600-a8fc-556fbafe5039, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1afa666f-8b79-4600-a8fc-556fbafe5039,segment=NetworkSegment(fb66b771-c703-40b3-842f-02a880f5c699),segment_id=fb66b771-c703-40b3-842f-02a880f5c699)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:08.418381 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-37cbc4cc-2650-4356-9734-ab22ba03a037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.418598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55376) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:08.424967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-637f8bed-9143-4918-92e9-e83b8cf131c4 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1913386345'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:08.452019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637f8bed-9143-4918-92e9-e83b8cf131c4 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Made reservation on behalf of 8195041a81054181a5083895b22e88b8 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:08.453803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b9cc9c-c724-477b-9b87-56ad05110c93 admin admin] Checking segment: {'id': '8f1823d5-11de-4eb8-bb43-1c81c858b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f80268ab-d3c1-4cc1-b360-2ce9b288b15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:08.454171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b9cc9c-c724-477b-9b87-56ad05110c93 admin admin] Network hostable DHCP agents. Network: f80268ab-d3c1-4cc1-b360-2ce9b288b15f, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:06:08.456817 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-637f8bed-9143-4918-92e9-e83b8cf131c4 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.468821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfa2c9-f0f9-4ce8-b858-e64b1c9b7a6d req-76b22f32-b2a3-4167-96ab-be134a900ac2 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:08.476920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eecfa2c9-f0f9-4ce8-b858-e64b1c9b7a6d req-76b22f32-b2a3-4167-96ab-be134a900ac2 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.2159448 Aug 27 14:06:08.478712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458d72b-da2f-49a8-8402-b51471c7a0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f73e0da-4aee-4a56-bb71-01ac1f16e5e7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:08.483117 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9458d72b-da2f-49a8-8402-b51471c7a0e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=904630206fe84a659c2d9cdce3d9a025&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3277085 Aug 27 14:06:08.486903 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-37cbc4cc-2650-4356-9734-ab22ba03a037 admin admin] Calling delete_port for 1afa666f-8b79-4600-a8fc-556fbafe5039 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:06:08.499298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55378) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:08.530219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637f8bed-9143-4918-92e9-e83b8cf131c4 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:06:08.599850 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-637f8bed-9143-4918-92e9-e83b8cf131c4 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.602290 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-637f8bed-9143-4918-92e9-e83b8cf131c4 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Added segment 4504ae47-cb71-4d75-9b8c-f2fcc549f0e4 of type vlan for network 349c90a1-8303-43bc-8748-cfbba77d7be8 Aug 27 14:06:08.602425 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.619036 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eecfa2c9-f0f9-4ce8-b858-e64b1c9b7a6d req-1cf20286-1af0-427b-82c0-c8f22555fd5d tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396749 Aug 27 14:06:08.636581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b9cc9c-c724-477b-9b87-56ad05110c93 admin admin] Network f80268ab-d3c1-4cc1-b360-2ce9b288b15f is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:06:08.669783 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-637f8bed-9143-4918-92e9-e83b8cf131c4 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.694634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246d777-ea1e-494a-8853-e3b66c2a260d req-69b063b1-00f0-4e99-a639-48bf2bf0b98c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:08.696340 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c246d777-ea1e-494a-8853-e3b66c2a260d req-69b063b1-00f0-4e99-a639-48bf2bf0b98c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 931 time: 0.1536617 Aug 27 14:06:08.698945 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38711832-2409-417a-bd20-64f85ec79bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.705284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-71b9cc9c-c724-477b-9b87-56ad05110c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, f80268ab-d3c1-4cc1-b360-2ce9b288b15f) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:08.710331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b9cc9c-c724-477b-9b87-56ad05110c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:08.710949 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-71b9cc9c-c724-477b-9b87-56ad05110c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.719968 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4ad00f-5855-4dcf-b171-241f8b0d7c46 None None] Network f80268ab-d3c1-4cc1-b360-2ce9b288b15f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:06:08.732935 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1fea49c5-6d76-4b76-8dcc-63c746b45173 req-f591f001-5254-4762-82a4-ad7ba02d1bd4 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 210 time: 0.0674770 Aug 27 14:06:08.746755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-71b9cc9c-c724-477b-9b87-56ad05110c93 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7128096 Aug 27 14:06:08.748458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38711832-2409-417a-bd20-64f85ec79bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.763677 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-637f8bed-9143-4918-92e9-e83b8cf131c4 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.769900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f8bed-9143-4918-92e9-e83b8cf131c4 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:08.771069 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-637f8bed-9143-4918-92e9-e83b8cf131c4 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:08.950113 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c246d777-ea1e-494a-8853-e3b66c2a260d req-d8b96941-701e-4cc9-a37b-6d874a191147 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469900 Aug 27 14:06:08.968334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751443eb-95bd-42b4-8573-28e0dfa0902a None None] Network f80268ab-d3c1-4cc1-b360-2ce9b288b15f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:06:08.969975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-637f8bed-9143-4918-92e9-e83b8cf131c4 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5500114 Aug 27 14:06:08.974496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55396) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:08.980903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-02d5d4bd-b09e-414d-88f9-9f22cfe9366f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-492491906'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:08.984453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f8bed-9143-4918-92e9-e83b8cf131c4 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'Network': ['ID=349c90a1-8303-43bc-8748-cfbba77d7be8,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:09.016236 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38711832-2409-417a-bd20-64f85ec79bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.021395 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38711832-2409-417a-bd20-64f85ec79bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.025958 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-38711832-2409-417a-bd20-64f85ec79bab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f73e0da-4aee-4a56-bb71-01ac1f16e5e7 HTTP/1.1" status: 204 len: 168 time: 0.5252297 Aug 27 14:06:09.030177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d5d4bd-b09e-414d-88f9-9f22cfe9366f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Made reservation on behalf of 8195041a81054181a5083895b22e88b8 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:09.039891 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02d5d4bd-b09e-414d-88f9-9f22cfe9366f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.083089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38711832-2409-417a-bd20-64f85ec79bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f73e0da-4aee-4a56-bb71-01ac1f16e5e7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:09.087907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 349c90a1-8303-43bc-8748-cfbba77d7be8 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:06:09.106832 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-37cbc4cc-2650-4356-9734-ab22ba03a037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.128178 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d5d4bd-b09e-414d-88f9-9f22cfe9366f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:06:09.158198 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02d5d4bd-b09e-414d-88f9-9f22cfe9366f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.160024 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-02d5d4bd-b09e-414d-88f9-9f22cfe9366f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Added segment e7f3bff1-8400-4488-9308-2513a631fbb0 of type vlan for network d3dde505-dc04-4b92-8919-19db4556ab50 Aug 27 14:06:09.181946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbc4cc-2650-4356-9734-ab22ba03a037 admin admin] Pushing event deleted for resources: {'Port': ['ID=1afa666f-8b79-4600-a8fc-556fbafe5039,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:09.251120 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02d5d4bd-b09e-414d-88f9-9f22cfe9366f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.325832 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02d5d4bd-b09e-414d-88f9-9f22cfe9366f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.333360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d5d4bd-b09e-414d-88f9-9f22cfe9366f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:09.333974 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02d5d4bd-b09e-414d-88f9-9f22cfe9366f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.389589 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ace67e-121a-467c-b267-789109dd6391 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:09.414575 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.426964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-02d5d4bd-b09e-414d-88f9-9f22cfe9366f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4509823 Aug 27 14:06:09.440282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55406) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:09.453456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d24a47de-6e32-4670-baa8-ad7b4c3a267e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'subnet': {'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:09.486569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Transition to ACTIVE for port object 00ace67e-121a-467c-b267-789109dd6391 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:09.499201 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.527735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5d4bd-b09e-414d-88f9-9f22cfe9366f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'Network': ['ID=d3dde505-dc04-4b92-8919-19db4556ab50,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:09.549161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network d3dde505-dc04-4b92-8919-19db4556ab50 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:06:09.594969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55412) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:09.625639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55414) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:09.633008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-312684533-network', 'tenant_id': 'a646ac11902a4f5b869fe8d6853a74dd'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:09.673605 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-518afbf5-fe0a-452a-b0ea-8b5966b0e0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.678949 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-37cbc4cc-2650-4356-9734-ab22ba03a037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.698556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Made reservation on behalf of a646ac11902a4f5b869fe8d6853a74dd for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:09.701927 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.706420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24a47de-6e32-4670-baa8-ad7b4c3a267e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Made reservation on behalf of 8195041a81054181a5083895b22e88b8 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:09.710859 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d24a47de-6e32-4670-baa8-ad7b4c3a267e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.736024 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.752218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Pushing event updated for resources: {'Port': ['ID=00ace67e-121a-467c-b267-789109dd6391,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:09.813833 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.887358 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2a9e4284-381e-4179-bc77-0ea536a33c13 req-8c4c0d05-8b4e-4387-b47b-8bd40338fa7f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 210 time: 0.0442197 Aug 27 14:06:09.928506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4698f0-9313-4ef3-97bc-5d1e56dfd491 req-2900181b-5def-4bb7-977f-b2a809d72def tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:09.930247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e4698f0-9313-4ef3-97bc-5d1e56dfd491 req-2900181b-5def-4bb7-977f-b2a809d72def tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1745296 Aug 27 14:06:09.931112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Attempting to bind port 00ace67e-121a-467c-b267-789109dd6391 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:09.931514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Attempting to bind port 00ace67e-121a-467c-b267-789109dd6391 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:09.931939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Attempting to bind port 00ace67e-121a-467c-b267-789109dd6391 on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:09.937175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Port 00ace67e-121a-467c-b267-789109dd6391 on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:06:09.937572 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Attempting to bind port 00ace67e-121a-467c-b267-789109dd6391 on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:09.937684 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.944795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:09.946747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Checking segment: {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:09.946747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Bound using segment: {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:09.946747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Bound port: 00ace67e-121a-467c-b267-789109dd6391, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:09.946747 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.965925 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:09.978413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:06:10.015468 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37645f33-83c5-4c57-8a7b-41277c916382,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:10.025892 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.026405 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Added segment 902d6db4-b1e2-40b8-b199-37eee231fd27 of type vlan for network dccbeefa-0e4c-431d-8e92-7bc8dcc0ab29 Aug 27 14:06:10.174644 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e4698f0-9313-4ef3-97bc-5d1e56dfd491 req-2e45ea57-3021-4f6e-bef7-1faba3b6d03e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310815 Aug 27 14:06:10.266451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] For port 00ace67e-121a-467c-b267-789109dd6391, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:10.299741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] For port 00ace67e-121a-467c-b267-789109dd6391, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=00ace67e-121a-467c-b267-789109dd6391,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:10.315750 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.376373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-57a34aa2-b0e3-4efa-a0dd-8339182d94ce tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:10.377887 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-57a34aa2-b0e3-4efa-a0dd-8339182d94ce tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.52 "GET /v2.0/networks?id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866 HTTP/1.1" status: 200 len: 814 time: 0.3664477 Aug 27 14:06:10.405869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-01b4fa37-0ec1-43d0-91c6-8eedccb7cb88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Request body: {'port': {'device_id': '097ba365-f855-48cd-bffb-7b259df28d8e', 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866', 'admin_state_up': True, 'tenant_id': 'f9bea263f48446ada9d848b75b533d69'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:10.411609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:10.412230 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.412352 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.413631 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] 10.222.0.41 "PUT /v2.0/ports/00ace67e-121a-467c-b267-789109dd6391 HTTP/1.1" status: 200 len: 1092 time: 2.0239065 Aug 27 14:06:10.415930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc71b884-3390-48c9-9a32-674ab0bce423', 'tag': '00ace67e-121a-467c-b267-789109dd6391'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:10.418146 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59ed5b1-8cf8-4e96-ac1d-53e1b2cf265b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc71b884-3390-48c9-9a32-674ab0bce423", "tag": "00ace67e-121a-467c-b267-789109dd6391"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:10.428074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cbc4cc-2650-4356-9734-ab22ba03a037 admin admin] Router d96b426e-dc89-429a-b966-b3f617d703aa has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:06:10.448912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a48128-85f4-4010-8d21-195a1c2a83b7 req-192422ee-2cfa-4782-a381-c1afe8448015 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:10.450471 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-18a48128-85f4-4010-8d21-195a1c2a83b7 req-192422ee-2cfa-4782-a381-c1afe8448015 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 943 time: 0.1306846 Aug 27 14:06:10.456789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d24a47de-6e32-4670-baa8-ad7b4c3a267e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.491666 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94acf11-ea80-4e6d-9498-a1c5ff8fdbc8 x-openstack-request-id: req-e94acf11-ea80-4e6d-9498-a1c5ff8fdbc8 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:10.491956 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc71b884-3390-48c9-9a32-674ab0bce423", "tag": "00ace67e-121a-467c-b267-789109dd6391", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:10.492213 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e94acf11-ea80-4e6d-9498-a1c5ff8fdbc8 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:10.492613 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc71b884-3390-48c9-9a32-674ab0bce423', 'tag': '00ace67e-121a-467c-b267-789109dd6391', 'status': 'completed', 'code': 200} Aug 27 14:06:10.522712 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.523708 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:10.524303 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.525273 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be7b59-7363-4dc3-a03b-28003c0c1df4 service neutron] Pushing event updated for resources: {'Port': ['ID=00ace67e-121a-467c-b267-789109dd6391,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:10.533068 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-518afbf5-fe0a-452a-b0ea-8b5966b0e0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.561983 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-518afbf5-fe0a-452a-b0ea-8b5966b0e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.614344 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9852149 Aug 27 14:06:10.614344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a47de-6e32-4670-baa8-ad7b4c3a267e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'Subnet': ['ID=32a14fbd-dffd-4a0b-9712-7653af0347f4,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:10.620730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55426) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:10.628783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-fe03360e-f25c-4e10-8535-7f8f23d50793 admin admin] Request body: {'subnet': {'network_id': 'dccbeefa-0e4c-431d-8e92-7bc8dcc0ab29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-312684533-subnet', 'tenant_id': 'a646ac11902a4f5b869fe8d6853a74dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:10.635812 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-18a48128-85f4-4010-8d21-195a1c2a83b7 req-f98ef05d-b961-4901-979d-6f7236bc9749 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709039 Aug 27 14:06:10.650943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65566fe-299e-48e0-ab38-57f768d9e83e admin admin] Pushing event updated for resources: {'Network': ['ID=dccbeefa-0e4c-431d-8e92-7bc8dcc0ab29,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:10.655814 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24a47de-6e32-4670-baa8-ad7b4c3a267e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Checking segment: {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:10.656200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24a47de-6e32-4670-baa8-ad7b4c3a267e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Network hostable DHCP agents. Network: 349c90a1-8303-43bc-8748-cfbba77d7be8, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:06:10.665590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network dccbeefa-0e4c-431d-8e92-7bc8dcc0ab29 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:06:10.672279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe03360e-f25c-4e10-8535-7f8f23d50793 admin admin] Made reservation on behalf of a646ac11902a4f5b869fe8d6853a74dd for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:10.674620 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fe03360e-f25c-4e10-8535-7f8f23d50793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.696061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518afbf5-fe0a-452a-b0ea-8b5966b0e0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0134685-6451-4a21-9e0b-9b83a0069cf6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:10.718804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24a47de-6e32-4670-baa8-ad7b4c3a267e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Network 349c90a1-8303-43bc-8748-cfbba77d7be8 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:06:10.736825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d24a47de-6e32-4670-baa8-ad7b4c3a267e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 349c90a1-8303-43bc-8748-cfbba77d7be8) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:10.744853 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24a47de-6e32-4670-baa8-ad7b4c3a267e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:10.745461 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d24a47de-6e32-4670-baa8-ad7b4c3a267e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.750191 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-518afbf5-fe0a-452a-b0ea-8b5966b0e0bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23bce78786f54eaf90fd7620fd5b1e42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1486571 Aug 27 14:06:10.752438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87de583-dafc-4871-964a-9e904fad4e3f None None] Network 349c90a1-8303-43bc-8748-cfbba77d7be8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:06:10.754774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55428) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:10.757088 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-b0b21130-3ca5-4984-846c-ceeab9b7d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:10.758626 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-b0b21130-3ca5-4984-846c-ceeab9b7d026 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 1095 time: 0.2614784 Aug 27 14:06:10.829032 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-39451b47-5d30-4ffd-a255-4df89ef8aa91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00ace67e-121a-467c-b267-789109dd6391 HTTP/1.1" status: 200 len: 217 time: 0.0512807 Aug 27 14:06:10.830630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cbc4cc-2650-4356-9734-ab22ba03a037 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:06:10.837232 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-37cbc4cc-2650-4356-9734-ab22ba03a037 admin admin] 10.222.0.55 "PUT /v2.0/routers/d96b426e-dc89-429a-b966-b3f617d703aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4096787 Aug 27 14:06:10.847147 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55430) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:10.848606 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c93e27-28ed-4b77-bfc1-0d80bcd64ce3 None None] Sync routers for ids ['d96b426e-dc89-429a-b966-b3f617d703aa'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:06:10.855855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-01b4fa37-0ec1-43d0-91c6-8eedccb7cb88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Made reservation on behalf of f9bea263f48446ada9d848b75b533d69 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:10.856755 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-664d73a1-e40d-4d42-a732-5a1116a86dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.859421 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-01b4fa37-0ec1-43d0-91c6-8eedccb7cb88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.863990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d24a47de-6e32-4670-baa8-ad7b4c3a267e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4153543 Aug 27 14:06:10.865240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55432) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:10.867490 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c93e27-28ed-4b77-bfc1-0d80bcd64ce3 None None] Routers {'d96b426e-dc89-429a-b966-b3f617d703aa'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:06:10.868434 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-45c93e27-28ed-4b77-bfc1-0d80bcd64ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d96b426e-dc89-429a-b966-b3f617d703aa'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:10.873414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0d042233-af50-4bdb-a5f2-ade31f132a28 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'subnet': {'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:10.942969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-349c90a1-8303-43bc-8748-cfbba77d7be8', 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'fixed_ips': [{'subnet_id': '32a14fbd-dffd-4a0b-9712-7653af0347f4'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:06:10.945382 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:10.973957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-664d73a1-e40d-4d42-a732-5a1116a86dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:11.006396 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-45c93e27-28ed-4b77-bfc1-0d80bcd64ce3 None None] Set router d96b426e-dc89-429a-b966-b3f617d703aa gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:06:11.024413 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fe03360e-f25c-4e10-8535-7f8f23d50793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:11.120127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03360e-f25c-4e10-8535-7f8f23d50793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7866226-fe5e-4bff-809d-ad5935ee14f6,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:11.130550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-01b4fa37-0ec1-43d0-91c6-8eedccb7cb88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Allocated IP 172.20.0.7 (b55b0e79-4096-4c1a-9d8b-9aa6db20e866/5114c038-bc5e-4991-8e49-6e30ea1048b6/2f75e995-528b-418b-9927-b7465cc85dee) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:11.134198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d042233-af50-4bdb-a5f2-ade31f132a28 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Made reservation on behalf of 8195041a81054181a5083895b22e88b8 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:11.139909 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d042233-af50-4bdb-a5f2-ade31f132a28 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:11.165328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Allocated IP 10.1.1.2 (349c90a1-8303-43bc-8748-cfbba77d7be8/32a14fbd-dffd-4a0b-9712-7653af0347f4/cf440273-2f0d-41b7-ac30-91f2d924e336) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:11.197150 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-664d73a1-e40d-4d42-a732-5a1116a86dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:11.200064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-664d73a1-e40d-4d42-a732-5a1116a86dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:11.200911 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-664d73a1-e40d-4d42-a732-5a1116a86dac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0134685-6451-4a21-9e0b-9b83a0069cf6 HTTP/1.1" status: 204 len: 168 time: 0.4417553 Aug 27 14:06:11.218080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe03360e-f25c-4e10-8535-7f8f23d50793 admin admin] Checking segment: {'id': '902d6db4-b1e2-40b8-b199-37eee231fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dccbeefa-0e4c-431d-8e92-7bc8dcc0ab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:11.218455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe03360e-f25c-4e10-8535-7f8f23d50793 admin admin] Network hostable DHCP agents. Network: dccbeefa-0e4c-431d-8e92-7bc8dcc0ab29, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:06:11.237245 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d73a1-e40d-4d42-a732-5a1116a86dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0134685-6451-4a21-9e0b-9b83a0069cf6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:11.264943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe03360e-f25c-4e10-8535-7f8f23d50793 admin admin] Network dccbeefa-0e4c-431d-8e92-7bc8dcc0ab29 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:06:11.286396 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-45c93e27-28ed-4b77-bfc1-0d80bcd64ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:06:08Z', 'revision_number': 5, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:11.287487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-fe03360e-f25c-4e10-8535-7f8f23d50793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, dccbeefa-0e4c-431d-8e92-7bc8dcc0ab29) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:11.299140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe03360e-f25c-4e10-8535-7f8f23d50793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:11.299758 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fe03360e-f25c-4e10-8535-7f8f23d50793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:11.307381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742ba786-ccb7-4fc1-b667-731974f346df None None] Network dccbeefa-0e4c-431d-8e92-7bc8dcc0ab29 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:06:11.356374 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81265ecf-f4a6-48da-bf35-6817d6ff190d req-35c35c1b-858a-4f9f-9050-b2774c1d215b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 210 time: 0.2124307 Aug 27 14:06:11.357919 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-d02473dd-cf4b-4c2b-8f01-72966a19091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:11.359714 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-d02473dd-cf4b-4c2b-8f01-72966a19091f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 200 len: 851 time: 0.5216362 Aug 27 14:06:11.361376 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:11.484822 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fe03360e-f25c-4e10-8535-7f8f23d50793 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8536325 Aug 27 14:06:11.506959 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c93e27-28ed-4b77-bfc1-0d80bcd64ce3 None None] Checking router: d96b426e-dc89-429a-b966-b3f617d703aa for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:06:11.517868 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c93e27-28ed-4b77-bfc1-0d80bcd64ce3 None None] Routers {'d96b426e-dc89-429a-b966-b3f617d703aa'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:06:11.518643 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-45c93e27-28ed-4b77-bfc1-0d80bcd64ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:05:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d96b426e-dc89-429a-b966-b3f617d703aa'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:11.554062 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:11.561802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8786c9d-759d-4c4c-b821-c1da50996e42 None None] Network dccbeefa-0e4c-431d-8e92-7bc8dcc0ab29 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:06:11.565302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-b60db3b1-afc8-41db-b0af-40e773258e47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579839 Aug 27 14:06:11.596003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74bbca-4664-435b-8f2b-33962ac71c11 req-a2216497-6e60-4ef5-85e2-6f9ce4fede47 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:11.607721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da74bbca-4664-435b-8f2b-33962ac71c11 req-a2216497-6e60-4ef5-85e2-6f9ce4fede47 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.2365668 Aug 27 14:06:11.672349 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:11.706337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Transition to ACTIVE for port object cf440273-2f0d-41b7-ac30-91f2d924e336 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:11.732858 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d042233-af50-4bdb-a5f2-ade31f132a28 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:11.744280 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Transition to ACTIVE for port object cf440273-2f0d-41b7-ac30-91f2d924e336 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:11.755997 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:11.761953 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-45c93e27-28ed-4b77-bfc1-0d80bcd64ce3 None None] Set router d96b426e-dc89-429a-b966-b3f617d703aa gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:06:11.810253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Network 349c90a1-8303-43bc-8748-cfbba77d7be8 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:11.820466 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:11.823912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:11.837205 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Pushing event updated for resources: {'Port': ['ID=cf440273-2f0d-41b7-ac30-91f2d924e336,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:11.860398 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da74bbca-4664-435b-8f2b-33962ac71c11 req-7b8199cd-f2fd-4af7-98c8-fe3a985cdaa5 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517591 Aug 27 14:06:11.916389 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Attempting to bind port cf440273-2f0d-41b7-ac30-91f2d924e336 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:11.916946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Attempting to bind port cf440273-2f0d-41b7-ac30-91f2d924e336 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:11.917422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Attempting to bind port cf440273-2f0d-41b7-ac30-91f2d924e336 on network 349c90a1-8303-43bc-8748-cfbba77d7be8 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:11.924929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:11.925334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Checking segment: {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:11.925845 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:11.926252 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Bound using segment: {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:11.926763 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Bound port: cf440273-2f0d-41b7-ac30-91f2d924e336, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:11.927155 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:11.937213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d042233-af50-4bdb-a5f2-ade31f132a28 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'Subnet': ['ID=e010ded9-86a4-4e1c-b055-049006661152,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:11.946025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d042233-af50-4bdb-a5f2-ade31f132a28 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Checking segment: {'id': 'e7f3bff1-8400-4488-9308-2513a631fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:11.946449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d042233-af50-4bdb-a5f2-ade31f132a28 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Network hostable DHCP agents. Network: d3dde505-dc04-4b92-8919-19db4556ab50, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:06:11.970092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d042233-af50-4bdb-a5f2-ade31f132a28 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Network d3dde505-dc04-4b92-8919-19db4556ab50 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:06:11.986109 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-0d042233-af50-4bdb-a5f2-ade31f132a28 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, d3dde505-dc04-4b92-8919-19db4556ab50) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:12.006559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d042233-af50-4bdb-a5f2-ade31f132a28 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:12.007358 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d042233-af50-4bdb-a5f2-ade31f132a28 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:12.030100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] For port cf440273-2f0d-41b7-ac30-91f2d924e336, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:12.033768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0d042233-af50-4bdb-a5f2-ade31f132a28 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1642382 Aug 27 14:06:12.037253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55460) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:12.041296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] For port cf440273-2f0d-41b7-ac30-91f2d924e336, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cf440273-2f0d-41b7-ac30-91f2d924e336,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:12.043252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'port': {'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1297308503', 'fixed_ips': [{'subnet_id': '32a14fbd-dffd-4a0b-9712-7653af0347f4'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:12.053079 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdafa7d3-330f-465b-9591-28466a0b5709 None None] Network d3dde505-dc04-4b92-8919-19db4556ab50 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:06:12.065470 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:12.243897 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-45c93e27-28ed-4b77-bfc1-0d80bcd64ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:06:08Z', 'revision_number': 5, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:12.307714 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c93e27-28ed-4b77-bfc1-0d80bcd64ce3 None None] The sync data for ids ['d96b426e-dc89-429a-b966-b3f617d703aa'] in n-d-712139-12 is: [{'id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'name': 'tempest-ServersTestBootFromVolume-548690337-router', 'tenant_id': '0f254effc68e47ed9207b2ef5aef7128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:02:25Z', 'updated_at': '2021-08-27T14:06:08Z', 'revision_number': 5, 'project_id': '0f254effc68e47ed9207b2ef5aef7128', 'gw_port': {'id': '00376dc9-c1ca-4415-bbe2-ee942a3c62e8', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96b426e-dc89-429a-b966-b3f617d703aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:02:26Z', 'updated_at': '2021-08-27T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:06:12.320127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a7446-616f-4fd3-bfde-ff9f9046bba7 None None] Pushing event updated for resources: {'Port': ['ID=cf440273-2f0d-41b7-ac30-91f2d924e336,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:12.326637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Made reservation on behalf of 8195041a81054181a5083895b22e88b8 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:12.451714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d3dde505-dc04-4b92-8919-19db4556ab50', 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'fixed_ips': [{'subnet_id': 'e010ded9-86a4-4e1c-b055-049006661152'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:06:12.452723 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:12.471691 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Deleting port 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:06:12.472044 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:12.496201 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd3464-d26c-4c34-99b6-34d3fe712782 req-4810aff7-2dd0-436e-8103-1b1aad201481 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:12.497800 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aabd3464-d26c-4c34-99b6-34d3fe712782 req-4810aff7-2dd0-436e-8103-1b1aad201481 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 943 time: 0.2939887 Aug 27 14:06:12.501435 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:12.576643 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-ca8e1594-ae33-4022-9462-4b4cc3c58e86 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9749260 Aug 27 14:06:12.584342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] device_id is not set on port 677605c6-e919-46d6-a490-daeeabe16f0d yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:06:12.762434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aabd3464-d26c-4c34-99b6-34d3fe712782 req-81ca7a5d-e5e7-462b-b6c9-e23f11d64a21 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238376 Aug 27 14:06:12.771867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1afa666f-8b79-4600-a8fc-556fbafe5039 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:06:12.780411 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-01b4fa37-0ec1-43d0-91c6-8eedccb7cb88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:12.847011 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] For port 00376dc9-c1ca-4415-bbe2-ee942a3c62e8, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=00376dc9-c1ca-4415-bbe2-ee942a3c62e8,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:12.847269 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:12.848012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 1afa666f-8b79-4600-a8fc-556fbafe5039 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:06:12.848230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1afa666f-8b79-4600-a8fc-556fbafe5039 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:06:12.855027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Allocated IP 10.2.2.2 (d3dde505-dc04-4b92-8919-19db4556ab50/e010ded9-86a4-4e1c-b055-049006661152/9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:12.888880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Calling delete_port for 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:06:12.892305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b14c1e1-d7f8-4a92-a083-dbe03587a67a req-7ba4afd2-b7ba-4577-bf7b-92cecae9dbcf service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913432 Aug 27 14:06:13.026950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-26afa0fb-bd2e-4ee4-ba46-b528fb2cc00c tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:13.038057 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-26afa0fb-bd2e-4ee4-ba46-b528fb2cc00c tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/networks?id=f80268ab-d3c1-4cc1-b360-2ce9b288b15f HTTP/1.1" status: 200 len: 824 time: 0.4834342 Aug 27 14:06:13.045740 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b69e3417-89d8-4b55-b407-27796cbe4e41 req-c1b54b8b-542e-44e2-a6b0-56a2ca79aa36 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 210 time: 0.0494435 Aug 27 14:06:13.071432 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-01b4fa37-0ec1-43d0-91c6-8eedccb7cb88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:13.071658 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-40e2c440-1a8d-4abd-91de-0d8f41e23b83 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/quotas/591480c9bbda4677bd43fdf295678db6 HTTP/1.1" status: 200 len: 375 time: 0.0284488 Aug 27 14:06:13.100740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['50ad3533-39c5-4fdd-964d-5044beca9181'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:06:13.174893 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:13.182260 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-2d929eb6-002a-4f5a-a5b9-31a1ec03b8a2 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=591480c9bbda4677bd43fdf295678db6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134675 Aug 27 14:06:13.188941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-01b4fa37-0ec1-43d0-91c6-8eedccb7cb88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:13.190743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Transition to ACTIVE for port object 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:13.196626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ed5b1-8cf8-4e96-ac1d-53e1b2cf265b req-bcbe3312-1976-4f1a-bb4c-0c7a2c93bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:13.198170 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a59ed5b1-8cf8-4e96-ac1d-53e1b2cf265b req-bcbe3312-1976-4f1a-bb4c-0c7a2c93bf2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 1095 time: 0.1834483 Aug 27 14:06:13.212492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-01b4fa37-0ec1-43d0-91c6-8eedccb7cb88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:13.229314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-01b4fa37-0ec1-43d0-91c6-8eedccb7cb88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:13.235030 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Transition to ACTIVE for port object 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:13.261174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4fa37-0ec1-43d0-91c6-8eedccb7cb88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Pushing event updated for resources: {'Port': ['ID=2f75e995-528b-418b-9927-b7465cc85dee,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:13.279160 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:13.290601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Allocated IP 10.1.1.249 (349c90a1-8303-43bc-8748-cfbba77d7be8/32a14fbd-dffd-4a0b-9712-7653af0347f4/677605c6-e919-46d6-a490-daeeabe16f0d) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:13.360866 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-d10dfc42-e6bf-4969-93d5-20bf940bdf7f service neutron] 10.222.0.55 "GET /v2.0/networks/f80268ab-d3c1-4cc1-b360-2ce9b288b15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776223 Aug 27 14:06:13.398337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-01b4fa37-0ec1-43d0-91c6-8eedccb7cb88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:13.399036 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-01b4fa37-0ec1-43d0-91c6-8eedccb7cb88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:13.402224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Pushing event updated for resources: {'Port': ['ID=9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:13.439411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Network d3dde505-dc04-4b92-8919-19db4556ab50 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:13.442456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:13.449554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:13.451333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffcd49-bde0-4325-a119-ebba985af54a req-241bb7af-025d-41fb-8934-3988cb6df5ab tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:13.452905 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09ffcd49-bde0-4325-a119-ebba985af54a req-241bb7af-025d-41fb-8934-3988cb6df5ab tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.2419114 Aug 27 14:06:13.485611 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-01b4fa37-0ec1-43d0-91c6-8eedccb7cb88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0912082 Aug 27 14:06:13.496349 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-16d2bf61-fd68-4a70-bc26-d6b69f404b49 service neutron] 10.222.0.55 "GET /v2.0/networks/f80268ab-d3c1-4cc1-b360-2ce9b288b15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316953 Aug 27 14:06:13.503219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ed5b1-8cf8-4e96-ac1d-53e1b2cf265b req-7fd76b7a-2874-4558-a9f2-0fba456586c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:13.505433 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a59ed5b1-8cf8-4e96-ac1d-53e1b2cf265b req-7fd76b7a-2874-4558-a9f2-0fba456586c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 912 time: 0.2733912 Aug 27 14:06:13.513626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Request body: {'port': {'device_id': '097ba365-f855-48cd-bffb-7b259df28d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:13.533619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Attempting to bind port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:13.534245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Attempting to bind port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'e7f3bff1-8400-4488-9308-2513a631fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:13.534899 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Attempting to bind port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 on network d3dde505-dc04-4b92-8919-19db4556ab50 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:13.542255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:13.551353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Checking segment: {'id': 'e7f3bff1-8400-4488-9308-2513a631fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:13.551353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:13.551353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Bound using segment: {'id': 'e7f3bff1-8400-4488-9308-2513a631fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:13.551353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Bound port: 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f3bff1-8400-4488-9308-2513a631fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:13.551353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:13.560377 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:13.629906 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a59ed5b1-8cf8-4e96-ac1d-53e1b2cf265b req-418e107c-2ff6-4f41-8d81-4c62233ea780 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00ace67e-121a-467c-b267-789109dd6391 HTTP/1.1" status: 200 len: 217 time: 0.1134889 Aug 27 14:06:13.656589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09ffcd49-bde0-4325-a119-ebba985af54a req-28faf013-ee35-460e-bded-a086f6e6bc94 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942503 Aug 27 14:06:13.681770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Pushing event deleted for resources: {'Port': ['ID=00376dc9-c1ca-4415-bbe2-ee942a3c62e8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:13.710288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] For port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:13.714583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] For port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:13.725273 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:13.778465 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:13.804575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Transition to ACTIVE for port object 677605c6-e919-46d6-a490-daeeabe16f0d will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:13.902495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e72719-d828-44b0-8e9b-4d27b9c65f6b None None] Pushing event updated for resources: {'Port': ['ID=9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:13.938740 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:13.990176 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:14.006016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7bc56158-4fb0-47a3-b62d-23bded277185 req-c6322435-9fff-4836-a197-15aaf046440a tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 210 time: 0.1639183 Aug 27 14:06:14.069131 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ed5b1-8cf8-4e96-ac1d-53e1b2cf265b req-8eb845a2-03e9-451b-9c80-eea9e780c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:14.070193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Network 349c90a1-8303-43bc-8748-cfbba77d7be8 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:14.071046 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a59ed5b1-8cf8-4e96-ac1d-53e1b2cf265b req-8eb845a2-03e9-451b-9c80-eea9e780c2ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 200 len: 851 time: 0.4204507 Aug 27 14:06:14.077190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:14.083486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:14.089319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'Port': ['ID=677605c6-e919-46d6-a490-daeeabe16f0d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:14.096037 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:14.121778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38437f16-1047-4bef-96ef-e46de8235a40 req-41408918-f43e-4364-aab6-fbed5e95129b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:14.123396 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38437f16-1047-4bef-96ef-e46de8235a40 req-41408918-f43e-4364-aab6-fbed5e95129b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 943 time: 0.2185805 Aug 27 14:06:14.195864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:14.196526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:14.261107 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38437f16-1047-4bef-96ef-e46de8235a40 req-dd03bda9-6efe-4ef9-ae86-8b2cabcf3ba2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192508 Aug 27 14:06:14.271930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8dcdc9cf-10e4-464c-88a9-f24a4362f16a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2334514 Aug 27 14:06:14.274764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55524) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:14.283811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'port': {'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8', 'name': 'tempest-TaggedBootDevicesTest_v242-2140385652', 'fixed_ips': [{'subnet_id': '32a14fbd-dffd-4a0b-9712-7653af0347f4'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:14.326068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5e5439-7bfd-4089-9936-b880f2a3d1cc None None] Network 349c90a1-8303-43bc-8748-cfbba77d7be8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:06:14.388523 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a59ed5b1-8cf8-4e96-ac1d-53e1b2cf265b req-e9c3dedc-883a-428b-bde8-09f4c5d6c902 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2782938 Aug 27 14:06:14.418779 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:14.440165 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:14.465464 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6b630f07-9ea3-4047-a3f9-15477df25fef None None] Provisioning for port cf440273-2f0d-41b7-ac30-91f2d924e336 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:14.480496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Made reservation on behalf of 8195041a81054181a5083895b22e88b8 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:14.486864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:14.517411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] device_id is not set on port 68b4dc15-5d13-4e69-996f-6db8ab289022 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:06:14.665981 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c831206f-308d-44d1-a2dc-970f3447c770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:14.688015 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a59ed5b1-8cf8-4e96-ac1d-53e1b2cf265b req-4973d329-3988-40fc-94b0-7bfb31144564 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863336 Aug 27 14:06:14.790376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Allocated IP 10.1.1.53 (349c90a1-8303-43bc-8748-cfbba77d7be8/32a14fbd-dffd-4a0b-9712-7653af0347f4/68b4dc15-5d13-4e69-996f-6db8ab289022) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:14.899737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5576a85-eda6-4a1b-bdb4-83693c4c0705 req-94e7eff7-3103-4801-8170-bfd686deba75 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:14.916931 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5576a85-eda6-4a1b-bdb4-83693c4c0705 req-94e7eff7-3103-4801-8170-bfd686deba75 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 931 time: 0.5827415 Aug 27 14:06:14.922513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cf440273-2f0d-41b7-ac30-91f2d924e336 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:14.977162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c0c89-2e6f-4e75-9a1e-314c61be75f0 req-29e31ece-1841-4af7-be74-516d4ba1bbb3 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:14.993224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f30c0c89-2e6f-4e75-9a1e-314c61be75f0 req-29e31ece-1841-4af7-be74-516d4ba1bbb3 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1757464 Aug 27 14:06:15.014775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port cf440273-2f0d-41b7-ac30-91f2d924e336 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:15.018021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-636891b7-9773-4290-bae5-5752dde3e624 None None] Provisioning for port 677605c6-e919-46d6-a490-daeeabe16f0d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:15.026778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-636891b7-9773-4290-bae5-5752dde3e624 None None] Provisioning complete for port 677605c6-e919-46d6-a490-daeeabe16f0d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:15.028153 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-636891b7-9773-4290-bae5-5752dde3e624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:15.034329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port cf440273-2f0d-41b7-ac30-91f2d924e336 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:15.035322 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:15.137826 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f30c0c89-2e6f-4e75-9a1e-314c61be75f0 req-565f30f2-db7b-4c6c-a561-eb3c00d85cc0 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366310 Aug 27 14:06:15.170522 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:15.171140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d96b426e-dc89-429a-b966-b3f617d703aa {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:06:15.214290 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:15.248787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Transition to ACTIVE for port object 68b4dc15-5d13-4e69-996f-6db8ab289022 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:15.313821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f75e995-528b-418b-9927-b7465cc85dee {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:15.323597 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-636891b7-9773-4290-bae5-5752dde3e624 None None] Port 677605c6-e919-46d6-a490-daeeabe16f0d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:06:15.353165 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:15.361542 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:15.377805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-636891b7-9773-4290-bae5-5752dde3e624 None None] Provisioning complete for port cf440273-2f0d-41b7-ac30-91f2d924e336 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:15.378192 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-636891b7-9773-4290-bae5-5752dde3e624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:15.388299 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73f47440-5b5b-48ca-a361-ae49d27cb0c8 req-be4d7dfc-8b2f-4658-a0f2-2f6c363c4cd8 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 210 time: 0.0833423 Aug 27 14:06:15.389139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Transition to ACTIVE for port object 2f75e995-528b-418b-9927-b7465cc85dee will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:15.406421 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:15.433335 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:15.437124 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bcdd179e-8cd4-42db-90da-e39d46ddb340 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d96b426e-dc89-429a-b966-b3f617d703aa HTTP/1.1" status: 204 len: 168 time: 4.5852230 Aug 27 14:06:15.445744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55544) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:15.446589 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:15.467182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Network 349c90a1-8303-43bc-8748-cfbba77d7be8 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:15.471293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:15.474164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:15.530389 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 00ace67e-121a-467c-b267-789109dd6391 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:06:15.535441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'Port': ['ID=68b4dc15-5d13-4e69-996f-6db8ab289022,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:15.559729 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:15.560415 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:15.574295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port cf440273-2f0d-41b7-ac30-91f2d924e336, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cf440273-2f0d-41b7-ac30-91f2d924e336,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:15.599712 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:15.603197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:15.606629 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0ce50d16-5fff-4ecb-9551-0a96dad1c75e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3305686 Aug 27 14:06:15.636006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55550) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:15.689999 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a59ed5b1-8cf8-4e96-ac1d-53e1b2cf265b req-a8554c06-515c-4d98-abd3-2f6a3508048c service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8628812 Aug 27 14:06:15.753358 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.resource_extend [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 14:06:15.808650 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5576a85-eda6-4a1b-bdb4-83693c4c0705 req-301f8cf3-8de7-4d6e-9087-c7840c06c13b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8888438 Aug 27 14:06:15.852860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc980e3d-fd4a-4494-b845-c0de89194334 admin admin] Deleting subnet 40992694-78e7-41d2-a32d-7deb29281711 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:06:15.887233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Pushing event updated for resources: {'Port': ['ID=2f75e995-528b-418b-9927-b7465cc85dee,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:15.905575 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc980e3d-fd4a-4494-b845-c0de89194334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:15.991542 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23b9be09-3c37-4dd2-8dd0-c3d23904dfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.001195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc980e3d-fd4a-4494-b845-c0de89194334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.003762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Attempting to bind port 2f75e995-528b-418b-9927-b7465cc85dee on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:16.004348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Attempting to bind port 2f75e995-528b-418b-9927-b7465cc85dee by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:16.004860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Attempting to bind port 2f75e995-528b-418b-9927-b7465cc85dee on network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:16.015408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c340da2-37c8-4bc1-abf9-8c4dbd82e670 None None] Network d3dde505-dc04-4b92-8919-19db4556ab50 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:06:16.036717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230af72-12ea-44cc-b624-8024aee127ec req-1fd11674-0a14-4224-bf46-d325ac496df1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:16.037522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Port 2f75e995-528b-418b-9927-b7465cc85dee on network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:06:16.038017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Attempting to bind port 2f75e995-528b-418b-9927-b7465cc85dee on network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:16.038579 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6230af72-12ea-44cc-b624-8024aee127ec req-1fd11674-0a14-4224-bf46-d325ac496df1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 943 time: 0.3349483 Aug 27 14:06:16.049249 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:16.049957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Checking segment: {'id': 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:16.051159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Bound using segment: {'id': 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:16.051812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Bound port: 2f75e995-528b-418b-9927-b7465cc85dee, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:16.052376 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.125173 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6230af72-12ea-44cc-b624-8024aee127ec req-2830401b-f67f-45c1-a7e1-2f865ae62e1e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733626 Aug 27 14:06:16.137692 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-c7f0706b-57c5-4f57-9cbe-95e8a358bd5a tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:16.139412 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-c7f0706b-57c5-4f57-9cbe-95e8a358bd5a tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.41 "GET /v2.0/networks?id=f80268ab-d3c1-4cc1-b360-2ce9b288b15f HTTP/1.1" status: 200 len: 824 time: 0.3764915 Aug 27 14:06:16.157913 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] For port 2f75e995-528b-418b-9927-b7465cc85dee, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:16.164999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] For port 2f75e995-528b-418b-9927-b7465cc85dee, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2f75e995-528b-418b-9927-b7465cc85dee,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:16.176026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Request body: {'port': {'device_id': '6677662e-7032-4640-b96f-8520e48fc074', 'network_id': 'f80268ab-d3c1-4cc1-b360-2ce9b288b15f', 'admin_state_up': True, 'tenant_id': '591480c9bbda4677bd43fdf295678db6'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:16.190272 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.226349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7e29fdca-8a3b-498e-a145-688cd962ae60 None None] Provisioning complete for port 677605c6-e919-46d6-a490-daeeabe16f0d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:16.227005 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7e29fdca-8a3b-498e-a145-688cd962ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.247522 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55556) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:16.252786 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-dd6fe592-a3a2-4697-a63f-474b039aaffd tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902243688', 'description': 'tempest-description--405868107'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:16.256672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Pushing event updated for resources: {'Port': ['ID=2f75e995-528b-418b-9927-b7465cc85dee,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:16.270469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7e29fdca-8a3b-498e-a145-688cd962ae60 None None] Port 677605c6-e919-46d6-a490-daeeabe16f0d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:06:16.273772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=cf440273-2f0d-41b7-ac30-91f2d924e336,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:16.289564 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc980e3d-fd4a-4494-b845-c0de89194334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.315667 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23b9be09-3c37-4dd2-8dd0-c3d23904dfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.323420 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:16.324066 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.325554 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-220cf596-6d4e-48e1-aeba-18ce4c80f32a service neutron] 10.222.0.52 "PUT /v2.0/ports/2f75e995-528b-418b-9927-b7465cc85dee HTTP/1.1" status: 200 len: 1092 time: 2.8169413 Aug 27 14:06:16.325990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097ba365-f855-48cd-bffb-7b259df28d8e', 'tag': '2f75e995-528b-418b-9927-b7465cc85dee'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:16.328426 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf08a808-e7be-45f7-bd5a-c459c0b66c68" -d '{"events": [{"name": "network-changed", "server_uuid": "097ba365-f855-48cd-bffb-7b259df28d8e", "tag": "2f75e995-528b-418b-9927-b7465cc85dee"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:16.341565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7e29fdca-8a3b-498e-a145-688cd962ae60 None None] Provisioning for port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:16.350775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 00ace67e-121a-467c-b267-789109dd6391, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=00ace67e-121a-467c-b267-789109dd6391,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:16.353795 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23b9be09-3c37-4dd2-8dd0-c3d23904dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.374986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7e29fdca-8a3b-498e-a145-688cd962ae60 None None] Provisioning complete for port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:16.375901 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7e29fdca-8a3b-498e-a145-688cd962ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.377493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:16.389131 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc980e3d-fd4a-4494-b845-c0de89194334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.407504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '00ace67e-121a-467c-b267-789109dd6391', 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'port_id': '00ace67e-121a-467c-b267-789109dd6391', 'mac_address': 'fa:16:3e:25:dc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3554799f-a4a2-458b-9556-37ea29d379ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:06:16.411405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:16.411872 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.423393 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92475081-51d7-47b9-89e9-e3668ee4c803 x-openstack-request-id: req-92475081-51d7-47b9-89e9-e3668ee4c803 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:16.423936 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097ba365-f855-48cd-bffb-7b259df28d8e", "tag": "2f75e995-528b-418b-9927-b7465cc85dee", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:16.424057 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd6fe592-a3a2-4697-a63f-474b039aaffd tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.424446 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92475081-51d7-47b9-89e9-e3668ee4c803 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:16.425097 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097ba365-f855-48cd-bffb-7b259df28d8e', 'tag': '2f75e995-528b-418b-9927-b7465cc85dee', 'status': 'completed', 'code': 200} Aug 27 14:06:16.427958 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc980e3d-fd4a-4494-b845-c0de89194334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40992694-78e7-41d2-a32d-7deb29281711,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:16.459079 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-23b9be09-3c37-4dd2-8dd0-c3d23904dfc6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bde6dbd797cb41a7b2f6d0a722ef6b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8217418 Aug 27 14:06:16.467660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9be09-3c37-4dd2-8dd0-c3d23904dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587e6c5b-4693-4d21-8a42-4eee6eeb372f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:16.470811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55562) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:16.494777 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc980e3d-fd4a-4494-b845-c0de89194334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.497956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cc980e3d-fd4a-4494-b845-c0de89194334 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/40992694-78e7-41d2-a32d-7deb29281711 HTTP/1.1" status: 204 len: 168 time: 1.0404458 Aug 27 14:06:16.504580 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55564) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:16.512835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee81838a-dbbc-419f-abe6-d970fffcfb3a None None] Network af3a4b0f-e52d-49bf-b8d0-7fd079f5249c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:06:16.521235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa6ae5-c9f0-497e-b058-bb3092412e8f req-ab6c429e-5a32-48bc-adfd-437a7a7111ac tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:16.522825 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c0aa6ae5-c9f0-497e-b058-bb3092412e8f req-ab6c429e-5a32-48bc-adfd-437a7a7111ac tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.2339268 Aug 27 14:06:16.537719 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e17b871-571a-449c-9d7e-ecb2e6523d52 req-9a0a5ead-af7c-4d8c-89e0-c1b4c205cc51 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 210 time: 0.0372782 Aug 27 14:06:16.550224 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-2e682967-50aa-4dcb-9f1d-ed5a39532182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:16.557701 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-2e682967-50aa-4dcb-9f1d-ed5a39532182 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9bea263f48446ada9d848b75b533d69&device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 1095 time: 0.1388893 Aug 27 14:06:16.642750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.api [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 14:06:16.642750 n-d-712139-12 neutron-server[101186]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 14:06:16.642750 n-d-712139-12 neutron-server[101186]: [parameters: {'project_id_1': '591480c9bbda4677bd43fdf295678db6', 'expiration_1': datetime.datetime(2021, 8, 27, 14, 6, 16, 544802)}] Aug 27 14:06:16.642750 n-d-712139-12 neutron-server[101186]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:06:16.643215 n-d-712139-12 neutron-server[101186]: DEBUG oslo_db.api [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:06:16.647741 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.654482 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-02fb8a1a-2aaf-4c22-ba3c-b5088a8c5075 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f75e995-528b-418b-9927-b7465cc85dee HTTP/1.1" status: 200 len: 217 time: 0.0754244 Aug 27 14:06:16.712737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ace67e-121a-467c-b267-789109dd6391 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:16.721462 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.726314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-d41724a1-58a8-4488-a1c1-144899bbc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:16.728621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-d41724a1-58a8-4488-a1c1-144899bbc042 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5114c038-bc5e-4991-8e49-6e30ea1048b6 HTTP/1.1" status: 200 len: 854 time: 0.0617690 Aug 27 14:06:16.741768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c0aa6ae5-c9f0-497e-b058-bb3092412e8f req-8c76bcdb-b8b4-4f50-877f-b7e829860faf tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994498 Aug 27 14:06:16.749268 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7487f03-9538-41ee-a125-5f0d04abc5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.772541 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-e620ceea-bc5b-4d95-8a21-ae3ce0604f06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359013 Aug 27 14:06:16.785949 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7e29fdca-8a3b-498e-a145-688cd962ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.797479 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 00ace67e-121a-467c-b267-789109dd6391, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=00ace67e-121a-467c-b267-789109dd6391,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:16.801231 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd6fe592-a3a2-4697-a63f-474b039aaffd tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.812282 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.814204 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.824055 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7487f03-9538-41ee-a125-5f0d04abc5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.834242 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd6fe592-a3a2-4697-a63f-474b039aaffd tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.893508 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd6fe592-a3a2-4697-a63f-474b039aaffd tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.898042 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dd6fe592-a3a2-4697-a63f-474b039aaffd tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6494679 Aug 27 14:06:16.899633 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55570) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:16.911299 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-f95688b1-51c6-4de0-9aae-5d607085819e service neutron] 10.222.0.52 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291461 Aug 27 14:06:16.919740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9e01816f-5255-4589-97f8-b688e8ae4af1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'security_group_rule': {'security_group_id': 'cfdb01f6-a10c-4f71-9ee2-a1b023bd98af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:16.921627 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7e29fdca-8a3b-498e-a145-688cd962ae60 None None] For port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:16.923761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fe592-a3a2-4697-a63f-474b039aaffd tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:16.978553 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:06:16.978969 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:06:16.979719 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7e29fdca-8a3b-498e-a145-688cd962ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.981862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Deleting port 262ac1be-387f-45ee-9e2b-85febe28330d {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:06:16.982226 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:16.989896 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=00ace67e-121a-467c-b267-789109dd6391,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:17.006658 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7487f03-9538-41ee-a125-5f0d04abc5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.009290 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7487f03-9538-41ee-a125-5f0d04abc5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.012742 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f7487f03-9538-41ee-a125-5f0d04abc5cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/587e6c5b-4693-4d21-8a42-4eee6eeb372f HTTP/1.1" status: 204 len: 168 time: 0.5356994 Aug 27 14:06:17.024591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5638202-53b5-4318-92c8-d9f6392a5c1c None None] DHCP port deletion for af3a4b0f-e52d-49bf-b8d0-7fd079f5249c request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:06:17.052920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8ac69f9-9f18-49ae-a627-d24cd349871c req-07e4d440-6520-4f5f-94db-8729af9fbb48 service neutron] 10.222.0.52 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340890 Aug 27 14:06:17.053832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c1e6e-79cd-4cb6-8334-aa7a58198a9f req-6b06172f-991a-477e-b859-fd7864a54fe6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:17.055409 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d3c1e6e-79cd-4cb6-8334-aa7a58198a9f req-6b06172f-991a-477e-b859-fd7864a54fe6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 943 time: 0.1546366 Aug 27 14:06:17.056157 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e01816f-5255-4589-97f8-b688e8ae4af1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.075605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7487f03-9538-41ee-a125-5f0d04abc5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e6c5b-4693-4d21-8a42-4eee6eeb372f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:17.082406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29fdca-8a3b-498e-a145-688cd962ae60 None None] Pushing event updated for resources: {'Port': ['ID=9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:17.132190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d5638202-53b5-4318-92c8-d9f6392a5c1c None None] Deleting port 262ac1be-387f-45ee-9e2b-85febe28330d {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:06:17.133571 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d5638202-53b5-4318-92c8-d9f6392a5c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.138358 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-99cd137c-2e67-49ec-bb5e-2f057da2edfb None None] Provisioning for port 68b4dc15-5d13-4e69-996f-6db8ab289022 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:17.159539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] For port 262ac1be-387f-45ee-9e2b-85febe28330d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=262ac1be-387f-45ee-9e2b-85febe28330d,segment=NetworkSegment(fb66b771-c703-40b3-842f-02a880f5c699),segment_id=fb66b771-c703-40b3-842f-02a880f5c699)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:17.159970 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.172718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d3c1e6e-79cd-4cb6-8334-aa7a58198a9f req-697e3d09-e6b6-424f-bbcf-e822a7c7d0c1 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069524 Aug 27 14:06:17.185502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-99cd137c-2e67-49ec-bb5e-2f057da2edfb None None] Provisioning complete for port 68b4dc15-5d13-4e69-996f-6db8ab289022 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:17.186198 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-99cd137c-2e67-49ec-bb5e-2f057da2edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.186810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Calling delete_port for 262ac1be-387f-45ee-9e2b-85febe28330d owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:06:17.200322 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e01816f-5255-4589-97f8-b688e8ae4af1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.212586 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e01816f-5255-4589-97f8-b688e8ae4af1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.242236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a808-e7be-45f7-bd5a-c459c0b66c68 req-2d57e494-2b3e-4b9c-a6cd-24fa86e249e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:17.243740 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf08a808-e7be-45f7-bd5a-c459c0b66c68 req-2d57e494-2b3e-4b9c-a6cd-24fa86e249e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9bea263f48446ada9d848b75b533d69&device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 1095 time: 0.1161249 Aug 27 14:06:17.252602 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d5638202-53b5-4318-92c8-d9f6392a5c1c None None] For port 262ac1be-387f-45ee-9e2b-85febe28330d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=262ac1be-387f-45ee-9e2b-85febe28330d,segment=NetworkSegment(fb66b771-c703-40b3-842f-02a880f5c699),segment_id=fb66b771-c703-40b3-842f-02a880f5c699)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:17.253176 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d5638202-53b5-4318-92c8-d9f6392a5c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.278246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-99cd137c-2e67-49ec-bb5e-2f057da2edfb None None] Port 68b4dc15-5d13-4e69-996f-6db8ab289022 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:06:17.289613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d5638202-53b5-4318-92c8-d9f6392a5c1c None None] Calling delete_port for 262ac1be-387f-45ee-9e2b-85febe28330d owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:06:17.305455 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-99cd137c-2e67-49ec-bb5e-2f057da2edfb None None] Provisioning complete for port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:17.305957 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-99cd137c-2e67-49ec-bb5e-2f057da2edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.320496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Made reservation on behalf of 591480c9bbda4677bd43fdf295678db6 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:17.325007 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.336701 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.369712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['00ace67e-121a-467c-b267-789109dd6391'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:06:17.375002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=262ac1be-387f-45ee-9e2b-85febe28330d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:17.377348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01816f-5255-4589-97f8-b688e8ae4af1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2515396b-2a14-4e26-8f9d-63b5682a239a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:17.384449 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e01816f-5255-4589-97f8-b688e8ae4af1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.385829 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9e01816f-5255-4589-97f8-b688e8ae4af1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4830627 Aug 27 14:06:17.390774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55578) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:17.392830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] No DVR routers for this DVR port 262ac1be-387f-45ee-9e2b-85febe28330d on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:06:17.404443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-19d28578-897b-4e16-8792-dadbe3066d68 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'security_group_rule': {'security_group_id': 'cfdb01f6-a10c-4f71-9ee2-a1b023bd98af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:17.417812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fc7ae-f73c-4a25-a21e-87d70ddf1fd2 req-1a21b448-9fa2-498e-9d07-ff7c899cf27e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:17.419323 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c10fc7ae-f73c-4a25-a21e-87d70ddf1fd2 req-1a21b448-9fa2-498e-9d07-ff7c899cf27e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 944 time: 0.1096797 Aug 27 14:06:17.419854 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55580) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:17.450869 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.459508 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08abb615-fb7b-4e2f-a2ef-ca1de74daf18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.508232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a808-e7be-45f7-bd5a-c459c0b66c68 req-bf616466-19cd-4158-8171-220adad69f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:17.509909 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf08a808-e7be-45f7-bd5a-c459c0b66c68 req-bf616466-19cd-4158-8171-220adad69f95 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866 HTTP/1.1" status: 200 len: 915 time: 0.2566392 Aug 27 14:06:17.526281 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c10fc7ae-f73c-4a25-a21e-87d70ddf1fd2 req-2db1aaab-671e-4151-8e0b-7a30ba793ad4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766268 Aug 27 14:06:17.545193 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.565587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3a4b0f-e52d-49bf-b8d0-7fd079f5249c']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:17.568787 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-19d28578-897b-4e16-8792-dadbe3066d68 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.571840 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d5638202-53b5-4318-92c8-d9f6392a5c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.591790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb66b771-c703-40b3-842f-02a880f5c699') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:17.591979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb66b771-c703-40b3-842f-02a880f5c699') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:17.593276 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-17cbd894-9b19-4623-8ded-07a781f6d256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.594657 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf08a808-e7be-45f7-bd5a-c459c0b66c68 req-08bf9a3d-dca9-46f9-ae0d-917afb631920 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f75e995-528b-418b-9927-b7465cc85dee HTTP/1.1" status: 200 len: 217 time: 0.0639744 Aug 27 14:06:17.631638 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5638202-53b5-4318-92c8-d9f6392a5c1c None None] No DVR routers for this DVR port 262ac1be-387f-45ee-9e2b-85febe28330d on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:06:17.637214 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.641047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5638202-53b5-4318-92c8-d9f6392a5c1c None None] Pushing event deleted for resources: {'Port': ['ID=262ac1be-387f-45ee-9e2b-85febe28330d,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:17.683906 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.700261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Allocated IP 172.20.0.14 (f80268ab-d3c1-4cc1-b360-2ce9b288b15f/4d1acef0-becb-46e0-b1c9-24781028bba6/47e399fb-0398-4c4b-aa7a-2cd866257d30) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:17.707454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:06:17.708076 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:06:17.711494 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:06:17.755995 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08abb615-fb7b-4e2f-a2ef-ca1de74daf18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.768859 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08abb615-fb7b-4e2f-a2ef-ca1de74daf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.785197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cf440273-2f0d-41b7-ac30-91f2d924e336 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:17.808328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a808-e7be-45f7-bd5a-c459c0b66c68 req-0c58009e-b7d0-4c83-8321-3a5841203c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:17.809865 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf08a808-e7be-45f7-bd5a-c459c0b66c68 req-0c58009e-b7d0-4c83-8321-3a5841203c0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5114c038-bc5e-4991-8e49-6e30ea1048b6 HTTP/1.1" status: 200 len: 854 time: 0.1376934 Aug 27 14:06:17.841877 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-08abb615-fb7b-4e2f-a2ef-ca1de74daf18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a6ce7781af34b6c8683d6a9c2ee0b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185264 Aug 27 14:06:17.861027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port cf440273-2f0d-41b7-ac30-91f2d924e336 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:17.861496 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:17.865099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55588) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:17.867277 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf08a808-e7be-45f7-bd5a-c459c0b66c68 req-69cf3117-3d66-4c57-80d0-3047f8b64483 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454533 Aug 27 14:06:17.874555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abb615-fb7b-4e2f-a2ef-ca1de74daf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091767a4-45c9-413c-92b4-85da00db37aa,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:17.963027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:18.015694 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:18.016158 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.033917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57422394-b33b-4d28-98bc-f93c0d7caaec req-53c7e7b0-8eea-44d9-a9c2-924597830383 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:18.036495 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57422394-b33b-4d28-98bc-f93c0d7caaec req-53c7e7b0-8eea-44d9-a9c2-924597830383 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1987212 Aug 27 14:06:18.062443 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8fcbd844-b7f4-414c-9834-292626100592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.081201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ddeff3bf-b549-4aa5-91fa-1c714a622b5c req-110139f8-2985-473e-8f71-f060fdb314e7 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 210 time: 0.3638172 Aug 27 14:06:18.083035 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-19d28578-897b-4e16-8792-dadbe3066d68 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.088134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf08a808-e7be-45f7-bd5a-c459c0b66c68 req-22220152-800d-4ee1-a9ac-fe262c41d345 service neutron] 10.222.0.52 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765270 Aug 27 14:06:18.101249 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-19d28578-897b-4e16-8792-dadbe3066d68 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.137988 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.137988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d28578-897b-4e16-8792-dadbe3066d68 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b147d99-41b9-484f-bd0c-900777033d14,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:18.150471 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.150893 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8fcbd844-b7f4-414c-9834-292626100592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.154827 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] 10.222.0.55 "DELETE /v2.0/networks/af3a4b0f-e52d-49bf-b8d0-7fd079f5249c HTTP/1.1" status: 204 len: 168 time: 1.6450014 Aug 27 14:06:18.180518 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-19d28578-897b-4e16-8792-dadbe3066d68 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.181729 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-19d28578-897b-4e16-8792-dadbe3066d68 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7870419 Aug 27 14:06:18.191117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55592) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:18.201449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:18.208706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed518f9-6df2-43d0-8d6e-1728073f7d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=af3a4b0f-e52d-49bf-b8d0-7fd079f5249c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:18.219265 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57422394-b33b-4d28-98bc-f93c0d7caaec req-b0de4705-8454-475d-8a26-a6887a0ebc9b tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633961 Aug 27 14:06:18.220099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:06:18.275057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:06:18.277039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 00376dc9-c1ca-4415-bbe2-ee942a3c62e8 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:06:18.277703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 262ac1be-387f-45ee-9e2b-85febe28330d no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:06:18.294468 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.319300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 262ac1be-387f-45ee-9e2b-85febe28330d {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:06:18.319562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 262ac1be-387f-45ee-9e2b-85febe28330d not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:06:18.345773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.393551 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.443202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Network f80268ab-d3c1-4cc1-b360-2ce9b288b15f is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:18.443832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55596) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:18.455404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:18.466733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:18.473391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Pushing event updated for resources: {'Port': ['ID=47e399fb-0398-4c4b-aa7a-2cd866257d30,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:18.542974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:18.543632 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.551031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a8bc37f9-40db-4e4f-901e-605262f8f65c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f254effc68e47ed9207b2ef5aef7128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1033485 Aug 27 14:06:18.552155 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55600) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:18.586408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-17d6bd12-4c44-4921-9f51-bb5f8a680805 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4145632 Aug 27 14:06:18.617096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Request body: {'port': {'device_id': '6677662e-7032-4640-b96f-8520e48fc074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:18.676850 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf08a808-e7be-45f7-bd5a-c459c0b66c68 req-8992ff5d-4370-479b-83b2-e90f0ddd3d1f service neutron] 10.222.0.52 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756855 Aug 27 14:06:18.692591 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.697470 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-925db059-794e-42d5-8212-e31705653003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.699528 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8fcbd844-b7f4-414c-9834-292626100592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.702043 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8fcbd844-b7f4-414c-9834-292626100592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.703224 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8fcbd844-b7f4-414c-9834-292626100592 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/091767a4-45c9-413c-92b4-85da00db37aa HTTP/1.1" status: 204 len: 168 time: 0.8350241 Aug 27 14:06:18.719572 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbd844-b7f4-414c-9834-292626100592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091767a4-45c9-413c-92b4-85da00db37aa,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:18.736664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb738490-5f81-424c-8038-27e30bda4310 req-57b57e9b-dc12-4d32-913f-4b866404b275 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:18.744534 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb738490-5f81-424c-8038-27e30bda4310 req-57b57e9b-dc12-4d32-913f-4b866404b275 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 943 time: 0.1070011 Aug 27 14:06:18.758376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f71fd-1ac4-4b4c-89ce-0f10f5e41a14 req-a479b963-6555-4dfe-958a-4d1d9052fb76 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:18.760017 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b17f71fd-1ac4-4b4c-89ce-0f10f5e41a14 req-a479b963-6555-4dfe-958a-4d1d9052fb76 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 944 time: 0.1553166 Aug 27 14:06:18.765469 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.792643 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-925db059-794e-42d5-8212-e31705653003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.796364 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb738490-5f81-424c-8038-27e30bda4310 req-56974a3e-1588-446d-938f-a7b355ce22c7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509746 Aug 27 14:06:18.836370 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.890173 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b17f71fd-1ac4-4b4c-89ce-0f10f5e41a14 req-28bb9778-fe21-4e50-8162-e49b3af2e030 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109376 Aug 27 14:06:18.969064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Allocated IP 172.25.2.234 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/9d7b92ba-795e-4ec5-9ddd-5b719382e13c) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:18.981584 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-925db059-794e-42d5-8212-e31705653003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.984565 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-925db059-794e-42d5-8212-e31705653003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:18.988773 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-925db059-794e-42d5-8212-e31705653003 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e311c476-ddf5-4b9b-b701-8e8c27fd47bc HTTP/1.1" status: 204 len: 168 time: 0.4327950 Aug 27 14:06:19.010667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925db059-794e-42d5-8212-e31705653003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e311c476-ddf5-4b9b-b701-8e8c27fd47bc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:19.120462 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.174437 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.210202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e399fb-0398-4c4b-aa7a-2cd866257d30 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:19.212853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:19.222074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:19.226956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:19.232428 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.260157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'Port': ['ID=9d7b92ba-795e-4ec5-9ddd-5b719382e13c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:19.282917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Transition to ACTIVE for port object 47e399fb-0398-4c4b-aa7a-2cd866257d30 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:19.298185 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.322466 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2f75e995-528b-418b-9927-b7465cc85dee details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:06:19.333778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d7ed-390f-470a-8565-e9ea9fbb802c req-fa94c738-49d6-482e-8d47-e9df6da6e5cf tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:19.335489 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7548d7ed-390f-470a-8565-e9ea9fbb802c req-fa94c738-49d6-482e-8d47-e9df6da6e5cf tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 932 time: 0.0789111 Aug 27 14:06:19.407325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.417053 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7548d7ed-390f-470a-8565-e9ea9fbb802c req-8bf27cdd-629f-407c-98a2-b5217d804afe tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622170 Aug 27 14:06:19.451723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 00ace67e-121a-467c-b267-789109dd6391 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:19.478199 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.505095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Pushing event updated for resources: {'Port': ['ID=47e399fb-0398-4c4b-aa7a-2cd866257d30,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:19.530787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616581e-a7a4-4c1d-bb1c-959fb80c5e37 req-9c7fd23b-c36c-45d8-a2f2-bf75b26451f5 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:19.541057 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1616581e-a7a4-4c1d-bb1c-959fb80c5e37 req-9c7fd23b-c36c-45d8-a2f2-bf75b26451f5 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1691093 Aug 27 14:06:19.600030 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2f75e995-528b-418b-9927-b7465cc85dee, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2f75e995-528b-418b-9927-b7465cc85dee,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:19.629842 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1616581e-a7a4-4c1d-bb1c-959fb80c5e37 req-d4d6cb34-03ca-4309-9b0f-6392c8fa49f2 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875995 Aug 27 14:06:19.630626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Attempting to bind port 47e399fb-0398-4c4b-aa7a-2cd866257d30 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:19.632778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Attempting to bind port 47e399fb-0398-4c4b-aa7a-2cd866257d30 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '8f1823d5-11de-4eb8-bb43-1c81c858b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f80268ab-d3c1-4cc1-b360-2ce9b288b15f'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:19.633122 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Attempting to bind port 47e399fb-0398-4c4b-aa7a-2cd866257d30 on network f80268ab-d3c1-4cc1-b360-2ce9b288b15f {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:19.639769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Port 47e399fb-0398-4c4b-aa7a-2cd866257d30 on network f80268ab-d3c1-4cc1-b360-2ce9b288b15f not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:06:19.640313 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Attempting to bind port 47e399fb-0398-4c4b-aa7a-2cd866257d30 on network f80268ab-d3c1-4cc1-b360-2ce9b288b15f {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:19.642771 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 00ace67e-121a-467c-b267-789109dd6391 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:19.647021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:19.647605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Checking segment: {'id': '8f1823d5-11de-4eb8-bb43-1c81c858b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f80268ab-d3c1-4cc1-b360-2ce9b288b15f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:19.648036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Bound using segment: {'id': '8f1823d5-11de-4eb8-bb43-1c81c858b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f80268ab-d3c1-4cc1-b360-2ce9b288b15f'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:19.648480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Bound port: 47e399fb-0398-4c4b-aa7a-2cd866257d30, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1823d5-11de-4eb8-bb43-1c81c858b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f80268ab-d3c1-4cc1-b360-2ce9b288b15f'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:19.648854 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.656182 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '2f75e995-528b-418b-9927-b7465cc85dee', 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866', 'port_id': '2f75e995-528b-418b-9927-b7465cc85dee', 'mac_address': 'fa:16:3e:fd:12:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5114c038-bc5e-4991-8e49-6e30ea1048b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:06:19.657543 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 00ace67e-121a-467c-b267-789109dd6391 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:19.657910 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.733679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] For port 47e399fb-0398-4c4b-aa7a-2cd866257d30, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:19.735603 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.737109 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] For port 47e399fb-0398-4c4b-aa7a-2cd866257d30, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=47e399fb-0398-4c4b-aa7a-2cd866257d30,segment=NetworkSegment(8f1823d5-11de-4eb8-bb43-1c81c858b46f),segment_id=8f1823d5-11de-4eb8-bb43-1c81c858b46f)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:19.742878 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.753148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f75e995-528b-418b-9927-b7465cc85dee {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:19.794919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:19.796048 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.797613 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] 10.222.0.41 "PUT /v2.0/ports/47e399fb-0398-4c4b-aa7a-2cd866257d30 HTTP/1.1" status: 200 len: 1093 time: 1.1917017 Aug 27 14:06:19.798565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2f75e995-528b-418b-9927-b7465cc85dee, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2f75e995-528b-418b-9927-b7465cc85dee,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:19.800248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6677662e-7032-4640-b96f-8520e48fc074', 'tag': '47e399fb-0398-4c4b-aa7a-2cd866257d30'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:19.803324 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6d7da4-c2fa-436f-bb68-9455e58cf5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6677662e-7032-4640-b96f-8520e48fc074", "tag": "47e399fb-0398-4c4b-aa7a-2cd866257d30"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:19.803890 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.807509 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.813931 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.831321 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.869142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc71b884-3390-48c9-9a32-674ab0bce423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ace67e-121a-467c-b267-789109dd6391'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:19.871881 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dca0a65-0308-45f6-9e48-d3edf5abbedf" -d '{"events": [{"server_uuid": "fc71b884-3390-48c9-9a32-674ab0bce423", "name": "network-vif-plugged", "status": "completed", "tag": "00ace67e-121a-467c-b267-789109dd6391"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:19.892303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 00ace67e-121a-467c-b267-789109dd6391, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=00ace67e-121a-467c-b267-789109dd6391,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:19.904570 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:19.907229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a130937-e960-4516-bc20-63b97cf5299f service neutron] Pushing event updated for resources: {'Port': ['ID=47e399fb-0398-4c4b-aa7a-2cd866257d30,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:19.909168 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=2f75e995-528b-418b-9927-b7465cc85dee,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:19.930515 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7baf795-bbc5-440d-87b7-83bee85662eb x-openstack-request-id: req-b7baf795-bbc5-440d-87b7-83bee85662eb {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:19.932638 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6677662e-7032-4640-b96f-8520e48fc074", "tag": "47e399fb-0398-4c4b-aa7a-2cd866257d30", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:19.933041 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7baf795-bbc5-440d-87b7-83bee85662eb {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:19.935872 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6677662e-7032-4640-b96f-8520e48fc074', 'tag': '47e399fb-0398-4c4b-aa7a-2cd866257d30', 'status': 'completed', 'code': 200} Aug 27 14:06:19.949228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'Port': ['ID=9d7b92ba-795e-4ec5-9ddd-5b719382e13c,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:19.957726 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b1b24f-dad6-4ee0-8ed6-57abc3a37912 x-openstack-request-id: req-b3b1b24f-dad6-4ee0-8ed6-57abc3a37912 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:19.958017 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc71b884-3390-48c9-9a32-674ab0bce423", "name": "network-vif-plugged", "status": "completed", "tag": "00ace67e-121a-467c-b267-789109dd6391", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:19.958340 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3b1b24f-dad6-4ee0-8ed6-57abc3a37912 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:19.958639 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc71b884-3390-48c9-9a32-674ab0bce423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ace67e-121a-467c-b267-789109dd6391', 'code': 200} Aug 27 14:06:20.000527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=00ace67e-121a-467c-b267-789109dd6391,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:20.055462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-56048d73-c3a7-4ef1-a7e5-ceebabbe6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:20.057134 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-56048d73-c3a7-4ef1-a7e5-ceebabbe6ec6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=591480c9bbda4677bd43fdf295678db6&device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 1096 time: 0.1179836 Aug 27 14:06:20.066864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc391aca-0603-4886-8ede-a32a34a9c25a req-9474b16a-fa94-4b82-a2a1-5c17a65e78ba tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:20.068628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc391aca-0603-4886-8ede-a32a34a9c25a req-9474b16a-fa94-4b82-a2a1-5c17a65e78ba tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 944 time: 0.1282489 Aug 27 14:06:20.090766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['2f75e995-528b-418b-9927-b7465cc85dee'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:06:20.119532 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:20.139751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-0999f947-34fe-4bc4-8f07-fbedcc71fb8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47e399fb-0398-4c4b-aa7a-2cd866257d30 HTTP/1.1" status: 200 len: 217 time: 0.0476587 Aug 27 14:06:20.174870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9631b4f-b775-4007-8580-8859808eb057 req-327d37c9-d2ef-4074-bb6b-97fa2dd2541a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:20.184379 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9631b4f-b775-4007-8580-8859808eb057 req-327d37c9-d2ef-4074-bb6b-97fa2dd2541a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 945 time: 0.1247952 Aug 27 14:06:20.184961 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc391aca-0603-4886-8ede-a32a34a9c25a req-71817b4b-57f7-4e9e-8487-4e3d0dac1a02 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088548 Aug 27 14:06:20.188799 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:20.198539 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-226bda3b-720f-4a4c-8a17-b1a5daa0ec1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9928601 Aug 27 14:06:20.210494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1e5df-efda-4e7a-866b-79753f1d9528 req-339bf4e3-318c-409b-b707-6aa5a5719fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:20.212134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ee1e5df-efda-4e7a-866b-79753f1d9528 req-339bf4e3-318c-409b-b707-6aa5a5719fe0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 1097 time: 0.1044757 Aug 27 14:06:20.256698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-ddc8409f-3b05-4867-9bab-ea8f708c140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:20.258506 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-ddc8409f-3b05-4867-9bab-ea8f708c140e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d1acef0-becb-46e0-b1c9-24781028bba6 HTTP/1.1" status: 200 len: 864 time: 0.0724020 Aug 27 14:06:20.259662 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:20.303031 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9631b4f-b775-4007-8580-8859808eb057 req-e4af8d23-b31c-43a5-a4a5-cd144bc41197 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174893 Aug 27 14:06:20.316347 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ee1e5df-efda-4e7a-866b-79753f1d9528 req-c9b8a7ef-2e3f-4b42-9159-1c08efd3c239 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869169 Aug 27 14:06:20.325010 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-9cd69ff8-39f2-494c-902a-73938d392a7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f80268ab-d3c1-4cc1-b360-2ce9b288b15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568848 Aug 27 14:06:20.373984 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55664) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:20.523908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2f783690-2c08-4d08-9fa1-9a88c035dfad tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--902243688&fields=id&tenant_id=8195041a81054181a5083895b22e88b8 HTTP/1.1" status: 200 len: 267 time: 0.0399380 Aug 27 14:06:20.570294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aca91-1a2f-42e6-9ed7-3c0de1dc0bbc req-f605f40b-1d79-4ff1-8c76-87df94be4e2d tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:20.583881 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f0aca91-1a2f-42e6-9ed7-3c0de1dc0bbc req-f605f40b-1d79-4ff1-8c76-87df94be4e2d tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 944 time: 0.0769663 Aug 27 14:06:20.589835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-c32f105d-da27-41af-b72b-28e3b1f3657c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:20.591727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-c32f105d-da27-41af-b72b-28e3b1f3657c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports/677605c6-e919-46d6-a490-daeeabe16f0d HTTP/1.1" status: 200 len: 937 time: 0.0591052 Aug 27 14:06:20.637606 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f0aca91-1a2f-42e6-9ed7-3c0de1dc0bbc req-762e4b19-4c28-4a2e-a8b2-43045c5e6a15 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482726 Aug 27 14:06:20.661657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1480806860-network', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:20.666182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-e92bee91-9ea5-4ceb-bcb7-b5af08dd8a8e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:20.670477 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-e92bee91-9ea5-4ceb-bcb7-b5af08dd8a8e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports/68b4dc15-5d13-4e69-996f-6db8ab289022 HTTP/1.1" status: 200 len: 936 time: 0.0709476 Aug 27 14:06:20.685428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Made reservation on behalf of bcdf87e648af4b8ba8bd02cdf3f0683f for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:20.688237 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:20.701360 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:20.730050 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-259f5d1a-ed2b-4920-8ab0-3c8c1588ec29 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?network_id=d3dde505-dc04-4b92-8919-19db4556ab50&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0551984 Aug 27 14:06:20.810605 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-bb74e4c2-d7a4-4e4d-bf44-60bb8d88b8ee tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?network_id=d3dde505-dc04-4b92-8919-19db4556ab50&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0722229 Aug 27 14:06:20.817802 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:20.846750 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:20.883847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:06:20.893888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4405a95-ef65-49a4-81ee-e9fa3a94cdbf,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:20.908914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f3386-520c-4a08-985e-a9bdd35fba7d req-5eaa9150-dcd2-4d2d-af23-cdc8be4b5570 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:20.911209 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7b1f3386-520c-4a08-985e-a9bdd35fba7d req-5eaa9150-dcd2-4d2d-af23-cdc8be4b5570 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.0999687 Aug 27 14:06:20.913934 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-4e4a38f2-fd0f-42f3-872f-8cb76a72d739 service neutron] 10.222.0.41 "GET /v2.0/networks/f80268ab-d3c1-4cc1-b360-2ce9b288b15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871831 Aug 27 14:06:20.914532 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:20.915041 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Added segment 0b208929-1ed1-4934-bae6-3224b71c4370 of type vlan for network b1b25f8a-828f-4422-b5b0-6589ff25d09d Aug 27 14:06:20.980893 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:20.992430 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7b1f3386-520c-4a08-985e-a9bdd35fba7d req-5431fabb-b229-43a8-bc1d-65ebb7037160 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686102 Aug 27 14:06:21.014828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-4c25c4e2-6076-4174-95d5-ca0cf4e0e5e3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:21.020950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-4c25c4e2-6076-4174-95d5-ca0cf4e0e5e3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:21.024239 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:21.025510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:21.026108 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:21.026779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-4c25c4e2-6076-4174-95d5-ca0cf4e0e5e3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:21.028432 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-4c25c4e2-6076-4174-95d5-ca0cf4e0e5e3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/networks?id=3d6ac08c-b160-4d95-8554-deab9e55c529&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=d3dde505-dc04-4b92-8919-19db4556ab50&id=d3dde505-dc04-4b92-8919-19db4556ab50 HTTP/1.1" status: 200 len: 1993 time: 0.2055697 Aug 27 14:06:21.065853 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-8940539d-dc1a-4544-9a2e-a497eed2b821 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/quotas/8195041a81054181a5083895b22e88b8 HTTP/1.1" status: 200 len: 375 time: 0.0213723 Aug 27 14:06:21.089640 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e298ebf5-b470-4bab-8a3b-f162a6766cbc req-64d57487-b674-495b-93d4-bb0ea0daaa8f service neutron] 10.222.0.41 "GET /v2.0/networks/f80268ab-d3c1-4cc1-b360-2ce9b288b15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576893 Aug 27 14:06:21.103034 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7251854 Aug 27 14:06:21.103394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55702) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:21.114337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4397c948-aafc-4003-9d60-ce6058989546 admin admin] Request body: {'subnet': {'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1480806860-subnet', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:21.124785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ac860-b0a4-441a-9334-7a003866c635 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b25f8a-828f-4422-b5b0-6589ff25d09d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:21.137559 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network b1b25f8a-828f-4422-b5b0-6589ff25d09d details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:06:21.148704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4397c948-aafc-4003-9d60-ce6058989546 admin admin] Made reservation on behalf of bcdf87e648af4b8ba8bd02cdf3f0683f for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:21.152222 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4397c948-aafc-4003-9d60-ce6058989546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:21.155910 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-5fc05282-6272-43a3-bcad-dc1f04a47426 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8195041a81054181a5083895b22e88b8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0725560 Aug 27 14:06:21.250117 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:21.326271 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-007adaae-c0c4-4e81-bb96-f96f72bb774a service neutron] 10.222.0.55 "GET /v2.0/networks/3d6ac08c-b160-4d95-8554-deab9e55c529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690197 Aug 27 14:06:21.332622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2f75e995-528b-418b-9927-b7465cc85dee up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:21.340041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d7da4-c2fa-436f-bb68-9455e58cf5ae req-e9153deb-24b1-4111-b4a9-037302e37f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:21.341620 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c6d7da4-c2fa-436f-bb68-9455e58cf5ae req-e9153deb-24b1-4111-b4a9-037302e37f49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=591480c9bbda4677bd43fdf295678db6&device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 1096 time: 0.1094975 Aug 27 14:06:21.353586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b934047-cebd-49ab-9330-459ce3073c59 req-7865164d-c276-4b97-9d2a-58178af06801 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:21.360609 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6b934047-cebd-49ab-9330-459ce3073c59 req-7865164d-c276-4b97-9d2a-58178af06801 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 944 time: 0.0952375 Aug 27 14:06:21.412132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 2f75e995-528b-418b-9927-b7465cc85dee completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:21.417595 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 2f75e995-528b-418b-9927-b7465cc85dee triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:21.418267 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:21.469179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6b934047-cebd-49ab-9330-459ce3073c59 req-6fad0d34-f50f-4954-9017-f4ed15fa549e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076305 Aug 27 14:06:21.471260 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4397c948-aafc-4003-9d60-ce6058989546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:21.533080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397c948-aafc-4003-9d60-ce6058989546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0132ca44-3165-4a49-9f9d-4989b62ad06a,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:21.548765 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d7da4-c2fa-436f-bb68-9455e58cf5ae req-13e39b14-c2cb-4c65-a4a1-264b7087a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:21.550319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c6d7da4-c2fa-436f-bb68-9455e58cf5ae req-13e39b14-c2cb-4c65-a4a1-264b7087a4c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f80268ab-d3c1-4cc1-b360-2ce9b288b15f HTTP/1.1" status: 200 len: 925 time: 0.1824510 Aug 27 14:06:21.607754 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:21.626210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c6d7da4-c2fa-436f-bb68-9455e58cf5ae req-23f0c712-16ab-4196-a562-ce68ac218d64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47e399fb-0398-4c4b-aa7a-2cd866257d30 HTTP/1.1" status: 200 len: 217 time: 0.0674005 Aug 27 14:06:21.629070 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-e6c34cad-5312-4c59-80a1-cd2ab475519f service neutron] 10.222.0.55 "GET /v2.0/networks/3d6ac08c-b160-4d95-8554-deab9e55c529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857599 Aug 27 14:06:21.629256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4397c948-aafc-4003-9d60-ce6058989546 admin admin] Checking segment: {'id': '0b208929-1ed1-4934-bae6-3224b71c4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:21.629726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4397c948-aafc-4003-9d60-ce6058989546 admin admin] Network hostable DHCP agents. Network: b1b25f8a-828f-4422-b5b0-6589ff25d09d, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:06:21.667646 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec122c41-09ff-4e82-8e85-26c13c1148ab req-63cb743e-264b-4631-865b-56916fa53b22 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:21.669951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec122c41-09ff-4e82-8e85-26c13c1148ab req-63cb743e-264b-4631-865b-56916fa53b22 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 945 time: 0.1193395 Aug 27 14:06:21.672415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2f75e995-528b-418b-9927-b7465cc85dee, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2f75e995-528b-418b-9927-b7465cc85dee,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:21.678231 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:21.679671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4397c948-aafc-4003-9d60-ce6058989546 admin admin] Network b1b25f8a-828f-4422-b5b0-6589ff25d09d is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:06:21.714730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-4397c948-aafc-4003-9d60-ce6058989546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, b1b25f8a-828f-4422-b5b0-6589ff25d09d) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:21.731351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4397c948-aafc-4003-9d60-ce6058989546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:21.732554 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4397c948-aafc-4003-9d60-ce6058989546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:21.738705 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93736df-24bc-4b26-a04a-1dc05d1c52a1 None None] Network b1b25f8a-828f-4422-b5b0-6589ff25d09d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:06:21.752669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1432c267-fd54-46aa-96f2-0691281fa33f service neutron] 10.222.0.55 "GET /v2.0/ports/677605c6-e919-46d6-a490-daeeabe16f0d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0959668 Aug 27 14:06:21.755400 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d7da4-c2fa-436f-bb68-9455e58cf5ae req-a895c94d-baf9-4b3e-adeb-aca2be79d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:21.757144 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c6d7da4-c2fa-436f-bb68-9455e58cf5ae req-a895c94d-baf9-4b3e-adeb-aca2be79d085 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d1acef0-becb-46e0-b1c9-24781028bba6 HTTP/1.1" status: 200 len: 864 time: 0.1202965 Aug 27 14:06:21.760292 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4397c948-aafc-4003-9d60-ce6058989546 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6558528 Aug 27 14:06:21.762979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55730) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:21.770257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:21.775823 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec122c41-09ff-4e82-8e85-26c13c1148ab req-b7f8d2d2-28f3-4937-830e-2d0be1d58123 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897934 Aug 27 14:06:21.815387 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=2f75e995-528b-418b-9927-b7465cc85dee,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:21.903423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c6d7da4-c2fa-436f-bb68-9455e58cf5ae req-6afc7f7d-02e7-47f5-95b5-3e6b63ec6e68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f80268ab-d3c1-4cc1-b360-2ce9b288b15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232104 Aug 27 14:06:21.929759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cd417-aba7-47bd-b7b3-ece8f987bd83 req-a04d3b08-4cf8-473b-9710-c24a69440c8d tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:21.939205 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-140cd417-aba7-47bd-b7b3-ece8f987bd83 req-a04d3b08-4cf8-473b-9710-c24a69440c8d tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 944 time: 0.0790534 Aug 27 14:06:21.959640 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097ba365-f855-48cd-bffb-7b259df28d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f75e995-528b-418b-9927-b7465cc85dee'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:21.962515 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff87e52-559a-44ea-b655-5775be3f86a1" -d '{"events": [{"server_uuid": "097ba365-f855-48cd-bffb-7b259df28d8e", "name": "network-vif-plugged", "status": "completed", "tag": "2f75e995-528b-418b-9927-b7465cc85dee"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:21.972052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'fixed_ips': [{'subnet_id': '0132ca44-3165-4a49-9f9d-4989b62ad06a'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:06:21.974392 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:21.992133 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:21.993693 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:21.995414 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-140cd417-aba7-47bd-b7b3-ece8f987bd83 req-56fc71ca-40a9-47c8-ad1b-25d0725e9780 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553994 Aug 27 14:06:22.076520 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7bec515b-e03b-497d-a7ab-88b3dda7f655 service neutron] 10.222.0.55 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811229 Aug 27 14:06:22.130280 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:22.155312 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827479f3-a497-407e-a0ef-b83e59d4dabe x-openstack-request-id: req-827479f3-a497-407e-a0ef-b83e59d4dabe {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:22.155897 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097ba365-f855-48cd-bffb-7b259df28d8e", "name": "network-vif-plugged", "status": "completed", "tag": "2f75e995-528b-418b-9927-b7465cc85dee", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:22.155897 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-827479f3-a497-407e-a0ef-b83e59d4dabe {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:22.156231 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097ba365-f855-48cd-bffb-7b259df28d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f75e995-528b-418b-9927-b7465cc85dee', 'code': 200} Aug 27 14:06:22.186180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Allocated IP 172.20.0.2 (b1b25f8a-828f-4422-b5b0-6589ff25d09d/0132ca44-3165-4a49-9f9d-4989b62ad06a/97219fcf-717c-40a4-bf06-9d7f801a1961) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:22.226634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c6d7da4-c2fa-436f-bb68-9455e58cf5ae req-1d18c446-e508-4089-aaf2-24939418f6f1 service neutron] 10.222.0.41 "GET /v2.0/networks/f80268ab-d3c1-4cc1-b360-2ce9b288b15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111560 Aug 27 14:06:22.325595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fde63-337c-42b2-b145-21f0a997ea26 req-098170c0-46e2-4f39-a5a4-4df2e63fe498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:22.327306 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-894fde63-337c-42b2-b145-21f0a997ea26 req-098170c0-46e2-4f39-a5a4-4df2e63fe498 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 1097 time: 0.1018751 Aug 27 14:06:22.341905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1777529-f8ec-4f04-8186-7f2b8e7f636f req-4ddd4a52-2135-43f6-95d3-24d89c05d9f1 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:22.343767 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1777529-f8ec-4f04-8186-7f2b8e7f636f req-4ddd4a52-2135-43f6-95d3-24d89c05d9f1 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.0735290 Aug 27 14:06:22.405578 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-894fde63-337c-42b2-b145-21f0a997ea26 req-9891ba6a-8713-4cff-b6c9-c4a077c12d6b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606253 Aug 27 14:06:22.416431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1777529-f8ec-4f04-8186-7f2b8e7f636f req-f890afc4-c557-4224-a81d-6d1fe07d591a tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646765 Aug 27 14:06:22.422560 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55746) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:22.423678 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:22.449888 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-b8875730-e4cc-4a89-9aba-5b8096f8e3ff service neutron] 10.222.0.55 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428409 Aug 27 14:06:22.548745 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c6d7da4-c2fa-436f-bb68-9455e58cf5ae req-1a8c7636-c278-4da6-b864-643ae4121019 service neutron] 10.222.0.41 "GET /v2.0/networks/f80268ab-d3c1-4cc1-b360-2ce9b288b15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789958 Aug 27 14:06:22.555970 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-5eb6dfee-cff6-4cc0-98f9-f4fd7edf2a62 service neutron] 10.222.0.55 "GET /v2.0/ports/68b4dc15-5d13-4e69-996f-6db8ab289022?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0888300 Aug 27 14:06:22.607602 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:22.618734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Transition to ACTIVE for port object 97219fcf-717c-40a4-bf06-9d7f801a1961 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:22.626921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b57762-1f9a-4275-8aca-5665081a2012 req-31fde0b2-572c-467f-87d9-8c1a473c3141 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:22.628317 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-65b57762-1f9a-4275-8aca-5665081a2012 req-31fde0b2-572c-467f-87d9-8c1a473c3141 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 945 time: 0.0722797 Aug 27 14:06:22.651967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Transition to ACTIVE for port object 97219fcf-717c-40a4-bf06-9d7f801a1961 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:22.658829 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:22.670357 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3086737c-0649-4361-92e3-e6fabf540b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:22.689705 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-4c30cf2c-f32c-444e-92f4-ed89548f79a7 service neutron] 10.222.0.55 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307807 Aug 27 14:06:22.694217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Network b1b25f8a-828f-4422-b5b0-6589ff25d09d is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:22.697734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:22.699946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:22.711447 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-65b57762-1f9a-4275-8aca-5665081a2012 req-184bebc5-3c40-4d2d-8aed-c30cfbc2dd8c tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754864 Aug 27 14:06:22.765520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Pushing event updated for resources: {'Port': ['ID=97219fcf-717c-40a4-bf06-9d7f801a1961,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:22.781276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Attempting to bind port 97219fcf-717c-40a4-bf06-9d7f801a1961 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:22.781651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Attempting to bind port 97219fcf-717c-40a4-bf06-9d7f801a1961 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '0b208929-1ed1-4934-bae6-3224b71c4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:22.782018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Attempting to bind port 97219fcf-717c-40a4-bf06-9d7f801a1961 on network b1b25f8a-828f-4422-b5b0-6589ff25d09d {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:22.788186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:22.788562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Checking segment: {'id': '0b208929-1ed1-4934-bae6-3224b71c4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:22.788967 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:22.789365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Bound using segment: {'id': '0b208929-1ed1-4934-bae6-3224b71c4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:22.789832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Bound port: 97219fcf-717c-40a4-bf06-9d7f801a1961, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b208929-1ed1-4934-bae6-3224b71c4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:22.790216 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:22.807649 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3086737c-0649-4361-92e3-e6fabf540b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:22.812001 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3086737c-0649-4361-92e3-e6fabf540b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:22.860538 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3086737c-0649-4361-92e3-e6fabf540b2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=059588390de54c7493290a38bfe2f376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366221 Aug 27 14:06:22.862301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086737c-0649-4361-92e3-e6fabf540b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b315c4c-0fef-4ec2-8be1-ef12e52c9b37,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:22.865238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] For port 97219fcf-717c-40a4-bf06-9d7f801a1961, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:22.867595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55754) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:22.883670 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] For port 97219fcf-717c-40a4-bf06-9d7f801a1961, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=97219fcf-717c-40a4-bf06-9d7f801a1961,segment=NetworkSegment(0b208929-1ed1-4934-bae6-3224b71c4370),segment_id=0b208929-1ed1-4934-bae6-3224b71c4370)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:22.890263 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:22.961038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ff999-c948-4cbd-ae85-8bc683c7eb16 None None] Pushing event updated for resources: {'Port': ['ID=97219fcf-717c-40a4-bf06-9d7f801a1961,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:22.981885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d711f4-2294-4d62-beec-873a29bf6ce4 req-a0163390-292a-41f1-bcb6-a4c3921b4a41 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:22.984798 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1d711f4-2294-4d62-beec-873a29bf6ce4 req-a0163390-292a-41f1-bcb6-a4c3921b4a41 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 945 time: 0.1001091 Aug 27 14:06:22.995587 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-89ce77f7-6bf9-4e7f-910b-f2a4ef3d8a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:23.037987 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-89ce77f7-6bf9-4e7f-910b-f2a4ef3d8a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:23.059849 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1d711f4-2294-4d62-beec-873a29bf6ce4 req-342a22d0-9863-4ee5-a46b-63bcc2a8bf03 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653045 Aug 27 14:06:23.118580 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-89ce77f7-6bf9-4e7f-910b-f2a4ef3d8a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:23.121496 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-89ce77f7-6bf9-4e7f-910b-f2a4ef3d8a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:23.122734 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-89ce77f7-6bf9-4e7f-910b-f2a4ef3d8a22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b315c4c-0fef-4ec2-8be1-ef12e52c9b37 HTTP/1.1" status: 204 len: 168 time: 0.2538090 Aug 27 14:06:23.143403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce77f7-6bf9-4e7f-910b-f2a4ef3d8a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b315c4c-0fef-4ec2-8be1-ef12e52c9b37,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:23.194449 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:23.217135 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:23.266305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad556fde-0deb-490f-b36c-49570b891c19 req-097839aa-7ad0-4219-94e8-986e4cab8728 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:23.268800 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad556fde-0deb-490f-b36c-49570b891c19 req-097839aa-7ad0-4219-94e8-986e4cab8728 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 944 time: 0.0898767 Aug 27 14:06:23.341890 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad556fde-0deb-490f-b36c-49570b891c19 req-75949cbe-cc1a-40e0-bfca-d63c8cdfe1bf tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651588 Aug 27 14:06:23.346450 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-360904d0-cd13-4d08-8778-63320cb1f8f4 service neutron] 10.222.0.55 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042902 Aug 27 14:06:23.522366 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Allocated IP 172.25.2.128 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/8bfda757-a331-4a51-af4f-c2e31a1d3253) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:23.541150 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-158259a6-56ad-4d2e-bce5-dfbd0fa3b96d service neutron] 10.222.0.55 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856334 Aug 27 14:06:23.644966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07342228-8573-4cc0-a228-89a83586c67d req-33ac8ede-c8a9-4a0b-8cc3-16375d2eb7b7 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:23.649667 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07342228-8573-4cc0-a228-89a83586c67d req-33ac8ede-c8a9-4a0b-8cc3-16375d2eb7b7 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.0753727 Aug 27 14:06:23.672801 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55772) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:23.700760 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c9ab2b3-a9ac-48a6-b0b5-db9ee55741d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:23.780734 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07342228-8573-4cc0-a228-89a83586c67d req-d23aed7c-b820-4e3b-bcb5-dab114b08fb4 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237717 Aug 27 14:06:23.858192 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:23.861986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 97219fcf-717c-40a4-bf06-9d7f801a1961 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:23.876453 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c9ab2b3-a9ac-48a6-b0b5-db9ee55741d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:23.883870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c9ab2b3-a9ac-48a6-b0b5-db9ee55741d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:23.892926 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-e5805eed-4703-413b-8ef8-9ec6735f55c9 service neutron] 10.222.0.55 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506455 Aug 27 14:06:23.950036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 97219fcf-717c-40a4-bf06-9d7f801a1961 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:23.952374 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1c9ab2b3-a9ac-48a6-b0b5-db9ee55741d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3382496d95324f81b919212ddfe413b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769272 Aug 27 14:06:23.973077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55778) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:23.999274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ab2b3-a9ac-48a6-b0b5-db9ee55741d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6e5fe0-1039-403b-a1b9-b860e287c4e5,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:24.029071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e3c40-d723-43e7-91a1-fdb399b80fa0 req-11c399dd-019a-441a-892b-c0826e74c04b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:24.031366 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-302e3c40-d723-43e7-91a1-fdb399b80fa0 req-11c399dd-019a-441a-892b-c0826e74c04b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 945 time: 0.1146729 Aug 27 14:06:24.083428 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48dd10b8-0e37-47cc-8c05-023fcb2fa02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:24.085773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:24.089043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-882ebcdf-1f9c-4ede-91f7-13896ad94aba service neutron] 10.222.0.55 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874874 Aug 27 14:06:24.089302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-302e3c40-d723-43e7-91a1-fdb399b80fa0 req-e0259aca-7833-4d3c-b103-a0e6ac6dedca tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494733 Aug 27 14:06:24.148663 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:24.154260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:24.157488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:24.247778 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48dd10b8-0e37-47cc-8c05-023fcb2fa02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:24.259163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Pushing event updated for resources: {'Port': ['ID=8bfda757-a331-4a51-af4f-c2e31a1d3253,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:24.407811 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0a4d01-cab6-452e-85dd-6885c33c37d4 None None] Network b1b25f8a-828f-4422-b5b0-6589ff25d09d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:06:24.447295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf32864-c9c5-4c3f-a676-00b5779e9bbe req-62af3c8c-4e79-4c19-829f-079f9134086d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:24.449424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fbf32864-c9c5-4c3f-a676-00b5779e9bbe req-62af3c8c-4e79-4c19-829f-079f9134086d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 945 time: 0.0668092 Aug 27 14:06:24.461338 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-09023b39-28dd-461d-b8c5-26f4c948ac51 service neutron] 10.222.0.55 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391466 Aug 27 14:06:24.484139 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48dd10b8-0e37-47cc-8c05-023fcb2fa02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:24.486760 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48dd10b8-0e37-47cc-8c05-023fcb2fa02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:24.488761 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-48dd10b8-0e37-47cc-8c05-023fcb2fa02c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee6e5fe0-1039-403b-a1b9-b860e287c4e5 HTTP/1.1" status: 204 len: 168 time: 0.5145550 Aug 27 14:06:24.516191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d918dd78-ffbf-4c71-a012-bc2891006ad4 None None] Provisioning for port 97219fcf-717c-40a4-bf06-9d7f801a1961 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:24.517431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fbf32864-c9c5-4c3f-a676-00b5779e9bbe req-6f6910fd-8c56-41c9-bbff-a83a11b20fc0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603580 Aug 27 14:06:24.534783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d918dd78-ffbf-4c71-a012-bc2891006ad4 None None] Provisioning complete for port 97219fcf-717c-40a4-bf06-9d7f801a1961 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:24.535960 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d918dd78-ffbf-4c71-a012-bc2891006ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:24.586213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd10b8-0e37-47cc-8c05-023fcb2fa02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6e5fe0-1039-403b-a1b9-b860e287c4e5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:24.684406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-bfa8d37b-a920-42a2-9e4f-e07ee3f65a35 service neutron] 10.222.0.55 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131858 Aug 27 14:06:24.686862 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:24.687144 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8d6cc-7672-4eac-a9ad-1c5d89d8126f req-98d9b8b2-8a7f-41e5-b86b-1c672f3cbfda tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:24.695796 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34e8d6cc-7672-4eac-a9ad-1c5d89d8126f req-98d9b8b2-8a7f-41e5-b86b-1c672f3cbfda tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 944 time: 0.1173851 Aug 27 14:06:24.759177 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d918dd78-ffbf-4c71-a012-bc2891006ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:24.764446 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34e8d6cc-7672-4eac-a9ad-1c5d89d8126f req-538d80a5-02b9-486f-80d6-f4164dabf061 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675004 Aug 27 14:06:24.796623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d918dd78-ffbf-4c71-a012-bc2891006ad4 None None] For port 97219fcf-717c-40a4-bf06-9d7f801a1961, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=97219fcf-717c-40a4-bf06-9d7f801a1961,segment=NetworkSegment(0b208929-1ed1-4934-bae6-3224b71c4370),segment_id=0b208929-1ed1-4934-bae6-3224b71c4370)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:24.802455 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d918dd78-ffbf-4c71-a012-bc2891006ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:24.857961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918dd78-ffbf-4c71-a012-bc2891006ad4 None None] Pushing event updated for resources: {'Port': ['ID=97219fcf-717c-40a4-bf06-9d7f801a1961,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:24.909582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-3ef7aa0b-9477-4d47-81ae-caf03b09f0a9 service neutron] 10.222.0.55 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876838 Aug 27 14:06:25.065746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:25.124995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ae704908-7fb1-42dd-bbcc-14abfc5b8ff0 None None] Provisioning complete for port 97219fcf-717c-40a4-bf06-9d7f801a1961 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:25.125600 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ae704908-7fb1-42dd-bbcc-14abfc5b8ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:25.139300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-324c59c3-9de5-4454-b006-4ac239444f62 service neutron] 10.222.0.55 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740868 Aug 27 14:06:25.290313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-8d08cf25-b063-4911-a440-1ef28492339f service neutron] 10.222.0.55 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104245 Aug 27 14:06:25.320532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Router 5deded7c-36e6-4f59-88d4-d6f24a0de884 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:06:25.451291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4a8a6-e8bb-4298-afa5-68de4a0d52c0 req-57068c4c-4364-4a6c-978c-886b0fd6bbe8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:25.453075 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0cc4a8a6-e8bb-4298-afa5-68de4a0d52c0 req-57068c4c-4364-4a6c-978c-886b0fd6bbe8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.0912499 Aug 27 14:06:25.467635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 47e399fb-0398-4c4b-aa7a-2cd866257d30 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:06:25.485528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:06:25.502478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Sync routers for ids ['5deded7c-36e6-4f59-88d4-d6f24a0de884'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:06:25.524152 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:25.525688 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f557dc9d-001e-46a7-a3e4-9a110014583b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.7612534 Aug 27 14:06:25.527067 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0cc4a8a6-e8bb-4298-afa5-68de4a0d52c0 req-bf80f80f-6808-4eb9-ba0e-3d92c1da6182 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657799 Aug 27 14:06:25.529278 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55826) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:25.615812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Routers {'5deded7c-36e6-4f59-88d4-d6f24a0de884'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:06:25.616730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:06:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5deded7c-36e6-4f59-88d4-d6f24a0de884'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:25.749091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Set router 5deded7c-36e6-4f59-88d4-d6f24a0de884 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:06:25.769380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984ea6-0ab4-4d6b-b275-855c7e2d517f req-1502d15b-4a57-48be-9003-ceb8988fa835 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:25.771588 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b984ea6-0ab4-4d6b-b275-855c7e2d517f req-1502d15b-4a57-48be-9003-ceb8988fa835 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 945 time: 0.1369882 Aug 27 14:06:25.885968 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b984ea6-0ab4-4d6b-b275-855c7e2d517f req-6c8506a9-f87f-485e-b115-dea29a17f0a9 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071029 Aug 27 14:06:25.923119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 97219fcf-717c-40a4-bf06-9d7f801a1961 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:26.055085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 97219fcf-717c-40a4-bf06-9d7f801a1961 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:26.055480 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:26.060928 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 47e399fb-0398-4c4b-aa7a-2cd866257d30, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=47e399fb-0398-4c4b-aa7a-2cd866257d30,segment=NetworkSegment(8f1823d5-11de-4eb8-bb43-1c81c858b46f),segment_id=8f1823d5-11de-4eb8-bb43-1c81c858b46f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:26.125517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '47e399fb-0398-4c4b-aa7a-2cd866257d30', 'network_id': 'f80268ab-d3c1-4cc1-b360-2ce9b288b15f', 'port_id': '47e399fb-0398-4c4b-aa7a-2cd866257d30', 'mac_address': 'fa:16:3e:2d:6d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1acef0-becb-46e0-b1c9-24781028bba6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:06:26.138397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:06:24Z', 'revision_number': 3, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port': {'id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:23Z', 'updated_at': '2021-08-27T14:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:26.148707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d8ae2-7ba6-4bbe-907c-ae2066fa7a16 req-f26026e9-3b8a-4e64-b4a1-e516c562a168 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:26.156737 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b8d8ae2-7ba6-4bbe-907c-ae2066fa7a16 req-f26026e9-3b8a-4e64-b4a1-e516c562a168 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 944 time: 0.1600242 Aug 27 14:06:26.188999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c162e8b-0958-4616-a912-6626b0680281 req-1924d9be-b131-4636-964f-2470102d700b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:26.191332 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c162e8b-0958-4616-a912-6626b0680281 req-1924d9be-b131-4636-964f-2470102d700b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.52 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 945 time: 0.1416483 Aug 27 14:06:26.199835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Checking router: 5deded7c-36e6-4f59-88d4-d6f24a0de884 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:06:26.200323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Updating router 5deded7c-36e6-4f59-88d4-d6f24a0de884 port 8bfda757-a331-4a51-af4f-c2e31a1d3253 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:06:26.223223 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b8d8ae2-7ba6-4bbe-907c-ae2066fa7a16 req-5de20dbb-4c03-41bd-8a42-aeb0db87e045 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653193 Aug 27 14:06:26.260452 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:26.296993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e399fb-0398-4c4b-aa7a-2cd866257d30 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:26.332924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-8c162e8b-0958-4616-a912-6626b0680281 req-c305abd7-becf-44f4-af87-573546c4067b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Deleting port 2f75e995-528b-418b-9927-b7465cc85dee {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:06:26.335310 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c162e8b-0958-4616-a912-6626b0680281 req-c305abd7-becf-44f4-af87-573546c4067b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:26.421329 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:26.531512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8c162e8b-0958-4616-a912-6626b0680281 req-c305abd7-becf-44f4-af87-573546c4067b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] For port 2f75e995-528b-418b-9927-b7465cc85dee, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2f75e995-528b-418b-9927-b7465cc85dee,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:26.531512 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c162e8b-0958-4616-a912-6626b0680281 req-c305abd7-becf-44f4-af87-573546c4067b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:26.551715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-8c162e8b-0958-4616-a912-6626b0680281 req-c305abd7-becf-44f4-af87-573546c4067b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Calling delete_port for 2f75e995-528b-418b-9927-b7465cc85dee owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:06:26.637043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 47e399fb-0398-4c4b-aa7a-2cd866257d30, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=47e399fb-0398-4c4b-aa7a-2cd866257d30,segment=NetworkSegment(8f1823d5-11de-4eb8-bb43-1c81c858b46f),segment_id=8f1823d5-11de-4eb8-bb43-1c81c858b46f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:26.669753 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:26.800343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=47e399fb-0398-4c4b-aa7a-2cd866257d30,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:26.853012 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:26.853520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa472d-4e1f-4786-8512-c1e5db95109e req-3aec69fe-8ef9-4221-ae9a-37560338f3a4 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:26.860852 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41aa472d-4e1f-4786-8512-c1e5db95109e req-3aec69fe-8ef9-4221-ae9a-37560338f3a4 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1916299 Aug 27 14:06:26.863329 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c162e8b-0958-4616-a912-6626b0680281 req-c305abd7-becf-44f4-af87-573546c4067b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:26.885469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['50ad3533-39c5-4fdd-964d-5044beca9181', '2f75e995-528b-418b-9927-b7465cc85dee'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:06:26.902770 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2989a53b-c6b9-4064-8b50-5f8691ff3943 req-488beb9d-7264-4c9e-af20-3241c1347e7a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0604990 Aug 27 14:06:26.993442 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41aa472d-4e1f-4786-8512-c1e5db95109e req-3011c159-4896-4ff8-857e-c93f1266df31 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319382 Aug 27 14:06:26.994311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305abd7-becf-44f4-af87-573546c4067b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Pushing event deleted for resources: {'Port': ['ID=2f75e995-528b-418b-9927-b7465cc85dee,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:27.058902 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e932d38d-3ba0-49f1-b963-0ca4bc05ba2a req-91aaf5ef-4841-4597-a3e5-05445b1b6fc7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=097ba365-f855-48cd-bffb-7b259df28d8e HTTP/1.1" status: 200 len: 210 time: 0.0431807 Aug 27 14:06:27.127724 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:27.144268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c162e8b-0958-4616-a912-6626b0680281 req-c305abd7-becf-44f4-af87-573546c4067b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] No DVR routers for this DVR port 2f75e995-528b-418b-9927-b7465cc85dee on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:06:27.156195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8c162e8b-0958-4616-a912-6626b0680281 req-c305abd7-becf-44f4-af87-573546c4067b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:27.157689 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Transition to ACTIVE for port object 8bfda757-a331-4a51-af4f-c2e31a1d3253 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:27.165299 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c162e8b-0958-4616-a912-6626b0680281 req-c305abd7-becf-44f4-af87-573546c4067b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.52 "DELETE /v2.0/ports/2f75e995-528b-418b-9927-b7465cc85dee HTTP/1.1" status: 204 len: 173 time: 0.9562197 Aug 27 14:06:27.166540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097ba365-f855-48cd-bffb-7b259df28d8e', 'name': 'network-vif-deleted', 'tag': '2f75e995-528b-418b-9927-b7465cc85dee'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:27.172964 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:27.190376 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf496294-a09b-4bbc-8354-654a7fd2a6e3" -d '{"events": [{"server_uuid": "097ba365-f855-48cd-bffb-7b259df28d8e", "name": "network-vif-deleted", "tag": "2f75e995-528b-418b-9927-b7465cc85dee"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:27.198435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Allocated IP 172.20.0.1 (b1b25f8a-828f-4422-b5b0-6589ff25d09d/0132ca44-3165-4a49-9f9d-4989b62ad06a/f95c1b17-7b85-4a17-bc9a-9250124b9109) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:27.265055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['47e399fb-0398-4c4b-aa7a-2cd866257d30'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:06:27.277660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Attempting to bind port 8bfda757-a331-4a51-af4f-c2e31a1d3253 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:27.278026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Attempting to bind port 8bfda757-a331-4a51-af4f-c2e31a1d3253 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:27.278392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Attempting to bind port 8bfda757-a331-4a51-af4f-c2e31a1d3253 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:27.288815 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d58d60f-74f6-4f50-b16f-7d3d1767eaa9 x-openstack-request-id: req-9d58d60f-74f6-4f50-b16f-7d3d1767eaa9 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:27.289191 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097ba365-f855-48cd-bffb-7b259df28d8e", "name": "network-vif-deleted", "tag": "2f75e995-528b-418b-9927-b7465cc85dee", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:27.289547 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d58d60f-74f6-4f50-b16f-7d3d1767eaa9 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:27.290083 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097ba365-f855-48cd-bffb-7b259df28d8e', 'name': 'network-vif-deleted', 'tag': '2f75e995-528b-418b-9927-b7465cc85dee', 'status': 'completed', 'code': 200} Aug 27 14:06:27.291406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Pushing event updated for resources: {'Port': ['ID=8bfda757-a331-4a51-af4f-c2e31a1d3253,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:27.319080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:27.319460 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:27.319863 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:27.320253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:27.320887 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Bound port: 8bfda757-a331-4a51-af4f-c2e31a1d3253, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:27.321272 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:27.445868 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] For port 8bfda757-a331-4a51-af4f-c2e31a1d3253, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:27.466753 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:27.474026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] For port 8bfda757-a331-4a51-af4f-c2e31a1d3253, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8bfda757-a331-4a51-af4f-c2e31a1d3253,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:27.486591 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:27.492046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Transition to ACTIVE for port object f95c1b17-7b85-4a17-bc9a-9250124b9109 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:27.519150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb1059-00d6-4ae4-9b86-15a8db7d96ab req-dbccffc3-18c2-4b47-a602-b4b5a8ce6380 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:27.521627 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42eb1059-00d6-4ae4-9b86-15a8db7d96ab req-dbccffc3-18c2-4b47-a602-b4b5a8ce6380 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 945 time: 0.1748695 Aug 27 14:06:27.579953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Pushing event updated for resources: {'Port': ['ID=8bfda757-a331-4a51-af4f-c2e31a1d3253,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:27.589154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:27.589504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:27.589855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:27.590185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:27.590521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:27.590886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:27.591210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:27.591550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:27.591981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:27.592176 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:27.592505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:27.592827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7193f-7505-4293-bfea-e2afc5887c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:27.605307 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:27.609352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Routers {'5deded7c-36e6-4f59-88d4-d6f24a0de884'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:06:27.610493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:06:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5deded7c-36e6-4f59-88d4-d6f24a0de884'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:27.633447 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Network b1b25f8a-828f-4422-b5b0-6589ff25d09d is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:27.638672 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:27.669956 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:27.717404 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:27.988461 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42eb1059-00d6-4ae4-9b86-15a8db7d96ab req-1598a31b-e7f2-44ac-9213-b70b384e4c19 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012079 Aug 27 14:06:28.055780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Pushing event updated for resources: {'Port': ['ID=f95c1b17-7b85-4a17-bc9a-9250124b9109,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:28.071976 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:28.163364 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c6158b1-0a8f-4a45-8fde-a0c2f592ef7a req-2b464cb2-9d86-413c-ae57-b564343c84eb tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0627291 Aug 27 14:06:28.165999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6927adcb-d740-44ac-bf42-3812e9ded789 None None] Provisioning for port f95c1b17-7b85-4a17-bc9a-9250124b9109 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:28.188417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6927adcb-d740-44ac-bf42-3812e9ded789 None None] Provisioning complete for port f95c1b17-7b85-4a17-bc9a-9250124b9109 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:28.188589 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dbc7c-6406-49f5-84aa-fe497dfa5545 req-be1d517b-ff8d-4909-b938-5891c461be19 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:28.188794 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6927adcb-d740-44ac-bf42-3812e9ded789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:28.196721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f4dbc7c-6406-49f5-84aa-fe497dfa5545 req-be1d517b-ff8d-4909-b938-5891c461be19 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1118698 Aug 27 14:06:28.236509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] Set router 5deded7c-36e6-4f59-88d4-d6f24a0de884 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:06:28.252976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f4dbc7c-6406-49f5-84aa-fe497dfa5545 req-734fb0f7-8cea-4c9e-8fa2-e7cd2bc858c0 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553758 Aug 27 14:06:28.317298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6927adcb-d740-44ac-bf42-3812e9ded789 None None] Port f95c1b17-7b85-4a17-bc9a-9250124b9109 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:06:28.393492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726f666-27b3-4ec1-a933-dd71ffc28ecc req-9d20ffc2-7883-4898-925f-5e1260f6d389 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:28.397035 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4726f666-27b3-4ec1-a933-dd71ffc28ecc req-9d20ffc2-7883-4898-925f-5e1260f6d389 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0767522 Aug 27 14:06:28.463167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:28.476359 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:28.500579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:06:24Z', 'revision_number': 3, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port': {'id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:23Z', 'updated_at': '2021-08-27T14:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:28.532350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15dea3b-c685-4e2f-8a11-ab48804a32df None None] The sync data for ids ['5deded7c-36e6-4f59-88d4-d6f24a0de884'] in n-d-712139-12 is: [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:06:24Z', 'revision_number': 3, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port': {'id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:23Z', 'updated_at': '2021-08-27T14:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:06:28.579683 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4726f666-27b3-4ec1-a933-dd71ffc28ecc req-478e5924-22a3-4199-bc24-efcb4f4a471b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267357 Aug 27 14:06:28.622537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-e837deac-e1d9-45ce-8c1a-6867884b112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:28.638875 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-e837deac-e1d9-45ce-8c1a-6867884b112b service neutron] 10.222.0.52 "GET /v2.0/ports/677605c6-e919-46d6-a490-daeeabe16f0d HTTP/1.1" status: 200 len: 1033 time: 0.1931539 Aug 27 14:06:28.699321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-a24cd0f2-aea6-4f58-8a1e-4aba5d923bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:28.700702 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-a24cd0f2-aea6-4f58-8a1e-4aba5d923bc3 service neutron] 10.222.0.52 "GET /v2.0/ports/68b4dc15-5d13-4e69-996f-6db8ab289022 HTTP/1.1" status: 200 len: 1032 time: 0.0540090 Aug 27 14:06:28.777437 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b7541f5-4c54-46d8-a04e-bb67a3d94583 req-f00e9002-4d4d-45d6-ad2f-15ad73232204 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1464474 Aug 27 14:06:28.838643 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:28.931131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Pushing event updated for resources: {'Port': ['ID=f95c1b17-7b85-4a17-bc9a-9250124b9109,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:28.944374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-196c4ea3-6086-4662-8586-0c03dc1c3281 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:28.959275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-196c4ea3-6086-4662-8586-0c03dc1c3281 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:28.978932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-196c4ea3-6086-4662-8586-0c03dc1c3281 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:28.983700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-196c4ea3-6086-4662-8586-0c03dc1c3281 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "GET /v2.0/networks?id=3d6ac08c-b160-4d95-8554-deab9e55c529&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=d3dde505-dc04-4b92-8919-19db4556ab50&id=d3dde505-dc04-4b92-8919-19db4556ab50 HTTP/1.1" status: 200 len: 1993 time: 0.2747140 Aug 27 14:06:29.048971 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b7541f5-4c54-46d8-a04e-bb67a3d94583 req-472e73e9-dd0a-43ef-aa7e-34267f541c02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.1924710 Aug 27 14:06:29.106470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b7541f5-4c54-46d8-a04e-bb67a3d94583 req-122d4126-e91d-4397-b1a4-b8be6f5235db service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254767 Aug 27 14:06:29.114255 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-a6397218-0b1f-4e61-8598-e1728ed62096 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8195041a81054181a5083895b22e88b8 HTTP/1.1" status: 200 len: 379 time: 0.1121535 Aug 27 14:06:29.148281 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'port': {'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'admin_state_up': True, 'tenant_id': '8195041a81054181a5083895b22e88b8', 'security_groups': ['cfdb01f6-a10c-4f71-9ee2-a1b023bd98af']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:29.338991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7541f5-4c54-46d8-a04e-bb67a3d94583 req-e540e95b-4a0e-493f-a8d5-9f4e867a00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:29.341520 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b7541f5-4c54-46d8-a04e-bb67a3d94583 req-e540e95b-4a0e-493f-a8d5-9f4e867a00d4 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2261045 Aug 27 14:06:29.345878 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e291d0-0789-4719-b519-689f4d7847bd req-1c7a65ad-72fb-4eff-8033-2cb11fba50da tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:29.363817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2f75e995-528b-418b-9927-b7465cc85dee no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:06:29.364399 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56e291d0-0789-4719-b519-689f4d7847bd req-1c7a65ad-72fb-4eff-8033-2cb11fba50da tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 945 time: 0.1574125 Aug 27 14:06:29.415595 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Network b1b25f8a-828f-4422-b5b0-6589ff25d09d is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:29.418363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 2f75e995-528b-418b-9927-b7465cc85dee {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:06:29.418949 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2f75e995-528b-418b-9927-b7465cc85dee not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:06:29.445047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa3e4e-a5c6-4eab-8626-6ab10dc5fbe9 req-58b62d15-e09a-4595-bb17-af4c4906406a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:29.456307 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51fa3e4e-a5c6-4eab-8626-6ab10dc5fbe9 req-58b62d15-e09a-4595-bb17-af4c4906406a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.2906408 Aug 27 14:06:29.461881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:29.475870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Made reservation on behalf of 8195041a81054181a5083895b22e88b8 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:29.485860 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:29.496871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 47e399fb-0398-4c4b-aa7a-2cd866257d30 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:29.531659 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56e291d0-0789-4719-b519-689f4d7847bd req-15f1f64f-9f8e-4c92-ba7a-3b1344a9a48e tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596673 Aug 27 14:06:29.642855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 47e399fb-0398-4c4b-aa7a-2cd866257d30 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:29.648972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 47e399fb-0398-4c4b-aa7a-2cd866257d30 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:29.649474 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:29.714454 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51fa3e4e-a5c6-4eab-8626-6ab10dc5fbe9 req-b639429e-a4b1-40e5-a42d-7ee49474528e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549987 Aug 27 14:06:29.870139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8bfda757-a331-4a51-af4f-c2e31a1d3253 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:29.903085 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-77ba0aef-8c73-46ea-bc18-d041b41e70d9 req-de5f6e2c-3828-4ce6-867b-a9193b10871d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.1267326 Aug 27 14:06:29.956386 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:30.026339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6677662e-7032-4640-b96f-8520e48fc074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e399fb-0398-4c4b-aa7a-2cd866257d30'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:30.029199 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab853657-befd-4e75-b70f-7284d585604d" -d '{"events": [{"server_uuid": "6677662e-7032-4640-b96f-8520e48fc074", "name": "network-vif-plugged", "status": "completed", "tag": "47e399fb-0398-4c4b-aa7a-2cd866257d30"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:30.038758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Router 5deded7c-36e6-4f59-88d4-d6f24a0de884 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:06:30.054731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3aafa-54bb-4d2b-b6aa-3bba81db92b2 req-8a5b4809-f472-419b-90d0-fb9b86ecffff tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:30.056679 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cef3aafa-54bb-4d2b-b6aa-3bba81db92b2 req-8a5b4809-f472-419b-90d0-fb9b86ecffff tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.2082841 Aug 27 14:06:30.061733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Allocated IP 172.20.0.8 (3d6ac08c-b160-4d95-8554-deab9e55c529/e9251415-7c90-47ee-bdc3-ae64aed10d17/3778830a-6627-468a-8fcd-b9ab7aab8122) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:30.068054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 47e399fb-0398-4c4b-aa7a-2cd866257d30, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=47e399fb-0398-4c4b-aa7a-2cd866257d30,segment=NetworkSegment(8f1823d5-11de-4eb8-bb43-1c81c858b46f),segment_id=8f1823d5-11de-4eb8-bb43-1c81c858b46f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:30.077717 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:30.099056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943e2f8-7edd-4819-98cc-f30051c0406a req-ad0346ce-adb8-4d7f-9461-5eeb9f1d65e2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:30.109691 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4943e2f8-7edd-4819-98cc-f30051c0406a req-ad0346ce-adb8-4d7f-9461-5eeb9f1d65e2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0939705 Aug 27 14:06:30.169105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=47e399fb-0398-4c4b-aa7a-2cd866257d30,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:30.200342 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:06:30.201313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b307c0e9-bb8b-404f-a7fa-e2834bfa4a9a None None] Provisioning complete for port f95c1b17-7b85-4a17-bc9a-9250124b9109 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:30.201698 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b307c0e9-bb8b-404f-a7fa-e2834bfa4a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:30.254555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cef3aafa-54bb-4d2b-b6aa-3bba81db92b2 req-5254c14b-dda1-473f-b253-c322b7b22d9c tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868374 Aug 27 14:06:30.265590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b307c0e9-bb8b-404f-a7fa-e2834bfa4a9a None None] Port f95c1b17-7b85-4a17-bc9a-9250124b9109 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:06:30.277334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 8bfda757-a331-4a51-af4f-c2e31a1d3253 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:30.282225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 8bfda757-a331-4a51-af4f-c2e31a1d3253 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:30.282489 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:30.327089 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4943e2f8-7edd-4819-98cc-f30051c0406a req-146aa292-d435-4f89-8d20-a1cd9daee6ab tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128110 Aug 27 14:06:30.405827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:06:30.414731 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dbf5cbcf-fd4f-4da3-ba51-d7534f252bbc admin admin] 10.222.0.55 "PUT /v2.0/routers/5deded7c-36e6-4f59-88d4-d6f24a0de884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8843641 Aug 27 14:06:30.441468 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:30.442307 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be007ca-aaf3-46dc-9165-6eb22cb18d2c x-openstack-request-id: req-5be007ca-aaf3-46dc-9165-6eb22cb18d2c {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:30.442727 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6677662e-7032-4640-b96f-8520e48fc074", "name": "network-vif-plugged", "status": "completed", "tag": "47e399fb-0398-4c4b-aa7a-2cd866257d30", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:30.444763 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5be007ca-aaf3-46dc-9165-6eb22cb18d2c {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:30.445184 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6677662e-7032-4640-b96f-8520e48fc074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e399fb-0398-4c4b-aa7a-2cd866257d30', 'code': 200} Aug 27 14:06:30.465729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Transition to ACTIVE for port object 3778830a-6627-468a-8fcd-b9ab7aab8122 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:30.476167 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:30.506075 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 8bfda757-a331-4a51-af4f-c2e31a1d3253, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8bfda757-a331-4a51-af4f-c2e31a1d3253,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:30.516528 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:30.537960 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:30.626212 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=8bfda757-a331-4a51-af4f-c2e31a1d3253,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:30.685362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Network 3d6ac08c-b160-4d95-8554-deab9e55c529 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:30.695076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:30.703559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'Port': ['ID=3778830a-6627-468a-8fcd-b9ab7aab8122,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:30.711725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:30.736426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0996d8c-eaf3-45e8-bdf9-6af2beeb9d9f req-5c85bb20-0c82-438c-987f-656f95b78ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:30.741557 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d0996d8c-eaf3-45e8-bdf9-6af2beeb9d9f req-5c85bb20-0c82-438c-987f-656f95b78ba9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 1098 time: 0.1651466 Aug 27 14:06:30.820978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b8ffc-e03c-42e1-affd-7689ae80305c req-2a42a509-622c-4ab4-8c13-bca324f07c24 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:30.822607 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-512b8ffc-e03c-42e1-affd-7689ae80305c req-2a42a509-622c-4ab4-8c13-bca324f07c24 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 946 time: 0.1792078 Aug 27 14:06:30.832010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:30.832659 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:30.869194 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1813dd44-f532-4251-b73f-b9128fefe574 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7461565 Aug 27 14:06:30.881725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'port': {'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8', 'admin_state_up': True, 'tenant_id': '8195041a81054181a5083895b22e88b8', 'security_groups': ['cfdb01f6-a10c-4f71-9ee2-a1b023bd98af']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:30.933449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d0996d8c-eaf3-45e8-bdf9-6af2beeb9d9f req-6c8e6014-632d-45d5-93a3-f3f3dab56e60 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799831 Aug 27 14:06:30.974340 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-512b8ffc-e03c-42e1-affd-7689ae80305c req-7698064e-e073-4d8c-ba56-89c49acd6eb7 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260247 Aug 27 14:06:31.095220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Made reservation on behalf of 8195041a81054181a5083895b22e88b8 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:31.104056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c53abc6b-1fa2-4060-a3b4-06572c32240e None None] Provisioning for port 3778830a-6627-468a-8fcd-b9ab7aab8122 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:31.107408 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:31.108430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c53abc6b-1fa2-4060-a3b4-06572c32240e None None] Provisioning complete for port 3778830a-6627-468a-8fcd-b9ab7aab8122 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:31.108803 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c53abc6b-1fa2-4060-a3b4-06572c32240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:31.168389 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c53abc6b-1fa2-4060-a3b4-06572c32240e None None] Port 3778830a-6627-468a-8fcd-b9ab7aab8122 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:06:31.185908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba884be9-9ebb-41f9-a76f-e48e6c96fbb9 req-9e2c0536-9ca5-4124-86cb-bbe420e59cc7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:31.189525 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ba884be9-9ebb-41f9-a76f-e48e6c96fbb9 req-9e2c0536-9ca5-4124-86cb-bbe420e59cc7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 931 time: 0.0995851 Aug 27 14:06:31.262370 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ba884be9-9ebb-41f9-a76f-e48e6c96fbb9 req-4cdca66a-5e22-4565-8596-bc089adca4a7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658255 Aug 27 14:06:31.385936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Allocated IP 10.1.1.141 (349c90a1-8303-43bc-8748-cfbba77d7be8/32a14fbd-dffd-4a0b-9712-7653af0347f4/aebed0d9-774b-4d60-8f79-9d86a51d0a11) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:31.439362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55988) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:31.476535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e581e3b7-6ed3-4361-8ce8-55dfc35700d1 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2083069496', 'description': 'tempest-description--1206320367'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:31.488927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d9be0-d8e9-4b63-bfb4-a6fc04761216 req-29f8e279-4045-4bc1-be49-d36f8001fee3 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:31.493185 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-263d9be0-d8e9-4b63-bfb4-a6fc04761216 req-29f8e279-4045-4bc1-be49-d36f8001fee3 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1207249 Aug 27 14:06:31.517429 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Sync routers for ids ['5deded7c-36e6-4f59-88d4-d6f24a0de884'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:06:31.530267 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Routers {'5deded7c-36e6-4f59-88d4-d6f24a0de884'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:06:31.534768 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:06:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5deded7c-36e6-4f59-88d4-d6f24a0de884'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:31.557752 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e581e3b7-6ed3-4361-8ce8-55dfc35700d1 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:31.588767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-263d9be0-d8e9-4b63-bfb4-a6fc04761216 req-6074db76-676b-43bc-a194-d062755b81ef tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867379 Aug 27 14:06:31.711184 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Set router 5deded7c-36e6-4f59-88d4-d6f24a0de884 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:06:31.726927 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:31.752000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Transition to ACTIVE for port object aebed0d9-774b-4d60-8f79-9d86a51d0a11 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:31.778066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8bfda757-a331-4a51-af4f-c2e31a1d3253 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:31.791733 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e581e3b7-6ed3-4361-8ce8-55dfc35700d1 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:31.806116 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e581e3b7-6ed3-4361-8ce8-55dfc35700d1 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:31.873949 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:31.897049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 8bfda757-a331-4a51-af4f-c2e31a1d3253 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:31.897714 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:31.953808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'Port': ['ID=aebed0d9-774b-4d60-8f79-9d86a51d0a11,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:31.958887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Network 349c90a1-8303-43bc-8748-cfbba77d7be8 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:31.960374 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e581e3b7-6ed3-4361-8ce8-55dfc35700d1 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:31.961626 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e581e3b7-6ed3-4361-8ce8-55dfc35700d1 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5190513 Aug 27 14:06:31.963172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581e3b7-6ed3-4361-8ce8-55dfc35700d1 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66153365-98de-4ba0-8b40-22161300a712,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:31.964645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56000) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:31.965505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:31.967681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:31.969603 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a06cd4c6-fac3-431c-8d23-5ad2066b71b0 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Request body: {'security_group_rule': {'security_group_id': '66153365-98de-4ba0-8b40-22161300a712', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:32.043449 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a06cd4c6-fac3-431c-8d23-5ad2066b71b0 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.087843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:32.088953 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.134319 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a06cd4c6-fac3-431c-8d23-5ad2066b71b0 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.143330 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-cd6c5ee6-5307-49c8-983f-385c40875a96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2663980 Aug 27 14:06:32.150255 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a06cd4c6-fac3-431c-8d23-5ad2066b71b0 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.158343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'port': {'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8', 'admin_state_up': True, 'tenant_id': '8195041a81054181a5083895b22e88b8', 'security_groups': ['cfdb01f6-a10c-4f71-9ee2-a1b023bd98af']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:32.158770 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:06:27Z', 'revision_number': 4, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port': {'id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:23Z', 'updated_at': '2021-08-27T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f95c1b17-7b85-4a17-bc9a-9250124b9109', 'name': '', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'mac_address': 'fa:16:3e:b6:3b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:26Z', 'updated_at': '2021-08-27T14:06:28Z', 'revision_number': 2, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'subnets': [{'id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:32.182766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03f648-b2a6-4d9f-90f6-af4d16f41b2c req-414932e8-0f8e-414f-9557-337fc26044c7 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:32.184287 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c03f648-b2a6-4d9f-90f6-af4d16f41b2c req-414932e8-0f8e-414f-9557-337fc26044c7 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 946 time: 0.0882678 Aug 27 14:06:32.209264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cd4c6-fac3-431c-8d23-5ad2066b71b0 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bde7e72-a485-4acb-b3eb-0d0ff59ff7ee,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:32.215539 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Checking router: 5deded7c-36e6-4f59-88d4-d6f24a0de884 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:06:32.216241 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Updating router 5deded7c-36e6-4f59-88d4-d6f24a0de884 port f95c1b17-7b85-4a17-bc9a-9250124b9109 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:06:32.242642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a06cd4c6-fac3-431c-8d23-5ad2066b71b0 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.245566 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a06cd4c6-fac3-431c-8d23-5ad2066b71b0 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2798977 Aug 27 14:06:32.249274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56008) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:32.264299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-6eee01b2-5504-4a1f-b65a-a1aa2a4c1381 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Request body: {'security_group_rule': {'security_group_id': '66153365-98de-4ba0-8b40-22161300a712', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:32.275563 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.291023 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c03f648-b2a6-4d9f-90f6-af4d16f41b2c req-32fbafdc-3c0d-421b-8b08-f3157d64f187 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748293 Aug 27 14:06:32.339538 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6eee01b2-5504-4a1f-b65a-a1aa2a4c1381 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.380631 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Made reservation on behalf of 8195041a81054181a5083895b22e88b8 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:32.384652 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.443321 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbcb9047-2679-491b-94a9-f8e13acc45d6 req-6a4a7bc6-c634-4c25-a6aa-4748748339d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0610824 Aug 27 14:06:32.526669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-830e6bac-4dd1-4a60-a6e2-941c75bc2039 None None] Provisioning for port aebed0d9-774b-4d60-8f79-9d86a51d0a11 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:32.533011 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-830e6bac-4dd1-4a60-a6e2-941c75bc2039 None None] Provisioning complete for port aebed0d9-774b-4d60-8f79-9d86a51d0a11 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:32.534148 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-830e6bac-4dd1-4a60-a6e2-941c75bc2039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.544021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b541-1cb0-4612-ae6b-e06edd2e5494 req-138c3400-8959-4164-9147-1373fce961d2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:32.552812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b541-1cb0-4612-ae6b-e06edd2e5494 req-138c3400-8959-4164-9147-1373fce961d2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:32.567701 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-75a8b541-1cb0-4612-ae6b-e06edd2e5494 req-138c3400-8959-4164-9147-1373fce961d2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 1653 time: 0.1155338 Aug 27 14:06:32.661560 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-830e6bac-4dd1-4a60-a6e2-941c75bc2039 None None] Port aebed0d9-774b-4d60-8f79-9d86a51d0a11 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:06:32.669618 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6eee01b2-5504-4a1f-b65a-a1aa2a4c1381 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.678561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbcb9047-2679-491b-94a9-f8e13acc45d6 req-17aab186-56ab-4262-9cc6-9a618fc7ea83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.1056659 Aug 27 14:06:32.681778 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6eee01b2-5504-4a1f-b65a-a1aa2a4c1381 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.697401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee01b2-5504-4a1f-b65a-a1aa2a4c1381 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781ee8c5-9c94-4376-bd7f-4695ae04568a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:32.702868 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.723120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-75a8b541-1cb0-4612-ae6b-e06edd2e5494 req-3d639b31-b95a-4284-af50-5dddcbb6f019 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524558 Aug 27 14:06:32.731100 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Transition to ACTIVE for port object f95c1b17-7b85-4a17-bc9a-9250124b9109 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:32.733319 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6eee01b2-5504-4a1f-b65a-a1aa2a4c1381 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.738805 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6eee01b2-5504-4a1f-b65a-a1aa2a4c1381 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4847240 Aug 27 14:06:32.739270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56018) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:32.745813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Allocated IP 10.1.1.62 (349c90a1-8303-43bc-8748-cfbba77d7be8/32a14fbd-dffd-4a0b-9712-7653af0347f4/e66d1e65-8d51-4535-83f4-6223b16652e5) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:32.749047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:32.761487 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.841940 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbcb9047-2679-491b-94a9-f8e13acc45d6 req-4a66ea38-0072-496b-a50a-6bc55eb2331f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705280 Aug 27 14:06:32.870445 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:32.910374 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Pushing event updated for resources: {'Port': ['ID=f95c1b17-7b85-4a17-bc9a-9250124b9109,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:32.954633 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:32.955404 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:32.955969 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:32.956618 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:32.957175 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:32.957724 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:32.958273 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:32.958869 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:32.959421 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:32.959954 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:32.964065 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:32.964684 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:32.998091 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Attempting to bind port f95c1b17-7b85-4a17-bc9a-9250124b9109 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:32.998999 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Attempting to bind port f95c1b17-7b85-4a17-bc9a-9250124b9109 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '0b208929-1ed1-4934-bae6-3224b71c4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:32.999601 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Attempting to bind port f95c1b17-7b85-4a17-bc9a-9250124b9109 on network b1b25f8a-828f-4422-b5b0-6589ff25d09d {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:33.007507 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:33.008302 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Checking segment: {'id': '0b208929-1ed1-4934-bae6-3224b71c4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:33.009085 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:33.009699 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Bound using segment: {'id': '0b208929-1ed1-4934-bae6-3224b71c4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:33.010439 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Bound port: f95c1b17-7b85-4a17-bc9a-9250124b9109, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b208929-1ed1-4934-bae6-3224b71c4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:33.012289 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:33.060297 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:33.081336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Transition to ACTIVE for port object e66d1e65-8d51-4535-83f4-6223b16652e5 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:33.117249 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] For port f95c1b17-7b85-4a17-bc9a-9250124b9109, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:33.121724 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] For port f95c1b17-7b85-4a17-bc9a-9250124b9109, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f95c1b17-7b85-4a17-bc9a-9250124b9109,segment=NetworkSegment(0b208929-1ed1-4934-bae6-3224b71c4370),segment_id=0b208929-1ed1-4934-bae6-3224b71c4370)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:33.130042 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:33.145047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb9047-2679-491b-94a9-f8e13acc45d6 req-ebaf7299-7cba-4052-a9e1-252090208591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:33.145047 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dbcb9047-2679-491b-94a9-f8e13acc45d6 req-ebaf7299-7cba-4052-a9e1-252090208591 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2478981 Aug 27 14:06:33.187677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e3982-ee16-4197-b939-331fa78da5fe req-10849ce8-2fd4-4f89-88e0-210c5ebdeae0 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:33.196002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-597e3982-ee16-4197-b939-331fa78da5fe req-10849ce8-2fd4-4f89-88e0-210c5ebdeae0 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.3466127 Aug 27 14:06:33.210378 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Routers {'5deded7c-36e6-4f59-88d4-d6f24a0de884'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:06:33.211293 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:06:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5deded7c-36e6-4f59-88d4-d6f24a0de884'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:33.239682 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:33.267462 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:33.304312 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad3083-103a-44f5-88ad-a04e11bfe339 None None] Pushing event updated for resources: {'Port': ['ID=f95c1b17-7b85-4a17-bc9a-9250124b9109,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:33.408922 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-597e3982-ee16-4197-b939-331fa78da5fe req-26e8066d-a202-454a-835f-050318dab646 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120328 Aug 27 14:06:33.434627 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] Set router 5deded7c-36e6-4f59-88d4-d6f24a0de884 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:06:33.450025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Network 349c90a1-8303-43bc-8748-cfbba77d7be8 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:33.454206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:33.457321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:33.461380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'Port': ['ID=e66d1e65-8d51-4535-83f4-6223b16652e5,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:33.518357 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Allocated IP 172.25.2.74 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/149aeb57-3abb-40c7-aa0c-93c40ade5d15) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:33.563972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e1f0b-4416-4805-99f3-807b0384ae03 req-ff6b0d24-d6c3-4f1c-bb63-a9c81ce90de8 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:33.570098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:33.573798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-313e1f0b-4416-4805-99f3-807b0384ae03 req-ff6b0d24-d6c3-4f1c-bb63-a9c81ce90de8 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 946 time: 0.1518116 Aug 27 14:06:33.574565 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:33.610847 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ffd12acf-7cdc-4b39-a0da-d09e543b299c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4590313 Aug 27 14:06:33.625780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'port': {'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50', 'admin_state_up': True, 'tenant_id': '8195041a81054181a5083895b22e88b8', 'security_groups': ['cfdb01f6-a10c-4f71-9ee2-a1b023bd98af']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:33.675025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-313e1f0b-4416-4805-99f3-807b0384ae03 req-0c0f8d74-52f7-44c0-8d08-95fef2844458 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950968 Aug 27 14:06:33.916120 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Made reservation on behalf of 8195041a81054181a5083895b22e88b8 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:33.929184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcc689-aa4e-4e70-98e4-6eb29bfe0710 req-c29bff94-cd40-4939-9f32-0e43af713338 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:33.930965 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-73dcc689-aa4e-4e70-98e4-6eb29bfe0710 req-c29bff94-cd40-4939-9f32-0e43af713338 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 946 time: 0.0998654 Aug 27 14:06:33.935309 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:33.974501 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5b8461a0-2d9b-48ce-8903-aca6f41cce4e None None] Provisioning for port e66d1e65-8d51-4535-83f4-6223b16652e5 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:33.978887 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5b8461a0-2d9b-48ce-8903-aca6f41cce4e None None] Provisioning complete for port e66d1e65-8d51-4535-83f4-6223b16652e5 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:33.979384 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5b8461a0-2d9b-48ce-8903-aca6f41cce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:34.018081 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:06:27Z', 'revision_number': 4, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port': {'id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:23Z', 'updated_at': '2021-08-27T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f95c1b17-7b85-4a17-bc9a-9250124b9109', 'name': '', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'mac_address': 'fa:16:3e:b6:3b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:26Z', 'updated_at': '2021-08-27T14:06:33Z', 'revision_number': 4, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'subnets': [{'id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:34.053630 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5b8461a0-2d9b-48ce-8903-aca6f41cce4e None None] Port e66d1e65-8d51-4535-83f4-6223b16652e5 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:06:34.083257 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-73dcc689-aa4e-4e70-98e4-6eb29bfe0710 req-6279d0f0-4496-4310-882e-6b16a02eceeb tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422985 Aug 27 14:06:34.150987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b6d37-6f3e-4e4f-a9a6-0b86b9276d90 req-a10223e8-29c0-44a6-952c-5a65c290d6da tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:34.162220 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:34.165098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b6d37-6f3e-4e4f-a9a6-0b86b9276d90 req-a10223e8-29c0-44a6-952c-5a65c290d6da tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:34.182019 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e1b3a-b435-4c9c-b965-7bf5bf8f85ec None None] The sync data for ids ['5deded7c-36e6-4f59-88d4-d6f24a0de884'] in n-d-712139-12 is: [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:06:27Z', 'revision_number': 4, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port': {'id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:23Z', 'updated_at': '2021-08-27T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f95c1b17-7b85-4a17-bc9a-9250124b9109', 'name': '', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'mac_address': 'fa:16:3e:b6:3b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:26Z', 'updated_at': '2021-08-27T14:06:33Z', 'revision_number': 4, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'subnets': [{'id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:06:34.184332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b6d37-6f3e-4e4f-a9a6-0b86b9276d90 req-a10223e8-29c0-44a6-952c-5a65c290d6da tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:34.195462 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-197b6d37-6f3e-4e4f-a9a6-0b86b9276d90 req-a10223e8-29c0-44a6-952c-5a65c290d6da tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 2373 time: 0.1785715 Aug 27 14:06:34.200178 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:34.398080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:34.451338 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-197b6d37-6f3e-4e4f-a9a6-0b86b9276d90 req-d28c359c-c2a6-45d7-95cd-e2908ea8a9f2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541170 Aug 27 14:06:34.455967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:34.471367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:34.487769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Pushing event updated for resources: {'Port': ['ID=149aeb57-3abb-40c7-aa0c-93c40ade5d15,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:34.652145 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:34.715107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a155da2-b3e8-46c7-9d0e-de3fdea6f3ef req-26e3b531-bcd3-4b2e-9564-057ebb91e03a tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:34.720798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a155da2-b3e8-46c7-9d0e-de3fdea6f3ef req-26e3b531-bcd3-4b2e-9564-057ebb91e03a tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1135135 Aug 27 14:06:34.779582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:34.832308 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a155da2-b3e8-46c7-9d0e-de3fdea6f3ef req-f6718c8f-35ab-40e4-ae91-acbeeada11ab tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754201 Aug 27 14:06:35.049480 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:35.058758 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:35.146215 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:35.171462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Pushing event updated for resources: {'Port': ['ID=149aeb57-3abb-40c7-aa0c-93c40ade5d15,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:35.187141 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:35.197925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-20819008-64f4-4bc3-826e-6b67f30d01b3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4496739 Aug 27 14:06:35.244665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8c22d-6dac-498f-b8e7-63e8d1f25283 req-65acaa30-b93d-499e-a957-c87e9e611dbc tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:35.252309 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a5f8c22d-6dac-498f-b8e7-63e8d1f25283 req-65acaa30-b93d-499e-a957-c87e9e611dbc tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 946 time: 0.1459861 Aug 27 14:06:35.305242 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Allocated IP 10.2.2.100 (d3dde505-dc04-4b92-8919-19db4556ab50/e010ded9-86a4-4e1c-b055-049006661152/c308f833-e976-48d9-bd41-c2864637f8d8) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:35.321312 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a5f8c22d-6dac-498f-b8e7-63e8d1f25283 req-03335f65-c220-4a5b-a1d1-bc33f78e90d7 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680454 Aug 27 14:06:35.514241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-4c63c0b1-bbd8-48aa-a548-d8948eb8a866 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2083069496&fields=id&tenant_id=bcdf87e648af4b8ba8bd02cdf3f0683f HTTP/1.1" status: 200 len: 267 time: 0.0692201 Aug 27 14:06:35.614752 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:35.637948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Transition to ACTIVE for port object c308f833-e976-48d9-bd41-c2864637f8d8 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:35.716521 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:35.768348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9421c-7398-45f1-abfe-46814903a449 req-00cf5169-1cd4-4f39-9d00-40cef3a7866d tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:35.771818 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-00cf5169-1cd4-4f39-9d00-40cef3a7866d tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/networks?id=b1b25f8a-828f-4422-b5b0-6589ff25d09d HTTP/1.1" status: 200 len: 806 time: 0.2486677 Aug 27 14:06:35.812200 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-fd7bb576-b4cc-4b5c-9fce-58c56fd70a23 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/quotas/bcdf87e648af4b8ba8bd02cdf3f0683f HTTP/1.1" status: 200 len: 375 time: 0.0321589 Aug 27 14:06:35.832803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Network d3dde505-dc04-4b92-8919-19db4556ab50 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:35.841017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f95c1b17-7b85-4a17-bc9a-9250124b9109 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:35.863565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:35.872171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:35.881950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'Port': ['ID=c308f833-e976-48d9-bd41-c2864637f8d8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:35.931130 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-96b63a12-7f94-401f-a66d-383b8d328382 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcdf87e648af4b8ba8bd02cdf3f0683f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1127326 Aug 27 14:06:35.955849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port f95c1b17-7b85-4a17-bc9a-9250124b9109 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:35.961563 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f95c1b17-7b85-4a17-bc9a-9250124b9109 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:35.962251 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:35.986770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3198-9b9a-4074-b1d5-63de994b0469 req-0447f979-81e2-43fa-b5b6-b4beb613ee96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:35.994081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3198-9b9a-4074-b1d5-63de994b0469 req-0447f979-81e2-43fa-b5b6-b4beb613ee96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:36.006543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3198-9b9a-4074-b1d5-63de994b0469 req-0447f979-81e2-43fa-b5b6-b4beb613ee96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:36.012747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3198-9b9a-4074-b1d5-63de994b0469 req-0447f979-81e2-43fa-b5b6-b4beb613ee96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:36.032865 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13ee3198-9b9a-4074-b1d5-63de994b0469 req-0447f979-81e2-43fa-b5b6-b4beb613ee96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 3094 time: 0.2299783 Aug 27 14:06:36.078830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:36.079504 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:36.089777 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-dc29b1c2-d95c-4c6d-a266-8eb21fbb7bf7 service neutron] 10.222.0.55 "GET /v2.0/networks/b1b25f8a-828f-4422-b5b0-6589ff25d09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381595 Aug 27 14:06:36.118008 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ba7186d8-3684-4675-b973-1eb1643beb37 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4989953 Aug 27 14:06:36.127897 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13ee3198-9b9a-4074-b1d5-63de994b0469 req-97e171c1-74fd-4801-879f-6e0bac2b0b6a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795350 Aug 27 14:06:36.147798 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:36.158262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'port': {'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50', 'admin_state_up': True, 'tenant_id': '8195041a81054181a5083895b22e88b8', 'security_groups': ['cfdb01f6-a10c-4f71-9ee2-a1b023bd98af']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:36.200064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port f95c1b17-7b85-4a17-bc9a-9250124b9109, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f95c1b17-7b85-4a17-bc9a-9250124b9109,segment=NetworkSegment(0b208929-1ed1-4934-bae6-3224b71c4370),segment_id=0b208929-1ed1-4934-bae6-3224b71c4370)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:36.209272 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:36.312995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=f95c1b17-7b85-4a17-bc9a-9250124b9109,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:36.333107 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-b77de0be-d429-4abb-a4ce-eb2e62928902 service neutron] 10.222.0.55 "GET /v2.0/networks/b1b25f8a-828f-4422-b5b0-6589ff25d09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334998 Aug 27 14:06:36.361118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-acf062b1-cf09-47af-a331-434b70a9977a None None] Provisioning for port c308f833-e976-48d9-bd41-c2864637f8d8 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:36.366996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-acf062b1-cf09-47af-a331-434b70a9977a None None] Provisioning complete for port c308f833-e976-48d9-bd41-c2864637f8d8 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:36.367604 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-acf062b1-cf09-47af-a331-434b70a9977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:36.404804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45bf05-2283-446b-bd77-858d91db7855 req-ed1dab42-034b-44b8-9deb-7906f3b587f6 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:36.406485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a45bf05-2283-446b-bd77-858d91db7855 req-ed1dab42-034b-44b8-9deb-7906f3b587f6 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 946 time: 0.1347060 Aug 27 14:06:36.441374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-acf062b1-cf09-47af-a331-434b70a9977a None None] Port c308f833-e976-48d9-bd41-c2864637f8d8 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:06:36.455793 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a45bf05-2283-446b-bd77-858d91db7855 req-bf94b534-38e4-4db7-af0e-97fb7b323ab8 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422261 Aug 27 14:06:36.474730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Made reservation on behalf of 8195041a81054181a5083895b22e88b8 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:36.488097 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:36.690437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a04f3-c2aa-4dc3-bb45-5ac0b4d2246f req-5f0541da-8e67-4c3c-9509-5fa722803beb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:36.692909 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-616a04f3-c2aa-4dc3-bb45-5ac0b4d2246f req-5f0541da-8e67-4c3c-9509-5fa722803beb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1326740 Aug 27 14:06:36.775350 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-616a04f3-c2aa-4dc3-bb45-5ac0b4d2246f req-684fa61b-9269-43b1-9eae-b84b4fd71d73 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539162 Aug 27 14:06:36.791275 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-db870a28-b1a0-4881-a710-90a73f8729e4 req-3d0c0338-db81-4362-9a7c-b11146c207a3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 210 time: 0.0684791 Aug 27 14:06:36.803663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Allocated IP 10.2.2.200 (d3dde505-dc04-4b92-8919-19db4556ab50/e010ded9-86a4-4e1c-b055-049006661152/3f99205f-0d46-4175-88de-4b557998aa97) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:36.994197 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:37.016985 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Transition to ACTIVE for port object 3f99205f-0d46-4175-88de-4b557998aa97 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:37.072489 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:37.131133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Network d3dde505-dc04-4b92-8919-19db4556ab50 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:37.134603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:37.139368 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:37.143512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event updated for resources: {'Port': ['ID=3f99205f-0d46-4175-88de-4b557998aa97,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:37.255676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:37.258269 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:37.296050 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2e5543fa-7b05-4ad4-9514-a871a9628598 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1641304 Aug 27 14:06:37.336470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Request body: {'port': {'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:37.478285 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:37.538470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f4c6e-c11c-4d77-aab3-9a8d1ae4b689 req-ab5e8e6b-5d89-4472-9794-a64bfac69872 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:37.554136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f4c6e-c11c-4d77-aab3-9a8d1ae4b689 req-ab5e8e6b-5d89-4472-9794-a64bfac69872 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:37.557947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f4c6e-c11c-4d77-aab3-9a8d1ae4b689 req-ab5e8e6b-5d89-4472-9794-a64bfac69872 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:37.564240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f4c6e-c11c-4d77-aab3-9a8d1ae4b689 req-ab5e8e6b-5d89-4472-9794-a64bfac69872 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:37.571049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f4c6e-c11c-4d77-aab3-9a8d1ae4b689 req-ab5e8e6b-5d89-4472-9794-a64bfac69872 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:37.578394 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-978f4c6e-c11c-4d77-aab3-9a8d1ae4b689 req-ab5e8e6b-5d89-4472-9794-a64bfac69872 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 3815 time: 0.2857480 Aug 27 14:06:37.614248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0ec5d372-7ef4-4d08-b57e-e4847badbfb2 None None] Provisioning for port 3f99205f-0d46-4175-88de-4b557998aa97 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:37.621911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0ec5d372-7ef4-4d08-b57e-e4847badbfb2 None None] Provisioning complete for port 3f99205f-0d46-4175-88de-4b557998aa97 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:37.622706 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d372-7ef4-4d08-b57e-e4847badbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:37.682456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-978f4c6e-c11c-4d77-aab3-9a8d1ae4b689 req-3b0b50d2-6679-4d1e-98db-de617a26ea08 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028209 Aug 27 14:06:37.730433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e7e56-7f62-431c-a63f-78f156440fd5 req-c026adfc-1219-4a82-ad16-5ff813a19cf3 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:37.739580 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-722e7e56-7f62-431c-a63f-78f156440fd5 req-c026adfc-1219-4a82-ad16-5ff813a19cf3 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 946 time: 0.1384206 Aug 27 14:06:37.779838 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5d372-7ef4-4d08-b57e-e4847badbfb2 None None] Port 3f99205f-0d46-4175-88de-4b557998aa97 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:06:37.819844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f95c1b17-7b85-4a17-bc9a-9250124b9109 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:37.875367 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-722e7e56-7f62-431c-a63f-78f156440fd5 req-b26ac690-d333-4ba3-9b9e-a81ac558a192 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344781 Aug 27 14:06:37.975526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f95c1b17-7b85-4a17-bc9a-9250124b9109 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:37.976165 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:38.194484 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5849de2a-bcdd-4683-99f1-1529435b55ea req-c2533e88-cbe0-4eca-b89a-9727dd27112e tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 210 time: 0.0555291 Aug 27 14:06:38.283600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd33fa-16db-4939-a72b-27e89ae29cd0 req-e60b7e65-ca70-4c3c-94d9-07ac82143403 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:38.285858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9fd33fa-16db-4939-a72b-27e89ae29cd0 req-e60b7e65-ca70-4c3c-94d9-07ac82143403 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.2994125 Aug 27 14:06:38.325477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3778830a-6627-468a-8fcd-b9ab7aab8122 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:38.330241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9421c-7398-45f1-abfe-46814903a449 req-2ac8402b-6c45-4157-af66-de602cdb3a16 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:38.333115 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-2ac8402b-6c45-4157-af66-de602cdb3a16 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.52 "GET /v2.0/networks?id=b1b25f8a-828f-4422-b5b0-6589ff25d09d HTTP/1.1" status: 200 len: 806 time: 0.4046884 Aug 27 14:06:38.335306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:38.354013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Transition to ACTIVE for port object 3778830a-6627-468a-8fcd-b9ab7aab8122 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:38.359916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647e109-8901-4729-af82-5e50fe736f3d req-10112d33-9348-4c41-a185-5ef22b53516a tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:38.360084 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:38.361801 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4647e109-8901-4729-af82-5e50fe736f3d req-10112d33-9348-4c41-a185-5ef22b53516a tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.41 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 946 time: 0.1495841 Aug 27 14:06:38.409271 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Pushing event updated for resources: {'Port': ['ID=3778830a-6627-468a-8fcd-b9ab7aab8122,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:38.439128 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9fd33fa-16db-4939-a72b-27e89ae29cd0 req-1647ddf4-68d9-4504-bc5f-00ca3d6544cf tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435969 Aug 27 14:06:38.516955 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-581c7e0e-5b8b-483c-a1c1-6b1115625efa tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcdf87e648af4b8ba8bd02cdf3f0683f HTTP/1.1" status: 200 len: 380 time: 0.1482730 Aug 27 14:06:38.528114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Attempting to bind port 3778830a-6627-468a-8fcd-b9ab7aab8122 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:38.528651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Attempting to bind port 3778830a-6627-468a-8fcd-b9ab7aab8122 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '6c2a41b8-67cc-4399-941c-8a8267867962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:38.528894 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Attempting to bind port 3778830a-6627-468a-8fcd-b9ab7aab8122 on network 3d6ac08c-b160-4d95-8554-deab9e55c529 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:38.533823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Port 3778830a-6627-468a-8fcd-b9ab7aab8122 on network 3d6ac08c-b160-4d95-8554-deab9e55c529 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:06:38.534114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Attempting to bind port 3778830a-6627-468a-8fcd-b9ab7aab8122 on network 3d6ac08c-b160-4d95-8554-deab9e55c529 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:38.540796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-33a9421c-7398-45f1-abfe-46814903a449 req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Request body: {'port': {'device_id': '8078e7bd-6d45-4311-a019-424e3cad0728', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'admin_state_up': True, 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'security_groups': ['66153365-98de-4ba0-8b40-22161300a712']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:38.541658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:38.541993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Checking segment: {'id': '6c2a41b8-67cc-4399-941c-8a8267867962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:38.542375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Bound using segment: {'id': '6c2a41b8-67cc-4399-941c-8a8267867962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:38.542844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Bound port: 3778830a-6627-468a-8fcd-b9ab7aab8122, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2a41b8-67cc-4399-941c-8a8267867962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:38.544174 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:38.671063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] For port 3778830a-6627-468a-8fcd-b9ab7aab8122, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:38.685826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] For port 3778830a-6627-468a-8fcd-b9ab7aab8122, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3778830a-6627-468a-8fcd-b9ab7aab8122,segment=NetworkSegment(6c2a41b8-67cc-4399-941c-8a8267867962),segment_id=6c2a41b8-67cc-4399-941c-8a8267867962)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:38.698055 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:38.809045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:38.809972 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:38.811987 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] 10.222.0.52 "PUT /v2.0/ports/3778830a-6627-468a-8fcd-b9ab7aab8122 HTTP/1.1" status: 200 len: 1092 time: 1.4809337 Aug 27 14:06:38.812458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': '3778830a-6627-468a-8fcd-b9ab7aab8122'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:38.814982 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7b539b-8149-4e7d-b60e-22c7b520f2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "3778830a-6627-468a-8fcd-b9ab7aab8122"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:38.897285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Request body: {'port': {'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:38.948512 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea3a7f3-07a6-4337-bcb8-2c0c9c492a3e x-openstack-request-id: req-0ea3a7f3-07a6-4337-bcb8-2c0c9c492a3e {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:38.948739 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "3778830a-6627-468a-8fcd-b9ab7aab8122", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:38.948956 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ea3a7f3-07a6-4337-bcb8-2c0c9c492a3e {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:38.949355 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': '3778830a-6627-468a-8fcd-b9ab7aab8122', 'status': 'completed', 'code': 200} Aug 27 14:06:39.013237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ecbd4-a04f-470e-81d9-8b6916533267 req-85b1bee6-8153-4f60-a2a7-08179cb17957 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:39.020277 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ecbd4-a04f-470e-81d9-8b6916533267 req-85b1bee6-8153-4f60-a2a7-08179cb17957 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:39.027080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ecbd4-a04f-470e-81d9-8b6916533267 req-85b1bee6-8153-4f60-a2a7-08179cb17957 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:39.033801 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ecbd4-a04f-470e-81d9-8b6916533267 req-85b1bee6-8153-4f60-a2a7-08179cb17957 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:39.039956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ecbd4-a04f-470e-81d9-8b6916533267 req-85b1bee6-8153-4f60-a2a7-08179cb17957 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:39.041975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe8ecbd4-a04f-470e-81d9-8b6916533267 req-85b1bee6-8153-4f60-a2a7-08179cb17957 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 3827 time: 0.2007959 Aug 27 14:06:39.085681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ff11a-a751-44f8-b54c-4192aee4be9b service neutron] Pushing event updated for resources: {'Port': ['ID=3778830a-6627-468a-8fcd-b9ab7aab8122,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:39.126402 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:39.255288 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe8ecbd4-a04f-470e-81d9-8b6916533267 req-4e55592e-6938-487b-9a0d-2e595dab9507 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797349 Aug 27 14:06:39.474166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-4647e109-8901-4729-af82-5e50fe736f3d req-876b7c77-dc60-4e96-b055-4ca1f7ab8bcf tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Deleting port 47e399fb-0398-4c4b-aa7a-2cd866257d30 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:06:39.474753 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4647e109-8901-4729-af82-5e50fe736f3d req-876b7c77-dc60-4e96-b055-4ca1f7ab8bcf tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:39.494035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b539b-8149-4e7d-b60e-22c7b520f2b0 req-c9740e21-0038-444b-838b-9de63d7183a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:39.494527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b539b-8149-4e7d-b60e-22c7b520f2b0 req-c9740e21-0038-444b-838b-9de63d7183a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:39.495104 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b539b-8149-4e7d-b60e-22c7b520f2b0 req-c9740e21-0038-444b-838b-9de63d7183a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:39.495514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b539b-8149-4e7d-b60e-22c7b520f2b0 req-c9740e21-0038-444b-838b-9de63d7183a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:39.495986 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b539b-8149-4e7d-b60e-22c7b520f2b0 req-c9740e21-0038-444b-838b-9de63d7183a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:39.497862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f7b539b-8149-4e7d-b60e-22c7b520f2b0 req-c9740e21-0038-444b-838b-9de63d7183a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8195041a81054181a5083895b22e88b8&device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 4363 time: 0.2978349 Aug 27 14:06:39.520539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf037f-072a-439f-8398-de8591998978 req-351b7db7-19df-4dd1-85a4-397806c87b6a tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:39.522086 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8cdf037f-072a-439f-8398-de8591998978 req-351b7db7-19df-4dd1-85a4-397806c87b6a tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 946 time: 0.3378341 Aug 27 14:06:39.536127 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1ec28c3c-e7b3-4835-936b-701d44a52535 req-5eef5faf-7c4e-4942-83c6-93b187d598d3 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 210 time: 0.0485494 Aug 27 14:06:39.546721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d54b2-e643-443c-bc8a-3ada8f769417 req-7870f99c-a69c-405b-8c39-e6208de218ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:39.554400 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-615d54b2-e643-443c-bc8a-3ada8f769417 req-7870f99c-a69c-405b-8c39-e6208de218ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 1097 time: 0.2640865 Aug 27 14:06:39.708118 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:39.727674 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-615d54b2-e643-443c-bc8a-3ada8f769417 req-09c5012c-9671-4818-9971-3c8e9f2d2d66 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165195 Aug 27 14:06:39.756033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a619765-1aa4-4f92-a0ae-947483040f13 req-302e57e5-97ee-4034-9b28-2f414930132c tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:39.757653 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2a619765-1aa4-4f92-a0ae-947483040f13 req-302e57e5-97ee-4034-9b28-2f414930132c tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1047556 Aug 27 14:06:39.814408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8cdf037f-072a-439f-8398-de8591998978 req-a5d1c532-0607-4dc8-bac4-636f31cac513 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d45a726-2e3c-490b-8ee4-42837baccb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351239 Aug 27 14:06:39.856108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a9421c-7398-45f1-abfe-46814903a449 req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Made reservation on behalf of bcdf87e648af4b8ba8bd02cdf3f0683f for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:39.859613 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33a9421c-7398-45f1-abfe-46814903a449 req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:39.886784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677605c6-e919-46d6-a490-daeeabe16f0d {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:39.896768 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:39.911304 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Transition to ACTIVE for port object 677605c6-e919-46d6-a490-daeeabe16f0d will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:39.923144 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2a619765-1aa4-4f92-a0ae-947483040f13 req-cb149b99-5b2a-41e1-a743-8b67838e5018 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594276 Aug 27 14:06:39.924547 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:39.981078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-4647e109-8901-4729-af82-5e50fe736f3d req-876b7c77-dc60-4e96-b055-4ca1f7ab8bcf tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] For port 47e399fb-0398-4c4b-aa7a-2cd866257d30, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=47e399fb-0398-4c4b-aa7a-2cd866257d30,segment=NetworkSegment(8f1823d5-11de-4eb8-bb43-1c81c858b46f),segment_id=8f1823d5-11de-4eb8-bb43-1c81c858b46f)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:39.981447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4647e109-8901-4729-af82-5e50fe736f3d req-876b7c77-dc60-4e96-b055-4ca1f7ab8bcf tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:40.042104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Pushing event updated for resources: {'Port': ['ID=677605c6-e919-46d6-a490-daeeabe16f0d,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:40.045494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b539b-8149-4e7d-b60e-22c7b520f2b0 req-622eff0c-0ad6-4dd2-a7d1-1f1efdd28458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:40.045984 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b539b-8149-4e7d-b60e-22c7b520f2b0 req-622eff0c-0ad6-4dd2-a7d1-1f1efdd28458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:40.046457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b539b-8149-4e7d-b60e-22c7b520f2b0 req-622eff0c-0ad6-4dd2-a7d1-1f1efdd28458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:40.048156 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f7b539b-8149-4e7d-b60e-22c7b520f2b0 req-622eff0c-0ad6-4dd2-a7d1-1f1efdd28458 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8195041a81054181a5083895b22e88b8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5056946 Aug 27 14:06:40.056746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-4647e109-8901-4729-af82-5e50fe736f3d req-876b7c77-dc60-4e96-b055-4ca1f7ab8bcf tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Calling delete_port for 47e399fb-0398-4c4b-aa7a-2cd866257d30 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:06:40.151117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Attempting to bind port 677605c6-e919-46d6-a490-daeeabe16f0d on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:40.151858 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Attempting to bind port 677605c6-e919-46d6-a490-daeeabe16f0d by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:40.154550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Attempting to bind port 677605c6-e919-46d6-a490-daeeabe16f0d on network 349c90a1-8303-43bc-8748-cfbba77d7be8 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:40.162519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Port 677605c6-e919-46d6-a490-daeeabe16f0d on network 349c90a1-8303-43bc-8748-cfbba77d7be8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:06:40.163246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Attempting to bind port 677605c6-e919-46d6-a490-daeeabe16f0d on network 349c90a1-8303-43bc-8748-cfbba77d7be8 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:40.171789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:40.172599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Checking segment: {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:40.176896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Bound using segment: {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:40.177805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Bound port: 677605c6-e919-46d6-a490-daeeabe16f0d, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:40.178536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:40.182965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b539b-8149-4e7d-b60e-22c7b520f2b0 req-fae9a5fa-a55f-4b7b-99a5-b1470ecccfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:40.201462 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f7b539b-8149-4e7d-b60e-22c7b520f2b0 req-fae9a5fa-a55f-4b7b-99a5-b1470ecccfa7 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260152 Aug 27 14:06:40.277193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] For port 677605c6-e919-46d6-a490-daeeabe16f0d, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:40.296621 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] For port 677605c6-e919-46d6-a490-daeeabe16f0d, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=677605c6-e919-46d6-a490-daeeabe16f0d,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:40.308273 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:40.356101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-33a9421c-7398-45f1-abfe-46814903a449 req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Allocated IP 172.20.0.7 (b1b25f8a-828f-4422-b5b0-6589ff25d09d/0132ca44-3165-4a49-9f9d-4989b62ad06a/805b419c-226b-48c0-a03f-cd031dbc6450) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:06:40.389647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:40.391435 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:40.392942 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] 10.222.0.52 "PUT /v2.0/ports/677605c6-e919-46d6-a490-daeeabe16f0d HTTP/1.1" status: 200 len: 1137 time: 1.5062830 Aug 27 14:06:40.427923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Request body: {'port': {'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:40.482563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de981cc8-581d-467b-9e8d-7ef479da819a service neutron] Pushing event updated for resources: {'Port': ['ID=677605c6-e919-46d6-a490-daeeabe16f0d,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:40.591518 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:40.699349 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4647e109-8901-4729-af82-5e50fe736f3d req-876b7c77-dc60-4e96-b055-4ca1f7ab8bcf tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:40.815296 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7eda259d-388b-4cec-b07f-253b6540cb18 req-94c53c25-ea42-4505-9238-35d33418c3fc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 210 time: 0.0396838 Aug 27 14:06:40.843743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd339925-ae54-4c7a-8ba5-715553812a3b req-83053a1d-dead-4fdd-a47b-5f0b6035c8a8 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:40.853452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd339925-ae54-4c7a-8ba5-715553812a3b req-83053a1d-dead-4fdd-a47b-5f0b6035c8a8 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:40.860486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd339925-ae54-4c7a-8ba5-715553812a3b req-83053a1d-dead-4fdd-a47b-5f0b6035c8a8 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:40.868007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd339925-ae54-4c7a-8ba5-715553812a3b req-83053a1d-dead-4fdd-a47b-5f0b6035c8a8 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:40.886949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd339925-ae54-4c7a-8ba5-715553812a3b req-83053a1d-dead-4fdd-a47b-5f0b6035c8a8 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:40.910287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd339925-ae54-4c7a-8ba5-715553812a3b req-83053a1d-dead-4fdd-a47b-5f0b6035c8a8 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:40.920468 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd339925-ae54-4c7a-8ba5-715553812a3b req-83053a1d-dead-4fdd-a47b-5f0b6035c8a8 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 4605 time: 0.5182338 Aug 27 14:06:40.961430 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': '677605c6-e919-46d6-a490-daeeabe16f0d'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:40.968230 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "677605c6-e919-46d6-a490-daeeabe16f0d"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:40.993769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b7c77-dc60-4e96-b055-4ca1f7ab8bcf tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Pushing event deleted for resources: {'Port': ['ID=47e399fb-0398-4c4b-aa7a-2cd866257d30,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:41.043014 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd339925-ae54-4c7a-8ba5-715553812a3b req-92d232bb-ab90-449a-b0ee-2a96ecc85a48 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1211355 Aug 27 14:06:41.089510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-4647e109-8901-4729-af82-5e50fe736f3d req-876b7c77-dc60-4e96-b055-4ca1f7ab8bcf tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] No DVR routers for this DVR port 47e399fb-0398-4c4b-aa7a-2cd866257d30 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:06:41.092929 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4647e109-8901-4729-af82-5e50fe736f3d req-876b7c77-dc60-4e96-b055-4ca1f7ab8bcf tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:41.095249 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4647e109-8901-4729-af82-5e50fe736f3d req-876b7c77-dc60-4e96-b055-4ca1f7ab8bcf tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.41 "DELETE /v2.0/ports/47e399fb-0398-4c4b-aa7a-2cd866257d30 HTTP/1.1" status: 204 len: 173 time: 2.7144120 Aug 27 14:06:41.099283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6677662e-7032-4640-b96f-8520e48fc074', 'name': 'network-vif-deleted', 'tag': '47e399fb-0398-4c4b-aa7a-2cd866257d30'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:41.115962 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651ba45b-7bda-49e0-a14f-692bc7e5c2da" -d '{"events": [{"server_uuid": "6677662e-7032-4640-b96f-8520e48fc074", "name": "network-vif-deleted", "tag": "47e399fb-0398-4c4b-aa7a-2cd866257d30"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:41.141446 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b5a9d99-c47e-4ce5-9da1-c2f0a25c0a9e req-6eefc1b8-3d12-45d5-b1ea-4312200f0614 tempest-ServersNegativeTestMultiTenantJSON-481997897 tempest-ServersNegativeTestMultiTenantJSON-481997897-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677662e-7032-4640-b96f-8520e48fc074 HTTP/1.1" status: 200 len: 210 time: 0.0643294 Aug 27 14:06:41.170922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b4dc15-5d13-4e69-996f-6db8ab289022 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:41.179915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:41.196422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Transition to ACTIVE for port object 68b4dc15-5d13-4e69-996f-6db8ab289022 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:41.204075 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:41.215574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33a9421c-7398-45f1-abfe-46814903a449 req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:41.237208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63c2d2-d874-4f85-90ce-acee0fb3911d req-5fb207b4-65a1-40b5-a75e-1f925c67021f tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:41.239110 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3b63c2d2-d874-4f85-90ce-acee0fb3911d req-5fb207b4-65a1-40b5-a75e-1f925c67021f tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1045642 Aug 27 14:06:41.247033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-33a9421c-7398-45f1-abfe-46814903a449 req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Transition to ACTIVE for port object 805b419c-226b-48c0-a03f-cd031dbc6450 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:41.319832 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3b63c2d2-d874-4f85-90ce-acee0fb3911d req-da4774c3-5817-4eeb-a14d-070285e0c302 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706980 Aug 27 14:06:41.353551 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33a9421c-7398-45f1-abfe-46814903a449 req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:41.455044 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a9421c-7398-45f1-abfe-46814903a449 req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Network b1b25f8a-828f-4422-b5b0-6589ff25d09d is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:06:41.475245 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-33a9421c-7398-45f1-abfe-46814903a449 req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:06:41.507418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a9421c-7398-45f1-abfe-46814903a449 req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:06:41.510910 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec50de4-e886-455d-b856-885153e2f97c x-openstack-request-id: req-dec50de4-e886-455d-b856-885153e2f97c {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:41.511282 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "677605c6-e919-46d6-a490-daeeabe16f0d", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:41.511671 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dec50de4-e886-455d-b856-885153e2f97c {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:41.512065 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': '677605c6-e919-46d6-a490-daeeabe16f0d', 'status': 'completed', 'code': 200} Aug 27 14:06:41.540331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Pushing event updated for resources: {'Port': ['ID=68b4dc15-5d13-4e69-996f-6db8ab289022,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:41.561107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 47e399fb-0398-4c4b-aa7a-2cd866257d30 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:06:41.606046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd803f5-19cb-433e-b8c0-3228513d6b64 req-39cd7a2f-bacf-4a58-9951-14315119904b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:41.609378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-acd803f5-19cb-433e-b8c0-3228513d6b64 req-39cd7a2f-bacf-4a58-9951-14315119904b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.3495333 Aug 27 14:06:41.616678 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 47e399fb-0398-4c4b-aa7a-2cd866257d30 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:06:41.617271 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 47e399fb-0398-4c4b-aa7a-2cd866257d30 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:06:41.629162 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e56e0b8-283d-42c5-923f-75e0db119231 x-openstack-request-id: req-0e56e0b8-283d-42c5-923f-75e0db119231 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:41.629945 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6677662e-7032-4640-b96f-8520e48fc074", "name": "network-vif-deleted", "tag": "47e399fb-0398-4c4b-aa7a-2cd866257d30", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:41.630575 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e56e0b8-283d-42c5-923f-75e0db119231 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:41.631265 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6677662e-7032-4640-b96f-8520e48fc074', 'name': 'network-vif-deleted', 'tag': '47e399fb-0398-4c4b-aa7a-2cd866257d30', 'status': 'completed', 'code': 200} Aug 27 14:06:41.646724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9421c-7398-45f1-abfe-46814903a449 req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:41.647689 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33a9421c-7398-45f1-abfe-46814903a449 req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:41.698046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Pushing event updated for resources: {'Port': ['ID=805b419c-226b-48c0-a03f-cd031dbc6450,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:41.713198 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-8d636f48-d2f9-4237-9655-1354f95b72dc tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1885054 Aug 27 14:06:41.722255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Attempting to bind port 68b4dc15-5d13-4e69-996f-6db8ab289022 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:41.722887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Attempting to bind port 68b4dc15-5d13-4e69-996f-6db8ab289022 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:41.723380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Attempting to bind port 68b4dc15-5d13-4e69-996f-6db8ab289022 on network 349c90a1-8303-43bc-8748-cfbba77d7be8 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:41.725775 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-b0c0aef7-ecc2-4791-a36d-bf50be6d28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:41.726414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-b0c0aef7-ecc2-4791-a36d-bf50be6d28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:41.727154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-b0c0aef7-ecc2-4791-a36d-bf50be6d28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:41.727717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-b0c0aef7-ecc2-4791-a36d-bf50be6d28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:41.728269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-b0c0aef7-ecc2-4791-a36d-bf50be6d28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:41.728906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-b0c0aef7-ecc2-4791-a36d-bf50be6d28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:41.729770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-b0c0aef7-ecc2-4791-a36d-bf50be6d28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:41.731931 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-b0c0aef7-ecc2-4791-a36d-bf50be6d28d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8195041a81054181a5083895b22e88b8&device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 6180 time: 0.2723694 Aug 27 14:06:41.738571 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Request body: {'port': {'device_id': '8078e7bd-6d45-4311-a019-424e3cad0728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:41.757951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-acd803f5-19cb-433e-b8c0-3228513d6b64 req-13b169b6-bea3-4d72-b299-6fc109589cfb tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388450 Aug 27 14:06:41.758595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Port 68b4dc15-5d13-4e69-996f-6db8ab289022 on network 349c90a1-8303-43bc-8748-cfbba77d7be8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:06:41.762196 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Attempting to bind port 68b4dc15-5d13-4e69-996f-6db8ab289022 on network 349c90a1-8303-43bc-8748-cfbba77d7be8 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:41.775531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:41.775883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Checking segment: {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:41.776269 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Bound using segment: {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:41.776693 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Bound port: 68b4dc15-5d13-4e69-996f-6db8ab289022, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:41.777382 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:41.916173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-34ce1115-6bc6-4b9e-bc5d-9898e2ad379f None None] Provisioning for port 805b419c-226b-48c0-a03f-cd031dbc6450 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:41.927360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-34ce1115-6bc6-4b9e-bc5d-9898e2ad379f None None] Provisioning complete for port 805b419c-226b-48c0-a03f-cd031dbc6450 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:41.927741 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-34ce1115-6bc6-4b9e-bc5d-9898e2ad379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:41.995663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] For port 68b4dc15-5d13-4e69-996f-6db8ab289022, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:42.033534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-34ce1115-6bc6-4b9e-bc5d-9898e2ad379f None None] Port 805b419c-226b-48c0-a03f-cd031dbc6450 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:06:42.046588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] For port 68b4dc15-5d13-4e69-996f-6db8ab289022, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=68b4dc15-5d13-4e69-996f-6db8ab289022,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:42.056577 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:42.101636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-9a701df0-54f6-4d71-b42f-e38ad4e5f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.103666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-9a701df0-54f6-4d71-b42f-e38ad4e5f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.104153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-9a701df0-54f6-4d71-b42f-e38ad4e5f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.108797 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-9a701df0-54f6-4d71-b42f-e38ad4e5f536 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8195041a81054181a5083895b22e88b8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3661511 Aug 27 14:06:42.119110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb938533-b1eb-48f4-b330-47ea5b9eb867 req-06d61f7d-2c6c-498a-aa1a-263368d0743c tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.120704 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb938533-b1eb-48f4-b330-47ea5b9eb867 req-06d61f7d-2c6c-498a-aa1a-263368d0743c tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 931 time: 0.1221433 Aug 27 14:06:42.133022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.133674 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:42.135077 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] 10.222.0.52 "PUT /v2.0/ports/68b4dc15-5d13-4e69-996f-6db8ab289022 HTTP/1.1" status: 200 len: 1136 time: 1.7115600 Aug 27 14:06:42.177840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Request body: {'port': {'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:42.193850 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:42.231898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adba06-e574-4cd4-916b-b4cf4c78ca76 service neutron] Pushing event updated for resources: {'Port': ['ID=68b4dc15-5d13-4e69-996f-6db8ab289022,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:42.249683 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb938533-b1eb-48f4-b330-47ea5b9eb867 req-5322211e-bc51-4dfb-a88a-adca133b3c89 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002171 Aug 27 14:06:42.312927 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:42.346014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191d207-3bf0-4e99-b142-7d1faefcfc8e req-00c2e6dd-8ae2-4bd3-9c77-b46f1096a237 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.348267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9191d207-3bf0-4e99-b142-7d1faefcfc8e req-00c2e6dd-8ae2-4bd3-9c77-b46f1096a237 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.3886282 Aug 27 14:06:42.534776 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-3b11ccc5-e803-48ec-886b-d43f3e7203b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.538641 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bfe63a69-14dc-4001-b70c-f736a2c3ffbb req-3b11ccc5-e803-48ec-886b-d43f3e7203b0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4129705 Aug 27 14:06:42.572899 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9191d207-3bf0-4e99-b142-7d1faefcfc8e req-657c5160-abad-4d1f-bf12-98ef96883109 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109420 Aug 27 14:06:42.652997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aa27f-fc68-473c-837e-406bf6d5735c req-0d7966e5-9367-42c4-ab0b-afb3a853b3f6 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.654062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56276) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:42.666622 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aa27f-fc68-473c-837e-406bf6d5735c req-0d7966e5-9367-42c4-ab0b-afb3a853b3f6 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.687049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aa27f-fc68-473c-837e-406bf6d5735c req-0d7966e5-9367-42c4-ab0b-afb3a853b3f6 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.697341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aa27f-fc68-473c-837e-406bf6d5735c req-0d7966e5-9367-42c4-ab0b-afb3a853b3f6 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.714205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aa27f-fc68-473c-837e-406bf6d5735c req-0d7966e5-9367-42c4-ab0b-afb3a853b3f6 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.714703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd676967-c96e-49ac-9641-9332a87e3d9f admin admin] Deleting subnet 4d1acef0-becb-46e0-b1c9-24781028bba6 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:06:42.720853 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd676967-c96e-49ac-9641-9332a87e3d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:42.734394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aa27f-fc68-473c-837e-406bf6d5735c req-0d7966e5-9367-42c4-ab0b-afb3a853b3f6 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.741442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aa27f-fc68-473c-837e-406bf6d5735c req-0d7966e5-9367-42c4-ab0b-afb3a853b3f6 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.756221 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-707aa27f-fc68-473c-837e-406bf6d5735c req-0d7966e5-9367-42c4-ab0b-afb3a853b3f6 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5382 time: 0.2606378 Aug 27 14:06:42.828568 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd676967-c96e-49ac-9641-9332a87e3d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:42.829203 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-707aa27f-fc68-473c-837e-406bf6d5735c req-71140bca-bcfa-4a0e-8a20-0bb850fa4840 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668011 Aug 27 14:06:42.896190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf56b2d-2c52-4499-8049-502c831e9911 req-c721ab12-e401-4b7f-ad0a-d7ae514904ba tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:42.899617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-daf56b2d-2c52-4499-8049-502c831e9911 req-c721ab12-e401-4b7f-ad0a-d7ae514904ba tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1458852 Aug 27 14:06:42.957245 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd676967-c96e-49ac-9641-9332a87e3d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:43.036037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aebed0d9-774b-4d60-8f79-9d86a51d0a11 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:43.071305 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:43.101317 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-daf56b2d-2c52-4499-8049-502c831e9911 req-22602cac-de64-451a-b7b0-e7cc396a21ed tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892784 Aug 27 14:06:43.114527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Transition to ACTIVE for port object aebed0d9-774b-4d60-8f79-9d86a51d0a11 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:43.116689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805b419c-226b-48c0-a03f-cd031dbc6450 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:43.121070 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:43.142605 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:43.179497 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd676967-c96e-49ac-9641-9332a87e3d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:43.213492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Transition to ACTIVE for port object 805b419c-226b-48c0-a03f-cd031dbc6450 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:43.258047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:43.279761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd676967-c96e-49ac-9641-9332a87e3d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d1acef0-becb-46e0-b1c9-24781028bba6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:43.291311 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd676967-c96e-49ac-9641-9332a87e3d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:43.304027 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bd676967-c96e-49ac-9641-9332a87e3d9f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4d1acef0-becb-46e0-b1c9-24781028bba6 HTTP/1.1" status: 204 len: 168 time: 0.6487072 Aug 27 14:06:43.308980 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56298) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:43.492248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Attempting to bind port aebed0d9-774b-4d60-8f79-9d86a51d0a11 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:43.492489 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Attempting to bind port aebed0d9-774b-4d60-8f79-9d86a51d0a11 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:43.492791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Attempting to bind port aebed0d9-774b-4d60-8f79-9d86a51d0a11 on network 349c90a1-8303-43bc-8748-cfbba77d7be8 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:43.522335 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': '68b4dc15-5d13-4e69-996f-6db8ab289022'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:43.524988 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3000e287-257a-416a-9247-ffc2dcad1f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "68b4dc15-5d13-4e69-996f-6db8ab289022"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:43.538288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f27177-4c99-4baa-896b-894a4bcdd17b req-cf17ea57-f8b2-4340-87ed-b9a26784c933 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:43.540657 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-99f27177-4c99-4baa-896b-894a4bcdd17b req-cf17ea57-f8b2-4340-87ed-b9a26784c933 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.2937319 Aug 27 14:06:43.541518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aebed0d9-774b-4d60-8f79-9d86a51d0a11,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:43.552637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Port aebed0d9-774b-4d60-8f79-9d86a51d0a11 on network 349c90a1-8303-43bc-8748-cfbba77d7be8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:06:43.553887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Attempting to bind port aebed0d9-774b-4d60-8f79-9d86a51d0a11 on network 349c90a1-8303-43bc-8748-cfbba77d7be8 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:43.561960 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:43.562536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Checking segment: {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:43.563117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Bound using segment: {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:43.563698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Bound port: aebed0d9-774b-4d60-8f79-9d86a51d0a11, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:43.564232 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:43.683808 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-99f27177-4c99-4baa-896b-894a4bcdd17b req-0f9760c0-bd8a-4563-89c7-c6546d269b85 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231029 Aug 27 14:06:43.693905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] For port aebed0d9-774b-4d60-8f79-9d86a51d0a11, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:43.698544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] For port aebed0d9-774b-4d60-8f79-9d86a51d0a11, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=aebed0d9-774b-4d60-8f79-9d86a51d0a11,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:43.718967 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:43.733207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Pushing event updated for resources: {'Port': ['ID=805b419c-226b-48c0-a03f-cd031dbc6450,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:43.776678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:43.777682 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:43.779304 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] 10.222.0.52 "PUT /v2.0/ports/aebed0d9-774b-4d60-8f79-9d86a51d0a11 HTTP/1.1" status: 200 len: 1092 time: 1.6058342 Aug 27 14:06:43.806640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf79a56-bedf-4131-a10b-9f90d326f4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aebed0d9-774b-4d60-8f79-9d86a51d0a11,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:43.810990 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c688974-6399-4a0a-be6f-2c0bfa8b548c x-openstack-request-id: req-6c688974-6399-4a0a-be6f-2c0bfa8b548c {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:43.811510 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "68b4dc15-5d13-4e69-996f-6db8ab289022", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:43.811888 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c688974-6399-4a0a-be6f-2c0bfa8b548c {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:43.812379 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': '68b4dc15-5d13-4e69-996f-6db8ab289022', 'status': 'completed', 'code': 200} Aug 27 14:06:43.823824 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-368ab079-233d-4229-99b5-ec91dbb74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:43.832379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Request body: {'port': {'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:43.845647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9101d-d3d4-4f3b-b0af-0225907b970d req-a5d7f614-49ee-4e57-82c1-d80c4a178e13 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:43.855210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b7a9101d-d3d4-4f3b-b0af-0225907b970d req-a5d7f614-49ee-4e57-82c1-d80c4a178e13 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 943 time: 0.4583066 Aug 27 14:06:43.965262 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:44.054424 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b7a9101d-d3d4-4f3b-b0af-0225907b970d req-0cd0a211-5c93-49d7-9066-3c6d82a6b038 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979723 Aug 27 14:06:44.301980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-368ab079-233d-4229-99b5-ec91dbb74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:44.335781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-368ab079-233d-4229-99b5-ec91dbb74cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80268ab-d3c1-4cc1-b360-2ce9b288b15f']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:44.666509 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-08c42cd8-d6ca-470d-8ac0-7fec1f1ee71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:44.695848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20e70e-8f4a-43fc-82b1-65cd5185bca2 req-34c38f11-5cd9-4770-8193-0f35ee7d564c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.702662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20e70e-8f4a-43fc-82b1-65cd5185bca2 req-34c38f11-5cd9-4770-8193-0f35ee7d564c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.712937 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20e70e-8f4a-43fc-82b1-65cd5185bca2 req-34c38f11-5cd9-4770-8193-0f35ee7d564c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.719789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20e70e-8f4a-43fc-82b1-65cd5185bca2 req-34c38f11-5cd9-4770-8193-0f35ee7d564c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.726558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20e70e-8f4a-43fc-82b1-65cd5185bca2 req-34c38f11-5cd9-4770-8193-0f35ee7d564c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.733987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20e70e-8f4a-43fc-82b1-65cd5185bca2 req-34c38f11-5cd9-4770-8193-0f35ee7d564c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.741102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20e70e-8f4a-43fc-82b1-65cd5185bca2 req-34c38f11-5cd9-4770-8193-0f35ee7d564c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.749573 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de20e70e-8f4a-43fc-82b1-65cd5185bca2 req-34c38f11-5cd9-4770-8193-0f35ee7d564c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5394 time: 0.6593964 Aug 27 14:06:44.755700 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-368ab079-233d-4229-99b5-ec91dbb74cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1823d5-11de-4eb8-bb43-1c81c858b46f') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:44.756283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-368ab079-233d-4229-99b5-ec91dbb74cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1823d5-11de-4eb8-bb43-1c81c858b46f') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:44.768669 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-368ab079-233d-4229-99b5-ec91dbb74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:44.803732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Attempting to bind port 805b419c-226b-48c0-a03f-cd031dbc6450 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:44.804377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Attempting to bind port 805b419c-226b-48c0-a03f-cd031dbc6450 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '0b208929-1ed1-4934-bae6-3224b71c4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:44.804936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Attempting to bind port 805b419c-226b-48c0-a03f-cd031dbc6450 on network b1b25f8a-828f-4422-b5b0-6589ff25d09d {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:44.817826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-724878f2-00e9-4933-b2b8-0806a255b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.818526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-724878f2-00e9-4933-b2b8-0806a255b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.819207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-724878f2-00e9-4933-b2b8-0806a255b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.819897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-724878f2-00e9-4933-b2b8-0806a255b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.820542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-724878f2-00e9-4933-b2b8-0806a255b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.821366 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-724878f2-00e9-4933-b2b8-0806a255b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.822025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-724878f2-00e9-4933-b2b8-0806a255b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:44.824420 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-724878f2-00e9-4933-b2b8-0806a255b172 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8195041a81054181a5083895b22e88b8&device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 6290 time: 0.9641762 Aug 27 14:06:44.832066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Port 805b419c-226b-48c0-a03f-cd031dbc6450 on network b1b25f8a-828f-4422-b5b0-6589ff25d09d not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:06:44.832720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Attempting to bind port 805b419c-226b-48c0-a03f-cd031dbc6450 on network b1b25f8a-828f-4422-b5b0-6589ff25d09d {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:44.835640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de20e70e-8f4a-43fc-82b1-65cd5185bca2 req-2287498c-4ccd-499f-98ae-50370228e117 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847249 Aug 27 14:06:44.837734 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-368ab079-233d-4229-99b5-ec91dbb74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:44.866741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368ab079-233d-4229-99b5-ec91dbb74cd2 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:06:44.867361 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-368ab079-233d-4229-99b5-ec91dbb74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:06:44.869293 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:06:44.912222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:44.916786 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Checking segment: {'id': '0b208929-1ed1-4934-bae6-3224b71c4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:44.918067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Bound using segment: {'id': '0b208929-1ed1-4934-bae6-3224b71c4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:44.918536 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Bound port: 805b419c-226b-48c0-a03f-cd031dbc6450, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b208929-1ed1-4934-bae6-3224b71c4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:44.918932 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.003865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66d1e65-8d51-4535-83f4-6223b16652e5 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:45.011973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbb2cc-804b-4d07-a24b-c3de261fa473 req-c8ad6951-ab8c-45d4-b429-e2a696787dbe tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:45.013632 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ebbb2cc-804b-4d07-a24b-c3de261fa473 req-c8ad6951-ab8c-45d4-b429-e2a696787dbe tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.8326344 Aug 27 14:06:45.019184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.055336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Transition to ACTIVE for port object e66d1e65-8d51-4535-83f4-6223b16652e5 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:45.061779 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.076686 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-368ab079-233d-4229-99b5-ec91dbb74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.102511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-368ab079-233d-4229-99b5-ec91dbb74cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.104803 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-368ab079-233d-4229-99b5-ec91dbb74cd2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f80268ab-d3c1-4cc1-b360-2ce9b288b15f HTTP/1.1" status: 204 len: 168 time: 1.7925603 Aug 27 14:06:45.117331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56352) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:45.131458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ab079-233d-4229-99b5-ec91dbb74cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80268ab-d3c1-4cc1-b360-2ce9b288b15f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:45.172151 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ebbb2cc-804b-4d07-a24b-c3de261fa473 req-d778100c-0a50-4d25-8b54-059aebd2cd25 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473525 Aug 27 14:06:45.173648 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-43e1533f-f018-4ad8-b0dd-a1d72d222e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:45.174285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-43e1533f-f018-4ad8-b0dd-a1d72d222e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:45.175577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-43e1533f-f018-4ad8-b0dd-a1d72d222e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:45.177913 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-43e1533f-f018-4ad8-b0dd-a1d72d222e03 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8195041a81054181a5083895b22e88b8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3416836 Aug 27 14:06:45.182117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] For port 805b419c-226b-48c0-a03f-cd031dbc6450, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:45.197798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] For port 805b419c-226b-48c0-a03f-cd031dbc6450, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=805b419c-226b-48c0-a03f-cd031dbc6450,segment=NetworkSegment(0b208929-1ed1-4934-bae6-3224b71c4370),segment_id=0b208929-1ed1-4934-bae6-3224b71c4370)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:45.233429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.326782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Pushing event updated for resources: {'Port': ['ID=e66d1e65-8d51-4535-83f4-6223b16652e5,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:45.348703 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-692b0e94-446b-4010-ad4d-db6595532433 admin admin] Deleting subnet e7866226-fe5e-4bff-809d-ad5935ee14f6 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:06:45.360368 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-692b0e94-446b-4010-ad4d-db6595532433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.426330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:45.433417 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.440745 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] 10.222.0.52 "PUT /v2.0/ports/805b419c-226b-48c0-a03f-cd031dbc6450 HTTP/1.1" status: 200 len: 1092 time: 3.7073076 Aug 27 14:06:45.446673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8078e7bd-6d45-4311-a019-424e3cad0728', 'tag': '805b419c-226b-48c0-a03f-cd031dbc6450'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:45.457530 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca90f7c9-c75c-4e00-a01a-7f07cfcfe1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8078e7bd-6d45-4311-a019-424e3cad0728", "tag": "805b419c-226b-48c0-a03f-cd031dbc6450"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:45.479246 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-692b0e94-446b-4010-ad4d-db6595532433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.559002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba083cb1-caee-43b4-952f-f6e90f032bf7 req-dd8fa76f-4682-41a1-8cf2-e11152fd0e6f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:45.565326 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba083cb1-caee-43b4-952f-f6e90f032bf7 req-dd8fa76f-4682-41a1-8cf2-e11152fd0e6f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 945 time: 0.2395303 Aug 27 14:06:45.569741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Attempting to bind port e66d1e65-8d51-4535-83f4-6223b16652e5 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:45.569741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Attempting to bind port e66d1e65-8d51-4535-83f4-6223b16652e5 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:45.569741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Attempting to bind port e66d1e65-8d51-4535-83f4-6223b16652e5 on network 349c90a1-8303-43bc-8748-cfbba77d7be8 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:45.593877 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-692b0e94-446b-4010-ad4d-db6595532433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.597557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Port e66d1e65-8d51-4535-83f4-6223b16652e5 on network 349c90a1-8303-43bc-8748-cfbba77d7be8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:06:45.597557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Attempting to bind port e66d1e65-8d51-4535-83f4-6223b16652e5 on network 349c90a1-8303-43bc-8748-cfbba77d7be8 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:45.621834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c72f6-7dc9-437d-9f4b-571ebf1c6846 service neutron] Pushing event updated for resources: {'Port': ['ID=805b419c-226b-48c0-a03f-cd031dbc6450,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:45.639533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:45.639870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Checking segment: {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:45.640254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Bound using segment: {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:45.640689 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Bound port: e66d1e65-8d51-4535-83f4-6223b16652e5, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:45.641047 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.653656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f312f80-2920-4d8a-aa6d-26ba6d4d0cc6 req-451f1b4e-7937-4a6f-95e4-cd1557357533 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:45.655341 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f312f80-2920-4d8a-aa6d-26ba6d4d0cc6 req-451f1b4e-7937-4a6f-95e4-cd1557357533 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 943 time: 0.2799094 Aug 27 14:06:45.686745 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba083cb1-caee-43b4-952f-f6e90f032bf7 req-178b7e7e-1bf2-4b5b-b1c7-8a2cc68fa007 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044838 Aug 27 14:06:45.693577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-0d2d85c1-5ee3-48c9-9d37-89770cf9459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:45.695201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3000e287-257a-416a-9247-ffc2dcad1f3c req-0d2d85c1-5ee3-48c9-9d37-89770cf9459a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5085487 Aug 27 14:06:45.713652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9421c-7398-45f1-abfe-46814903a449 req-493b3ffb-498a-4abc-af3d-447ea614aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:45.716707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-493b3ffb-498a-4abc-af3d-447ea614aed8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bcdf87e648af4b8ba8bd02cdf3f0683f&device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 1095 time: 0.1755326 Aug 27 14:06:45.747399 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-692b0e94-446b-4010-ad4d-db6595532433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.795588 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-692b0e94-446b-4010-ad4d-db6595532433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.797386 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-692b0e94-446b-4010-ad4d-db6595532433 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e7866226-fe5e-4bff-809d-ad5935ee14f6 HTTP/1.1" status: 204 len: 168 time: 0.6758163 Aug 27 14:06:45.800700 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56366) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:45.812781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b0e94-446b-4010-ad4d-db6595532433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7866226-fe5e-4bff-809d-ad5935ee14f6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:45.817611 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-2394fd8d-75e2-4550-84a3-1b89b63cad37 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805b419c-226b-48c0-a03f-cd031dbc6450 HTTP/1.1" status: 200 len: 217 time: 0.0917442 Aug 27 14:06:45.822239 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f312f80-2920-4d8a-aa6d-26ba6d4d0cc6 req-5dee7bc9-392c-414f-b1a5-4fc666216081 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524365 Aug 27 14:06:45.826186 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68ddbb6-ff2a-4989-9068-9428deea194c x-openstack-request-id: req-b68ddbb6-ff2a-4989-9068-9428deea194c {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:45.826759 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8078e7bd-6d45-4311-a019-424e3cad0728", "tag": "805b419c-226b-48c0-a03f-cd031dbc6450", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:45.827537 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b68ddbb6-ff2a-4989-9068-9428deea194c {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:45.828144 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8078e7bd-6d45-4311-a019-424e3cad0728', 'tag': '805b419c-226b-48c0-a03f-cd031dbc6450', 'status': 'completed', 'code': 200} Aug 27 14:06:45.843760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': 'aebed0d9-774b-4d60-8f79-9d86a51d0a11'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:45.850567 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b53922-8182-40bc-b98c-8f090a6dd73d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "aebed0d9-774b-4d60-8f79-9d86a51d0a11"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:45.868625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] For port e66d1e65-8d51-4535-83f4-6223b16652e5, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:45.914342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] For port e66d1e65-8d51-4535-83f4-6223b16652e5, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=e66d1e65-8d51-4535-83f4-6223b16652e5,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:45.922871 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9421c-7398-45f1-abfe-46814903a449 req-58dc11bf-c38f-4340-9e63-f441c760318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:45.926933 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:45.931052 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-58dc11bf-c38f-4340-9e63-f441c760318c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0132ca44-3165-4a49-9f9d-4989b62ad06a HTTP/1.1" status: 200 len: 845 time: 0.0999904 Aug 27 14:06:45.974055 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88493fb-50c2-4347-959c-da41b7cd9745 x-openstack-request-id: req-a88493fb-50c2-4347-959c-da41b7cd9745 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:45.974509 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "aebed0d9-774b-4d60-8f79-9d86a51d0a11", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:45.974620 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a88493fb-50c2-4347-959c-da41b7cd9745 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:45.974989 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': 'aebed0d9-774b-4d60-8f79-9d86a51d0a11', 'status': 'completed', 'code': 200} Aug 27 14:06:45.984540 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5332-6452-45b4-9d3b-0dbfc7eddfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:46.000830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.001846 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:46.003790 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] 10.222.0.52 "PUT /v2.0/ports/e66d1e65-8d51-4535-83f4-6223b16652e5 HTTP/1.1" status: 200 len: 1091 time: 2.1780963 Aug 27 14:06:46.052312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Request body: {'port': {'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:46.124170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9421c-7398-45f1-abfe-46814903a449 req-bb5e780c-68c7-4132-8861-1f48df539d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.125378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e77d7-e8aa-414d-b6fe-4d0f753a121c service neutron] Pushing event updated for resources: {'Port': ['ID=e66d1e65-8d51-4535-83f4-6223b16652e5,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:46.126083 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-bb5e780c-68c7-4132-8861-1f48df539d58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b1b25f8a-828f-4422-b5b0-6589ff25d09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1875257 Aug 27 14:06:46.154108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-659e6b0c-1b6f-4860-8d87-58205c8bfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.154758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-659e6b0c-1b6f-4860-8d87-58205c8bfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.155259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-659e6b0c-1b6f-4860-8d87-58205c8bfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.155882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-659e6b0c-1b6f-4860-8d87-58205c8bfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.156363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-659e6b0c-1b6f-4860-8d87-58205c8bfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.156888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-659e6b0c-1b6f-4860-8d87-58205c8bfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.157465 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-659e6b0c-1b6f-4860-8d87-58205c8bfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.159882 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-659e6b0c-1b6f-4860-8d87-58205c8bfa1d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8195041a81054181a5083895b22e88b8&device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 6358 time: 0.1621296 Aug 27 14:06:46.193639 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6c74e-f6c8-4518-96e2-ffdf5a50101d req-8c88269d-bdd2-49fa-a790-14e7c1c57a2d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.202444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62a6c74e-f6c8-4518-96e2-ffdf5a50101d req-8c88269d-bdd2-49fa-a790-14e7c1c57a2d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.2223074 Aug 27 14:06:46.249056 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5332-6452-45b4-9d3b-0dbfc7eddfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:46.262624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:46.272492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5e3b5332-6452-45b4-9d3b-0dbfc7eddfcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccbeefa-0e4c-431d-8e92-7bc8dcc0ab29']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:46.294208 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5e3b5332-6452-45b4-9d3b-0dbfc7eddfcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902d6db4-b1e2-40b8-b199-37eee231fd27') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:46.294494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5e3b5332-6452-45b4-9d3b-0dbfc7eddfcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902d6db4-b1e2-40b8-b199-37eee231fd27') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:46.310320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62a6c74e-f6c8-4518-96e2-ffdf5a50101d req-ebdaa945-a274-420e-bdd0-12823701fd19 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036286 Aug 27 14:06:46.334653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69dd3a-cc3a-47cc-9f73-4cc293043070 req-99187ffb-7f72-4645-965e-cd58613d8252 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.341350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69dd3a-cc3a-47cc-9f73-4cc293043070 req-99187ffb-7f72-4645-965e-cd58613d8252 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.348756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69dd3a-cc3a-47cc-9f73-4cc293043070 req-99187ffb-7f72-4645-965e-cd58613d8252 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.350471 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5332-6452-45b4-9d3b-0dbfc7eddfcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:46.355223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69dd3a-cc3a-47cc-9f73-4cc293043070 req-99187ffb-7f72-4645-965e-cd58613d8252 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.361351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69dd3a-cc3a-47cc-9f73-4cc293043070 req-99187ffb-7f72-4645-965e-cd58613d8252 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.367701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69dd3a-cc3a-47cc-9f73-4cc293043070 req-99187ffb-7f72-4645-965e-cd58613d8252 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.373924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69dd3a-cc3a-47cc-9f73-4cc293043070 req-99187ffb-7f72-4645-965e-cd58613d8252 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.382981 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ba69dd3a-cc3a-47cc-9f73-4cc293043070 req-99187ffb-7f72-4645-965e-cd58613d8252 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5406 time: 0.3118107 Aug 27 14:06:46.402633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56384) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:46.421918 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5332-6452-45b4-9d3b-0dbfc7eddfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:46.441806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3b5332-6452-45b4-9d3b-0dbfc7eddfcb admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:06:46.442034 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5332-6452-45b4-9d3b-0dbfc7eddfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:06:46.443848 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:06:46.517165 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ba69dd3a-cc3a-47cc-9f73-4cc293043070 req-2fe2cfd3-d63b-4b3c-9bfe-f7ee7bba2a99 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1333082 Aug 27 14:06:46.524572 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-81e78044-5ac1-4366-8e6a-43eef851d11e service neutron] 10.222.0.52 "GET /v2.0/networks/b1b25f8a-828f-4422-b5b0-6589ff25d09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895793 Aug 27 14:06:46.536607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-d8ba5f9d-c872-4532-b963-a148f2627802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.537101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-d8ba5f9d-c872-4532-b963-a148f2627802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.537585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-d8ba5f9d-c872-4532-b963-a148f2627802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.539157 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-d8ba5f9d-c872-4532-b963-a148f2627802 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8195041a81054181a5083895b22e88b8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3351827 Aug 27 14:06:46.670288 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5332-6452-45b4-9d3b-0dbfc7eddfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:46.671966 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3cb02d2-fc4a-4ffe-9a6c-a25fddd5ba8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:46.692394 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5332-6452-45b4-9d3b-0dbfc7eddfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:46.694294 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5e3b5332-6452-45b4-9d3b-0dbfc7eddfcb admin admin] 10.222.0.55 "DELETE /v2.0/networks/dccbeefa-0e4c-431d-8e92-7bc8dcc0ab29 HTTP/1.1" status: 204 len: 168 time: 0.8737628 Aug 27 14:06:46.739882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b5332-6452-45b4-9d3b-0dbfc7eddfcb admin admin] Pushing event deleted for resources: {'Network': ['ID=dccbeefa-0e4c-431d-8e92-7bc8dcc0ab29,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:46.766596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8370121-076a-460f-bf94-1abf2534474f req-ed06a371-0aa3-4744-bd25-9baf0df4cb9d tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.774887 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8370121-076a-460f-bf94-1abf2534474f req-ed06a371-0aa3-4744-bd25-9baf0df4cb9d tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.2245100 Aug 27 14:06:46.797105 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a9421c-7398-45f1-abfe-46814903a449 req-4068d1a8-eee7-459a-8cf8-8b3d411411ad service neutron] 10.222.0.52 "GET /v2.0/networks/b1b25f8a-828f-4422-b5b0-6589ff25d09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621493 Aug 27 14:06:46.799440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-10f01140-876b-41ca-bda0-1e2de23a258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.801098 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-74b53922-8182-40bc-b98c-8f090a6dd73d req-10f01140-876b-41ca-bda0-1e2de23a258a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622300 Aug 27 14:06:46.844842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd6375-9bd5-4d42-981f-76df3ea52a52 req-fff2f26a-1e44-48d2-98a6-940750a5b7c3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:46.848350 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5bd6375-9bd5-4d42-981f-76df3ea52a52 req-fff2f26a-1e44-48d2-98a6-940750a5b7c3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.2089119 Aug 27 14:06:46.875553 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8370121-076a-460f-bf94-1abf2534474f req-4837dc40-28a1-465a-a487-adcf3323fbf8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997734 Aug 27 14:06:46.929258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56396) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:46.935919 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5bd6375-9bd5-4d42-981f-76df3ea52a52 req-729c759e-2be5-4681-9c57-8385bfa15767 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816212 Aug 27 14:06:47.000680 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3702f21d-dba6-48d7-8783-70d2e5ed0de5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=591480c9bbda4677bd43fdf295678db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665205 Aug 27 14:06:47.002578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56400) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:47.021433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c308f833-e976-48d9-bd41-c2864637f8d8 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:47.030252 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.039635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90f7c9-c75c-4e00-a01a-7f07cfcfe1d6 req-9e93e72c-a6f7-4901-b3d2-2d2b74df92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:47.041167 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca90f7c9-c75c-4e00-a01a-7f07cfcfe1d6 req-9e93e72c-a6f7-4901-b3d2-2d2b74df92d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bcdf87e648af4b8ba8bd02cdf3f0683f&device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 1095 time: 0.1381896 Aug 27 14:06:47.045916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Transition to ACTIVE for port object c308f833-e976-48d9-bd41-c2864637f8d8 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:47.062609 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.085508 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d29af611-12cb-44a2-ae24-d6820b7f322f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.168135 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3cb02d2-fc4a-4ffe-9a6c-a25fddd5ba8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.170515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Pushing event updated for resources: {'Port': ['ID=c308f833-e976-48d9-bd41-c2864637f8d8,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:47.183170 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d29af611-12cb-44a2-ae24-d6820b7f322f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.198175 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3cb02d2-fc4a-4ffe-9a6c-a25fddd5ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.208527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf156107-eae0-4b19-92ba-c6c9eae72ea6 req-dcb04e63-216c-4e39-8552-359a834cb5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:47.214707 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf156107-eae0-4b19-92ba-c6c9eae72ea6 req-dcb04e63-216c-4e39-8552-359a834cb5d9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 945 time: 0.2394814 Aug 27 14:06:47.274722 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d29af611-12cb-44a2-ae24-d6820b7f322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.277301 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d29af611-12cb-44a2-ae24-d6820b7f322f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.281474 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d29af611-12cb-44a2-ae24-d6820b7f322f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d45a726-2e3c-490b-8ee4-42837baccb1f HTTP/1.1" status: 204 len: 168 time: 0.2791452 Aug 27 14:06:47.320698 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e3cb02d2-fc4a-4ffe-9a6c-a25fddd5ba8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63119f3db9b24951bc9512512fc328d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9169056 Aug 27 14:06:47.321633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb02d2-fc4a-4ffe-9a6c-a25fddd5ba8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b5bdcc-4fa8-40cc-9c16-63e7f0f7f641,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:47.327555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f38c4f-e514-4fae-81e8-be30156bbd2b req-4df41996-5f14-4c9d-900e-0ab74d37264e tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:47.336427 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3f38c4f-e514-4fae-81e8-be30156bbd2b req-4df41996-5f14-4c9d-900e-0ab74d37264e tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 943 time: 0.2519424 Aug 27 14:06:47.338051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56406) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:47.347435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29af611-12cb-44a2-ae24-d6820b7f322f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d45a726-2e3c-490b-8ee4-42837baccb1f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:47.368709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90f7c9-c75c-4e00-a01a-7f07cfcfe1d6 req-da76a91b-7a52-4b62-8576-cc9b18b17e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:47.370419 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca90f7c9-c75c-4e00-a01a-7f07cfcfe1d6 req-da76a91b-7a52-4b62-8576-cc9b18b17e02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b1b25f8a-828f-4422-b5b0-6589ff25d09d HTTP/1.1" status: 200 len: 907 time: 0.3202457 Aug 27 14:06:47.392227 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf156107-eae0-4b19-92ba-c6c9eae72ea6 req-d92a8128-ea47-4a39-81bb-11534474b4ee tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760774 Aug 27 14:06:47.399280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Attempting to bind port c308f833-e976-48d9-bd41-c2864637f8d8 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:47.399854 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Attempting to bind port c308f833-e976-48d9-bd41-c2864637f8d8 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'e7f3bff1-8400-4488-9308-2513a631fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:47.400409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Attempting to bind port c308f833-e976-48d9-bd41-c2864637f8d8 on network d3dde505-dc04-4b92-8919-19db4556ab50 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:47.407528 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.417928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Port c308f833-e976-48d9-bd41-c2864637f8d8 on network d3dde505-dc04-4b92-8919-19db4556ab50 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:06:47.418627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Attempting to bind port c308f833-e976-48d9-bd41-c2864637f8d8 on network d3dde505-dc04-4b92-8919-19db4556ab50 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:47.431905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3f38c4f-e514-4fae-81e8-be30156bbd2b req-5810fbb9-ea49-463c-8f3f-30df7085ed10 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946763 Aug 27 14:06:47.436393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:47.436986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Checking segment: {'id': 'e7f3bff1-8400-4488-9308-2513a631fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:47.437578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Bound using segment: {'id': 'e7f3bff1-8400-4488-9308-2513a631fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:47.438244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Bound port: c308f833-e976-48d9-bd41-c2864637f8d8, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f3bff1-8400-4488-9308-2513a631fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:47.438858 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.490412 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-85afc8dd-8833-4e35-a153-b5efb2a196f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.506617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca90f7c9-c75c-4e00-a01a-7f07cfcfe1d6 req-128bd69c-3541-4c21-86ce-62e50e26a0c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805b419c-226b-48c0-a03f-cd031dbc6450 HTTP/1.1" status: 200 len: 217 time: 0.0940294 Aug 27 14:06:47.561588 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-276567bc-e2e7-4c27-9fc1-1b19cb6c76b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.612249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90f7c9-c75c-4e00-a01a-7f07cfcfe1d6 req-7a865786-4e42-40d3-900d-2f058d276a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:47.614048 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca90f7c9-c75c-4e00-a01a-7f07cfcfe1d6 req-7a865786-4e42-40d3-900d-2f058d276a4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0132ca44-3165-4a49-9f9d-4989b62ad06a HTTP/1.1" status: 200 len: 845 time: 0.0970924 Aug 27 14:06:47.637001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] For port c308f833-e976-48d9-bd41-c2864637f8d8, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:47.641069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] For port c308f833-e976-48d9-bd41-c2864637f8d8, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c308f833-e976-48d9-bd41-c2864637f8d8,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:47.650302 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-276567bc-e2e7-4c27-9fc1-1b19cb6c76b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.652945 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.701288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:47.701916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.704391 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] 10.222.0.52 "PUT /v2.0/ports/c308f833-e976-48d9-bd41-c2864637f8d8 HTTP/1.1" status: 200 len: 1092 time: 1.6636968 Aug 27 14:06:47.749566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90f7c9-c75c-4e00-a01a-7f07cfcfe1d6 req-1224f0e2-18a5-406f-ae27-6b88291c0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:47.751545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca90f7c9-c75c-4e00-a01a-7f07cfcfe1d6 req-1224f0e2-18a5-406f-ae27-6b88291c0e4f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b1b25f8a-828f-4422-b5b0-6589ff25d09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287236 Aug 27 14:06:47.755723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Request body: {'port': {'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:47.778815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a056b7b-e6e7-4bae-a870-b6a6c964e1b8 req-d26bebc1-f5f8-4df2-959c-3935a1172a92 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:47.780697 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a056b7b-e6e7-4bae-a870-b6a6c964e1b8 req-d26bebc1-f5f8-4df2-959c-3935a1172a92 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0912936 Aug 27 14:06:47.880466 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:47.881595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a056b7b-e6e7-4bae-a870-b6a6c964e1b8 req-57b3892d-c317-4771-8b0d-acd06bfd58c6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876646 Aug 27 14:06:47.918151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a536f4c-bdb2-4850-ae0b-f0146bea8b34 service neutron] Pushing event updated for resources: {'Port': ['ID=c308f833-e976-48d9-bd41-c2864637f8d8,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:47.928871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca90f7c9-c75c-4e00-a01a-7f07cfcfe1d6 req-1e43302c-5147-4720-ab35-40f49d6ab393 service neutron] 10.222.0.52 "GET /v2.0/networks/b1b25f8a-828f-4422-b5b0-6589ff25d09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681957 Aug 27 14:06:47.950852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56420) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:47.966896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3011ca-0394-4153-b839-a9723bee25b1 req-da685eae-54d0-44cb-abd8-2972badcd9ef tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:47.972537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3011ca-0394-4153-b839-a9723bee25b1 req-da685eae-54d0-44cb-abd8-2972badcd9ef tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:47.978977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3011ca-0394-4153-b839-a9723bee25b1 req-da685eae-54d0-44cb-abd8-2972badcd9ef tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:47.984799 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3011ca-0394-4153-b839-a9723bee25b1 req-da685eae-54d0-44cb-abd8-2972badcd9ef tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:47.990943 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3011ca-0394-4153-b839-a9723bee25b1 req-da685eae-54d0-44cb-abd8-2972badcd9ef tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:47.997638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3011ca-0394-4153-b839-a9723bee25b1 req-da685eae-54d0-44cb-abd8-2972badcd9ef tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.004080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3011ca-0394-4153-b839-a9723bee25b1 req-da685eae-54d0-44cb-abd8-2972badcd9ef tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.006302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c3011ca-0394-4153-b839-a9723bee25b1 req-da685eae-54d0-44cb-abd8-2972badcd9ef tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5418 time: 0.2670329 Aug 27 14:06:48.008885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': 'e66d1e65-8d51-4535-83f4-6223b16652e5'}, {'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': 'c308f833-e976-48d9-bd41-c2864637f8d8'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:48.011861 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "e66d1e65-8d51-4535-83f4-6223b16652e5"}, {"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "c308f833-e976-48d9-bd41-c2864637f8d8"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:48.027488 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-276567bc-e2e7-4c27-9fc1-1b19cb6c76b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:48.030199 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-276567bc-e2e7-4c27-9fc1-1b19cb6c76b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:48.034258 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-276567bc-e2e7-4c27-9fc1-1b19cb6c76b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8b5bdcc-4fa8-40cc-9c16-63e7f0f7f641 HTTP/1.1" status: 204 len: 168 time: 0.6719172 Aug 27 14:06:48.123562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276567bc-e2e7-4c27-9fc1-1b19cb6c76b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b5bdcc-4fa8-40cc-9c16-63e7f0f7f641,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:48.207675 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c3011ca-0394-4153-b839-a9723bee25b1 req-7970dd09-1173-4fd1-bd44-4052d7113ecc tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1876521 Aug 27 14:06:48.225683 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca90f7c9-c75c-4e00-a01a-7f07cfcfe1d6 req-931a968f-4be8-42c6-b483-3e9c0c43f7b1 service neutron] 10.222.0.52 "GET /v2.0/networks/b1b25f8a-828f-4422-b5b0-6589ff25d09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889452 Aug 27 14:06:48.256930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-706370fe-8cee-478b-9dd2-476a1e6b6120 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a646ac11902a4f5b869fe8d6853a74dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010852 Aug 27 14:06:48.260197 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56428) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:48.318950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94b3a9-0d32-493a-b281-2e6f1272066c req-8dc98353-e1eb-4add-a9ff-21f272daa478 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.320454 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be94b3a9-0d32-493a-b281-2e6f1272066c req-8dc98353-e1eb-4add-a9ff-21f272daa478 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 945 time: 0.2505281 Aug 27 14:06:48.336882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec922b-4ee2-48e3-ae0e-9530a6b16bff req-96e6d495-4c3b-44d9-b248-b714c293692e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.338416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9bec922b-4ee2-48e3-ae0e-9530a6b16bff req-96e6d495-4c3b-44d9-b248-b714c293692e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1708446 Aug 27 14:06:48.416769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f99205f-0d46-4175-88de-4b557998aa97 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:48.426568 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:48.442488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Transition to ACTIVE for port object 3f99205f-0d46-4175-88de-4b557998aa97 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:06:48.446138 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80795c7f-41e8-437a-a810-be4fe98766c6 x-openstack-request-id: req-80795c7f-41e8-437a-a810-be4fe98766c6 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:48.446534 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "e66d1e65-8d51-4535-83f4-6223b16652e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "c308f833-e976-48d9-bd41-c2864637f8d8", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:48.446906 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80795c7f-41e8-437a-a810-be4fe98766c6 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:48.447261 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': 'e66d1e65-8d51-4535-83f4-6223b16652e5', 'status': 'completed', 'code': 200} Aug 27 14:06:48.447597 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': 'c308f833-e976-48d9-bd41-c2864637f8d8', 'status': 'completed', 'code': 200} Aug 27 14:06:48.451558 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:48.461040 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:48.551949 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Pushing event updated for resources: {'Port': ['ID=3f99205f-0d46-4175-88de-4b557998aa97,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:48.566072 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6ed42-a430-4893-944f-95cda0a2ea65 req-94398826-ed6c-4d96-bb33-e10bd4d4cc5c tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.576790 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d6f6ed42-a430-4893-944f-95cda0a2ea65 req-94398826-ed6c-4d96-bb33-e10bd4d4cc5c tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1324809 Aug 27 14:06:48.627754 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:48.632951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9bec922b-4ee2-48e3-ae0e-9530a6b16bff req-508264ee-bbf8-4e69-874d-7609bf861789 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848759 Aug 27 14:06:48.647796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-0cab1747-2ac6-4cd6-9bd8-9dac319deefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.648289 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-0cab1747-2ac6-4cd6-9bd8-9dac319deefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.648769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-0cab1747-2ac6-4cd6-9bd8-9dac319deefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.649249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-0cab1747-2ac6-4cd6-9bd8-9dac319deefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.652075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-0cab1747-2ac6-4cd6-9bd8-9dac319deefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.652825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-0cab1747-2ac6-4cd6-9bd8-9dac319deefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.653491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-0cab1747-2ac6-4cd6-9bd8-9dac319deefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.662914 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-0cab1747-2ac6-4cd6-9bd8-9dac319deefc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8195041a81054181a5083895b22e88b8&device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 6426 time: 0.2605574 Aug 27 14:06:48.710667 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:48.723366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56440) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:48.768557 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:48.790766 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d6f6ed42-a430-4893-944f-95cda0a2ea65 req-b9e5eeda-7256-44b4-9d14-5ed9ad7ef104 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011786 Aug 27 14:06:48.802127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-56023f8e-5ebf-4be9-96f6-52b63e9d983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.802526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-56023f8e-5ebf-4be9-96f6-52b63e9d983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.805464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-56023f8e-5ebf-4be9-96f6-52b63e9d983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.807387 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-56023f8e-5ebf-4be9-96f6-52b63e9d983d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8195041a81054181a5083895b22e88b8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1257384 Aug 27 14:06:48.920268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Attempting to bind port 3f99205f-0d46-4175-88de-4b557998aa97 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:06:48.920817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Attempting to bind port 3f99205f-0d46-4175-88de-4b557998aa97 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'e7f3bff1-8400-4488-9308-2513a631fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:06:48.920942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Attempting to bind port 3f99205f-0d46-4175-88de-4b557998aa97 on network d3dde505-dc04-4b92-8919-19db4556ab50 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:48.942603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Port 3f99205f-0d46-4175-88de-4b557998aa97 on network d3dde505-dc04-4b92-8919-19db4556ab50 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:06:48.942955 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Attempting to bind port 3f99205f-0d46-4175-88de-4b557998aa97 on network d3dde505-dc04-4b92-8919-19db4556ab50 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:06:48.948700 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-ee0dd6fe-47e5-4900-ae69-db69dd32b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:48.950272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-ee0dd6fe-47e5-4900-ae69-db69dd32b2f5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306264 Aug 27 14:06:48.958437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:06:48.959199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Checking segment: {'id': 'e7f3bff1-8400-4488-9308-2513a631fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:06:48.959802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Bound using segment: {'id': 'e7f3bff1-8400-4488-9308-2513a631fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:06:48.960474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Bound port: 3f99205f-0d46-4175-88de-4b557998aa97, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f3bff1-8400-4488-9308-2513a631fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:06:48.961235 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:49.004829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-be94b3a9-0d32-493a-b281-2e6f1272066c req-34f4ab4f-febf-407c-b7e4-cd13e334a008 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Deleting port 00ace67e-121a-467c-b267-789109dd6391 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:06:49.005638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-be94b3a9-0d32-493a-b281-2e6f1272066c req-34f4ab4f-febf-407c-b7e4-cd13e334a008 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:49.049251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d4dbb-e082-42db-b935-ba91d4b3ec49 req-f75a7a91-71d2-4060-9d93-dca97b0d0d6b tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.055226 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f58d4dbb-e082-42db-b935-ba91d4b3ec49 req-f75a7a91-71d2-4060-9d93-dca97b0d0d6b tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 943 time: 0.1513770 Aug 27 14:06:49.101044 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebd6f8-14dc-4b56-b53f-8d57bd6f445e req-562d5e34-5fec-424e-8933-00cc86cccb82 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.107234 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-66ebd6f8-14dc-4b56-b53f-8d57bd6f445e req-562d5e34-5fec-424e-8933-00cc86cccb82 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 945 time: 0.2989545 Aug 27 14:06:49.113952 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:49.117798 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:49.118969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37645f33-83c5-4c57-8a7b-41277c916382 HTTP/1.1" status: 204 len: 168 time: 0.8578277 Aug 27 14:06:49.138580 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:49.150812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] For port 3f99205f-0d46-4175-88de-4b557998aa97, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:06:49.153589 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37645f33-83c5-4c57-8a7b-41277c916382,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:49.154552 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:49.174670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.175045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.175383 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.175715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.176050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.176387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.176719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.177047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.177372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.177711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.178022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.178485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb9e13-24b8-4bf4-810c-24574575d531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.204425 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-278ae7b7-e3b8-490d-8216-0d427c29db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.204891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-278ae7b7-e3b8-490d-8216-0d427c29db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.205382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-278ae7b7-e3b8-490d-8216-0d427c29db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.206847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-278ae7b7-e3b8-490d-8216-0d427c29db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.207426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-278ae7b7-e3b8-490d-8216-0d427c29db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.208184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-278ae7b7-e3b8-490d-8216-0d427c29db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.208524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-278ae7b7-e3b8-490d-8216-0d427c29db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.210515 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-278ae7b7-e3b8-490d-8216-0d427c29db5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8195041a81054181a5083895b22e88b8&device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 6452 time: 0.1953368 Aug 27 14:06:49.218357 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b68d4bb7ccb1497286244f784dc7dd3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903297 Aug 27 14:06:49.218576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56446) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:49.229022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63889ee-8053-42a4-97c1-0f0343eaa4dc,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:49.238703 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] For port 3f99205f-0d46-4175-88de-4b557998aa97, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3f99205f-0d46-4175-88de-4b557998aa97,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:06:49.259684 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f58d4dbb-e082-42db-b935-ba91d4b3ec49 req-dcb493ab-6d6a-43fa-b55f-81960cfc7b37 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967928 Aug 27 14:06:49.262296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.265246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.265836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.266395 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.267017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.267616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.268158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.270012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.270611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.271202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.271746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.272295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07ea481-370c-4e5e-82a2-35f039875f0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:06:49.297504 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:49.341794 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-d88e544b-c350-4f91-98c4-2593c1da54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.342294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-d88e544b-c350-4f91-98c4-2593c1da54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.342801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-d88e544b-c350-4f91-98c4-2593c1da54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.344485 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-d88e544b-c350-4f91-98c4-2593c1da54c5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8195041a81054181a5083895b22e88b8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1136916 Aug 27 14:06:49.391982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.392916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:49.395160 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] 10.222.0.52 "PUT /v2.0/ports/3f99205f-0d46-4175-88de-4b557998aa97 HTTP/1.1" status: 200 len: 1092 time: 1.6545641 Aug 27 14:06:49.395949 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ece8f-8303-4904-b222-f7f4bc613096 service neutron] Pushing event updated for resources: {'Port': ['ID=3f99205f-0d46-4175-88de-4b557998aa97,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:49.431994 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-66ebd6f8-14dc-4b56-b53f-8d57bd6f445e req-7f994c18-88de-4664-b589-e2504b056fec tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079863 Aug 27 14:06:49.463518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-be94b3a9-0d32-493a-b281-2e6f1272066c req-34f4ab4f-febf-407c-b7e4-cd13e334a008 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] For port 00ace67e-121a-467c-b267-789109dd6391, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=00ace67e-121a-467c-b267-789109dd6391,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:49.464279 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-be94b3a9-0d32-493a-b281-2e6f1272066c req-34f4ab4f-febf-407c-b7e4-cd13e334a008 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:49.522374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-be94b3a9-0d32-493a-b281-2e6f1272066c req-34f4ab4f-febf-407c-b7e4-cd13e334a008 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Calling delete_port for 00ace67e-121a-467c-b267-789109dd6391 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:06:49.613088 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb748ad-8049-4b4f-a94c-fdfb40bb2ae5 req-fd584cf4-dcda-4704-9a0b-80492324d997 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.622669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb748ad-8049-4b4f-a94c-fdfb40bb2ae5 req-fd584cf4-dcda-4704-9a0b-80492324d997 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.629143 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb748ad-8049-4b4f-a94c-fdfb40bb2ae5 req-fd584cf4-dcda-4704-9a0b-80492324d997 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.636371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb748ad-8049-4b4f-a94c-fdfb40bb2ae5 req-fd584cf4-dcda-4704-9a0b-80492324d997 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.642949 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb748ad-8049-4b4f-a94c-fdfb40bb2ae5 req-fd584cf4-dcda-4704-9a0b-80492324d997 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.649734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb748ad-8049-4b4f-a94c-fdfb40bb2ae5 req-fd584cf4-dcda-4704-9a0b-80492324d997 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.655957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb748ad-8049-4b4f-a94c-fdfb40bb2ae5 req-fd584cf4-dcda-4704-9a0b-80492324d997 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.658313 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7fb748ad-8049-4b4f-a94c-fdfb40bb2ae5 req-fd584cf4-dcda-4704-9a0b-80492324d997 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1588938 Aug 27 14:06:49.664124 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c528312b-b75a-41f4-9bc8-5840aef618ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:49.681893 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-1c43da43-d306-4bbd-95b2-2b637e0d6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.683423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e315a8c4-57f2-4ac7-9c83-b59c9c90c74f req-1c43da43-d306-4bbd-95b2-2b637e0d6070 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3282700 Aug 27 14:06:49.731791 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7fb748ad-8049-4b4f-a94c-fdfb40bb2ae5 req-435a2e80-08ec-4f67-afe0-0b428196baea tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629520 Aug 27 14:06:49.787241 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c528312b-b75a-41f4-9bc8-5840aef618ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:49.876846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-691dbb9f-fbf4-4d52-967a-2a9a7a17ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.877236 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-691dbb9f-fbf4-4d52-967a-2a9a7a17ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.877806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-691dbb9f-fbf4-4d52-967a-2a9a7a17ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.878286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-691dbb9f-fbf4-4d52-967a-2a9a7a17ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.878801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-691dbb9f-fbf4-4d52-967a-2a9a7a17ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.879271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-691dbb9f-fbf4-4d52-967a-2a9a7a17ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.879741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-691dbb9f-fbf4-4d52-967a-2a9a7a17ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.881762 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-691dbb9f-fbf4-4d52-967a-2a9a7a17ce8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8195041a81054181a5083895b22e88b8&device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 6494 time: 0.1525388 Aug 27 14:06:49.892329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b10198-7e98-4d53-87ae-f4ff293ec989 req-360c5f88-24d2-4f9e-9098-19d7ca1541b3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.900067 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e6b10198-7e98-4d53-87ae-f4ff293ec989 req-360c5f88-24d2-4f9e-9098-19d7ca1541b3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.3144047 Aug 27 14:06:49.929938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e6e47-894e-4649-a8c0-7d0e14020475 req-c6ff1b03-04d8-435c-bf3b-f26f9559e520 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:49.938210 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c95e6e47-894e-4649-a8c0-7d0e14020475 req-c6ff1b03-04d8-435c-bf3b-f26f9559e520 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0739281 Aug 27 14:06:50.006152 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c95e6e47-894e-4649-a8c0-7d0e14020475 req-13dd7ecd-a1b8-4c33-9a46-33e3d0a1b739 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582309 Aug 27 14:06:50.147438 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:50.223668 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56474) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:50.290060 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-99518292-b9ea-4047-8fe6-0cb3e845cd61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3778830a-6627-468a-8fcd-b9ab7aab8122 HTTP/1.1" status: 200 len: 217 time: 0.3866384 Aug 27 14:06:50.301372 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-be94b3a9-0d32-493a-b281-2e6f1272066c req-34f4ab4f-febf-407c-b7e4-cd13e334a008 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:50.350060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c528312b-b75a-41f4-9bc8-5840aef618ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:50.352949 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c528312b-b75a-41f4-9bc8-5840aef618ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:50.353598 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c528312b-b75a-41f4-9bc8-5840aef618ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b63889ee-8053-42a4-97c1-0f0343eaa4dc HTTP/1.1" status: 204 len: 168 time: 1.1302412 Aug 27 14:06:50.398849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e6b10198-7e98-4d53-87ae-f4ff293ec989 req-90994ead-5652-49f1-8551-b6441b07e000 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890747 Aug 27 14:06:50.405735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4ab4f-febf-407c-b7e4-cd13e334a008 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Pushing event deleted for resources: {'Port': ['ID=00ace67e-121a-467c-b267-789109dd6391,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:50.470670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': '3f99205f-0d46-4175-88de-4b557998aa97'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:50.482582 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7121473c-fc08-45c7-9ed2-8438ffb8ce55" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "3f99205f-0d46-4175-88de-4b557998aa97"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:50.488868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528312b-b75a-41f4-9bc8-5840aef618ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63889ee-8053-42a4-97c1-0f0343eaa4dc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:50.522043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1443014616-network', 'tenant_id': '637110e12ea74ab095b0215f59a5ceb6'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:50.542670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-a7a7e449-51bd-4584-97a5-9f3f8d5d03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:50.544983 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-a7a7e449-51bd-4584-97a5-9f3f8d5d03a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9251415-7c90-47ee-bdc3-ae64aed10d17 HTTP/1.1" status: 200 len: 854 time: 0.2459977 Aug 27 14:06:50.546112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-be94b3a9-0d32-493a-b281-2e6f1272066c req-34f4ab4f-febf-407c-b7e4-cd13e334a008 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] No DVR routers for this DVR port 00ace67e-121a-467c-b267-789109dd6391 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:06:50.549056 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-be94b3a9-0d32-493a-b281-2e6f1272066c req-34f4ab4f-febf-407c-b7e4-cd13e334a008 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:50.551826 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be94b3a9-0d32-493a-b281-2e6f1272066c req-34f4ab4f-febf-407c-b7e4-cd13e334a008 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "DELETE /v2.0/ports/00ace67e-121a-467c-b267-789109dd6391 HTTP/1.1" status: 204 len: 173 time: 2.2122562 Aug 27 14:06:50.552613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc71b884-3390-48c9-9a32-674ab0bce423', 'name': 'network-vif-deleted', 'tag': '00ace67e-121a-467c-b267-789109dd6391'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:50.555256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Made reservation on behalf of 637110e12ea74ab095b0215f59a5ceb6 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:06:50.557896 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:50.566431 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30326d29-bf35-426a-bc7b-90ed5b8d40d3" -d '{"events": [{"server_uuid": "fc71b884-3390-48c9-9a32-674ab0bce423", "name": "network-vif-deleted", "tag": "00ace67e-121a-467c-b267-789109dd6391"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:50.571777 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:50.584067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6306a4-ae7a-4490-b921-8a3e9ee3ea07 req-2abde3fe-1fe7-475a-8a9c-ad876fb7a095 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:50.592285 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d6306a4-ae7a-4490-b921-8a3e9ee3ea07 req-2abde3fe-1fe7-475a-8a9c-ad876fb7a095 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 943 time: 0.1792409 Aug 27 14:06:50.682721 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d6306a4-ae7a-4490-b921-8a3e9ee3ea07 req-756e4374-76ff-434d-b242-a1414fbadb25 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887377 Aug 27 14:06:50.696894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ef909c75-ed3c-4139-902c-7778796b7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:50.698552 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-ef909c75-ed3c-4139-902c-7778796b7c96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3d6ac08c-b160-4d95-8554-deab9e55c529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287189 Aug 27 14:06:50.797874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df53a24-3f91-4c2d-8156-a4115d56d548 req-cf74c68f-721c-47cf-85f8-486bbf752ae7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:50.799642 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1df53a24-3f91-4c2d-8156-a4115d56d548 req-cf74c68f-721c-47cf-85f8-486bbf752ae7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1748168 Aug 27 14:06:50.806820 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e13479e7-62a9-46d9-b059-02040693db90 req-23574512-9f4f-4754-9df5-bafbdf5ceb2f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 210 time: 0.0440156 Aug 27 14:06:50.848280 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:50.859139 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:50.905275 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6566a474-d4fe-4621-a069-56e955334a92 x-openstack-request-id: req-6566a474-d4fe-4621-a069-56e955334a92 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:50.905572 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "3f99205f-0d46-4175-88de-4b557998aa97", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:50.905831 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6566a474-d4fe-4621-a069-56e955334a92 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:50.906257 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': '3f99205f-0d46-4175-88de-4b557998aa97', 'status': 'completed', 'code': 200} Aug 27 14:06:50.908210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1df53a24-3f91-4c2d-8156-a4115d56d548 req-d7ab65e7-19fe-4147-ae9e-3a6bd43a9892 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936627 Aug 27 14:06:50.914949 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2b2d6940-4271-44c9-95f1-30bf0b9704c7 service neutron] 10.222.0.52 "GET /v2.0/networks/3d6ac08c-b160-4d95-8554-deab9e55c529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054734 Aug 27 14:06:50.940064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:06:50.980234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03247d86-45e8-4f1e-b118-3b67609ac2c7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:50.994184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:50.994533 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Added segment 8180dc97-3551-4ae1-9079-e3d7b56b5d42 of type vlan for network cbd60c35-18d5-466e-a885-2597fb8bd410 Aug 27 14:06:51.058635 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d0b704-11af-4a00-b17b-4e5604887298 x-openstack-request-id: req-c8d0b704-11af-4a00-b17b-4e5604887298 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:51.066896 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc71b884-3390-48c9-9a32-674ab0bce423", "name": "network-vif-deleted", "tag": "00ace67e-121a-467c-b267-789109dd6391", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:51.067523 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8d0b704-11af-4a00-b17b-4e5604887298 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:51.068101 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc71b884-3390-48c9-9a32-674ab0bce423', 'name': 'network-vif-deleted', 'tag': '00ace67e-121a-467c-b267-789109dd6391', 'status': 'completed', 'code': 200} Aug 27 14:06:51.104532 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:51.147472 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:51.149187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:51.150380 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:51.241561 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:51.271389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0384469 Aug 27 14:06:51.271709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa233c36-7d97-4fcc-9ba8-975664bfc8b7 req-84419878-0f94-47d3-afbd-1de6b633550a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:51.291130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa233c36-7d97-4fcc-9ba8-975664bfc8b7 req-84419878-0f94-47d3-afbd-1de6b633550a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:51.305188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa233c36-7d97-4fcc-9ba8-975664bfc8b7 req-84419878-0f94-47d3-afbd-1de6b633550a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:51.321422 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa233c36-7d97-4fcc-9ba8-975664bfc8b7 req-84419878-0f94-47d3-afbd-1de6b633550a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:51.336073 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa233c36-7d97-4fcc-9ba8-975664bfc8b7 req-84419878-0f94-47d3-afbd-1de6b633550a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:51.353089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa233c36-7d97-4fcc-9ba8-975664bfc8b7 req-84419878-0f94-47d3-afbd-1de6b633550a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:51.370921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa233c36-7d97-4fcc-9ba8-975664bfc8b7 req-84419878-0f94-47d3-afbd-1de6b633550a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:51.372911 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa233c36-7d97-4fcc-9ba8-975664bfc8b7 req-84419878-0f94-47d3-afbd-1de6b633550a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.3020818 Aug 27 14:06:51.386369 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-6994344e-2a8e-4839-b6d9-4fc9eca22fc0 service neutron] 10.222.0.52 "GET /v2.0/networks/3d6ac08c-b160-4d95-8554-deab9e55c529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634087 Aug 27 14:06:51.401345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 805b419c-226b-48c0-a03f-cd031dbc6450 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:06:51.569780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-985a28fd-f9dd-42e6-a76b-6b54fcba6905 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=677605c6-e919-46d6-a490-daeeabe16f0d HTTP/1.1" status: 200 len: 217 time: 0.1743834 Aug 27 14:06:51.624330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 00ace67e-121a-467c-b267-789109dd6391 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:06:51.635529 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa233c36-7d97-4fcc-9ba8-975664bfc8b7 req-8ac2b626-58fd-4c64-9933-6759927368b3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267216 Aug 27 14:06:51.668521 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-e9b45351-fef1-4ed3-91de-896bb985ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:51.672042 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-e9b45351-fef1-4ed3-91de-896bb985ea6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.0947993 Aug 27 14:06:51.709648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 00ace67e-121a-467c-b267-789109dd6391 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:06:51.711119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 00ace67e-121a-467c-b267-789109dd6391 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:06:51.720461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a8bf1-dbc3-4019-bde8-2a4f5d333ced admin admin] Pushing event updated for resources: {'Network': ['ID=cbd60c35-18d5-466e-a885-2597fb8bd410,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:51.742586 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network cbd60c35-18d5-466e-a885-2597fb8bd410 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:06:51.755176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2208a07-43e3-4df1-97c4-a0f8930e0831 req-ad052c75-73b9-4a86-a2c1-c70646fb2573 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:51.764628 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2208a07-43e3-4df1-97c4-a0f8930e0831 req-ad052c75-73b9-4a86-a2c1-c70646fb2573 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.5279281 Aug 27 14:06:51.765426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-d3287e7b-af54-45d0-9979-b335068678db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:51.767319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-d3287e7b-af54-45d0-9979-b335068678db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0855670 Aug 27 14:06:51.859278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2208a07-43e3-4df1-97c4-a0f8930e0831 req-877dfb20-c74b-44b9-b099-3786134112d3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937741 Aug 27 14:06:51.871976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 805b419c-226b-48c0-a03f-cd031dbc6450, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=805b419c-226b-48c0-a03f-cd031dbc6450,segment=NetworkSegment(0b208929-1ed1-4934-bae6-3224b71c4370),segment_id=0b208929-1ed1-4934-bae6-3224b71c4370)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:51.891588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '805b419c-226b-48c0-a03f-cd031dbc6450', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'port_id': '805b419c-226b-48c0-a03f-cd031dbc6450', 'mac_address': 'fa:16:3e:f9:16:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:06:51.971713 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-7cc530b6-dd9c-4d9a-a6ad-3887a25e104c service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926570 Aug 27 14:06:51.977780 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:51.980951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff459d2e-1780-4914-acaa-abf74c8cf2b4 req-9c2681ed-da40-4274-b9b0-c2c47030536d tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:51.982456 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff459d2e-1780-4914-acaa-abf74c8cf2b4 req-9c2681ed-da40-4274-b9b0-c2c47030536d tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 943 time: 0.0777259 Aug 27 14:06:52.002185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805b419c-226b-48c0-a03f-cd031dbc6450 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:06:52.037508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 805b419c-226b-48c0-a03f-cd031dbc6450, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=805b419c-226b-48c0-a03f-cd031dbc6450,segment=NetworkSegment(0b208929-1ed1-4934-bae6-3224b71c4370),segment_id=0b208929-1ed1-4934-bae6-3224b71c4370)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:52.047746 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:52.086910 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff459d2e-1780-4914-acaa-abf74c8cf2b4 req-557676e5-3c02-40f1-94b5-4494e841f662 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950973 Aug 27 14:06:52.135629 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-46bbfd7c-2844-4f55-9f73-92040dbca577 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515057 Aug 27 14:06:52.201448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=805b419c-226b-48c0-a03f-cd031dbc6450,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:52.242875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-755d74fc-0554-459b-a428-3c9de2fd0d11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=68b4dc15-5d13-4e69-996f-6db8ab289022 HTTP/1.1" status: 200 len: 217 time: 0.0999086 Aug 27 14:06:52.294786 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['805b419c-226b-48c0-a03f-cd031dbc6450'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:06:52.311746 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-402c10f6-5ba3-4f63-9b6e-471ae33cb10b req-7f3c68f9-50ce-400b-b060-5cc45062f09a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 210 time: 0.0785987 Aug 27 14:06:52.313281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2092cb01-c730-4e07-8fdd-6fe3d5fa2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.314725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-2092cb01-c730-4e07-8fdd-6fe3d5fa2633 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.0497100 Aug 27 14:06:52.315211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56556) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:52.459519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620f1fa-ea0c-4d02-aeb0-9273d063c4e6 req-f30f2e76-a0e6-483f-ab6f-c0f03f36a07d tempest-ComputeTenantNetworksTest-319890081 tempest-ComputeTenantNetworksTest-319890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.465609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620f1fa-ea0c-4d02-aeb0-9273d063c4e6 req-f30f2e76-a0e6-483f-ab6f-c0f03f36a07d tempest-ComputeTenantNetworksTest-319890081 tempest-ComputeTenantNetworksTest-319890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.471837 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620f1fa-ea0c-4d02-aeb0-9273d063c4e6 req-f30f2e76-a0e6-483f-ab6f-c0f03f36a07d tempest-ComputeTenantNetworksTest-319890081 tempest-ComputeTenantNetworksTest-319890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.480797 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2620f1fa-ea0c-4d02-aeb0-9273d063c4e6 req-f30f2e76-a0e6-483f-ab6f-c0f03f36a07d tempest-ComputeTenantNetworksTest-319890081 tempest-ComputeTenantNetworksTest-319890081-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2812304 Aug 27 14:06:52.483622 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea71026-1434-46a3-bd48-acaf4ad7a615 req-768ad118-ced4-4964-8e2d-6238ac8a4a9f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.491740 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ea71026-1434-46a3-bd48-acaf4ad7a615 req-768ad118-ced4-4964-8e2d-6238ac8a4a9f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1038122 Aug 27 14:06:52.501059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-6b6ddbd7-a54e-4370-a14a-35fe0f7fe90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.503455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-6b6ddbd7-a54e-4370-a14a-35fe0f7fe90f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1781425 Aug 27 14:06:52.583123 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f9d6a010-c83e-41e1-bbda-648659f56a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:52.607495 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ea71026-1434-46a3-bd48-acaf4ad7a615 req-81dcc8c6-469c-4b56-822b-61b1bd5f6a2b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146498 Aug 27 14:06:52.608823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667d34-499a-4a71-aca3-4842fa69d741 req-5a6228b0-e860-4a14-994c-efa2c67f1154 tempest-ComputeTenantNetworksTest-319890081 tempest-ComputeTenantNetworksTest-319890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.623922 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39667d34-499a-4a71-aca3-4842fa69d741 req-5a6228b0-e860-4a14-994c-efa2c67f1154 tempest-ComputeTenantNetworksTest-319890081 tempest-ComputeTenantNetworksTest-319890081-project] 10.222.0.55 "GET /v2.0/networks/cbd60c35-18d5-466e-a885-2597fb8bd410 HTTP/1.1" status: 200 len: 769 time: 0.1245475 Aug 27 14:06:52.624036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56562) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:52.729201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-590f8ee5-ce9a-400a-a2f4-5cb426fc1d07 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167838 Aug 27 14:06:52.780316 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aadd2111-7532-4b81-8677-e2cd85bafa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:52.801180 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f10b-404d-45dd-bef6-54b55e542a94 req-2d8a494f-2159-4c92-a66c-5f7e241c6642 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.808313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f10b-404d-45dd-bef6-54b55e542a94 req-2d8a494f-2159-4c92-a66c-5f7e241c6642 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.816955 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f10b-404d-45dd-bef6-54b55e542a94 req-2d8a494f-2159-4c92-a66c-5f7e241c6642 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.825067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f10b-404d-45dd-bef6-54b55e542a94 req-2d8a494f-2159-4c92-a66c-5f7e241c6642 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.832453 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f10b-404d-45dd-bef6-54b55e542a94 req-2d8a494f-2159-4c92-a66c-5f7e241c6642 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.838715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f10b-404d-45dd-bef6-54b55e542a94 req-2d8a494f-2159-4c92-a66c-5f7e241c6642 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.845701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f10b-404d-45dd-bef6-54b55e542a94 req-2d8a494f-2159-4c92-a66c-5f7e241c6642 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:52.848666 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19d7f10b-404d-45dd-bef6-54b55e542a94 req-2d8a494f-2159-4c92-a66c-5f7e241c6642 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1266797 Aug 27 14:06:52.893073 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19d7f10b-404d-45dd-bef6-54b55e542a94 req-a8152625-005a-457f-8726-951abb6168f7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389471 Aug 27 14:06:53.001979 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-17a0a208-e810-47a9-bcfd-46bb73418725 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600136 Aug 27 14:06:53.021450 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5441a1-2ad5-40c1-893d-6e2f730ca3b5 req-8bfd6da1-e3dd-404e-a207-a8e3977eedd8 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:53.022951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a5441a1-2ad5-40c1-893d-6e2f730ca3b5 req-8bfd6da1-e3dd-404e-a207-a8e3977eedd8 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.2114851 Aug 27 14:06:53.024846 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f9d6a010-c83e-41e1-bbda-648659f56a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.064305 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f9d6a010-c83e-41e1-bbda-648659f56a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.068154 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aadd2111-7532-4b81-8677-e2cd85bafa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.084784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-751ad0c1-e00b-425b-a5f7-277cd49cee4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=aebed0d9-774b-4d60-8f79-9d86a51d0a11 HTTP/1.1" status: 200 len: 217 time: 0.0714934 Aug 27 14:06:53.106546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-aadd2111-7532-4b81-8677-e2cd85bafa98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd60c35-18d5-466e-a885-2597fb8bd410']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:53.162810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-aadd2111-7532-4b81-8677-e2cd85bafa98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8180dc97-3551-4ae1-9079-e3d7b56b5d42') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:53.163176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-aadd2111-7532-4b81-8677-e2cd85bafa98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8180dc97-3551-4ae1-9079-e3d7b56b5d42') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:53.191754 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aadd2111-7532-4b81-8677-e2cd85bafa98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.193419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6a010-c83e-41e1-bbda-648659f56a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340fdd28-0f5e-412e-9474-13669cf235a3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:53.210591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f9d6a010-c83e-41e1-bbda-648659f56a6d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=880a6b26278e436495d225731548ca10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8921945 Aug 27 14:06:53.212717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56576) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:53.218232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6615e1-eebc-4b0c-b9f6-2ee0d7bfacb2 req-433c257f-779d-44e4-9e6e-148eceeaf8ac tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:53.219702 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a5441a1-2ad5-40c1-893d-6e2f730ca3b5 req-6ab71319-d37a-480a-a166-1eee0990014b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863766 Aug 27 14:06:53.226935 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a6615e1-eebc-4b0c-b9f6-2ee0d7bfacb2 req-433c257f-779d-44e4-9e6e-148eceeaf8ac tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 944 time: 0.0600226 Aug 27 14:06:53.231337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aadd2111-7532-4b81-8677-e2cd85bafa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.250876 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-a9f72885-757a-4cc9-b788-b32791623cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:53.250876 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-a9f72885-757a-4cc9-b788-b32791623cdc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.1458044 Aug 27 14:06:53.258654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadd2111-7532-4b81-8677-e2cd85bafa98 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:06:53.259110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aadd2111-7532-4b81-8677-e2cd85bafa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:06:53.260809 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:06:53.279154 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a6615e1-eebc-4b0c-b9f6-2ee0d7bfacb2 req-89ae39f0-9840-4a45-acec-8bb6d8ad22d9 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458345 Aug 27 14:06:53.402230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 805b419c-226b-48c0-a03f-cd031dbc6450 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:06:53.404302 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aadd2111-7532-4b81-8677-e2cd85bafa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.418779 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aadd2111-7532-4b81-8677-e2cd85bafa98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.432228 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-aadd2111-7532-4b81-8677-e2cd85bafa98 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cbd60c35-18d5-466e-a885-2597fb8bd410 HTTP/1.1" status: 204 len: 168 time: 0.8043385 Aug 27 14:06:53.434319 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f138ca54-7c5e-4e01-bcf7-6bf33862fd4f req-b064c30f-c0ea-4642-9695-a22cbd2e5cd1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 210 time: 0.0469100 Aug 27 14:06:53.457888 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0a45a145-719a-4c56-9464-c4a8d449c5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.464502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-33d6923c-d0b5-4fff-8591-161803d1395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:53.466072 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-33d6923c-d0b5-4fff-8591-161803d1395a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2044554 Aug 27 14:06:53.469007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd2111-7532-4b81-8677-e2cd85bafa98 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd60c35-18d5-466e-a885-2597fb8bd410,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:53.473081 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 805b419c-226b-48c0-a03f-cd031dbc6450 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:06:53.477985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 805b419c-226b-48c0-a03f-cd031dbc6450 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:06:53.478535 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.503965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937df30-c70a-4468-88e4-93c20a2e867d req-12e6a6ac-976d-48fd-8c89-3ff4b5a87980 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:53.505713 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1937df30-c70a-4468-88e4-93c20a2e867d req-12e6a6ac-976d-48fd-8c89-3ff4b5a87980 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1866860 Aug 27 14:06:53.528062 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0a45a145-719a-4c56-9464-c4a8d449c5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.589693 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.590156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56584) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:53.630240 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 805b419c-226b-48c0-a03f-cd031dbc6450, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=805b419c-226b-48c0-a03f-cd031dbc6450,segment=NetworkSegment(0b208929-1ed1-4934-bae6-3224b71c4370),segment_id=0b208929-1ed1-4934-bae6-3224b71c4370)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:06:53.631279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8078e7bd-6d45-4311-a019-424e3cad0728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805b419c-226b-48c0-a03f-cd031dbc6450'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:53.634150 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f990a4-265c-4da7-8163-c779ceb83207" -d '{"events": [{"server_uuid": "8078e7bd-6d45-4311-a019-424e3cad0728", "name": "network-vif-plugged", "status": "completed", "tag": "805b419c-226b-48c0-a03f-cd031dbc6450"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:53.638221 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.686501 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1937df30-c70a-4468-88e4-93c20a2e867d req-ad3bd467-9c79-4999-9799-dd42d094492a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609395 Aug 27 14:06:53.689108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-298fb0d6-cc90-4c34-a5de-4d84b489ac31 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050109 Aug 27 14:06:53.694275 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4ea343fb-d6d7-4181-bba6-7b261ef825df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=637110e12ea74ab095b0215f59a5ceb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021402 Aug 27 14:06:53.696727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56588) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:53.724997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=805b419c-226b-48c0-a03f-cd031dbc6450,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:53.728812 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724c4c89-fde2-4938-a3d8-2b8ec244d006 x-openstack-request-id: req-724c4c89-fde2-4938-a3d8-2b8ec244d006 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:53.729280 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8078e7bd-6d45-4311-a019-424e3cad0728", "name": "network-vif-plugged", "status": "completed", "tag": "805b419c-226b-48c0-a03f-cd031dbc6450", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:53.729708 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-724c4c89-fde2-4938-a3d8-2b8ec244d006 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:53.730592 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8078e7bd-6d45-4311-a019-424e3cad0728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805b419c-226b-48c0-a03f-cd031dbc6450', 'code': 200} Aug 27 14:06:53.771538 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0a45a145-719a-4c56-9464-c4a8d449c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.776046 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0a45a145-719a-4c56-9464-c4a8d449c5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.778377 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0a45a145-719a-4c56-9464-c4a8d449c5ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/340fdd28-0f5e-412e-9474-13669cf235a3 HTTP/1.1" status: 204 len: 168 time: 0.5624378 Aug 27 14:06:53.818794 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45a145-719a-4c56-9464-c4a8d449c5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340fdd28-0f5e-412e-9474-13669cf235a3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:53.840430 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cf24dc2-e7ff-4c4d-924a-5e1b86871a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.883903 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cf24dc2-e7ff-4c4d-924a-5e1b86871a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:53.891153 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-6429d4f8-e99d-4e27-bd85-75833db58971 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844513 Aug 27 14:06:53.926609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d64cf-ead0-4662-9654-9a5dbb93dec7 req-bc35b4b8-acec-4ae3-ad8d-d57bf91db7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:53.939634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-111d64cf-ead0-4662-9654-9a5dbb93dec7 req-bc35b4b8-acec-4ae3-ad8d-d57bf91db7c1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 1097 time: 0.1511686 Aug 27 14:06:53.949778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-fbcd4ebc-9f0f-4e17-a27d-23ee07a4133f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=e66d1e65-8d51-4535-83f4-6223b16652e5 HTTP/1.1" status: 200 len: 217 time: 0.0510347 Aug 27 14:06:54.005024 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cf24dc2-e7ff-4c4d-924a-5e1b86871a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:54.017337 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cf24dc2-e7ff-4c4d-924a-5e1b86871a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:54.019826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4cf24dc2-e7ff-4c4d-924a-5e1b86871a16 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03247d86-45e8-4f1e-b118-3b67609ac2c7 HTTP/1.1" status: 204 len: 168 time: 0.3205314 Aug 27 14:06:54.031294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-19178f9a-56fc-438c-a70f-01dda21feed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.032877 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-19178f9a-56fc-438c-a70f-01dda21feed7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.0758672 Aug 27 14:06:54.064211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf24dc2-e7ff-4c4d-924a-5e1b86871a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03247d86-45e8-4f1e-b118-3b67609ac2c7,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:54.087264 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-111d64cf-ead0-4662-9654-9a5dbb93dec7 req-7966d06d-d587-4ade-964f-2d33687beaeb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387722 Aug 27 14:06:54.104039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028544f-6656-45e5-824a-fadd22bff150 req-386212a8-e7eb-46e2-b2ff-f8ac039919da tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.105885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c028544f-6656-45e5-824a-fadd22bff150 req-386212a8-e7eb-46e2-b2ff-f8ac039919da tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1446152 Aug 27 14:06:54.152099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11179a-2697-425f-b132-5f5e4116e1e5 req-94ab45b5-3345-42d5-bbcb-7aa309dcc907 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.160126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11179a-2697-425f-b132-5f5e4116e1e5 req-94ab45b5-3345-42d5-bbcb-7aa309dcc907 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.167173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11179a-2697-425f-b132-5f5e4116e1e5 req-94ab45b5-3345-42d5-bbcb-7aa309dcc907 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.178013 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c028544f-6656-45e5-824a-fadd22bff150 req-be21239d-3d76-4766-b911-98ee642b50d5 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597818 Aug 27 14:06:54.180302 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11179a-2697-425f-b132-5f5e4116e1e5 req-94ab45b5-3345-42d5-bbcb-7aa309dcc907 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.186712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11179a-2697-425f-b132-5f5e4116e1e5 req-94ab45b5-3345-42d5-bbcb-7aa309dcc907 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.195765 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11179a-2697-425f-b132-5f5e4116e1e5 req-94ab45b5-3345-42d5-bbcb-7aa309dcc907 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.204259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11179a-2697-425f-b132-5f5e4116e1e5 req-94ab45b5-3345-42d5-bbcb-7aa309dcc907 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.207443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff11179a-2697-425f-b132-5f5e4116e1e5 req-94ab45b5-3345-42d5-bbcb-7aa309dcc907 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1925256 Aug 27 14:06:54.253948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1e85641b-52a5-491b-9f9d-36ae8a5dbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.255672 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1e85641b-52a5-491b-9f9d-36ae8a5dbb81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2043707 Aug 27 14:06:54.271595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff11179a-2697-425f-b132-5f5e4116e1e5 req-66b07e36-d2e2-4930-8f3e-7653b8cf7c8e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501807 Aug 27 14:06:54.398977 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-26c10276-4acd-48da-907d-26887e0897c3 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081340 Aug 27 14:06:54.458514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205f8ab-7ad0-4d2c-aca4-1a842db425bc req-a6907ba9-480d-4a7c-9ad2-6fbb18c818cf tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.466358 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9205f8ab-7ad0-4d2c-aca4-1a842db425bc req-a6907ba9-480d-4a7c-9ad2-6fbb18c818cf tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0901432 Aug 27 14:06:54.545112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bee4b5-a467-47dc-82bc-fea1cca4fb25 req-a599e279-5cf2-4e96-b959-2b2c40aff52d tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.554412 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-01bee4b5-a467-47dc-82bc-fea1cca4fb25 req-a599e279-5cf2-4e96-b959-2b2c40aff52d tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 945 time: 0.1495473 Aug 27 14:06:54.563189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9205f8ab-7ad0-4d2c-aca4-1a842db425bc req-dc15f555-065a-4364-892e-64d075287cf2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957372 Aug 27 14:06:54.663805 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-01bee4b5-a467-47dc-82bc-fea1cca4fb25 req-df94f54c-29bb-4007-83d0-a0c37003b5b1 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960276 Aug 27 14:06:54.666727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-b79fc906-3e19-458b-952a-b2254cbf6712 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511442 Aug 27 14:06:54.714620 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d6bde521-fea4-43c4-b159-16161aeae27e req-77f34b9d-8392-4f8e-9e19-980e9b2da68a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 210 time: 0.0323961 Aug 27 14:06:54.750924 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1b3d9553-2863-4089-9252-f8d8cbf7266d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c308f833-e976-48d9-bd41-c2864637f8d8 HTTP/1.1" status: 200 len: 217 time: 0.0765543 Aug 27 14:06:54.848320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-da0473c4-16bc-40c3-b43e-a8208d562cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.851086 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-da0473c4-16bc-40c3-b43e-a8208d562cd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e010ded9-86a4-4e1c-b055-049006661152 HTTP/1.1" status: 200 len: 797 time: 0.0914009 Aug 27 14:06:54.990360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-b1571231-f6a9-49bf-852d-f7a31232b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:54.992138 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-b1571231-f6a9-49bf-852d-f7a31232b853 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dde505-dc04-4b92-8919-19db4556ab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1339204 Aug 27 14:06:55.089248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f5e1c-6143-4109-8bb6-1b751fbb280d req-04423b98-e302-495b-9d51-e8f5e5645d7c tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:55.099766 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-835f5e1c-6143-4109-8bb6-1b751fbb280d req-04423b98-e302-495b-9d51-e8f5e5645d7c tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/networks?id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866 HTTP/1.1" status: 200 len: 814 time: 0.2103078 Aug 27 14:06:55.123091 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-835f5e1c-6143-4109-8bb6-1b751fbb280d req-52affe0f-0917-4abc-84ae-4343cc7504ae tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/quotas/f9bea263f48446ada9d848b75b533d69 HTTP/1.1" status: 200 len: 375 time: 0.0220189 Aug 27 14:06:55.233505 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-835f5e1c-6143-4109-8bb6-1b751fbb280d req-7f4c4f87-baa3-45f5-a797-4de98361394a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9bea263f48446ada9d848b75b533d69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1092062 Aug 27 14:06:55.242024 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-4e493142-5fca-4031-86ec-38069fda4e71 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360804 Aug 27 14:06:55.440909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f5123-d6d8-4018-9c7e-96a9f6a1dfce req-80a48833-cc24-46d7-a5c1-99ebf6765000 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:55.443407 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac0f5123-d6d8-4018-9c7e-96a9f6a1dfce req-80a48833-cc24-46d7-a5c1-99ebf6765000 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0791531 Aug 27 14:06:55.445524 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-536bd896-5baf-4045-82d4-5ddeb048fecc service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968474 Aug 27 14:06:55.531311 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac0f5123-d6d8-4018-9c7e-96a9f6a1dfce req-35692ae8-23a4-47d5-85b1-ee0a74d1fa21 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766425 Aug 27 14:06:55.534131 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-1733082e-4a60-40f8-baf2-662dbd99ad39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f99205f-0d46-4175-88de-4b557998aa97 HTTP/1.1" status: 200 len: 217 time: 0.0804360 Aug 27 14:06:55.699585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-a342a32e-85b0-4b43-a4d3-7835aeccff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:55.701083 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-a342a32e-85b0-4b43-a4d3-7835aeccff9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e010ded9-86a4-4e1c-b055-049006661152 HTTP/1.1" status: 200 len: 797 time: 0.1470928 Aug 27 14:06:55.718941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539aac-be25-442e-ba72-68e60f72359e req-534225c6-2016-4ed2-b38b-16ca7fd84a69 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:55.725855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539aac-be25-442e-ba72-68e60f72359e req-534225c6-2016-4ed2-b38b-16ca7fd84a69 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:55.735595 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539aac-be25-442e-ba72-68e60f72359e req-534225c6-2016-4ed2-b38b-16ca7fd84a69 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:55.743529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539aac-be25-442e-ba72-68e60f72359e req-534225c6-2016-4ed2-b38b-16ca7fd84a69 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:55.751824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539aac-be25-442e-ba72-68e60f72359e req-534225c6-2016-4ed2-b38b-16ca7fd84a69 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:55.760979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aa783-d0e4-4021-b261-da81b4117f2e req-a4b82796-b535-46f5-a029-45cf3dc9bb13 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:55.766663 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539aac-be25-442e-ba72-68e60f72359e req-534225c6-2016-4ed2-b38b-16ca7fd84a69 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:55.774389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d31aa783-d0e4-4021-b261-da81b4117f2e req-a4b82796-b535-46f5-a029-45cf3dc9bb13 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1178558 Aug 27 14:06:55.775055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539aac-be25-442e-ba72-68e60f72359e req-534225c6-2016-4ed2-b38b-16ca7fd84a69 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:55.776896 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32539aac-be25-442e-ba72-68e60f72359e req-534225c6-2016-4ed2-b38b-16ca7fd84a69 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1686554 Aug 27 14:06:55.860851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d31aa783-d0e4-4021-b261-da81b4117f2e req-c2e7cb20-c263-417f-b6c2-b555d9bed90e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803905 Aug 27 14:06:55.880443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32539aac-be25-442e-ba72-68e60f72359e req-fda60ddf-2658-45af-a3ce-1e0bfea987d0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936456 Aug 27 14:06:55.883892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-acc57576-730a-453a-9bcf-6dfac214cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:55.885403 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-acc57576-730a-453a-9bcf-6dfac214cc9d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dde505-dc04-4b92-8919-19db4556ab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1076176 Aug 27 14:06:56.084948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-95680f78-6ed2-4958-9139-e1ff3110443d service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849892 Aug 27 14:06:56.286043 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a7abc4e-f615-4213-9117-2d73d4b6f219 req-9ba85c2e-85aa-49a4-a51f-14a00b415261 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71b884-3390-48c9-9a32-674ab0bce423 HTTP/1.1" status: 200 len: 210 time: 0.0565274 Aug 27 14:06:56.319997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ad907-044a-4e78-91e0-7a7410f95d5d req-82022ea7-67c4-48a9-9d73-9fb2b891c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:56.321990 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-012ad907-044a-4e78-91e0-7a7410f95d5d req-82022ea7-67c4-48a9-9d73-9fb2b891c34b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0b04ca81867422fba8b0c1554859c0b&device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 1097 time: 0.1656480 Aug 27 14:06:56.554501 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ad907-044a-4e78-91e0-7a7410f95d5d req-f340240a-afdd-48d1-b96d-a382ab0b18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:56.556403 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-012ad907-044a-4e78-91e0-7a7410f95d5d req-f340240a-afdd-48d1-b96d-a382ab0b18dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd877a5c-79f4-49e7-9087-58e80b55fb9c HTTP/1.1" status: 200 len: 920 time: 0.2272844 Aug 27 14:06:56.567792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9c104-bea9-4025-9059-5f3465b177c2 req-628d1c14-fbeb-46db-9091-b61f09ffa3e9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:56.569905 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75d9c104-bea9-4025-9059-5f3465b177c2 req-628d1c14-fbeb-46db-9091-b61f09ffa3e9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0937364 Aug 27 14:06:56.615210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268bad6-59d9-4cf4-96df-c2d07ff3b118 req-9fcb077f-af0e-4149-9ad2-550c67b2159a tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:56.623412 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c268bad6-59d9-4cf4-96df-c2d07ff3b118 req-9fcb077f-af0e-4149-9ad2-550c67b2159a tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 945 time: 0.5859151 Aug 27 14:06:56.628854 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-012ad907-044a-4e78-91e0-7a7410f95d5d req-e0291ddf-0a1c-46cc-9121-8b89b16056c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a3a2ffe-5bea-40ec-bff2-6478a3660f33 HTTP/1.1" status: 200 len: 217 time: 0.0577533 Aug 27 14:06:56.665728 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75d9c104-bea9-4025-9059-5f3465b177c2 req-38173c5c-4b92-475a-9abe-eb36da211e63 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849094 Aug 27 14:06:56.693586 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c268bad6-59d9-4cf4-96df-c2d07ff3b118 req-267b1f4c-526f-477b-8fd1-05bd28241d59 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635433 Aug 27 14:06:56.746676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609a8a9b-2d90-4324-b1eb-054dc1d63249 req-e03c63ea-bb1e-47f7-9fed-ff66c64ac3d8 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492100 Aug 27 14:06:56.765159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ad907-044a-4e78-91e0-7a7410f95d5d req-65f817ec-828d-449a-9a64-911efa94a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:56.770386 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-012ad907-044a-4e78-91e0-7a7410f95d5d req-65f817ec-828d-449a-9a64-911efa94a504 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5faea510-96bd-4d44-b728-c0dbab11e1e3 HTTP/1.1" status: 200 len: 859 time: 0.1132951 Aug 27 14:06:56.838607 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-012ad907-044a-4e78-91e0-7a7410f95d5d req-122fe72e-e9e8-4400-986d-06b6996a1781 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd877a5c-79f4-49e7-9087-58e80b55fb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602751 Aug 27 14:06:56.942589 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-6be34154-2cfc-4833-a748-bcbaaac194cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:56.943203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-6be34154-2cfc-4833-a748-bcbaaac194cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:56.944399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-6be34154-2cfc-4833-a748-bcbaaac194cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:56.944399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-6be34154-2cfc-4833-a748-bcbaaac194cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:56.944619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-6be34154-2cfc-4833-a748-bcbaaac194cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:56.945056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-6be34154-2cfc-4833-a748-bcbaaac194cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:56.945519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-6be34154-2cfc-4833-a748-bcbaaac194cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:56.947662 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-6be34154-2cfc-4833-a748-bcbaaac194cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8195041a81054181a5083895b22e88b8&device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 6494 time: 0.1117795 Aug 27 14:06:57.010614 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b87ef68-d7bc-472b-83fe-aa58b15cf335 req-8b3d6f62-5200-450e-92e4-8b4f3e578ac0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f9bea263f48446ada9d848b75b533d69 HTTP/1.1" status: 200 len: 221 time: 0.1734464 Aug 27 14:06:57.044673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-012ad907-044a-4e78-91e0-7a7410f95d5d req-d4bd84b2-b391-4ed2-a579-afe5c7f55700 service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923468 Aug 27 14:06:57.060923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cbc7b-fe88-4c5a-8362-11532cbb3da3 req-44937f0e-56bb-4a0f-9030-ba4214502e97 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:57.062551 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-785cbc7b-fe88-4c5a-8362-11532cbb3da3 req-44937f0e-56bb-4a0f-9030-ba4214502e97 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 945 time: 0.1137996 Aug 27 14:06:57.072152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56738) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:57.084518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b187c5f7-7966-45db-8963-02b3a2df0795 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Request body: {'floatingip': {'port_id': '805b419c-226b-48c0-a03f-cd031dbc6450'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:06:57.173760 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b187c5f7-7966-45db-8963-02b3a2df0795 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:57.200222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c7b6c-afa7-43bf-9b4e-0b7431d6df80 req-ae56ea64-6908-4289-8ed9-cc3b22931b81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:57.206353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c7b6c-afa7-43bf-9b4e-0b7431d6df80 req-ae56ea64-6908-4289-8ed9-cc3b22931b81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:57.212488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c7b6c-afa7-43bf-9b4e-0b7431d6df80 req-ae56ea64-6908-4289-8ed9-cc3b22931b81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:57.218898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c7b6c-afa7-43bf-9b4e-0b7431d6df80 req-ae56ea64-6908-4289-8ed9-cc3b22931b81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:57.228584 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c7b6c-afa7-43bf-9b4e-0b7431d6df80 req-ae56ea64-6908-4289-8ed9-cc3b22931b81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:57.231071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-95801dd3-bb8d-4395-b5a6-bb7419f4d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:57.232538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-95801dd3-bb8d-4395-b5a6-bb7419f4d056 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3dde505-dc04-4b92-8919-19db4556ab50 HTTP/1.1" status: 200 len: 902 time: 0.2529802 Aug 27 14:06:57.254624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c7b6c-afa7-43bf-9b4e-0b7431d6df80 req-ae56ea64-6908-4289-8ed9-cc3b22931b81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:57.261021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c7b6c-afa7-43bf-9b4e-0b7431d6df80 req-ae56ea64-6908-4289-8ed9-cc3b22931b81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:57.263010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-686c7b6c-afa7-43bf-9b4e-0b7431d6df80 req-ae56ea64-6908-4289-8ed9-cc3b22931b81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1444180 Aug 27 14:06:57.320110 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-012ad907-044a-4e78-91e0-7a7410f95d5d req-f3d4ed49-c7b2-4d9d-832c-88ef7cdb341e service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682977 Aug 27 14:06:57.375473 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-686c7b6c-afa7-43bf-9b4e-0b7431d6df80 req-1a2d7d52-35d2-4858-a951-ff9a8a3dddae tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955920 Aug 27 14:06:57.453615 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-6e635883-9455-49de-b32d-f1b55dc9818e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f99205f-0d46-4175-88de-4b557998aa97 HTTP/1.1" status: 200 len: 217 time: 0.1402524 Aug 27 14:06:57.553462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197149d-f98e-4ef9-a83e-d390361922a6 req-d0f4e4b5-1412-4797-bad7-47e9d2711dfa tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:57.555399 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d197149d-f98e-4ef9-a83e-d390361922a6 req-d0f4e4b5-1412-4797-bad7-47e9d2711dfa tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.3698235 Aug 27 14:06:57.568963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-22ced49d-cc73-4e24-922d-a1be61627940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:57.570326 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-22ced49d-cc73-4e24-922d-a1be61627940 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e010ded9-86a4-4e1c-b055-049006661152 HTTP/1.1" status: 200 len: 797 time: 0.1045280 Aug 27 14:06:57.687819 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d197149d-f98e-4ef9-a83e-d390361922a6 req-8108df85-3266-4d3e-a316-35788094a5f7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208837 Aug 27 14:06:57.772034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-692f0ec3-6686-4b0a-8f45-e1976de17fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:57.773611 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-692f0ec3-6686-4b0a-8f45-e1976de17fe1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dde505-dc04-4b92-8919-19db4556ab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1874442 Aug 27 14:06:57.879857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cafda4-45cf-4d35-b0ea-c5c0092998ea req-c6c73743-2596-4b9c-bbe9-c43b1a42f6f9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:57.881463 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-68cafda4-45cf-4d35-b0ea-c5c0092998ea req-c6c73743-2596-4b9c-bbe9-c43b1a42f6f9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0943356 Aug 27 14:06:57.960987 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-68cafda4-45cf-4d35-b0ea-c5c0092998ea req-866a284c-3663-4a4f-8f88-d9b434f58e76 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709183 Aug 27 14:06:58.225994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0f43d-08f6-49cd-8f43-dfd54105134c req-f5d75117-eacd-4dbd-8596-895d17f9bed6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:58.227730 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2da0f43d-08f6-49cd-8f43-dfd54105134c req-f5d75117-eacd-4dbd-8596-895d17f9bed6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.4420030 Aug 27 14:06:58.315542 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-07127171-d68c-4b48-ae80-064a849c3b3a service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185113 Aug 27 14:06:58.332347 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56814) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:58.349986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56818) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:58.365327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670c92d-4539-41b4-8ae8-8fde0518d3e6 req-a51e9bc7-39f9-44a7-ac9c-f94c4df1e52d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:58.372809 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c670c92d-4539-41b4-8ae8-8fde0518d3e6 req-a51e9bc7-39f9-44a7-ac9c-f94c4df1e52d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 811 time: 0.1804810 Aug 27 14:06:58.397961 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c670c92d-4539-41b4-8ae8-8fde0518d3e6 req-2c66684c-3dbd-4845-96f5-1489db26d773 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/quotas/3c68d5ffe1a3432394157ebaf96a27eb HTTP/1.1" status: 200 len: 375 time: 0.0238030 Aug 27 14:06:58.421464 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2da0f43d-08f6-49cd-8f43-dfd54105134c req-1a694bb8-780f-4ba4-b0c6-1470b10de66f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784916 Aug 27 14:06:58.458403 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c670c92d-4539-41b4-8ae8-8fde0518d3e6 req-b7658e0e-c8df-4b75-9599-dfc09efe7c15 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577288 Aug 27 14:06:58.482156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.resource_extend [None req-b187c5f7-7966-45db-8963-02b3a2df0795 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 14:06:58.555139 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15aefe77-b1a7-4c94-9759-ce6c78b85cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:58.570342 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce132304-8fb0-45d3-8b06-87b3da543e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:58.619392 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [None req-ce132304-8fb0-45d3-8b06-87b3da543e37 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 14:06:58.619392 n-d-712139-12 neutron-server[101187]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 14:06:58.619392 n-d-712139-12 neutron-server[101187]: [parameters: {'project_id': 'be62a1206372450daa3103774237d355', 'id': '68d1faae-eceb-47ba-ba4c-db507d8438ec', 'expiration': datetime.datetime(2021, 8, 27, 14, 8, 58, 609198)}] Aug 27 14:06:58.619392 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:06:58.619859 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [None req-ce132304-8fb0-45d3-8b06-87b3da543e37 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:06:58.623499 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b187c5f7-7966-45db-8963-02b3a2df0795 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:58.629883 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7121473c-fc08-45c7-9ed2-8438ffb8ce55 req-d9e38f97-fc2d-47b8-97af-79e53d31ed39 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003616 Aug 27 14:06:58.633873 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b187c5f7-7966-45db-8963-02b3a2df0795 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:58.638295 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c670c92d-4539-41b4-8ae8-8fde0518d3e6 req-204989bd-2989-4e9c-9f56-d4a84d438695 service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789412 Aug 27 14:06:58.652377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d028-ec65-4403-af16-43d6d8cccf53 req-b3019dd6-775b-4ee9-a90c-ab9b7a8aa6ca tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:58.659508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d028-ec65-4403-af16-43d6d8cccf53 req-b3019dd6-775b-4ee9-a90c-ab9b7a8aa6ca tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:58.665449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d028-ec65-4403-af16-43d6d8cccf53 req-b3019dd6-775b-4ee9-a90c-ab9b7a8aa6ca tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:58.672136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d028-ec65-4403-af16-43d6d8cccf53 req-b3019dd6-775b-4ee9-a90c-ab9b7a8aa6ca tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:58.678142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d028-ec65-4403-af16-43d6d8cccf53 req-b3019dd6-775b-4ee9-a90c-ab9b7a8aa6ca tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:58.684083 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d028-ec65-4403-af16-43d6d8cccf53 req-b3019dd6-775b-4ee9-a90c-ab9b7a8aa6ca tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:58.690562 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d028-ec65-4403-af16-43d6d8cccf53 req-b3019dd6-775b-4ee9-a90c-ab9b7a8aa6ca tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:58.692459 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16e2d028-ec65-4403-af16-43d6d8cccf53 req-b3019dd6-775b-4ee9-a90c-ab9b7a8aa6ca tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1441875 Aug 27 14:06:58.768032 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c670c92d-4539-41b4-8ae8-8fde0518d3e6 req-c7db1a14-4d3e-45d5-9820-2b568b0fd4cf service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177759 Aug 27 14:06:58.779460 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15aefe77-b1a7-4c94-9759-ce6c78b85cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:58.785118 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15aefe77-b1a7-4c94-9759-ce6c78b85cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:58.805491 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16e2d028-ec65-4403-af16-43d6d8cccf53 req-e5254cec-eec9-474a-be27-9b7e68921cad tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756266 Aug 27 14:06:58.825457 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-15aefe77-b1a7-4c94-9759-ce6c78b85cf4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=052da7ed15a543cca10f96a7ad5c970a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741616 Aug 27 14:06:58.828088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56826) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:58.840507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aefe77-b1a7-4c94-9759-ce6c78b85cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffd23e9-ca37-4bcb-bf95-4a58e1cfcd9f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:58.846535 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-b187c5f7-7966-45db-8963-02b3a2df0795 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Floating IP ea56a5b2-55f7-44b5-995d-1b92d726d130 associated. External IP: 172.25.2.74, port: 805b419c-226b-48c0-a03f-cd031dbc6450. Aug 27 14:06:58.986503 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ece310c0-81d2-4ff0-8206-e40777b13022 req-9374d4c8-e76f-4499-b768-cc77ec8169a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d723929-192c-4c75-acb8-0541fc90a8ae HTTP/1.1" status: 200 len: 210 time: 0.0343843 Aug 27 14:06:58.996171 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e543426b-e8ba-430e-a6a2-08a4a6238e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.036721 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e543426b-e8ba-430e-a6a2-08a4a6238e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.055012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4361c2f-0b0a-403b-b299-7a8b453302a1 req-de54bf8d-f1a8-46d5-bf30-403c8b264eee tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:59.059223 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4361c2f-0b0a-403b-b299-7a8b453302a1 req-de54bf8d-f1a8-46d5-bf30-403c8b264eee tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1470709 Aug 27 14:06:59.106778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec98d1-e7b8-453e-9f68-b4413dcbfa27 req-6b86952c-184b-4d4a-828f-d77d53ca8793 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:59.108244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85ec98d1-e7b8-453e-9f68-b4413dcbfa27 req-6b86952c-184b-4d4a-828f-d77d53ca8793 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0601683 Aug 27 14:06:59.124028 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce132304-8fb0-45d3-8b06-87b3da543e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.170115 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4361c2f-0b0a-403b-b299-7a8b453302a1 req-15a051e0-9223-4bfb-a28f-d192635a3ece tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073005 Aug 27 14:06:59.177758 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85ec98d1-e7b8-453e-9f68-b4413dcbfa27 req-77f84c2e-8314-49ba-87b8-8eff6187283e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617166 Aug 27 14:06:59.233320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e543426b-e8ba-430e-a6a2-08a4a6238e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.236250 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e543426b-e8ba-430e-a6a2-08a4a6238e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.248214 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e543426b-e8ba-430e-a6a2-08a4a6238e14 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fffd23e9-ca37-4bcb-bf95-4a58e1cfcd9f HTTP/1.1" status: 204 len: 168 time: 0.4124117 Aug 27 14:06:59.283362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543426b-e8ba-430e-a6a2-08a4a6238e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffd23e9-ca37-4bcb-bf95-4a58e1cfcd9f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:59.361737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b187c5f7-7966-45db-8963-02b3a2df0795 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Router 5deded7c-36e6-4f59-88d4-d6f24a0de884 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:06:59.379653 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce132304-8fb0-45d3-8b06-87b3da543e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.386598 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce132304-8fb0-45d3-8b06-87b3da543e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.499227 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ce132304-8fb0-45d3-8b06-87b3da543e37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be62a1206372450daa3103774237d355&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1655989 Aug 27 14:06:59.503650 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56856) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:59.510842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce132304-8fb0-45d3-8b06-87b3da543e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f5ce8b-7657-4ee7-9b02-67fb4711b1de,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:59.549573 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b187c5f7-7966-45db-8963-02b3a2df0795 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:06:59.555411 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b187c5f7-7966-45db-8963-02b3a2df0795 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.560568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e86d0-8170-40f0-b194-bdc2b01a3928 None None] Sync routers for ids ['5deded7c-36e6-4f59-88d4-d6f24a0de884'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:06:59.574559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba861d73-d65d-4461-b314-d645eabaad51 req-e6ae09e4-5111-498e-bcf3-ca02c0527be4 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:06:59.576755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba861d73-d65d-4461-b314-d645eabaad51 req-e6ae09e4-5111-498e-bcf3-ca02c0527be4 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1246915 Aug 27 14:06:59.588324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b187c5f7-7966-45db-8963-02b3a2df0795 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "PUT /v2.0/floatingips/ea56a5b2-55f7-44b5-995d-1b92d726d130 HTTP/1.1" status: 200 len: 990 time: 2.5148296 Aug 27 14:06:59.589907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8078e7bd-6d45-4311-a019-424e3cad0728', 'tag': '805b419c-226b-48c0-a03f-cd031dbc6450'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:06:59.593132 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f19a3a7-56bd-4ae6-bbb2-be606bd662f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8078e7bd-6d45-4311-a019-424e3cad0728", "tag": "805b419c-226b-48c0-a03f-cd031dbc6450"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:06:59.605833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e86d0-8170-40f0-b194-bdc2b01a3928 None None] Routers {'5deded7c-36e6-4f59-88d4-d6f24a0de884'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:06:59.606463 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-273e86d0-8170-40f0-b194-bdc2b01a3928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:06:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5deded7c-36e6-4f59-88d4-d6f24a0de884'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:06:59.672792 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba861d73-d65d-4461-b314-d645eabaad51 req-3c05bb03-1d5e-4931-9cf3-e1e76fdbad0e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791435 Aug 27 14:06:59.673059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56868) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:06:59.697331 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a5357ff-c68b-4f30-a2da-7037d01ddd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.710446 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c287ec8c-430c-42bb-915a-8f780161e244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.754855 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c287ec8c-430c-42bb-915a-8f780161e244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.785266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-273e86d0-8170-40f0-b194-bdc2b01a3928 None None] Set router 5deded7c-36e6-4f59-88d4-d6f24a0de884 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:06:59.815061 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c287ec8c-430c-42bb-915a-8f780161e244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.818380 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c287ec8c-430c-42bb-915a-8f780161e244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.819963 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c287ec8c-430c-42bb-915a-8f780161e244 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94f5ce8b-7657-4ee7-9b02-67fb4711b1de HTTP/1.1" status: 204 len: 168 time: 0.3151379 Aug 27 14:06:59.829639 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287ec8c-430c-42bb-915a-8f780161e244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f5ce8b-7657-4ee7-9b02-67fb4711b1de,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:06:59.853161 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a5357ff-c68b-4f30-a2da-7037d01ddd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.857690 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbb0cdd-a3b8-4ac5-a27c-f0fb3b8cbac0 x-openstack-request-id: req-4cbb0cdd-a3b8-4ac5-a27c-f0fb3b8cbac0 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:06:59.858023 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8078e7bd-6d45-4311-a019-424e3cad0728", "tag": "805b419c-226b-48c0-a03f-cd031dbc6450", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:06:59.858283 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4cbb0cdd-a3b8-4ac5-a27c-f0fb3b8cbac0 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:06:59.858950 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8078e7bd-6d45-4311-a019-424e3cad0728', 'tag': '805b419c-226b-48c0-a03f-cd031dbc6450', 'status': 'completed', 'code': 200} Aug 27 14:06:59.860965 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a5357ff-c68b-4f30-a2da-7037d01ddd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:06:59.898818 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8a5357ff-c68b-4f30-a2da-7037d01ddd2f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30b838aba0014d2e945e2329fc16279e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233956 Aug 27 14:06:59.901415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56882) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:00.022581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5357ff-c68b-4f30-a2da-7037d01ddd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ba628-6c27-4d37-a38e-15cc6a8bb69e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:00.035137 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa5a3-7274-4875-8988-b97b4576aa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:00.048319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ebe0c-2905-45da-bd4e-d42d5849ad23 req-5dd33722-1fb5-49d3-a292-27ca56eefa3b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:00.055470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ebe0c-2905-45da-bd4e-d42d5849ad23 req-5dd33722-1fb5-49d3-a292-27ca56eefa3b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:00.061493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ebe0c-2905-45da-bd4e-d42d5849ad23 req-5dd33722-1fb5-49d3-a292-27ca56eefa3b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:00.068304 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ebe0c-2905-45da-bd4e-d42d5849ad23 req-5dd33722-1fb5-49d3-a292-27ca56eefa3b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:00.074257 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ebe0c-2905-45da-bd4e-d42d5849ad23 req-5dd33722-1fb5-49d3-a292-27ca56eefa3b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:00.081418 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ebe0c-2905-45da-bd4e-d42d5849ad23 req-5dd33722-1fb5-49d3-a292-27ca56eefa3b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:00.087920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ebe0c-2905-45da-bd4e-d42d5849ad23 req-5dd33722-1fb5-49d3-a292-27ca56eefa3b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:00.098145 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b1ebe0c-2905-45da-bd4e-d42d5849ad23 req-5dd33722-1fb5-49d3-a292-27ca56eefa3b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1340370 Aug 27 14:07:00.109004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19a3a7-56bd-4ae6-bbb2-be606bd662f3 req-31473b79-00f3-415b-9d61-f6c812ab9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:00.110666 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f19a3a7-56bd-4ae6-bbb2-be606bd662f3 req-31473b79-00f3-415b-9d61-f6c812ab9e89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bcdf87e648af4b8ba8bd02cdf3f0683f&device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 1097 time: 0.2175648 Aug 27 14:07:00.123387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706c278-1951-43b7-ae73-3655355f53db req-8660811d-4326-4711-b89a-57f01a68c416 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:00.125257 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5706c278-1951-43b7-ae73-3655355f53db req-8660811d-4326-4711-b89a-57f01a68c416 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0914874 Aug 27 14:07:00.147785 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa5a3-7274-4875-8988-b97b4576aa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:00.175293 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b1ebe0c-2905-45da-bd4e-d42d5849ad23 req-542cc2cf-77f6-468f-81fc-8ed2d6b1edb5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753350 Aug 27 14:07:00.186367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-273e86d0-8170-40f0-b194-bdc2b01a3928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:06:27Z', 'revision_number': 4, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port': {'id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:23Z', 'updated_at': '2021-08-27T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'ea56a5b2-55f7-44b5-995d-1b92d726d130', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'port_id': '805b419c-226b-48c0-a03f-cd031dbc6450', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'mac_address': 'fa:16:3e:f9:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078e7bd-6d45-4311-a019-424e3cad0728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:06:34Z', 'updated_at': '2021-08-27T14:06:58Z', 'revision_number': 1, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c1b17-7b85-4a17-bc9a-9250124b9109', 'name': '', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'mac_address': 'fa:16:3e:b6:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:26Z', 'updated_at': '2021-08-27T14:06:36Z', 'revision_number': 5, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'subnets': [{'id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:00.217800 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e86d0-8170-40f0-b194-bdc2b01a3928 None None] Checking router: 5deded7c-36e6-4f59-88d4-d6f24a0de884 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:07:00.230124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e86d0-8170-40f0-b194-bdc2b01a3928 None None] Routers {'5deded7c-36e6-4f59-88d4-d6f24a0de884'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:07:00.231074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-273e86d0-8170-40f0-b194-bdc2b01a3928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:06:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5deded7c-36e6-4f59-88d4-d6f24a0de884'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:00.258480 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa5a3-7274-4875-8988-b97b4576aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:00.264281 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa5a3-7274-4875-8988-b97b4576aa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:00.264761 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5706c278-1951-43b7-ae73-3655355f53db req-bd4800aa-faaa-4d72-bceb-3d14132b3576 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260154 Aug 27 14:07:00.269652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8dcfa5a3-7274-4875-8988-b97b4576aa05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e62ba628-6c27-4d37-a38e-15cc6a8bb69e HTTP/1.1" status: 204 len: 168 time: 0.3642719 Aug 27 14:07:00.292393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfa5a3-7274-4875-8988-b97b4576aa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ba628-6c27-4d37-a38e-15cc6a8bb69e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:00.343078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19a3a7-56bd-4ae6-bbb2-be606bd662f3 req-9964fc2d-87e4-45c8-a450-07d309c1adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:00.345239 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f19a3a7-56bd-4ae6-bbb2-be606bd662f3 req-9964fc2d-87e4-45c8-a450-07d309c1adb1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b1b25f8a-828f-4422-b5b0-6589ff25d09d HTTP/1.1" status: 200 len: 907 time: 0.2187467 Aug 27 14:07:00.367690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56904) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:00.433717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bbbf536-d657-4419-bdb4-eefb4531d9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:00.434307 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-273e86d0-8170-40f0-b194-bdc2b01a3928 None None] Set router 5deded7c-36e6-4f59-88d4-d6f24a0de884 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:07:00.512141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d7a811de-052c-4ce6-8b6a-ebc85a2b9d58 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:00.528862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d7a811de-052c-4ce6-8b6a-ebc85a2b9d58 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 811 time: 0.2165170 Aug 27 14:07:00.562772 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d16ca03e-9e42-4f4a-bf1a-a899eb9ddb9c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/quotas/3c68d5ffe1a3432394157ebaf96a27eb HTTP/1.1" status: 200 len: 375 time: 0.0327613 Aug 27 14:07:00.653559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-ce66d42e-dfec-47ef-87ea-9721eab69225 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898499 Aug 27 14:07:00.790027 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-4ecde676-b675-4cc7-b96b-ed2ce89412d2 service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354196 Aug 27 14:07:00.852957 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f19a3a7-56bd-4ae6-bbb2-be606bd662f3 req-64a8e983-99c3-4934-a6ba-b16526f8ea1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805b419c-226b-48c0-a03f-cd031dbc6450 HTTP/1.1" status: 200 len: 998 time: 0.5000415 Aug 27 14:07:00.892413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895bd70-d15f-4a07-b529-1b4f5625f084 req-4cd96764-26d5-4994-bfcd-ac2fcd04818e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:00.894499 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2895bd70-d15f-4a07-b529-1b4f5625f084 req-4cd96764-26d5-4994-bfcd-ac2fcd04818e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.5055859 Aug 27 14:07:00.928947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-fce18f41-b322-490b-8192-74fc2de5043e service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354709 Aug 27 14:07:00.982198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19a3a7-56bd-4ae6-bbb2-be606bd662f3 req-2e5b2128-91a9-4003-9f59-f35ed6439671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:00.984265 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f19a3a7-56bd-4ae6-bbb2-be606bd662f3 req-2e5b2128-91a9-4003-9f59-f35ed6439671 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0132ca44-3165-4a49-9f9d-4989b62ad06a HTTP/1.1" status: 200 len: 845 time: 0.1146228 Aug 27 14:07:01.002419 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2895bd70-d15f-4a07-b529-1b4f5625f084 req-ae1bbea7-2a96-49d6-ae25-0ed8e48c34fb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801580 Aug 27 14:07:01.055026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-273e86d0-8170-40f0-b194-bdc2b01a3928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:06:27Z', 'revision_number': 4, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port': {'id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:23Z', 'updated_at': '2021-08-27T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'ea56a5b2-55f7-44b5-995d-1b92d726d130', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'port_id': '805b419c-226b-48c0-a03f-cd031dbc6450', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'mac_address': 'fa:16:3e:f9:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078e7bd-6d45-4311-a019-424e3cad0728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:06:34Z', 'updated_at': '2021-08-27T14:06:58Z', 'revision_number': 1, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c1b17-7b85-4a17-bc9a-9250124b9109', 'name': '', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'mac_address': 'fa:16:3e:b6:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:26Z', 'updated_at': '2021-08-27T14:06:36Z', 'revision_number': 5, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'subnets': [{'id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:01.090842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e86d0-8170-40f0-b194-bdc2b01a3928 None None] The sync data for ids ['5deded7c-36e6-4f59-88d4-d6f24a0de884'] in n-d-712139-12 is: [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:06:27Z', 'revision_number': 4, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port': {'id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:23Z', 'updated_at': '2021-08-27T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'ea56a5b2-55f7-44b5-995d-1b92d726d130', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'port_id': '805b419c-226b-48c0-a03f-cd031dbc6450', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'mac_address': 'fa:16:3e:f9:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078e7bd-6d45-4311-a019-424e3cad0728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:06:34Z', 'updated_at': '2021-08-27T14:06:58Z', 'revision_number': 1, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c1b17-7b85-4a17-bc9a-9250124b9109', 'name': '', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'mac_address': 'fa:16:3e:b6:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:26Z', 'updated_at': '2021-08-27T14:06:36Z', 'revision_number': 5, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'subnets': [{'id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:07:01.154059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19a3a7-56bd-4ae6-bbb2-be606bd662f3 req-3b10104e-4a8f-4549-9403-f24852a70dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:01.158476 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f19a3a7-56bd-4ae6-bbb2-be606bd662f3 req-3b10104e-4a8f-4549-9403-f24852a70dc5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b1b25f8a-828f-4422-b5b0-6589ff25d09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522462 Aug 27 14:07:01.320411 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bbbf536-d657-4419-bdb4-eefb4531d9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:01.348351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da1f92-3ccd-47c4-a5d7-66cf199b9ea3 req-4e341d7e-742a-4175-bfb1-3450ddf272a6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:01.350179 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-23da1f92-3ccd-47c4-a5d7-66cf199b9ea3 req-4e341d7e-742a-4175-bfb1-3450ddf272a6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.2041914 Aug 27 14:07:01.353837 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bbbf536-d657-4419-bdb4-eefb4531d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:01.441389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbf536-d657-4419-bdb4-eefb4531d9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a54cded-f4b5-4adf-943a-82b099ecaab6,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:01.483284 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0bbbf536-d657-4419-bdb4-eefb4531d9ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed67c20a2edf4e55930b2506ce9a92e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1121624 Aug 27 14:07:01.484636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56938) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:01.487535 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f19a3a7-56bd-4ae6-bbb2-be606bd662f3 req-0123aff5-25a4-4c9c-b9ac-2b708ff28c82 service neutron] 10.222.0.52 "GET /v2.0/networks/b1b25f8a-828f-4422-b5b0-6589ff25d09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990978 Aug 27 14:07:01.513850 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb7627cc-d44d-4e32-abf0-71ee931f6d1a req-863ba378-798d-4524-99a7-c1ad9dad761a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 210 time: 0.0631080 Aug 27 14:07:01.563885 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307b868-1c82-4760-8094-81e495680e39 None None] New status for floating IP ea56a5b2-55f7-44b5-995d-1b92d726d130: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:07:01.590002 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-23da1f92-3ccd-47c4-a5d7-66cf199b9ea3 req-9bd6ec12-6b26-4d34-beaf-1db3ffe18b8c tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087071 Aug 27 14:07:01.694666 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee5cc-f0de-4883-99a7-ad6011f510c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:01.714385 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f19a3a7-56bd-4ae6-bbb2-be606bd662f3 req-5ce3eebf-b454-4812-b0ac-d95eb5c7daa0 service neutron] 10.222.0.52 "GET /v2.0/networks/b1b25f8a-828f-4422-b5b0-6589ff25d09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136791 Aug 27 14:07:01.744204 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee5cc-f0de-4883-99a7-ad6011f510c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:01.756834 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7de8-3de5-4475-832c-be86b6c09909 req-1c2a2f3f-6ed5-48e3-930c-e951e2d461ff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:01.768603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7de8-3de5-4475-832c-be86b6c09909 req-1c2a2f3f-6ed5-48e3-930c-e951e2d461ff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:01.788418 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7de8-3de5-4475-832c-be86b6c09909 req-1c2a2f3f-6ed5-48e3-930c-e951e2d461ff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:01.796161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7de8-3de5-4475-832c-be86b6c09909 req-1c2a2f3f-6ed5-48e3-930c-e951e2d461ff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:01.813078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7de8-3de5-4475-832c-be86b6c09909 req-1c2a2f3f-6ed5-48e3-930c-e951e2d461ff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:01.819692 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7de8-3de5-4475-832c-be86b6c09909 req-1c2a2f3f-6ed5-48e3-930c-e951e2d461ff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:01.827809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7de8-3de5-4475-832c-be86b6c09909 req-1c2a2f3f-6ed5-48e3-930c-e951e2d461ff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:01.836777 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e1a7de8-3de5-4475-832c-be86b6c09909 req-1c2a2f3f-6ed5-48e3-930c-e951e2d461ff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.2116156 Aug 27 14:07:01.871801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb555c-ee64-4020-8bb1-adcd204ab436 req-3df74f3f-8e48-4983-b7f3-870b35b106f6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:01.873535 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20bb555c-ee64-4020-8bb1-adcd204ab436 req-3df74f3f-8e48-4983-b7f3-870b35b106f6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0862103 Aug 27 14:07:01.886068 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e1a7de8-3de5-4475-832c-be86b6c09909 req-ff8db7a7-e20f-4c2f-91c0-59f63928bf9a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455492 Aug 27 14:07:01.887969 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee5cc-f0de-4883-99a7-ad6011f510c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:01.890662 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee5cc-f0de-4883-99a7-ad6011f510c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:01.896275 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ce2ee5cc-f0de-4883-99a7-ad6011f510c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a54cded-f4b5-4adf-943a-82b099ecaab6 HTTP/1.1" status: 204 len: 168 time: 0.4004180 Aug 27 14:07:01.918851 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ee5cc-f0de-4883-99a7-ad6011f510c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a54cded-f4b5-4adf-943a-82b099ecaab6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:01.975443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20bb555c-ee64-4020-8bb1-adcd204ab436 req-73876773-0623-43fe-9023-5e3fcd1f6bc0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824854 Aug 27 14:07:02.132249 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43982d66-1938-4cd5-b490-895851e4f690 req-a2b7cca5-2e48-453f-8493-53c7ea5480bf tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:02.133813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43982d66-1938-4cd5-b490-895851e4f690 req-a2b7cca5-2e48-453f-8493-53c7ea5480bf tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0803251 Aug 27 14:07:02.178850 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ccda0-222f-4e08-8453-c87862cad38c req-e10e4df8-2cf8-40ad-8925-abfe4d758f0b tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:02.187842 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-962ccda0-222f-4e08-8453-c87862cad38c req-e10e4df8-2cf8-40ad-8925-abfe4d758f0b tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0994704 Aug 27 14:07:02.192576 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43982d66-1938-4cd5-b490-895851e4f690 req-6e691642-17e4-4f03-b387-a318e95eaf23 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496027 Aug 27 14:07:02.254010 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-962ccda0-222f-4e08-8453-c87862cad38c req-912e4895-1198-40f3-8754-185e2e5be3ea tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651741 Aug 27 14:07:02.374825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db7b02-8f42-4c9f-810d-c3d60a9a2039 req-41b7e125-c0e6-4877-81a9-099b6a397f8d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:02.379326 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37db7b02-8f42-4c9f-810d-c3d60a9a2039 req-41b7e125-c0e6-4877-81a9-099b6a397f8d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0619164 Aug 27 14:07:02.424922 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37db7b02-8f42-4c9f-810d-c3d60a9a2039 req-a9a2c49d-51c0-4402-896a-adfee646b68a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 Aug 27 14:07:02.557337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2859dd-983d-4919-9042-9c37cf436807 req-8cec1a0a-9f76-4b97-b44b-27b11812de13 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:02.558954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d2859dd-983d-4919-9042-9c37cf436807 req-8cec1a0a-9f76-4b97-b44b-27b11812de13 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0607708 Aug 27 14:07:02.638164 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d2859dd-983d-4919-9042-9c37cf436807 req-2cdc62ad-6249-4741-aa95-bae178404e9d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731578 Aug 27 14:07:02.650782 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7b94a9ba-ccb6-4fb0-a25a-5430a2bac60b req-af631a1c-948e-4ddb-850b-2756f5900ece tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 210 time: 0.0529847 Aug 27 14:07:02.793409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744b4e6-19f9-46a0-afc3-b4952684200f req-9a205fce-efe1-4b0e-9c15-772e4667d148 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:02.814005 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5744b4e6-19f9-46a0-afc3-b4952684200f req-9a205fce-efe1-4b0e-9c15-772e4667d148 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0864303 Aug 27 14:07:02.865758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a824d-a771-4257-a319-3b10899ad66f req-063f93f4-e862-4eec-ba5f-88aaad6cc537 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:02.867531 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-063f93f4-e862-4eec-ba5f-88aaad6cc537 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 811 time: 0.1436636 Aug 27 14:07:02.869280 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5744b4e6-19f9-46a0-afc3-b4952684200f req-a695ade5-4b08-49e9-9012-aa7991cab0c3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543377 Aug 27 14:07:02.907599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d6566057-25ef-489b-a027-6f7fce19ea4a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Request body: {'port': {'device_id': '18e479db-ecd4-4a0d-9766-9898c9f90510', 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'admin_state_up': True, 'tenant_id': '3c68d5ffe1a3432394157ebaf96a27eb'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:03.053425 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd01ee4-7f0c-4778-9f80-81e02fbca241 req-b6eea2f0-b8cd-4837-b2f8-0b5070a5596d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:03.054907 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8fd01ee4-7f0c-4778-9f80-81e02fbca241 req-b6eea2f0-b8cd-4837-b2f8-0b5070a5596d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0878587 Aug 27 14:07:03.060900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c733e4-4e49-42df-944c-1d14d319604b req-1f0b8331-fc40-446b-a154-c52d0383b1e2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:03.068090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c733e4-4e49-42df-944c-1d14d319604b req-1f0b8331-fc40-446b-a154-c52d0383b1e2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:03.075008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c733e4-4e49-42df-944c-1d14d319604b req-1f0b8331-fc40-446b-a154-c52d0383b1e2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:03.082441 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c733e4-4e49-42df-944c-1d14d319604b req-1f0b8331-fc40-446b-a154-c52d0383b1e2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:03.092435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c733e4-4e49-42df-944c-1d14d319604b req-1f0b8331-fc40-446b-a154-c52d0383b1e2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:03.100341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c733e4-4e49-42df-944c-1d14d319604b req-1f0b8331-fc40-446b-a154-c52d0383b1e2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:03.107356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c733e4-4e49-42df-944c-1d14d319604b req-1f0b8331-fc40-446b-a154-c52d0383b1e2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:03.110104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45c733e4-4e49-42df-944c-1d14d319604b req-1f0b8331-fc40-446b-a154-c52d0383b1e2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1236794 Aug 27 14:07:03.117168 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8fd01ee4-7f0c-4778-9f80-81e02fbca241 req-0e19969a-6589-4231-9c9e-04a7ddb7277a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531981 Aug 27 14:07:03.118240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d6566057-25ef-489b-a027-6f7fce19ea4a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Made reservation on behalf of 3c68d5ffe1a3432394157ebaf96a27eb for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:03.121825 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d6566057-25ef-489b-a027-6f7fce19ea4a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:03.207131 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45c733e4-4e49-42df-944c-1d14d319604b req-538a679f-b69a-434f-a552-b2d8404cab93 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793188 Aug 27 14:07:03.310672 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d6566057-25ef-489b-a027-6f7fce19ea4a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Allocated IP 172.20.0.12 (50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6/3554799f-a4a2-458b-9556-37ea29d379ae/dd1ae22a-2070-45a6-954a-09062735c225) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:03.336247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6fc3e-7b96-40bf-b3d1-e1710d2f5487 req-d87414c4-49dc-4aa9-976c-c6d9bfecfd9a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:03.338024 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95b6fc3e-7b96-40bf-b3d1-e1710d2f5487 req-d87414c4-49dc-4aa9-976c-c6d9bfecfd9a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0731537 Aug 27 14:07:03.387502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d3d0a-0c0b-48ee-af3f-4498f766d2df req-3a383fe6-a89e-4b2e-8789-e7b8f5438a5b tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:03.396030 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-130d3d0a-0c0b-48ee-af3f-4498f766d2df req-3a383fe6-a89e-4b2e-8789-e7b8f5438a5b tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0712442 Aug 27 14:07:03.406563 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95b6fc3e-7b96-40bf-b3d1-e1710d2f5487 req-b70af06b-5e40-42e1-b963-13fca31101d8 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612490 Aug 27 14:07:03.491368 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-130d3d0a-0c0b-48ee-af3f-4498f766d2df req-d6e5424c-d5be-4fc0-8df9-d440504b00e2 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943530 Aug 27 14:07:03.603200 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d6566057-25ef-489b-a027-6f7fce19ea4a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:03.642220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651a9da-36e4-42e2-81e5-d91fc205727d req-0edd940a-7516-4ea9-ab54-876475cccd13 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:03.645773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f651a9da-36e4-42e2-81e5-d91fc205727d req-0edd940a-7516-4ea9-ab54-876475cccd13 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0869715 Aug 27 14:07:03.653270 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d6566057-25ef-489b-a027-6f7fce19ea4a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:03.708193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d6566057-25ef-489b-a027-6f7fce19ea4a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:03.711306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d6566057-25ef-489b-a027-6f7fce19ea4a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:03.716125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d6566057-25ef-489b-a027-6f7fce19ea4a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:03.721608 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f651a9da-36e4-42e2-81e5-d91fc205727d req-0cafa2be-1f37-4dc0-8448-e90427e27a0b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684776 Aug 27 14:07:03.749615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6566057-25ef-489b-a027-6f7fce19ea4a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Pushing event updated for resources: {'Port': ['ID=dd1ae22a-2070-45a6-954a-09062735c225,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:03.807518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d6566057-25ef-489b-a027-6f7fce19ea4a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:03.808153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d6566057-25ef-489b-a027-6f7fce19ea4a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:03.830115 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d6566057-25ef-489b-a027-6f7fce19ea4a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9279008 Aug 27 14:07:03.839880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2f224-e54a-4ca6-a2ce-fd472af320db req-6a725153-8219-4885-a57f-e1497af34ddb tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:03.841373 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b3d2f224-e54a-4ca6-a2ce-fd472af320db req-6a725153-8219-4885-a57f-e1497af34ddb tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 932 time: 0.0744593 Aug 27 14:07:03.859928 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Request body: {'port': {'device_id': '18e479db-ecd4-4a0d-9766-9898c9f90510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:03.963055 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b3d2f224-e54a-4ca6-a2ce-fd472af320db req-6ee75eb4-43a1-4e34-80d1-e0c14c55c462 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119938 Aug 27 14:07:03.988274 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:04.000060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07972945-127a-4d7d-96f3-a9a39a36350b req-e8502cb4-fe32-4d38-9c73-44ed8d283a64 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:04.001595 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07972945-127a-4d7d-96f3-a9a39a36350b req-e8502cb4-fe32-4d38-9c73-44ed8d283a64 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0562899 Aug 27 14:07:04.082229 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07972945-127a-4d7d-96f3-a9a39a36350b req-84c4c416-3f42-484b-bc5d-2055be144528 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730062 Aug 27 14:07:04.262702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56853136-551d-4837-93cc-318c99cf9982 req-ac9c148e-57e2-4029-a102-4d18b827f0c0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:04.271694 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56853136-551d-4837-93cc-318c99cf9982 req-ac9c148e-57e2-4029-a102-4d18b827f0c0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1154397 Aug 27 14:07:04.358989 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56853136-551d-4837-93cc-318c99cf9982 req-7e7551a2-123d-4b99-b622-2d6a2e85e99c tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862837 Aug 27 14:07:04.376102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61694730-0887-41c5-a1f3-a65211cea20c req-76f8aefb-e71f-48bd-a503-d3215932280f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:04.383063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61694730-0887-41c5-a1f3-a65211cea20c req-76f8aefb-e71f-48bd-a503-d3215932280f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:04.388931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61694730-0887-41c5-a1f3-a65211cea20c req-76f8aefb-e71f-48bd-a503-d3215932280f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:04.395671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61694730-0887-41c5-a1f3-a65211cea20c req-76f8aefb-e71f-48bd-a503-d3215932280f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:04.401547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61694730-0887-41c5-a1f3-a65211cea20c req-76f8aefb-e71f-48bd-a503-d3215932280f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:04.407518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61694730-0887-41c5-a1f3-a65211cea20c req-76f8aefb-e71f-48bd-a503-d3215932280f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:04.413575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61694730-0887-41c5-a1f3-a65211cea20c req-76f8aefb-e71f-48bd-a503-d3215932280f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:04.421317 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61694730-0887-41c5-a1f3-a65211cea20c req-76f8aefb-e71f-48bd-a503-d3215932280f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1173255 Aug 27 14:07:04.425375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1ae22a-2070-45a6-954a-09062735c225 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:07:04.434652 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:04.449541 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Transition to ACTIVE for port object dd1ae22a-2070-45a6-954a-09062735c225 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:04.456176 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:04.462102 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61694730-0887-41c5-a1f3-a65211cea20c req-453e6c31-33c2-4b34-8ffe-94dd4f569547 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398321 Aug 27 14:07:04.554878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Pushing event updated for resources: {'Port': ['ID=dd1ae22a-2070-45a6-954a-09062735c225,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:04.654622 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Attempting to bind port dd1ae22a-2070-45a6-954a-09062735c225 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:07:04.655006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Attempting to bind port dd1ae22a-2070-45a6-954a-09062735c225 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:07:04.655401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Attempting to bind port dd1ae22a-2070-45a6-954a-09062735c225 on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:07:04.666167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e667c50-e343-490b-a7d0-14f485a94d8e req-51f9c23a-505e-4620-ac8a-0c43432d4bed tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:04.667725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e667c50-e343-490b-a7d0-14f485a94d8e req-51f9c23a-505e-4620-ac8a-0c43432d4bed tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0834858 Aug 27 14:07:04.674258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Port dd1ae22a-2070-45a6-954a-09062735c225 on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:07:04.674588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Attempting to bind port dd1ae22a-2070-45a6-954a-09062735c225 on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:07:04.693158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:07:04.693816 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Checking segment: {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:04.694054 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Bound using segment: {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:07:04.697554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Bound port: dd1ae22a-2070-45a6-954a-09062735c225, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:07:04.697554 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:04.764611 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e667c50-e343-490b-a7d0-14f485a94d8e req-b080bbba-8f46-47f4-a53a-d9aa210207c8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856173 Aug 27 14:07:04.811101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] For port dd1ae22a-2070-45a6-954a-09062735c225, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:07:04.816999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] For port dd1ae22a-2070-45a6-954a-09062735c225, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dd1ae22a-2070-45a6-954a-09062735c225,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:07:04.834735 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:04.900519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:04.901137 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:04.902530 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] 10.222.0.41 "PUT /v2.0/ports/dd1ae22a-2070-45a6-954a-09062735c225 HTTP/1.1" status: 200 len: 1093 time: 1.0528631 Aug 27 14:07:04.903718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e479db-ecd4-4a0d-9766-9898c9f90510', 'tag': 'dd1ae22a-2070-45a6-954a-09062735c225'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:07:04.905953 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ae03cd-0a49-452a-b2bc-c58355b18466" -d '{"events": [{"name": "network-changed", "server_uuid": "18e479db-ecd4-4a0d-9766-9898c9f90510", "tag": "dd1ae22a-2070-45a6-954a-09062735c225"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:07:04.949772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59f698-2f0b-4ff1-a223-c8717dd8e7c2 req-04643510-e276-47c6-98e7-a0bea05046cb tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:04.958676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b59f698-2f0b-4ff1-a223-c8717dd8e7c2 req-04643510-e276-47c6-98e7-a0bea05046cb tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1264791 Aug 27 14:07:04.980776 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8f80c7-04c8-47ea-8870-0420541e1684 x-openstack-request-id: req-8d8f80c7-04c8-47ea-8870-0420541e1684 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:07:04.981588 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e479db-ecd4-4a0d-9766-9898c9f90510", "tag": "dd1ae22a-2070-45a6-954a-09062735c225", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:07:04.981588 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d8f80c7-04c8-47ea-8870-0420541e1684 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:07:04.981771 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e479db-ecd4-4a0d-9766-9898c9f90510', 'tag': 'dd1ae22a-2070-45a6-954a-09062735c225', 'status': 'completed', 'code': 200} Aug 27 14:07:04.983718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e7909-03a4-40ed-a2d9-facc1a12e8da service neutron] Pushing event updated for resources: {'Port': ['ID=dd1ae22a-2070-45a6-954a-09062735c225,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:05.048702 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b59f698-2f0b-4ff1-a223-c8717dd8e7c2 req-1c0eadbf-93c9-4250-af40-571326b824ad tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890379 Aug 27 14:07:05.069919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d50c0947-c193-4356-9e3a-19121326e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.071829 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-d50c0947-c193-4356-9e3a-19121326e9ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 1096 time: 0.0763807 Aug 27 14:07:05.142199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcba13-6922-4c46-b457-b137171fb8dd req-ad3cb128-781d-4b82-96d2-b342cf107cf0 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.155035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-8e1cb229-7c61-4679-a237-cff0411b8dff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1ae22a-2070-45a6-954a-09062735c225 HTTP/1.1" status: 200 len: 217 time: 0.0566714 Aug 27 14:07:05.155153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ecfcba13-6922-4c46-b457-b137171fb8dd req-ad3cb128-781d-4b82-96d2-b342cf107cf0 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 944 time: 0.0809252 Aug 27 14:07:05.203114 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ecfcba13-6922-4c46-b457-b137171fb8dd req-026792fc-edb5-44c7-9705-dfc45470f064 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488534 Aug 27 14:07:05.249339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3d56a-6da9-480b-87f3-1748fb740614 req-eb8e4ce4-35d6-440d-bb5e-2e918a4534bb tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.255201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10e3d56a-6da9-480b-87f3-1748fb740614 req-eb8e4ce4-35d6-440d-bb5e-2e918a4534bb tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1164536 Aug 27 14:07:05.258200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a824d-a771-4257-a319-3b10899ad66f req-76299427-0789-4f57-9c84-c379f6b1e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.259941 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-76299427-0789-4f57-9c84-c379f6b1e1e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 200 len: 851 time: 0.0856504 Aug 27 14:07:05.313686 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-7ec31c83-957c-4cfe-98a2-9058a1dfbb2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418429 Aug 27 14:07:05.386595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10e3d56a-6da9-480b-87f3-1748fb740614 req-7fdeb10c-2046-430e-8564-61af8d138877 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255012 Aug 27 14:07:05.435444 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-aa0a4422-d611-4678-b3fd-a3db296bd483 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101363 Aug 27 14:07:05.591494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcb63c-0652-4c62-9b60-a5eb8b3b94dd req-cbc4691d-b527-49a9-bc2e-1887c4eb2cf1 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.593457 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffdcb63c-0652-4c62-9b60-a5eb8b3b94dd req-cbc4691d-b527-49a9-bc2e-1887c4eb2cf1 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0845091 Aug 27 14:07:05.648444 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c4a824d-a771-4257-a319-3b10899ad66f req-f99d896c-65a1-458f-8bcd-0836feccc98e service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994522 Aug 27 14:07:05.649189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e166-dfcd-4ba1-8a31-b985d5f92afd req-db9a6fb8-ab79-4643-bc02-a5a2c2feb104 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.655755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e166-dfcd-4ba1-8a31-b985d5f92afd req-db9a6fb8-ab79-4643-bc02-a5a2c2feb104 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.663104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e166-dfcd-4ba1-8a31-b985d5f92afd req-db9a6fb8-ab79-4643-bc02-a5a2c2feb104 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.679069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffdcb63c-0652-4c62-9b60-a5eb8b3b94dd req-e122d13e-008d-448a-a218-d3ac70129f3e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670254 Aug 27 14:07:05.681546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e166-dfcd-4ba1-8a31-b985d5f92afd req-db9a6fb8-ab79-4643-bc02-a5a2c2feb104 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.688867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e166-dfcd-4ba1-8a31-b985d5f92afd req-db9a6fb8-ab79-4643-bc02-a5a2c2feb104 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.701344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e166-dfcd-4ba1-8a31-b985d5f92afd req-db9a6fb8-ab79-4643-bc02-a5a2c2feb104 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.703662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e166-dfcd-4ba1-8a31-b985d5f92afd req-db9a6fb8-ab79-4643-bc02-a5a2c2feb104 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.714268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2a95e166-dfcd-4ba1-8a31-b985d5f92afd req-db9a6fb8-ab79-4643-bc02-a5a2c2feb104 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1608753 Aug 27 14:07:05.771185 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2a95e166-dfcd-4ba1-8a31-b985d5f92afd req-6f9e02fc-8318-4ca0-b5a2-131a3f44c036 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587018 Aug 27 14:07:05.885813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae03cd-0a49-452a-b2bc-c58355b18466 req-bad5d62c-28a9-4eea-8062-139862c1ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.888315 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82ae03cd-0a49-452a-b2bc-c58355b18466 req-bad5d62c-28a9-4eea-8062-139862c1ef3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 1096 time: 0.0553620 Aug 27 14:07:05.935096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034af1e-1db4-4f35-80ca-88fc53877039 req-c0085f38-2816-4d3e-b70f-a7e36b20359b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:05.938062 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d034af1e-1db4-4f35-80ca-88fc53877039 req-c0085f38-2816-4d3e-b70f-a7e36b20359b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0696385 Aug 27 14:07:05.994764 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d034af1e-1db4-4f35-80ca-88fc53877039 req-f8f3538f-10ad-4ffd-a449-b498b8d09598 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489423 Aug 27 14:07:06.065348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae03cd-0a49-452a-b2bc-c58355b18466 req-46b42bcb-9cc0-41d7-aa7d-f17459548b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:06.067668 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82ae03cd-0a49-452a-b2bc-c58355b18466 req-46b42bcb-9cc0-41d7-aa7d-f17459548b7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 912 time: 0.1688960 Aug 27 14:07:06.084091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811fe73-4499-4bf9-bedd-76e08abbabd3 req-b8efbcff-2750-4ea1-9453-fe6fda70dc15 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:06.086489 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4811fe73-4499-4bf9-bedd-76e08abbabd3 req-b8efbcff-2750-4ea1-9453-fe6fda70dc15 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0920296 Aug 27 14:07:06.165460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82ae03cd-0a49-452a-b2bc-c58355b18466 req-dcfa8858-3777-4014-a37d-a3bed4781257 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1ae22a-2070-45a6-954a-09062735c225 HTTP/1.1" status: 200 len: 217 time: 0.0775707 Aug 27 14:07:06.239371 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4811fe73-4499-4bf9-bedd-76e08abbabd3 req-5d77b530-89b3-4926-86dc-eb950d253348 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386125 Aug 27 14:07:06.267471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae03cd-0a49-452a-b2bc-c58355b18466 req-6291c127-bd37-43fe-a602-20c7325ddafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:06.269658 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82ae03cd-0a49-452a-b2bc-c58355b18466 req-6291c127-bd37-43fe-a602-20c7325ddafd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 200 len: 851 time: 0.0934675 Aug 27 14:07:06.276072 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ee50c-c004-477c-a842-401a92f030c8 req-3603288c-2dc1-4e98-ba67-8728fc6936ee tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:06.278236 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c9ee50c-c004-477c-a842-401a92f030c8 req-3603288c-2dc1-4e98-ba67-8728fc6936ee tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0777569 Aug 27 14:07:06.329812 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c9ee50c-c004-477c-a842-401a92f030c8 req-273b74b9-5465-4c53-b927-d16c060aad36 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444419 Aug 27 14:07:06.368056 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82ae03cd-0a49-452a-b2bc-c58355b18466 req-80cd5f0e-57d1-477c-9061-6da113461b59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841222 Aug 27 14:07:06.477402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ba811-ff91-48ec-b4c0-0f9d0d5d7df8 req-50f4f1ad-47f5-46af-a7e5-795c375c4b25 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:06.478957 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6f0ba811-ff91-48ec-b4c0-0f9d0d5d7df8 req-50f4f1ad-47f5-46af-a7e5-795c375c4b25 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 944 time: 0.1143823 Aug 27 14:07:06.551043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82ae03cd-0a49-452a-b2bc-c58355b18466 req-1cd5ca8e-4ae4-4092-b045-2994e10fa652 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742721 Aug 27 14:07:06.554105 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6f0ba811-ff91-48ec-b4c0-0f9d0d5d7df8 req-eca49e8a-47f9-4b5f-902f-0441eab59895 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678554 Aug 27 14:07:06.680555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82ae03cd-0a49-452a-b2bc-c58355b18466 req-14481126-0d68-45f6-8248-5cbd21001354 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155007 Aug 27 14:07:06.914528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc72dd-8876-4943-9da3-57f3c25e3464 req-2ec8a7d6-9573-4c65-bf4f-9bbd9eab9694 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:06.920553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc72dd-8876-4943-9da3-57f3c25e3464 req-2ec8a7d6-9573-4c65-bf4f-9bbd9eab9694 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:06.927828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc72dd-8876-4943-9da3-57f3c25e3464 req-2ec8a7d6-9573-4c65-bf4f-9bbd9eab9694 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:06.935837 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc72dd-8876-4943-9da3-57f3c25e3464 req-2ec8a7d6-9573-4c65-bf4f-9bbd9eab9694 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:06.946182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc72dd-8876-4943-9da3-57f3c25e3464 req-2ec8a7d6-9573-4c65-bf4f-9bbd9eab9694 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:06.951973 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc72dd-8876-4943-9da3-57f3c25e3464 req-2ec8a7d6-9573-4c65-bf4f-9bbd9eab9694 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:06.961845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc72dd-8876-4943-9da3-57f3c25e3464 req-2ec8a7d6-9573-4c65-bf4f-9bbd9eab9694 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:06.964008 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56cc72dd-8876-4943-9da3-57f3c25e3464 req-2ec8a7d6-9573-4c65-bf4f-9bbd9eab9694 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1109695 Aug 27 14:07:07.010090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56cc72dd-8876-4943-9da3-57f3c25e3464 req-7d4b1a56-a781-48b1-98f3-4fc5f2e6ec93 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382354 Aug 27 14:07:07.181324 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:07:07.384227 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34f873-7e7f-49e3-bce4-a4877c33dd73 req-a6553d62-1b98-46c6-8b0b-e11ff64595c3 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:07.385835 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cb34f873-7e7f-49e3-bce4-a4877c33dd73 req-a6553d62-1b98-46c6-8b0b-e11ff64595c3 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0661714 Aug 27 14:07:07.454317 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cb34f873-7e7f-49e3-bce4-a4877c33dd73 req-65cb74ab-2811-45a1-a48a-d13c08832524 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591943 Aug 27 14:07:07.483320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e1454-13c1-4ede-8364-43d3a5d0e287 req-92b443f2-7b93-4660-a2cf-9fb46424b699 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:07.489548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff1e1454-13c1-4ede-8364-43d3a5d0e287 req-92b443f2-7b93-4660-a2cf-9fb46424b699 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0730031 Aug 27 14:07:07.534755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff1e1454-13c1-4ede-8364-43d3a5d0e287 req-ccc4aa9f-1d29-4f09-971e-61385a18b0a9 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408993 Aug 27 14:07:07.693572 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1b1f3-4060-4c0c-b0d3-510b513a6010 req-d7ada43b-ebd5-4447-998e-223dfe1d0f97 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:07.701284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b4c1b1f3-4060-4c0c-b0d3-510b513a6010 req-d7ada43b-ebd5-4447-998e-223dfe1d0f97 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 944 time: 0.0653024 Aug 27 14:07:07.766778 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b4c1b1f3-4060-4c0c-b0d3-510b513a6010 req-2ff0a808-c992-4c18-bf01-d90a39fd6ba2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604706 Aug 27 14:07:07.862359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c6ad1-10e1-4008-ba07-22db8945d435 req-b045f152-7a52-4bfd-bfc1-8f1651d567ef tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:07.864261 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c96c6ad1-10e1-4008-ba07-22db8945d435 req-b045f152-7a52-4bfd-bfc1-8f1651d567ef tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0700366 Aug 27 14:07:07.915397 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c96c6ad1-10e1-4008-ba07-22db8945d435 req-28767f4f-063f-489c-8b26-5559b9f3dd3c tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Aug 27 14:07:08.000479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57470) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:08.124509 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35bf5ef-4391-4ccd-aa4a-447fe3a30512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:08.160786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31e279-97f0-48b2-a050-5ffa22351d7b req-5ccd7e22-c1ce-451a-9929-48cfd89cbae7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:08.166755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31e279-97f0-48b2-a050-5ffa22351d7b req-5ccd7e22-c1ce-451a-9929-48cfd89cbae7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:08.172588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31e279-97f0-48b2-a050-5ffa22351d7b req-5ccd7e22-c1ce-451a-9929-48cfd89cbae7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:08.179713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31e279-97f0-48b2-a050-5ffa22351d7b req-5ccd7e22-c1ce-451a-9929-48cfd89cbae7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:08.185607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31e279-97f0-48b2-a050-5ffa22351d7b req-5ccd7e22-c1ce-451a-9929-48cfd89cbae7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:08.192079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31e279-97f0-48b2-a050-5ffa22351d7b req-5ccd7e22-c1ce-451a-9929-48cfd89cbae7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:08.197846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31e279-97f0-48b2-a050-5ffa22351d7b req-5ccd7e22-c1ce-451a-9929-48cfd89cbae7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:08.199762 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da31e279-97f0-48b2-a050-5ffa22351d7b req-5ccd7e22-c1ce-451a-9929-48cfd89cbae7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1029596 Aug 27 14:07:08.224184 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35bf5ef-4391-4ccd-aa4a-447fe3a30512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:08.230733 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35bf5ef-4391-4ccd-aa4a-447fe3a30512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:08.251953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da31e279-97f0-48b2-a050-5ffa22351d7b req-a1dc9822-7deb-4dfa-b18d-eca44f68e76b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388258 Aug 27 14:07:08.276491 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b35bf5ef-4391-4ccd-aa4a-447fe3a30512 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de87c17dae6b4df08a0966d5155bf824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740424 Aug 27 14:07:08.278515 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57488) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:08.285355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bf5ef-4391-4ccd-aa4a-447fe3a30512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383ed876-cfd2-456a-8d7b-5f845cf7769a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:08.333109 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4537acc6-d1b6-4c79-9397-b520ff24da8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:08.355332 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4537acc6-d1b6-4c79-9397-b520ff24da8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:08.405860 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4537acc6-d1b6-4c79-9397-b520ff24da8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:08.409774 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4537acc6-d1b6-4c79-9397-b520ff24da8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:08.411162 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4537acc6-d1b6-4c79-9397-b520ff24da8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/383ed876-cfd2-456a-8d7b-5f845cf7769a HTTP/1.1" status: 204 len: 168 time: 0.1314521 Aug 27 14:07:08.420678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537acc6-d1b6-4c79-9397-b520ff24da8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383ed876-cfd2-456a-8d7b-5f845cf7769a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:08.592214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33b473-eb0c-45d3-be7c-46452c0ddcfb req-0c78a88a-a6e8-43f4-abca-753fdbc4b3dd tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:08.601117 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a33b473-eb0c-45d3-be7c-46452c0ddcfb req-0c78a88a-a6e8-43f4-abca-753fdbc4b3dd tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0717475 Aug 27 14:07:08.667369 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a33b473-eb0c-45d3-be7c-46452c0ddcfb req-e34217dc-4b3c-4f90-85b8-f89880a0ed85 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652785 Aug 27 14:07:08.680442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0945f6-003b-472f-9ebe-d2dd431e7c0a req-df472ee2-0519-4732-8702-ba604055e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:08.681971 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a0945f6-003b-472f-9ebe-d2dd431e7c0a req-df472ee2-0519-4732-8702-ba604055e944 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 1097 time: 0.0736530 Aug 27 14:07:08.722726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a0945f6-003b-472f-9ebe-d2dd431e7c0a req-513c34f1-9988-4e0a-befb-ae05cfaee764 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328629 Aug 27 14:07:08.744080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57530) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:08.757939 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89f47e2f-bb0f-47c2-b6be-f55b244efed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:08.858663 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89f47e2f-bb0f-47c2-b6be-f55b244efed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:08.864295 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89f47e2f-bb0f-47c2-b6be-f55b244efed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:08.892777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fd758-f958-4d02-a67f-f72e12f21acb req-9d2026e2-492e-45be-99af-02f2fbbe9a69 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:08.895437 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc5fd758-f958-4d02-a67f-f72e12f21acb req-9d2026e2-492e-45be-99af-02f2fbbe9a69 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 944 time: 0.0573959 Aug 27 14:07:08.912098 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-89f47e2f-bb0f-47c2-b6be-f55b244efed2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6e6922fcf414aeea2b98b7538d0c8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668589 Aug 27 14:07:08.912689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57534) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:08.914624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f47e2f-bb0f-47c2-b6be-f55b244efed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2289e5-d069-43cd-9cb9-72364f3f4f03,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:08.952450 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc5fd758-f958-4d02-a67f-f72e12f21acb req-14fd6372-4fe1-45e9-a9aa-4a4745d80f75 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449300 Aug 27 14:07:08.992136 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-09c4c4d8-ddf1-4b51-a3f7-2846b49efc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:09.024924 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-09c4c4d8-ddf1-4b51-a3f7-2846b49efc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:09.087518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651e7ef-553c-4aba-80da-880b9095c995 req-92cd720b-7492-4ea6-a618-4b6314029eb9 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:09.089094 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2651e7ef-553c-4aba-80da-880b9095c995 req-92cd720b-7492-4ea6-a618-4b6314029eb9 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0817163 Aug 27 14:07:09.124585 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-09c4c4d8-ddf1-4b51-a3f7-2846b49efc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:09.127175 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-09c4c4d8-ddf1-4b51-a3f7-2846b49efc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:09.128502 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-09c4c4d8-ddf1-4b51-a3f7-2846b49efc90 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a2289e5-d069-43cd-9cb9-72364f3f4f03 HTTP/1.1" status: 204 len: 168 time: 0.2147837 Aug 27 14:07:09.150403 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4c4d8-ddf1-4b51-a3f7-2846b49efc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2289e5-d069-43cd-9cb9-72364f3f4f03,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:09.166303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2651e7ef-553c-4aba-80da-880b9095c995 req-43a89e29-66f4-4ab3-bb84-28c35d3fb812 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651760 Aug 27 14:07:09.291970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a061636-ae5b-4178-9151-89df07226543 req-c27ac02a-4b98-46c5-b340-6a9e42d9e898 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:09.293591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a061636-ae5b-4178-9151-89df07226543 req-c27ac02a-4b98-46c5-b340-6a9e42d9e898 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0553417 Aug 27 14:07:09.351884 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a061636-ae5b-4178-9151-89df07226543 req-5e71bb59-1697-45b6-a871-6f156bf2ff68 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434725 Aug 27 14:07:09.411949 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a601af-c3b1-4bd3-9d1c-9ddf74f2440a req-96e21b3a-7c90-40ce-bd3c-45f1fecc628e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:09.417833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a601af-c3b1-4bd3-9d1c-9ddf74f2440a req-96e21b3a-7c90-40ce-bd3c-45f1fecc628e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:09.426913 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a601af-c3b1-4bd3-9d1c-9ddf74f2440a req-96e21b3a-7c90-40ce-bd3c-45f1fecc628e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:09.433751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a601af-c3b1-4bd3-9d1c-9ddf74f2440a req-96e21b3a-7c90-40ce-bd3c-45f1fecc628e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:09.441301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a601af-c3b1-4bd3-9d1c-9ddf74f2440a req-96e21b3a-7c90-40ce-bd3c-45f1fecc628e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:09.447385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a601af-c3b1-4bd3-9d1c-9ddf74f2440a req-96e21b3a-7c90-40ce-bd3c-45f1fecc628e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:09.453297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a601af-c3b1-4bd3-9d1c-9ddf74f2440a req-96e21b3a-7c90-40ce-bd3c-45f1fecc628e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:09.461231 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0a601af-c3b1-4bd3-9d1c-9ddf74f2440a req-96e21b3a-7c90-40ce-bd3c-45f1fecc628e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1089418 Aug 27 14:07:09.505941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0a601af-c3b1-4bd3-9d1c-9ddf74f2440a req-09db59b3-f0b7-487a-9a14-8125cac01a79 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436363 Aug 27 14:07:09.537406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a3f89-2772-4f84-9e42-4b378de4c1b9 req-55f274d8-76a9-401b-8383-64a3da63b5c6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:09.539269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b86a3f89-2772-4f84-9e42-4b378de4c1b9 req-55f274d8-76a9-401b-8383-64a3da63b5c6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0712166 Aug 27 14:07:09.583112 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b86a3f89-2772-4f84-9e42-4b378de4c1b9 req-4126ffcb-c2b3-47bf-b404-b628569cab93 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379536 Aug 27 14:07:09.698316 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:09.730566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00915ef-8c2e-4775-847a-2c21e04d38ec req-a2287558-6c11-4309-a7d8-a4373ff1b320 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:09.732423 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a00915ef-8c2e-4775-847a-2c21e04d38ec req-a2287558-6c11-4309-a7d8-a4373ff1b320 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0759788 Aug 27 14:07:09.800222 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a00915ef-8c2e-4775-847a-2c21e04d38ec req-050eade0-3a97-42d2-8549-ea9d86e9df14 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580487 Aug 27 14:07:09.839868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c885a-e49d-4dac-97a4-4f090bf079d3 req-0f28cd77-c92f-4dc9-bd41-5b590441d63e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:09.841987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-801c885a-e49d-4dac-97a4-4f090bf079d3 req-0f28cd77-c92f-4dc9-bd41-5b590441d63e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0901134 Aug 27 14:07:09.915817 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-801c885a-e49d-4dac-97a4-4f090bf079d3 req-773ebab7-b5ea-4982-bd50-d2b819b0f0eb tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652859 Aug 27 14:07:09.985367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b6021-12bc-4783-b1d3-db7c38fa461f req-5066a3e2-326f-41ab-a12c-d8683e1f0ead tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:09.993076 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e5b6021-12bc-4783-b1d3-db7c38fa461f req-5066a3e2-326f-41ab-a12c-d8683e1f0ead tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0654483 Aug 27 14:07:10.039537 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e5b6021-12bc-4783-b1d3-db7c38fa461f req-b00bcdbe-1a13-444e-875d-4170b4299752 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455842 Aug 27 14:07:10.076054 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b87c5-91db-40c3-9df1-0e5c77a73ac3 req-a4eb193b-e834-4acf-bb19-4390c3868b82 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:10.077462 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e0b87c5-91db-40c3-9df1-0e5c77a73ac3 req-a4eb193b-e834-4acf-bb19-4390c3868b82 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 944 time: 0.0579555 Aug 27 14:07:10.145521 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e0b87c5-91db-40c3-9df1-0e5c77a73ac3 req-8572c4e7-4fca-4473-922d-754e3d96d5ca tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607862 Aug 27 14:07:10.196047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32a0c8-615d-4435-97c1-2c1d9c30652e req-c35c3c8e-3a0b-408e-a391-d56426a5764f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:10.197623 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e32a0c8-615d-4435-97c1-2c1d9c30652e req-c35c3c8e-3a0b-408e-a391-d56426a5764f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0724034 Aug 27 14:07:10.246628 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e32a0c8-615d-4435-97c1-2c1d9c30652e req-7b220f6c-4dc7-41f8-9329-19dbbb7187a0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Aug 27 14:07:10.417564 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ffcf5-d350-4c22-aafd-400168501ca8 req-2f26145e-b959-43b1-aef4-6343d4fdb03b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:10.419543 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c99ffcf5-d350-4c22-aafd-400168501ca8 req-2f26145e-b959-43b1-aef4-6343d4fdb03b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0534477 Aug 27 14:07:10.464816 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c99ffcf5-d350-4c22-aafd-400168501ca8 req-089f5ce5-309d-49f7-b26f-52c70e91ceb7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378842 Aug 27 14:07:10.602749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58998d6a-6786-4828-afed-47f6cd328c13 req-00ac6a78-4b5d-4f61-ba8a-f40f8da813ae tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:10.602749 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58998d6a-6786-4828-afed-47f6cd328c13 req-00ac6a78-4b5d-4f61-ba8a-f40f8da813ae tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0635343 Aug 27 14:07:10.628936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57680) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:10.660723 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58998d6a-6786-4828-afed-47f6cd328c13 req-f1781db9-07a4-42bd-95db-329d19637083 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479116 Aug 27 14:07:10.664665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6de47-63b1-426e-a2e9-e9eb468cdff7 req-d1937574-b4d0-480b-9e20-84033c05ed6e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:10.680515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6de47-63b1-426e-a2e9-e9eb468cdff7 req-d1937574-b4d0-480b-9e20-84033c05ed6e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:10.680515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6de47-63b1-426e-a2e9-e9eb468cdff7 req-d1937574-b4d0-480b-9e20-84033c05ed6e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:10.686748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6de47-63b1-426e-a2e9-e9eb468cdff7 req-d1937574-b4d0-480b-9e20-84033c05ed6e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:10.693751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6de47-63b1-426e-a2e9-e9eb468cdff7 req-d1937574-b4d0-480b-9e20-84033c05ed6e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:10.700839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6de47-63b1-426e-a2e9-e9eb468cdff7 req-d1937574-b4d0-480b-9e20-84033c05ed6e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:10.707125 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6de47-63b1-426e-a2e9-e9eb468cdff7 req-d1937574-b4d0-480b-9e20-84033c05ed6e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:10.709050 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8e6de47-63b1-426e-a2e9-e9eb468cdff7 req-d1937574-b4d0-480b-9e20-84033c05ed6e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1203122 Aug 27 14:07:10.762375 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8e6de47-63b1-426e-a2e9-e9eb468cdff7 req-722defed-0c35-4435-8250-ab1a19c9bccc tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470557 Aug 27 14:07:10.838407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671541cc-f70f-4ea4-a846-1fe3474f8bd2 req-15c2aff2-ef43-4099-b61d-4e9bcaec7635 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:10.839939 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-671541cc-f70f-4ea4-a846-1fe3474f8bd2 req-15c2aff2-ef43-4099-b61d-4e9bcaec7635 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0785167 Aug 27 14:07:10.889502 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-507b902f-5aa1-4157-b500-b022c4984b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:10.891274 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-671541cc-f70f-4ea4-a846-1fe3474f8bd2 req-2e27c91a-586d-4200-a02d-82b2318a1cac tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437880 Aug 27 14:07:11.020490 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-507b902f-5aa1-4157-b500-b022c4984b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:11.034206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-507b902f-5aa1-4157-b500-b022c4984b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:11.042381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70078e-7124-41bb-80ec-0adb3cc31182 req-aa2371e8-346c-40a2-8885-88031e9847c5 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:11.043950 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef70078e-7124-41bb-80ec-0adb3cc31182 req-aa2371e8-346c-40a2-8885-88031e9847c5 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0537097 Aug 27 14:07:11.044606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28441f1e-8c2a-4441-9582-5d299ded4976 req-b62143c9-98f2-49dc-b959-b889a5d230d8 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:11.046113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28441f1e-8c2a-4441-9582-5d299ded4976 req-b62143c9-98f2-49dc-b959-b889a5d230d8 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0729609 Aug 27 14:07:11.088059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b902f-5aa1-4157-b500-b022c4984b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09956d92-7fa9-485a-abcb-9ffd3d4eefe2,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:11.089201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef70078e-7124-41bb-80ec-0adb3cc31182 req-4304cb99-057f-439a-8c7c-cd4d00bd2c10 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374444 Aug 27 14:07:11.121454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57704) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:11.121651 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-507b902f-5aa1-4157-b500-b022c4984b62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6729ac130d5240ec8ce340f9560a8691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811819 Aug 27 14:07:11.127654 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28441f1e-8c2a-4441-9582-5d299ded4976 req-72ffcf6f-6b51-4d97-9218-b8a06771b22f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672331 Aug 27 14:07:11.181654 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f6abf5e-3213-42c7-9868-d2dab5d152a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:11.215035 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f6abf5e-3213-42c7-9868-d2dab5d152a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:11.302242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe2e6-1158-443a-b5e8-7496d233aeb1 req-e583924b-b1ce-4961-9a2e-274a5beaedec tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:11.303971 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dedfe2e6-1158-443a-b5e8-7496d233aeb1 req-e583924b-b1ce-4961-9a2e-274a5beaedec tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 944 time: 0.0825288 Aug 27 14:07:11.332158 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f6abf5e-3213-42c7-9868-d2dab5d152a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:11.334887 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f6abf5e-3213-42c7-9868-d2dab5d152a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:11.338433 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3f6abf5e-3213-42c7-9868-d2dab5d152a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09956d92-7fa9-485a-abcb-9ffd3d4eefe2 HTTP/1.1" status: 204 len: 168 time: 0.2230744 Aug 27 14:07:11.388309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6abf5e-3213-42c7-9868-d2dab5d152a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09956d92-7fa9-485a-abcb-9ffd3d4eefe2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:11.408924 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dedfe2e6-1158-443a-b5e8-7496d233aeb1 req-e9fc3982-a6ff-4890-9214-a42b58cccc7d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841234 Aug 27 14:07:11.426237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57e411-5b70-4222-b4a7-623ef98e2b0a req-90a5a522-a28b-4a21-8be9-d79991de1639 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:11.427839 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d57e411-5b70-4222-b4a7-623ef98e2b0a req-90a5a522-a28b-4a21-8be9-d79991de1639 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0848804 Aug 27 14:07:11.441641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c8d11-d7d9-48c7-ba9d-11d4c733e746 req-f3a1d290-34dc-4897-bb06-14187fbbc645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:11.444159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f9c8d11-d7d9-48c7-ba9d-11d4c733e746 req-f3a1d290-34dc-4897-bb06-14187fbbc645 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0b04ca81867422fba8b0c1554859c0b&device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 1097 time: 0.1054511 Aug 27 14:07:11.508508 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d57e411-5b70-4222-b4a7-623ef98e2b0a req-7f853784-c774-4fd5-aa19-9cd618061c1d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703347 Aug 27 14:07:11.576861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c8d11-d7d9-48c7-ba9d-11d4c733e746 req-3249c9e3-acfd-4afd-bb92-6383f1f5c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:11.578849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f9c8d11-d7d9-48c7-ba9d-11d4c733e746 req-3249c9e3-acfd-4afd-bb92-6383f1f5c075 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd877a5c-79f4-49e7-9087-58e80b55fb9c HTTP/1.1" status: 200 len: 920 time: 0.1245828 Aug 27 14:07:11.656372 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f9c8d11-d7d9-48c7-ba9d-11d4c733e746 req-fd0528d7-3397-4772-a4e0-25ca894ccd1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a3a2ffe-5bea-40ec-bff2-6478a3660f33 HTTP/1.1" status: 200 len: 217 time: 0.0693920 Aug 27 14:07:11.666071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6857f1b-6b95-4894-94ec-7334e361316f req-d3531279-87fa-4ed7-853f-09e0fb832fff tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:11.673525 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f6857f1b-6b95-4894-94ec-7334e361316f req-d3531279-87fa-4ed7-853f-09e0fb832fff tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0670173 Aug 27 14:07:11.687298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dd1ae22a-2070-45a6-954a-09062735c225 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:07:11.725765 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c8d11-d7d9-48c7-ba9d-11d4c733e746 req-b00af480-8aeb-4e9a-8052-b7351126aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:11.728418 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f9c8d11-d7d9-48c7-ba9d-11d4c733e746 req-b00af480-8aeb-4e9a-8052-b7351126aeb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5faea510-96bd-4d44-b728-c0dbab11e1e3 HTTP/1.1" status: 200 len: 859 time: 0.0636792 Aug 27 14:07:11.751151 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f6857f1b-6b95-4894-94ec-7334e361316f req-4a17ae8d-9331-4e24-9880-74afb7d0d1ea tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704031 Aug 27 14:07:11.775854 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f9c8d11-d7d9-48c7-ba9d-11d4c733e746 req-ced5f03e-4a2c-40bd-be24-70dcab7b5de9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd877a5c-79f4-49e7-9087-58e80b55fb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369227 Aug 27 14:07:11.847319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dd1ae22a-2070-45a6-954a-09062735c225, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dd1ae22a-2070-45a6-954a-09062735c225,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:11.864018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'dd1ae22a-2070-45a6-954a-09062735c225', 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'port_id': 'dd1ae22a-2070-45a6-954a-09062735c225', 'mac_address': 'fa:16:3e:aa:67:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3554799f-a4a2-458b-9556-37ea29d379ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:07:11.882029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bdad6-4a72-4951-9b45-07c3296930f4 req-3d98a33e-3380-4dd0-8720-f40c2b740749 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:11.889333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-913bdad6-4a72-4951-9b45-07c3296930f4 req-3d98a33e-3380-4dd0-8720-f40c2b740749 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1171625 Aug 27 14:07:11.910497 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:11.929848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1ae22a-2070-45a6-954a-09062735c225 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:07:11.950468 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f9c8d11-d7d9-48c7-ba9d-11d4c733e746 req-4ec73145-8b99-47c7-8b96-32cda6c62cca service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629274 Aug 27 14:07:11.962888 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-913bdad6-4a72-4951-9b45-07c3296930f4 req-83035532-9e30-4268-bbf5-b66afefaef4f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725365 Aug 27 14:07:11.970242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dd1ae22a-2070-45a6-954a-09062735c225, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dd1ae22a-2070-45a6-954a-09062735c225,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:11.974244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e934990-22ff-407f-bf2e-51055ebafab8 req-e6b667b1-7a03-4c27-84c7-2bc4ded25427 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:11.982651 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:11.995509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e934990-22ff-407f-bf2e-51055ebafab8 req-e6b667b1-7a03-4c27-84c7-2bc4ded25427 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:12.016300 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e934990-22ff-407f-bf2e-51055ebafab8 req-e6b667b1-7a03-4c27-84c7-2bc4ded25427 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:12.026435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e934990-22ff-407f-bf2e-51055ebafab8 req-e6b667b1-7a03-4c27-84c7-2bc4ded25427 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:12.032630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e934990-22ff-407f-bf2e-51055ebafab8 req-e6b667b1-7a03-4c27-84c7-2bc4ded25427 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:12.039215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e934990-22ff-407f-bf2e-51055ebafab8 req-e6b667b1-7a03-4c27-84c7-2bc4ded25427 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:12.045504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e934990-22ff-407f-bf2e-51055ebafab8 req-e6b667b1-7a03-4c27-84c7-2bc4ded25427 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:12.047644 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2e934990-22ff-407f-bf2e-51055ebafab8 req-e6b667b1-7a03-4c27-84c7-2bc4ded25427 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1480792 Aug 27 14:07:12.070885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=dd1ae22a-2070-45a6-954a-09062735c225,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:12.117520 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2e934990-22ff-407f-bf2e-51055ebafab8 req-5e0f2fa5-2fb2-4499-b234-4f8aabba0946 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633187 Aug 27 14:07:12.129314 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f9c8d11-d7d9-48c7-ba9d-11d4c733e746 req-5cbd211a-6b89-4cf8-bed9-eb71548c0636 service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653912 Aug 27 14:07:12.209927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043fbd5-be3a-4af9-9c74-b66da681cc72 req-54967269-6134-4d88-bbca-44c4514f80cc tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:12.211772 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7043fbd5-be3a-4af9-9c74-b66da681cc72 req-54967269-6134-4d88-bbca-44c4514f80cc tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0656266 Aug 27 14:07:12.259916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7043fbd5-be3a-4af9-9c74-b66da681cc72 req-ec1be9bf-bb61-475f-aaa5-8e13cb904094 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380251 Aug 27 14:07:12.394278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333254-2306-4526-9411-e089d3c19ee1 req-0a138c34-9315-4f7d-9726-cfd5221f38b2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:12.396433 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78333254-2306-4526-9411-e089d3c19ee1 req-0a138c34-9315-4f7d-9726-cfd5221f38b2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0629838 Aug 27 14:07:12.448724 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78333254-2306-4526-9411-e089d3c19ee1 req-c4b553ba-fa13-4d79-b362-af0c46ceb83b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Aug 27 14:07:12.566820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c7878-5de6-43e7-a033-6dc7198c0910 req-1a2f685f-274d-4073-add8-5fed68d4fd31 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:12.568387 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c2c7878-5de6-43e7-a033-6dc7198c0910 req-1a2f685f-274d-4073-add8-5fed68d4fd31 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 945 time: 0.0647945 Aug 27 14:07:12.576076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['dd1ae22a-2070-45a6-954a-09062735c225'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:07:12.672436 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c2c7878-5de6-43e7-a033-6dc7198c0910 req-a242bd80-c81f-4e86-b85a-feb90297411e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980270 Aug 27 14:07:12.681474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa758909-8fb5-4c8f-bc8a-ee98ed372bb4 req-1f2236fa-eee4-47ec-a91f-9ee15360f885 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:12.689115 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa758909-8fb5-4c8f-bc8a-ee98ed372bb4 req-1f2236fa-eee4-47ec-a91f-9ee15360f885 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1319945 Aug 27 14:07:12.746930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa758909-8fb5-4c8f-bc8a-ee98ed372bb4 req-1711be25-0249-4391-adc6-1fb1f1bcc72a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539484 Aug 27 14:07:12.747460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57782) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:12.885684 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d1600d0-714b-4568-8ada-1f50735e54e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:12.903460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958086d-f8b3-460c-9481-88fd39f84d7c req-0b6fde2d-a08c-4060-8bba-82e8468d3681 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:12.905008 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4958086d-f8b3-460c-9481-88fd39f84d7c req-0b6fde2d-a08c-4060-8bba-82e8468d3681 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0546811 Aug 27 14:07:12.954218 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4958086d-f8b3-460c-9481-88fd39f84d7c req-cc410d2b-8545-49e4-8405-87e8811d92a4 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428188 Aug 27 14:07:12.974990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ac850-5efb-4b2a-ad17-0b84d51e736a req-685ca4b7-1cbc-4483-9839-34d245f38574 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:12.976510 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d9ac850-5efb-4b2a-ad17-0b84d51e736a req-685ca4b7-1cbc-4483-9839-34d245f38574 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0782282 Aug 27 14:07:13.249040 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d9ac850-5efb-4b2a-ad17-0b84d51e736a req-15ccff5b-b05b-40e5-b4d9-49f1120907c2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643445 Aug 27 14:07:13.269620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc8c97-e562-4bd9-8490-a8fdb98383de req-e77d7a35-4e8f-4d21-9b94-d0f170792661 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:13.283014 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d1600d0-714b-4568-8ada-1f50735e54e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:13.283232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc8c97-e562-4bd9-8490-a8fdb98383de req-e77d7a35-4e8f-4d21-9b94-d0f170792661 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:13.283355 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d1600d0-714b-4568-8ada-1f50735e54e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:13.283446 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc8c97-e562-4bd9-8490-a8fdb98383de req-e77d7a35-4e8f-4d21-9b94-d0f170792661 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:13.288250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc8c97-e562-4bd9-8490-a8fdb98383de req-e77d7a35-4e8f-4d21-9b94-d0f170792661 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:13.294114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc8c97-e562-4bd9-8490-a8fdb98383de req-e77d7a35-4e8f-4d21-9b94-d0f170792661 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:13.300672 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc8c97-e562-4bd9-8490-a8fdb98383de req-e77d7a35-4e8f-4d21-9b94-d0f170792661 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:13.306646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc8c97-e562-4bd9-8490-a8fdb98383de req-e77d7a35-4e8f-4d21-9b94-d0f170792661 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:13.308897 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-edbc8c97-e562-4bd9-8490-a8fdb98383de req-e77d7a35-4e8f-4d21-9b94-d0f170792661 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1034288 Aug 27 14:07:13.323581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57806) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:13.323964 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2d1600d0-714b-4568-8ada-1f50735e54e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7fdb813641346d491836aa82f713f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734663 Aug 27 14:07:13.325515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1600d0-714b-4568-8ada-1f50735e54e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca202b7-968f-4897-85d6-2628f33dfdbb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:13.384092 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-edbc8c97-e562-4bd9-8490-a8fdb98383de req-4487aaa9-cb72-46a4-b0c8-f57b95642636 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672128 Aug 27 14:07:13.413208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a54af99-1a11-44a2-ae51-fc522d68f9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:13.447304 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a54af99-1a11-44a2-ae51-fc522d68f9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:13.449737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baeaad-717d-44b3-bf51-dc47f123a789 req-12b60765-4587-4164-9203-197e73f3effb tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:13.451247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95baeaad-717d-44b3-bf51-dc47f123a789 req-12b60765-4587-4164-9203-197e73f3effb tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0516853 Aug 27 14:07:13.500696 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a54af99-1a11-44a2-ae51-fc522d68f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:13.503423 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8a54af99-1a11-44a2-ae51-fc522d68f9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:13.503804 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95baeaad-717d-44b3-bf51-dc47f123a789 req-1f9af2d7-315e-47fc-a402-b7d16e6d0067 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432844 Aug 27 14:07:13.504681 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8a54af99-1a11-44a2-ae51-fc522d68f9d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ca202b7-968f-4897-85d6-2628f33dfdbb HTTP/1.1" status: 204 len: 168 time: 0.1793039 Aug 27 14:07:13.513331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54af99-1a11-44a2-ae51-fc522d68f9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca202b7-968f-4897-85d6-2628f33dfdbb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:13.643797 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e17a42-23ac-41e5-a6b9-e1aac9a82b58 req-100f594f-1851-49e6-8355-a7ac0a0b06f6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:13.645335 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b4e17a42-23ac-41e5-a6b9-e1aac9a82b58 req-100f594f-1851-49e6-8355-a7ac0a0b06f6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0552361 Aug 27 14:07:13.688894 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b4e17a42-23ac-41e5-a6b9-e1aac9a82b58 req-3d84c9dc-6439-4a3e-8068-d3f29466e981 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Aug 27 14:07:13.822374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cca435-fe6c-4322-a42b-f4a5347ed387 req-46fc6e37-c891-4309-8a4d-77816bf6641e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:13.824935 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5cca435-fe6c-4322-a42b-f4a5347ed387 req-46fc6e37-c891-4309-8a4d-77816bf6641e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 945 time: 0.0709774 Aug 27 14:07:13.843842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57836) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:13.865633 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d5c4-451a-49e5-9796-4dffeac38477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:13.927591 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5cca435-fe6c-4322-a42b-f4a5347ed387 req-6ac64040-559b-4758-9288-a5cdd3c3b2ef tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931973 Aug 27 14:07:13.984341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57844) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:14.031515 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d5c4-451a-49e5-9796-4dffeac38477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:14.037816 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d5c4-451a-49e5-9796-4dffeac38477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:14.056431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa2c31-17e1-4bbc-b718-880a116c5add req-cd9bc269-b88c-4d64-a501-7e87829ebcad tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:14.058074 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dcfa2c31-17e1-4bbc-b718-880a116c5add req-cd9bc269-b88c-4d64-a501-7e87829ebcad tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0501890 Aug 27 14:07:14.095384 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cfa3d5c4-451a-49e5-9796-4dffeac38477 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=818d3f4ec8f148079d477cb93e55e6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499998 Aug 27 14:07:14.098565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57848) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:14.110877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3d5c4-451a-49e5-9796-4dffeac38477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6749fb-eda3-436c-ae9c-f5f6939dcf78,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:14.124349 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dcfa2c31-17e1-4bbc-b718-880a116c5add req-95ebd1c8-e884-413a-bd08-d105356c2f8b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581002 Aug 27 14:07:14.146348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344713b9-5c20-47a8-9b0a-5434dfe4436a req-08f18c54-f41a-4d36-bbd9-2c5040c8bb97 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:14.148734 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-344713b9-5c20-47a8-9b0a-5434dfe4436a req-08f18c54-f41a-4d36-bbd9-2c5040c8bb97 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0797267 Aug 27 14:07:14.180105 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff18b5b2-9070-4250-93ab-79710eaabeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:14.193253 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-344713b9-5c20-47a8-9b0a-5434dfe4436a req-b702e5d7-6122-4014-a9d1-5212c6fe2b80 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364363 Aug 27 14:07:14.204913 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff18b5b2-9070-4250-93ab-79710eaabeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:14.255781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:14.321835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e254f05-6c8c-4ed6-9973-15c23e1ce2ff req-87e51103-3e20-47d3-8180-2bbec2e576a4 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:14.327211 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e254f05-6c8c-4ed6-9973-15c23e1ce2ff req-87e51103-3e20-47d3-8180-2bbec2e576a4 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0936890 Aug 27 14:07:14.334081 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:14.350451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff18b5b2-9070-4250-93ab-79710eaabeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:14.353030 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff18b5b2-9070-4250-93ab-79710eaabeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:14.356855 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ff18b5b2-9070-4250-93ab-79710eaabeb1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c6749fb-eda3-436c-ae9c-f5f6939dcf78 HTTP/1.1" status: 204 len: 168 time: 0.2550228 Aug 27 14:07:14.413122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18b5b2-9070-4250-93ab-79710eaabeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6749fb-eda3-436c-ae9c-f5f6939dcf78,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:14.451634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e254f05-6c8c-4ed6-9973-15c23e1ce2ff req-57c4abad-45f6-419f-979f-ae0083300690 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075976 Aug 27 14:07:14.580835 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:14.643397 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1970180-5a28-4ae5-8a94-4de0af3882b8 req-8761c7d4-e415-4ebd-935c-f433c96c65c9 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:14.651643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1970180-5a28-4ae5-8a94-4de0af3882b8 req-8761c7d4-e415-4ebd-935c-f433c96c65c9 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:14.660003 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cd83c382-507b-4761-9f92-7a33f93a5e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:14.660517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1970180-5a28-4ae5-8a94-4de0af3882b8 req-8761c7d4-e415-4ebd-935c-f433c96c65c9 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:14.667779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1970180-5a28-4ae5-8a94-4de0af3882b8 req-8761c7d4-e415-4ebd-935c-f433c96c65c9 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:14.674140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1970180-5a28-4ae5-8a94-4de0af3882b8 req-8761c7d4-e415-4ebd-935c-f433c96c65c9 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:14.680257 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b5b46-9064-402d-8e93-5d18988e11fc req-70879fc8-21d6-40c9-9070-9fd64c638d10 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:14.680920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1970180-5a28-4ae5-8a94-4de0af3882b8 req-8761c7d4-e415-4ebd-935c-f433c96c65c9 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:14.681811 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce4b5b46-9064-402d-8e93-5d18988e11fc req-70879fc8-21d6-40c9-9070-9fd64c638d10 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1417007 Aug 27 14:07:14.688136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1970180-5a28-4ae5-8a94-4de0af3882b8 req-8761c7d4-e415-4ebd-935c-f433c96c65c9 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:14.696032 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1970180-5a28-4ae5-8a94-4de0af3882b8 req-8761c7d4-e415-4ebd-935c-f433c96c65c9 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1324480 Aug 27 14:07:14.740102 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1970180-5a28-4ae5-8a94-4de0af3882b8 req-67d4d7c2-12fc-4fe8-890d-410f9399cf39 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429227 Aug 27 14:07:14.770617 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce4b5b46-9064-402d-8e93-5d18988e11fc req-38a6e91d-be56-448a-92a0-cee6a22b4903 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780156 Aug 27 14:07:14.777609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Allocated IP 172.25.2.147 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/483ef379-406c-447e-aeee-d0b2efa96fc5) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:14.896034 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:14.939014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c27787-72b2-46df-a818-15bc284abedc req-b03020b2-a5d0-4611-ab89-a78eb83be879 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:14.947713 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1c27787-72b2-46df-a818-15bc284abedc req-b03020b2-a5d0-4611-ab89-a78eb83be879 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0761526 Aug 27 14:07:14.982962 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.004862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1c27787-72b2-46df-a818-15bc284abedc req-89d8cd39-7d23-4d82-be1d-2fc6dbb4d297 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503845 Aug 27 14:07:15.050496 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:15.058797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:15.061409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:15.115119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event updated for resources: {'Port': ['ID=483ef379-406c-447e-aeee-d0b2efa96fc5,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:15.117469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845064c0-b9bc-4bae-b680-12a5863099fc req-d3448b53-cf82-4274-bd6a-a1b969bd23d0 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:15.118771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-845064c0-b9bc-4bae-b680-12a5863099fc req-d3448b53-cf82-4274-bd6a-a1b969bd23d0 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 945 time: 0.0548925 Aug 27 14:07:15.182041 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-845064c0-b9bc-4bae-b680-12a5863099fc req-458ebd1e-b0fb-4d38-a13e-59b591d9de92 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560596 Aug 27 14:07:15.219581 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.276878 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.409826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57900) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:15.473269 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.477160 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.520565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-302664324'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:15.553251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event updated for resources: {'Port': ['ID=483ef379-406c-447e-aeee-d0b2efa96fc5,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:15.558019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Made reservation on behalf of bfa3f71af4c94fffbe9fe3f26ec57f60 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:15.563247 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.565431 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.575934 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.591865 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.593382 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2882ef4e-985e-4eae-abbc-7cc77e950dee tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6078463 Aug 27 14:07:15.597298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57912) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:15.605471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-411002439'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:15.682399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654442a-b7d5-4396-bbbf-3aae667f01cd req-fb0deb95-8ec6-4225-9b06-f226dc3381a6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:15.683974 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4654442a-b7d5-4396-bbbf-3aae667f01cd req-fb0deb95-8ec6-4225-9b06-f226dc3381a6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0791759 Aug 27 14:07:15.702305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dd1ae22a-2070-45a6-954a-09062735c225 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:15.742993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554ba7b-cbb4-4102-8550-d0d389f6f727 req-41ee2ae4-951f-4c61-a39d-8b880a3d5742 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:15.748945 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.750365 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f554ba7b-cbb4-4102-8550-d0d389f6f727 req-41ee2ae4-951f-4c61-a39d-8b880a3d5742 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0794125 Aug 27 14:07:15.755218 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4654442a-b7d5-4396-bbbf-3aae667f01cd req-de29c226-f77e-4124-b03e-68c733d09158 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569081 Aug 27 14:07:15.756959 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.791270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Made reservation on behalf of 696245ccdcca402087e3a41ec097a222 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:15.794979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.797126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:07:15.811913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port dd1ae22a-2070-45a6-954a-09062735c225 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:15.816280 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f554ba7b-cbb4-4102-8550-d0d389f6f727 req-eb6cef9e-6959-4875-bd8f-9f181c4e8a9a tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648596 Aug 27 14:07:15.817434 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.825367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686358d1-fa5b-4c78-8089-d721156b86f9,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:15.832218 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.832502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port dd1ae22a-2070-45a6-954a-09062735c225 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:15.832894 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.833304 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Added segment b21c59d0-659e-4b4c-9626-426eda149b54 of type vlan for network 119742d4-b48c-47a3-b53c-e776e85e0cc8 Aug 27 14:07:15.930287 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.955281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.960060 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.965491 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:15.987908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944471-0b5a-4677-8183-f77f0ceb688b req-662f5b8a-989d-42fc-aa42-f5185c8c0af0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:15.988498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e479db-ecd4-4a0d-9766-9898c9f90510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1ae22a-2070-45a6-954a-09062735c225'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:07:15.991339 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32978382-2f82-4fe4-bbcc-9b0263754b48" -d '{"events": [{"server_uuid": "18e479db-ecd4-4a0d-9766-9898c9f90510", "name": "network-vif-plugged", "status": "completed", "tag": "dd1ae22a-2070-45a6-954a-09062735c225"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:07:15.992449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:07:15.995938 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944471-0b5a-4677-8183-f77f0ceb688b req-662f5b8a-989d-42fc-aa42-f5185c8c0af0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:16.002985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944471-0b5a-4677-8183-f77f0ceb688b req-662f5b8a-989d-42fc-aa42-f5185c8c0af0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:16.007291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dd1ae22a-2070-45a6-954a-09062735c225, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dd1ae22a-2070-45a6-954a-09062735c225,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:16.007546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1708b87-9678-43c2-a992-90693384ec0c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:16.010129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944471-0b5a-4677-8183-f77f0ceb688b req-662f5b8a-989d-42fc-aa42-f5185c8c0af0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:16.012934 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:16.013580 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Added segment 1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5 of type vlan for network 92994dff-bfb9-47b7-859f-ae73121cd44c Aug 27 14:07:16.017250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944471-0b5a-4677-8183-f77f0ceb688b req-662f5b8a-989d-42fc-aa42-f5185c8c0af0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:16.020372 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:16.025275 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944471-0b5a-4677-8183-f77f0ceb688b req-662f5b8a-989d-42fc-aa42-f5185c8c0af0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:16.032796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944471-0b5a-4677-8183-f77f0ceb688b req-662f5b8a-989d-42fc-aa42-f5185c8c0af0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:16.035515 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f944471-0b5a-4677-8183-f77f0ceb688b req-662f5b8a-989d-42fc-aa42-f5185c8c0af0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.1522963 Aug 27 14:07:16.036849 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:16.042380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:16.043006 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:16.069744 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:16.089586 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=dd1ae22a-2070-45a6-954a-09062735c225,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:16.099252 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:16.106217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:16.107172 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:16.136122 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Pushing event updated for resources: {'Network': ['ID=119742d4-b48c-47a3-b53c-e776e85e0cc8,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:16.140213 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1d69d173-f324-48b1-9f76-a702928ebc6b tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7293108 Aug 27 14:07:16.144297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57932) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:16.148764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-842f9f68-2e7e-4b6f-9995-b527d0dd3771 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Request body: {'subnet': {'network_id': '119742d4-b48c-47a3-b53c-e776e85e0cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:16.153438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 119742d4-b48c-47a3-b53c-e776e85e0cc8 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:07:16.225648 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6271639 Aug 27 14:07:16.231053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f944471-0b5a-4677-8183-f77f0ceb688b req-51be5f9a-fde1-4804-bc2d-0cbf628afc7e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1851356 Aug 27 14:07:16.232861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57938) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:16.241269 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b2e40406-75b1-471f-9997-3236cb0d741c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Request body: {'subnet': {'network_id': '92994dff-bfb9-47b7-859f-ae73121cd44c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:16.258189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bdd48-9662-4182-b192-14de2eaae0f4 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event updated for resources: {'Network': ['ID=92994dff-bfb9-47b7-859f-ae73121cd44c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:16.277632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 92994dff-bfb9-47b7-859f-ae73121cd44c details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:07:16.322856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842f9f68-2e7e-4b6f-9995-b527d0dd3771 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Made reservation on behalf of bfa3f71af4c94fffbe9fe3f26ec57f60 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:16.328141 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-842f9f68-2e7e-4b6f-9995-b527d0dd3771 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:16.366085 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd096359-cc44-470b-ae06-4cc748b4e166 x-openstack-request-id: req-cd096359-cc44-470b-ae06-4cc748b4e166 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:07:16.366449 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e479db-ecd4-4a0d-9766-9898c9f90510", "name": "network-vif-plugged", "status": "completed", "tag": "dd1ae22a-2070-45a6-954a-09062735c225", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:07:16.366802 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd096359-cc44-470b-ae06-4cc748b4e166 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:07:16.367309 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e479db-ecd4-4a0d-9766-9898c9f90510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1ae22a-2070-45a6-954a-09062735c225', 'code': 200} Aug 27 14:07:16.414119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e40406-75b1-471f-9997-3236cb0d741c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Made reservation on behalf of 696245ccdcca402087e3a41ec097a222 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:16.418620 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2e40406-75b1-471f-9997-3236cb0d741c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:16.561702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038a92f-f8e4-4ccc-ada5-a9b802e01ec4 req-5530d216-9631-49bd-b1ce-46dd5a464988 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:16.563222 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0038a92f-f8e4-4ccc-ada5-a9b802e01ec4 req-5530d216-9631-49bd-b1ce-46dd5a464988 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 946 time: 0.0786088 Aug 27 14:07:16.652033 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0038a92f-f8e4-4ccc-ada5-a9b802e01ec4 req-6efb7823-493f-42ab-b03a-5ebc143be7f8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742087 Aug 27 14:07:16.729876 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2e40406-75b1-471f-9997-3236cb0d741c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:16.803414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e40406-75b1-471f-9997-3236cb0d741c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event updated for resources: {'Subnet': ['ID=d5d5521c-39ed-49f3-b279-5e61ff83d774,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:16.813959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e40406-75b1-471f-9997-3236cb0d741c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Checking segment: {'id': '1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '92994dff-bfb9-47b7-859f-ae73121cd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:16.814515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e40406-75b1-471f-9997-3236cb0d741c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Network hostable DHCP agents. Network: 92994dff-bfb9-47b7-859f-ae73121cd44c, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:07:16.836966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e40406-75b1-471f-9997-3236cb0d741c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Network 92994dff-bfb9-47b7-859f-ae73121cd44c is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:07:16.849093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b2e40406-75b1-471f-9997-3236cb0d741c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 92994dff-bfb9-47b7-859f-ae73121cd44c) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:16.854797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e40406-75b1-471f-9997-3236cb0d741c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:16.856749 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2e40406-75b1-471f-9997-3236cb0d741c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:16.857890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f30236-bbde-4a4f-af9e-e2ad2a45bb40 None None] Network 92994dff-bfb9-47b7-859f-ae73121cd44c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:16.878109 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b2e40406-75b1-471f-9997-3236cb0d741c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6438446 Aug 27 14:07:16.878915 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57942) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:16.883767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1928795836', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:16.912641 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:16.914633 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:16.917377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6600ba-7ce5-4454-9d99-c291bc882021 req-8d44f9ee-8d02-4160-926e-1e8db77e166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:16.918881 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6e6600ba-7ce5-4454-9d99-c291bc882021 req-8d44f9ee-8d02-4160-926e-1e8db77e166c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 1098 time: 0.4184051 Aug 27 14:07:16.965349 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-842f9f68-2e7e-4b6f-9995-b527d0dd3771 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.031379 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.034250 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6e6600ba-7ce5-4454-9d99-c291bc882021 req-7bed94c6-f76c-45f7-a8a8-c2329be8df2e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051991 Aug 27 14:07:17.047204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833c9e-8f11-4703-a820-c2c2120ee937 req-f0e5f0cb-bd52-4fb9-8559-163578d86b9d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:17.055208 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2833c9e-8f11-4703-a820-c2c2120ee937 req-f0e5f0cb-bd52-4fb9-8559-163578d86b9d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1559618 Aug 27 14:07:17.074835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-92994dff-bfb9-47b7-859f-ae73121cd44c', 'network_id': '92994dff-bfb9-47b7-859f-ae73121cd44c', 'tenant_id': '696245ccdcca402087e3a41ec097a222', 'fixed_ips': [{'subnet_id': 'd5d5521c-39ed-49f3-b279-5e61ff83d774'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:07:17.076315 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.089072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f9f68-2e7e-4b6f-9995-b527d0dd3771 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Pushing event updated for resources: {'Subnet': ['ID=e76276f4-0aa7-4648-90c7-a62700003806,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:17.112188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842f9f68-2e7e-4b6f-9995-b527d0dd3771 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Checking segment: {'id': 'b21c59d0-659e-4b4c-9626-426eda149b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '119742d4-b48c-47a3-b53c-e776e85e0cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:17.112695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f9f68-2e7e-4b6f-9995-b527d0dd3771 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Network hostable DHCP agents. Network: 119742d4-b48c-47a3-b53c-e776e85e0cc8, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:07:17.135208 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2833c9e-8f11-4703-a820-c2c2120ee937 req-4768a51b-e94b-4f09-85c4-abd87cfee2a9 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789204 Aug 27 14:07:17.164565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f9f68-2e7e-4b6f-9995-b527d0dd3771 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Network 119742d4-b48c-47a3-b53c-e776e85e0cc8 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:07:17.177734 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-842f9f68-2e7e-4b6f-9995-b527d0dd3771 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 119742d4-b48c-47a3-b53c-e776e85e0cc8) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:17.191340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d5e5ae-1def-4a11-9fc9-30c5ff5215b5 None None] Network 119742d4-b48c-47a3-b53c-e776e85e0cc8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:17.192214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f9f68-2e7e-4b6f-9995-b527d0dd3771 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:17.193174 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-842f9f68-2e7e-4b6f-9995-b527d0dd3771 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.217821 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-842f9f68-2e7e-4b6f-9995-b527d0dd3771 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0729446 Aug 27 14:07:17.218885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57944) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:17.228728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Request body: {'port': {'network_id': '119742d4-b48c-47a3-b53c-e776e85e0cc8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-185143129'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:17.265513 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.302418 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Allocated IP 172.20.0.2 (92994dff-bfb9-47b7-859f-ae73121cd44c/d5d5521c-39ed-49f3-b279-5e61ff83d774/0ca389bc-324b-4ad1-bcd8-9146321e8a7f) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:17.461310 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.475071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Made reservation on behalf of bfa3f71af4c94fffbe9fe3f26ec57f60 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:17.479166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-119742d4-b48c-47a3-b53c-e776e85e0cc8', 'network_id': '119742d4-b48c-47a3-b53c-e776e85e0cc8', 'tenant_id': 'bfa3f71af4c94fffbe9fe3f26ec57f60', 'fixed_ips': [{'subnet_id': 'e76276f4-0aa7-4648-90c7-a62700003806'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:07:17.479951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.480105 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.505862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] device_id is not set on port 10cba98d-1c37-4ae1-b31d-d8b4eebc02df yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:07:17.514664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73c7e-c845-4311-a95a-d750965a5a9c req-b6ccecc9-277b-484d-8834-e1cc7d683134 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:17.523292 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73c7e-c845-4311-a95a-d750965a5a9c req-b6ccecc9-277b-484d-8834-e1cc7d683134 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:17.525423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device aebed0d9-774b-4d60-8f79-9d86a51d0a11 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:07:17.531468 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73c7e-c845-4311-a95a-d750965a5a9c req-b6ccecc9-277b-484d-8834-e1cc7d683134 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:17.538367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73c7e-c845-4311-a95a-d750965a5a9c req-b6ccecc9-277b-484d-8834-e1cc7d683134 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:17.544728 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73c7e-c845-4311-a95a-d750965a5a9c req-b6ccecc9-277b-484d-8834-e1cc7d683134 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:17.551498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73c7e-c845-4311-a95a-d750965a5a9c req-b6ccecc9-277b-484d-8834-e1cc7d683134 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:17.557588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73c7e-c845-4311-a95a-d750965a5a9c req-b6ccecc9-277b-484d-8834-e1cc7d683134 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:17.568767 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56a73c7e-c845-4311-a95a-d750965a5a9c req-b6ccecc9-277b-484d-8834-e1cc7d683134 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5430 time: 0.2123880 Aug 27 14:07:17.640627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56a73c7e-c845-4311-a95a-d750965a5a9c req-f43fc49a-f3a2-40b5-b2bf-7c547d9fd805 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706828 Aug 27 14:07:17.646250 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e46cf93f-aa1b-4370-86b0-f86d2a058bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.687282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Allocated IP 2001:db8::2d0 (119742d4-b48c-47a3-b53c-e776e85e0cc8/e76276f4-0aa7-4648-90c7-a62700003806/10cba98d-1c37-4ae1-b31d-d8b4eebc02df) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:17.747690 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port aebed0d9-774b-4d60-8f79-9d86a51d0a11, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=aebed0d9-774b-4d60-8f79-9d86a51d0a11,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:17.750288 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.765827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Transition to ACTIVE for port object 0ca389bc-324b-4ad1-bcd8-9146321e8a7f will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:17.767872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'aebed0d9-774b-4d60-8f79-9d86a51d0a11', 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8', 'port_id': 'aebed0d9-774b-4d60-8f79-9d86a51d0a11', 'mac_address': 'fa:16:3e:f2:a7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a14fbd-dffd-4a0b-9712-7653af0347f4', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:07:17.805562 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.806861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Transition to ACTIVE for port object 0ca389bc-324b-4ad1-bcd8-9146321e8a7f will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:17.821467 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.834414 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.849082 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.876534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Network 92994dff-bfb9-47b7-859f-ae73121cd44c is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:17.879743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebed0d9-774b-4d60-8f79-9d86a51d0a11 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:07:17.885944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d918c-52ac-4291-b4b7-b8e836bd4bb1 req-ddc64c80-5866-43ba-8d78-9001a4b0a943 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:17.894459 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d47d918c-52ac-4291-b4b7-b8e836bd4bb1 req-ddc64c80-5866-43ba-8d78-9001a4b0a943 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 946 time: 0.1208107 Aug 27 14:07:17.895011 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:17.901884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:17.911859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Pushing event updated for resources: {'Port': ['ID=0ca389bc-324b-4ad1-bcd8-9146321e8a7f,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:17.930101 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port aebed0d9-774b-4d60-8f79-9d86a51d0a11, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=aebed0d9-774b-4d60-8f79-9d86a51d0a11,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:17.946315 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:17.947033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3f99205f-0d46-4175-88de-4b557998aa97 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:07:17.959311 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d47d918c-52ac-4291-b4b7-b8e836bd4bb1 req-85d9166d-4212-4420-ac8c-bb177a380d32 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637958 Aug 27 14:07:17.989890 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.011440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Transition to ACTIVE for port object 10cba98d-1c37-4ae1-b31d-d8b4eebc02df will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:18.025748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Allocated IP 172.25.2.80 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/1c5ec4e7-ca7f-47fc-b32a-53fb42f5280b) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:18.027431 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Attempting to bind port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:07:18.027801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Attempting to bind port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '92994dff-bfb9-47b7-859f-ae73121cd44c'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:07:18.028163 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Attempting to bind port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f on network 92994dff-bfb9-47b7-859f-ae73121cd44c {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:07:18.062571 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.124842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Pushing event updated for resources: {'Port': ['ID=10cba98d-1c37-4ae1-b31d-d8b4eebc02df,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:18.135797 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Network 119742d4-b48c-47a3-b53c-e776e85e0cc8 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:18.137319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:18.140617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:18.147869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:18.148637 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.170663 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0ddf3aa3-3d01-4a5f-a5e6-8331912e71f4 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9445646 Aug 27 14:07:18.171532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57958) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:18.186455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Request body: {'port': {'network_id': '119742d4-b48c-47a3-b53c-e776e85e0cc8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1862261396', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:18.187750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.api.validators [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] bootfile-name is not in valid_values {{(pid=101186) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 14:07:18.188097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.api.validators [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] tftp-server is not in valid_values {{(pid=101186) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 14:07:18.190626 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.api.validators [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] server-ip-address is not in valid_values {{(pid=101186) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 14:07:18.244019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:07:18.244948 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Checking segment: {'id': '1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '92994dff-bfb9-47b7-859f-ae73121cd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:18.245625 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.246235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Bound using segment: {'id': '1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '92994dff-bfb9-47b7-859f-ae73121cd44c'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:07:18.247125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Bound port: 0ca389bc-324b-4ad1-bcd8-9146321e8a7f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '92994dff-bfb9-47b7-859f-ae73121cd44c'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:07:18.247815 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.258538 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.269975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=aebed0d9-774b-4d60-8f79-9d86a51d0a11,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:18.315981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c1bd8-0847-47b6-97b8-a183b1980ed7 req-0d16757a-8a8f-4866-9ba9-68ccecf648ab tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:18.319721 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e62c1bd8-0847-47b6-97b8-a183b1980ed7 req-0d16757a-8a8f-4866-9ba9-68ccecf648ab tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1072893 Aug 27 14:07:18.326867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Made reservation on behalf of bfa3f71af4c94fffbe9fe3f26ec57f60 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:18.331960 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.351093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] device_id is not set on port 0c580515-03ea-47a5-a62d-8e4e41fa04b3 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:07:18.377104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3f99205f-0d46-4175-88de-4b557998aa97, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3f99205f-0d46-4175-88de-4b557998aa97,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:18.386887 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.397683 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Allocated IP 2001:db8::2 (119742d4-b48c-47a3-b53c-e776e85e0cc8/e76276f4-0aa7-4648-90c7-a62700003806/60a9d2e4-f010-4d4a-9e9b-1b632765cfa5) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:18.401150 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e62c1bd8-0847-47b6-97b8-a183b1980ed7 req-02627328-9738-40f9-a110-47461b02ba4d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745380 Aug 27 14:07:18.437212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:18.442120 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:18.445081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:18.474317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event updated for resources: {'Port': ['ID=1c5ec4e7-ca7f-47fc-b32a-53fb42f5280b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:18.501005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '3f99205f-0d46-4175-88de-4b557998aa97', 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50', 'port_id': '3f99205f-0d46-4175-88de-4b557998aa97', 'mac_address': 'fa:16:3e:06:e0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e010ded9-86a4-4e1c-b055-049006661152', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:07:18.615089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] For port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:07:18.645375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] For port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ca389bc-324b-4ad1-bcd8-9146321e8a7f,segment=NetworkSegment(1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5),segment_id=1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:07:18.676766 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.730616 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.780266 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.782234 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f99205f-0d46-4175-88de-4b557998aa97 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:07:18.810120 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.830904 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Transition to ACTIVE for port object 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:18.837141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51316c2d-9b7b-4d81-9d56-60171ce24f56 req-7a33f86c-7221-4c94-a54a-2e08541addb1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:18.837402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a73391-d0ec-4836-980b-6d85802834f7 None None] Pushing event updated for resources: {'Port': ['ID=0ca389bc-324b-4ad1-bcd8-9146321e8a7f,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:18.842907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3f99205f-0d46-4175-88de-4b557998aa97, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3f99205f-0d46-4175-88de-4b557998aa97,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:18.852998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51316c2d-9b7b-4d81-9d56-60171ce24f56 req-7a33f86c-7221-4c94-a54a-2e08541addb1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:18.864216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51316c2d-9b7b-4d81-9d56-60171ce24f56 req-7a33f86c-7221-4c94-a54a-2e08541addb1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:18.865199 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Transition to ACTIVE for port object 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:18.869317 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.870213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c308f833-e976-48d9-bd41-c2864637f8d8 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:07:18.875322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51316c2d-9b7b-4d81-9d56-60171ce24f56 req-7a33f86c-7221-4c94-a54a-2e08541addb1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:18.891767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51316c2d-9b7b-4d81-9d56-60171ce24f56 req-7a33f86c-7221-4c94-a54a-2e08541addb1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:18.895103 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:18.899559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51316c2d-9b7b-4d81-9d56-60171ce24f56 req-7a33f86c-7221-4c94-a54a-2e08541addb1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:18.911437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51316c2d-9b7b-4d81-9d56-60171ce24f56 req-7a33f86c-7221-4c94-a54a-2e08541addb1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:18.920085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51316c2d-9b7b-4d81-9d56-60171ce24f56 req-7a33f86c-7221-4c94-a54a-2e08541addb1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5431 time: 0.1657269 Aug 27 14:07:18.963591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Network 119742d4-b48c-47a3-b53c-e776e85e0cc8 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:18.965855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:18.974321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:19.013923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c308f833-e976-48d9-bd41-c2864637f8d8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c308f833-e976-48d9-bd41-c2864637f8d8,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:19.032398 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51316c2d-9b7b-4d81-9d56-60171ce24f56 req-13d3cfea-5ff2-458d-9606-95f4668bede1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112490 Aug 27 14:07:19.054371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Allocated IP 2001:db8::196 (119742d4-b48c-47a3-b53c-e776e85e0cc8/e76276f4-0aa7-4648-90c7-a62700003806/0c580515-03ea-47a5-a62d-8e4e41fa04b3) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:19.151110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=3f99205f-0d46-4175-88de-4b557998aa97,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:19.155377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'c308f833-e976-48d9-bd41-c2864637f8d8', 'network_id': 'd3dde505-dc04-4b92-8919-19db4556ab50', 'port_id': 'c308f833-e976-48d9-bd41-c2864637f8d8', 'mac_address': 'fa:16:3e:8c:4b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e010ded9-86a4-4e1c-b055-049006661152', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:07:19.216649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Attempting to bind port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:07:19.217039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Attempting to bind port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'b21c59d0-659e-4b4c-9626-426eda149b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '119742d4-b48c-47a3-b53c-e776e85e0cc8'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:07:19.217419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Attempting to bind port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 on network 119742d4-b48c-47a3-b53c-e776e85e0cc8 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:07:19.258004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:07:19.258004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Checking segment: {'id': 'b21c59d0-659e-4b4c-9626-426eda149b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '119742d4-b48c-47a3-b53c-e776e85e0cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:19.258004 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:19.258004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Bound using segment: {'id': 'b21c59d0-659e-4b4c-9626-426eda149b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '119742d4-b48c-47a3-b53c-e776e85e0cc8'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:07:19.258593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Bound port: 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21c59d0-659e-4b4c-9626-426eda149b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '119742d4-b48c-47a3-b53c-e776e85e0cc8'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:07:19.258706 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:19.318323 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fd406-6f63-4144-9c20-2beae146f35b req-8593143f-6d45-4d24-968f-be67f8bb6176 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:19.320344 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac6fd406-6f63-4144-9c20-2beae146f35b req-8593143f-6d45-4d24-968f-be67f8bb6176 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 946 time: 0.2074132 Aug 27 14:07:19.330060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:19.340692 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Pushing event updated for resources: {'Port': ['ID=60a9d2e4-f010-4d4a-9e9b-1b632765cfa5,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:19.349281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:19.360096 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:19.365508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Transition to ACTIVE for port object 0c580515-03ea-47a5-a62d-8e4e41fa04b3 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:19.378509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c308f833-e976-48d9-bd41-c2864637f8d8 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:07:19.387943 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] For port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:07:19.396436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] For port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=60a9d2e4-f010-4d4a-9e9b-1b632765cfa5,segment=NetworkSegment(b21c59d0-659e-4b4c-9626-426eda149b54),segment_id=b21c59d0-659e-4b4c-9626-426eda149b54)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:07:19.409321 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:19.413697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c308f833-e976-48d9-bd41-c2864637f8d8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c308f833-e976-48d9-bd41-c2864637f8d8,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:19.419068 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:19.422028 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac6fd406-6f63-4144-9c20-2beae146f35b req-d4b90933-e75d-4d9e-ad08-fa5c8ac11475 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938919 Aug 27 14:07:19.475201 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:19.475876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 68b4dc15-5d13-4e69-996f-6db8ab289022 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:07:19.481660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Network 119742d4-b48c-47a3-b53c-e776e85e0cc8 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:19.494601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:19.499717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:19.512560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:19.512895 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:19.545494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Pushing event updated for resources: {'Port': ['ID=0c580515-03ea-47a5-a62d-8e4e41fa04b3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:19.571877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fe17b-8d60-49bc-bee5-9e50208714ef None None] Pushing event updated for resources: {'Port': ['ID=60a9d2e4-f010-4d4a-9e9b-1b632765cfa5,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:19.621371 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a05827e2-f095-4129-bbad-633859faa9d3 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4493484 Aug 27 14:07:19.629793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57976) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:19.671555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377921b5-054a-42e9-8baa-ebea825679e7 req-06367bce-90d8-45d1-a237-8ff369e591e5 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:19.673293 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-377921b5-054a-42e9-8baa-ebea825679e7 req-06367bce-90d8-45d1-a237-8ff369e591e5 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1322134 Aug 27 14:07:19.679730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 68b4dc15-5d13-4e69-996f-6db8ab289022, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=68b4dc15-5d13-4e69-996f-6db8ab289022,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:19.710255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '68b4dc15-5d13-4e69-996f-6db8ab289022', 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8', 'port_id': '68b4dc15-5d13-4e69-996f-6db8ab289022', 'mac_address': 'fa:16:3e:10:c5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a14fbd-dffd-4a0b-9712-7653af0347f4', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:07:19.761292 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=c308f833-e976-48d9-bd41-c2864637f8d8,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:19.786072 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-377921b5-054a-42e9-8baa-ebea825679e7 req-10babc1f-8266-41c4-af48-9b5a77df9495 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987751 Aug 27 14:07:19.867647 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:19.918903 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:19.938423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe7bf4c-34f6-4541-83fd-794530a7cdef tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:19.945855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe7bf4c-34f6-4541-83fd-794530a7cdef tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:19.952685 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe7bf4c-34f6-4541-83fd-794530a7cdef tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:19.955642 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6fe7bf4c-34f6-4541-83fd-794530a7cdef tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3211904 Aug 27 14:07:19.962068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57982) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:19.968998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ca389bc-324b-4ad1-bcd8-9146321e8a7f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:19.982720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b4dc15-5d13-4e69-996f-6db8ab289022 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:07:20.024573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 68b4dc15-5d13-4e69-996f-6db8ab289022, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=68b4dc15-5d13-4e69-996f-6db8ab289022,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:20.067590 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:20.068711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3778830a-6627-468a-8fcd-b9ab7aab8122 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:07:20.289618 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:20.290458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Router a144d361-b3fe-403b-9354-edc3e3df85bf is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:07:20.322424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:20.325927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=68b4dc15-5d13-4e69-996f-6db8ab289022,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:20.343021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a66c811f-42f8-4f74-97a3-17cadf17953f tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Deleting port 0c580515-03ea-47a5-a62d-8e4e41fa04b3 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:20.343835 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a66c811f-42f8-4f74-97a3-17cadf17953f tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:20.468205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:07:20.476208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247a6f-d296-4ff5-9d1a-cfb4dc7a8ff3 req-b5cfd40a-f937-4a2b-bd53-3a11811cd2a7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:20.483139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247a6f-d296-4ff5-9d1a-cfb4dc7a8ff3 req-b5cfd40a-f937-4a2b-bd53-3a11811cd2a7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:20.487565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc29288-09cf-40af-a2d2-3aaf31da9b30 None None] Sync routers for ids ['a144d361-b3fe-403b-9354-edc3e3df85bf'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:07:20.489444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247a6f-d296-4ff5-9d1a-cfb4dc7a8ff3 req-b5cfd40a-f937-4a2b-bd53-3a11811cd2a7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:20.495592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247a6f-d296-4ff5-9d1a-cfb4dc7a8ff3 req-b5cfd40a-f937-4a2b-bd53-3a11811cd2a7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:20.502469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247a6f-d296-4ff5-9d1a-cfb4dc7a8ff3 req-b5cfd40a-f937-4a2b-bd53-3a11811cd2a7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:20.507827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3778830a-6627-468a-8fcd-b9ab7aab8122, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3778830a-6627-468a-8fcd-b9ab7aab8122,segment=NetworkSegment(6c2a41b8-67cc-4399-941c-8a8267867962),segment_id=6c2a41b8-67cc-4399-941c-8a8267867962)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:20.510531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247a6f-d296-4ff5-9d1a-cfb4dc7a8ff3 req-b5cfd40a-f937-4a2b-bd53-3a11811cd2a7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:20.517146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247a6f-d296-4ff5-9d1a-cfb4dc7a8ff3 req-b5cfd40a-f937-4a2b-bd53-3a11811cd2a7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:20.519848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc29288-09cf-40af-a2d2-3aaf31da9b30 None None] Routers {'a144d361-b3fe-403b-9354-edc3e3df85bf'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:07:20.520813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8dc29288-09cf-40af-a2d2-3aaf31da9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a144d361-b3fe-403b-9354-edc3e3df85bf'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:20.523890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '3778830a-6627-468a-8fcd-b9ab7aab8122', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'port_id': '3778830a-6627-468a-8fcd-b9ab7aab8122', 'mac_address': 'fa:16:3e:eb:00:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:07:20.527546 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8247a6f-d296-4ff5-9d1a-cfb4dc7a8ff3 req-b5cfd40a-f937-4a2b-bd53-3a11811cd2a7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5434 time: 0.2619710 Aug 27 14:07:20.534748 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:20.539905 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7fa0de35-a062-4137-bb18-550632e71c3c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.6599228 Aug 27 14:07:20.540855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57988) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:20.557051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b9b44-5d46-43cc-bd51-f424b4e63106 req-a1a5a6f1-4436-4015-b88a-c7d51a781aae tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:20.559283 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b94b9b44-5d46-43cc-bd51-f424b4e63106 req-a1a5a6f1-4436-4015-b88a-c7d51a781aae tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 946 time: 0.1328771 Aug 27 14:07:20.569904 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba3f8dd-7cb2-498f-a6e5-93c1aa285b09 None None] Network 92994dff-bfb9-47b7-859f-ae73121cd44c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:20.575053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8dc29288-09cf-40af-a2d2-3aaf31da9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:20.659475 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a66c811f-42f8-4f74-97a3-17cadf17953f tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:20.666129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8247a6f-d296-4ff5-9d1a-cfb4dc7a8ff3 req-6bec7016-8dc3-4348-88f8-663eab6035c9 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1377208 Aug 27 14:07:20.691288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc29288-09cf-40af-a2d2-3aaf31da9b30 None None] Routers {'a144d361-b3fe-403b-9354-edc3e3df85bf'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:07:20.691929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8dc29288-09cf-40af-a2d2-3aaf31da9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a144d361-b3fe-403b-9354-edc3e3df85bf'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:20.711913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a66c811f-42f8-4f74-97a3-17cadf17953f tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Calling delete_port for 0c580515-03ea-47a5-a62d-8e4e41fa04b3 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:20.775628 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b94b9b44-5d46-43cc-bd51-f424b4e63106 req-171a6b8d-3309-441d-8fae-197f98d42f3c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056923 Aug 27 14:07:20.836539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8dc29288-09cf-40af-a2d2-3aaf31da9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:20.836995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc29288-09cf-40af-a2d2-3aaf31da9b30 None None] The sync data for ids ['a144d361-b3fe-403b-9354-edc3e3df85bf'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:07:20.842304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-65d4ae3a-d19a-4892-bcfc-cef224abacc9 None None] Provisioning for port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:20.855698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-65d4ae3a-d19a-4892-bcfc-cef224abacc9 None None] Provisioning complete for port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:20.856071 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65d4ae3a-d19a-4892-bcfc-cef224abacc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:20.908415 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:20.938760 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3778830a-6627-468a-8fcd-b9ab7aab8122 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:07:20.981894 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a66c811f-42f8-4f74-97a3-17cadf17953f tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.040878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c811f-42f8-4f74-97a3-17cadf17953f tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Pushing event deleted for resources: {'Port': ['ID=0c580515-03ea-47a5-a62d-8e4e41fa04b3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:21.081952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3778830a-6627-468a-8fcd-b9ab7aab8122, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3778830a-6627-468a-8fcd-b9ab7aab8122,segment=NetworkSegment(6c2a41b8-67cc-4399-941c-8a8267867962),segment_id=6c2a41b8-67cc-4399-941c-8a8267867962)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:21.108920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a66c811f-42f8-4f74-97a3-17cadf17953f tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.120379 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a66c811f-42f8-4f74-97a3-17cadf17953f tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] 10.222.0.55 "DELETE /v2.0/ports/0c580515-03ea-47a5-a62d-8e4e41fa04b3 HTTP/1.1" status: 204 len: 168 time: 1.1432500 Aug 27 14:07:21.120379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57996) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:21.128805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d7a62-9393-4ea0-8d55-f119caa0e078 req-36c45c1a-6869-422b-8709-2d5516c2f73f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:21.135613 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-679d7a62-9393-4ea0-8d55-f119caa0e078 req-36c45c1a-6869-422b-8709-2d5516c2f73f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1695702 Aug 27 14:07:21.155461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-56ec714d-bab7-45ae-90a7-aea5fba23383 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Request body: {'port': {'name': 'tempest-new-port-name-81789903', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:21.155869 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.api.validators [None req-56ec714d-bab7-45ae-90a7-aea5fba23383 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] bootfile-name is not in valid_values {{(pid=101186) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 14:07:21.156211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.api.validators [None req-56ec714d-bab7-45ae-90a7-aea5fba23383 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] tftp-server is not in valid_values {{(pid=101186) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 14:07:21.156543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.api.validators [None req-56ec714d-bab7-45ae-90a7-aea5fba23383 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] server-ip-address is not in valid_values {{(pid=101186) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 14:07:21.159380 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65d4ae3a-d19a-4892-bcfc-cef224abacc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.174610 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.175285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device e66d1e65-8d51-4535-83f4-6223b16652e5 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:07:21.247878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=3778830a-6627-468a-8fcd-b9ab7aab8122,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:21.274000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56ec714d-bab7-45ae-90a7-aea5fba23383 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.292128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f6a4c9-0c00-43c3-9371-ed23c687cc35 None None] Network 119742d4-b48c-47a3-b53c-e776e85e0cc8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:21.293182 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-679d7a62-9393-4ea0-8d55-f119caa0e078 req-b06c248d-fa24-4dea-b314-42c1d2392073 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567121 Aug 27 14:07:21.382008 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.385273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-65d4ae3a-d19a-4892-bcfc-cef224abacc9 None None] For port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ca389bc-324b-4ad1-bcd8-9146321e8a7f,segment=NetworkSegment(1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5),segment_id=1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:21.394120 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.406677 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65d4ae3a-d19a-4892-bcfc-cef224abacc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.460393 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port e66d1e65-8d51-4535-83f4-6223b16652e5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=e66d1e65-8d51-4535-83f4-6223b16652e5,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:21.515081 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'e66d1e65-8d51-4535-83f4-6223b16652e5', 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8', 'port_id': 'e66d1e65-8d51-4535-83f4-6223b16652e5', 'mac_address': 'fa:16:3e:d5:11:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a14fbd-dffd-4a0b-9712-7653af0347f4', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:07:21.566249 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56ec714d-bab7-45ae-90a7-aea5fba23383 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.583122 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56ec714d-bab7-45ae-90a7-aea5fba23383 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.612759 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4ae3a-d19a-4892-bcfc-cef224abacc9 None None] Pushing event updated for resources: {'Port': ['ID=0ca389bc-324b-4ad1-bcd8-9146321e8a7f,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:21.632207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-56ec714d-bab7-45ae-90a7-aea5fba23383 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] In _notify_port_updated(), no bound segment for port 10cba98d-1c37-4ae1-b31d-d8b4eebc02df on network 119742d4-b48c-47a3-b53c-e776e85e0cc8 {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:07:21.639724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ec714d-bab7-45ae-90a7-aea5fba23383 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:21.640664 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56ec714d-bab7-45ae-90a7-aea5fba23383 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.645299 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-56ec714d-bab7-45ae-90a7-aea5fba23383 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] 10.222.0.55 "PUT /v2.0/ports/10cba98d-1c37-4ae1-b31d-d8b4eebc02df HTTP/1.1" status: 200 len: 1128 time: 0.5222027 Aug 27 14:07:21.645813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58000) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:21.653210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-77a32e20-f917-4251-8412-93ba34805a90 None None] Provisioning for port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:21.659336 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.683533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66d1e65-8d51-4535-83f4-6223b16652e5 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:07:21.717396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec714d-bab7-45ae-90a7-aea5fba23383 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Pushing event updated for resources: {'Port': ['ID=10cba98d-1c37-4ae1-b31d-d8b4eebc02df,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:21.731504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50185e8-4acb-4af2-a234-eb77abbf0254 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:21.733538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d50185e8-4acb-4af2-a234-eb77abbf0254 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] 10.222.0.55 "GET /v2.0/ports/10cba98d-1c37-4ae1-b31d-d8b4eebc02df HTTP/1.1" status: 200 len: 1128 time: 0.0865655 Aug 27 14:07:21.739128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58004) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:21.751759 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port e66d1e65-8d51-4535-83f4-6223b16652e5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=e66d1e65-8d51-4535-83f4-6223b16652e5,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:21.761283 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.761907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 677605c6-e919-46d6-a490-daeeabe16f0d details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:07:21.890557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 677605c6-e919-46d6-a490-daeeabe16f0d, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=677605c6-e919-46d6-a490-daeeabe16f0d,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:21.921253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bbbeebd9-45c7-4023-a32a-1161349f71e7 None None] Provisioning complete for port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:21.921634 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bbbeebd9-45c7-4023-a32a-1161349f71e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:21.957682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '677605c6-e919-46d6-a490-daeeabe16f0d', 'network_id': '349c90a1-8303-43bc-8748-cfbba77d7be8', 'port_id': '677605c6-e919-46d6-a490-daeeabe16f0d', 'mac_address': 'fa:16:3e:bf:0d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a14fbd-dffd-4a0b-9712-7653af0347f4', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:07:21.975612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=e66d1e65-8d51-4535-83f4-6223b16652e5,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:21.996294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-081d0b1b-ad3e-498d-93da-0bdd861f8c67 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Deleting port 10cba98d-1c37-4ae1-b31d-d8b4eebc02df {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:21.996731 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-081d0b1b-ad3e-498d-93da-0bdd861f8c67 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:22.084079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692afb17-9ebe-4594-beec-f71029de84b8 req-dea87441-63f7-403f-bf9f-ef1ae83e45d1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:22.091779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692afb17-9ebe-4594-beec-f71029de84b8 req-dea87441-63f7-403f-bf9f-ef1ae83e45d1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:22.099561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692afb17-9ebe-4594-beec-f71029de84b8 req-dea87441-63f7-403f-bf9f-ef1ae83e45d1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:22.106531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692afb17-9ebe-4594-beec-f71029de84b8 req-dea87441-63f7-403f-bf9f-ef1ae83e45d1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:22.113209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692afb17-9ebe-4594-beec-f71029de84b8 req-dea87441-63f7-403f-bf9f-ef1ae83e45d1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:22.119658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692afb17-9ebe-4594-beec-f71029de84b8 req-dea87441-63f7-403f-bf9f-ef1ae83e45d1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:22.126184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692afb17-9ebe-4594-beec-f71029de84b8 req-dea87441-63f7-403f-bf9f-ef1ae83e45d1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:22.136411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1293cb7-76b2-4ab3-a487-06feb734d125 req-94cdf3c8-1e6b-463c-82e4-4c154ecdf2eb tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:22.141674 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-692afb17-9ebe-4594-beec-f71029de84b8 req-dea87441-63f7-403f-bf9f-ef1ae83e45d1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5436 time: 0.2545934 Aug 27 14:07:22.144989 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Allocated IP 172.20.0.1 (92994dff-bfb9-47b7-859f-ae73121cd44c/d5d5521c-39ed-49f3-b279-5e61ff83d774/48410ce5-05f2-4bf6-b4b5-ea6ea1f9b301) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:22.152790 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1293cb7-76b2-4ab3-a487-06feb734d125 req-94cdf3c8-1e6b-463c-82e4-4c154ecdf2eb tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 946 time: 0.2739718 Aug 27 14:07:22.189939 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-081d0b1b-ad3e-498d-93da-0bdd861f8c67 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:22.214431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-081d0b1b-ad3e-498d-93da-0bdd861f8c67 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Calling delete_port for 10cba98d-1c37-4ae1-b31d-d8b4eebc02df owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:22.217368 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-692afb17-9ebe-4594-beec-f71029de84b8 req-53b8cb1c-a4fb-4be8-aab4-887e203a2dcf tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739422 Aug 27 14:07:22.225761 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:22.227993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:22.284177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677605c6-e919-46d6-a490-daeeabe16f0d {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:07:22.341519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 677605c6-e919-46d6-a490-daeeabe16f0d, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=677605c6-e919-46d6-a490-daeeabe16f0d,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:22.402785 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1293cb7-76b2-4ab3-a487-06feb734d125 req-de3a3b74-c41a-418a-8037-95f1c70cab9d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487266 Aug 27 14:07:22.418620 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:22.479523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-081d0b1b-ad3e-498d-93da-0bdd861f8c67 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:22.533907 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:22.613018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:22.629037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:22.629985 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:22.646178 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d0b1b-ad3e-498d-93da-0bdd861f8c67 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Pushing event deleted for resources: {'Port': ['ID=10cba98d-1c37-4ae1-b31d-d8b4eebc02df,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:22.661142 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-081d0b1b-ad3e-498d-93da-0bdd861f8c67 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:22.663172 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-081d0b1b-ad3e-498d-93da-0bdd861f8c67 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] 10.222.0.55 "DELETE /v2.0/ports/10cba98d-1c37-4ae1-b31d-d8b4eebc02df HTTP/1.1" status: 204 len: 168 time: 0.9230487 Aug 27 14:07:22.681345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=677605c6-e919-46d6-a490-daeeabe16f0d,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:22.681774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58018) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:22.792739 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:22.795296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-aaa0269b-2d1a-4c51-a3ea-9e62c9e2e630 None None] Could not find standard attr ID for object 10cba98d-1c37-4ae1-b31d-d8b4eebc02df. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:07:22.797956 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea613bc-ffed-49b0-9423-3d1ae1e4652c tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Deleting subnet e76276f4-0aa7-4648-90c7-a62700003806 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:07:22.803413 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ea613bc-ffed-49b0-9423-3d1ae1e4652c tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:22.844078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-aaa0269b-2d1a-4c51-a3ea-9e62c9e2e630 None None] Provisioning complete for port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:22.844905 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-aaa0269b-2d1a-4c51-a3ea-9e62c9e2e630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:22.852423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f21a5-b730-430f-b555-48bc94149474 req-640fdc62-7c61-4e39-bba7-ee2e351c8ac1 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:22.860089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-624f21a5-b730-430f-b555-48bc94149474 req-640fdc62-7c61-4e39-bba7-ee2e351c8ac1 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.2729080 Aug 27 14:07:22.883833 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ea613bc-ffed-49b0-9423-3d1ae1e4652c tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:22.923011 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=60a9d2e4-f010-4d4a-9e9b-1b632765cfa5,segment=NetworkSegment(b21c59d0-659e-4b4c-9626-426eda149b54),segment_id=b21c59d0-659e-4b4c-9626-426eda149b54)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:22.931590 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:22.932421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ca389bc-324b-4ad1-bcd8-9146321e8a7f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:22.935403 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-624f21a5-b730-430f-b555-48bc94149474 req-d6bf9e8a-5b4a-4682-9d33-efc648a6e3f9 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742867 Aug 27 14:07:22.963431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Transition to ACTIVE for port object 48410ce5-05f2-4bf6-b4b5-ea6ea1f9b301 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:23.056215 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ea613bc-ffed-49b0-9423-3d1ae1e4652c tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.065171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108c717-4b4f-4322-b82c-e408f25d5032 req-98937143-5f38-4b23-8369-5d4fe64c6e48 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:23.074872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7108c717-4b4f-4322-b82c-e408f25d5032 req-98937143-5f38-4b23-8369-5d4fe64c6e48 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 946 time: 0.1229248 Aug 27 14:07:23.093274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=60a9d2e4-f010-4d4a-9e9b-1b632765cfa5,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:23.106093 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.146229 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ea613bc-ffed-49b0-9423-3d1ae1e4652c tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.152134 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:23.152507 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.162994 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7108c717-4b4f-4322-b82c-e408f25d5032 req-e143bad1-4877-49b7-bd2b-c51c4c9c2beb tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869279 Aug 27 14:07:23.185490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Network 92994dff-bfb9-47b7-859f-ae73121cd44c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:23.185490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:23.187997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:23.193165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event updated for resources: {'Port': ['ID=48410ce5-05f2-4bf6-b4b5-ea6ea1f9b301,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:23.199014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea613bc-ffed-49b0-9423-3d1ae1e4652c tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Pushing event deleted for resources: {'Subnet': ['ID=e76276f4-0aa7-4648-90c7-a62700003806,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:23.204716 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ea613bc-ffed-49b0-9423-3d1ae1e4652c tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.210675 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8ea613bc-ffed-49b0-9423-3d1ae1e4652c tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] 10.222.0.55 "DELETE /v2.0/subnets/e76276f4-0aa7-4648-90c7-a62700003806 HTTP/1.1" status: 204 len: 168 time: 0.5247972 Aug 27 14:07:23.211091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58024) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:23.248972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2e826e8c-6ba0-42ea-b7c4-beb047e79579 None None] Could not find standard attr ID for object 0c580515-03ea-47a5-a62d-8e4e41fa04b3. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:07:23.270523 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.298305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50dd238-1a82-4729-bd34-45f9f4dc75e4 None None] Network 119742d4-b48c-47a3-b53c-e776e85e0cc8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:23.338868 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.356231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['c308f833-e976-48d9-bd41-c2864637f8d8'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:07:23.405646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['68b4dc15-5d13-4e69-996f-6db8ab289022'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:07:23.408812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['aebed0d9-774b-4d60-8f79-9d86a51d0a11'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:07:23.411238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['3778830a-6627-468a-8fcd-b9ab7aab8122'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:07:23.447839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Deleting port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:23.448186 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.463487 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.482268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9cf1-482c-4e85-9b62-14e5644b154f req-1409f518-3340-441f-b195-77cf6569e35f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:23.490567 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['677605c6-e919-46d6-a490-daeeabe16f0d'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:07:23.492784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['3f99205f-0d46-4175-88de-4b557998aa97'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:07:23.494838 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['e66d1e65-8d51-4535-83f4-6223b16652e5'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:07:23.494959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9cf1-482c-4e85-9b62-14e5644b154f req-1409f518-3340-441f-b195-77cf6569e35f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:23.500625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9cf1-482c-4e85-9b62-14e5644b154f req-1409f518-3340-441f-b195-77cf6569e35f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:23.506625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9cf1-482c-4e85-9b62-14e5644b154f req-1409f518-3340-441f-b195-77cf6569e35f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:23.514599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9cf1-482c-4e85-9b62-14e5644b154f req-1409f518-3340-441f-b195-77cf6569e35f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:23.522954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9cf1-482c-4e85-9b62-14e5644b154f req-1409f518-3340-441f-b195-77cf6569e35f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:23.529780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9cf1-482c-4e85-9b62-14e5644b154f req-1409f518-3340-441f-b195-77cf6569e35f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:23.532033 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f73f9cf1-482c-4e85-9b62-14e5644b154f req-1409f518-3340-441f-b195-77cf6569e35f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5437 time: 0.1796224 Aug 27 14:07:23.614336 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f73f9cf1-482c-4e85-9b62-14e5644b154f req-995a6217-77b9-4a62-b521-ba02098fe30a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660989 Aug 27 14:07:23.647557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] For port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=60a9d2e4-f010-4d4a-9e9b-1b632765cfa5,segment=NetworkSegment(b21c59d0-659e-4b4c-9626-426eda149b54),segment_id=b21c59d0-659e-4b4c-9626-426eda149b54)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:23.648166 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.662033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Calling delete_port for 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:23.747032 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.771787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-01f4f8dc-941e-4dea-95fd-a46aa0dcc530 None None] Provisioning for port 48410ce5-05f2-4bf6-b4b5-ea6ea1f9b301 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:23.789203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Pushing event deleted for resources: {'Port': ['ID=60a9d2e4-f010-4d4a-9e9b-1b632765cfa5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:23.792531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] No DVR routers for this DVR port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:07:23.839536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.841492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-01f4f8dc-941e-4dea-95fd-a46aa0dcc530 None None] Provisioning complete for port 48410ce5-05f2-4bf6-b4b5-ea6ea1f9b301 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:23.841941 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-01f4f8dc-941e-4dea-95fd-a46aa0dcc530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.844651 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.853384 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:23.911840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.921782 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119742d4-b48c-47a3-b53c-e776e85e0cc8']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:23.928669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event updated for resources: {'Port': ['ID=48410ce5-05f2-4bf6-b4b5-ea6ea1f9b301,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:23.931842 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.935737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21c59d0-659e-4b4c-9626-426eda149b54') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:23.936037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21c59d0-659e-4b4c-9626-426eda149b54') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:23.946579 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.951131 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2006d26-b18c-4986-8936-18b7a2ac6190 None None] DHCP port deletion for 119742d4-b48c-47a3-b53c-e776e85e0cc8 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:07:23.966954 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:23.974394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:07:23.974768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 14:07:23.977028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:07:23.977551 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:07:24.035370 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:07:24.059045 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:24.071024 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:24.071980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Port 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 not found, will not notify nova. {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 14:07:24.077086 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] 10.222.0.55 "DELETE /v2.0/networks/119742d4-b48c-47a3-b53c-e776e85e0cc8 HTTP/1.1" status: 204 len: 168 time: 0.8639147 Aug 27 14:07:24.090526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b04db-b9e4-4f58-865d-7fc022904113 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921 tempest-ExtraDHCPOptionsIpV6TestJSON-287479921-project] Pushing event deleted for resources: {'Network': ['ID=119742d4-b48c-47a3-b53c-e776e85e0cc8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:24.093702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825975bf-561c-417a-b22a-1d48c2ba218a req-45e4c71b-7871-4d82-8f65-26a08ab15afe tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:24.096155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-825975bf-561c-417a-b22a-1d48c2ba218a req-45e4c71b-7871-4d82-8f65-26a08ab15afe tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0803721 Aug 27 14:07:24.107815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Network 92994dff-bfb9-47b7-859f-ae73121cd44c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:24.108523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-01f4f8dc-941e-4dea-95fd-a46aa0dcc530 None None] Port 48410ce5-05f2-4bf6-b4b5-ea6ea1f9b301 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:07:24.115920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:24.285646 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-825975bf-561c-417a-b22a-1d48c2ba218a req-f9fc11fb-6e57-4970-8e0f-995c0b43cef2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813867 Aug 27 14:07:24.325826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Router a144d361-b3fe-403b-9354-edc3e3df85bf has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:07:24.386292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a3ab9-24d4-4102-aa0a-324e336ca64c req-5b455b64-5253-41d3-9012-f111aa22b0a5 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:24.394567 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293a3ab9-24d4-4102-aa0a-324e336ca64c req-5b455b64-5253-41d3-9012-f111aa22b0a5 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 946 time: 0.1132982 Aug 27 14:07:24.464667 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-293a3ab9-24d4-4102-aa0a-324e336ca64c req-3ff2b5b1-b120-4d88-bc4f-aaec9fa4cc6f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638733 Aug 27 14:07:24.491148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:07:24.496470 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-18497cc4-2d0a-4d94-b2ff-c58388975497 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "PUT /v2.0/routers/a144d361-b3fe-403b-9354-edc3e3df85bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9357276 Aug 27 14:07:24.499064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58044) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:24.504957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Request body: {'port': {'network_id': '92994dff-bfb9-47b7-859f-ae73121cd44c', 'name': 'tempest-FloatingIPAdminTestJSON-713671155'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:24.511079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58046) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:24.517015 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d530ea-895a-44fd-badd-a269433ddc23 None None] Sync routers for ids ['a144d361-b3fe-403b-9354-edc3e3df85bf'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:07:24.526999 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d530ea-895a-44fd-badd-a269433ddc23 None None] Routers {'a144d361-b3fe-403b-9354-edc3e3df85bf'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:07:24.527697 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e6d530ea-895a-44fd-badd-a269433ddc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a144d361-b3fe-403b-9354-edc3e3df85bf'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:24.559655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b2a9d259-656a-4d3e-b840-cbbc5dc81d93 None None] Provisioning complete for port 48410ce5-05f2-4bf6-b4b5-ea6ea1f9b301 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:24.560026 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b2a9d259-656a-4d3e-b840-cbbc5dc81d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:24.599874 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e6d530ea-895a-44fd-badd-a269433ddc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:24.614244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9d259-656a-4d3e-b840-cbbc5dc81d93 None None] Port 48410ce5-05f2-4bf6-b4b5-ea6ea1f9b301 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:07:24.640415 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d530ea-895a-44fd-badd-a269433ddc23 None None] Routers {'a144d361-b3fe-403b-9354-edc3e3df85bf'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:07:24.641071 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e6d530ea-895a-44fd-badd-a269433ddc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a144d361-b3fe-403b-9354-edc3e3df85bf'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:24.671357 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Made reservation on behalf of 696245ccdcca402087e3a41ec097a222 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:24.677556 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:24.682790 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e6d530ea-895a-44fd-badd-a269433ddc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:24.683445 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d530ea-895a-44fd-badd-a269433ddc23 None None] The sync data for ids ['a144d361-b3fe-403b-9354-edc3e3df85bf'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:07:24.695440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bd1b51a8-21e1-4ffe-bf08-c30237c9baf5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bfa3f71af4c94fffbe9fe3f26ec57f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804795 Aug 27 14:07:24.695781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58056) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:24.700592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] device_id is not set on port c4d665e5-bd63-4170-b734-da56987031fc yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:07:24.763693 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e015802-1f7b-47ef-a5e5-63dba4c2a7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:24.802721 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e015802-1f7b-47ef-a5e5-63dba4c2a7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:24.816215 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Allocated IP 172.20.0.3 (92994dff-bfb9-47b7-859f-ae73121cd44c/d5d5521c-39ed-49f3-b279-5e61ff83d774/c4d665e5-bd63-4170-b734-da56987031fc) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:24.844723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7bbe4-07c2-4de3-837f-3af5b6025eb0 req-689d8e32-467a-457e-9e8e-a018ef06059d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:24.851534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7bbe4-07c2-4de3-837f-3af5b6025eb0 req-689d8e32-467a-457e-9e8e-a018ef06059d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:24.857722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7bbe4-07c2-4de3-837f-3af5b6025eb0 req-689d8e32-467a-457e-9e8e-a018ef06059d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:24.863838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7bbe4-07c2-4de3-837f-3af5b6025eb0 req-689d8e32-467a-457e-9e8e-a018ef06059d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:24.869780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7bbe4-07c2-4de3-837f-3af5b6025eb0 req-689d8e32-467a-457e-9e8e-a018ef06059d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:24.875754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7bbe4-07c2-4de3-837f-3af5b6025eb0 req-689d8e32-467a-457e-9e8e-a018ef06059d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:24.882220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7bbe4-07c2-4de3-837f-3af5b6025eb0 req-689d8e32-467a-457e-9e8e-a018ef06059d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:24.884157 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51a7bbe4-07c2-4de3-837f-3af5b6025eb0 req-689d8e32-467a-457e-9e8e-a018ef06059d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5437 time: 0.1341116 Aug 27 14:07:24.929043 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e015802-1f7b-47ef-a5e5-63dba4c2a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:24.931672 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e015802-1f7b-47ef-a5e5-63dba4c2a7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:24.932892 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5e015802-1f7b-47ef-a5e5-63dba4c2a7fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/686358d1-fa5b-4c78-8089-d721156b86f9 HTTP/1.1" status: 204 len: 168 time: 0.2361898 Aug 27 14:07:24.943218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51a7bbe4-07c2-4de3-837f-3af5b6025eb0 req-742e3dc1-884f-4acf-8931-c8511701b70f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525749 Aug 27 14:07:24.948388 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e015802-1f7b-47ef-a5e5-63dba4c2a7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686358d1-fa5b-4c78-8089-d721156b86f9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:24.997023 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:25.012123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Transition to ACTIVE for port object c4d665e5-bd63-4170-b734-da56987031fc will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:25.047473 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:25.096491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Network 92994dff-bfb9-47b7-859f-ae73121cd44c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:25.099889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:25.104487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:25.108609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event updated for resources: {'Port': ['ID=c4d665e5-bd63-4170-b734-da56987031fc,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:25.199542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:25.200224 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:25.218183 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2f20e4d3-5878-4ec3-86b3-93eab5057278 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7179945 Aug 27 14:07:25.223072 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58068) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:25.235890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3da2c1-233e-4728-a8da-de698f0839dc req-41b61051-30c3-4487-bf8c-23871d0cfa1a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:25.238213 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b3da2c1-233e-4728-a8da-de698f0839dc req-41b61051-30c3-4487-bf8c-23871d0cfa1a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 946 time: 0.1010914 Aug 27 14:07:25.385210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-4b3da2c1-233e-4728-a8da-de698f0839dc req-1867bee4-9018-4907-a254-156492fc05c9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Deleting port dd1ae22a-2070-45a6-954a-09062735c225 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:25.385624 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4b3da2c1-233e-4728-a8da-de698f0839dc req-1867bee4-9018-4907-a254-156492fc05c9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:25.448175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-50c882c0-fb72-4435-84dd-85b9a19e8063 None None] Provisioning for port c4d665e5-bd63-4170-b734-da56987031fc completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:25.453028 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-50c882c0-fb72-4435-84dd-85b9a19e8063 None None] Provisioning complete for port c4d665e5-bd63-4170-b734-da56987031fc triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:25.453463 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-50c882c0-fb72-4435-84dd-85b9a19e8063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:25.499338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-50c882c0-fb72-4435-84dd-85b9a19e8063 None None] Port c4d665e5-bd63-4170-b734-da56987031fc cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:07:25.508546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'project_id': '696245ccdcca402087e3a41ec097a222', 'port_id': 'c4d665e5-bd63-4170-b734-da56987031fc'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:25.517241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb8934-f4ec-4c3d-92d1-622405ebccf4 req-83df7e69-5071-4a9e-9ff4-48bb6ac221c9 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:25.521721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69bb8934-f4ec-4c3d-92d1-622405ebccf4 req-83df7e69-5071-4a9e-9ff4-48bb6ac221c9 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1297030 Aug 27 14:07:25.539402 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:25.562044 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-4b3da2c1-233e-4728-a8da-de698f0839dc req-1867bee4-9018-4907-a254-156492fc05c9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] For port dd1ae22a-2070-45a6-954a-09062735c225, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dd1ae22a-2070-45a6-954a-09062735c225,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:25.562419 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4b3da2c1-233e-4728-a8da-de698f0839dc req-1867bee4-9018-4907-a254-156492fc05c9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:25.585071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-4b3da2c1-233e-4728-a8da-de698f0839dc req-1867bee4-9018-4907-a254-156492fc05c9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Calling delete_port for dd1ae22a-2070-45a6-954a-09062735c225 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:25.593303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69bb8934-f4ec-4c3d-92d1-622405ebccf4 req-09615bcb-f278-4bba-aa01-20ad8ad99a59 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651369 Aug 27 14:07:25.667561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb77d0-a7d3-4f0a-8bf7-ce7defce2088 req-d0d81d42-9b63-4f7b-b178-571904ceeae9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:25.669165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7acb77d0-a7d3-4f0a-8bf7-ce7defce2088 req-d0d81d42-9b63-4f7b-b178-571904ceeae9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e479db-ecd4-4a0d-9766-9898c9f90510 HTTP/1.1" status: 200 len: 946 time: 0.0771055 Aug 27 14:07:25.731542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58092) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:25.751465 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4b3da2c1-233e-4728-a8da-de698f0839dc req-1867bee4-9018-4907-a254-156492fc05c9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:25.762306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:25.797384 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7acb77d0-a7d3-4f0a-8bf7-ce7defce2088 req-f5960b22-781f-4828-8398-ab1a1ecab1c8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058757 Aug 27 14:07:25.818029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867bee4-9018-4907-a254-156492fc05c9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Pushing event deleted for resources: {'Port': ['ID=dd1ae22a-2070-45a6-954a-09062735c225,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:25.818719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['dd1ae22a-2070-45a6-954a-09062735c225'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:07:25.862982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:07:25.875810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3da2c1-233e-4728-a8da-de698f0839dc req-1867bee4-9018-4907-a254-156492fc05c9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] No DVR routers for this DVR port dd1ae22a-2070-45a6-954a-09062735c225 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:07:25.879583 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4b3da2c1-233e-4728-a8da-de698f0839dc req-1867bee4-9018-4907-a254-156492fc05c9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:25.882240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b3da2c1-233e-4728-a8da-de698f0839dc req-1867bee4-9018-4907-a254-156492fc05c9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "DELETE /v2.0/ports/dd1ae22a-2070-45a6-954a-09062735c225 HTTP/1.1" status: 204 len: 173 time: 0.6369772 Aug 27 14:07:25.882950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e479db-ecd4-4a0d-9766-9898c9f90510', 'name': 'network-vif-deleted', 'tag': 'dd1ae22a-2070-45a6-954a-09062735c225'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:07:25.892728 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505a4b7a-84c4-401a-a6e0-c6ac342610fe" -d '{"events": [{"server_uuid": "18e479db-ecd4-4a0d-9766-9898c9f90510", "name": "network-vif-deleted", "tag": "dd1ae22a-2070-45a6-954a-09062735c225"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:07:25.903600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:07:25.904010 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 60a9d2e4-f010-4d4a-9e9b-1b632765cfa5 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:07:25.932763 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Allocated IP 172.25.2.54 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/6240639a-56d8-4436-9aa8-61b4e8d59c39) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:25.935980 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-480968850'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:25.946752 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5072bb-d5c6-48c4-832e-c2ac1bf27152 x-openstack-request-id: req-3f5072bb-d5c6-48c4-832e-c2ac1bf27152 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:07:25.947375 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e479db-ecd4-4a0d-9766-9898c9f90510", "name": "network-vif-deleted", "tag": "dd1ae22a-2070-45a6-954a-09062735c225", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:07:25.947818 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f5072bb-d5c6-48c4-832e-c2ac1bf27152 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:07:25.948325 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e479db-ecd4-4a0d-9766-9898c9f90510', 'name': 'network-vif-deleted', 'tag': 'dd1ae22a-2070-45a6-954a-09062735c225', 'status': 'completed', 'code': 200} Aug 27 14:07:25.965403 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:25.969100 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:25.980266 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:26.071380 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:26.111527 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:26.115032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4c6cb-e0b6-46a2-af4c-ed3c420caed1 req-6414665b-ef05-4234-a128-5936bab4c46e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:26.120990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4c6cb-e0b6-46a2-af4c-ed3c420caed1 req-6414665b-ef05-4234-a128-5936bab4c46e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:26.128896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4c6cb-e0b6-46a2-af4c-ed3c420caed1 req-6414665b-ef05-4234-a128-5936bab4c46e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:26.135095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4c6cb-e0b6-46a2-af4c-ed3c420caed1 req-6414665b-ef05-4234-a128-5936bab4c46e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:26.141097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4c6cb-e0b6-46a2-af4c-ed3c420caed1 req-6414665b-ef05-4234-a128-5936bab4c46e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:26.148310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4c6cb-e0b6-46a2-af4c-ed3c420caed1 req-6414665b-ef05-4234-a128-5936bab4c46e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:26.154249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4c6cb-e0b6-46a2-af4c-ed3c420caed1 req-6414665b-ef05-4234-a128-5936bab4c46e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:26.154506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:26.156206 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d3c4c6cb-e0b6-46a2-af4c-ed3c420caed1 req-6414665b-ef05-4234-a128-5936bab4c46e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5437 time: 0.1271956 Aug 27 14:07:26.157571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:26.162899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:26.165019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Pushing event updated for resources: {'Port': ['ID=6240639a-56d8-4436-9aa8-61b4e8d59c39,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:26.195681 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:26.202801 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:26.246312 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d3c4c6cb-e0b6-46a2-af4c-ed3c420caed1 req-e3ae1b9f-6b9a-4704-969a-638cd286fc4d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775101 Aug 27 14:07:26.254341 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:07:26.264778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d216affb-ee91-4d6d-b81e-fe0f6d108d55,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:26.277588 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:26.277943 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Added segment 15c70750-a107-4c6b-86bb-1980c6223183 of type vlan for network 90c76c78-bb47-45a6-8def-89a3a6eafefc Aug 27 14:07:26.328683 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:26.354853 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:26.360746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:26.361344 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:26.419868 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6868324 Aug 27 14:07:26.444282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c16937-c424-468b-88c9-43bc1ddc2056 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Network': ['ID=90c76c78-bb47-45a6-8def-89a3a6eafefc,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:26.455753 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 90c76c78-bb47-45a6-8def-89a3a6eafefc details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:07:26.565535 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:26.644336 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:26.793542 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428e84a-f660-4d9f-9aa1-956571ac0cd2 req-7168b8cf-5491-48df-85f9-4b1dcf1dae15 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:26.794969 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5428e84a-f660-4d9f-9aa1-956571ac0cd2 req-7168b8cf-5491-48df-85f9-4b1dcf1dae15 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1025369 Aug 27 14:07:26.856936 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5428e84a-f660-4d9f-9aa1-956571ac0cd2 req-d1d3c277-b051-49b5-b4ce-6a698e02b964 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525224 Aug 27 14:07:26.865717 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:26.875483 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:26.967536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Pushing event updated for resources: {'Port': ['ID=6240639a-56d8-4436-9aa8-61b4e8d59c39,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:26.982453 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:27.083082 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Floating IP edc907c5-36d3-45ec-aa32-af694af47e39 associated. External IP: 172.25.2.54, port: c4d665e5-bd63-4170-b734-da56987031fc. Aug 27 14:07:27.303139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Router a144d361-b3fe-403b-9354-edc3e3df85bf has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:07:27.543130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-ee748204-dbd9-40b0-bae7-2aeef68e554b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:27.544972 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-ee748204-dbd9-40b0-bae7-2aeef68e554b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 811 time: 0.4288418 Aug 27 14:07:27.563460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-f50b504e-09fb-4945-95f4-caa2a585d1ef tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/quotas/3c68d5ffe1a3432394157ebaf96a27eb HTTP/1.1" status: 200 len: 375 time: 0.0110784 Aug 27 14:07:27.607494 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-dec4c3a1-1f61-4511-a173-b43cd20cd93a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364192 Aug 27 14:07:27.709810 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-caf129c6-aa6a-468b-b415-db226d66e889 service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941131 Aug 27 14:07:27.712710 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:07:27.724024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076bd45-b131-4a2f-9a42-abfead15fa5e None None] Sync routers for ids ['a144d361-b3fe-403b-9354-edc3e3df85bf'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:07:27.731726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da38d74-9241-4ea2-8c50-701a0c24f63a req-127f9747-dfa1-430c-a5a2-fe367e3e08d5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:27.734095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076bd45-b131-4a2f-9a42-abfead15fa5e None None] Routers {'a144d361-b3fe-403b-9354-edc3e3df85bf'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:07:27.734733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4076bd45-b131-4a2f-9a42-abfead15fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a144d361-b3fe-403b-9354-edc3e3df85bf'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:27.738646 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da38d74-9241-4ea2-8c50-701a0c24f63a req-127f9747-dfa1-430c-a5a2-fe367e3e08d5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:27.745743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da38d74-9241-4ea2-8c50-701a0c24f63a req-127f9747-dfa1-430c-a5a2-fe367e3e08d5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:27.751672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da38d74-9241-4ea2-8c50-701a0c24f63a req-127f9747-dfa1-430c-a5a2-fe367e3e08d5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:27.757784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da38d74-9241-4ea2-8c50-701a0c24f63a req-127f9747-dfa1-430c-a5a2-fe367e3e08d5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:27.763660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da38d74-9241-4ea2-8c50-701a0c24f63a req-127f9747-dfa1-430c-a5a2-fe367e3e08d5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:27.769612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da38d74-9241-4ea2-8c50-701a0c24f63a req-127f9747-dfa1-430c-a5a2-fe367e3e08d5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:27.777416 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4da38d74-9241-4ea2-8c50-701a0c24f63a req-127f9747-dfa1-430c-a5a2-fe367e3e08d5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5437 time: 0.4061773 Aug 27 14:07:27.780787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dd1ae22a-2070-45a6-954a-09062735c225 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:07:27.806784 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:27.838323 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dd3b102a-0e33-4b45-80c1-ebd9ec192dc9 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 2.6138978 Aug 27 14:07:27.840891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58126) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:27.842117 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-cd93ccde-82bd-46fe-b487-e5e1d1cb732c service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031830 Aug 27 14:07:27.864478 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4da38d74-9241-4ea2-8c50-701a0c24f63a req-cabc3693-bf48-47cc-a0c8-e9a31b23255c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826738 Aug 27 14:07:28.043439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4076bd45-b131-4a2f-9a42-abfead15fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:28.051377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: dd1ae22a-2070-45a6-954a-09062735c225 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:07:28.051915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dd1ae22a-2070-45a6-954a-09062735c225 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:07:28.060098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076bd45-b131-4a2f-9a42-abfead15fa5e None None] Routers {'a144d361-b3fe-403b-9354-edc3e3df85bf'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:07:28.060980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4076bd45-b131-4a2f-9a42-abfead15fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a144d361-b3fe-403b-9354-edc3e3df85bf'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:28.111806 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-47a0b92f-b360-42ef-bfa6-35841e1ef52a tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] 10.222.0.55 "GET /v2.0/floatingips/edc907c5-36d3-45ec-aa32-af694af47e39 HTTP/1.1" status: 200 len: 981 time: 0.2696736 Aug 27 14:07:28.120728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4076bd45-b131-4a2f-9a42-abfead15fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:28.130880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076bd45-b131-4a2f-9a42-abfead15fa5e None None] The sync data for ids ['a144d361-b3fe-403b-9354-edc3e3df85bf'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:07:28.131733 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a55013e2-47ad-4241-8f5c-3f3a7f5b07ff req-fd35191b-a7f3-4643-aa5c-8368a4f94308 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 210 time: 0.0470026 Aug 27 14:07:28.131733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58138) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:28.168747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe32b11-26be-4d44-8b59-da0679e8cade req-dd9da609-4d47-47de-995f-4f273e7a8fb5 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:28.170620 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffe32b11-26be-4d44-8b59-da0679e8cade req-dd9da609-4d47-47de-995f-4f273e7a8fb5 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0784183 Aug 27 14:07:28.232774 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffe32b11-26be-4d44-8b59-da0679e8cade req-3ef19c16-ee28-4c56-8475-8deea21411a0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515888 Aug 27 14:07:28.279443 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7c9f7159-986a-4daf-8c84-72065c27b100 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.1531610 Aug 27 14:07:28.282216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58144) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:28.460788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 50ad3533-39c5-4fdd-964d-5044beca9181 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:07:28.485387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ed534ebd-3277-4928-a6e9-5afc331cdbbe tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Deleting port 6240639a-56d8-4436-9aa8-61b4e8d59c39 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:28.485895 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed534ebd-3277-4928-a6e9-5afc331cdbbe tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:28.527588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3778830a-6627-468a-8fcd-b9ab7aab8122 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:28.578430 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed534ebd-3277-4928-a6e9-5afc331cdbbe tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:28.579010 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed534ebd-3277-4928-a6e9-5afc331cdbbe tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:28.593311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ed534ebd-3277-4928-a6e9-5afc331cdbbe tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Calling delete_port for 6240639a-56d8-4436-9aa8-61b4e8d59c39 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:28.631886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:28.646184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '50ad3533-39c5-4fdd-964d-5044beca9181', 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866', 'port_id': '50ad3533-39c5-4fdd-964d-5044beca9181', 'mac_address': 'fa:16:3e:1a:6c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5114c038-bc5e-4991-8e49-6e30ea1048b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:07:28.722818 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:28.740157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50ad3533-39c5-4fdd-964d-5044beca9181 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:07:28.745786 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 3778830a-6627-468a-8fcd-b9ab7aab8122 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:28.749410 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 3778830a-6627-468a-8fcd-b9ab7aab8122 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:28.749746 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:28.847778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed534ebd-3277-4928-a6e9-5afc331cdbbe tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:28.858369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:28.870526 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:28.879161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed534ebd-3277-4928-a6e9-5afc331cdbbe tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event deleted for resources: {'Port': ['ID=6240639a-56d8-4436-9aa8-61b4e8d59c39,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:28.918082 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3778830a-6627-468a-8fcd-b9ab7aab8122, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3778830a-6627-468a-8fcd-b9ab7aab8122,segment=NetworkSegment(6c2a41b8-67cc-4399-941c-8a8267867962),segment_id=6c2a41b8-67cc-4399-941c-8a8267867962)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:28.919623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3778830a-6627-468a-8fcd-b9ab7aab8122'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:07:28.923275 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6c7027-f4e1-4602-bd94-54b0fa736448" -d '{"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "3778830a-6627-468a-8fcd-b9ab7aab8122"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:07:28.927572 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:28.931963 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:28.932905 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device aebed0d9-774b-4d60-8f79-9d86a51d0a11 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:28.972605 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed534ebd-3277-4928-a6e9-5afc331cdbbe tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:28.973055 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-ed534ebd-3277-4928-a6e9-5afc331cdbbe tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Floating IP edc907c5-36d3-45ec-aa32-af694af47e39 disassociated (deleted). External IP: 172.25.2.54, port: c4d665e5-bd63-4170-b734-da56987031fc. Aug 27 14:07:29.037311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port aebed0d9-774b-4d60-8f79-9d86a51d0a11 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:29.042533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port aebed0d9-774b-4d60-8f79-9d86a51d0a11 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:29.042949 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:29.045567 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961b5049-54d7-4ef1-a109-c85e1a788139 x-openstack-request-id: req-961b5049-54d7-4ef1-a109-c85e1a788139 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:07:29.045861 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "3778830a-6627-468a-8fcd-b9ab7aab8122", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:07:29.046107 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-961b5049-54d7-4ef1-a109-c85e1a788139 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:07:29.046501 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3778830a-6627-468a-8fcd-b9ab7aab8122', 'code': 200} Aug 27 14:07:29.072576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=50ad3533-39c5-4fdd-964d-5044beca9181,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:29.082269 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:29.082617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:29.082984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:29.083316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:29.083644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:29.084048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:29.084374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:29.084699 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:29.085024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:29.085367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:29.085643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:29.085959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:29.127800 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['50ad3533-39c5-4fdd-964d-5044beca9181'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:07:29.305539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed534ebd-3277-4928-a6e9-5afc331cdbbe tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Router a144d361-b3fe-403b-9354-edc3e3df85bf has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:07:29.326185 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d1b4fbd-84f0-40fd-9194-522f2f027ebf req-e6ca1c03-02cf-4a44-bd1e-055502fc5d5d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 210 time: 0.0596445 Aug 27 14:07:29.330957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=3778830a-6627-468a-8fcd-b9ab7aab8122,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:29.648469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed534ebd-3277-4928-a6e9-5afc331cdbbe tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:07:29.657374 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed534ebd-3277-4928-a6e9-5afc331cdbbe tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:29.659501 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f208f-2507-47f1-9338-e8329cdb5fc3 None None] Sync routers for ids ['a144d361-b3fe-403b-9354-edc3e3df85bf'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:07:29.676722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf90a-faae-4116-a021-6a727fa8c74a req-d46032be-8852-4121-9df1-1e609826e98c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:29.677658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf90a-faae-4116-a021-6a727fa8c74a req-d46032be-8852-4121-9df1-1e609826e98c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:29.683377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-f539bab3-d28f-4677-8797-2aea3b18bea5 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:29.683989 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf90a-faae-4116-a021-6a727fa8c74a req-d46032be-8852-4121-9df1-1e609826e98c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:29.686541 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-f539bab3-d28f-4677-8797-2aea3b18bea5 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 811 time: 0.2992449 Aug 27 14:07:29.689586 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f208f-2507-47f1-9338-e8329cdb5fc3 None None] Routers {'a144d361-b3fe-403b-9354-edc3e3df85bf'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:07:29.691379 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4f4f208f-2507-47f1-9338-e8329cdb5fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a144d361-b3fe-403b-9354-edc3e3df85bf'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:29.706727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf90a-faae-4116-a021-6a727fa8c74a req-d46032be-8852-4121-9df1-1e609826e98c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:29.716154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf90a-faae-4116-a021-6a727fa8c74a req-d46032be-8852-4121-9df1-1e609826e98c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:29.722135 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:29.723185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf90a-faae-4116-a021-6a727fa8c74a req-d46032be-8852-4121-9df1-1e609826e98c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:29.728882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58184) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:29.729194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf90a-faae-4116-a021-6a727fa8c74a req-d46032be-8852-4121-9df1-1e609826e98c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:29.731165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d41bf90a-faae-4116-a021-6a727fa8c74a req-d46032be-8852-4121-9df1-1e609826e98c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5438 time: 0.5892978 Aug 27 14:07:29.745153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2bf02437-a325-4fe6-b7a1-dc28a383f914 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'subnet': {'network_id': '90c76c78-bb47-45a6-8def-89a3a6eafefc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:29.778677 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ed534ebd-3277-4928-a6e9-5afc331cdbbe tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "DELETE /v2.0/floatingips/edc907c5-36d3-45ec-aa32-af694af47e39 HTTP/1.1" status: 204 len: 168 time: 1.4915628 Aug 27 14:07:29.778677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58188) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:29.785212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:29.787144 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4f4f208f-2507-47f1-9338-e8329cdb5fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:29.797402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port aebed0d9-774b-4d60-8f79-9d86a51d0a11, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=aebed0d9-774b-4d60-8f79-9d86a51d0a11,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:29.799333 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f208f-2507-47f1-9338-e8329cdb5fc3 None None] Routers {'a144d361-b3fe-403b-9354-edc3e3df85bf'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:07:29.800688 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4f4f208f-2507-47f1-9338-e8329cdb5fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a144d361-b3fe-403b-9354-edc3e3df85bf'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:29.806735 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:29.807536 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3f99205f-0d46-4175-88de-4b557998aa97 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:29.827690 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d41bf90a-faae-4116-a021-6a727fa8c74a req-8c0551fc-07a5-44d9-abb4-ee8a756c674e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745869 Aug 27 14:07:29.828426 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:29.832933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-7a9aa9c9-a026-410c-a743-0334837103ce tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Request body: {'port': {'device_id': '0faf8411-3fc4-46eb-ab1d-ae79481ad1e1', 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'admin_state_up': True, 'tenant_id': '3c68d5ffe1a3432394157ebaf96a27eb'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:29.845988 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4f4f208f-2507-47f1-9338-e8329cdb5fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:29.847683 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f208f-2507-47f1-9338-e8329cdb5fc3 None None] The sync data for ids ['a144d361-b3fe-403b-9354-edc3e3df85bf'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:07:29.914943 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=aebed0d9-774b-4d60-8f79-9d86a51d0a11,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:29.962524 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.022979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 3f99205f-0d46-4175-88de-4b557998aa97 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:30.024544 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cc134-8ed4-445c-bc51-2bc888a89aad req-58fe96dd-8686-4030-8e5c-7033f6e5a832 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:30.029199 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 3f99205f-0d46-4175-88de-4b557998aa97 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:30.029716 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.032635 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb9cc134-8ed4-445c-bc51-2bc888a89aad req-58fe96dd-8686-4030-8e5c-7033f6e5a832 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.3456988 Aug 27 14:07:30.117537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf02437-a325-4fe6-b7a1-dc28a383f914 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:30.121109 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bf02437-a325-4fe6-b7a1-dc28a383f914 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.186469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb9cc134-8ed4-445c-bc51-2bc888a89aad req-a67691fe-f1cd-409d-bee4-d6f3d589feb7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522207 Aug 27 14:07:30.261801 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.262182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Allocated IP 172.25.2.201 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/762db2a7-015c-40c7-8eb9-42d08f5b5f9c) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:30.286140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-7a9aa9c9-a026-410c-a743-0334837103ce tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Made reservation on behalf of 3c68d5ffe1a3432394157ebaf96a27eb for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:30.289746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-7a9aa9c9-a026-410c-a743-0334837103ce tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.347995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3f99205f-0d46-4175-88de-4b557998aa97, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3f99205f-0d46-4175-88de-4b557998aa97,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:30.362814 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.364049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c308f833-e976-48d9-bd41-c2864637f8d8 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:30.441484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69b54d-6244-44f0-97bc-7fa48a82695a req-0ee95ecd-1cfc-4ac6-88a9-a874bdcf3fa6 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:30.443217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc69b54d-6244-44f0-97bc-7fa48a82695a req-0ee95ecd-1cfc-4ac6-88a9-a874bdcf3fa6 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0776615 Aug 27 14:07:30.465768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=3f99205f-0d46-4175-88de-4b557998aa97,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:30.482127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port c308f833-e976-48d9-bd41-c2864637f8d8 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:30.491281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port c308f833-e976-48d9-bd41-c2864637f8d8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:30.492589 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.518406 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.520642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-7a9aa9c9-a026-410c-a743-0334837103ce tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Allocated IP 172.20.0.7 (50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6/3554799f-a4a2-458b-9556-37ea29d379ae/7e7a6bb0-50ba-457c-83e3-7226416e3755) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:30.548565 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc69b54d-6244-44f0-97bc-7fa48a82695a req-d8b7026f-79d5-45e0-b190-3359219dcac5 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960183 Aug 27 14:07:30.566111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708f134-dc8c-475a-9f61-1be8c2726b8a req-28bbe065-ed19-4be6-9c87-1259e917c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:30.567545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8708f134-dc8c-475a-9f61-1be8c2726b8a req-28bbe065-ed19-4be6-9c87-1259e917c7a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0b04ca81867422fba8b0c1554859c0b&device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 1097 time: 0.2612977 Aug 27 14:07:30.681416 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.721212 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.735768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:30.741882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:30.749817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:30.753383 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e59d8e28-9ae0-443e-a026-042b7a3d0394 req-2af6cf43-de9f-4a20-b3bb-afb269ff0882 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 210 time: 0.1419692 Aug 27 14:07:30.755261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c308f833-e976-48d9-bd41-c2864637f8d8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c308f833-e976-48d9-bd41-c2864637f8d8,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:30.769328 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.770244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device e66d1e65-8d51-4535-83f4-6223b16652e5 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:30.842136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Pushing event updated for resources: {'Port': ['ID=762db2a7-015c-40c7-8eb9-42d08f5b5f9c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:30.855603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=c308f833-e976-48d9-bd41-c2864637f8d8,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:30.862937 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bf02437-a325-4fe6-b7a1-dc28a383f914 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.868033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port e66d1e65-8d51-4535-83f4-6223b16652e5 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:30.872967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port e66d1e65-8d51-4535-83f4-6223b16652e5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:30.873603 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.913908 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.973912 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:30.986553 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.005846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708f134-dc8c-475a-9f61-1be8c2726b8a req-65f2d97f-c245-49d2-a151-a8f763be47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:31.007713 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8708f134-dc8c-475a-9f61-1be8c2726b8a req-65f2d97f-c245-49d2-a151-a8f763be47bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd877a5c-79f4-49e7-9087-58e80b55fb9c HTTP/1.1" status: 200 len: 920 time: 0.4254727 Aug 27 14:07:31.013859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port e66d1e65-8d51-4535-83f4-6223b16652e5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=e66d1e65-8d51-4535-83f4-6223b16652e5,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:31.022364 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.023404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 68b4dc15-5d13-4e69-996f-6db8ab289022 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:31.086855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebed0d9-774b-4d60-8f79-9d86a51d0a11'}, {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f99205f-0d46-4175-88de-4b557998aa97'}, {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c308f833-e976-48d9-bd41-c2864637f8d8'}, {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d1e65-8d51-4535-83f4-6223b16652e5'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:07:31.089235 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f58dbef-786d-4b9a-a40a-620cdd2bd6fa" -d '{"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "aebed0d9-774b-4d60-8f79-9d86a51d0a11"}, {"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "3f99205f-0d46-4175-88de-4b557998aa97"}, {"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "c308f833-e976-48d9-bd41-c2864637f8d8"}, {"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "e66d1e65-8d51-4535-83f4-6223b16652e5"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:07:31.094064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=e66d1e65-8d51-4535-83f4-6223b16652e5,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:31.095043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afd85c-1b2e-435d-84ea-e774cd3cf675 req-1dfc69e9-f2a7-49ff-b390-cde82e794014 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:31.097524 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8708f134-dc8c-475a-9f61-1be8c2726b8a req-faef697e-d7ca-40d6-b240-a885ca355e62 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a3a2ffe-5bea-40ec-bff2-6478a3660f33 HTTP/1.1" status: 200 len: 217 time: 0.0762413 Aug 27 14:07:31.102150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf02437-a325-4fe6-b7a1-dc28a383f914 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Subnet': ['ID=fcd310f8-1bae-4982-8463-f3b4d154458e,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:31.104159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afd85c-1b2e-435d-84ea-e774cd3cf675 req-1dfc69e9-f2a7-49ff-b390-cde82e794014 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:31.111193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afd85c-1b2e-435d-84ea-e774cd3cf675 req-1dfc69e9-f2a7-49ff-b390-cde82e794014 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:31.117713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afd85c-1b2e-435d-84ea-e774cd3cf675 req-1dfc69e9-f2a7-49ff-b390-cde82e794014 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:31.124346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afd85c-1b2e-435d-84ea-e774cd3cf675 req-1dfc69e9-f2a7-49ff-b390-cde82e794014 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:31.132487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afd85c-1b2e-435d-84ea-e774cd3cf675 req-1dfc69e9-f2a7-49ff-b390-cde82e794014 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:31.138832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afd85c-1b2e-435d-84ea-e774cd3cf675 req-1dfc69e9-f2a7-49ff-b390-cde82e794014 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:31.143817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72afd85c-1b2e-435d-84ea-e774cd3cf675 req-1dfc69e9-f2a7-49ff-b390-cde82e794014 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5442 time: 0.1260870 Aug 27 14:07:31.182915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 68b4dc15-5d13-4e69-996f-6db8ab289022 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:31.187583 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 27 Aug 2021 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4746f34a-5c76-4e65-99d6-746ce8681551 x-openstack-request-id: req-4746f34a-5c76-4e65-99d6-746ce8681551 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:07:31.187952 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "aebed0d9-774b-4d60-8f79-9d86a51d0a11", "code": 200}, {"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "3f99205f-0d46-4175-88de-4b557998aa97", "code": 200}, {"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "c308f833-e976-48d9-bd41-c2864637f8d8", "code": 200}, {"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "e66d1e65-8d51-4535-83f4-6223b16652e5", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:07:31.188256 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4746f34a-5c76-4e65-99d6-746ce8681551 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:07:31.188739 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebed0d9-774b-4d60-8f79-9d86a51d0a11', 'code': 200} Aug 27 14:07:31.189089 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f99205f-0d46-4175-88de-4b557998aa97', 'code': 200} Aug 27 14:07:31.189533 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c308f833-e976-48d9-bd41-c2864637f8d8', 'code': 200} Aug 27 14:07:31.190034 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d1e65-8d51-4535-83f4-6223b16652e5', 'code': 200} Aug 27 14:07:31.193642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 68b4dc15-5d13-4e69-996f-6db8ab289022 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:31.194090 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.230145 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf02437-a325-4fe6-b7a1-dc28a383f914 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Checking segment: {'id': '15c70750-a107-4c6b-86bb-1980c6223183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '90c76c78-bb47-45a6-8def-89a3a6eafefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:31.230941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf02437-a325-4fe6-b7a1-dc28a383f914 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network hostable DHCP agents. Network: 90c76c78-bb47-45a6-8def-89a3a6eafefc, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:07:31.235750 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708f134-dc8c-475a-9f61-1be8c2726b8a req-276d0e2e-f584-4006-9d13-c64c2913ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:31.240947 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8708f134-dc8c-475a-9f61-1be8c2726b8a req-276d0e2e-f584-4006-9d13-c64c2913ff9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5faea510-96bd-4d44-b728-c0dbab11e1e3 HTTP/1.1" status: 200 len: 859 time: 0.1259561 Aug 27 14:07:31.242831 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72afd85c-1b2e-435d-84ea-e774cd3cf675 req-6c947811-bea6-4b3b-a653-604b934e20ad tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939503 Aug 27 14:07:31.255916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-7a9aa9c9-a026-410c-a743-0334837103ce tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.310025 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.363391 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.370726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 68b4dc15-5d13-4e69-996f-6db8ab289022, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=68b4dc15-5d13-4e69-996f-6db8ab289022,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:31.373438 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.378132 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.378971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 677605c6-e919-46d6-a490-daeeabe16f0d up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:31.393849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8708f134-dc8c-475a-9f61-1be8c2726b8a req-f495d385-89b4-4406-895e-e331b6ecd337 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd877a5c-79f4-49e7-9087-58e80b55fb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933838 Aug 27 14:07:31.413738 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-7a9aa9c9-a026-410c-a743-0334837103ce tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.484477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Pushing event updated for resources: {'Port': ['ID=762db2a7-015c-40c7-8eb9-42d08f5b5f9c,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:31.495100 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.516689 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.518400 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c818f61d-c04f-4f48-ba1b-d5a0dc60f78f tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7389011 Aug 27 14:07:31.521790 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58212) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:31.530426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=68b4dc15-5d13-4e69-996f-6db8ab289022,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:31.550468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 677605c6-e919-46d6-a490-daeeabe16f0d completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:31.553362 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 677605c6-e919-46d6-a490-daeeabe16f0d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:31.554107 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.663360 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8708f134-dc8c-475a-9f61-1be8c2726b8a req-b4835825-1653-4e14-a644-dd32d322d802 service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523038 Aug 27 14:07:31.689057 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9aa9c9-a026-410c-a743-0334837103ce tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Pushing event updated for resources: {'Port': ['ID=7e7a6bb0-50ba-457c-83e3-7226416e3755,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:31.691109 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.692489 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf02437-a325-4fe6-b7a1-dc28a383f914 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network 90c76c78-bb47-45a6-8def-89a3a6eafefc is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:07:31.697591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-7a9aa9c9-a026-410c-a743-0334837103ce tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:31.729404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 677605c6-e919-46d6-a490-daeeabe16f0d, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=677605c6-e919-46d6-a490-daeeabe16f0d,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:31.734297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:31.738799 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.749190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 50ad3533-39c5-4fdd-964d-5044beca9181 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:31.774172 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-7a9aa9c9-a026-410c-a743-0334837103ce tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:31.786721 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.788412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-7a9aa9c9-a026-410c-a743-0334837103ce tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:31.830776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce10c4-22a7-48eb-aaed-ff271804de72 req-eb429f07-c01c-4d17-8b1f-674c12c1fdea tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:31.832555 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8ce10c4-22a7-48eb-aaed-ff271804de72 req-eb429f07-c01c-4d17-8b1f-674c12c1fdea tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1637375 Aug 27 14:07:31.840985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-7a9aa9c9-a026-410c-a743-0334837103ce tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:31.841695 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-7a9aa9c9-a026-410c-a743-0334837103ce tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.862354 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-2bf02437-a325-4fe6-b7a1-dc28a383f914 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 90c76c78-bb47-45a6-8def-89a3a6eafefc) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:31.870269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-7a9aa9c9-a026-410c-a743-0334837103ce tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0793521 Aug 27 14:07:31.885378 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3865fe-4783-4e4c-9e0d-b33a196f669e req-9a870668-fdbb-4ad9-9cdd-1bd36c93b1fa tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:31.887416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c3865fe-4783-4e4c-9e0d-b33a196f669e req-9a870668-fdbb-4ad9-9cdd-1bd36c93b1fa tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.5194614 Aug 27 14:07:31.888820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf02437-a325-4fe6-b7a1-dc28a383f914 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:31.889600 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bf02437-a325-4fe6-b7a1-dc28a383f914 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:31.891806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=677605c6-e919-46d6-a490-daeeabe16f0d,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:31.911153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb5d790-68e4-454d-a235-2cdea12c1d01 None None] Network 90c76c78-bb47-45a6-8def-89a3a6eafefc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:31.928115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Request body: {'port': {'device_id': '0faf8411-3fc4-46eb-ab1d-ae79481ad1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:31.948029 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8708f134-dc8c-475a-9f61-1be8c2726b8a req-ea03ddce-b59c-43f3-94ac-999c2b81f498 service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482896 Aug 27 14:07:31.964853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8ce10c4-22a7-48eb-aaed-ff271804de72 req-0b31b587-440e-4585-bc26-6030dc906550 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018004 Aug 27 14:07:31.981576 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c3865fe-4783-4e4c-9e0d-b33a196f669e req-261a2070-284f-4810-8a4f-9f1f0823068e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794613 Aug 27 14:07:31.992798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2bf02437-a325-4fe6-b7a1-dc28a383f914 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2484021 Aug 27 14:07:31.994184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58224) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:32.006062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-cdb2d649-1b81-49dc-ba71-bbc03ffbc4a4 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-694817704'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:32.061561 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb2d649-1b81-49dc-ba71-bbc03ffbc4a4 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:32.068270 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d649-1b81-49dc-ba71-bbc03ffbc4a4 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:32.116871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 50ad3533-39c5-4fdd-964d-5044beca9181 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:32.117685 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:32.140410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb2d649-1b81-49dc-ba71-bbc03ffbc4a4 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:07:32.151930 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d649-1b81-49dc-ba71-bbc03ffbc4a4 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:32.152267 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-cdb2d649-1b81-49dc-ba71-bbc03ffbc4a4 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Added segment 4b90a23a-1138-40bf-a932-77185078f099 of type vlan for network c11338f9-940f-4b1e-b268-6d97507c9c0c Aug 27 14:07:32.160186 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:32.201145 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d649-1b81-49dc-ba71-bbc03ffbc4a4 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:32.227901 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:32.249564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d649-1b81-49dc-ba71-bbc03ffbc4a4 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:32.272662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb2d649-1b81-49dc-ba71-bbc03ffbc4a4 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:32.273394 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d649-1b81-49dc-ba71-bbc03ffbc4a4 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:32.279461 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:32.323007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518f9bd-b6e6-4de8-b141-f0058a4239c8 req-fba007d6-93b2-4728-8994-5934cd88aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:32.324522 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d518f9bd-b6e6-4de8-b141-f0058a4239c8 req-fba007d6-93b2-4728-8994-5934cd88aa02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0b04ca81867422fba8b0c1554859c0b&device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 1097 time: 0.2980466 Aug 27 14:07:32.363950 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-90c76c78-bb47-45a6-8def-89a3a6eafefc', 'network_id': '90c76c78-bb47-45a6-8def-89a3a6eafefc', 'tenant_id': 'fe0f0c349702425aa8bc6cd477d03a4f', 'fixed_ips': [{'subnet_id': 'fcd310f8-1bae-4982-8463-f3b4d154458e'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:07:32.364937 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:32.379415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:32.386244 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:32.421369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Allocated IP 172.25.2.14 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/3576c608-e041-4747-be50-b1e75e0a7ab4) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:32.460012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=50ad3533-39c5-4fdd-964d-5044beca9181,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:32.527918 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518f9bd-b6e6-4de8-b141-f0058a4239c8 req-b608fd2d-6b4b-4a07-b4b1-6458bfd64f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:32.529593 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d518f9bd-b6e6-4de8-b141-f0058a4239c8 req-b608fd2d-6b4b-4a07-b4b1-6458bfd64f93 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd877a5c-79f4-49e7-9087-58e80b55fb9c HTTP/1.1" status: 200 len: 920 time: 0.1334693 Aug 27 14:07:32.531364 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:32.542802 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cdb2d649-1b81-49dc-ba71-bbc03ffbc4a4 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5444701 Aug 27 14:07:32.559128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58230) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:32.625180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b931b4f-20b1-47d2-bd98-daa00d1c5d1c req-9841d0de-f3ea-4c74-93db-fcb7ef705df3 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:32.632591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b931b4f-20b1-47d2-bd98-daa00d1c5d1c req-9841d0de-f3ea-4c74-93db-fcb7ef705df3 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 931 time: 0.4064541 Aug 27 14:07:32.645641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-510672de-25a5-4522-b535-617ce485e407 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'subnet': {'network_id': 'c11338f9-940f-4b1e-b268-6d97507c9c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:32.654796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c2417-8ded-4e2d-9b9f-7958998b70b5 req-540a39f5-ebad-43a1-867a-9f2ecea331de tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:32.661173 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d518f9bd-b6e6-4de8-b141-f0058a4239c8 req-dab8d6fa-6124-467c-a599-8705a5628244 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a3a2ffe-5bea-40ec-bff2-6478a3660f33 HTTP/1.1" status: 200 len: 217 time: 0.1205690 Aug 27 14:07:32.662043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c2417-8ded-4e2d-9b9f-7958998b70b5 req-540a39f5-ebad-43a1-867a-9f2ecea331de tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:32.667915 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c2417-8ded-4e2d-9b9f-7958998b70b5 req-540a39f5-ebad-43a1-867a-9f2ecea331de tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:32.675343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c2417-8ded-4e2d-9b9f-7958998b70b5 req-540a39f5-ebad-43a1-867a-9f2ecea331de tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:32.678748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2d649-1b81-49dc-ba71-bbc03ffbc4a4 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Network': ['ID=c11338f9-940f-4b1e-b268-6d97507c9c0c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:32.681683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c2417-8ded-4e2d-9b9f-7958998b70b5 req-540a39f5-ebad-43a1-867a-9f2ecea331de tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:32.687418 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c2417-8ded-4e2d-9b9f-7958998b70b5 req-540a39f5-ebad-43a1-867a-9f2ecea331de tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:32.694736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c2417-8ded-4e2d-9b9f-7958998b70b5 req-540a39f5-ebad-43a1-867a-9f2ecea331de tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:32.697302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network c11338f9-940f-4b1e-b268-6d97507c9c0c details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:07:32.702729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-226c2417-8ded-4e2d-9b9f-7958998b70b5 req-540a39f5-ebad-43a1-867a-9f2ecea331de tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5444 time: 0.1205583 Aug 27 14:07:32.713613 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:32.732638 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7101c736-758d-4139-914e-79a15bad9f49 req-c29f5b04-36bc-44cb-b9cb-881c50225ed9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4210069 Aug 27 14:07:32.794183 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-226c2417-8ded-4e2d-9b9f-7958998b70b5 req-5b7d3c3c-77e6-4a58-a59f-34d3b3042dcb tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0871029 Aug 27 14:07:32.801536 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Allocated IP 2001:db8:0:ffff::2 (90c76c78-bb47-45a6-8def-89a3a6eafefc/fcd310f8-1bae-4982-8463-f3b4d154458e/7c335121-8b13-4270-b8f3-121e0d4547f6) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:32.825689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518f9bd-b6e6-4de8-b141-f0058a4239c8 req-008c76f3-e7e0-4e6d-a238-020c34f42bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:32.827292 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d518f9bd-b6e6-4de8-b141-f0058a4239c8 req-008c76f3-e7e0-4e6d-a238-020c34f42bca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5faea510-96bd-4d44-b728-c0dbab11e1e3 HTTP/1.1" status: 200 len: 859 time: 0.0593734 Aug 27 14:07:32.866161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:32.866996 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b931b4f-20b1-47d2-bd98-daa00d1c5d1c req-73a35c57-580b-46bc-943a-d5d2136f848e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300704 Aug 27 14:07:32.891036 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:32.898108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:32.929929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d518f9bd-b6e6-4de8-b141-f0058a4239c8 req-a581efaf-1d45-4365-b490-e721513048e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd877a5c-79f4-49e7-9087-58e80b55fb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801630 Aug 27 14:07:32.936494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Pushing event updated for resources: {'Port': ['ID=3576c608-e041-4747-be50-b1e75e0a7ab4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:32.956397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101c736-758d-4139-914e-79a15bad9f49 req-2520f119-65b8-456d-990f-1a1aab6b2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:32.957578 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7101c736-758d-4139-914e-79a15bad9f49 req-2520f119-65b8-456d-990f-1a1aab6b2f1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 1098 time: 0.1866708 Aug 27 14:07:33.072304 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:33.155548 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d518f9bd-b6e6-4de8-b141-f0058a4239c8 req-9ab778b8-9312-47a5-9629-6044653677d0 service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986854 Aug 27 14:07:33.156578 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:33.162351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101c736-758d-4139-914e-79a15bad9f49 req-c23cfc9c-179e-42b3-841a-476b420e1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:33.164045 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7101c736-758d-4139-914e-79a15bad9f49 req-c23cfc9c-179e-42b3-841a-476b420e1868 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.1724308 Aug 27 14:07:33.167263 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:33.180383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Transition to ACTIVE for port object 7c335121-8b13-4270-b8f3-121e0d4547f6 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:33.191622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b4dc15-5d13-4e69-996f-6db8ab289022'}, {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677605c6-e919-46d6-a490-daeeabe16f0d'}, {'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:07:33.194778 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4adf414-1445-4ca6-b015-c72cc503dfa2" -d '{"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "68b4dc15-5d13-4e69-996f-6db8ab289022"}, {"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "677605c6-e919-46d6-a490-daeeabe16f0d"}, {"server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "name": "network-vif-plugged", "status": "completed", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:07:33.212055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Transition to ACTIVE for port object 7c335121-8b13-4270-b8f3-121e0d4547f6 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:33.234378 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:33.274959 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7101c736-758d-4139-914e-79a15bad9f49 req-6f73a0f4-988f-4f63-b1f0-e9a69245c367 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 200 len: 1002 time: 0.0852799 Aug 27 14:07:33.281900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d518f9bd-b6e6-4de8-b141-f0058a4239c8 req-b82bcc26-7ac1-4751-aab0-4c89a3f331e2 service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065588 Aug 27 14:07:33.291476 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7577ae-ea46-4ebf-9e30-c00641823b1c req-740acefa-1880-45c5-aeef-dafa558b30b6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:33.293238 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d7577ae-ea46-4ebf-9e30-c00641823b1c req-740acefa-1880-45c5-aeef-dafa558b30b6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1652739 Aug 27 14:07:33.326488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510672de-25a5-4522-b535-617ce485e407 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:33.331153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-510672de-25a5-4522-b535-617ce485e407 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:33.419499 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f8f93-168e-4f00-ae14-d12ee95e86d2 req-4bb20a24-b0c3-4514-9ca9-8d052e483516 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:33.439834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d5f8f93-168e-4f00-ae14-d12ee95e86d2 req-4bb20a24-b0c3-4514-9ca9-8d052e483516 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.2783554 Aug 27 14:07:33.490557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Pushing event updated for resources: {'Port': ['ID=7c335121-8b13-4270-b8f3-121e0d4547f6,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:33.523972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Network 90c76c78-bb47-45a6-8def-89a3a6eafefc is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:33.527878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:33.531472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:33.572392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d5f8f93-168e-4f00-ae14-d12ee95e86d2 req-6db89cf5-fae8-4360-a6b6-0e4c2d2c6643 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317194 Aug 27 14:07:33.661528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Attempting to bind port 7c335121-8b13-4270-b8f3-121e0d4547f6 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:07:33.662052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Attempting to bind port 7c335121-8b13-4270-b8f3-121e0d4547f6 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '15c70750-a107-4c6b-86bb-1980c6223183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '90c76c78-bb47-45a6-8def-89a3a6eafefc'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:07:33.662733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Attempting to bind port 7c335121-8b13-4270-b8f3-121e0d4547f6 on network 90c76c78-bb47-45a6-8def-89a3a6eafefc {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:07:33.669131 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:07:33.669696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Checking segment: {'id': '15c70750-a107-4c6b-86bb-1980c6223183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '90c76c78-bb47-45a6-8def-89a3a6eafefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:33.670115 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:33.670522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Bound using segment: {'id': '15c70750-a107-4c6b-86bb-1980c6223183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '90c76c78-bb47-45a6-8def-89a3a6eafefc'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:07:33.671049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Bound port: 7c335121-8b13-4270-b8f3-121e0d4547f6, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c70750-a107-4c6b-86bb-1980c6223183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '90c76c78-bb47-45a6-8def-89a3a6eafefc'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:07:33.671442 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:33.728051 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d7577ae-ea46-4ebf-9e30-c00641823b1c req-d3fcbd6c-a50a-4104-977f-23b3d45bdae6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230213 Aug 27 14:07:33.757965 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101c736-758d-4139-914e-79a15bad9f49 req-26fb5cea-9dcb-47de-b1f9-e3a2761617d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:33.760977 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7101c736-758d-4139-914e-79a15bad9f49 req-26fb5cea-9dcb-47de-b1f9-e3a2761617d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.4659030 Aug 27 14:07:33.790832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] For port 7c335121-8b13-4270-b8f3-121e0d4547f6, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:07:33.795224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] For port 7c335121-8b13-4270-b8f3-121e0d4547f6, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7c335121-8b13-4270-b8f3-121e0d4547f6,segment=NetworkSegment(15c70750-a107-4c6b-86bb-1980c6223183),segment_id=15c70750-a107-4c6b-86bb-1980c6223183)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:07:33.802306 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:33.824634 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 27 Aug 2021 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3111be-412f-44fa-be0a-45defd7fda85 x-openstack-request-id: req-5c3111be-412f-44fa-be0a-45defd7fda85 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:07:33.825322 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "68b4dc15-5d13-4e69-996f-6db8ab289022", "code": 200}, {"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-plugged", "status": "completed", "tag": "677605c6-e919-46d6-a490-daeeabe16f0d", "code": 200}, {"server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "name": "network-vif-plugged", "status": "completed", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:07:33.825620 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c3111be-412f-44fa-be0a-45defd7fda85 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:07:33.826045 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b4dc15-5d13-4e69-996f-6db8ab289022', 'code': 200} Aug 27 14:07:33.826371 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677605c6-e919-46d6-a490-daeeabe16f0d', 'code': 200} Aug 27 14:07:33.826633 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181', 'code': 200} Aug 27 14:07:33.896893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101c736-758d-4139-914e-79a15bad9f49 req-50db27eb-a12d-43b7-9acf-f1f70ff6b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:33.899311 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7101c736-758d-4139-914e-79a15bad9f49 req-50db27eb-a12d-43b7-9acf-f1f70ff6b62f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281545 Aug 27 14:07:33.949603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df04695-b5c0-4d0e-92be-d5e1119b37f8 None None] Pushing event updated for resources: {'Port': ['ID=7c335121-8b13-4270-b8f3-121e0d4547f6,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:34.011125 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:34.044718 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:34.176537 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:34.242806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f73e8-ef47-4754-9d70-c389f8b8fcca req-7d3dc5ef-4cdf-4185-bacd-e9f224c318c0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.247305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f73e8-ef47-4754-9d70-c389f8b8fcca req-7d3dc5ef-4cdf-4185-bacd-e9f224c318c0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.253492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f73e8-ef47-4754-9d70-c389f8b8fcca req-7d3dc5ef-4cdf-4185-bacd-e9f224c318c0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.261704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f73e8-ef47-4754-9d70-c389f8b8fcca req-7d3dc5ef-4cdf-4185-bacd-e9f224c318c0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.267805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f73e8-ef47-4754-9d70-c389f8b8fcca req-7d3dc5ef-4cdf-4185-bacd-e9f224c318c0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.273844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f73e8-ef47-4754-9d70-c389f8b8fcca req-7d3dc5ef-4cdf-4185-bacd-e9f224c318c0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.280015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f73e8-ef47-4754-9d70-c389f8b8fcca req-7d3dc5ef-4cdf-4185-bacd-e9f224c318c0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.282009 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d4f73e8-ef47-4754-9d70-c389f8b8fcca req-7d3dc5ef-4cdf-4185-bacd-e9f224c318c0 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5444 time: 0.3496456 Aug 27 14:07:34.285455 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:34.289807 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7662830 Aug 27 14:07:34.289992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7a6bb0-50ba-457c-83e3-7226416e3755 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:07:34.290628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2d069-b383-4179-bf4b-57a8c334a6e9 tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Pushing event updated for resources: {'Port': ['ID=3576c608-e041-4747-be50-b1e75e0a7ab4,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:34.297256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58248) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:34.309780 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7101c736-758d-4139-914e-79a15bad9f49 req-3173e945-ebc6-40a6-90f8-e7388e685995 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922682 Aug 27 14:07:34.310033 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:34.368434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Transition to ACTIVE for port object 7e7a6bb0-50ba-457c-83e3-7226416e3755 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:34.427979 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:34.450141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4fd0-35c0-4089-8781-80a4710ea79e req-b65e42f0-4304-4ad8-af7a-fd6e702bbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.450734 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4fd0-35c0-4089-8781-80a4710ea79e req-b65e42f0-4304-4ad8-af7a-fd6e702bbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.451556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4fd0-35c0-4089-8781-80a4710ea79e req-b65e42f0-4304-4ad8-af7a-fd6e702bbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.451675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4fd0-35c0-4089-8781-80a4710ea79e req-b65e42f0-4304-4ad8-af7a-fd6e702bbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.452137 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4fd0-35c0-4089-8781-80a4710ea79e req-b65e42f0-4304-4ad8-af7a-fd6e702bbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.452604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4fd0-35c0-4089-8781-80a4710ea79e req-b65e42f0-4304-4ad8-af7a-fd6e702bbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.453069 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4fd0-35c0-4089-8781-80a4710ea79e req-b65e42f0-4304-4ad8-af7a-fd6e702bbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.456061 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f5de4fd0-35c0-4089-8781-80a4710ea79e req-b65e42f0-4304-4ad8-af7a-fd6e702bbff0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 6508 time: 0.2695551 Aug 27 14:07:34.484864 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d4f73e8-ef47-4754-9d70-c389f8b8fcca req-00f80064-3e4b-4cbd-a888-4e212de5e8e2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1899412 Aug 27 14:07:34.488633 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9fa61-0804-459a-9181-8801bcca9804 req-97c17f4e-48e5-4edb-83ed-2b4d3981f6b1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.491240 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-29fe8c89-4e41-48f3-8d0e-d6c7c3a6e583 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.1930807 Aug 27 14:07:34.491957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58250) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:34.496315 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a4f9fa61-0804-459a-9181-8801bcca9804 req-97c17f4e-48e5-4edb-83ed-2b4d3981f6b1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 931 time: 0.2959638 Aug 27 14:07:34.622801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58254) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:34.627781 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d414607b-5101-4c1f-b271-71cbae30bb70 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1289253 Aug 27 14:07:34.647563 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7101c736-758d-4139-914e-79a15bad9f49 req-f532a546-3456-484a-94e9-2ea916973d63 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834880 Aug 27 14:07:34.710808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7a6bb0-50ba-457c-83e3-7226416e3755,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:34.735129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a4f9fa61-0804-459a-9181-8801bcca9804 req-93f581cd-b122-4f04-82bd-c603b8721b38 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355630 Aug 27 14:07:34.746872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f5de4fd0-35c0-4089-8781-80a4710ea79e req-448e4f10-d5a8-48e4-86c6-66cbe2ba2b5c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2395809 Aug 27 14:07:34.851119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.objects.ports [None req-510672de-25a5-4522-b535-617ce485e407 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101186) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:07:34.891434 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-510672de-25a5-4522-b535-617ce485e407 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:34.925755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d8414-3a1b-47f6-a284-6542bdcc9888 req-f672c5cd-3cec-42d5-9f36-dd2d30754e05 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:34.936096 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b55d8414-3a1b-47f6-a284-6542bdcc9888 req-f672c5cd-3cec-42d5-9f36-dd2d30754e05 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0840297 Aug 27 14:07:35.000625 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b55d8414-3a1b-47f6-a284-6542bdcc9888 req-631695ff-9ac2-4cb2-80f8-fd66f53667e5 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633452 Aug 27 14:07:35.016408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510672de-25a5-4522-b535-617ce485e407 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Subnet': ['ID=fbf19142-3e73-4bcb-b4fa-f4b68d964f6e,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:35.023844 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510672de-25a5-4522-b535-617ce485e407 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Checking segment: {'id': '4b90a23a-1138-40bf-a932-77185078f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c11338f9-940f-4b1e-b268-6d97507c9c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:35.024474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510672de-25a5-4522-b535-617ce485e407 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network hostable DHCP agents. Network: c11338f9-940f-4b1e-b268-6d97507c9c0c, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:07:35.029518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Attempting to bind port 7e7a6bb0-50ba-457c-83e3-7226416e3755 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:07:35.029862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Attempting to bind port 7e7a6bb0-50ba-457c-83e3-7226416e3755 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:07:35.030191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Attempting to bind port 7e7a6bb0-50ba-457c-83e3-7226416e3755 on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:07:35.051046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-6b50a82d-7942-47d4-9014-5f4f994e82fd tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Deleting port 3576c608-e041-4747-be50-b1e75e0a7ab4 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:35.051424 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b50a82d-7942-47d4-9014-5f4f994e82fd tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:35.055061 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Port 7e7a6bb0-50ba-457c-83e3-7226416e3755 on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:07:35.055391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Attempting to bind port 7e7a6bb0-50ba-457c-83e3-7226416e3755 on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:07:35.112777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:07:35.113070 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Checking segment: {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:35.113462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Bound using segment: {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:07:35.113912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Bound port: 7e7a6bb0-50ba-457c-83e3-7226416e3755, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:07:35.114279 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:35.164465 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510672de-25a5-4522-b535-617ce485e407 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network c11338f9-940f-4b1e-b268-6d97507c9c0c is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:07:35.240590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-510672de-25a5-4522-b535-617ce485e407 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, c11338f9-940f-4b1e-b268-6d97507c9c0c) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:35.248461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8defd5d-1626-45c6-9d2f-6633febfc975 None None] Network c11338f9-940f-4b1e-b268-6d97507c9c0c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:35.258726 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510672de-25a5-4522-b535-617ce485e407 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:35.258726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-510672de-25a5-4522-b535-617ce485e407 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:35.270613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6fcf-d9ed-4827-ab63-6d3183c6af01 req-be940b5c-052c-46b8-93aa-e2ae28f7544b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:35.272710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-638b6fcf-d9ed-4827-ab63-6d3183c6af01 req-be940b5c-052c-46b8-93aa-e2ae28f7544b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1748209 Aug 27 14:07:35.333524 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b50a82d-7942-47d4-9014-5f4f994e82fd tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:35.334234 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b50a82d-7942-47d4-9014-5f4f994e82fd tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:35.339823 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-510672de-25a5-4522-b535-617ce485e407 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7629633 Aug 27 14:07:35.340203 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58260) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:35.346551 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'port': {'network_id': 'c11338f9-940f-4b1e-b268-6d97507c9c0c', 'name': 'tempest-NetworksIpV6TestAttrs-289050874'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:35.362427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-6b50a82d-7942-47d4-9014-5f4f994e82fd tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Calling delete_port for 3576c608-e041-4747-be50-b1e75e0a7ab4 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:35.370638 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] For port 7e7a6bb0-50ba-457c-83e3-7226416e3755, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:07:35.378526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] For port 7e7a6bb0-50ba-457c-83e3-7226416e3755, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7e7a6bb0-50ba-457c-83e3-7226416e3755,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:07:35.390078 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-638b6fcf-d9ed-4827-ab63-6d3183c6af01 req-e10848ba-bb9f-4f7d-9343-64b4a254b5e6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020963 Aug 27 14:07:35.391607 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:35.415818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:35.415818 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:35.415818 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] 10.222.0.41 "PUT /v2.0/ports/7e7a6bb0-50ba-457c-83e3-7226416e3755 HTTP/1.1" status: 200 len: 1092 time: 3.5190880 Aug 27 14:07:35.417468 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0faf8411-3fc4-46eb-ab1d-ae79481ad1e1', 'tag': '7e7a6bb0-50ba-457c-83e3-7226416e3755'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:07:35.418839 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88050aa-1e75-48bc-8ab1-848f220aca21" -d '{"events": [{"name": "network-changed", "server_uuid": "0faf8411-3fc4-46eb-ab1d-ae79481ad1e1", "tag": "7e7a6bb0-50ba-457c-83e3-7226416e3755"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:07:35.430305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d93215e-f8f2-465a-99c5-6c475111564a None None] Network 90c76c78-bb47-45a6-8def-89a3a6eafefc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:35.515485 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f01dbc3-94b0-430f-a8d3-f06c7f6d1a28 x-openstack-request-id: req-6f01dbc3-94b0-430f-a8d3-f06c7f6d1a28 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:07:35.515833 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0faf8411-3fc4-46eb-ab1d-ae79481ad1e1", "tag": "7e7a6bb0-50ba-457c-83e3-7226416e3755", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:07:35.516039 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f01dbc3-94b0-430f-a8d3-f06c7f6d1a28 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:07:35.516667 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0faf8411-3fc4-46eb-ab1d-ae79481ad1e1', 'tag': '7e7a6bb0-50ba-457c-83e3-7226416e3755', 'status': 'completed', 'code': 200} Aug 27 14:07:35.527227 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f9920671-2ac3-4529-8011-6ce10e8567ae None None] Provisioning for port 7c335121-8b13-4270-b8f3-121e0d4547f6 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:35.533801 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:35.554221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:35.578354 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fc420-537f-45bb-8fad-23381055a445 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7a6bb0-50ba-457c-83e3-7226416e3755,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:35.607602 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] device_id is not set on port 2ec5fa51-6fb1-455c-91b1-c45b86e6160f yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:07:35.630619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-c11338f9-940f-4b1e-b268-6d97507c9c0c', 'network_id': 'c11338f9-940f-4b1e-b268-6d97507c9c0c', 'tenant_id': 'fe0f0c349702425aa8bc6cd477d03a4f', 'fixed_ips': [{'subnet_id': 'fbf19142-3e73-4bcb-b4fa-f4b68d964f6e'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:07:35.631675 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:35.676156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-5272e097-617e-406a-a2e1-9d45293fcd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:35.677676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-5272e097-617e-406a-a2e1-9d45293fcd89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 1095 time: 0.1828716 Aug 27 14:07:35.826300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-dd4efcad-b599-4a14-94a2-e54034c7addd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e7a6bb0-50ba-457c-83e3-7226416e3755 HTTP/1.1" status: 200 len: 217 time: 0.1121018 Aug 27 14:07:35.828054 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b50a82d-7942-47d4-9014-5f4f994e82fd tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:35.912020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7c335121-8b13-4270-b8f3-121e0d4547f6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:35.918014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50a82d-7942-47d4-9014-5f4f994e82fd tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Pushing event deleted for resources: {'Port': ['ID=3576c608-e041-4747-be50-b1e75e0a7ab4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:35.993737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Allocated IP 2001:db8::f816:3eff:fe33:fab8 (c11338f9-940f-4b1e-b268-6d97507c9c0c/fbf19142-3e73-4bcb-b4fa-f4b68d964f6e/2ec5fa51-6fb1-455c-91b1-c45b86e6160f) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:35.999665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d341ce-683d-4c1a-affa-6d8b0dde4079 req-81e21a80-9df6-4b99-88d5-ff36678bbf1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:36.009431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d341ce-683d-4c1a-affa-6d8b0dde4079 req-81e21a80-9df6-4b99-88d5-ff36678bbf1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:36.015764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d341ce-683d-4c1a-affa-6d8b0dde4079 req-81e21a80-9df6-4b99-88d5-ff36678bbf1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:36.023927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d341ce-683d-4c1a-affa-6d8b0dde4079 req-81e21a80-9df6-4b99-88d5-ff36678bbf1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:36.030107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d341ce-683d-4c1a-affa-6d8b0dde4079 req-81e21a80-9df6-4b99-88d5-ff36678bbf1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:36.037595 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d341ce-683d-4c1a-affa-6d8b0dde4079 req-81e21a80-9df6-4b99-88d5-ff36678bbf1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:36.045317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d341ce-683d-4c1a-affa-6d8b0dde4079 req-81e21a80-9df6-4b99-88d5-ff36678bbf1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:36.051634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34d341ce-683d-4c1a-affa-6d8b0dde4079 req-81e21a80-9df6-4b99-88d5-ff36678bbf1c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5444 time: 0.3894219 Aug 27 14:07:36.094914 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 7c335121-8b13-4270-b8f3-121e0d4547f6 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:36.098793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b47319-2cbf-41af-abe8-503dc63d4c12 req-faf79f50-286e-425e-9fbb-8d5155273f6a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:36.100743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7c335121-8b13-4270-b8f3-121e0d4547f6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:36.101129 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:36.107891 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42b47319-2cbf-41af-abe8-503dc63d4c12 req-faf79f50-286e-425e-9fbb-8d5155273f6a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 943 time: 0.1580174 Aug 27 14:07:36.193163 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b50a82d-7942-47d4-9014-5f4f994e82fd tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:36.195107 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b50a82d-7942-47d4-9014-5f4f994e82fd tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:36.199252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58280) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:36.200552 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6b50a82d-7942-47d4-9014-5f4f994e82fd tempest-FloatingIPAdminTestJSON-1048893337 tempest-FloatingIPAdminTestJSON-1048893337-project] 10.222.0.55 "DELETE /v2.0/floatingips/805465fb-3149-4ed8-b1fb-301cfaec0184 HTTP/1.1" status: 204 len: 168 time: 1.5649869 Aug 27 14:07:36.211301 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:36.235554 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42b47319-2cbf-41af-abe8-503dc63d4c12 req-14c991ae-c699-4f77-b25a-0c7fc44c8f9e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224380 Aug 27 14:07:36.271092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-5d3a80ca-cc45-41d4-9d9e-c19206996985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:36.284427 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-5d3a80ca-cc45-41d4-9d9e-c19206996985 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 200 len: 851 time: 0.3308454 Aug 27 14:07:36.299682 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34d341ce-683d-4c1a-affa-6d8b0dde4079 req-8cd6d6c3-4c0f-4011-acd8-c08046e6a623 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1957865 Aug 27 14:07:36.308115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 7c335121-8b13-4270-b8f3-121e0d4547f6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7c335121-8b13-4270-b8f3-121e0d4547f6,segment=NetworkSegment(15c70750-a107-4c6b-86bb-1980c6223183),segment_id=15c70750-a107-4c6b-86bb-1980c6223183)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:36.314524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-de1226b8-5098-474c-a54a-5a748713e292 None None] Provisioning complete for port 7c335121-8b13-4270-b8f3-121e0d4547f6 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:36.314936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-de1226b8-5098-474c-a54a-5a748713e292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:36.325606 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:36.376715 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-f3dc6bb9-69d7-4c3a-b14b-b2eb44b2ae26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755661 Aug 27 14:07:36.577253 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:36.598202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7790e-04a3-447c-9a97-8d281c9e22b7 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Deleting port 762db2a7-015c-40c7-8eb9-42d08f5b5f9c {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:36.598202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1bb7790e-04a3-447c-9a97-8d281c9e22b7 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:36.636804 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=7c335121-8b13-4270-b8f3-121e0d4547f6,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:36.649998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c96614-2441-45eb-b384-292073b2173c req-2cf57d43-d0df-4115-9d25-f03ae9fbf75c tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:36.651964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Transition to ACTIVE for port object 2ec5fa51-6fb1-455c-91b1-c45b86e6160f will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:36.661317 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-72c96614-2441-45eb-b384-292073b2173c req-2cf57d43-d0df-4115-9d25-f03ae9fbf75c tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1535175 Aug 27 14:07:36.701186 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc93180-4439-4c1d-ac46-9640b4d37f60 req-d46b1803-432f-4338-b2fa-9727588af03f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:36.703548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1dc93180-4439-4c1d-ac46-9640b4d37f60 req-d46b1803-432f-4338-b2fa-9727588af03f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1417449 Aug 27 14:07:36.711341 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-e15ad5e9-ed16-4c1b-82e0-cc69d6e2a6e0 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259332 Aug 27 14:07:36.727018 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-72c96614-2441-45eb-b384-292073b2173c req-90177ed9-4499-415e-a128-1d0200246363 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612330 Aug 27 14:07:36.769090 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1bb7790e-04a3-447c-9a97-8d281c9e22b7 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:36.769431 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1bb7790e-04a3-447c-9a97-8d281c9e22b7 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:36.779579 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:36.786704 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1dc93180-4439-4c1d-ac46-9640b4d37f60 req-fba05056-fe9b-4ea7-a2dc-e058c9f7f491 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698304 Aug 27 14:07:36.794655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7790e-04a3-447c-9a97-8d281c9e22b7 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Calling delete_port for 762db2a7-015c-40c7-8eb9-42d08f5b5f9c owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:36.864823 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Allocated IP 2001:db8::f816:3eff:fe49:c4d5 (c11338f9-940f-4b1e-b268-6d97507c9c0c/fbf19142-3e73-4bcb-b4fa-f4b68d964f6e/d19c9dff-f53e-4f6d-ad61-7107eeb82c9c) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:36.902600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network c11338f9-940f-4b1e-b268-6d97507c9c0c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:36.911432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:36.919047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:36.925189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:36.925927 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:36.931189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Port': ['ID=2ec5fa51-6fb1-455c-91b1-c45b86e6160f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:36.950048 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50d0d9c0-d187-46e4-bc84-805b8543762e req-fbf41e3c-b052-44c2-a3ca-04f4a0fa3f08 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202952 Aug 27 14:07:36.965866 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58286) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:36.966797 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4533d530-4e97-4ef3-b983-a076d9d382d1 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6254506 Aug 27 14:07:37.064463 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1bb7790e-04a3-447c-9a97-8d281c9e22b7 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:37.080981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d8723a-c28c-409d-9cba-e81045d86d50 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Deleting subnet fbf19142-3e73-4bcb-b4fa-f4b68d964f6e {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:07:37.092974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7790e-04a3-447c-9a97-8d281c9e22b7 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Pushing event deleted for resources: {'Port': ['ID=762db2a7-015c-40c7-8eb9-42d08f5b5f9c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:37.182344 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1bb7790e-04a3-447c-9a97-8d281c9e22b7 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:37.185532 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1bb7790e-04a3-447c-9a97-8d281c9e22b7 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:37.187042 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1bb7790e-04a3-447c-9a97-8d281c9e22b7 tempest-FloatingIPAdminTestJSON-819687182 tempest-FloatingIPAdminTestJSON-819687182-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/9aba0380-c68c-492d-ae5d-427d257839d7 HTTP/1.1" status: 204 len: 168 time: 0.9865839 Aug 27 14:07:37.191079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58288) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:37.244122 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:37.257827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Transition to ACTIVE for port object d19c9dff-f53e-4f6d-ad61-7107eeb82c9c will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:37.266260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88050aa-1e75-48bc-8ab1-848f220aca21 req-1422f053-936f-42e0-b9ed-f066d19fc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:37.270146 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f88050aa-1e75-48bc-8ab1-848f220aca21 req-1422f053-936f-42e0-b9ed-f066d19fc4ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 1095 time: 0.1575420 Aug 27 14:07:37.276594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Transition to ACTIVE for port object d19c9dff-f53e-4f6d-ad61-7107eeb82c9c will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:37.285684 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:37.293025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-44d8723a-c28c-409d-9cba-e81045d86d50 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:37.332775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Network c11338f9-940f-4b1e-b268-6d97507c9c0c is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:37.338515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:37.346324 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:37.349920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Pushing event updated for resources: {'Port': ['ID=d19c9dff-f53e-4f6d-ad61-7107eeb82c9c,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:37.456306 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-44d8723a-c28c-409d-9cba-e81045d86d50 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:37.486715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Attempting to bind port d19c9dff-f53e-4f6d-ad61-7107eeb82c9c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:07:37.487105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Attempting to bind port d19c9dff-f53e-4f6d-ad61-7107eeb82c9c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '4b90a23a-1138-40bf-a932-77185078f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c11338f9-940f-4b1e-b268-6d97507c9c0c'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:07:37.487442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Attempting to bind port d19c9dff-f53e-4f6d-ad61-7107eeb82c9c on network c11338f9-940f-4b1e-b268-6d97507c9c0c {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:07:37.505706 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcb958-9494-4400-875b-085270f883a1 req-9a71fbce-89b8-4d3c-8164-3ea785b136ea tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:37.507117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:07:37.507463 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Checking segment: {'id': '4b90a23a-1138-40bf-a932-77185078f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c11338f9-940f-4b1e-b268-6d97507c9c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:37.507869 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:37.508261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Bound using segment: {'id': '4b90a23a-1138-40bf-a932-77185078f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c11338f9-940f-4b1e-b268-6d97507c9c0c'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:07:37.509499 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ddbcb958-9494-4400-875b-085270f883a1 req-9a71fbce-89b8-4d3c-8164-3ea785b136ea tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 943 time: 0.1146960 Aug 27 14:07:37.510091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Bound port: d19c9dff-f53e-4f6d-ad61-7107eeb82c9c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b90a23a-1138-40bf-a932-77185078f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c11338f9-940f-4b1e-b268-6d97507c9c0c'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:07:37.511340 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:37.562418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88050aa-1e75-48bc-8ab1-848f220aca21 req-e42312ec-63c2-4780-9a0e-d3e1a53064cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:37.564584 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f88050aa-1e75-48bc-8ab1-848f220aca21 req-e42312ec-63c2-4780-9a0e-d3e1a53064cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 912 time: 0.2679532 Aug 27 14:07:37.621483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-510f243c-a8e4-487c-8a84-98bea34c5f97 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Deleting port c4d665e5-bd63-4170-b734-da56987031fc {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:37.621826 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-510f243c-a8e4-487c-8a84-98bea34c5f97 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:37.626106 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ddbcb958-9494-4400-875b-085270f883a1 req-17fe5990-53a3-4eac-bc7f-fa8ebbfc8def tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083045 Aug 27 14:07:37.661558 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] For port d19c9dff-f53e-4f6d-ad61-7107eeb82c9c, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:07:37.662672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] For port d19c9dff-f53e-4f6d-ad61-7107eeb82c9c, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d19c9dff-f53e-4f6d-ad61-7107eeb82c9c,segment=NetworkSegment(4b90a23a-1138-40bf-a932-77185078f099),segment_id=4b90a23a-1138-40bf-a932-77185078f099)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:07:37.680638 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:37.702712 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f88050aa-1e75-48bc-8ab1-848f220aca21 req-288525d4-9b1e-4c98-a33b-f2a13a429fb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e7a6bb0-50ba-457c-83e3-7226416e3755 HTTP/1.1" status: 200 len: 217 time: 0.1139586 Aug 27 14:07:37.747696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376d130-f3a0-4795-8c98-70f04c040120 None None] Pushing event updated for resources: {'Port': ['ID=d19c9dff-f53e-4f6d-ad61-7107eeb82c9c,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:37.911471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7c335121-8b13-4270-b8f3-121e0d4547f6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:37.947041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28705558-f269-49aa-9804-30a1334bd167 req-a2aa846f-d1f4-4127-a5a3-04fb3e6418e9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:37.963823 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28705558-f269-49aa-9804-30a1334bd167 req-a2aa846f-d1f4-4127-a5a3-04fb3e6418e9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1147490 Aug 27 14:07:38.040211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7c335121-8b13-4270-b8f3-121e0d4547f6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:38.040628 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:38.053406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825db06-5080-441a-afa7-f6a90026b572 req-4f0a386e-c42a-40a8-b093-37bf71dbd742 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.058595 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28705558-f269-49aa-9804-30a1334bd167 req-342be139-f305-40e2-b1ff-14726747f31e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934722 Aug 27 14:07:38.060225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825db06-5080-441a-afa7-f6a90026b572 req-4f0a386e-c42a-40a8-b093-37bf71dbd742 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.067441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825db06-5080-441a-afa7-f6a90026b572 req-4f0a386e-c42a-40a8-b093-37bf71dbd742 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.075894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825db06-5080-441a-afa7-f6a90026b572 req-4f0a386e-c42a-40a8-b093-37bf71dbd742 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.088286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825db06-5080-441a-afa7-f6a90026b572 req-4f0a386e-c42a-40a8-b093-37bf71dbd742 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.116708 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825db06-5080-441a-afa7-f6a90026b572 req-4f0a386e-c42a-40a8-b093-37bf71dbd742 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.124496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825db06-5080-441a-afa7-f6a90026b572 req-4f0a386e-c42a-40a8-b093-37bf71dbd742 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.171892 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3825db06-5080-441a-afa7-f6a90026b572 req-4f0a386e-c42a-40a8-b093-37bf71dbd742 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5444 time: 0.5016863 Aug 27 14:07:38.218162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88050aa-1e75-48bc-8ab1-848f220aca21 req-686f6462-b499-49d5-8a45-70f5a810342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.219954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f88050aa-1e75-48bc-8ab1-848f220aca21 req-686f6462-b499-49d5-8a45-70f5a810342c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 200 len: 851 time: 0.3924866 Aug 27 14:07:38.247130 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-510f243c-a8e4-487c-8a84-98bea34c5f97 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:38.266403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a45795-6564-44bb-ab5f-9888c7f8d164 req-5a5f6702-493f-4675-8526-85ad2c59974f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.268409 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-65a45795-6564-44bb-ab5f-9888c7f8d164 req-5a5f6702-493f-4675-8526-85ad2c59974f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0797465 Aug 27 14:07:38.289144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-510f243c-a8e4-487c-8a84-98bea34c5f97 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Calling delete_port for c4d665e5-bd63-4170-b734-da56987031fc owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:38.325440 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3825db06-5080-441a-afa7-f6a90026b572 req-409a203c-b61a-4266-aace-be303cb59e51 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1526587 Aug 27 14:07:38.327481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f88050aa-1e75-48bc-8ab1-848f220aca21 req-141a73ed-27f9-4ae8-8218-990924c2e6cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360713 Aug 27 14:07:38.336746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-44d8723a-c28c-409d-9cba-e81045d86d50 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:38.381320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-65a45795-6564-44bb-ab5f-9888c7f8d164 req-867908e4-a460-474b-aa5b-66d06e37bd64 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068468 Aug 27 14:07:38.556400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29af23-6844-4b17-ad1d-6e48103b15b4 req-ad14bea4-a6c6-45f5-80d1-6541371b7f1d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.565518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29af23-6844-4b17-ad1d-6e48103b15b4 req-ad14bea4-a6c6-45f5-80d1-6541371b7f1d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.575917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29af23-6844-4b17-ad1d-6e48103b15b4 req-ad14bea4-a6c6-45f5-80d1-6541371b7f1d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.583535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29af23-6844-4b17-ad1d-6e48103b15b4 req-ad14bea4-a6c6-45f5-80d1-6541371b7f1d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.596153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29af23-6844-4b17-ad1d-6e48103b15b4 req-ad14bea4-a6c6-45f5-80d1-6541371b7f1d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.608017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29af23-6844-4b17-ad1d-6e48103b15b4 req-ad14bea4-a6c6-45f5-80d1-6541371b7f1d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.615948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29af23-6844-4b17-ad1d-6e48103b15b4 req-ad14bea4-a6c6-45f5-80d1-6541371b7f1d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.618263 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb29af23-6844-4b17-ad1d-6e48103b15b4 req-ad14bea4-a6c6-45f5-80d1-6541371b7f1d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5444 time: 0.1507852 Aug 27 14:07:38.629539 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f88050aa-1e75-48bc-8ab1-848f220aca21 req-b2d1ed28-a32b-4802-b9be-e921c084820b service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672155 Aug 27 14:07:38.637805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58306) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:38.645097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0f09be4b-f6a8-4476-99cc-36f894243afc tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Request body: {'floatingip': {'port_id': '3778830a-6627-468a-8fcd-b9ab7aab8122'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:38.709199 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f09be4b-f6a8-4476-99cc-36f894243afc tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:38.881660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc950-6415-4c69-919a-cdbd1cb66367 req-c6383750-8190-4715-a213-01a55c8389ac tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:38.889481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-550cc950-6415-4c69-919a-cdbd1cb66367 req-c6383750-8190-4715-a213-01a55c8389ac tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 943 time: 0.0692542 Aug 27 14:07:38.915135 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-44d8723a-c28c-409d-9cba-e81045d86d50 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:38.930851 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f88050aa-1e75-48bc-8ab1-848f220aca21 req-f94533c5-951c-4319-a0e2-604db41a3344 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359347 Aug 27 14:07:38.981551 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-44d8723a-c28c-409d-9cba-e81045d86d50 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:38.983827 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-44d8723a-c28c-409d-9cba-e81045d86d50 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/subnets/fbf19142-3e73-4bcb-b4fa-f4b68d964f6e HTTP/1.1" status: 204 len: 168 time: 2.0169563 Aug 27 14:07:38.988329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58310) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:39.031020 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-550cc950-6415-4c69-919a-cdbd1cb66367 req-a30a6d26-14bd-4a88-957a-bbb991d91ef9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363719 Aug 27 14:07:39.032057 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8723a-c28c-409d-9cba-e81045d86d50 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf19142-3e73-4bcb-b4fa-f4b68d964f6e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:39.080113 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-510f243c-a8e4-487c-8a84-98bea34c5f97 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:39.455230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e48368-899e-479b-8fd2-9ecab48e6143 None None] Network c11338f9-940f-4b1e-b268-6d97507c9c0c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:39.498851 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f09be4b-f6a8-4476-99cc-36f894243afc tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:39.523410 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f09be4b-f6a8-4476-99cc-36f894243afc tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:39.583462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-575b78de-d616-4d62-97ae-ccdb6cec5493 None None] Provisioning for port d19c9dff-f53e-4f6d-ad61-7107eeb82c9c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:39.610163 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d2814b-b9c1-4b51-808c-7220f1641a9d tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:39.612799 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d2814b-b9c1-4b51-808c-7220f1641a9d tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:39.614521 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f243c-a8e4-487c-8a84-98bea34c5f97 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event deleted for resources: {'Port': ['ID=c4d665e5-bd63-4170-b734-da56987031fc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:39.614885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-37d2814b-b9c1-4b51-808c-7220f1641a9d tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6252913 Aug 27 14:07:39.618352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58320) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:39.671773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-510f243c-a8e4-487c-8a84-98bea34c5f97 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:39.676281 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-510f243c-a8e4-487c-8a84-98bea34c5f97 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "DELETE /v2.0/ports/c4d665e5-bd63-4170-b734-da56987031fc HTTP/1.1" status: 204 len: 168 time: 2.4819610 Aug 27 14:07:39.687571 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58322) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:39.710162 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:39.772296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37095191-e7b1-4c18-87c2-129a526e679d req-9575de3a-e507-4399-a6ef-3c819c36ac74 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:39.773981 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37095191-e7b1-4c18-87c2-129a526e679d req-9575de3a-e507-4399-a6ef-3c819c36ac74 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.2600272 Aug 27 14:07:39.789468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f74891-86d9-4946-ba99-affd4c436c55 None None] DHCP port deletion for c11338f9-940f-4b1e-b268-6d97507c9c0c request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:07:39.822618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0619873a-312e-4045-a089-aeb8a484ccca tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:39.825055 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0619873a-312e-4045-a089-aeb8a484ccca tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "GET /v2.0/ports?device_id=a144d361-b3fe-403b-9354-edc3e3df85bf HTTP/1.1" status: 200 len: 913 time: 0.1365502 Aug 27 14:07:39.830410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58324) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:39.844528 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1af40c56-2e86-4f2d-a49f-9deaecf39a1b tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:39.868240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a494a-93e5-414f-9be4-1dc713b1fa5b req-e6233d24-d511-4585-ae6b-006b356bec7d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:39.868707 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af40c56-2e86-4f2d-a49f-9deaecf39a1b tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 27 14:07:39.869219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af40c56-2e86-4f2d-a49f-9deaecf39a1b tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:39.871229 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1af40c56-2e86-4f2d-a49f-9deaecf39a1b tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/networks/c11338f9-940f-4b1e-b268-6d97507c9c0c HTTP/1.1" status: 409 len: 405 time: 0.2501466 Aug 27 14:07:39.876744 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-926a494a-93e5-414f-9be4-1dc713b1fa5b req-e6233d24-d511-4585-ae6b-006b356bec7d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.2378173 Aug 27 14:07:39.879787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58326) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:39.883583 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-0f09be4b-f6a8-4476-99cc-36f894243afc tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Floating IP dc21e88a-0450-4848-9aa6-b1c148f8bf81 associated. External IP: 172.25.2.234, port: 3778830a-6627-468a-8fcd-b9ab7aab8122. Aug 27 14:07:39.885761 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a3f74891-86d9-4946-ba99-affd4c436c55 None None] Deleting port d19c9dff-f53e-4f6d-ad61-7107eeb82c9c {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:39.887223 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a3f74891-86d9-4946-ba99-affd4c436c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:39.896059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-91c6a6ab-04a3-446d-80cd-cc4da8f5e6ec tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1446974498'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:39.956173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37095191-e7b1-4c18-87c2-129a526e679d req-6b812672-c1bf-43c7-95a5-706c72734746 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584048 Aug 27 14:07:39.981164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c6a6ab-04a3-446d-80cd-cc4da8f5e6ec tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:39.987172 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91c6a6ab-04a3-446d-80cd-cc4da8f5e6ec tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:40.032281 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-926a494a-93e5-414f-9be4-1dc713b1fa5b req-8d7635d0-fac3-43da-a5f2-c4a93f76d97f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484499 Aug 27 14:07:40.067668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a3f74891-86d9-4946-ba99-affd4c436c55 None None] For port d19c9dff-f53e-4f6d-ad61-7107eeb82c9c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d19c9dff-f53e-4f6d-ad61-7107eeb82c9c,segment=NetworkSegment(4b90a23a-1138-40bf-a932-77185078f099),segment_id=4b90a23a-1138-40bf-a932-77185078f099)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:40.068077 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a3f74891-86d9-4946-ba99-affd4c436c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:40.069805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c6a6ab-04a3-446d-80cd-cc4da8f5e6ec tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:07:40.082006 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91c6a6ab-04a3-446d-80cd-cc4da8f5e6ec tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:40.082620 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-91c6a6ab-04a3-446d-80cd-cc4da8f5e6ec tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Added segment 3aa59120-1a46-4043-be1b-ef7ca9b7f879 of type vlan for network a338c79f-53ed-4616-8e5e-b87b2a1403f6 Aug 27 14:07:40.104628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a3f74891-86d9-4946-ba99-affd4c436c55 None None] Calling delete_port for d19c9dff-f53e-4f6d-ad61-7107eeb82c9c owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:40.230576 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91c6a6ab-04a3-446d-80cd-cc4da8f5e6ec tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:40.283920 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a3f74891-86d9-4946-ba99-affd4c436c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:40.322124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f74891-86d9-4946-ba99-affd4c436c55 None None] Pushing event deleted for resources: {'Port': ['ID=d19c9dff-f53e-4f6d-ad61-7107eeb82c9c,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:40.334643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f74891-86d9-4946-ba99-affd4c436c55 None None] No DVR routers for this DVR port d19c9dff-f53e-4f6d-ad61-7107eeb82c9c on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:07:40.558613 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f85fc1e3-b164-423d-9525-321edae5ae70 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:40.724945 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91c6a6ab-04a3-446d-80cd-cc4da8f5e6ec tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:40.730836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c6a6ab-04a3-446d-80cd-cc4da8f5e6ec tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:40.731439 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91c6a6ab-04a3-446d-80cd-cc4da8f5e6ec tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:40.773565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca1e3d-9195-4f72-bcc3-fa87214b1860 req-1e32fdc1-7784-44a2-8405-814791d7b2fb tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:40.775165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-50ca1e3d-9195-4f72-bcc3-fa87214b1860 req-1e32fdc1-7784-44a2-8405-814791d7b2fb tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 943 time: 0.4751446 Aug 27 14:07:40.838278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-91c6a6ab-04a3-446d-80cd-cc4da8f5e6ec tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9533625 Aug 27 14:07:40.839302 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58330) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:40.845593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-384e5f53-4a6a-4d41-a6e5-57a1d3001e27 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'subnet': {'network_id': 'a338c79f-53ed-4616-8e5e-b87b2a1403f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:40.859862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6a6ab-04a3-446d-80cd-cc4da8f5e6ec tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Network': ['ID=a338c79f-53ed-4616-8e5e-b87b2a1403f6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:40.872839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f09be4b-f6a8-4476-99cc-36f894243afc tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:07:40.874771 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network a338c79f-53ed-4616-8e5e-b87b2a1403f6 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:07:40.906874 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-50ca1e3d-9195-4f72-bcc3-fa87214b1860 req-f0a1f4ff-b0c4-4775-af7a-9078d56f2877 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944891 Aug 27 14:07:40.933326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-f85fc1e3-b164-423d-9525-321edae5ae70 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Deleting port 48410ce5-05f2-4bf6-b4b5-ea6ea1f9b301 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:40.933673 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f85fc1e3-b164-423d-9525-321edae5ae70 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:41.067511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384e5f53-4a6a-4d41-a6e5-57a1d3001e27 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:41.071148 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-384e5f53-4a6a-4d41-a6e5-57a1d3001e27 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:41.205557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f09be4b-f6a8-4476-99cc-36f894243afc tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:07:41.212147 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f85fc1e3-b164-423d-9525-321edae5ae70 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:41.227505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f09be4b-f6a8-4476-99cc-36f894243afc tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:41.228218 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc212dc-3224-438c-93d6-a3f9ed219a06 None None] Sync routers for ids ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:07:41.243210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc212dc-3224-438c-93d6-a3f9ed219a06 None None] Routers {'d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:07:41.244350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bbc212dc-3224-438c-93d6-a3f9ed219a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:41.247639 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26648148-56e7-45d2-8984-718961cdba6f req-2678198e-c3a9-4e53-bb92-7fe5951737ef tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:41.249143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-f85fc1e3-b164-423d-9525-321edae5ae70 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Calling delete_port for 48410ce5-05f2-4bf6-b4b5-ea6ea1f9b301 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:41.249930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-26648148-56e7-45d2-8984-718961cdba6f req-2678198e-c3a9-4e53-bb92-7fe5951737ef tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1104276 Aug 27 14:07:41.264163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4401914-9079-4557-8a35-7fffa0c94e7d req-c0176f93-200d-4498-8bf6-6191e5e48b98 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:41.265706 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a4401914-9079-4557-8a35-7fffa0c94e7d req-c0176f93-200d-4498-8bf6-6191e5e48b98 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1510668 Aug 27 14:07:41.331956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-26648148-56e7-45d2-8984-718961cdba6f req-d511289b-b732-4910-978b-8be86d1a1c7e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520434 Aug 27 14:07:41.350373 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0f09be4b-f6a8-4476-99cc-36f894243afc tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "PUT /v2.0/floatingips/dc21e88a-0450-4848-9aa6-b1c148f8bf81 HTTP/1.1" status: 200 len: 991 time: 2.7112064 Aug 27 14:07:41.353874 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': '3778830a-6627-468a-8fcd-b9ab7aab8122'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:07:41.356575 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd8b871-2739-4d81-bbd6-7c5c028642f5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "3778830a-6627-468a-8fcd-b9ab7aab8122"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:07:41.375987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a4401914-9079-4557-8a35-7fffa0c94e7d req-41d0cc01-1df9-43de-a915-e768aa703c4b tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007786 Aug 27 14:07:41.407352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-bbc212dc-3224-438c-93d6-a3f9ed219a06 None None] Set router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:07:41.616743 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db0d22b-75ef-4b7d-97c8-d28f5d0c02b1 x-openstack-request-id: req-4db0d22b-75ef-4b7d-97c8-d28f5d0c02b1 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:07:41.617329 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "tag": "3778830a-6627-468a-8fcd-b9ab7aab8122", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:07:41.618040 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4db0d22b-75ef-4b7d-97c8-d28f5d0c02b1 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:07:41.618742 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'tag': '3778830a-6627-468a-8fcd-b9ab7aab8122', 'status': 'completed', 'code': 200} Aug 27 14:07:41.698798 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f85fc1e3-b164-423d-9525-321edae5ae70 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:41.759732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d19c9dff-f53e-4f6d-ad61-7107eeb82c9c no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:07:41.803252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fc1e3-b164-423d-9525-321edae5ae70 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event deleted for resources: {'Port': ['ID=48410ce5-05f2-4bf6-b4b5-ea6ea1f9b301,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:41.900077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.objects.ports [None req-384e5f53-4a6a-4d41-a6e5-57a1d3001e27 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101186) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:07:41.909512 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-384e5f53-4a6a-4d41-a6e5-57a1d3001e27 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:41.930355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-234e70a4-178a-4d27-b96f-d7869cfef561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:41.938108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-234e70a4-178a-4d27-b96f-d7869cfef561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:41.938581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-234e70a4-178a-4d27-b96f-d7869cfef561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:41.939884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-234e70a4-178a-4d27-b96f-d7869cfef561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:41.940458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-234e70a4-178a-4d27-b96f-d7869cfef561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:41.941095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-234e70a4-178a-4d27-b96f-d7869cfef561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:41.941613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-234e70a4-178a-4d27-b96f-d7869cfef561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:41.943789 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-234e70a4-178a-4d27-b96f-d7869cfef561 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8195041a81054181a5083895b22e88b8&device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 6508 time: 0.2878163 Aug 27 14:07:42.011725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7e7a6bb0-50ba-457c-83e3-7226416e3755 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:07:42.016618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: d19c9dff-f53e-4f6d-ad61-7107eeb82c9c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:07:42.017047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d19c9dff-f53e-4f6d-ad61-7107eeb82c9c not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:07:42.050677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bbc212dc-3224-438c-93d6-a3f9ed219a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:31Z', 'revision_number': 4, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'dc21e88a-0450-4848-9aa6-b1c148f8bf81', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'port_id': '3778830a-6627-468a-8fcd-b9ab7aab8122', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'mac_address': 'fa:16:3e:eb:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:06:19Z', 'updated_at': '2021-08-27T14:07:39Z', 'revision_number': 1, 'project_id': '8195041a81054181a5083895b22e88b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fe46132-0876-4ce2-b918-2c4ffb9eee32', 'name': '', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'mac_address': 'fa:16:3e:24:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:30Z', 'updated_at': '2021-08-27T14:05:41Z', 'revision_number': 5, 'project_id': '8195041a81054181a5083895b22e88b8', 'subnets': [{'id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:42.084845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc212dc-3224-438c-93d6-a3f9ed219a06 None None] Checking router: d3f3ee15-6572-4ed4-82ae-4b6a31d3009c for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:07:42.119014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d13289-19e1-4ce1-b2b1-05761449de23 req-417492d0-2f6d-4edb-b650-639f92c50150 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:42.122399 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-99d13289-19e1-4ce1-b2b1-05761449de23 req-417492d0-2f6d-4edb-b650-639f92c50150 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 943 time: 0.1073885 Aug 27 14:07:42.128527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc212dc-3224-438c-93d6-a3f9ed219a06 None None] Routers {'d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:07:42.129180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bbc212dc-3224-438c-93d6-a3f9ed219a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:42.209428 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-99d13289-19e1-4ce1-b2b1-05761449de23 req-ea95c910-5d0c-41c6-8b25-0a122a0a6df6 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633869 Aug 27 14:07:42.216993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e5f53-4a6a-4d41-a6e5-57a1d3001e27 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Subnet': ['ID=2e404742-f2e9-48b2-a281-027b835f49b4,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:42.269910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7e7a6bb0-50ba-457c-83e3-7226416e3755, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7e7a6bb0-50ba-457c-83e3-7226416e3755,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:42.289302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-bbc212dc-3224-438c-93d6-a3f9ed219a06 None None] Set router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:07:42.290476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e5f53-4a6a-4d41-a6e5-57a1d3001e27 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Checking segment: {'id': '3aa59120-1a46-4043-be1b-ef7ca9b7f879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a338c79f-53ed-4616-8e5e-b87b2a1403f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:42.290880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e5f53-4a6a-4d41-a6e5-57a1d3001e27 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network hostable DHCP agents. Network: a338c79f-53ed-4616-8e5e-b87b2a1403f6, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:07:42.291113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '7e7a6bb0-50ba-457c-83e3-7226416e3755', 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'port_id': '7e7a6bb0-50ba-457c-83e3-7226416e3755', 'mac_address': 'fa:16:3e:5c:8f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3554799f-a4a2-458b-9556-37ea29d379ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:07:42.296553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-b335af39-fa15-4ddd-9033-d38b8fbc30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:42.298634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-b335af39-fa15-4ddd-9033-d38b8fbc30f5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3d6ac08c-b160-4d95-8554-deab9e55c529 HTTP/1.1" status: 200 len: 916 time: 0.3232603 Aug 27 14:07:42.316804 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f85fc1e3-b164-423d-9525-321edae5ae70 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:42.453385 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:42.476450 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e5f53-4a6a-4d41-a6e5-57a1d3001e27 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network a338c79f-53ed-4616-8e5e-b87b2a1403f6 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:07:42.502709 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e7a6bb0-50ba-457c-83e3-7226416e3755 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:07:42.535607 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-bae213bc-5cc3-4c37-aa79-c25f970035ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3778830a-6627-468a-8fcd-b9ab7aab8122 HTTP/1.1" status: 200 len: 999 time: 0.2263136 Aug 27 14:07:42.542757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-384e5f53-4a6a-4d41-a6e5-57a1d3001e27 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, a338c79f-53ed-4616-8e5e-b87b2a1403f6) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:42.558504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7e7a6bb0-50ba-457c-83e3-7226416e3755, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7e7a6bb0-50ba-457c-83e3-7226416e3755,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:42.565619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775d45ff-b234-414a-bf0d-7d17a19626fc None None] Network a338c79f-53ed-4616-8e5e-b87b2a1403f6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:42.573197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1f44-708d-43f6-a5ba-598db60b962d req-14761c3f-db89-4121-bbbc-b699b82d8829 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:42.575732 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee2b1f44-708d-43f6-a5ba-598db60b962d req-14761c3f-db89-4121-bbbc-b699b82d8829 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0893335 Aug 27 14:07:42.576661 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:42.616188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e5f53-4a6a-4d41-a6e5-57a1d3001e27 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:42.616780 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-384e5f53-4a6a-4d41-a6e5-57a1d3001e27 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:42.640153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee2b1f44-708d-43f6-a5ba-598db60b962d req-debf583f-9419-447b-8758-92b15ad04af3 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556109 Aug 27 14:07:42.706927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197d803-dbc3-41d8-8412-ca629c0bc182 req-1ff28477-5be9-49a4-834d-f1f4677c2b88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:42.717544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b197d803-dbc3-41d8-8412-ca629c0bc182 req-1ff28477-5be9-49a4-834d-f1f4677c2b88 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.2293406 Aug 27 14:07:42.782401 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=7e7a6bb0-50ba-457c-83e3-7226416e3755,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:42.811727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-01a44415-3106-45bc-94fd-97948cce58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:42.814268 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-01a44415-3106-45bc-94fd-97948cce58fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9251415-7c90-47ee-bdc3-ae64aed10d17 HTTP/1.1" status: 200 len: 854 time: 0.2673712 Aug 27 14:07:42.818674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58360) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:42.819248 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-384e5f53-4a6a-4d41-a6e5-57a1d3001e27 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9782727 Aug 27 14:07:42.824472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'port': {'network_id': 'a338c79f-53ed-4616-8e5e-b87b2a1403f6', 'name': 'tempest-NetworksIpV6TestAttrs-869161517'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:42.892637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bbc212dc-3224-438c-93d6-a3f9ed219a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:31Z', 'revision_number': 4, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'dc21e88a-0450-4848-9aa6-b1c148f8bf81', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'port_id': '3778830a-6627-468a-8fcd-b9ab7aab8122', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'mac_address': 'fa:16:3e:eb:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:06:19Z', 'updated_at': '2021-08-27T14:07:39Z', 'revision_number': 1, 'project_id': '8195041a81054181a5083895b22e88b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fe46132-0876-4ce2-b918-2c4ffb9eee32', 'name': '', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'mac_address': 'fa:16:3e:24:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:30Z', 'updated_at': '2021-08-27T14:05:41Z', 'revision_number': 5, 'project_id': '8195041a81054181a5083895b22e88b8', 'subnets': [{'id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:42.908476 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b197d803-dbc3-41d8-8412-ca629c0bc182 req-ceef90ef-8e8b-4434-bf25-c4e0ba80d109 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887846 Aug 27 14:07:42.950297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc212dc-3224-438c-93d6-a3f9ed219a06 None None] The sync data for ids ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'] in n-d-712139-12 is: [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:31Z', 'revision_number': 4, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'dc21e88a-0450-4848-9aa6-b1c148f8bf81', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'port_id': '3778830a-6627-468a-8fcd-b9ab7aab8122', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'mac_address': 'fa:16:3e:eb:00:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:06:19Z', 'updated_at': '2021-08-27T14:07:39Z', 'revision_number': 1, 'project_id': '8195041a81054181a5083895b22e88b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fe46132-0876-4ce2-b918-2c4ffb9eee32', 'name': '', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'mac_address': 'fa:16:3e:24:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:30Z', 'updated_at': '2021-08-27T14:05:41Z', 'revision_number': 5, 'project_id': '8195041a81054181a5083895b22e88b8', 'subnets': [{'id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:07:42.963520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-8bd52c12-de96-4afb-9631-ab9ce5ecddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:42.965337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-8bd52c12-de96-4afb-9631-ab9ce5ecddd4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3d6ac08c-b160-4d95-8554-deab9e55c529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319027 Aug 27 14:07:42.966556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-a338c79f-53ed-4616-8e5e-b87b2a1403f6', 'network_id': 'a338c79f-53ed-4616-8e5e-b87b2a1403f6', 'tenant_id': 'fe0f0c349702425aa8bc6cd477d03a4f', 'fixed_ips': [{'subnet_id': '2e404742-f2e9-48b2-a281-027b835f49b4'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:07:42.967647 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:43.134504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['7e7a6bb0-50ba-457c-83e3-7226416e3755'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:07:43.179299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:43.189000 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:43.228080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] device_id is not set on port 802a70dc-23f4-48f1-b7bc-95d915350b94 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:07:43.349657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Allocated IP 2001:db8::f816:3eff:fe77:4d20 (a338c79f-53ed-4616-8e5e-b87b2a1403f6/2e404742-f2e9-48b2-a281-027b835f49b4/8849c652-abae-4685-9ef0-a1cdc66cbff1) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:43.378051 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddef7ff-c632-43bd-9abe-a64d0f25dff6 None None] New status for floating IP dc21e88a-0450-4848-9aa6-b1c148f8bf81: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:07:43.482928 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85fc1e3-b164-423d-9525-321edae5ae70 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Router a144d361-b3fe-403b-9354-edc3e3df85bf has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:07:43.520908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29536d09-546c-4bde-96b4-b00ee242dab2 req-96bbb990-74b8-4a39-aca9-86a40be06710 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:43.529044 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29536d09-546c-4bde-96b4-b00ee242dab2 req-96bbb990-74b8-4a39-aca9-86a40be06710 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 944 time: 0.1215413 Aug 27 14:07:43.638941 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:43.649381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Transition to ACTIVE for port object 8849c652-abae-4685-9ef0-a1cdc66cbff1 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:43.670856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Transition to ACTIVE for port object 8849c652-abae-4685-9ef0-a1cdc66cbff1 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:43.678439 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-ab5937ff-c233-4e6a-853b-7ed12fddaa9a service neutron] 10.222.0.52 "GET /v2.0/networks/3d6ac08c-b160-4d95-8554-deab9e55c529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025025 Aug 27 14:07:43.683004 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:43.711553 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29536d09-546c-4bde-96b4-b00ee242dab2 req-706f8ca3-b7b0-41fc-8aa8-553763ceffdf tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800325 Aug 27 14:07:43.731424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Network a338c79f-53ed-4616-8e5e-b87b2a1403f6 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:43.733274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:43.746057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:43.761547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Pushing event updated for resources: {'Port': ['ID=8849c652-abae-4685-9ef0-a1cdc66cbff1,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:43.822651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Attempting to bind port 8849c652-abae-4685-9ef0-a1cdc66cbff1 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:07:43.823076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Attempting to bind port 8849c652-abae-4685-9ef0-a1cdc66cbff1 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '3aa59120-1a46-4043-be1b-ef7ca9b7f879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a338c79f-53ed-4616-8e5e-b87b2a1403f6'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:07:43.823455 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Attempting to bind port 8849c652-abae-4685-9ef0-a1cdc66cbff1 on network a338c79f-53ed-4616-8e5e-b87b2a1403f6 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:07:43.831038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:07:43.831038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Checking segment: {'id': '3aa59120-1a46-4043-be1b-ef7ca9b7f879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a338c79f-53ed-4616-8e5e-b87b2a1403f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:43.831453 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:43.831851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Bound using segment: {'id': '3aa59120-1a46-4043-be1b-ef7ca9b7f879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a338c79f-53ed-4616-8e5e-b87b2a1403f6'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:07:43.832322 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Bound port: 8849c652-abae-4685-9ef0-a1cdc66cbff1, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa59120-1a46-4043-be1b-ef7ca9b7f879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a338c79f-53ed-4616-8e5e-b87b2a1403f6'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:07:43.832708 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:43.851269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85fc1e3-b164-423d-9525-321edae5ae70 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:07:43.858637 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f85fc1e3-b164-423d-9525-321edae5ae70 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "PUT /v2.0/routers/a144d361-b3fe-403b-9354-edc3e3df85bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0263975 Aug 27 14:07:43.881961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58368) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:43.896354 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Allocated IP 2001:db8::f816:3eff:fe39:ac01 (a338c79f-53ed-4616-8e5e-b87b2a1403f6/2e404742-f2e9-48b2-a281-027b835f49b4/802a70dc-23f4-48f1-b7bc-95d915350b94) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:43.926539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] For port 8849c652-abae-4685-9ef0-a1cdc66cbff1, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:07:43.930482 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] For port 8849c652-abae-4685-9ef0-a1cdc66cbff1, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8849c652-abae-4685-9ef0-a1cdc66cbff1,segment=NetworkSegment(3aa59120-1a46-4043-be1b-ef7ca9b7f879),segment_id=3aa59120-1a46-4043-be1b-ef7ca9b7f879)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:07:43.933864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be618f-567e-4a0f-83da-15ea607532d0 None None] Sync routers for ids ['a144d361-b3fe-403b-9354-edc3e3df85bf'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:07:43.945519 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:43.953865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be618f-567e-4a0f-83da-15ea607532d0 None None] Routers {'a144d361-b3fe-403b-9354-edc3e3df85bf'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:07:43.955284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b1be618f-567e-4a0f-83da-15ea607532d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a144d361-b3fe-403b-9354-edc3e3df85bf'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:43.991491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2212e-9efa-400d-ad6a-dec3cb16c5d9 req-3a7623c5-ea98-4a7c-b4ed-d17c77ee3445 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:43.999383 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-89e2212e-9efa-400d-ad6a-dec3cb16c5d9 req-3a7623c5-ea98-4a7c-b4ed-d17c77ee3445 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1626389 Aug 27 14:07:44.031189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b1be618f-567e-4a0f-83da-15ea607532d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:44.055793 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9cd8b871-2739-4d81-bbd6-7c5c028642f5 req-1461c6b6-c560-4967-a66c-87741606eee1 service neutron] 10.222.0.52 "GET /v2.0/networks/3d6ac08c-b160-4d95-8554-deab9e55c529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294311 Aug 27 14:07:44.069053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be618f-567e-4a0f-83da-15ea607532d0 None None] Routers {'a144d361-b3fe-403b-9354-edc3e3df85bf'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:07:44.069686 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b1be618f-567e-4a0f-83da-15ea607532d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a144d361-b3fe-403b-9354-edc3e3df85bf'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:44.096116 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-89e2212e-9efa-400d-ad6a-dec3cb16c5d9 req-af306c7c-26e1-4259-b412-1a0d9550b802 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949788 Aug 27 14:07:44.186427 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:07:44.196188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b1be618f-567e-4a0f-83da-15ea607532d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:44.196888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be618f-567e-4a0f-83da-15ea607532d0 None None] The sync data for ids ['a144d361-b3fe-403b-9354-edc3e3df85bf'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:07:44.198579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d37ac-4b79-464d-9d75-ac2e4d19fe94 None None] Pushing event updated for resources: {'Port': ['ID=8849c652-abae-4685-9ef0-a1cdc66cbff1,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:44.202247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d13ff0-1661-473b-81db-88a67107f5d2 req-9129d58d-4cae-4a7a-8e8c-d3faf1a4b167 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:44.203873 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00d13ff0-1661-473b-81db-88a67107f5d2 req-9129d58d-4cae-4a7a-8e8c-d3faf1a4b167 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1184270 Aug 27 14:07:44.260859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00d13ff0-1661-473b-81db-88a67107f5d2 req-7c819e91-0e5e-40d0-b6e5-5ca464208600 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463545 Aug 27 14:07:44.305814 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:44.478671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:44.506082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Transition to ACTIVE for port object 802a70dc-23f4-48f1-b7bc-95d915350b94 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:44.515344 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:44.578048 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:44.639932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network a338c79f-53ed-4616-8e5e-b87b2a1403f6 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:44.646092 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:44.658953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:44.662586 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5081-9e06-4603-bd37-58a810b71daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:44.664728 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:44.665502 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:44.669245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Deleting port 1c5ec4e7-ca7f-47fc-b32a-53fb42f5280b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:44.669630 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:44.683082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Port': ['ID=802a70dc-23f4-48f1-b7bc-95d915350b94,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:44.732723 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-41c17361-600a-48db-a7d6-06ebe0826ad3 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9124210 Aug 27 14:07:44.737603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58376) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:44.832686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de25258-abcb-4e5e-9049-75dd32ca4bf2 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Deleting subnet 2e404742-f2e9-48b2-a281-027b835f49b4 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:07:44.859294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4de25258-abcb-4e5e-9049-75dd32ca4bf2 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:44.899569 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:44.943295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Calling delete_port for 1c5ec4e7-ca7f-47fc-b32a-53fb42f5280b owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:44.953966 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4de25258-abcb-4e5e-9049-75dd32ca4bf2 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:44.993123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee53e3-7869-482f-825c-00aa6b07e4e3 req-e79e0a42-e1e9-4cbc-b20d-5bb6fd7c8900 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:44.994739 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01ee53e3-7869-482f-825c-00aa6b07e4e3 req-e79e0a42-e1e9-4cbc-b20d-5bb6fd7c8900 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 944 time: 0.1805434 Aug 27 14:07:45.263645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214fed1-3e38-4b18-9451-19c1bae443ed req-9dcfbddb-a42d-4d96-9c78-e391ff84ad29 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:45.265838 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d214fed1-3e38-4b18-9451-19c1bae443ed req-9dcfbddb-a42d-4d96-9c78-e391ff84ad29 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0754237 Aug 27 14:07:45.350741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db032d-50f8-4e58-af1d-b8978bd195fd None None] Network a338c79f-53ed-4616-8e5e-b87b2a1403f6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:45.363403 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d214fed1-3e38-4b18-9451-19c1bae443ed req-f8d7cab5-5cb7-4804-a52c-76a52b343ee5 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782819 Aug 27 14:07:45.365003 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01ee53e3-7869-482f-825c-00aa6b07e4e3 req-8ae97e16-d396-40dd-9dfb-8cba392a0edf tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550484 Aug 27 14:07:45.381639 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4de25258-abcb-4e5e-9049-75dd32ca4bf2 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:45.452071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:45.489997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1aea4e32-8346-4ab4-9fd9-f89b410d34c4 None None] Provisioning for port 8849c652-abae-4685-9ef0-a1cdc66cbff1 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:45.523686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event deleted for resources: {'Port': ['ID=1c5ec4e7-ca7f-47fc-b32a-53fb42f5280b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:45.526735 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4de25258-abcb-4e5e-9049-75dd32ca4bf2 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:45.589503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de25258-abcb-4e5e-9049-75dd32ca4bf2 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Subnet': ['ID=2e404742-f2e9-48b2-a281-027b835f49b4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:45.617600 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4de25258-abcb-4e5e-9049-75dd32ca4bf2 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:45.619446 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4de25258-abcb-4e5e-9049-75dd32ca4bf2 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/subnets/2e404742-f2e9-48b2-a281-027b835f49b4 HTTP/1.1" status: 204 len: 168 time: 0.8823612 Aug 27 14:07:45.621939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58390) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:45.661810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c9623-b419-40c3-b4d4-bb16d4e936aa req-a139d130-cd48-4d2b-9fdc-d81cc3b0d2ab tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:45.669245 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e07c9623-b419-40c3-b4d4-bb16d4e936aa req-a139d130-cd48-4d2b-9fdc-d81cc3b0d2ab tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.2134268 Aug 27 14:07:45.711213 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:45.713686 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6569f8f2-3ae7-4cfe-bcb2-6309bc11c818 None None] DHCP port deletion for a338c79f-53ed-4616-8e5e-b87b2a1403f6 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:07:45.722431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e07c9623-b419-40c3-b4d4-bb16d4e936aa req-c04abb16-ec46-479e-869c-f1614d11914e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522029 Aug 27 14:07:45.810421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daf45a7-354a-412a-ae6d-9836165afc15 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:45.812013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daf45a7-354a-412a-ae6d-9836165afc15 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:45.817697 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4daf45a7-354a-412a-ae6d-9836165afc15 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1942327 Aug 27 14:07:45.818449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58392) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:45.867260 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:45.869772 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:45.904507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7e7a6bb0-50ba-457c-83e3-7226416e3755 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:07:45.925103 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1059095-fefe-4692-be67-66311f5b2574 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:45.933615 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1059095-fefe-4692-be67-66311f5b2574 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 27 14:07:45.934131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1059095-fefe-4692-be67-66311f5b2574 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:45.936121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e1059095-fefe-4692-be67-66311f5b2574 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/networks/a338c79f-53ed-4616-8e5e-b87b2a1403f6 HTTP/1.1" status: 409 len: 405 time: 0.1161580 Aug 27 14:07:45.936880 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:45.938064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Fanout notify agent at l3_agent the message router_deleted on router a144d361-b3fe-403b-9354-edc3e3df85bf {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:07:45.940394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58394) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:45.947898 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:45.952485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-890f8702-6ec8-43da-9c06-a55e6cca4966 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "DELETE /v2.0/routers/a144d361-b3fe-403b-9354-edc3e3df85bf HTTP/1.1" status: 204 len: 168 time: 2.0668974 Aug 27 14:07:45.953166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58396) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:45.959065 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f75ad2ea-5fa1-46e6-8143-b536d5d24a89 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1250038000'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:45.966540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6569f8f2-3ae7-4cfe-bcb2-6309bc11c818 None None] Deleting port 8849c652-abae-4685-9ef0-a1cdc66cbff1 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:45.966950 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6569f8f2-3ae7-4cfe-bcb2-6309bc11c818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:45.998017 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75ad2ea-5fa1-46e6-8143-b536d5d24a89 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:46.004671 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f75ad2ea-5fa1-46e6-8143-b536d5d24a89 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.040816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 7e7a6bb0-50ba-457c-83e3-7226416e3755 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:07:46.047991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 7e7a6bb0-50ba-457c-83e3-7226416e3755 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:07:46.048997 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.051971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6569f8f2-3ae7-4cfe-bcb2-6309bc11c818 None None] For port 8849c652-abae-4685-9ef0-a1cdc66cbff1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8849c652-abae-4685-9ef0-a1cdc66cbff1,segment=NetworkSegment(3aa59120-1a46-4043-be1b-ef7ca9b7f879),segment_id=3aa59120-1a46-4043-be1b-ef7ca9b7f879)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:46.052418 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6569f8f2-3ae7-4cfe-bcb2-6309bc11c818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.061441 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb9f9de-cd83-457b-90ea-c87f07536c24 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Deleting subnet d5d5521c-39ed-49f3-b279-5e61ff83d774 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:07:46.067094 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7cb9f9de-cd83-457b-90ea-c87f07536c24 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.071387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75ad2ea-5fa1-46e6-8143-b536d5d24a89 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:07:46.090190 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f75ad2ea-5fa1-46e6-8143-b536d5d24a89 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.090963 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-f75ad2ea-5fa1-46e6-8143-b536d5d24a89 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Added segment ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5 of type vlan for network ab7d45eb-a7c3-408e-90af-99fc0ae5761d Aug 27 14:07:46.093551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6569f8f2-3ae7-4cfe-bcb2-6309bc11c818 None None] Calling delete_port for 8849c652-abae-4685-9ef0-a1cdc66cbff1 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:46.155890 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7cb9f9de-cd83-457b-90ea-c87f07536c24 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.157102 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f75ad2ea-5fa1-46e6-8143-b536d5d24a89 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.190251 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f75ad2ea-5fa1-46e6-8143-b536d5d24a89 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.198600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ad2ea-5fa1-46e6-8143-b536d5d24a89 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:46.199322 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f75ad2ea-5fa1-46e6-8143-b536d5d24a89 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.227445 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f75ad2ea-5fa1-46e6-8143-b536d5d24a89 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2757113 Aug 27 14:07:46.239085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58402) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:46.242230 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d008e487-b04a-4b2e-854c-3329408c541e tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'subnet': {'network_id': 'ab7d45eb-a7c3-408e-90af-99fc0ae5761d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:46.246185 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.279725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faf8411-3fc4-46eb-ab1d-ae79481ad1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7a6bb0-50ba-457c-83e3-7226416e3755'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:07:46.283927 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff0d621-8471-4dba-ba61-d60fd0b1f716" -d '{"events": [{"server_uuid": "0faf8411-3fc4-46eb-ab1d-ae79481ad1e1", "name": "network-vif-plugged", "status": "completed", "tag": "7e7a6bb0-50ba-457c-83e3-7226416e3755"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:07:46.291792 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6569f8f2-3ae7-4cfe-bcb2-6309bc11c818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.334647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569f8f2-3ae7-4cfe-bcb2-6309bc11c818 None None] Pushing event deleted for resources: {'Port': ['ID=8849c652-abae-4685-9ef0-a1cdc66cbff1,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:46.338902 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7e7a6bb0-50ba-457c-83e3-7226416e3755, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7e7a6bb0-50ba-457c-83e3-7226416e3755,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:46.356317 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.363338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6569f8f2-3ae7-4cfe-bcb2-6309bc11c818 None None] No DVR routers for this DVR port 8849c652-abae-4685-9ef0-a1cdc66cbff1 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:07:46.384829 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7cb9f9de-cd83-457b-90ea-c87f07536c24 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.405414 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554c6378-8ba4-4301-b3a1-51c632f566fe x-openstack-request-id: req-554c6378-8ba4-4301-b3a1-51c632f566fe {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:07:46.408690 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faf8411-3fc4-46eb-ab1d-ae79481ad1e1", "name": "network-vif-plugged", "status": "completed", "tag": "7e7a6bb0-50ba-457c-83e3-7226416e3755", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:07:46.409411 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-554c6378-8ba4-4301-b3a1-51c632f566fe {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:07:46.410062 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0faf8411-3fc4-46eb-ab1d-ae79481ad1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7a6bb0-50ba-457c-83e3-7226416e3755', 'code': 200} Aug 27 14:07:46.443967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ad2ea-5fa1-46e6-8143-b536d5d24a89 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Network': ['ID=ab7d45eb-a7c3-408e-90af-99fc0ae5761d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:46.470589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network ab7d45eb-a7c3-408e-90af-99fc0ae5761d details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:07:46.493040 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7cb9f9de-cd83-457b-90ea-c87f07536c24 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.529271 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9f9de-cd83-457b-90ea-c87f07536c24 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d5521c-39ed-49f3-b279-5e61ff83d774,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:46.531857 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7cb9f9de-cd83-457b-90ea-c87f07536c24 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.534155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7cb9f9de-cd83-457b-90ea-c87f07536c24 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "DELETE /v2.0/subnets/d5d5521c-39ed-49f3-b279-5e61ff83d774 HTTP/1.1" status: 204 len: 168 time: 0.5799897 Aug 27 14:07:46.536639 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58412) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:46.569388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e8dbe-2aaa-4596-a6c7-e2aef6638e94 req-05b1a9f1-8302-426a-b516-3af22324d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:46.574515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45ea7a4-5657-4a5a-a013-3406ccaab0da None None] Network 92994dff-bfb9-47b7-859f-ae73121cd44c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:46.581386 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a20e8dbe-2aaa-4596-a6c7-e2aef6638e94 req-05b1a9f1-8302-426a-b516-3af22324d25f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0910830 Aug 27 14:07:46.584593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d008e487-b04a-4b2e-854c-3329408c541e tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:46.588997 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d008e487-b04a-4b2e-854c-3329408c541e tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.688599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=7e7a6bb0-50ba-457c-83e3-7226416e3755,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:46.712385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37d1d-8337-4c02-87a8-de5e3976bb87 req-1846a5dd-dcc5-477b-a546-90fd53bd20dc tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:46.714218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eab37d1d-8337-4c02-87a8-de5e3976bb87 req-1846a5dd-dcc5-477b-a546-90fd53bd20dc tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1677434 Aug 27 14:07:46.718601 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.803743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a20e8dbe-2aaa-4596-a6c7-e2aef6638e94 req-f013ab84-786f-4404-b216-19935e68e387 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109735 Aug 27 14:07:46.838165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eab37d1d-8337-4c02-87a8-de5e3976bb87 req-4fc7cad6-576d-4839-9890-8b61cbd68a4d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061859 Aug 27 14:07:46.865416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68979a51-dac1-4e5f-ac3f-ad7764a4d431 None None] DHCP port deletion for 92994dff-bfb9-47b7-859f-ae73121cd44c request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:07:46.897613 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Deleting port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:46.900250 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.941845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad458216-cd9f-4929-9eb0-9cc15030bd14 req-3050c85e-9764-4eef-b8aa-b3ded7b4bd9f tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:46.946527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad458216-cd9f-4929-9eb0-9cc15030bd14 req-3050c85e-9764-4eef-b8aa-b3ded7b4bd9f tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.3889213 Aug 27 14:07:46.990353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-68979a51-dac1-4e5f-ac3f-ad7764a4d431 None None] Deleting port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:46.991183 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-68979a51-dac1-4e5f-ac3f-ad7764a4d431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:46.995350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] For port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ca389bc-324b-4ad1-bcd8-9146321e8a7f,segment=NetworkSegment(1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5),segment_id=1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:46.995949 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.017399 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Calling delete_port for 0ca389bc-324b-4ad1-bcd8-9146321e8a7f owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:47.106261 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad458216-cd9f-4929-9eb0-9cc15030bd14 req-77846605-d583-421d-bdaa-7652843cddf5 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502137 Aug 27 14:07:47.106590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-68979a51-dac1-4e5f-ac3f-ad7764a4d431 None None] For port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ca389bc-324b-4ad1-bcd8-9146321e8a7f,segment=NetworkSegment(1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5),segment_id=1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:47.107046 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-68979a51-dac1-4e5f-ac3f-ad7764a4d431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.124063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-68979a51-dac1-4e5f-ac3f-ad7764a4d431 None None] Calling delete_port for 0ca389bc-324b-4ad1-bcd8-9146321e8a7f owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:47.217305 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.221379 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-68979a51-dac1-4e5f-ac3f-ad7764a4d431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.259898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68979a51-dac1-4e5f-ac3f-ad7764a4d431 None None] Pushing event deleted for resources: {'Port': ['ID=0ca389bc-324b-4ad1-bcd8-9146321e8a7f,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:47.262094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68979a51-dac1-4e5f-ac3f-ad7764a4d431 None None] No DVR routers for this DVR port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:07:47.301880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.objects.ports [None req-d008e487-b04a-4b2e-854c-3329408c541e tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101186) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:07:47.304089 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d008e487-b04a-4b2e-854c-3329408c541e tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.317126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25483b7-15e5-46b2-9411-aee0c0e5cb46 req-c4ba4ae7-dd48-452b-9cf4-9b28476b1c8b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:47.323514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d25483b7-15e5-46b2-9411-aee0c0e5cb46 req-c4ba4ae7-dd48-452b-9cf4-9b28476b1c8b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.2424724 Aug 27 14:07:47.340231 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event deleted for resources: {'Port': ['ID=0ca389bc-324b-4ad1-bcd8-9146321e8a7f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:47.344083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] No DVR routers for this DVR port 0ca389bc-324b-4ad1-bcd8-9146321e8a7f on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:07:47.393235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008e487-b04a-4b2e-854c-3329408c541e tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Subnet': ['ID=a263449c-efb0-440c-a28d-5ea2c781cab1,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:47.415460 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.444590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008e487-b04a-4b2e-854c-3329408c541e tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Checking segment: {'id': 'ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ab7d45eb-a7c3-408e-90af-99fc0ae5761d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:47.445314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d008e487-b04a-4b2e-854c-3329408c541e tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network hostable DHCP agents. Network: ab7d45eb-a7c3-408e-90af-99fc0ae5761d, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:07:47.464937 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d25483b7-15e5-46b2-9411-aee0c0e5cb46 req-9dd4a330-787c-42cf-b0a3-472f7620773a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328778 Aug 27 14:07:47.469154 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.482268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d008e487-b04a-4b2e-854c-3329408c541e tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network ab7d45eb-a7c3-408e-90af-99fc0ae5761d is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:07:47.487152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92994dff-bfb9-47b7-859f-ae73121cd44c']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:47.497216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d008e487-b04a-4b2e-854c-3329408c541e tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, ab7d45eb-a7c3-408e-90af-99fc0ae5761d) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:47.504097 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-22cad3dd-68e7-4189-89ec-c5f25a4a285b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.504363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d008e487-b04a-4b2e-854c-3329408c541e tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:47.505417 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d008e487-b04a-4b2e-854c-3329408c541e tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.509239 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb60f86e-31c1-427c-9a07-7f93792f8372 None None] Network ab7d45eb-a7c3-408e-90af-99fc0ae5761d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:47.525838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:47.526053 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd4fdc0-3805-4a6d-9e9c-8d856e49b4a5') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:47.527175 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d008e487-b04a-4b2e-854c-3329408c541e tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2921870 Aug 27 14:07:47.529347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58424) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:47.543512 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.593893 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.613962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:07:47.614389 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:07:47.619787 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:07:47.680775 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.699856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-ab7d45eb-a7c3-408e-90af-99fc0ae5761d', 'network_id': 'ab7d45eb-a7c3-408e-90af-99fc0ae5761d', 'tenant_id': 'fe0f0c349702425aa8bc6cd477d03a4f', 'fixed_ips': [{'subnet_id': 'a263449c-efb0-440c-a28d-5ea2c781cab1'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:07:47.700734 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.726905 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.785721 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.790760 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "DELETE /v2.0/networks/92994dff-bfb9-47b7-859f-ae73121cd44c HTTP/1.1" status: 204 len: 168 time: 1.2501152 Aug 27 14:07:47.791481 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58426) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:47.793804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0837db9-ecba-47e1-9e84-d9bd806d9762 tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event deleted for resources: {'Network': ['ID=92994dff-bfb9-47b7-859f-ae73121cd44c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:47.841801 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.923685 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ca389bc-324b-4ad1-bcd8-9146321e8a7f no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:07:47.988617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-dba879e8-7c85-4860-a33c-66f004e6525c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Deleting port 483ef379-406c-447e-aeee-d0b2efa96fc5 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:47.989160 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dba879e8-7c85-4860-a33c-66f004e6525c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:47.990191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 0ca389bc-324b-4ad1-bcd8-9146321e8a7f {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:07:47.990723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ca389bc-324b-4ad1-bcd8-9146321e8a7f not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:07:48.008965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Allocated IP 2001:db8::f816:3eff:fec2:e281 (ab7d45eb-a7c3-408e-90af-99fc0ae5761d/a263449c-efb0-440c-a28d-5ea2c781cab1/4e0d3dc5-3844-447f-8ce8-f3cd557d4834) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:48.039548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e2474-78b0-4f87-9934-117a2b1ffb97 req-69242357-ea66-4ffd-bc72-709e0b432462 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:48.044377 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f66e2474-78b0-4f87-9934-117a2b1ffb97 req-69242357-ea66-4ffd-bc72-709e0b432462 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.0723560 Aug 27 14:07:48.093319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f66e2474-78b0-4f87-9934-117a2b1ffb97 req-5fb96e60-3c83-4d8a-9d38-69213649bba1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Aug 27 14:07:48.223874 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.232799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Transition to ACTIVE for port object 4e0d3dc5-3844-447f-8ce8-f3cd557d4834 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:48.249425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Transition to ACTIVE for port object 4e0d3dc5-3844-447f-8ce8-f3cd557d4834 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:48.256710 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.285785 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.313375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Network ab7d45eb-a7c3-408e-90af-99fc0ae5761d is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:48.318448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:48.320171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Pushing event updated for resources: {'Port': ['ID=4e0d3dc5-3844-447f-8ce8-f3cd557d4834,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:48.322400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:48.326309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Subnet': ['ID=a263449c-efb0-440c-a28d-5ea2c781cab1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:48.391591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Attempting to bind port 4e0d3dc5-3844-447f-8ce8-f3cd557d4834 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:07:48.392964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Attempting to bind port 4e0d3dc5-3844-447f-8ce8-f3cd557d4834 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ab7d45eb-a7c3-408e-90af-99fc0ae5761d'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:07:48.393614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Attempting to bind port 4e0d3dc5-3844-447f-8ce8-f3cd557d4834 on network ab7d45eb-a7c3-408e-90af-99fc0ae5761d {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:07:48.403509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:07:48.404054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Checking segment: {'id': 'ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ab7d45eb-a7c3-408e-90af-99fc0ae5761d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:48.404763 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.405994 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Bound using segment: {'id': 'ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ab7d45eb-a7c3-408e-90af-99fc0ae5761d'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:07:48.406819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Bound port: 4e0d3dc5-3844-447f-8ce8-f3cd557d4834, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ab7d45eb-a7c3-408e-90af-99fc0ae5761d'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:07:48.407345 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.423905 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.437125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7d45eb-a7c3-408e-90af-99fc0ae5761d']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:48.439758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f09dd5-bc83-4587-a70e-cc0af407ee92 req-28caba73-5da2-41d8-a06c-2f84228465b6 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:48.441080 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80f09dd5-bc83-4587-a70e-cc0af407ee92 req-28caba73-5da2-41d8-a06c-2f84228465b6 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0785990 Aug 27 14:07:48.443142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dba879e8-7c85-4860-a33c-66f004e6525c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.443468 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dba879e8-7c85-4860-a33c-66f004e6525c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.457537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:48.458072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:48.467134 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.472387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-dba879e8-7c85-4860-a33c-66f004e6525c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Calling delete_port for 483ef379-406c-447e-aeee-d0b2efa96fc5 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:48.481440 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.494830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] For port 4e0d3dc5-3844-447f-8ce8-f3cd557d4834, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:07:48.504981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:07:48.505427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.537588 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80f09dd5-bc83-4587-a70e-cc0af407ee92 req-10f3e904-1ff8-4a89-af30-2c591740fbae tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856318 Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:07:48.583892 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:07:48.642610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] For port 4e0d3dc5-3844-447f-8ce8-f3cd557d4834, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4e0d3dc5-3844-447f-8ce8-f3cd557d4834,segment=NetworkSegment(ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5),segment_id=ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:07:48.646109 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.api [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 14:07:48.646109 n-d-712139-12 neutron-server[101186]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 14:07:48.646109 n-d-712139-12 neutron-server[101186]: [parameters: {'id': 'ab7d45eb-a7c3-408e-90af-99fc0ae5761d'}] Aug 27 14:07:48.646109 n-d-712139-12 neutron-server[101186]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:07:48.646571 n-d-712139-12 neutron-server[101186]: DEBUG oslo_db.api [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:07:48.648429 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.662723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df13da-10e5-4eac-9f59-aa8a90bacc82 req-c9826b2a-0454-4c91-b9f1-a032400158be tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:48.664104 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04df13da-10e5-4eac-9f59-aa8a90bacc82 req-c9826b2a-0454-4c91-b9f1-a032400158be tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0793834 Aug 27 14:07:48.668214 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dba879e8-7c85-4860-a33c-66f004e6525c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.698486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba879e8-7c85-4860-a33c-66f004e6525c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Pushing event deleted for resources: {'Port': ['ID=483ef379-406c-447e-aeee-d0b2efa96fc5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:48.744193 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.756538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04df13da-10e5-4eac-9f59-aa8a90bacc82 req-702198bc-ba6f-44ba-bb5a-13dd70fd31e2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795307 Aug 27 14:07:48.767869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d5d99-d637-47a4-86d3-df37ca5d751a None None] Pushing event updated for resources: {'Port': ['ID=4e0d3dc5-3844-447f-8ce8-f3cd557d4834,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:48.769999 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dba879e8-7c85-4860-a33c-66f004e6525c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.772920 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dba879e8-7c85-4860-a33c-66f004e6525c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:48.774345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dba879e8-7c85-4860-a33c-66f004e6525c tempest-FloatingIPAdminTestJSON-1053194889 tempest-FloatingIPAdminTestJSON-1053194889-project] 10.222.0.55 "DELETE /v2.0/floatingips/f3de1070-6ddb-48ca-8e84-0a91ee0008e0 HTTP/1.1" status: 204 len: 168 time: 0.9816396 Aug 27 14:07:48.781506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124c133-b5df-4a2e-b1de-6aa4a7dd68b2 req-3c64127f-df26-43e4-8971-f9db2ca24a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:48.783217 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7124c133-b5df-4a2e-b1de-6aa4a7dd68b2 req-3c64127f-df26-43e4-8971-f9db2ca24a05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9bea263f48446ada9d848b75b533d69&device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 1097 time: 0.0876138 Aug 27 14:07:48.789866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f7e770-3cc0-4e5c-9221-e4464ee0798c None None] Network ab7d45eb-a7c3-408e-90af-99fc0ae5761d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:48.887589 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124c133-b5df-4a2e-b1de-6aa4a7dd68b2 req-7824e290-83f0-4224-9280-b76eeb60fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:48.889220 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7124c133-b5df-4a2e-b1de-6aa4a7dd68b2 req-7824e290-83f0-4224-9280-b76eeb60fc60 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866 HTTP/1.1" status: 200 len: 915 time: 0.0979061 Aug 27 14:07:48.924958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d71b23-61b9-4d2d-a21f-ad783eb62907 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:07:48.935857 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7124c133-b5df-4a2e-b1de-6aa4a7dd68b2 req-17c92c65-5b2f-45f3-b24f-b4064bd31f7f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ad3533-39c5-4fdd-964d-5044beca9181 HTTP/1.1" status: 200 len: 217 time: 0.0384009 Aug 27 14:07:48.991690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124c133-b5df-4a2e-b1de-6aa4a7dd68b2 req-b8fd4bb3-6ff7-43ee-82bd-68b1d359eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:48.993169 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7124c133-b5df-4a2e-b1de-6aa4a7dd68b2 req-b8fd4bb3-6ff7-43ee-82bd-68b1d359eecc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5114c038-bc5e-4991-8e49-6e30ea1048b6 HTTP/1.1" status: 200 len: 854 time: 0.0498166 Aug 27 14:07:49.027361 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7124c133-b5df-4a2e-b1de-6aa4a7dd68b2 req-66f661f7-e203-4922-bc8e-3b15b8b84691 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265536 Aug 27 14:07:49.068287 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58456) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:49.080996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d71b23-61b9-4d2d-a21f-ad783eb62907 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:07:49.159356 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:49.171435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7124c133-b5df-4a2e-b1de-6aa4a7dd68b2 req-c0bdd6dd-bad8-40dd-aa47-7707801ec6b0 service neutron] 10.222.0.52 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370530 Aug 27 14:07:49.271563 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-800dabb6-719a-4414-a39c-15d59cfd1b93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=696245ccdcca402087e3a41ec097a222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995003 Aug 27 14:07:49.271785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58462) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:49.322164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec236062-6c65-44a5-9896-8bc8eee9cf57 req-09e98974-61e3-43b0-9010-e78a44d5c3b7 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:49.323713 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec236062-6c65-44a5-9896-8bc8eee9cf57 req-09e98974-61e3-43b0-9010-e78a44d5c3b7 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1513984 Aug 27 14:07:49.329901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:49.357999 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:49.367045 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7124c133-b5df-4a2e-b1de-6aa4a7dd68b2 req-d8929a7a-2726-4961-b0a2-65d8a613b746 service neutron] 10.222.0.52 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828496 Aug 27 14:07:49.377748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Deleting port 4e0d3dc5-3844-447f-8ce8-f3cd557d4834 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:49.378239 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:49.442781 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:49.445896 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:49.449704 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1708b87-9678-43c2-a992-90693384ec0c HTTP/1.1" status: 204 len: 168 time: 0.1744480 Aug 27 14:07:49.449941 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec236062-6c65-44a5-9896-8bc8eee9cf57 req-567bf8e7-2251-49eb-b39f-088659c67658 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043811 Aug 27 14:07:49.457930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1708b87-9678-43c2-a992-90693384ec0c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:49.472490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.473176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.473292 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.473615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.473951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.475255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.475869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.476351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.477033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.477474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.477907 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.478388 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825cceb-2a52-4888-aadb-42bda84564a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.489652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] For port 4e0d3dc5-3844-447f-8ce8-f3cd557d4834, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4e0d3dc5-3844-447f-8ce8-f3cd557d4834,segment=NetworkSegment(ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5),segment_id=ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:49.490180 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:49.515740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Calling delete_port for 4e0d3dc5-3844-447f-8ce8-f3cd557d4834 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:49.653078 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:49.696831 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Port': ['ID=4e0d3dc5-3844-447f-8ce8-f3cd557d4834,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:49.707517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] No DVR routers for this DVR port 4e0d3dc5-3844-447f-8ce8-f3cd557d4834 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:07:49.753702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.754056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.754403 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.754770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.755112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.755448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.755784 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.756115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.756448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.756832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.757202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.757566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:07:49.820336 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:49.833995 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7d45eb-a7c3-408e-90af-99fc0ae5761d']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:49.848777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:49.849083 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec66ecf6-5f0d-40e4-aca3-b8a1f1f749a5') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:49.849836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58482) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:49.863129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf10cb2-afaa-4c06-b906-1341865eea9c req-654006d6-dfef-4a93-89bd-eb4a6fc07f9a tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:49.863590 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3f7c-8148-434d-84b3-1a3011ffef19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:49.864726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-daf10cb2-afaa-4c06-b906-1341865eea9c req-654006d6-dfef-4a93-89bd-eb4a6fc07f9a tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1718187 Aug 27 14:07:49.872744 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:49.908465 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:49.924081 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:07:49.924580 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:07:49.927822 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:07:49.945683 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-daf10cb2-afaa-4c06-b906-1341865eea9c req-ecefb350-9a68-4e25-a329-6ee6574196bc tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706112 Aug 27 14:07:50.002398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.007197 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.009293 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/networks/ab7d45eb-a7c3-408e-90af-99fc0ae5761d HTTP/1.1" status: 204 len: 168 time: 2.4789455 Aug 27 14:07:50.016070 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58490) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:50.023681 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-adfc41a0-e26a-4f55-a748-f46d710956f7 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1567784084'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:50.047317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5db8f-29dd-4edf-a365-10bac6c029f8 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Network': ['ID=ab7d45eb-a7c3-408e-90af-99fc0ae5761d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:50.083695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8029b26-3c19-4ff2-a182-90ec8f539c14 req-b672f8d0-3460-44af-93df-94444082e4e4 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:50.085118 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8029b26-3c19-4ff2-a182-90ec8f539c14 req-b672f8d0-3460-44af-93df-94444082e4e4 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0910678 Aug 27 14:07:50.087447 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e93508-9d83-4941-92a5-612a1ccd0c76 req-94acf918-0cc8-4fd2-a222-e86b49220410 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:50.088975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9e93508-9d83-4941-92a5-612a1ccd0c76 req-94acf918-0cc8-4fd2-a222-e86b49220410 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.0719769 Aug 27 14:07:50.118906 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3f7c-8148-434d-84b3-1a3011ffef19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.129648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3f7c-8148-434d-84b3-1a3011ffef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.130311 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.145523 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9e93508-9d83-4941-92a5-612a1ccd0c76 req-a9c68c65-e331-4720-a639-798ad7ceb07d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496202 Aug 27 14:07:50.151197 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8029b26-3c19-4ff2-a182-90ec8f539c14 req-a9d92ed8-d1d9-4a14-bd85-4e1f7651b4d3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588768 Aug 27 14:07:50.155392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfc41a0-e26a-4f55-a748-f46d710956f7 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:50.160971 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-adfc41a0-e26a-4f55-a748-f46d710956f7 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.172099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e3f7c-8148-434d-84b3-1a3011ffef19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28a3ff9-c86f-4205-96a2-97acd4091333,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:50.182328 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cb0e3f7c-8148-434d-84b3-1a3011ffef19 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce55118c37ea4928b480d12a4005906b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309982 Aug 27 14:07:50.184664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58494) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:50.188172 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfc41a0-e26a-4f55-a748-f46d710956f7 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:07:50.198550 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-adfc41a0-e26a-4f55-a748-f46d710956f7 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.198931 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-adfc41a0-e26a-4f55-a748-f46d710956f7 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Added segment 5314f7d2-2831-46a2-95bd-23c3d3aa6531 of type vlan for network 0de5639e-8906-4de0-a5fa-4ce71f46e01d Aug 27 14:07:50.245126 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c7cc2dd-0d97-4375-9066-54b09cf78a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.245877 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-adfc41a0-e26a-4f55-a748-f46d710956f7 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.271551 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-adfc41a0-e26a-4f55-a748-f46d710956f7 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.271930 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c7cc2dd-0d97-4375-9066-54b09cf78a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.277462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfc41a0-e26a-4f55-a748-f46d710956f7 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:50.278063 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-adfc41a0-e26a-4f55-a748-f46d710956f7 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.319103 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c7cc2dd-0d97-4375-9066-54b09cf78a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.321714 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c7cc2dd-0d97-4375-9066-54b09cf78a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.322903 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3c7cc2dd-0d97-4375-9066-54b09cf78a35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a28a3ff9-c86f-4205-96a2-97acd4091333 HTTP/1.1" status: 204 len: 168 time: 0.1372035 Aug 27 14:07:50.331278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cc2dd-0d97-4375-9066-54b09cf78a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28a3ff9-c86f-4205-96a2-97acd4091333,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:50.347675 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-adfc41a0-e26a-4f55-a748-f46d710956f7 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3279879 Aug 27 14:07:50.350735 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58498) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:50.357355 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4e905493-a956-4b90-a99a-7fec7a0d91b5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'subnet': {'network_id': '0de5639e-8906-4de0-a5fa-4ce71f46e01d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:50.358527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc41a0-e26a-4f55-a748-f46d710956f7 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Network': ['ID=0de5639e-8906-4de0-a5fa-4ce71f46e01d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:50.370096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 0de5639e-8906-4de0-a5fa-4ce71f46e01d details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:07:50.453692 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e905493-a956-4b90-a99a-7fec7a0d91b5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:50.457903 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e905493-a956-4b90-a99a-7fec7a0d91b5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.658846 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e905493-a956-4b90-a99a-7fec7a0d91b5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.675752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58506) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:50.689925 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-438323cd-e986-4efa-8f56-60f8c8f00150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.719148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e905493-a956-4b90-a99a-7fec7a0d91b5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Subnet': ['ID=7a266333-d8d1-4eb1-a92b-3931dfc2df07,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:50.729576 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e905493-a956-4b90-a99a-7fec7a0d91b5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Checking segment: {'id': '5314f7d2-2831-46a2-95bd-23c3d3aa6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0de5639e-8906-4de0-a5fa-4ce71f46e01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:50.729941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e905493-a956-4b90-a99a-7fec7a0d91b5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network hostable DHCP agents. Network: 0de5639e-8906-4de0-a5fa-4ce71f46e01d, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:07:50.747876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e905493-a956-4b90-a99a-7fec7a0d91b5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network 0de5639e-8906-4de0-a5fa-4ce71f46e01d is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:07:50.756474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-4e905493-a956-4b90-a99a-7fec7a0d91b5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 0de5639e-8906-4de0-a5fa-4ce71f46e01d) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:50.765851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a2ead-70cf-4465-b053-381bda9c1a2d None None] Network 0de5639e-8906-4de0-a5fa-4ce71f46e01d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:50.766048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e905493-a956-4b90-a99a-7fec7a0d91b5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:50.766769 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e905493-a956-4b90-a99a-7fec7a0d91b5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.788552 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-438323cd-e986-4efa-8f56-60f8c8f00150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.792460 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-438323cd-e986-4efa-8f56-60f8c8f00150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.796974 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4e905493-a956-4b90-a99a-7fec7a0d91b5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4439054 Aug 27 14:07:50.800472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58508) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:50.838666 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-438323cd-e986-4efa-8f56-60f8c8f00150 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f21f99cb763b4a1ea7cb4853cf00a917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593792 Aug 27 14:07:50.838666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438323cd-e986-4efa-8f56-60f8c8f00150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2a416d-d471-4c61-b94b-8a21b103b874,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:50.839710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58510) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:50.890634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1c877d2-bd9a-433f-840f-b743e2c859fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.912368 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.912777 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1c877d2-bd9a-433f-840f-b743e2c859fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.930101 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-0de5639e-8906-4de0-a5fa-4ce71f46e01d', 'network_id': '0de5639e-8906-4de0-a5fa-4ce71f46e01d', 'tenant_id': 'fe0f0c349702425aa8bc6cd477d03a4f', 'fixed_ips': [{'subnet_id': '7a266333-d8d1-4eb1-a92b-3931dfc2df07'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:07:50.931306 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.963505 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1c877d2-bd9a-433f-840f-b743e2c859fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.966480 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1c877d2-bd9a-433f-840f-b743e2c859fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:50.967721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f1c877d2-bd9a-433f-840f-b743e2c859fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b2a416d-d471-4c61-b94b-8a21b103b874 HTTP/1.1" status: 204 len: 168 time: 0.1270237 Aug 27 14:07:50.976752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c877d2-bd9a-433f-840f-b743e2c859fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2a416d-d471-4c61-b94b-8a21b103b874,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:50.996361 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:51.103724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a8d41-8099-4af2-ae39-f4433ef29c42 req-a6106bb1-edbc-4fbc-9acb-c9fe4096ec87 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:51.105547 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e43a8d41-8099-4af2-ae39-f4433ef29c42 req-a6106bb1-edbc-4fbc-9acb-c9fe4096ec87 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0705988 Aug 27 14:07:51.108558 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Allocated IP 2001:db8::2 (0de5639e-8906-4de0-a5fa-4ce71f46e01d/7a266333-d8d1-4eb1-a92b-3931dfc2df07/49acde89-350f-4776-b33f-6300050ce398) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:07:51.147629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e43a8d41-8099-4af2-ae39-f4433ef29c42 req-cf6b95f9-b28b-4985-b90b-504e2e7bfa98 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336392 Aug 27 14:07:51.285161 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:51.292981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16ad63-e2fe-4249-87a0-c32a78269b3a req-421d7c91-1be0-4fa7-9e27-7162e357d00d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:51.294795 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb16ad63-e2fe-4249-87a0-c32a78269b3a req-421d7c91-1be0-4fa7-9e27-7162e357d00d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.0700707 Aug 27 14:07:51.301479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae127fe-6e6f-41b1-953b-197e5bc29ffb req-6539938e-11c4-493b-8f7c-a46b1b438675 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:51.303105 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ae127fe-6e6f-41b1-953b-197e5bc29ffb req-6539938e-11c4-493b-8f7c-a46b1b438675 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0646365 Aug 27 14:07:51.307674 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:51.331699 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Transition to ACTIVE for port object 49acde89-350f-4776-b33f-6300050ce398 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:51.352719 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb16ad63-e2fe-4249-87a0-c32a78269b3a req-9ee6fb01-689c-4b0a-9178-5263ef64f6d3 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451930 Aug 27 14:07:51.356258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Transition to ACTIVE for port object 49acde89-350f-4776-b33f-6300050ce398 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:51.364266 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:51.377550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ae127fe-6e6f-41b1-953b-197e5bc29ffb req-4d4d873a-e8c6-4ae3-b5b1-5d549bebd36b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675890 Aug 27 14:07:51.414618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:51.429873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Network 0de5639e-8906-4de0-a5fa-4ce71f46e01d is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:07:51.434829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:51.452458 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:07:51.454536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Subnet': ['ID=7a266333-d8d1-4eb1-a92b-3931dfc2df07,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:51.465164 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Pushing event updated for resources: {'Port': ['ID=49acde89-350f-4776-b33f-6300050ce398,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:51.532956 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:51.536114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Attempting to bind port 49acde89-350f-4776-b33f-6300050ce398 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:07:51.536530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Attempting to bind port 49acde89-350f-4776-b33f-6300050ce398 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5314f7d2-2831-46a2-95bd-23c3d3aa6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0de5639e-8906-4de0-a5fa-4ce71f46e01d'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:07:51.536862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Attempting to bind port 49acde89-350f-4776-b33f-6300050ce398 on network 0de5639e-8906-4de0-a5fa-4ce71f46e01d {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:07:51.542355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:07:51.542933 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Checking segment: {'id': '5314f7d2-2831-46a2-95bd-23c3d3aa6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0de5639e-8906-4de0-a5fa-4ce71f46e01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:51.543319 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:51.543724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Bound using segment: {'id': '5314f7d2-2831-46a2-95bd-23c3d3aa6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0de5639e-8906-4de0-a5fa-4ce71f46e01d'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:07:51.544193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Bound port: 49acde89-350f-4776-b33f-6300050ce398, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5314f7d2-2831-46a2-95bd-23c3d3aa6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0de5639e-8906-4de0-a5fa-4ce71f46e01d'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:07:51.544585 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:51.546222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de5639e-8906-4de0-a5fa-4ce71f46e01d']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:51.557625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5314f7d2-2831-46a2-95bd-23c3d3aa6531') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:51.558201 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5314f7d2-2831-46a2-95bd-23c3d3aa6531') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:51.569292 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:51.596663 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:51.611996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:07:51.612468 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:07:51.619426 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:07:51.625363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] For port 49acde89-350f-4776-b33f-6300050ce398, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:07:51.687423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] For port 49acde89-350f-4776-b33f-6300050ce398, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=49acde89-350f-4776-b33f-6300050ce398,segment=NetworkSegment(5314f7d2-2831-46a2-95bd-23c3d3aa6531),segment_id=5314f7d2-2831-46a2-95bd-23c3d3aa6531)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:07:51.691729 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 14:07:51.691729 n-d-712139-12 neutron-server[101187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 14:07:51.691729 n-d-712139-12 neutron-server[101187]: [parameters: {'id': '0de5639e-8906-4de0-a5fa-4ce71f46e01d'}] Aug 27 14:07:51.691729 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:07:51.692563 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:07:51.696938 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:51.807184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbf37a-30a9-4fb9-902e-1cc8b0c4d370 None None] Pushing event updated for resources: {'Port': ['ID=49acde89-350f-4776-b33f-6300050ce398,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:51.817625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78539432-a538-4f7c-a719-a9944ab1bc11 None None] Network 0de5639e-8906-4de0-a5fa-4ce71f46e01d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:51.942367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d984f891-d3fb-47da-98dc-a5c248bd37d5 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:07:52.046169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d984f891-d3fb-47da-98dc-a5c248bd37d5 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:07:52.198675 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.285424 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Deleting port 49acde89-350f-4776-b33f-6300050ce398 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:52.287054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.297566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6230b-e80f-4466-b340-9d93da442f68 req-fce24f2c-2132-4a98-8d5b-f8c83d7d4742 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:52.299969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4e6230b-e80f-4466-b340-9d93da442f68 req-fce24f2c-2132-4a98-8d5b-f8c83d7d4742 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0661478 Aug 27 14:07:52.363378 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4e6230b-e80f-4466-b340-9d93da442f68 req-cb350324-9a1c-40b4-bd48-d434096fefaa tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489376 Aug 27 14:07:52.368922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] For port 49acde89-350f-4776-b33f-6300050ce398, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=49acde89-350f-4776-b33f-6300050ce398,segment=NetworkSegment(5314f7d2-2831-46a2-95bd-23c3d3aa6531),segment_id=5314f7d2-2831-46a2-95bd-23c3d3aa6531)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:52.369302 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.383573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Calling delete_port for 49acde89-350f-4776-b33f-6300050ce398 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:52.510677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e46ee-e1f6-40e0-b8d1-cec007873aa0 req-c17bc488-213b-4c75-81ab-793ae86bb509 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:52.512421 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d6e46ee-e1f6-40e0-b8d1-cec007873aa0 req-c17bc488-213b-4c75-81ab-793ae86bb509 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.0517464 Aug 27 14:07:52.517892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faafe13-5194-4d7c-8d54-7e56c6812999 req-9c334ab4-d299-42c0-94df-bed09d3b4285 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:52.519520 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4faafe13-5194-4d7c-8d54-7e56c6812999 req-9c334ab4-d299-42c0-94df-bed09d3b4285 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.0755901 Aug 27 14:07:52.525735 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.541843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58568) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:52.547150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 50ad3533-39c5-4fdd-964d-5044beca9181 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:07:52.562893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Port': ['ID=49acde89-350f-4776-b33f-6300050ce398,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:52.566109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] No DVR routers for this DVR port 49acde89-350f-4776-b33f-6300050ce398 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:07:52.577669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d6e46ee-e1f6-40e0-b8d1-cec007873aa0 req-25cb90c9-d323-4c19-96d4-70c2248de9db tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585482 Aug 27 14:07:52.662730 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.686949 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:07:52.691094 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aadf009-6458-49f4-a6bc-bcff69b74bc4" -d '{"events": [{"server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "name": "network-vif-unplugged", "status": "completed", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:07:52.694741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0763f139-9846-41b2-9176-9ef0c4e4983a tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-474398783'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:52.695234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4faafe13-5194-4d7c-8d54-7e56c6812999 req-9437e745-cc85-4113-81e8-36b5d08b4744 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658533 Aug 27 14:07:52.695678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0763f139-9846-41b2-9176-9ef0c4e4983a tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Unknown quota resources ['metering_label']. {{(pid=101186) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 14:07:52.717867 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.730036 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de5639e-8906-4de0-a5fa-4ce71f46e01d']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:52.738291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:52.744654 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 14:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f94da0-8478-4fa8-bccb-17ebbc1e982a x-openstack-request-id: req-d3f94da0-8478-4fa8-bccb-17ebbc1e982a {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:07:52.744956 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "name": "network-vif-unplugged", "status": "failed", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181", "code": 422}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:07:52.745174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5314f7d2-2831-46a2-95bd-23c3d3aa6531') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:52.745316 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3f94da0-8478-4fa8-bccb-17ebbc1e982a {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:07:52.745518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5314f7d2-2831-46a2-95bd-23c3d3aa6531') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:52.746386 n-d-712139-12 neutron-server[101188]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181', 'code': 422} returned with failed status Aug 27 14:07:52.747595 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.760140 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.779550 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.789097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:07:52.789562 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:07:52.793330 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:07:52.809654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=50ad3533-39c5-4fdd-964d-5044beca9181,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:52.856909 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.862722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.868479 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/networks/0de5639e-8906-4de0-a5fa-4ce71f46e01d HTTP/1.1" status: 204 len: 168 time: 2.0626421 Aug 27 14:07:52.868786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58580) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:52.878172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5d1f45a4-a481-46dc-bfb5-fb1799af5a72 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2075821133'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:52.895771 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b550e-573b-448e-b5e5-d8d71f20c379 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Network': ['ID=0de5639e-8906-4de0-a5fa-4ce71f46e01d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:52.918172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1f45a4-a481-46dc-bfb5-fb1799af5a72 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:52.921906 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d1f45a4-a481-46dc-bfb5-fb1799af5a72 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.945898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1f45a4-a481-46dc-bfb5-fb1799af5a72 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:07:52.955664 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d1f45a4-a481-46dc-bfb5-fb1799af5a72 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.956020 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-5d1f45a4-a481-46dc-bfb5-fb1799af5a72 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Added segment 9952dece-318a-43c0-9a41-bd5a1637f5d5 of type vlan for network f9e1f0d0-a155-4bfa-9a7c-71f132184ad0 Aug 27 14:07:52.976006 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0763f139-9846-41b2-9176-9ef0c4e4983a tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:52.977185 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0763f139-9846-41b2-9176-9ef0c4e4983a tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4342055 Aug 27 14:07:52.982559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58582) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:52.985792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bb02c-293e-47f1-a4ec-e4238532c5a7 req-b79a60b3-ffd5-46d9-ba8b-6fa39db690cf tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:52.987020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7eb1f8fb-69dc-43d5-a0b5-c942040f7254 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8c7dd104-c2d0-45b5-8fb0-1cb6a4076638'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:52.987372 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-502bb02c-293e-47f1-a4ec-e4238532c5a7 req-b79a60b3-ffd5-46d9-ba8b-6fa39db690cf tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 943 time: 0.1771061 Aug 27 14:07:52.987552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7eb1f8fb-69dc-43d5-a0b5-c942040f7254 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 14:07:53.014975 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d1f45a4-a481-46dc-bfb5-fb1799af5a72 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:53.026819 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-502bb02c-293e-47f1-a4ec-e4238532c5a7 req-5c34f9d6-5653-4d2f-ae4a-74673f15991f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331862 Aug 27 14:07:53.082257 n-d-712139-12 neutron-server[101187]: WARNING neutron.services.metering.metering_plugin [None req-7eb1f8fb-69dc-43d5-a0b5-c942040f7254 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 14:07:53.186782 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d1f45a4-a481-46dc-bfb5-fb1799af5a72 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:53.192587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1f45a4-a481-46dc-bfb5-fb1799af5a72 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:53.193179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d1f45a4-a481-46dc-bfb5-fb1799af5a72 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:53.242110 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de177fd-7166-4513-970f-7af260e3967e req-0e1c9617-7183-4af8-bea2-8c36ab070284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:53.244101 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7de177fd-7166-4513-970f-7af260e3967e req-0e1c9617-7183-4af8-bea2-8c36ab070284 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 1097 time: 0.0457578 Aug 27 14:07:53.244648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f8fb-69dc-43d5-a0b5-c942040f7254 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:53.245825 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7eb1f8fb-69dc-43d5-a0b5-c942040f7254 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2622910 Aug 27 14:07:53.249119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58592) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:53.265206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-af174e3a-6214-4236-bdde-c710cb21bf0a tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8c7dd104-c2d0-45b5-8fb0-1cb6a4076638'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:53.265789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-af174e3a-6214-4236-bdde-c710cb21bf0a tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101186) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 14:07:53.293615 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5d1f45a4-a481-46dc-bfb5-fb1799af5a72 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4217379 Aug 27 14:07:53.296894 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58596) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:53.305193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f2a20699-ea55-4209-9ba0-c3123ec48166 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Request body: {'subnet': {'network_id': 'f9e1f0d0-a155-4bfa-9a7c-71f132184ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:53.349522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f45a4-a481-46dc-bfb5-fb1799af5a72 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Network': ['ID=f9e1f0d0-a155-4bfa-9a7c-71f132184ad0,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:53.365308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network f9e1f0d0-a155-4bfa-9a7c-71f132184ad0 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:07:53.400812 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7de177fd-7166-4513-970f-7af260e3967e req-da3a5109-5079-4e63-81ad-afc88a07a89f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477957 Aug 27 14:07:53.401557 n-d-712139-12 neutron-server[101186]: WARNING neutron.services.metering.metering_plugin [None req-af174e3a-6214-4236-bdde-c710cb21bf0a tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 14:07:53.431976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a20699-ea55-4209-9ba0-c3123ec48166 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Made reservation on behalf of fe0f0c349702425aa8bc6cd477d03a4f for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:07:53.435706 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f2a20699-ea55-4209-9ba0-c3123ec48166 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:53.463703 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f949d6-ce4d-43d0-b3a6-8680e373e2e0 req-b3d90ab5-1753-42c4-a5b5-41011cc829f6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:53.465269 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a5f949d6-ce4d-43d0-b3a6-8680e373e2e0 req-b3d90ab5-1753-42c4-a5b5-41011cc829f6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 943 time: 0.1169446 Aug 27 14:07:53.544182 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af174e3a-6214-4236-bdde-c710cb21bf0a tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:53.545374 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-af174e3a-6214-4236-bdde-c710cb21bf0a tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2941329 Aug 27 14:07:53.548132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58606) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:53.555615 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a5f949d6-ce4d-43d0-b3a6-8680e373e2e0 req-c3f805f6-65bf-4940-aaef-0d1f4ce2b1e2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630114 Aug 27 14:07:53.564143 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e0ffad7f-45d4-4df5-80f0-7faefdbe9f47 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=45622bf6-a372-426c-a2cc-0e6e2c586049 HTTP/1.1" status: 200 len: 464 time: 0.0142398 Aug 27 14:07:53.567434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58608) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:53.594120 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b4197-2fc1-4ea2-ad8f-799ccba20ac0 req-1922d993-b531-4e63-9c40-b3d6e6f061e4 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:53.596178 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-641b4197-2fc1-4ea2-ad8f-799ccba20ac0 req-1922d993-b531-4e63-9c40-b3d6e6f061e4 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1614108 Aug 27 14:07:53.843293 n-d-712139-12 neutron-server[101187]: DEBUG neutron.objects.ports [None req-f2a20699-ea55-4209-9ba0-c3123ec48166 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101187) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:07:53.853842 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f2a20699-ea55-4209-9ba0-c3123ec48166 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:53.862429 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-1aa754ae-df42-49d7-9702-fe31ba891da2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2115054 Aug 27 14:07:53.935684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a20699-ea55-4209-9ba0-c3123ec48166 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event updated for resources: {'Subnet': ['ID=3147172a-3547-4081-9334-b47f8f5f42f6,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:53.956076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e9d60-4947-4363-865a-ceff2103e2ed req-596611fb-b989-45a6-982f-fb820e95bb0d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:53.957668 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3c3e9d60-4947-4363-865a-ceff2103e2ed req-596611fb-b989-45a6-982f-fb820e95bb0d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1393456 Aug 27 14:07:53.965617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a20699-ea55-4209-9ba0-c3123ec48166 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Checking segment: {'id': '9952dece-318a-43c0-9a41-bd5a1637f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f9e1f0d0-a155-4bfa-9a7c-71f132184ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:53.965975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a20699-ea55-4209-9ba0-c3123ec48166 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network hostable DHCP agents. Network: f9e1f0d0-a155-4bfa-9a7c-71f132184ad0, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:07:54.006396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a20699-ea55-4209-9ba0-c3123ec48166 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Network f9e1f0d0-a155-4bfa-9a7c-71f132184ad0 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:07:54.015962 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3c3e9d60-4947-4363-865a-ceff2103e2ed req-8ba77520-9eab-439b-9913-f0594761d5cc tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Aug 27 14:07:54.021228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f2a20699-ea55-4209-9ba0-c3123ec48166 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, f9e1f0d0-a155-4bfa-9a7c-71f132184ad0) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:07:54.026540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a20699-ea55-4209-9ba0-c3123ec48166 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:54.027336 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f2a20699-ea55-4209-9ba0-c3123ec48166 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.042607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17e2bf7-fff3-412f-9e02-12863b6568e1 None None] Network f9e1f0d0-a155-4bfa-9a7c-71f132184ad0 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:54.047171 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-81f4e6be-5ff1-4f8f-ae27-65a14258216e tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.049084 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-81f4e6be-5ff1-4f8f-ae27-65a14258216e tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/45622bf6-a372-426c-a2cc-0e6e2c586049 HTTP/1.1" status: 204 len: 168 time: 0.4805193 Aug 27 14:07:54.052977 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-641b4197-2fc1-4ea2-ad8f-799ccba20ac0 req-1eb02d66-38c1-4e88-a66d-1b005ebea9b2 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494157 Aug 27 14:07:54.053436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58628) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.062987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ab36d9f7-2914-4305-abab-bf4be3e1341d tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=45622bf6-a372-426c-a2cc-0e6e2c586049 HTTP/1.1" status: 200 len: 221 time: 0.0083690 Aug 27 14:07:54.067056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58632) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.078096 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f2a20699-ea55-4209-9ba0-c3123ec48166 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7797303 Aug 27 14:07:54.081498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58634) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.086409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-75815696-9668-4ad2-86c0-63b5da7922e6 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1999491796', 'description': 'label created by tempest'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:54.086892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-75815696-9668-4ad2-86c0-63b5da7922e6 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Unknown quota resources ['metering_label']. {{(pid=101186) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 14:07:54.232415 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.280615 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75815696-9668-4ad2-86c0-63b5da7922e6 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.281780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-75815696-9668-4ad2-86c0-63b5da7922e6 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2011120 Aug 27 14:07:54.285046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58636) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.287072 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa2db9-3ec8-4a31-a381-c5a47b49a430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-f9e1f0d0-a155-4bfa-9a7c-71f132184ad0', 'network_id': 'f9e1f0d0-a155-4bfa-9a7c-71f132184ad0', 'tenant_id': 'fe0f0c349702425aa8bc6cd477d03a4f', 'fixed_ips': [{'subnet_id': '3147172a-3547-4081-9334-b47f8f5f42f6'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:07:54.288157 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2db9-3ec8-4a31-a381-c5a47b49a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.304049 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.365468 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0e5884f9-8f79-486b-accd-433ec78461cb tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=7a8063e2-12a5-425e-a7c1-6ab95d0c28a9 HTTP/1.1" status: 200 len: 468 time: 0.0780106 Aug 27 14:07:54.368391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58638) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.385849 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server [None req-8bfa2db9-3ec8-4a31-a381-c5a47b49a430 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3147172a-3547-4081-9334-b47f8f5f42f6: This subnet is being modified by another concurrent operation. Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:07:54.456402 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise exception Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3147172a-3547-4081-9334-b47f8f5f42f6: This subnet is being modified by another concurrent operation. Aug 27 14:07:54.460909 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Aug 27 14:07:54.467028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Subnet': ['ID=3147172a-3547-4081-9334-b47f8f5f42f6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:54.492825 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.505720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e1f0d0-a155-4bfa-9a7c-71f132184ad0']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:54.520109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9952dece-318a-43c0-9a41-bd5a1637f5d5') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:54.521018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9952dece-318a-43c0-9a41-bd5a1637f5d5') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:54.523223 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c23cfa-68a1-4791-a0d2-0a4877b8f728 None None] Network f9e1f0d0-a155-4bfa-9a7c-71f132184ad0 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:54.531135 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.546207 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.554963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:07:54.555602 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:07:54.559865 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:07:54.651113 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd92e498-143c-48d1-93e4-78002ff3dace tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.654552 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dd92e498-143c-48d1-93e4-78002ff3dace tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/7a8063e2-12a5-425e-a7c1-6ab95d0c28a9 HTTP/1.1" status: 204 len: 168 time: 0.2848432 Aug 27 14:07:54.656942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58644) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.683355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc0702-32b5-4b85-8fe0-f827f99e27a6 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:07:54.687908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a08f71ec-7ae3-4d03-a792-92b07bae4ee6 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=7a8063e2-12a5-425e-a7c1-6ab95d0c28a9 HTTP/1.1" status: 200 len: 216 time: 0.0246131 Aug 27 14:07:54.687908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58646) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.699848 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-735a8721-fae3-4707-9b21-2a2565897a63 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0111332 Aug 27 14:07:54.703036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58648) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.719311 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-91051e8e-e205-4377-b0d3-7b5fad208ab1 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0144749 Aug 27 14:07:54.722661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58650) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.745768 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.756190 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:54.761866 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/networks/f9e1f0d0-a155-4bfa-9a7c-71f132184ad0 HTTP/1.1" status: 204 len: 168 time: 0.6759703 Aug 27 14:07:54.768146 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58652) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.799227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b3e92-7710-4a4b-ba2b-d7d1f48e384e req-21e99bac-57c9-41b0-a958-b36ef5dd26ae tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:54.801513 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f8b3e92-7710-4a4b-ba2b-d7d1f48e384e req-21e99bac-57c9-41b0-a958-b36ef5dd26ae tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 943 time: 0.1068916 Aug 27 14:07:54.820494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626753a3-63eb-4107-9e01-39d6a30788ad tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Network': ['ID=f9e1f0d0-a155-4bfa-9a7c-71f132184ad0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:54.825271 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-92366024-af0f-4288-a508-8db54c87889d tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] DELETE failed (client error): The resource could not be found. Aug 27 14:07:54.825723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92366024-af0f-4288-a508-8db54c87889d tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:54.828175 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-92366024-af0f-4288-a508-8db54c87889d tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/subnets/3147172a-3547-4081-9334-b47f8f5f42f6 HTTP/1.1" status: 404 len: 337 time: 0.0548706 Aug 27 14:07:54.834824 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7177c191-6b6a-49db-b4f5-ade314a092d0 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/8c7dd104-c2d0-45b5-8fb0-1cb6a4076638 HTTP/1.1" status: 200 len: 472 time: 0.1073256 Aug 27 14:07:54.835037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58656) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.837929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58658) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.849501 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bc0702-32b5-4b85-8fe0-f827f99e27a6 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:07:54.865341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7d6a6dd3-ecff-4045-8169-febfc0418365 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/01cdee81-e84a-4727-a359-1f92cf2d8f99 HTTP/1.1" status: 200 len: 461 time: 0.0251837 Aug 27 14:07:54.866205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58660) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.877557 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-112395c0-496a-4b83-8616-b5a4185da347 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] DELETE failed (client error): The resource could not be found. Aug 27 14:07:54.878194 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112395c0-496a-4b83-8616-b5a4185da347 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:54.880201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-112395c0-496a-4b83-8616-b5a4185da347 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/networks/f9e1f0d0-a155-4bfa-9a7c-71f132184ad0 HTTP/1.1" status: 404 len: 339 time: 0.0442908 Aug 27 14:07:54.883765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58662) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.920911 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f9e948-2541-48b7-96fa-a45db5b069e5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] DELETE failed (client error): The resource could not be found. Aug 27 14:07:54.921436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f9e948-2541-48b7-96fa-a45db5b069e5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:54.923792 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-27f9e948-2541-48b7-96fa-a45db5b069e5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/subnets/7a266333-d8d1-4eb1-a92b-3931dfc2df07 HTTP/1.1" status: 404 len: 337 time: 0.0388546 Aug 27 14:07:54.926422 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58664) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.926817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f8b3e92-7710-4a4b-ba2b-d7d1f48e384e req-a50cf991-53aa-49d0-9551-654079ac1eb7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040747 Aug 27 14:07:54.951417 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-55976910-e2cc-4cba-bee6-fdaf3d954a03 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] DELETE failed (client error): The resource could not be found. Aug 27 14:07:54.952932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55976910-e2cc-4cba-bee6-fdaf3d954a03 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:54.955475 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-55976910-e2cc-4cba-bee6-fdaf3d954a03 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/networks/0de5639e-8906-4de0-a5fa-4ce71f46e01d HTTP/1.1" status: 404 len: 339 time: 0.0275102 Aug 27 14:07:54.958309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58666) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:54.992062 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0105662-24dd-4191-ad82-30c3f2dbec59 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] DELETE failed (client error): The resource could not be found. Aug 27 14:07:54.992512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0105662-24dd-4191-ad82-30c3f2dbec59 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:54.996800 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c0105662-24dd-4191-ad82-30c3f2dbec59 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/subnets/a263449c-efb0-440c-a28d-5ea2c781cab1 HTTP/1.1" status: 404 len: 337 time: 0.0341659 Aug 27 14:07:54.997155 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58668) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:55.020420 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8133be-8a3c-4bda-b3ea-3be238d57c75 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] DELETE failed (client error): The resource could not be found. Aug 27 14:07:55.021142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8133be-8a3c-4bda-b3ea-3be238d57c75 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:55.025317 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3a8133be-8a3c-4bda-b3ea-3be238d57c75 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/networks/ab7d45eb-a7c3-408e-90af-99fc0ae5761d HTTP/1.1" status: 404 len: 339 time: 0.0249143 Aug 27 14:07:55.025647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58670) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:55.038795 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-543af50c-603b-4e82-b749-860f68947c43 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:55.042284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-543af50c-603b-4e82-b749-860f68947c43 tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/01cdee81-e84a-4727-a359-1f92cf2d8f99 HTTP/1.1" status: 204 len: 168 time: 0.1728082 Aug 27 14:07:55.042908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58674) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:55.135085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-c23bba0f-3476-43bb-a15b-4ab9a464feba tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Deleting port 802a70dc-23f4-48f1-b7bc-95d915350b94 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:55.135537 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c23bba0f-3476-43bb-a15b-4ab9a464feba tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:55.255866 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c23bba0f-3476-43bb-a15b-4ab9a464feba tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:55.276118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-c23bba0f-3476-43bb-a15b-4ab9a464feba tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Calling delete_port for 802a70dc-23f4-48f1-b7bc-95d915350b94 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:55.286414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58def28c-1d51-4f2e-8f95-36d98ddc3fb9 req-f751a579-6a40-4f6a-a07f-653bbe749b5a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:55.288103 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58def28c-1d51-4f2e-8f95-36d98ddc3fb9 req-f751a579-6a40-4f6a-a07f-653bbe749b5a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1285329 Aug 27 14:07:55.381808 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58def28c-1d51-4f2e-8f95-36d98ddc3fb9 req-fb081b99-875f-415c-b2e3-7bc394384692 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856957 Aug 27 14:07:55.411288 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c23bba0f-3476-43bb-a15b-4ab9a464feba tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:55.441412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bba0f-3476-43bb-a15b-4ab9a464feba tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Port': ['ID=802a70dc-23f4-48f1-b7bc-95d915350b94,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:55.447066 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c23bba0f-3476-43bb-a15b-4ab9a464feba tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:55.449591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c23bba0f-3476-43bb-a15b-4ab9a464feba tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/ports/802a70dc-23f4-48f1-b7bc-95d915350b94 HTTP/1.1" status: 204 len: 168 time: 0.4229510 Aug 27 14:07:55.452047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58682) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:55.484753 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-8556a3d8-cf41-4e54-9718-c6aa6659bb77 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] DELETE failed (client error): The resource could not be found. Aug 27 14:07:55.485772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8556a3d8-cf41-4e54-9718-c6aa6659bb77 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:55.487555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8556a3d8-cf41-4e54-9718-c6aa6659bb77 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/subnets/2e404742-f2e9-48b2-a281-027b835f49b4 HTTP/1.1" status: 404 len: 337 time: 0.0343759 Aug 27 14:07:55.490019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58684) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:55.606086 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3253c80c-a9f9-4832-bc95-4f5e72570258 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:55.608014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ed7c5-14db-41b3-b627-7d961ccf3be6 req-a143386c-52af-4bb2-8819-4f2c71e7d808 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:55.609578 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d6ed7c5-14db-41b3-b627-7d961ccf3be6 req-a143386c-52af-4bb2-8819-4f2c71e7d808 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1284785 Aug 27 14:07:55.613816 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-66c67bba-2918-4585-93b0-110906f11fdc tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:55.617087 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-66c67bba-2918-4585-93b0-110906f11fdc tempest-MeteringTestJSON-1434506523 tempest-MeteringTestJSON-1434506523-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/8c7dd104-c2d0-45b5-8fb0-1cb6a4076638 HTTP/1.1" status: 204 len: 168 time: 0.5710337 Aug 27 14:07:55.656303 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d6ed7c5-14db-41b3-b627-7d961ccf3be6 req-a4f59420-9bf0-4eb0-b76c-81a47ca13e99 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386484 Aug 27 14:07:55.684448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-f8604f51-22e6-472e-a6a7-df6e5daf61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:55.685880 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-f8604f51-22e6-472e-a6a7-df6e5daf61a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe&tenant_id=f9bea263f48446ada9d848b75b533d69 HTTP/1.1" status: 200 len: 1095 time: 0.1134408 Aug 27 14:07:55.726835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:55.770735 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3253c80c-a9f9-4832-bc95-4f5e72570258 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:55.786073 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3253c80c-a9f9-4832-bc95-4f5e72570258 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a338c79f-53ed-4616-8e5e-b87b2a1403f6']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:55.812569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3253c80c-a9f9-4832-bc95-4f5e72570258 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa59120-1a46-4043-be1b-ef7ca9b7f879') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:55.812872 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3253c80c-a9f9-4832-bc95-4f5e72570258 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa59120-1a46-4043-be1b-ef7ca9b7f879') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:55.830122 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3253c80c-a9f9-4832-bc95-4f5e72570258 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:55.840247 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:55.857404 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3253c80c-a9f9-4832-bc95-4f5e72570258 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:55.884551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3253c80c-a9f9-4832-bc95-4f5e72570258 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:07:55.885045 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3253c80c-a9f9-4832-bc95-4f5e72570258 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:07:55.888871 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:07:55.901505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58698) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:56.020851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc446b7d-2de3-48ab-9405-28cd662da5d9 req-4f27a58d-6c87-493d-b9e7-ecc04043b75a tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:56.029427 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc446b7d-2de3-48ab-9405-28cd662da5d9 req-4f27a58d-6c87-493d-b9e7-ecc04043b75a tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0658696 Aug 27 14:07:56.057252 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-161c2be4-4ec6-4384-8d5d-a0022e313d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.081212 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3253c80c-a9f9-4832-bc95-4f5e72570258 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.097754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc446b7d-2de3-48ab-9405-28cd662da5d9 req-b04c9d49-3c3e-40ab-b2d9-4214c9ce6899 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672691 Aug 27 14:07:56.116097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3253c80c-a9f9-4832-bc95-4f5e72570258 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.118359 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3253c80c-a9f9-4832-bc95-4f5e72570258 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/networks/a338c79f-53ed-4616-8e5e-b87b2a1403f6 HTTP/1.1" status: 204 len: 168 time: 0.6274056 Aug 27 14:07:56.122661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58706) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:56.153617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253c80c-a9f9-4832-bc95-4f5e72570258 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Network': ['ID=a338c79f-53ed-4616-8e5e-b87b2a1403f6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:56.166699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018423bb-f645-43a6-9830-475b3a5844cc req-c67965a9-7edd-4853-a033-d7771de42e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:56.168228 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-018423bb-f645-43a6-9830-475b3a5844cc req-c67965a9-7edd-4853-a033-d7771de42e1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0b04ca81867422fba8b0c1554859c0b&device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 1097 time: 0.1920595 Aug 27 14:07:56.247497 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-161c2be4-4ec6-4384-8d5d-a0022e313d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.252293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-161c2be4-4ec6-4384-8d5d-a0022e313d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.276669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d0101075-006b-48f4-b69c-582359184fe5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Deleting port 2ec5fa51-6fb1-455c-91b1-c45b86e6160f {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:56.277010 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0101075-006b-48f4-b69c-582359184fe5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.277273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b147ea-c995-4745-8922-5b2f99db4eb2 req-071e88bf-5476-47ae-9b39-4deaad1769ce tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:56.278828 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d0b147ea-c995-4745-8922-5b2f99db4eb2 req-071e88bf-5476-47ae-9b39-4deaad1769ce tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 943 time: 0.2045865 Aug 27 14:07:56.342480 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-161c2be4-4ec6-4384-8d5d-a0022e313d28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cae6bc91c7a44c0482964359cd318090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382679 Aug 27 14:07:56.346367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58708) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:56.357492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c2be4-4ec6-4384-8d5d-a0022e313d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7426eb40-6e92-4c08-9b72-edfe6cc8c60d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:56.371345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:56.377126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d0b147ea-c995-4745-8922-5b2f99db4eb2 req-94abd5d3-c269-455d-9d60-9c1c8b83153a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906863 Aug 27 14:07:56.385252 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0101075-006b-48f4-b69c-582359184fe5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.386977 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018423bb-f645-43a6-9830-475b3a5844cc req-ccf1d708-72a2-43b4-a784-baad1dfa5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:56.388469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-018423bb-f645-43a6-9830-475b3a5844cc req-ccf1d708-72a2-43b4-a784-baad1dfa5e6d service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd877a5c-79f4-49e7-9087-58e80b55fb9c HTTP/1.1" status: 200 len: 920 time: 0.2113516 Aug 27 14:07:56.408549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d0101075-006b-48f4-b69c-582359184fe5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Calling delete_port for 2ec5fa51-6fb1-455c-91b1-c45b86e6160f owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:56.447006 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-018423bb-f645-43a6-9830-475b3a5844cc req-33ace19a-ecbd-4566-a4ce-21a55c33c22a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a3a2ffe-5bea-40ec-bff2-6478a3660f33 HTTP/1.1" status: 200 len: 217 time: 0.0471199 Aug 27 14:07:56.476543 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9dcf-e53b-4e1e-9521-dff52fc112c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.497954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:07:56.536355 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9dcf-e53b-4e1e-9521-dff52fc112c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.545450 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ad3533-39c5-4fdd-964d-5044beca9181 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:07:56.551801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018423bb-f645-43a6-9830-475b3a5844cc req-0b70e297-80ae-4947-83b1-4c9a9a0f43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:56.553390 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-018423bb-f645-43a6-9830-475b3a5844cc req-0b70e297-80ae-4947-83b1-4c9a9a0f43c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5faea510-96bd-4d44-b728-c0dbab11e1e3 HTTP/1.1" status: 200 len: 859 time: 0.0974016 Aug 27 14:07:56.557945 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.577690 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdb29c-e0b1-4dc4-b1e1-e8b8de7c05c3 req-b6e9c14a-ce78-46ef-b0ff-fef49dfe4952 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:56.579504 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e5cdb29c-e0b1-4dc4-b1e1-e8b8de7c05c3 req-b6e9c14a-ce78-46ef-b0ff-fef49dfe4952 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1165512 Aug 27 14:07:56.599043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-018423bb-f645-43a6-9830-475b3a5844cc req-b274a2a5-bdb2-4b6c-90cf-c608b99b339a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd877a5c-79f4-49e7-9087-58e80b55fb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382745 Aug 27 14:07:56.601916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Transition to ACTIVE for port object 50ad3533-39c5-4fdd-964d-5044beca9181 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:07:56.614065 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0101075-006b-48f4-b69c-582359184fe5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.648962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0101075-006b-48f4-b69c-582359184fe5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Port': ['ID=2ec5fa51-6fb1-455c-91b1-c45b86e6160f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:56.664075 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0101075-006b-48f4-b69c-582359184fe5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.668273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d0101075-006b-48f4-b69c-582359184fe5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/ports/2ec5fa51-6fb1-455c-91b1-c45b86e6160f HTTP/1.1" status: 204 len: 168 time: 0.5420363 Aug 27 14:07:56.668366 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.671874 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58716) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:56.685006 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e5cdb29c-e0b1-4dc4-b1e1-e8b8de7c05c3 req-62bf3891-de2b-4c3a-9523-f0538a355b2a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943484 Aug 27 14:07:56.685605 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9dcf-e53b-4e1e-9521-dff52fc112c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.688358 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9dcf-e53b-4e1e-9521-dff52fc112c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.692011 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c2fb9dcf-e53b-4e1e-9521-dff52fc112c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7426eb40-6e92-4c08-9b72-edfe6cc8c60d HTTP/1.1" status: 204 len: 168 time: 0.3421464 Aug 27 14:07:56.725851 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-f328886c-ca00-4916-8560-fe9a938172f5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] DELETE failed (client error): The resource could not be found. Aug 27 14:07:56.726468 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f328886c-ca00-4916-8560-fe9a938172f5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:56.728608 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f328886c-ca00-4916-8560-fe9a938172f5 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/subnets/fbf19142-3e73-4bcb-b4fa-f4b68d964f6e HTTP/1.1" status: 404 len: 337 time: 0.0556457 Aug 27 14:07:56.729973 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb9dcf-e53b-4e1e-9521-dff52fc112c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7426eb40-6e92-4c08-9b72-edfe6cc8c60d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:56.737943 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58720) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:56.771390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Pushing event updated for resources: {'Port': ['ID=50ad3533-39c5-4fdd-964d-5044beca9181,revision_number=9']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:56.773896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] No DVR routers for this DVR port 50ad3533-39c5-4fdd-964d-5044beca9181 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:07:56.780501 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-018423bb-f645-43a6-9830-475b3a5844cc req-631f0023-8263-47f3-b4ec-1224826ea9f1 service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725888 Aug 27 14:07:56.825291 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2675cad5-0ac1-480c-ba00-a2b66d145e36 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.870035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Attempting to bind port 50ad3533-39c5-4fdd-964d-5044beca9181 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:07:56.870380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Attempting to bind port 50ad3533-39c5-4fdd-964d-5044beca9181 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:07:56.870730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Attempting to bind port 50ad3533-39c5-4fdd-964d-5044beca9181 on network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:07:56.877770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Port 50ad3533-39c5-4fdd-964d-5044beca9181 on network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:07:56.878100 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Attempting to bind port 50ad3533-39c5-4fdd-964d-5044beca9181 on network b55b0e79-4096-4c1a-9d8b-9aa6db20e866 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:07:56.889134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:07:56.889475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Checking segment: {'id': 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:07:56.889864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Bound using segment: {'id': 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:07:56.890331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Bound port: 50ad3533-39c5-4fdd-964d-5044beca9181, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:07:56.890660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.925936 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2675cad5-0ac1-480c-ba00-a2b66d145e36 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.937668 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-2675cad5-0ac1-480c-ba00-a2b66d145e36 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11338f9-940f-4b1e-b268-6d97507c9c0c']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:56.953351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-2675cad5-0ac1-480c-ba00-a2b66d145e36 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b90a23a-1138-40bf-a932-77185078f099') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:56.953658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-2675cad5-0ac1-480c-ba00-a2b66d145e36 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b90a23a-1138-40bf-a932-77185078f099') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:56.960045 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-018423bb-f645-43a6-9830-475b3a5844cc req-db589da9-2aab-4319-99a2-40e25dcf6f62 service neutron] 10.222.0.52 "GET /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716528 Aug 27 14:07:56.964319 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2675cad5-0ac1-480c-ba00-a2b66d145e36 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.991435 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2675cad5-0ac1-480c-ba00-a2b66d145e36 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:56.998503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2675cad5-0ac1-480c-ba00-a2b66d145e36 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:07:56.999292 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2675cad5-0ac1-480c-ba00-a2b66d145e36 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:07:57.003840 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:07:57.045621 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58726) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:57.053752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:07:57.057954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:07:57.061596 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.073490 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-026ed673-5b65-45d0-8cfa-6ef4b8215cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.089488 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2675cad5-0ac1-480c-ba00-a2b66d145e36 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.101034 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2675cad5-0ac1-480c-ba00-a2b66d145e36 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.103016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2675cad5-0ac1-480c-ba00-a2b66d145e36 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/networks/c11338f9-940f-4b1e-b268-6d97507c9c0c HTTP/1.1" status: 204 len: 168 time: 0.3640068 Aug 27 14:07:57.108421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58728) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:57.114121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:57.114772 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.116143 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] 10.222.0.41 "PUT /v2.0/ports/50ad3533-39c5-4fdd-964d-5044beca9181 HTTP/1.1" status: 200 len: 1092 time: 1.3937976 Aug 27 14:07:57.117253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675cad5-0ac1-480c-ba00-a2b66d145e36 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Network': ['ID=c11338f9-940f-4b1e-b268-6d97507c9c0c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:57.156062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:07:57.158885 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb07f4ff-28c8-4104-9708-c8e86ab68bae" -d '{"events": [{"name": "network-changed", "server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:07:57.214033 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d11d4f-c2b1-4cc3-8687-66e3c57111db x-openstack-request-id: req-d7d11d4f-c2b1-4cc3-8687-66e3c57111db {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:07:57.214364 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:07:57.214643 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7d11d4f-c2b1-4cc3-8687-66e3c57111db {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:07:57.215065 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181', 'status': 'completed', 'code': 200} Aug 27 14:07:57.248059 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-026ed673-5b65-45d0-8cfa-6ef4b8215cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.252158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f2b262-f8ff-4e0d-adfc-126eea815689 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Deleting subnet fcd310f8-1bae-4982-8463-f3b4d154458e {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:07:57.253305 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-026ed673-5b65-45d0-8cfa-6ef4b8215cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.255949 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b262-f8ff-4e0d-adfc-126eea815689 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.258722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232780df-cfdb-4e80-aa47-e3371bcd8b8c service neutron] Pushing event updated for resources: {'Port': ['ID=50ad3533-39c5-4fdd-964d-5044beca9181,revision_number=10']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:57.273413 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00730e76-65fc-4a18-9f41-ab7d00815487 req-dd7eeb8c-e3fc-4f17-9ce0-b27eed2388e8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:57.275137 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-00730e76-65fc-4a18-9f41-ab7d00815487 req-dd7eeb8c-e3fc-4f17-9ce0-b27eed2388e8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0941768 Aug 27 14:07:57.294367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-27a11617-7945-4912-91e9-b55ad878cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:57.296226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-27a11617-7945-4912-91e9-b55ad878cd91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9bea263f48446ada9d848b75b533d69&device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 1096 time: 0.1302090 Aug 27 14:07:57.322869 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-026ed673-5b65-45d0-8cfa-6ef4b8215cd2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd4b498747d44ca9884cc5bf5c2990d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761509 Aug 27 14:07:57.323447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b262-f8ff-4e0d-adfc-126eea815689 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.324075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ed673-5b65-45d0-8cfa-6ef4b8215cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3470d58-8583-40be-8fe0-dac01c66dcaf,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:57.327076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58734) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:57.357776 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-00730e76-65fc-4a18-9f41-ab7d00815487 req-e9a0cb0c-059e-4e4a-a815-a611bc8ab3d0 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727327 Aug 27 14:07:57.393459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80591412-8317-4628-bf62-0afd89ad8b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.416142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80591412-8317-4628-bf62-0afd89ad8b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.468890 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80591412-8317-4628-bf62-0afd89ad8b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.472827 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80591412-8317-4628-bf62-0afd89ad8b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.474062 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-80591412-8317-4628-bf62-0afd89ad8b5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3470d58-8583-40be-8fe0-dac01c66dcaf HTTP/1.1" status: 204 len: 168 time: 0.1459420 Aug 27 14:07:57.482526 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80591412-8317-4628-bf62-0afd89ad8b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3470d58-8583-40be-8fe0-dac01c66dcaf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:57.525117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-74d4f38e-ffd3-4586-b038-7bd7fa1d279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:57.526799 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-74d4f38e-ffd3-4586-b038-7bd7fa1d279f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866 HTTP/1.1" status: 200 len: 915 time: 0.2167578 Aug 27 14:07:57.535699 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b262-f8ff-4e0d-adfc-126eea815689 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.617954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-8d1b313f-d53a-4091-801c-d67f84f09c38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ad3533-39c5-4fdd-964d-5044beca9181 HTTP/1.1" status: 200 len: 217 time: 0.0786204 Aug 27 14:07:57.634912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ae554-6fa6-48f2-af3a-9d2d4396d90b req-3c2147ad-0e80-4d4f-8f46-94d748757a39 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:57.636422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d6ae554-6fa6-48f2-af3a-9d2d4396d90b req-3c2147ad-0e80-4d4f-8f46-94d748757a39 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1777599 Aug 27 14:07:57.716326 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b262-f8ff-4e0d-adfc-126eea815689 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.743655 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d6ae554-6fa6-48f2-af3a-9d2d4396d90b req-c93ba73a-76bd-4c89-8065-96fd77ecf8c2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892112 Aug 27 14:07:57.745246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-b9400ca7-effc-44ab-bb4f-60720651cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:57.747041 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-b9400ca7-effc-44ab-bb4f-60720651cc29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5114c038-bc5e-4991-8e49-6e30ea1048b6 HTTP/1.1" status: 200 len: 854 time: 0.1065497 Aug 27 14:07:57.769260 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b262-f8ff-4e0d-adfc-126eea815689 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.774283 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d3f2b262-f8ff-4e0d-adfc-126eea815689 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/subnets/fcd310f8-1bae-4982-8463-f3b4d154458e HTTP/1.1" status: 204 len: 168 time: 0.6598847 Aug 27 14:07:57.774283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2b262-f8ff-4e0d-adfc-126eea815689 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd310f8-1bae-4982-8463-f3b4d154458e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:57.775322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58748) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:57.778224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3be391-4279-4c13-a03d-fe864e442fff None None] Network 90c76c78-bb47-45a6-8def-89a3a6eafefc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:07:57.887788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-3e645cc6-3389-4ec3-9894-baf3fc89626f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566142 Aug 27 14:07:57.936418 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:57.985400 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3f5eb-41a1-477b-8718-de3238e921ac req-86700366-ba4c-43eb-9f2e-9e17ac808bbb tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:57.987262 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39b3f5eb-41a1-477b-8718-de3238e921ac req-86700366-ba4c-43eb-9f2e-9e17ac808bbb tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1550255 Aug 27 14:07:58.006284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f8f616-0f2e-4e14-a4a7-768d5f1060bb None None] DHCP port deletion for 90c76c78-bb47-45a6-8def-89a3a6eafefc request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:07:58.056953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-29f8f616-0f2e-4e14-a4a7-768d5f1060bb None None] Deleting port 7c335121-8b13-4270-b8f3-121e0d4547f6 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:58.057331 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-29f8f616-0f2e-4e14-a4a7-768d5f1060bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:58.086120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39b3f5eb-41a1-477b-8718-de3238e921ac req-04a4f60d-2af4-4aac-af4b-6118dccea8f0 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892689 Aug 27 14:07:58.096153 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-774fca4e-45d4-4a02-92ae-4e10831bc380 service neutron] 10.222.0.41 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891572 Aug 27 14:07:58.138357 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-29f8f616-0f2e-4e14-a4a7-768d5f1060bb None None] For port 7c335121-8b13-4270-b8f3-121e0d4547f6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7c335121-8b13-4270-b8f3-121e0d4547f6,segment=NetworkSegment(15c70750-a107-4c6b-86bb-1980c6223183),segment_id=15c70750-a107-4c6b-86bb-1980c6223183)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:58.138888 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-29f8f616-0f2e-4e14-a4a7-768d5f1060bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:58.153643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-29f8f616-0f2e-4e14-a4a7-768d5f1060bb None None] Calling delete_port for 7c335121-8b13-4270-b8f3-121e0d4547f6 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:58.395039 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-29f8f616-0f2e-4e14-a4a7-768d5f1060bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:58.409825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58770) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:58.425268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8f616-0f2e-4e14-a4a7-768d5f1060bb None None] Pushing event deleted for resources: {'Port': ['ID=7c335121-8b13-4270-b8f3-121e0d4547f6,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:58.427553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8f616-0f2e-4e14-a4a7-768d5f1060bb None None] No DVR routers for this DVR port 7c335121-8b13-4270-b8f3-121e0d4547f6 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:07:58.484019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Deleting port 7c335121-8b13-4270-b8f3-121e0d4547f6 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:07:58.484358 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:58.536048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6b6aba92-319d-490a-b4ee-49b49a52590c tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] Request body: {'port': {'network_id': '6af3eec9-401b-4fb2-8a92-572995298f4d', 'name': 'tempest-NetworksNegativeTestJSON-404929544'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:58.552052 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6aba92-319d-490a-b4ee-49b49a52590c tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] POST failed (client error): The resource could not be found. Aug 27 14:07:58.552865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6aba92-319d-490a-b4ee-49b49a52590c tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:58.554269 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6b6aba92-319d-490a-b4ee-49b49a52590c tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1430142 Aug 27 14:07:58.558797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58774) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:58.607700 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4ec264-24de-4f90-9c50-99f3be38be54 tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] DELETE failed (client error): The resource could not be found. Aug 27 14:07:58.608579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e4ec264-24de-4f90-9c50-99f3be38be54 tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:58.616528 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0e4ec264-24de-4f90-9c50-99f3be38be54 tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] 10.222.0.55 "DELETE /v2.0/networks/cef89d11-cb5a-457a-a1a0-79ecb457abb8 HTTP/1.1" status: 404 len: 339 time: 0.0564137 Aug 27 14:07:58.618015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58776) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:58.642225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] For port 7c335121-8b13-4270-b8f3-121e0d4547f6, host n-d-712139-12, got binding levels [] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:07:58.642512 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:58.650382 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-babb8850-7673-4c23-8d6d-682c26fe1275 tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] DELETE failed (client error): The resource could not be found. Aug 27 14:07:58.651115 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babb8850-7673-4c23-8d6d-682c26fe1275 tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:58.653811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626c675-e654-40a4-96d4-de7281a8c670 req-7ddcfdf6-4fca-4838-ad9b-adab4ec3fe61 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:58.656057 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-babb8850-7673-4c23-8d6d-682c26fe1275 tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] 10.222.0.55 "DELETE /v2.0/ports/7ea10e47-48be-479b-883f-67371a9e65ae HTTP/1.1" status: 404 len: 333 time: 0.0359533 Aug 27 14:07:58.656733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58780) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:58.661348 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3626c675-e654-40a4-96d4-de7281a8c670 req-7ddcfdf6-4fca-4838-ad9b-adab4ec3fe61 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1721253 Aug 27 14:07:58.686326 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ef2907-0f95-47e0-af3c-5d1f83cc1d4c tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] DELETE failed (client error): The resource could not be found. Aug 27 14:07:58.686838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ef2907-0f95-47e0-af3c-5d1f83cc1d4c tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:58.693482 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-59ef2907-0f95-47e0-af3c-5d1f83cc1d4c tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] 10.222.0.55 "DELETE /v2.0/subnets/ec5e6811-66eb-4721-9932-4d925adf9398 HTTP/1.1" status: 404 len: 337 time: 0.0312850 Aug 27 14:07:58.693678 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-300c1cff-8121-4e55-8f0f-60d1d05ce138 req-53e92a1a-b192-4f79-ae54-bf6905d1af13 service neutron] 10.222.0.41 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856357 Aug 27 14:07:58.693678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Calling delete_port for 7c335121-8b13-4270-b8f3-121e0d4547f6 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:07:58.694598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58782) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:58.696176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.ipam_backend_mixin [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Port 7c335121-8b13-4270-b8f3-121e0d4547f6 was not found and therefore no delete operation was performed {{(pid=101186) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:07:58.709621 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:58.756545 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fae294-27ff-456c-81a8-ebe61f468b23 tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] GET failed (client error): The resource could not be found. Aug 27 14:07:58.758031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-66fae294-27ff-456c-81a8-ebe61f468b23 tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] 10.222.0.55 "GET /v2.0/networks/bda52350-4f68-426f-960f-33b827bff689 HTTP/1.1" status: 404 len: 339 time: 0.0607145 Aug 27 14:07:58.762014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Port': ['ID=7c335121-8b13-4270-b8f3-121e0d4547f6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:58.762158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58786) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:58.780956 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3626c675-e654-40a4-96d4-de7281a8c670 req-834d422a-fbee-45a0-9683-982a0b2b915b tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187665 Aug 27 14:07:58.783778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] No DVR routers for this DVR port 7c335121-8b13-4270-b8f3-121e0d4547f6 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:07:58.807386 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fcbaf6c-fc77-490b-a9f5-5989c63f051a tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] GET failed (client error): The resource could not be found. Aug 27 14:07:58.809386 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3fcbaf6c-fc77-490b-a9f5-5989c63f051a tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] 10.222.0.55 "GET /v2.0/ports/59829a37-fd68-4b93-a0ff-866850471334 HTTP/1.1" status: 404 len: 333 time: 0.0463445 Aug 27 14:07:58.813146 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58790) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:58.873506 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a85161-dc45-4c73-b6ce-f1bfc31cd7b6 tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] GET failed (client error): The resource could not be found. Aug 27 14:07:58.874887 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-29a85161-dc45-4c73-b6ce-f1bfc31cd7b6 tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] 10.222.0.55 "GET /v2.0/subnets/02cbbf24-d119-4ea0-ad20-f224bda39423 HTTP/1.1" status: 404 len: 337 time: 0.0606434 Aug 27 14:07:58.879422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58794) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:58.888610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-caf4d0a7-2f29-4e0b-814c-f3ffbc14bdbd tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:58.919630 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf4d0a7-2f29-4e0b-814c-f3ffbc14bdbd tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] PUT failed (client error): The resource could not be found. Aug 27 14:07:58.920205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf4d0a7-2f29-4e0b-814c-f3ffbc14bdbd tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:58.921362 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-caf4d0a7-2f29-4e0b-814c-f3ffbc14bdbd tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] 10.222.0.55 "PUT /v2.0/networks/14e5cc53-03e7-4f3c-b8a0-6f7e4ffe0a4e HTTP/1.1" status: 404 len: 339 time: 0.0408733 Aug 27 14:07:58.929957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58798) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:58.932584 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb2bbb-a14b-408c-9535-e9243df26d2b req-1efa1e40-f207-4844-b26d-0313636e4203 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:58.936305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-260ee9d7-0233-44b0-ab66-0f0b1e350d6f tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:58.939880 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ffcb2bbb-a14b-408c-9535-e9243df26d2b req-1efa1e40-f207-4844-b26d-0313636e4203 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1139288 Aug 27 14:07:58.967517 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-260ee9d7-0233-44b0-ab66-0f0b1e350d6f tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] PUT failed (client error): The resource could not be found. Aug 27 14:07:58.968190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260ee9d7-0233-44b0-ab66-0f0b1e350d6f tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:58.973780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-260ee9d7-0233-44b0-ab66-0f0b1e350d6f tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] 10.222.0.55 "PUT /v2.0/ports/57bed2a5-8203-491a-9fe8-88064e5e26a9 HTTP/1.1" status: 404 len: 333 time: 0.0374234 Aug 27 14:07:58.974874 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:58.975425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58802) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:58.983254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-32bc3895-82de-4fa3-8a9c-c23693326beb tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:07:58.988486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c76c78-bb47-45a6-8def-89a3a6eafefc']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:59.006338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c70750-a107-4c6b-86bb-1980c6223183') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:59.006643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c70750-a107-4c6b-86bb-1980c6223183') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:07:59.009795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f4ff-28c8-4104-9708-c8e86ab68bae req-b25b434c-9f5e-4764-9674-d30c51c19612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:59.011427 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb07f4ff-28c8-4104-9708-c8e86ab68bae req-b25b434c-9f5e-4764-9674-d30c51c19612 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9bea263f48446ada9d848b75b533d69&device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 1096 time: 0.1288114 Aug 27 14:07:59.020115 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:59.025572 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bc3895-82de-4fa3-8a9c-c23693326beb tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] PUT failed (client error): The resource could not be found. Aug 27 14:07:59.026156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bc3895-82de-4fa3-8a9c-c23693326beb tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:07:59.032401 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-32bc3895-82de-4fa3-8a9c-c23693326beb tempest-NetworksNegativeTestJSON-1441329075 tempest-NetworksNegativeTestJSON-1441329075-project] 10.222.0.55 "PUT /v2.0/subnets/f5b1c190-1550-43e2-8b1a-3a8aa16cadb9 HTTP/1.1" status: 404 len: 337 time: 0.0510030 Aug 27 14:07:59.032401 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ffcb2bbb-a14b-408c-9535-e9243df26d2b req-1d694052-475a-4f90-8b49-61c73f679595 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898545 Aug 27 14:07:59.088385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:59.101600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:07:59.102007 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:07:59.105352 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:07:59.220802 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:59.235954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f4ff-28c8-4104-9708-c8e86ab68bae req-0db4a94a-247a-4604-9b1c-20e228d9f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:59.237731 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb07f4ff-28c8-4104-9708-c8e86ab68bae req-0db4a94a-247a-4604-9b1c-20e228d9f5aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866 HTTP/1.1" status: 200 len: 915 time: 0.2156224 Aug 27 14:07:59.242372 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:59.244246 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] 10.222.0.55 "DELETE /v2.0/networks/90c76c78-bb47-45a6-8def-89a3a6eafefc HTTP/1.1" status: 204 len: 168 time: 1.4679568 Aug 27 14:07:59.255554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c41ffd-4bea-4fda-a92e-a3a8601f8bf6 tempest-NetworksIpV6TestAttrs-1069220039 tempest-NetworksIpV6TestAttrs-1069220039-project] Pushing event deleted for resources: {'Network': ['ID=90c76c78-bb47-45a6-8def-89a3a6eafefc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:59.309169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45bda-5fe1-429e-a7e1-ea39903d7302 req-e4d49f47-aba5-436b-8ed5-0f623907886f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:59.310720 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9cd45bda-5fe1-429e-a7e1-ea39903d7302 req-e4d49f47-aba5-436b-8ed5-0f623907886f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1448276 Aug 27 14:07:59.312044 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb07f4ff-28c8-4104-9708-c8e86ab68bae req-8de6c186-e9f2-4a84-bc28-eb77f21df7a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ad3533-39c5-4fdd-964d-5044beca9181 HTTP/1.1" status: 200 len: 217 time: 0.0506396 Aug 27 14:07:59.435822 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9cd45bda-5fe1-429e-a7e1-ea39903d7302 req-afb703a5-8fd5-4ff7-8bc8-729c2bbd4cfd tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173186 Aug 27 14:07:59.443722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58824) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:59.452106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f4ff-28c8-4104-9708-c8e86ab68bae req-8b1af882-cf8e-4a17-94ae-52705719d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:07:59.454296 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb07f4ff-28c8-4104-9708-c8e86ab68bae req-8b1af882-cf8e-4a17-94ae-52705719d346 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5114c038-bc5e-4991-8e49-6e30ea1048b6 HTTP/1.1" status: 200 len: 854 time: 0.1281657 Aug 27 14:07:59.637113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58830) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:07:59.714899 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a05a89-3538-4cfe-9167-253606cd3267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:59.907727 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a05a89-3538-4cfe-9167-253606cd3267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:59.907957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7c335121-8b13-4270-b8f3-121e0d4547f6 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:07:59.915777 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3a05a89-3538-4cfe-9167-253606cd3267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:07:59.949805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 7c335121-8b13-4270-b8f3-121e0d4547f6 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:07:59.952809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7c335121-8b13-4270-b8f3-121e0d4547f6 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:07:59.964406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a3a05a89-3538-4cfe-9167-253606cd3267 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a369305a4ff54a05843ccd3187cbece8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5195897 Aug 27 14:07:59.968036 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a05a89-3538-4cfe-9167-253606cd3267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8af72d-7491-4f31-bb2e-884816dde41c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:07:59.968179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58840) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:00.009483 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-735259e5-9663-4020-ac45-2a56a66f9b15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe0f0c349702425aa8bc6cd477d03a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688388 Aug 27 14:08:00.010552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58842) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:00.045147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8173-f156-45bc-8b80-ec4d56633b5f req-66879f24-28ed-4bf1-8c58-54f70611d1f4 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:00.053649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f83d8173-f156-45bc-8b80-ec4d56633b5f req-66879f24-28ed-4bf1-8c58-54f70611d1f4 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1655893 Aug 27 14:08:00.092669 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b1d136f-a316-4611-99c3-7590d2d398e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:00.102072 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d303854a-4ad4-4725-ae20-cea88acecbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:00.107788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f83d8173-f156-45bc-8b80-ec4d56633b5f req-f1d59e59-0d89-46a5-9476-c4aba1ebd500 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532167 Aug 27 14:08:00.122014 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b1d136f-a316-4611-99c3-7590d2d398e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:00.148690 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d303854a-4ad4-4725-ae20-cea88acecbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:00.219810 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b1d136f-a316-4611-99c3-7590d2d398e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:00.222646 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b1d136f-a316-4611-99c3-7590d2d398e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:00.226427 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5b1d136f-a316-4611-99c3-7590d2d398e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c8af72d-7491-4f31-bb2e-884816dde41c HTTP/1.1" status: 204 len: 168 time: 0.2515717 Aug 27 14:08:00.231284 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d303854a-4ad4-4725-ae20-cea88acecbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:00.236383 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d303854a-4ad4-4725-ae20-cea88acecbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:00.238555 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d303854a-4ad4-4725-ae20-cea88acecbb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d216affb-ee91-4d6d-b81e-fe0f6d108d55 HTTP/1.1" status: 204 len: 168 time: 0.2267702 Aug 27 14:08:00.254274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303854a-4ad4-4725-ae20-cea88acecbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d216affb-ee91-4d6d-b81e-fe0f6d108d55,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:00.283831 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d136f-a316-4611-99c3-7590d2d398e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8af72d-7491-4f31-bb2e-884816dde41c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:00.327880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70987-4359-4ec4-9677-a1b45b5b9bd5 req-11292b99-9482-4a94-9ca1-080716275fd7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:00.330677 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87f70987-4359-4ec4-9677-a1b45b5b9bd5 req-11292b99-9482-4a94-9ca1-080716275fd7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1409061 Aug 27 14:08:00.385781 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87f70987-4359-4ec4-9677-a1b45b5b9bd5 req-dbc1a3f7-d884-43e6-b054-720b0d7e21d5 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452967 Aug 27 14:08:00.974017 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91be39-d8c3-41ce-aeda-4070fc24b133 req-6baccd19-e939-4324-96c4-f94fe53fca34 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:00.975612 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f91be39-d8c3-41ce-aeda-4070fc24b133 req-6baccd19-e939-4324-96c4-f94fe53fca34 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.0901749 Aug 27 14:08:01.039456 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f91be39-d8c3-41ce-aeda-4070fc24b133 req-ade15572-846e-4137-85db-a3db7241a106 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560954 Aug 27 14:08:01.582354 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58904) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:01.640363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1616d7-e025-4dea-8512-9274531bae47 req-22dded04-978e-4a25-918a-f2094714c98e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:01.654999 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f1616d7-e025-4dea-8512-9274531bae47 req-22dded04-978e-4a25-918a-f2094714c98e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1026034 Aug 27 14:08:01.775039 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f1616d7-e025-4dea-8512-9274531bae47 req-732db20f-674e-47ac-a65e-08db4f7c678a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124868 Aug 27 14:08:01.786883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58908) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:01.946406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-207298254'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:01.973722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:01.989461 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.004773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1273245835'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:02.009145 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.050162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:02.053991 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.070037 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.173788 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.199957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.263258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc9406-0702-4ae3-98dd-7ba1a4422807 req-884f79e4-c6b1-42a2-814a-22da06ffe4f4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:02.272817 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58bc9406-0702-4ae3-98dd-7ba1a4422807 req-884f79e4-c6b1-42a2-814a-22da06ffe4f4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1166558 Aug 27 14:08:02.285235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:08:02.300944 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f01b73-5309-4ff7-a087-eca50f0545b7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:02.307156 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.307675 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Added segment 21c2fb18-d668-4253-8065-8f6758d86a75 of type vlan for network b8e9a83b-c8ac-43e6-a07b-3be155c73674 Aug 27 14:08:02.314117 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58bc9406-0702-4ae3-98dd-7ba1a4422807 req-cba3778a-8949-421d-b68b-61e4563e91e9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395429 Aug 27 14:08:02.383874 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.463631 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.469192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:02.469863 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.481738 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.502764 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.564771 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:08:02.586180 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7981968 Aug 27 14:08:02.588924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58920) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:02.597644 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-6347281a-bf19-4db8-8411-b22684d5e1ed tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1223144635'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:02.607668 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.608754 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Added segment ff20b97d-8845-4393-a316-5bfbfcc91353 of type vlan for network b62857ad-4724-4b2a-b1b8-39ab467af7a5 Aug 27 14:08:02.618803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd23b0f6-e76d-4e23-86a8-6eb5cea02cf5,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:02.622404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d046ccc-ea2a-49bd-bcbc-aa9c051cf032 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Network': ['ID=b8e9a83b-c8ac-43e6-a07b-3be155c73674,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:02.640179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6347281a-bf19-4db8-8411-b22684d5e1ed tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:02.644008 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6347281a-bf19-4db8-8411-b22684d5e1ed tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.664886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network b8e9a83b-c8ac-43e6-a07b-3be155c73674 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:08:02.667136 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.674527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6347281a-bf19-4db8-8411-b22684d5e1ed tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:08:02.688416 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6347281a-bf19-4db8-8411-b22684d5e1ed tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.688416 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-6347281a-bf19-4db8-8411-b22684d5e1ed tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Added segment 4f2de52f-d5ee-453c-b86b-1bd745f0553f of type vlan for network b9c50cf4-2e76-425f-b572-9d3fdcfd2139 Aug 27 14:08:02.721331 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.728126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:02.728888 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.736704 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6347281a-bf19-4db8-8411-b22684d5e1ed tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.778266 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6347281a-bf19-4db8-8411-b22684d5e1ed tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.789479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6347281a-bf19-4db8-8411-b22684d5e1ed tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:02.792624 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2065372 Aug 27 14:08:02.792730 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6347281a-bf19-4db8-8411-b22684d5e1ed tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.792845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58924) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:02.801121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'name': 'tempest-PortsTestJSON-652665790'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:02.863116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ca68b-c064-4407-8428-e352fddb771c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Network': ['ID=b62857ad-4724-4b2a-b1b8-39ab467af7a5,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:02.879982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:08:02.897841 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6347281a-bf19-4db8-8411-b22684d5e1ed tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3068886 Aug 27 14:08:02.900757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58926) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:02.919806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d3011024-5d76-4129-80ba-80e1bb52de95 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'subnet': {'network_id': 'b8e9a83b-c8ac-43e6-a07b-3be155c73674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:02.923828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:02.928602 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:02.974448 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port d12789f2-a2dc-4b17-9aa9-c6a2686762cd yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:03.009972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347281a-bf19-4db8-8411-b22684d5e1ed tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Network': ['ID=b9c50cf4-2e76-425f-b572-9d3fdcfd2139,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:03.032453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network b9c50cf4-2e76-425f-b572-9d3fdcfd2139 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:08:03.181340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e00540-6a2c-4acf-abb6-3a635669f0e2 req-2d42a395-70eb-45d2-8322-6fcb5b2a97db tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:03.182988 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88e00540-6a2c-4acf-abb6-3a635669f0e2 req-2d42a395-70eb-45d2-8322-6fcb5b2a97db tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1938219 Aug 27 14:08:03.229129 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:03.271725 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:03.273655 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3011024-5d76-4129-80ba-80e1bb52de95 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:03.278020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d3011024-5d76-4129-80ba-80e1bb52de95 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:03.334786 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88e00540-6a2c-4acf-abb6-3a635669f0e2 req-7e935c5c-7f0c-4475-85c4-c5262de42366 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383548 Aug 27 14:08:03.377102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=d12789f2-a2dc-4b17-9aa9-c6a2686762cd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:03.395855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Checking segment: {'id': 'ff20b97d-8845-4393-a316-5bfbfcc91353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:03.396746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network hostable DHCP agents. Network: b62857ad-4724-4b2a-b1b8-39ab467af7a5, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:08:03.425184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:08:03.446886 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, b62857ad-4724-4b2a-b1b8-39ab467af7a5) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:03.457803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db10b9f5-7f0a-4b21-9194-71cf88417f26 None None] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:03.458731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:03.468635 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:03.472823 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:03.507829 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-220ec856-dad1-47dd-8fde-d389a37414d3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7110994 Aug 27 14:08:03.508113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58936) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:03.513820 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8f9c3d6e-6d67-471b-a3d6-4b3e6be28374 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-244116455'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:03.560296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9c3d6e-6d67-471b-a3d6-4b3e6be28374 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:03.567930 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3d6e-6d67-471b-a3d6-4b3e6be28374 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:03.656490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9c3d6e-6d67-471b-a3d6-4b3e6be28374 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:08:03.679737 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3d6e-6d67-471b-a3d6-4b3e6be28374 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:03.680260 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-8f9c3d6e-6d67-471b-a3d6-4b3e6be28374 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Added segment 133e6264-6ecf-4785-a1cd-0dd885476e62 of type vlan for network b8c3f151-d913-47b6-b4c5-0872fb616a54 Aug 27 14:08:03.755292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ce301-61c5-4134-ac9f-a37e81d737b0 req-97d75099-dc4a-4aab-947e-3e50125a08bb tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:03.764014 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3d6e-6d67-471b-a3d6-4b3e6be28374 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:03.764220 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-944ce301-61c5-4134-ac9f-a37e81d737b0 req-97d75099-dc4a-4aab-947e-3e50125a08bb tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.2383177 Aug 27 14:08:03.795268 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3d6e-6d67-471b-a3d6-4b3e6be28374 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:03.804294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9c3d6e-6d67-471b-a3d6-4b3e6be28374 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:03.805924 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3d6e-6d67-471b-a3d6-4b3e6be28374 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:03.876295 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8f9c3d6e-6d67-471b-a3d6-4b3e6be28374 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3658559 Aug 27 14:08:03.885197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58940) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:03.887044 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-944ce301-61c5-4134-ac9f-a37e81d737b0 req-f08ba818-5ce5-406c-8505-b4970e888c2d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215003 Aug 27 14:08:03.893095 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'ports': [{'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5'}, {'network_id': 'b8c3f151-d913-47b6-b4c5-0872fb616a54'}]} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:03.894313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:03.895064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': 'b8c3f151-d913-47b6-b4c5-0872fb616a54'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:03.917038 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d3011024-5d76-4129-80ba-80e1bb52de95 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:04.022196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3011024-5d76-4129-80ba-80e1bb52de95 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Checking segment: {'id': '21c2fb18-d668-4253-8065-8f6758d86a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b8e9a83b-c8ac-43e6-a07b-3be155c73674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:04.023762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3011024-5d76-4129-80ba-80e1bb52de95 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network hostable DHCP agents. Network: b8e9a83b-c8ac-43e6-a07b-3be155c73674, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:08:04.035758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3011024-5d76-4129-80ba-80e1bb52de95 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Subnet': ['ID=1e3687f4-7d67-440d-b63f-54182075837b,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:04.078468 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3011024-5d76-4129-80ba-80e1bb52de95 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network b8e9a83b-c8ac-43e6-a07b-3be155c73674 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:08:04.081312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c3d6e-6d67-471b-a3d6-4b3e6be28374 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Network': ['ID=b8c3f151-d913-47b6-b4c5-0872fb616a54,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:04.093688 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network b8c3f151-d913-47b6-b4c5-0872fb616a54 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:08:04.103959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d3011024-5d76-4129-80ba-80e1bb52de95 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, b8e9a83b-c8ac-43e6-a07b-3be155c73674) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:04.112076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3011024-5d76-4129-80ba-80e1bb52de95 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:04.112992 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d3011024-5d76-4129-80ba-80e1bb52de95 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:04.132395 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d3011024-5d76-4129-80ba-80e1bb52de95 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2277353 Aug 27 14:08:04.132581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58942) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:04.139184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5d46aeba-5073-486a-bb36-2dcfb4061152 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'subnet': {'network_id': 'b9c50cf4-2e76-425f-b572-9d3fdcfd2139', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:04.229921 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d568ea5e-b5cf-4675-987f-b69d78645a3f None None] Network b8e9a83b-c8ac-43e6-a07b-3be155c73674 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:04.257632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 2} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:04.263741 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:04.281331 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:04.329478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d46aeba-5073-486a-bb36-2dcfb4061152 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:04.339398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d46aeba-5073-486a-bb36-2dcfb4061152 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:04.394603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port d7c69c44-5b55-4171-ad1a-6c8ca81f752e yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:04.625041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02429a9-bc59-41ac-854d-4f07a22a0de2 req-7c4d4a67-3573-453c-a1a1-651cb64f683a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:04.626956 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c02429a9-bc59-41ac-854d-4f07a22a0de2 req-7c4d4a67-3573-453c-a1a1-651cb64f683a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1210265 Aug 27 14:08:04.654460 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:04.693834 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-b8e9a83b-c8ac-43e6-a07b-3be155c73674', 'network_id': 'b8e9a83b-c8ac-43e6-a07b-3be155c73674', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'fixed_ips': [{'subnet_id': '1e3687f4-7d67-440d-b63f-54182075837b'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:08:04.696566 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:04.754932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c02429a9-bc59-41ac-854d-4f07a22a0de2 req-b6c337cc-be2f-40f4-81a1-11083c1511fd tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068971 Aug 27 14:08:04.759309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port 5b2873bd-915f-4c0b-8c55-1fbc9f439263 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:04.868355 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d46aeba-5073-486a-bb36-2dcfb4061152 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:04.990658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Allocated IP 2001:db8::2 (b8e9a83b-c8ac-43e6-a07b-3be155c73674/1e3687f4-7d67-440d-b63f-54182075837b/395f44de-ed6a-4d25-b4ab-af7630a22063) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:05.057211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46aeba-5073-486a-bb36-2dcfb4061152 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Subnet': ['ID=6a596aad-a915-41e4-9f34-e03c0f6466c4,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:05.069479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46aeba-5073-486a-bb36-2dcfb4061152 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Checking segment: {'id': '4f2de52f-d5ee-453c-b86b-1bd745f0553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9c50cf4-2e76-425f-b572-9d3fdcfd2139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:05.070282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d46aeba-5073-486a-bb36-2dcfb4061152 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network hostable DHCP agents. Network: b9c50cf4-2e76-425f-b572-9d3fdcfd2139, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:08:05.072018 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.102088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14583f84-993d-44fa-812e-66fe148a3c82 req-09cc4350-cdf1-4902-946d-6bcc007a46d7 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:05.109937 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14583f84-993d-44fa-812e-66fe148a3c82 req-09cc4350-cdf1-4902-946d-6bcc007a46d7 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.0908215 Aug 27 14:08:05.118103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d46aeba-5073-486a-bb36-2dcfb4061152 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network b9c50cf4-2e76-425f-b572-9d3fdcfd2139 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:08:05.148912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-5d46aeba-5073-486a-bb36-2dcfb4061152 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, b9c50cf4-2e76-425f-b572-9d3fdcfd2139) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:05.160966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d46aeba-5073-486a-bb36-2dcfb4061152 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:05.161184 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d46aeba-5073-486a-bb36-2dcfb4061152 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.173593 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.186194 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14583f84-993d-44fa-812e-66fe148a3c82 req-3f7a9444-5b37-4934-b683-fac60c8daa17 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723822 Aug 27 14:08:05.236873 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5d46aeba-5073-486a-bb36-2dcfb4061152 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0998309 Aug 27 14:08:05.239221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58954) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:05.244335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1e832e76-2adf-4ef8-b30b-3fde6a7f1b22 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1847517950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:05.303600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=d7c69c44-5b55-4171-ad1a-6c8ca81f752e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:05.315330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c3861-6fba-4b4e-bdd4-28077b914317 None None] Network b9c50cf4-2e76-425f-b572-9d3fdcfd2139 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:05.315837 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e832e76-2adf-4ef8-b30b-3fde6a7f1b22 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.316788 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e832e76-2adf-4ef8-b30b-3fde6a7f1b22 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.318310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:05.324228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:05.329212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:05.330977 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.404859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=5b2873bd-915f-4c0b-8c55-1fbc9f439263,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:05.417633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Checking segment: {'id': '133e6264-6ecf-4785-a1cd-0dd885476e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b8c3f151-d913-47b6-b4c5-0872fb616a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:05.418148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network hostable DHCP agents. Network: b8c3f151-d913-47b6-b4c5-0872fb616a54, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:08:05.431972 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e832e76-2adf-4ef8-b30b-3fde6a7f1b22 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.439309 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e832e76-2adf-4ef8-b30b-3fde6a7f1b22 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.440293 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network b8c3f151-d913-47b6-b4c5-0872fb616a54 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:08:05.452406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, b8c3f151-d913-47b6-b4c5-0872fb616a54) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:05.460856 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:05.466600 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e832e76-2adf-4ef8-b30b-3fde6a7f1b22 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.468391 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1e832e76-2adf-4ef8-b30b-3fde6a7f1b22 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2278583 Aug 27 14:08:05.471557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58956) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:05.478525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:05.484614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7bfaee-2e05-4bb9-a6d5-0d07b8ef6916 None None] Network b8c3f151-d913-47b6-b4c5-0872fb616a54 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:05.487969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:05.488749 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.514283 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bac73e03-9eb5-47fa-a32d-641d3d394230 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6275268 Aug 27 14:08:05.515022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58958) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:05.643348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-fb562326-0c63-4290-a1e4-aa8c3d6cc748 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port 5b2873bd-915f-4c0b-8c55-1fbc9f439263 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:05.644004 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb562326-0c63-4290-a1e4-aa8c3d6cc748 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.656667 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.743389 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb562326-0c63-4290-a1e4-aa8c3d6cc748 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.764177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Transition to ACTIVE for port object 395f44de-ed6a-4d25-b4ab-af7630a22063 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:05.778803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-fb562326-0c63-4290-a1e4-aa8c3d6cc748 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for 5b2873bd-915f-4c0b-8c55-1fbc9f439263 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:05.873406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Transition to ACTIVE for port object 395f44de-ed6a-4d25-b4ab-af7630a22063 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:05.914021 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb562326-0c63-4290-a1e4-aa8c3d6cc748 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.926402 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.954335 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:05.956650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Network b8e9a83b-c8ac-43e6-a07b-3be155c73674 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:05.982760 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:05.988312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:05.988586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb562326-0c63-4290-a1e4-aa8c3d6cc748 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=5b2873bd-915f-4c0b-8c55-1fbc9f439263,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:05.997364 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb562326-0c63-4290-a1e4-aa8c3d6cc748 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:06.000500 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fb562326-0c63-4290-a1e4-aa8c3d6cc748 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/5b2873bd-915f-4c0b-8c55-1fbc9f439263 HTTP/1.1" status: 204 len: 168 time: 0.4842973 Aug 27 14:08:06.001246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58964) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:06.048553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Pushing event updated for resources: {'Port': ['ID=395f44de-ed6a-4d25-b4ab-af7630a22063,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:06.071649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-b9c50cf4-2e76-425f-b572-9d3fdcfd2139', 'network_id': 'b9c50cf4-2e76-425f-b572-9d3fdcfd2139', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'fixed_ips': [{'subnet_id': '6a596aad-a915-41e4-9f34-e03c0f6466c4'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:08:06.072686 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:06.090254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Attempting to bind port 395f44de-ed6a-4d25-b4ab-af7630a22063 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:08:06.090825 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Attempting to bind port 395f44de-ed6a-4d25-b4ab-af7630a22063 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '21c2fb18-d668-4253-8065-8f6758d86a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b8e9a83b-c8ac-43e6-a07b-3be155c73674'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:08:06.091308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Attempting to bind port 395f44de-ed6a-4d25-b4ab-af7630a22063 on network b8e9a83b-c8ac-43e6-a07b-3be155c73674 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:08:06.097173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9465dea-c18e-491e-9cc0-13c3e4178dab tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:06.107756 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9465dea-c18e-491e-9cc0-13c3e4178dab tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:06.112345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f9465dea-c18e-491e-9cc0-13c3e4178dab tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1071370 Aug 27 14:08:06.118607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58966) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:06.134762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:08:06.135300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Checking segment: {'id': '21c2fb18-d668-4253-8065-8f6758d86a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b8e9a83b-c8ac-43e6-a07b-3be155c73674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:06.135895 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:06.137958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Bound using segment: {'id': '21c2fb18-d668-4253-8065-8f6758d86a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b8e9a83b-c8ac-43e6-a07b-3be155c73674'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:08:06.137958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Bound port: 395f44de-ed6a-4d25-b4ab-af7630a22063, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c2fb18-d668-4253-8065-8f6758d86a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b8e9a83b-c8ac-43e6-a07b-3be155c73674'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:08:06.137958 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:06.239853 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7186e8e-9896-481a-b7c7-fe6cd250ddb1 req-b0a88cef-84d1-4f14-b0b1-4aec81325793 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:06.249595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7186e8e-9896-481a-b7c7-fe6cd250ddb1 req-b0a88cef-84d1-4f14-b0b1-4aec81325793 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.3408720 Aug 27 14:08:06.336477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb5132-9d76-4526-a1eb-6820cc3dee9f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port d7c69c44-5b55-4171-ad1a-6c8ca81f752e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:06.336818 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8fb5132-9d76-4526-a1eb-6820cc3dee9f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:06.380412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] For port 395f44de-ed6a-4d25-b4ab-af7630a22063, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:08:06.410843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] For port 395f44de-ed6a-4d25-b4ab-af7630a22063, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=395f44de-ed6a-4d25-b4ab-af7630a22063,segment=NetworkSegment(21c2fb18-d668-4253-8065-8f6758d86a75),segment_id=21c2fb18-d668-4253-8065-8f6758d86a75)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:08:06.430457 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:06.444531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Allocated IP 2001:db8:1::2 (b9c50cf4-2e76-425f-b572-9d3fdcfd2139/6a596aad-a915-41e4-9f34-e03c0f6466c4/cab58b2a-3fc1-453b-8ddf-e7da85762097) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:06.467430 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7186e8e-9896-481a-b7c7-fe6cd250ddb1 req-42b3b737-8c6d-4504-97df-d6006691cab8 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167397 Aug 27 14:08:06.558737 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8fb5132-9d76-4526-a1eb-6820cc3dee9f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:06.605783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb5132-9d76-4526-a1eb-6820cc3dee9f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for d7c69c44-5b55-4171-ad1a-6c8ca81f752e owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:06.628680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65764551-7cc2-46ca-b732-7a2fe9a7aead None None] Pushing event updated for resources: {'Port': ['ID=395f44de-ed6a-4d25-b4ab-af7630a22063,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:06.731121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Allocated IP 2001:db8::1 (b8e9a83b-c8ac-43e6-a07b-3be155c73674/1e3687f4-7d67-440d-b63f-54182075837b/c469ce10-4608-447c-b9eb-1f695aa29f9b) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:06.800161 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:06.826739 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Transition to ACTIVE for port object cab58b2a-3fc1-453b-8ddf-e7da85762097 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:06.891785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Transition to ACTIVE for port object cab58b2a-3fc1-453b-8ddf-e7da85762097 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:06.917085 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:06.969936 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8fb5132-9d76-4526-a1eb-6820cc3dee9f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:07.013911 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdfc22-fd91-484f-819c-119526f5a6e5 req-7761dff1-fcdb-4a66-b7ee-87ab778537aa tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:07.023011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fafdfc22-fd91-484f-819c-119526f5a6e5 req-7761dff1-fcdb-4a66-b7ee-87ab778537aa tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.2168305 Aug 27 14:08:07.043532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb5132-9d76-4526-a1eb-6820cc3dee9f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=d7c69c44-5b55-4171-ad1a-6c8ca81f752e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:07.067517 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8fb5132-9d76-4526-a1eb-6820cc3dee9f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:07.071396 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c8fb5132-9d76-4526-a1eb-6820cc3dee9f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/d7c69c44-5b55-4171-ad1a-6c8ca81f752e HTTP/1.1" status: 204 len: 168 time: 0.9519570 Aug 27 14:08:07.073950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58976) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:07.085997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Network b9c50cf4-2e76-425f-b572-9d3fdcfd2139 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:07.098745 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:07.112068 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fafdfc22-fd91-484f-819c-119526f5a6e5 req-00518598-71a2-4d68-862a-95633b925d0d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880365 Aug 27 14:08:07.115671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:07.133548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Transition to ACTIVE for port object c469ce10-4608-447c-b9eb-1f695aa29f9b will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:07.182860 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:07.188222 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:07.230447 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a54a2a-6d61-4d49-aeb5-22b43439a6d4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:07.238702 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-38a54a2a-6d61-4d49-aeb5-22b43439a6d4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1636639 Aug 27 14:08:07.239592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58978) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:07.266942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network b8e9a83b-c8ac-43e6-a07b-3be155c73674 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:07.279294 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Pushing event updated for resources: {'Port': ['ID=cab58b2a-3fc1-453b-8ddf-e7da85762097,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:07.316133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Attempting to bind port cab58b2a-3fc1-453b-8ddf-e7da85762097 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:08:07.316524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Attempting to bind port cab58b2a-3fc1-453b-8ddf-e7da85762097 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '4f2de52f-d5ee-453c-b86b-1bd745f0553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9c50cf4-2e76-425f-b572-9d3fdcfd2139'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:08:07.316896 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Attempting to bind port cab58b2a-3fc1-453b-8ddf-e7da85762097 on network b9c50cf4-2e76-425f-b572-9d3fdcfd2139 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:08:07.322713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:08:07.323163 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Checking segment: {'id': '4f2de52f-d5ee-453c-b86b-1bd745f0553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9c50cf4-2e76-425f-b572-9d3fdcfd2139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:07.323645 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:07.324051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Bound using segment: {'id': '4f2de52f-d5ee-453c-b86b-1bd745f0553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9c50cf4-2e76-425f-b572-9d3fdcfd2139'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:08:07.324520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Bound port: cab58b2a-3fc1-453b-8ddf-e7da85762097, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2de52f-d5ee-453c-b86b-1bd745f0553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9c50cf4-2e76-425f-b572-9d3fdcfd2139'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:08:07.325028 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:07.357100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb07f4ff-28c8-4104-9708-c8e86ab68bae req-2da11f6d-5aaf-49c2-9d7b-226af159c979 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934498 Aug 27 14:08:07.362323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:07.367552 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-805ccccc-2c83-4b00-b811-9d5b47c19a78 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:08:07.369335 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-805ccccc-2c83-4b00-b811-9d5b47c19a78 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/5b2873bd-915f-4c0b-8c55-1fbc9f439263 HTTP/1.1" status: 404 len: 333 time: 0.1275630 Aug 27 14:08:07.372236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58980) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:07.373123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:07.373709 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:07.377414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=c469ce10-4608-447c-b9eb-1f695aa29f9b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:07.434512 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3d1d85-192d-49c3-b98b-8add9cedd20e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:08:07.443135 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7e3d1d85-192d-49c3-b98b-8add9cedd20e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/d7c69c44-5b55-4171-ad1a-6c8ca81f752e HTTP/1.1" status: 404 len: 333 time: 0.0647871 Aug 27 14:08:07.443759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58982) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:07.492614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] For port cab58b2a-3fc1-453b-8ddf-e7da85762097, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:08:07.496097 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] For port cab58b2a-3fc1-453b-8ddf-e7da85762097, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cab58b2a-3fc1-453b-8ddf-e7da85762097,segment=NetworkSegment(4f2de52f-d5ee-453c-b86b-1bd745f0553f),segment_id=4f2de52f-d5ee-453c-b86b-1bd745f0553f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:08:07.507799 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:07.570023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0f43e-97b3-4560-af7d-b3e5b291bbff None None] Pushing event updated for resources: {'Port': ['ID=cab58b2a-3fc1-453b-8ddf-e7da85762097,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:07.725383 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f82ca790-6de6-492d-ac1e-27001ace91ca tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:07.756073 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:07.828380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013f841-e66d-4154-9920-544842fbac7e req-c84a2c25-7b4a-4edd-ae6c-71eac6d55100 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:07.838910 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0013f841-e66d-4154-9920-544842fbac7e req-c84a2c25-7b4a-4edd-ae6c-71eac6d55100 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1091151 Aug 27 14:08:07.964713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 395f44de-ed6a-4d25-b4ab-af7630a22063 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:08.119643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 395f44de-ed6a-4d25-b4ab-af7630a22063 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:08.206969 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0013f841-e66d-4154-9920-544842fbac7e req-982a99a1-3133-4eec-aba4-9e07b0a41f89 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628402 Aug 27 14:08:08.243046 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f82ca790-6de6-492d-ac1e-27001ace91ca tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.303693 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f82ca790-6de6-492d-ac1e-27001ace91ca tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c3f151-d913-47b6-b4c5-0872fb616a54']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:08.342509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f82ca790-6de6-492d-ac1e-27001ace91ca tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133e6264-6ecf-4785-a1cd-0dd885476e62') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:08.346738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f82ca790-6de6-492d-ac1e-27001ace91ca tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133e6264-6ecf-4785-a1cd-0dd885476e62') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:08.373369 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f82ca790-6de6-492d-ac1e-27001ace91ca tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.409914 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f82ca790-6de6-492d-ac1e-27001ace91ca tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.422104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82ca790-6de6-492d-ac1e-27001ace91ca tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:08:08.425940 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f82ca790-6de6-492d-ac1e-27001ace91ca tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:08:08.431929 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:08:08.451416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c94052-1e8d-4e5a-871b-aa058ed41679 None None] Network b8e9a83b-c8ac-43e6-a07b-3be155c73674 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:08.571981 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.592058 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f82ca790-6de6-492d-ac1e-27001ace91ca tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.599238 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.600137 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.609624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f82ca790-6de6-492d-ac1e-27001ace91ca tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.613191 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb07f4ff-28c8-4104-9708-c8e86ab68bae req-47ea8e04-0963-489f-9262-1147fe76a56c service neutron] 10.222.0.41 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9446182 Aug 27 14:08:08.613361 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f82ca790-6de6-492d-ac1e-27001ace91ca tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/networks/b8c3f151-d913-47b6-b4c5-0872fb616a54 HTTP/1.1" status: 204 len: 168 time: 1.1684241 Aug 27 14:08:08.616917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58996) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:08.635587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8df507c7-3d77-4a68-a9bf-b2ea747832ef tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1066644595'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:08.640280 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5646aaa-52d1-45a9-8e38-e43a0496a3c7 req-3947a9ee-625c-4ce5-bb8f-74ad5c1d7bab tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:08.642580 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5646aaa-52d1-45a9-8e38-e43a0496a3c7 req-3947a9ee-625c-4ce5-bb8f-74ad5c1d7bab tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1431811 Aug 27 14:08:08.644338 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ca790-6de6-492d-ac1e-27001ace91ca tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Network': ['ID=b8c3f151-d913-47b6-b4c5-0872fb616a54,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:08.669488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df507c7-3d77-4a68-a9bf-b2ea747832ef tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:08.676696 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8df507c7-3d77-4a68-a9bf-b2ea747832ef tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.705638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df507c7-3d77-4a68-a9bf-b2ea747832ef tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:08:08.717412 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8df507c7-3d77-4a68-a9bf-b2ea747832ef tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.718154 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-8df507c7-3d77-4a68-a9bf-b2ea747832ef tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Added segment 6b824ac1-f06d-4c30-8b49-4ce0182c7108 of type vlan for network ceae09e2-0660-4fa0-8771-dc025504a1e1 Aug 27 14:08:08.741744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-08deec5f-22b5-44c7-8313-3dc3c3bd2ad6 None None] Provisioning for port 395f44de-ed6a-4d25-b4ab-af7630a22063 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:08.747294 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-08deec5f-22b5-44c7-8313-3dc3c3bd2ad6 None None] Provisioning complete for port 395f44de-ed6a-4d25-b4ab-af7630a22063 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:08.747692 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-08deec5f-22b5-44c7-8313-3dc3c3bd2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.801303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8df507c7-3d77-4a68-a9bf-b2ea747832ef tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.814225 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5646aaa-52d1-45a9-8e38-e43a0496a3c7 req-92bbd7bf-d019-4368-8d23-10f9c24faa9d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484537 Aug 27 14:08:08.818161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=c469ce10-4608-447c-b9eb-1f695aa29f9b,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:08.869805 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8df507c7-3d77-4a68-a9bf-b2ea747832ef tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.893609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df507c7-3d77-4a68-a9bf-b2ea747832ef tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:08.894270 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8df507c7-3d77-4a68-a9bf-b2ea747832ef tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:08.945915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network b8e9a83b-c8ac-43e6-a07b-3be155c73674 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:08.947458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:08.988278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8df507c7-3d77-4a68-a9bf-b2ea747832ef tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3700056 Aug 27 14:08:08.991515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59000) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:09.012575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f175a698-af52-4e8c-8ba9-3569a8aefd3e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': 'ceae09e2-0660-4fa0-8771-dc025504a1e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:09.012951 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-08deec5f-22b5-44c7-8313-3dc3c3bd2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:09.114014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df507c7-3d77-4a68-a9bf-b2ea747832ef tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Network': ['ID=ceae09e2-0660-4fa0-8771-dc025504a1e1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:09.146291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network ceae09e2-0660-4fa0-8771-dc025504a1e1 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:08:09.156733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-08deec5f-22b5-44c7-8313-3dc3c3bd2ad6 None None] For port 395f44de-ed6a-4d25-b4ab-af7630a22063, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=395f44de-ed6a-4d25-b4ab-af7630a22063,segment=NetworkSegment(21c2fb18-d668-4253-8065-8f6758d86a75),segment_id=21c2fb18-d668-4253-8065-8f6758d86a75)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:09.217987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f175a698-af52-4e8c-8ba9-3569a8aefd3e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:09.217987 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f175a698-af52-4e8c-8ba9-3569a8aefd3e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:09.218636 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-08deec5f-22b5-44c7-8313-3dc3c3bd2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:09.375142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08deec5f-22b5-44c7-8313-3dc3c3bd2ad6 None None] Pushing event updated for resources: {'Port': ['ID=395f44de-ed6a-4d25-b4ab-af7630a22063,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:09.469016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ebf311d4-889c-4a0e-a176-e5e3c6a140ba None None] Provisioning complete for port 395f44de-ed6a-4d25-b4ab-af7630a22063 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:09.471167 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ebf311d4-889c-4a0e-a176-e5e3c6a140ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:09.537054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f175a698-af52-4e8c-8ba9-3569a8aefd3e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:09.555536 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d16b1-044d-4101-a632-073ad31688ef req-9b981f1c-4670-4c33-acc7-cdacd3b90607 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:09.585120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-884d16b1-044d-4101-a632-073ad31688ef req-9b981f1c-4670-4c33-acc7-cdacd3b90607 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1967349 Aug 27 14:08:09.603003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175a698-af52-4e8c-8ba9-3569a8aefd3e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Subnet': ['ID=4efafc06-f483-4c4d-a393-420eda167f7e,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:09.615672 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb07f4ff-28c8-4104-9708-c8e86ab68bae req-ecea2c44-58dc-4e58-9189-4499ec2c07b4 service neutron] 10.222.0.41 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772606 Aug 27 14:08:09.651529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f175a698-af52-4e8c-8ba9-3569a8aefd3e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Checking segment: {'id': '6b824ac1-f06d-4c30-8b49-4ce0182c7108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ceae09e2-0660-4fa0-8771-dc025504a1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:09.652014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f175a698-af52-4e8c-8ba9-3569a8aefd3e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network hostable DHCP agents. Network: ceae09e2-0660-4fa0-8771-dc025504a1e1, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:08:09.664233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227bb478-4558-4b91-836d-92dfb87ab721 None None] Network b9c50cf4-2e76-425f-b572-9d3fdcfd2139 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:09.680351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f175a698-af52-4e8c-8ba9-3569a8aefd3e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network ceae09e2-0660-4fa0-8771-dc025504a1e1 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:08:09.707461 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-884d16b1-044d-4101-a632-073ad31688ef req-ec876960-15d2-4c4c-ab7a-ab5a6224ff18 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213140 Aug 27 14:08:09.712032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f175a698-af52-4e8c-8ba9-3569a8aefd3e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, ceae09e2-0660-4fa0-8771-dc025504a1e1) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:09.716355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router dcd254a8-d086-42a6-8739-7a194427064e is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:08:09.724873 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f175a698-af52-4e8c-8ba9-3569a8aefd3e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:09.725465 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f175a698-af52-4e8c-8ba9-3569a8aefd3e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:09.791440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59012) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:09.791948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f175a698-af52-4e8c-8ba9-3569a8aefd3e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7985218 Aug 27 14:08:09.806118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': 'ceae09e2-0660-4fa0-8771-dc025504a1e1', 'name': 'tempest-PortsTestJSON-559831026'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:09.941118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20faf11a-88b0-4660-a456-bcacef5ae2e5 None None] Network ceae09e2-0660-4fa0-8771-dc025504a1e1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:10.065388 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2aea6-6f0b-4636-bd00-4c53ce22b54c req-83ef2f03-26e6-4386-a994-93ebf47e2d5d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:10.067024 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fe2aea6-6f0b-4636-bd00-4c53ce22b54c req-83ef2f03-26e6-4386-a994-93ebf47e2d5d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.0854671 Aug 27 14:08:10.104157 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:10.165220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cab58b2a-3fc1-453b-8ddf-e7da85762097 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:10.188376 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fe2aea6-6f0b-4636-bd00-4c53ce22b54c req-66d48f34-f72e-41d4-bcdc-3ca763010398 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086459 Aug 27 14:08:10.403109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ebf311d4-889c-4a0e-a176-e5e3c6a140ba None None] Provisioning for port c469ce10-4608-447c-b9eb-1f695aa29f9b completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:10.875091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ebf311d4-889c-4a0e-a176-e5e3c6a140ba None None] Provisioning complete for port c469ce10-4608-447c-b9eb-1f695aa29f9b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:10.876399 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ebf311d4-889c-4a0e-a176-e5e3c6a140ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:10.892896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:10.898871 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:10.918134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:08:10.925313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e4afd6ce-1216-4037-9a32-4cef88e7e761 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/dcd254a8-d086-42a6-8739-7a194427064e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4522786 Aug 27 14:08:10.932760 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf53cf-5371-4826-97a9-b14f31a83104 None None] Sync routers for ids ['dcd254a8-d086-42a6-8739-7a194427064e'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:08:10.933430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port 907c38c3-8ead-4d8e-8743-72ffb5d2ee7e yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:10.941493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde05bc-dbb4-4192-bda2-585d6d7d071c req-45ddeb43-5b25-42e5-9852-3e81b05322ae tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:10.945375 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cde05bc-dbb4-4192-bda2-585d6d7d071c req-45ddeb43-5b25-42e5-9852-3e81b05322ae tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.0879169 Aug 27 14:08:10.946050 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59026) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:10.974936 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf53cf-5371-4826-97a9-b14f31a83104 None None] Routers {'dcd254a8-d086-42a6-8739-7a194427064e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:10.975842 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a1bf53cf-5371-4826-97a9-b14f31a83104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dcd254a8-d086-42a6-8739-7a194427064e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:11.006676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port cab58b2a-3fc1-453b-8ddf-e7da85762097 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:11.018922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ebf311d4-889c-4a0e-a176-e5e3c6a140ba None None] Port c469ce10-4608-447c-b9eb-1f695aa29f9b cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:11.047264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 395f44de-ed6a-4d25-b4ab-af7630a22063 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:11.057509 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a1bf53cf-5371-4826-97a9-b14f31a83104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:11.076796 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf53cf-5371-4826-97a9-b14f31a83104 None None] Routers {'dcd254a8-d086-42a6-8739-7a194427064e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:11.077889 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a1bf53cf-5371-4826-97a9-b14f31a83104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dcd254a8-d086-42a6-8739-7a194427064e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:11.112680 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b0c70-0b64-43eb-8a96-bee8f83f37da tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:11.114154 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-761b0c70-0b64-43eb-8a96-bee8f83f37da tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports/c469ce10-4608-447c-b9eb-1f695aa29f9b HTTP/1.1" status: 200 len: 911 time: 0.1658621 Aug 27 14:08:11.121962 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a1bf53cf-5371-4826-97a9-b14f31a83104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:11.122919 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf53cf-5371-4826-97a9-b14f31a83104 None None] The sync data for ids ['dcd254a8-d086-42a6-8739-7a194427064e'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:08:11.124558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59030) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:11.186647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.10 (ceae09e2-0660-4fa0-8771-dc025504a1e1/4efafc06-f483-4c4d-a393-420eda167f7e/907c38c3-8ead-4d8e-8743-72ffb5d2ee7e) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:11.263004 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cde05bc-dbb4-4192-bda2-585d6d7d071c req-db0f335c-4e96-44c2-bad2-3b11aefc6078 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663171 Aug 27 14:08:11.287066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-754c019f-6d18-454c-adda-59fd8d69e173 None None] Provisioning for port cab58b2a-3fc1-453b-8ddf-e7da85762097 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:11.333539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-ceae09e2-0660-4fa0-8771-dc025504a1e1', 'network_id': 'ceae09e2-0660-4fa0-8771-dc025504a1e1', 'tenant_id': 'aad98d7867c1444b8c91832a37ba6d2b', 'fixed_ips': [{'subnet_id': '4efafc06-f483-4c4d-a393-420eda167f7e'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:08:11.342128 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:11.388619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:11.435499 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Transition to ACTIVE for port object 907c38c3-8ead-4d8e-8743-72ffb5d2ee7e will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:11.509891 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:11.639204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network ceae09e2-0660-4fa0-8771-dc025504a1e1 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:11.655373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:11.661546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=907c38c3-8ead-4d8e-8743-72ffb5d2ee7e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:11.675583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:11.738653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Allocated IP 172.20.0.2 (ceae09e2-0660-4fa0-8771-dc025504a1e1/4efafc06-f483-4c4d-a393-420eda167f7e/ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:11.810202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:11.811327 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:11.845724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4de368fa-2a15-4812-afd0-905336bacb0a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0525467 Aug 27 14:08:11.848539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59040) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:11.869194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccd616-c3d8-47a6-bbf5-f2c7b859d02c req-36634af7-c94a-444b-b456-f649a19220e4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:11.875221 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-52ccd616-c3d8-47a6-bbf5-f2c7b859d02c req-36634af7-c94a-444b-b456-f649a19220e4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.2747197 Aug 27 14:08:11.878774 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-754c019f-6d18-454c-adda-59fd8d69e173 None None] Provisioning complete for port cab58b2a-3fc1-453b-8ddf-e7da85762097 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:11.885362 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-754c019f-6d18-454c-adda-59fd8d69e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:11.990730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 395f44de-ed6a-4d25-b4ab-af7630a22063 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:11.990730 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.057731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-6a208760-eff2-4095-9b5e-e8885c26473c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port 907c38c3-8ead-4d8e-8743-72ffb5d2ee7e {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:12.058792 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6a208760-eff2-4095-9b5e-e8885c26473c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.195020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6a208760-eff2-4095-9b5e-e8885c26473c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.204674 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.207886 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-754c019f-6d18-454c-adda-59fd8d69e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.211580 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-6a208760-eff2-4095-9b5e-e8885c26473c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for 907c38c3-8ead-4d8e-8743-72ffb5d2ee7e owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:12.233562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Transition to ACTIVE for port object ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:12.282521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Transition to ACTIVE for port object ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:12.294935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-754c019f-6d18-454c-adda-59fd8d69e173 None None] For port cab58b2a-3fc1-453b-8ddf-e7da85762097, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cab58b2a-3fc1-453b-8ddf-e7da85762097,segment=NetworkSegment(4f2de52f-d5ee-453c-b86b-1bd745f0553f),segment_id=4f2de52f-d5ee-453c-b86b-1bd745f0553f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:12.303406 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.318190 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-754c019f-6d18-454c-adda-59fd8d69e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.359540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Network ceae09e2-0660-4fa0-8771-dc025504a1e1 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:12.374771 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:12.381962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:12.383162 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6a208760-eff2-4095-9b5e-e8885c26473c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.384435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-754c019f-6d18-454c-adda-59fd8d69e173 None None] Provisioning complete for port c469ce10-4608-447c-b9eb-1f695aa29f9b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:12.385611 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-754c019f-6d18-454c-adda-59fd8d69e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.390252 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-52ccd616-c3d8-47a6-bbf5-f2c7b859d02c req-0a5e9dd3-fe15-4903-9bba-e8b797527260 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104051 Aug 27 14:08:12.420991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Pushing event updated for resources: {'Port': ['ID=ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:12.443232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a208760-eff2-4095-9b5e-e8885c26473c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=907c38c3-8ead-4d8e-8743-72ffb5d2ee7e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:12.518765 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6a208760-eff2-4095-9b5e-e8885c26473c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.521590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6a208760-eff2-4095-9b5e-e8885c26473c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/907c38c3-8ead-4d8e-8743-72ffb5d2ee7e HTTP/1.1" status: 204 len: 168 time: 0.6711941 Aug 27 14:08:12.523781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59048) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:12.549927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-754c019f-6d18-454c-adda-59fd8d69e173 None None] Port c469ce10-4608-447c-b9eb-1f695aa29f9b cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:12.552203 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fa0c95-167c-479c-ad89-155889ac7964 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] DELETE failed (client error): The resource could not be found. Aug 27 14:08:12.553027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fa0c95-167c-479c-ad89-155889ac7964 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:08:12.555227 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e8fa0c95-167c-479c-ad89-155889ac7964 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/907c38c3-8ead-4d8e-8743-72ffb5d2ee7e HTTP/1.1" status: 404 len: 333 time: 0.0291543 Aug 27 14:08:12.557754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59050) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:12.572360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Attempting to bind port ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:08:12.572744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Attempting to bind port ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6b824ac1-f06d-4c30-8b49-4ce0182c7108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ceae09e2-0660-4fa0-8771-dc025504a1e1'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:08:12.573118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Attempting to bind port ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1 on network ceae09e2-0660-4fa0-8771-dc025504a1e1 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:08:12.581094 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.581443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c019f-6d18-454c-adda-59fd8d69e173 None None] Pushing event updated for resources: {'Port': ['ID=cab58b2a-3fc1-453b-8ddf-e7da85762097,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:12.586391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:08:12.586599 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-7967e37a-470d-4d4e-a7b1-35ec84448677 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:08:12.586815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Checking segment: {'id': '6b824ac1-f06d-4c30-8b49-4ce0182c7108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ceae09e2-0660-4fa0-8771-dc025504a1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:12.587216 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.587608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Bound using segment: {'id': '6b824ac1-f06d-4c30-8b49-4ce0182c7108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ceae09e2-0660-4fa0-8771-dc025504a1e1'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:08:12.588034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7967e37a-470d-4d4e-a7b1-35ec84448677 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/907c38c3-8ead-4d8e-8743-72ffb5d2ee7e HTTP/1.1" status: 404 len: 333 time: 0.0293777 Aug 27 14:08:12.588156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Bound port: ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b824ac1-f06d-4c30-8b49-4ce0182c7108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ceae09e2-0660-4fa0-8771-dc025504a1e1'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:08:12.588551 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.590731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59052) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:12.661374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7ac255-c715-47a1-8cb5-7f1a0ecdeb1d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting subnet 4efafc06-f483-4c4d-a393-420eda167f7e {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:08:12.665944 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac255-c715-47a1-8cb5-7f1a0ecdeb1d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.676510 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] For port ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:08:12.681382 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] For port ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1,segment=NetworkSegment(6b824ac1-f06d-4c30-8b49-4ce0182c7108),segment_id=6b824ac1-f06d-4c30-8b49-4ce0182c7108)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:08:12.689860 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8cc8f988-367f-447f-89f7-45f6ece1df02 None None] Provisioning complete for port cab58b2a-3fc1-453b-8ddf-e7da85762097 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:12.690402 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8cc8f988-367f-447f-89f7-45f6ece1df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.718729 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.722842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4a0f0-48f4-4be5-bd06-8792519d1d1a req-2ff56d04-87ff-40df-a33c-c9d50f064d84 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:12.724347 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-00f4a0f0-48f4-4be5-bd06-8792519d1d1a req-2ff56d04-87ff-40df-a33c-c9d50f064d84 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1529086 Aug 27 14:08:12.727502 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac255-c715-47a1-8cb5-7f1a0ecdeb1d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.797574 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10dd32-0b57-4705-91ed-b3d082140483 None None] Pushing event updated for resources: {'Port': ['ID=ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:12.851632 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac255-c715-47a1-8cb5-7f1a0ecdeb1d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.937835 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac255-c715-47a1-8cb5-7f1a0ecdeb1d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.960215 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-00f4a0f0-48f4-4be5-bd06-8792519d1d1a req-04af958e-8b6c-4a43-933d-faf13f57b14e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794251 Aug 27 14:08:12.968684 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ac255-c715-47a1-8cb5-7f1a0ecdeb1d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Subnet': ['ID=4efafc06-f483-4c4d-a393-420eda167f7e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:12.982537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Allocated IP 2001:db8:1::1 (b9c50cf4-2e76-425f-b572-9d3fdcfd2139/6a596aad-a915-41e4-9f34-e03c0f6466c4/80ac2db2-4e58-4910-9c2f-55c4600573b5) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:12.987002 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac255-c715-47a1-8cb5-7f1a0ecdeb1d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:12.989349 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9f7ac255-c715-47a1-8cb5-7f1a0ecdeb1d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/4efafc06-f483-4c4d-a393-420eda167f7e HTTP/1.1" status: 204 len: 168 time: 0.3964720 Aug 27 14:08:12.992311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59054) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:13.140436 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.173568 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.193498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Transition to ACTIVE for port object 80ac2db2-4e58-4910-9c2f-55c4600573b5 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:13.227546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:13.228400 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.233960 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.276159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network b9c50cf4-2e76-425f-b572-9d3fdcfd2139 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:13.279382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:13.283755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:13.284320 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.305909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] For port ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1,segment=NetworkSegment(6b824ac1-f06d-4c30-8b49-4ce0182c7108),segment_id=6b824ac1-f06d-4c30-8b49-4ce0182c7108)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:13.306384 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.322371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:13.339623 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=80ac2db2-4e58-4910-9c2f-55c4600573b5,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:13.414474 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.428877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No DVR routers for this DVR port ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:13.431719 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.494028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:13.591342 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.624117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceae09e2-0660-4fa0-8771-dc025504a1e1']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:13.636651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b824ac1-f06d-4c30-8b49-4ce0182c7108') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:13.637445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b824ac1-f06d-4c30-8b49-4ce0182c7108') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:13.649600 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.651983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4a7c6-9e7f-4c94-ab8f-6681863cee70 req-d2a9abee-18e4-4c25-8975-5da89dc8cb60 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:13.653544 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7a4a7c6-9e7f-4c94-ab8f-6681863cee70 req-d2a9abee-18e4-4c25-8975-5da89dc8cb60 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1069317 Aug 27 14:08:13.665919 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.681486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:08:13.687299 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:08:13.699034 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:08:13.703214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8ee234e9-3d0c-46fb-ac03-e38cc77124f5 None None] Provisioning for port 80ac2db2-4e58-4910-9c2f-55c4600573b5 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:13.710371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8ee234e9-3d0c-46fb-ac03-e38cc77124f5 None None] Provisioning complete for port 80ac2db2-4e58-4910-9c2f-55c4600573b5 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:13.711052 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8ee234e9-3d0c-46fb-ac03-e38cc77124f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.763989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8ee234e9-3d0c-46fb-ac03-e38cc77124f5 None None] Port 80ac2db2-4e58-4910-9c2f-55c4600573b5 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:13.767716 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7a4a7c6-9e7f-4c94-ab8f-6681863cee70 req-3736d868-0996-4516-977d-1dc94a29610a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038067 Aug 27 14:08:13.777383 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.784248 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.794156 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/networks/ceae09e2-0660-4fa0-8771-dc025504a1e1 HTTP/1.1" status: 204 len: 168 time: 0.8001459 Aug 27 14:08:13.799668 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59062) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:13.806241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a688c7fa-58d8-40e4-ae9d-867fce2a2e3c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-570219916'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:13.823116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e7ad2-5b64-4918-b5ff-a38082cf05dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Network': ['ID=ceae09e2-0660-4fa0-8771-dc025504a1e1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:13.859770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a688c7fa-58d8-40e4-ae9d-867fce2a2e3c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:13.863427 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a688c7fa-58d8-40e4-ae9d-867fce2a2e3c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.898262 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.906194 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.907032 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.918146 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a688c7fa-58d8-40e4-ae9d-867fce2a2e3c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:08:13.994286 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a688c7fa-58d8-40e4-ae9d-867fce2a2e3c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:13.994499 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-a688c7fa-58d8-40e4-ae9d-867fce2a2e3c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Added segment 0aee7349-3570-4d96-8efa-b8f309b93b85 of type vlan for network 77127962-deb6-4e7e-9e8d-212148ffb55e Aug 27 14:08:14.045700 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=80ac2db2-4e58-4910-9c2f-55c4600573b5,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:14.061968 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a688c7fa-58d8-40e4-ae9d-867fce2a2e3c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:14.156142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5060117-d74c-4240-a77d-55521a4467d4 req-d1355b04-3b5d-439f-b355-779c67ca95a2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:14.158532 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e5060117-d74c-4240-a77d-55521a4467d4 req-d1355b04-3b5d-439f-b355-779c67ca95a2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1024418 Aug 27 14:08:14.160850 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a688c7fa-58d8-40e4-ae9d-867fce2a2e3c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:14.164938 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410cd9fa-8953-498f-b99c-660724f1ddd5 None None] DHCP port deletion for ceae09e2-0660-4fa0-8771-dc025504a1e1 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:08:14.166380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a688c7fa-58d8-40e4-ae9d-867fce2a2e3c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:14.166894 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a688c7fa-58d8-40e4-ae9d-867fce2a2e3c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:14.181216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0d5b3b3a-0402-4426-b1eb-9d8071e84775 None None] Could not find standard attr ID for object ea2b07ac-15bd-47c9-bdb3-ef3f21dd2cc1. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:08:14.184255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec58712-abe5-4532-b7e5-5ea022ad0f0d None None] Network ceae09e2-0660-4fa0-8771-dc025504a1e1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:14.191090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network b9c50cf4-2e76-425f-b572-9d3fdcfd2139 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:14.197396 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec58712-abe5-4532-b7e5-5ea022ad0f0d None None] Network ceae09e2-0660-4fa0-8771-dc025504a1e1 could not be found, it might have been deleted concurrently. {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 14:08:14.214403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:14.283421 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a688c7fa-58d8-40e4-ae9d-867fce2a2e3c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4826756 Aug 27 14:08:14.286179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59072) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:14.291437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-08dadcaf-75eb-4026-a41a-58ae47f87644 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': '77127962-deb6-4e7e-9e8d-212148ffb55e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:14.415973 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688c7fa-58d8-40e4-ae9d-867fce2a2e3c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Network': ['ID=77127962-deb6-4e7e-9e8d-212148ffb55e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:14.440439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 77127962-deb6-4e7e-9e8d-212148ffb55e details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:08:14.466836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e5060117-d74c-4240-a77d-55521a4467d4 req-bc01c171-e26b-4163-8de0-46b89a85fce0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932253 Aug 27 14:08:14.532273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dadcaf-75eb-4026-a41a-58ae47f87644 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:14.536781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router dcd254a8-d086-42a6-8739-7a194427064e has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:08:14.537290 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-08dadcaf-75eb-4026-a41a-58ae47f87644 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:14.586256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cab58b2a-3fc1-453b-8ddf-e7da85762097 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:14.715040 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cace5ea1-ac55-4ecd-b77c-0f3efd02cd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:14.729158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-083a466b-2917-4c41-bfad-916ee51879c0 None None] Provisioning complete for port 80ac2db2-4e58-4910-9c2f-55c4600573b5 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:14.729543 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-083a466b-2917-4c41-bfad-916ee51879c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:14.739030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:08:14.747216 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f26ce00e-fdb4-4c28-b120-84af0ab27b44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/dcd254a8-d086-42a6-8739-7a194427064e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6189144 Aug 27 14:08:14.747216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59076) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:14.769023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f85c1-611b-4cc3-b40a-2e438031bc8b None None] Sync routers for ids ['dcd254a8-d086-42a6-8739-7a194427064e'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:08:14.775043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port cab58b2a-3fc1-453b-8ddf-e7da85762097 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:14.775422 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:14.809113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154dfec-8f5d-4600-88aa-808e78126353 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:14.812771 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5154dfec-8f5d-4600-88aa-808e78126353 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports/80ac2db2-4e58-4910-9c2f-55c4600573b5 HTTP/1.1" status: 200 len: 913 time: 0.0621567 Aug 27 14:08:14.812986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59080) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:14.822120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-083a466b-2917-4c41-bfad-916ee51879c0 None None] Port 80ac2db2-4e58-4910-9c2f-55c4600573b5 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:14.832299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f85c1-611b-4cc3-b40a-2e438031bc8b None None] Routers {'dcd254a8-d086-42a6-8739-7a194427064e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:14.833089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-879f85c1-611b-4cc3-b40a-2e438031bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dcd254a8-d086-42a6-8739-7a194427064e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:14.855730 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-08dadcaf-75eb-4026-a41a-58ae47f87644 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:14.881583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-879f85c1-611b-4cc3-b40a-2e438031bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:14.896864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f85c1-611b-4cc3-b40a-2e438031bc8b None None] Routers {'dcd254a8-d086-42a6-8739-7a194427064e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:14.897493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-879f85c1-611b-4cc3-b40a-2e438031bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:07:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dcd254a8-d086-42a6-8739-7a194427064e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:14.940542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-879f85c1-611b-4cc3-b40a-2e438031bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:14.941125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f85c1-611b-4cc3-b40a-2e438031bc8b None None] The sync data for ids ['dcd254a8-d086-42a6-8739-7a194427064e'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:08:14.969011 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dadcaf-75eb-4026-a41a-58ae47f87644 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Subnet': ['ID=7a43594e-0991-45ef-82b0-7b1024709c71,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:14.984511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dadcaf-75eb-4026-a41a-58ae47f87644 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Checking segment: {'id': '0aee7349-3570-4d96-8efa-b8f309b93b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77127962-deb6-4e7e-9e8d-212148ffb55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:14.985495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dadcaf-75eb-4026-a41a-58ae47f87644 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network hostable DHCP agents. Network: 77127962-deb6-4e7e-9e8d-212148ffb55e, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:08:15.010711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dadcaf-75eb-4026-a41a-58ae47f87644 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network 77127962-deb6-4e7e-9e8d-212148ffb55e is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:08:15.022973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-08dadcaf-75eb-4026-a41a-58ae47f87644 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 77127962-deb6-4e7e-9e8d-212148ffb55e) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:15.029221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dadcaf-75eb-4026-a41a-58ae47f87644 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:15.029922 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-08dadcaf-75eb-4026-a41a-58ae47f87644 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:15.035445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd55164-da54-4de7-beee-fad16db3f084 None None] Network 77127962-deb6-4e7e-9e8d-212148ffb55e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:15.058880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea385a9e-408d-4e10-aa2d-d05b6221cfc2 req-476aa6e3-4d04-4d1e-9d22-dfaeceb557e4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:15.060473 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea385a9e-408d-4e10-aa2d-d05b6221cfc2 req-476aa6e3-4d04-4d1e-9d22-dfaeceb557e4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1468811 Aug 27 14:08:15.070090 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-08dadcaf-75eb-4026-a41a-58ae47f87644 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7826521 Aug 27 14:08:15.070874 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59084) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:15.079051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': '77127962-deb6-4e7e-9e8d-212148ffb55e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-459459634'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:15.202087 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea385a9e-408d-4e10-aa2d-d05b6221cfc2 req-6bb4f0db-c77f-4924-8608-597de3d01bcc tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328928 Aug 27 14:08:15.217298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-77127962-deb6-4e7e-9e8d-212148ffb55e', 'network_id': '77127962-deb6-4e7e-9e8d-212148ffb55e', 'tenant_id': 'aad98d7867c1444b8c91832a37ba6d2b', 'fixed_ips': [{'subnet_id': '7a43594e-0991-45ef-82b0-7b1024709c71'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:08:15.221451 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:15.298848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:15.302648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:15.332121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port eda33fbd-defe-49b9-a15f-580a31eafd0a yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:15.391406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Allocated IP 172.20.0.2 (77127962-deb6-4e7e-9e8d-212148ffb55e/7a43594e-0991-45ef-82b0-7b1024709c71/2b017894-9206-449e-8da5-c94ce8694ce1) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:15.445483 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9548088-8fbc-4732-a648-f0a6c1057260 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:15.552350 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:15.562582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Transition to ACTIVE for port object 2b017894-9206-449e-8da5-c94ce8694ce1 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:15.586080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Transition to ACTIVE for port object 2b017894-9206-449e-8da5-c94ce8694ce1 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:15.601223 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:15.655506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Network 77127962-deb6-4e7e-9e8d-212148ffb55e is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:15.661187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:15.663394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Pushing event updated for resources: {'Port': ['ID=2b017894-9206-449e-8da5-c94ce8694ce1,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:15.665820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:15.731244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Attempting to bind port 2b017894-9206-449e-8da5-c94ce8694ce1 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:08:15.731953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Attempting to bind port 2b017894-9206-449e-8da5-c94ce8694ce1 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '0aee7349-3570-4d96-8efa-b8f309b93b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77127962-deb6-4e7e-9e8d-212148ffb55e'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:08:15.732241 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Attempting to bind port 2b017894-9206-449e-8da5-c94ce8694ce1 on network 77127962-deb6-4e7e-9e8d-212148ffb55e {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:08:15.738795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:08:15.739383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Checking segment: {'id': '0aee7349-3570-4d96-8efa-b8f309b93b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77127962-deb6-4e7e-9e8d-212148ffb55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:15.739929 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:15.740474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Bound using segment: {'id': '0aee7349-3570-4d96-8efa-b8f309b93b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77127962-deb6-4e7e-9e8d-212148ffb55e'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:08:15.741059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Bound port: 2b017894-9206-449e-8da5-c94ce8694ce1, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aee7349-3570-4d96-8efa-b8f309b93b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77127962-deb6-4e7e-9e8d-212148ffb55e'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:08:15.741804 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:15.822366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-79587378-71d7-4a79-98f5-605377849e1b None None] For port 2b017894-9206-449e-8da5-c94ce8694ce1, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:08:15.826149 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-79587378-71d7-4a79-98f5-605377849e1b None None] For port 2b017894-9206-449e-8da5-c94ce8694ce1, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2b017894-9206-449e-8da5-c94ce8694ce1,segment=NetworkSegment(0aee7349-3570-4d96-8efa-b8f309b93b85),segment_id=0aee7349-3570-4d96-8efa-b8f309b93b85)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:08:15.831991 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:15.909757 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79587378-71d7-4a79-98f5-605377849e1b None None] Pushing event updated for resources: {'Port': ['ID=2b017894-9206-449e-8da5-c94ce8694ce1,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:16.001943 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787e03f-c6c2-4c3c-af5d-71b929ccdbea req-2be51132-ae40-425b-8597-db43861f2ab0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:16.007227 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1787e03f-c6c2-4c3c-af5d-71b929ccdbea req-2be51132-ae40-425b-8597-db43861f2ab0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.4569499 Aug 27 14:08:16.063837 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.6 (77127962-deb6-4e7e-9e8d-212148ffb55e/7a43594e-0991-45ef-82b0-7b1024709c71/eda33fbd-defe-49b9-a15f-580a31eafd0a) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:16.166254 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1787e03f-c6c2-4c3c-af5d-71b929ccdbea req-49819fdc-4512-4271-9d6d-b797a9e67ef6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180780 Aug 27 14:08:16.390254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693ede7-0fc3-4b93-ab8f-4e6fe98fb018 req-52b20f6c-34ac-4460-ab4d-0f8f24add617 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:16.397700 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c693ede7-0fc3-4b93-ab8f-4e6fe98fb018 req-52b20f6c-34ac-4460-ab4d-0f8f24add617 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1027865 Aug 27 14:08:16.431251 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:16.452656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Transition to ACTIVE for port object eda33fbd-defe-49b9-a15f-580a31eafd0a will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:16.495924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e9548088-8fbc-4732-a648-f0a6c1057260 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port 80ac2db2-4e58-4910-9c2f-55c4600573b5 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:16.496231 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c693ede7-0fc3-4b93-ab8f-4e6fe98fb018 req-015bc81a-58e7-4b2a-8991-6ccddf594d94 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869815 Aug 27 14:08:16.496506 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9548088-8fbc-4732-a648-f0a6c1057260 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:16.516867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2b017894-9206-449e-8da5-c94ce8694ce1 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:16.579722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:16.593406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 2b017894-9206-449e-8da5-c94ce8694ce1 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:16.661939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network 77127962-deb6-4e7e-9e8d-212148ffb55e is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:16.670166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:16.674283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:16.715281 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=eda33fbd-defe-49b9-a15f-580a31eafd0a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:16.747462 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9548088-8fbc-4732-a648-f0a6c1057260 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:16.772462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:16.773296 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:16.786269 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e9548088-8fbc-4732-a648-f0a6c1057260 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for 80ac2db2-4e58-4910-9c2f-55c4600573b5 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:16.803942 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b57c32af-6a0a-4ea8-b48b-d82ed3263491 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.7293851 Aug 27 14:08:16.806287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59102) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:16.914931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315744c-64a3-47e6-b3f4-c032927ce80d req-69a2bb7e-6db7-45a0-a939-ba78188a4d45 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:16.923716 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5315744c-64a3-47e6-b3f4-c032927ce80d req-69a2bb7e-6db7-45a0-a939-ba78188a4d45 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1537752 Aug 27 14:08:17.016070 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5315744c-64a3-47e6-b3f4-c032927ce80d req-ab5c7d11-f722-4afa-8458-b310d6129315 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910034 Aug 27 14:08:17.022333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-52e9add7-b761-4520-a9ef-c67be85c8480 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port eda33fbd-defe-49b9-a15f-580a31eafd0a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:17.022732 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-52e9add7-b761-4520-a9ef-c67be85c8480 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:17.043724 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9548088-8fbc-4732-a648-f0a6c1057260 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:17.100205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9548088-8fbc-4732-a648-f0a6c1057260 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=80ac2db2-4e58-4910-9c2f-55c4600573b5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:17.167079 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-52e9add7-b761-4520-a9ef-c67be85c8480 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:17.170300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa8c487-5c5e-4eca-ad8f-b1207d2d666a None None] Network 77127962-deb6-4e7e-9e8d-212148ffb55e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:17.191976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-52e9add7-b761-4520-a9ef-c67be85c8480 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for eda33fbd-defe-49b9-a15f-580a31eafd0a owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:17.271116 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9548088-8fbc-4732-a648-f0a6c1057260 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:17.294153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d0626e06-dacd-4de8-bda5-378add13a20e None None] Provisioning for port 2b017894-9206-449e-8da5-c94ce8694ce1 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:17.308899 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d0626e06-dacd-4de8-bda5-378add13a20e None None] Provisioning complete for port 2b017894-9206-449e-8da5-c94ce8694ce1 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:17.312328 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d0626e06-dacd-4de8-bda5-378add13a20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:17.430350 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-52e9add7-b761-4520-a9ef-c67be85c8480 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:17.506746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0cdf0-7495-4be9-a344-3bf04001f2c7 req-5f9f8fe2-ba41-4c76-b377-611ce5e2f9de tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:17.507005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9add7-b761-4520-a9ef-c67be85c8480 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=eda33fbd-defe-49b9-a15f-580a31eafd0a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:17.512082 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bab0cdf0-7495-4be9-a344-3bf04001f2c7 req-5f9f8fe2-ba41-4c76-b377-611ce5e2f9de tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1374226 Aug 27 14:08:17.523179 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:17.543377 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4e08a815-3bdf-476f-a9ab-90aad390e055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:17.649197 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bab0cdf0-7495-4be9-a344-3bf04001f2c7 req-bc0b6a7c-04fb-4f2f-8a5d-186d654c4285 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891130 Aug 27 14:08:17.654736 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-52e9add7-b761-4520-a9ef-c67be85c8480 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:17.660121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-52e9add7-b761-4520-a9ef-c67be85c8480 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/eda33fbd-defe-49b9-a15f-580a31eafd0a HTTP/1.1" status: 204 len: 168 time: 0.8492401 Aug 27 14:08:17.660604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59114) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:17.698782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9548088-8fbc-4732-a648-f0a6c1057260 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router dcd254a8-d086-42a6-8739-7a194427064e has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:08:17.700531 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-447e556f-34ce-44d3-ad54-bf09e4dc4bc8 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:08:17.701189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e32b86-a947-476e-be08-b43818dcbc87 req-c3f4ec93-e7c5-4802-ac2d-c6634b0d31d4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:17.705732 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-447e556f-34ce-44d3-ad54-bf09e4dc4bc8 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/eda33fbd-defe-49b9-a15f-580a31eafd0a HTTP/1.1" status: 404 len: 333 time: 0.0404797 Aug 27 14:08:17.705943 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-26e32b86-a947-476e-be08-b43818dcbc87 req-c3f4ec93-e7c5-4802-ac2d-c6634b0d31d4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.0722406 Aug 27 14:08:17.706064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59116) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:17.745507 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d0626e06-dacd-4de8-bda5-378add13a20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:17.784624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d0626e06-dacd-4de8-bda5-378add13a20e None None] For port 2b017894-9206-449e-8da5-c94ce8694ce1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2b017894-9206-449e-8da5-c94ce8694ce1,segment=NetworkSegment(0aee7349-3570-4d96-8efa-b8f309b93b85),segment_id=0aee7349-3570-4d96-8efa-b8f309b93b85)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:17.787121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-26e32b86-a947-476e-be08-b43818dcbc87 req-93e5d129-f463-4343-80bf-4d0d212c3555 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695088 Aug 27 14:08:17.791256 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d0626e06-dacd-4de8-bda5-378add13a20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:17.796504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d04ea93-48bb-4715-9932-91e9736f5057 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting subnet 7a43594e-0991-45ef-82b0-7b1024709c71 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:08:17.800555 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d04ea93-48bb-4715-9932-91e9736f5057 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:17.825992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9548088-8fbc-4732-a648-f0a6c1057260 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:08:17.833297 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e9548088-8fbc-4732-a648-f0a6c1057260 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/dcd254a8-d086-42a6-8739-7a194427064e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0174673 Aug 27 14:08:17.834792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59118) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:17.841504 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc0ac8-250c-42cf-936a-29b7998fa9cf None None] Sync routers for ids ['dcd254a8-d086-42a6-8739-7a194427064e'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:08:17.852788 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc0ac8-250c-42cf-936a-29b7998fa9cf None None] Routers {'dcd254a8-d086-42a6-8739-7a194427064e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:17.853740 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-53cc0ac8-250c-42cf-936a-29b7998fa9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dcd254a8-d086-42a6-8739-7a194427064e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:17.867889 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0626e06-dacd-4de8-bda5-378add13a20e None None] Pushing event updated for resources: {'Port': ['ID=2b017894-9206-449e-8da5-c94ce8694ce1,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:17.893005 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-53cc0ac8-250c-42cf-936a-29b7998fa9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:17.902595 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc0ac8-250c-42cf-936a-29b7998fa9cf None None] Routers {'dcd254a8-d086-42a6-8739-7a194427064e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:17.903240 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-53cc0ac8-250c-42cf-936a-29b7998fa9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dcd254a8-d086-42a6-8739-7a194427064e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:17.927787 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d04ea93-48bb-4715-9932-91e9736f5057 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:17.941488 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-53cc0ac8-250c-42cf-936a-29b7998fa9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:17.942299 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc0ac8-250c-42cf-936a-29b7998fa9cf None None] The sync data for ids ['dcd254a8-d086-42a6-8739-7a194427064e'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:08:18.123067 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b1596477-b1f2-4da5-bace-b4cedb3d34b3 None None] Provisioning complete for port 2b017894-9206-449e-8da5-c94ce8694ce1 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:18.123461 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b1596477-b1f2-4da5-bace-b4cedb3d34b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.144703 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d04ea93-48bb-4715-9932-91e9736f5057 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.147046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5eb81-730b-490c-9581-8ae6cb168e00 req-cf2da608-c5b7-46f1-9105-008a0884d390 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:18.154904 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2f5eb81-730b-490c-9581-8ae6cb168e00 req-cf2da608-c5b7-46f1-9105-008a0884d390 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.0626347 Aug 27 14:08:18.213624 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2f5eb81-730b-490c-9581-8ae6cb168e00 req-1266bd0f-b0c0-4eb1-aab6-c3a1f8409ead tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577030 Aug 27 14:08:18.259146 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d04ea93-48bb-4715-9932-91e9736f5057 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.298785 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d04ea93-48bb-4715-9932-91e9736f5057 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.300890 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6d04ea93-48bb-4715-9932-91e9736f5057 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/7a43594e-0991-45ef-82b0-7b1024709c71 HTTP/1.1" status: 204 len: 168 time: 0.5938258 Aug 27 14:08:18.301976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04ea93-48bb-4715-9932-91e9736f5057 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Subnet': ['ID=7a43594e-0991-45ef-82b0-7b1024709c71,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:18.303513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59126) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:18.309892 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bc8836-195e-498a-9b1d-be580f5a934d None None] Network 77127962-deb6-4e7e-9e8d-212148ffb55e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:18.404845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-944b6afc-b4c8-4331-b3c9-5b01c5b51fda None None] Could not find standard attr ID for object eda33fbd-defe-49b9-a15f-580a31eafd0a. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:08:18.423557 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.454211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c2bf8a9-2343-474b-81ef-adaa12df479f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.461113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2b017894-9206-449e-8da5-c94ce8694ce1 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:18.504853 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087bc006-d728-4508-befd-1bf036adf650 None None] DHCP port deletion for 77127962-deb6-4e7e-9e8d-212148ffb55e request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:08:18.556931 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 2b017894-9206-449e-8da5-c94ce8694ce1 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:18.557264 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.598056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port 2b017894-9206-449e-8da5-c94ce8694ce1 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:18.598494 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.599986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-087bc006-d728-4508-befd-1bf036adf650 None None] Deleting port 2b017894-9206-449e-8da5-c94ce8694ce1 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:18.600372 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-087bc006-d728-4508-befd-1bf036adf650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.720785 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] For port 2b017894-9206-449e-8da5-c94ce8694ce1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2b017894-9206-449e-8da5-c94ce8694ce1,segment=NetworkSegment(0aee7349-3570-4d96-8efa-b8f309b93b85),segment_id=0aee7349-3570-4d96-8efa-b8f309b93b85)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:18.721164 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.721592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-087bc006-d728-4508-befd-1bf036adf650 None None] For port 2b017894-9206-449e-8da5-c94ce8694ce1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2b017894-9206-449e-8da5-c94ce8694ce1,segment=NetworkSegment(0aee7349-3570-4d96-8efa-b8f309b93b85),segment_id=0aee7349-3570-4d96-8efa-b8f309b93b85)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:18.722049 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-087bc006-d728-4508-befd-1bf036adf650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.740220 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.742352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for 2b017894-9206-449e-8da5-c94ce8694ce1 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:18.748103 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-087bc006-d728-4508-befd-1bf036adf650 None None] Calling delete_port for 2b017894-9206-449e-8da5-c94ce8694ce1 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:18.840110 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-087bc006-d728-4508-befd-1bf036adf650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.869622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bc006-d728-4508-befd-1bf036adf650 None None] Pushing event deleted for resources: {'Port': ['ID=2b017894-9206-449e-8da5-c94ce8694ce1,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:18.877310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087bc006-d728-4508-befd-1bf036adf650 None None] No DVR routers for this DVR port 2b017894-9206-449e-8da5-c94ce8694ce1 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:18.890585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54a20e-98ec-4d0f-bc21-311b60a52486 req-d699effd-7847-467e-9dc6-1188da143c5b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:18.890585 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e54a20e-98ec-4d0f-bc21-311b60a52486 req-d699effd-7847-467e-9dc6-1188da143c5b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1450956 Aug 27 14:08:18.929391 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba06a8-4260-488e-90bb-4715b86ed943 req-7bbae951-4c76-4390-af24-66db77afc57e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:18.931159 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c4ba06a8-4260-488e-90bb-4715b86ed943 req-7bbae951-4c76-4390-af24-66db77afc57e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.0614767 Aug 27 14:08:18.973417 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:18.981351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e54a20e-98ec-4d0f-bc21-311b60a52486 req-3a479f04-d1d7-4651-9b28-5b0c067298ce tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789950 Aug 27 14:08:18.981697 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c4ba06a8-4260-488e-90bb-4715b86ed943 req-4c040955-2abf-4783-92b4-234c4e979e52 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Aug 27 14:08:19.014590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=2b017894-9206-449e-8da5-c94ce8694ce1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:19.018039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No DVR routers for this DVR port 2b017894-9206-449e-8da5-c94ce8694ce1 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:19.059555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-8c2bf8a9-2343-474b-81ef-adaa12df479f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port c469ce10-4608-447c-b9eb-1f695aa29f9b {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:19.059899 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c2bf8a9-2343-474b-81ef-adaa12df479f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.150912 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.165688 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77127962-deb6-4e7e-9e8d-212148ffb55e']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:19.185442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aee7349-3570-4d96-8efa-b8f309b93b85') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:19.185793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aee7349-3570-4d96-8efa-b8f309b93b85') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:19.200416 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.221059 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c2bf8a9-2343-474b-81ef-adaa12df479f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.229434 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.240767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-8c2bf8a9-2343-474b-81ef-adaa12df479f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for c469ce10-4608-447c-b9eb-1f695aa29f9b owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:19.242844 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:08:19.243225 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:08:19.246350 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:08:19.331936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e8772-4294-42f3-9d11-b9cfd26df74e req-94cc21c9-4f96-4472-b222-7a0215e552b0 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:19.333654 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-692e8772-4294-42f3-9d11-b9cfd26df74e req-94cc21c9-4f96-4472-b222-7a0215e552b0 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.0530162 Aug 27 14:08:19.350116 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.368784 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.370628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/networks/77127962-deb6-4e7e-9e8d-212148ffb55e HTTP/1.1" status: 204 len: 168 time: 1.0646095 Aug 27 14:08:19.374356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59140) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:19.379379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f2242384-58e5-4a33-b80a-63a1d97c781b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'name': 'tempest-PortsTestJSON-1397268560'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:19.385339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-692e8772-4294-42f3-9d11-b9cfd26df74e req-f451f3be-b356-4005-a00f-fbe5798c2f67 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444593 Aug 27 14:08:19.385506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c79df5-8ae3-43de-b232-4a1a733980e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Network': ['ID=77127962-deb6-4e7e-9e8d-212148ffb55e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:19.474281 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2242384-58e5-4a33-b80a-63a1d97c781b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:19.478204 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f2242384-58e5-4a33-b80a-63a1d97c781b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.497552 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c2bf8a9-2343-474b-81ef-adaa12df479f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.500223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-f2242384-58e5-4a33-b80a-63a1d97c781b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port 4cb801dd-4936-4025-a9c4-63f3652ae5aa yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:19.527735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bf8a9-2343-474b-81ef-adaa12df479f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=c469ce10-4608-447c-b9eb-1f695aa29f9b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:19.642852 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c2bf8a9-2343-474b-81ef-adaa12df479f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.696191 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f2242384-58e5-4a33-b80a-63a1d97c781b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.738771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f2242384-58e5-4a33-b80a-63a1d97c781b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.792329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2242384-58e5-4a33-b80a-63a1d97c781b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:19.795836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f2242384-58e5-4a33-b80a-63a1d97c781b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:19.799907 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2242384-58e5-4a33-b80a-63a1d97c781b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:19.805770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2242384-58e5-4a33-b80a-63a1d97c781b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:19.806451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f2242384-58e5-4a33-b80a-63a1d97c781b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:19.816910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2242384-58e5-4a33-b80a-63a1d97c781b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=4cb801dd-4936-4025-a9c4-63f3652ae5aa,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:19.828286 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f2242384-58e5-4a33-b80a-63a1d97c781b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4527185 Aug 27 14:08:19.832291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59144) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:19.928425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6260fbe6-8c13-4dbd-8900-539d836daf46 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port 4cb801dd-4936-4025-a9c4-63f3652ae5aa {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:19.928770 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6260fbe6-8c13-4dbd-8900-539d836daf46 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.002947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6260fbe6-8c13-4dbd-8900-539d836daf46 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.017369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6260fbe6-8c13-4dbd-8900-539d836daf46 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for 4cb801dd-4936-4025-a9c4-63f3652ae5aa owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:20.132694 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6260fbe6-8c13-4dbd-8900-539d836daf46 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.133305 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.167620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2bf8a9-2343-474b-81ef-adaa12df479f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router dcd254a8-d086-42a6-8739-7a194427064e has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:08:20.168049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260fbe6-8c13-4dbd-8900-539d836daf46 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=4cb801dd-4936-4025-a9c4-63f3652ae5aa,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:20.175181 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6260fbe6-8c13-4dbd-8900-539d836daf46 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.177647 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6260fbe6-8c13-4dbd-8900-539d836daf46 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/4cb801dd-4936-4025-a9c4-63f3652ae5aa HTTP/1.1" status: 204 len: 168 time: 0.3444030 Aug 27 14:08:20.180215 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59150) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:20.185593 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ae307-26c9-4b69-99f0-8f58f7b8d416 req-d98f8383-e57a-4a68-8570-29964b85d3e2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:20.186050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8ed505cc-07bf-43ab-8f93-1176c9480ee2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'mac_address': 'fa:16:3e:4d:ce:f0', 'name': 'tempest-PortsTestJSON-47361471'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:20.187048 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-250ae307-26c9-4b69-99f0-8f58f7b8d416 req-d98f8383-e57a-4a68-8570-29964b85d3e2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.1090260 Aug 27 14:08:20.228354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-250ae307-26c9-4b69-99f0-8f58f7b8d416 req-8bac1527-5c07-43e8-ae41-116697f5e64e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343449 Aug 27 14:08:20.251027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da8d76-1d4d-4ef8-86ec-60c25a4f4854 req-a253f444-664b-4cad-bce2-466ef91b99f1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:20.253053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9da8d76-1d4d-4ef8-86ec-60c25a4f4854 req-a253f444-664b-4cad-bce2-466ef91b99f1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1513524 Aug 27 14:08:20.350011 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2bf8a9-2343-474b-81ef-adaa12df479f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:08:20.356653 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8c2bf8a9-2343-474b-81ef-adaa12df479f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/dcd254a8-d086-42a6-8739-7a194427064e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5206869 Aug 27 14:08:20.360549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59154) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:20.374805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35767175-8bc4-4df6-b8fc-bea67ca9f2cf None None] Sync routers for ids ['dcd254a8-d086-42a6-8739-7a194427064e'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:08:20.394236 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5d4d17b4-2b1a-44e7-9976-f1655ccc3d59 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcd254a8-d086-42a6-8739-7a194427064e HTTP/1.1" status: 200 len: 205 time: 0.0305963 Aug 27 14:08:20.396005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59158) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:20.397590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9da8d76-1d4d-4ef8-86ec-60c25a4f4854 req-f6083dff-e322-4d99-a444-045a0c55889f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060824 Aug 27 14:08:20.411609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35767175-8bc4-4df6-b8fc-bea67ca9f2cf None None] Routers {'dcd254a8-d086-42a6-8739-7a194427064e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:20.413378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-35767175-8bc4-4df6-b8fc-bea67ca9f2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dcd254a8-d086-42a6-8739-7a194427064e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:20.445722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed505cc-07bf-43ab-8f93-1176c9480ee2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:20.472701 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-35767175-8bc4-4df6-b8fc-bea67ca9f2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:20.496712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35767175-8bc4-4df6-b8fc-bea67ca9f2cf None None] Routers {'dcd254a8-d086-42a6-8739-7a194427064e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:20.497422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-35767175-8bc4-4df6-b8fc-bea67ca9f2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dcd254a8-d086-42a6-8739-7a194427064e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:20.502374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2b017894-9206-449e-8da5-c94ce8694ce1 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:08:20.519588 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40d0de30-8972-483e-a8ce-e7fc5e3d5436 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.526189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 2b017894-9206-449e-8da5-c94ce8694ce1 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:08:20.526545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2b017894-9206-449e-8da5-c94ce8694ce1 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:08:20.559086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-35767175-8bc4-4df6-b8fc-bea67ca9f2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:20.559881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35767175-8bc4-4df6-b8fc-bea67ca9f2cf None None] The sync data for ids ['dcd254a8-d086-42a6-8739-7a194427064e'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:08:20.564060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82be38f-e25c-482e-b533-9f2f6927d2bd req-8d2812f3-bfa2-42e5-9610-6d133b734138 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:20.565607 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a82be38f-e25c-482e-b533-9f2f6927d2bd req-8d2812f3-bfa2-42e5-9610-6d133b734138 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1866410 Aug 27 14:08:20.610250 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ed505cc-07bf-43ab-8f93-1176c9480ee2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.650045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbb1e7-3084-43e6-865b-6a96f2aefd8c req-b8c6e87f-06cb-474e-86f4-f7e370ce8a0d tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:20.651591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6fbbb1e7-3084-43e6-865b-6a96f2aefd8c req-b8c6e87f-06cb-474e-86f4-f7e370ce8a0d tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 945 time: 0.1321816 Aug 27 14:08:20.688819 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40d0de30-8972-483e-a8ce-e7fc5e3d5436 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.689645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-8ed505cc-07bf-43ab-8f93-1176c9480ee2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port 7b6b955e-928a-4a72-b155-8c5241f57da4 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:20.690814 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40d0de30-8972-483e-a8ce-e7fc5e3d5436 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.738880 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40d0de30-8972-483e-a8ce-e7fc5e3d5436 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.739400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d0de30-8972-483e-a8ce-e7fc5e3d5436 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Fanout notify agent at l3_agent the message router_deleted on router dcd254a8-d086-42a6-8739-7a194427064e {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:08:20.747878 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40d0de30-8972-483e-a8ce-e7fc5e3d5436 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.751818 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-40d0de30-8972-483e-a8ce-e7fc5e3d5436 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/dcd254a8-d086-42a6-8739-7a194427064e HTTP/1.1" status: 204 len: 168 time: 0.3520713 Aug 27 14:08:20.751818 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59164) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:20.795623 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6fbbb1e7-3084-43e6-865b-6a96f2aefd8c req-b0d818fa-18ba-4234-ba35-d9ef2d40dda0 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157804 Aug 27 14:08:20.802925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81970bb-adb8-44a5-acdb-a09cc2c1136a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting subnet 6a596aad-a915-41e4-9f34-e03c0f6466c4 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:08:20.806076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b81970bb-adb8-44a5-acdb-a09cc2c1136a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.850655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b81970bb-adb8-44a5-acdb-a09cc2c1136a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.865463 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a82be38f-e25c-482e-b533-9f2f6927d2bd req-eb0cc30c-01ae-4f73-8197-d881eb170db8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Deleting port eef934d3-a378-46cd-b798-af2f9b31e868 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:20.865812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a82be38f-e25c-482e-b533-9f2f6927d2bd req-eb0cc30c-01ae-4f73-8197-d881eb170db8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.932621 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b81970bb-adb8-44a5-acdb-a09cc2c1136a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.960470 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ed505cc-07bf-43ab-8f93-1176c9480ee2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.993306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b81970bb-adb8-44a5-acdb-a09cc2c1136a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:20.994309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a82be38f-e25c-482e-b533-9f2f6927d2bd req-eb0cc30c-01ae-4f73-8197-d881eb170db8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] For port eef934d3-a378-46cd-b798-af2f9b31e868, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=eef934d3-a378-46cd-b798-af2f9b31e868,segment=NetworkSegment(73b79295-2e16-4599-a08d-005443b7a5f4),segment_id=73b79295-2e16-4599-a08d-005443b7a5f4)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:20.994710 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a82be38f-e25c-482e-b533-9f2f6927d2bd req-eb0cc30c-01ae-4f73-8197-d881eb170db8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.021911 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a82be38f-e25c-482e-b533-9f2f6927d2bd req-eb0cc30c-01ae-4f73-8197-d881eb170db8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Calling delete_port for eef934d3-a378-46cd-b798-af2f9b31e868 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:21.022419 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b81970bb-adb8-44a5-acdb-a09cc2c1136a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.024552 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b81970bb-adb8-44a5-acdb-a09cc2c1136a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/6a596aad-a915-41e4-9f34-e03c0f6466c4 HTTP/1.1" status: 204 len: 168 time: 0.2717280 Aug 27 14:08:21.025553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81970bb-adb8-44a5-acdb-a09cc2c1136a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Subnet': ['ID=6a596aad-a915-41e4-9f34-e03c0f6466c4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:21.027297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59166) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:21.028745 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae1dfd0-efef-47ae-9da8-20e6035dae80 None None] Network b9c50cf4-2e76-425f-b572-9d3fdcfd2139 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:21.110124 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ed505cc-07bf-43ab-8f93-1176c9480ee2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.168378 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e14f4a6-29c2-4f03-801b-f1df6b7c63cd tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting subnet 1e3687f4-7d67-440d-b63f-54182075837b {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:08:21.181642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2e14f4a6-29c2-4f03-801b-f1df6b7c63cd tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.185910 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:08:21.202640 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fbe4de-1666-4118-99bd-301a3d6e2800 None None] DHCP port deletion for b9c50cf4-2e76-425f-b572-9d3fdcfd2139 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:08:21.221839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed505cc-07bf-43ab-8f93-1176c9480ee2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:21.230741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8ed505cc-07bf-43ab-8f93-1176c9480ee2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:21.244539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed505cc-07bf-43ab-8f93-1176c9480ee2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=7b6b955e-928a-4a72-b155-8c5241f57da4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:21.249228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed505cc-07bf-43ab-8f93-1176c9480ee2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:21.258751 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.260043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed505cc-07bf-43ab-8f93-1176c9480ee2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:21.260705 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ed505cc-07bf-43ab-8f93-1176c9480ee2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.264505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b5fbe4de-1666-4118-99bd-301a3d6e2800 None None] Deleting port cab58b2a-3fc1-453b-8ddf-e7da85762097 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:21.264881 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe4de-1666-4118-99bd-301a3d6e2800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.276020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2e14f4a6-29c2-4f03-801b-f1df6b7c63cd tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.319949 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8ed505cc-07bf-43ab-8f93-1176c9480ee2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1386418 Aug 27 14:08:21.338779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b5fbe4de-1666-4118-99bd-301a3d6e2800 None None] For port cab58b2a-3fc1-453b-8ddf-e7da85762097, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cab58b2a-3fc1-453b-8ddf-e7da85762097,segment=NetworkSegment(4f2de52f-d5ee-453c-b86b-1bd745f0553f),segment_id=4f2de52f-d5ee-453c-b86b-1bd745f0553f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:21.339009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59170) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:21.339271 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe4de-1666-4118-99bd-301a3d6e2800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.356370 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b5fbe4de-1666-4118-99bd-301a3d6e2800 None None] Calling delete_port for cab58b2a-3fc1-453b-8ddf-e7da85762097 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:21.364992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048521ff-10c4-42c7-8430-4f72897794b0 req-b5cbeb2f-df90-4f10-9a7d-bd113059f095 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:21.366585 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-048521ff-10c4-42c7-8430-4f72897794b0 req-b5cbeb2f-df90-4f10-9a7d-bd113059f095 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 944 time: 0.0590277 Aug 27 14:08:21.410642 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-048521ff-10c4-42c7-8430-4f72897794b0 req-7930ad67-b46b-4938-a5ba-50ad275ca248 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374479 Aug 27 14:08:21.441174 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe4de-1666-4118-99bd-301a3d6e2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.464149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b43dda-678a-4e96-acbc-f0b31714912a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:21.468148 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-39b43dda-678a-4e96-acbc-f0b31714912a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/7b6b955e-928a-4a72-b155-8c5241f57da4 HTTP/1.1" status: 200 len: 839 time: 0.1237850 Aug 27 14:08:21.468607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59176) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:21.479778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbe4de-1666-4118-99bd-301a3d6e2800 None None] Pushing event deleted for resources: {'Port': ['ID=cab58b2a-3fc1-453b-8ddf-e7da85762097,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:21.486579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fbe4de-1666-4118-99bd-301a3d6e2800 None None] No DVR routers for this DVR port cab58b2a-3fc1-453b-8ddf-e7da85762097 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:21.504934 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2e14f4a6-29c2-4f03-801b-f1df6b7c63cd tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.508444 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a82be38f-e25c-482e-b533-9f2f6927d2bd req-eb0cc30c-01ae-4f73-8197-d881eb170db8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.520383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['9a3a2ffe-5bea-40ec-bff2-6478a3660f33'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:08:21.564360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['eef934d3-a378-46cd-b798-af2f9b31e868'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:08:21.569702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cc30c-01ae-4f73-8197-d881eb170db8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Pushing event deleted for resources: {'Port': ['ID=eef934d3-a378-46cd-b798-af2f9b31e868,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:21.631866 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d6d37-5ad3-400c-b231-7c4a3e2bd5a9 req-146c3ab9-e35d-40ec-b833-f801f075efe2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:21.633397 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b2d6d37-5ad3-400c-b231-7c4a3e2bd5a9 req-146c3ab9-e35d-40ec-b833-f801f075efe2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1078968 Aug 27 14:08:21.638606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82be38f-e25c-482e-b533-9f2f6927d2bd req-eb0cc30c-01ae-4f73-8197-d881eb170db8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] No DVR routers for this DVR port eef934d3-a378-46cd-b798-af2f9b31e868 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:21.643257 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a82be38f-e25c-482e-b533-9f2f6927d2bd req-eb0cc30c-01ae-4f73-8197-d881eb170db8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.646270 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a82be38f-e25c-482e-b533-9f2f6927d2bd req-eb0cc30c-01ae-4f73-8197-d881eb170db8 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.41 "DELETE /v2.0/ports/eef934d3-a378-46cd-b798-af2f9b31e868 HTTP/1.1" status: 204 len: 173 time: 1.0701892 Aug 27 14:08:21.646270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7381a0-d171-40cf-9d85-2d8f4f6e81da', 'name': 'network-vif-deleted', 'tag': 'eef934d3-a378-46cd-b798-af2f9b31e868'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:08:21.648166 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc78348-4ec6-47c4-8312-8350a3e4aff9" -d '{"events": [{"server_uuid": "1a7381a0-d171-40cf-9d85-2d8f4f6e81da", "name": "network-vif-deleted", "tag": "eef934d3-a378-46cd-b798-af2f9b31e868"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:08:21.665815 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2e14f4a6-29c2-4f03-801b-f1df6b7c63cd tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.685810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-613ccc87-0a3c-4fb3-9b82-69d3a4049d90 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port 7b6b955e-928a-4a72-b155-8c5241f57da4 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:21.686289 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-613ccc87-0a3c-4fb3-9b82-69d3a4049d90 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.707209 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b2d6d37-5ad3-400c-b231-7c4a3e2bd5a9 req-6b1f4da0-8391-42d1-85cd-dd41bd49979d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659764 Aug 27 14:08:21.724192 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af645bff-b2e2-4955-951d-5f5e4eb5d59e x-openstack-request-id: req-af645bff-b2e2-4955-951d-5f5e4eb5d59e {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:08:21.724815 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7381a0-d171-40cf-9d85-2d8f4f6e81da", "name": "network-vif-deleted", "tag": "eef934d3-a378-46cd-b798-af2f9b31e868", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:08:21.725452 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af645bff-b2e2-4955-951d-5f5e4eb5d59e {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:08:21.726077 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7381a0-d171-40cf-9d85-2d8f4f6e81da', 'name': 'network-vif-deleted', 'tag': 'eef934d3-a378-46cd-b798-af2f9b31e868', 'status': 'completed', 'code': 200} Aug 27 14:08:21.726988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14f4a6-29c2-4f03-801b-f1df6b7c63cd tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3687f4-7d67-440d-b63f-54182075837b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:21.729569 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2e14f4a6-29c2-4f03-801b-f1df6b7c63cd tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.731538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2e14f4a6-29c2-4f03-801b-f1df6b7c63cd tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/1e3687f4-7d67-440d-b63f-54182075837b HTTP/1.1" status: 204 len: 168 time: 0.7032135 Aug 27 14:08:21.734169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59182) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:21.744760 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ee1bbc-7dac-44db-a101-9eb57d86b776 None None] Network b8e9a83b-c8ac-43e6-a07b-3be155c73674 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:21.784934 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-613ccc87-0a3c-4fb3-9b82-69d3a4049d90 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.802024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-613ccc87-0a3c-4fb3-9b82-69d3a4049d90 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for 7b6b955e-928a-4a72-b155-8c5241f57da4 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:21.897291 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2f002bee-c1bb-48dc-b847-693c2b24e3ba tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:21.916442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 50ad3533-39c5-4fdd-964d-5044beca9181 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:08:22.019944 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2f002bee-c1bb-48dc-b847-693c2b24e3ba tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.032101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-2f002bee-c1bb-48dc-b847-693c2b24e3ba tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c50cf4-2e76-425f-b572-9d3fdcfd2139']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:22.049066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-2f002bee-c1bb-48dc-b847-693c2b24e3ba tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2de52f-d5ee-453c-b86b-1bd745f0553f') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:22.049430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-2f002bee-c1bb-48dc-b847-693c2b24e3ba tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2de52f-d5ee-453c-b86b-1bd745f0553f') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:22.064134 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eba180b-bcc8-4cbb-9850-ab3b9c6d539d None None] DHCP port deletion for b8e9a83b-c8ac-43e6-a07b-3be155c73674 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:08:22.065723 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2f002bee-c1bb-48dc-b847-693c2b24e3ba tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.067353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:22.082801 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2f002bee-c1bb-48dc-b847-693c2b24e3ba tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.083061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '50ad3533-39c5-4fdd-964d-5044beca9181', 'network_id': 'b55b0e79-4096-4c1a-9d8b-9aa6db20e866', 'port_id': '50ad3533-39c5-4fdd-964d-5044beca9181', 'mac_address': 'fa:16:3e:1a:6c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5114c038-bc5e-4991-8e49-6e30ea1048b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:08:22.090113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f002bee-c1bb-48dc-b847-693c2b24e3ba tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:08:22.090717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2f002bee-c1bb-48dc-b847-693c2b24e3ba tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:08:22.096196 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:08:22.144323 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.165580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ad3533-39c5-4fdd-964d-5044beca9181 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:08:22.175464 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2f002bee-c1bb-48dc-b847-693c2b24e3ba tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.185392 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2f002bee-c1bb-48dc-b847-693c2b24e3ba tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.190760 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2f002bee-c1bb-48dc-b847-693c2b24e3ba tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/networks/b9c50cf4-2e76-425f-b572-9d3fdcfd2139 HTTP/1.1" status: 204 len: 168 time: 0.4519794 Aug 27 14:08:22.200391 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59188) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:22.200819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:22.202213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f002bee-c1bb-48dc-b847-693c2b24e3ba tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Network': ['ID=b9c50cf4-2e76-425f-b572-9d3fdcfd2139,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:22.202764 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0eba180b-bcc8-4cbb-9850-ab3b9c6d539d None None] Deleting port 395f44de-ed6a-4d25-b4ab-af7630a22063 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:22.203398 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0eba180b-bcc8-4cbb-9850-ab3b9c6d539d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.221409 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.277574 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71271333-476f-4dc2-b969-56c41c59896a req-60d4256e-f78a-4649-bc7e-90fc8cf8ec07 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a7381a0-d171-40cf-9d85-2d8f4f6e81da HTTP/1.1" status: 200 len: 210 time: 0.0780494 Aug 27 14:08:22.278198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-613ccc87-0a3c-4fb3-9b82-69d3a4049d90 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.313529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0eba180b-bcc8-4cbb-9850-ab3b9c6d539d None None] For port 395f44de-ed6a-4d25-b4ab-af7630a22063, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=395f44de-ed6a-4d25-b4ab-af7630a22063,segment=NetworkSegment(21c2fb18-d668-4253-8065-8f6758d86a75),segment_id=21c2fb18-d668-4253-8065-8f6758d86a75)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:22.313529 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0eba180b-bcc8-4cbb-9850-ab3b9c6d539d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.327398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0eba180b-bcc8-4cbb-9850-ab3b9c6d539d None None] Calling delete_port for 395f44de-ed6a-4d25-b4ab-af7630a22063 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:22.327641 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ccc87-0a3c-4fb3-9b82-69d3a4049d90 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=7b6b955e-928a-4a72-b155-8c5241f57da4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:22.329217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=50ad3533-39c5-4fdd-964d-5044beca9181,revision_number=11']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:22.337473 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-613ccc87-0a3c-4fb3-9b82-69d3a4049d90 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.342625 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-613ccc87-0a3c-4fb3-9b82-69d3a4049d90 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/7b6b955e-928a-4a72-b155-8c5241f57da4 HTTP/1.1" status: 204 len: 168 time: 0.8691516 Aug 27 14:08:22.343058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59190) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:22.362966 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.395159 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6382a00-94dd-4aaf-9734-88773db779ff tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:08:22.397778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d6382a00-94dd-4aaf-9734-88773db779ff tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/7b6b955e-928a-4a72-b155-8c5241f57da4 HTTP/1.1" status: 404 len: 333 time: 0.0529361 Aug 27 14:08:22.411205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59192) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:22.419989 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f0ea0602-9ce9-4de4-92af-db44c2cc3247 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'name': 'tempest-PortsTestJSON-1301843488'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:22.446473 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0eba180b-bcc8-4cbb-9850-ab3b9c6d539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.465403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port 395f44de-ed6a-4d25-b4ab-af7630a22063 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:22.465907 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.490312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cab58b2a-3fc1-453b-8ddf-e7da85762097 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:08:22.494342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba180b-bcc8-4cbb-9850-ab3b9c6d539d None None] Pushing event deleted for resources: {'Port': ['ID=395f44de-ed6a-4d25-b4ab-af7630a22063,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:22.500524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba180b-bcc8-4cbb-9850-ab3b9c6d539d None None] No DVR routers for this DVR port 395f44de-ed6a-4d25-b4ab-af7630a22063 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:22.529285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: cab58b2a-3fc1-453b-8ddf-e7da85762097 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:08:22.529696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cab58b2a-3fc1-453b-8ddf-e7da85762097 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:08:22.530456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 395f44de-ed6a-4d25-b4ab-af7630a22063 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:08:22.563170 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 395f44de-ed6a-4d25-b4ab-af7630a22063 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:08:22.563635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 395f44de-ed6a-4d25-b4ab-af7630a22063 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:08:22.610904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] For port 395f44de-ed6a-4d25-b4ab-af7630a22063, host n-d-712139-12, got binding levels [] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:22.611300 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.628026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for 395f44de-ed6a-4d25-b4ab-af7630a22063 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:22.633653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.ipam_backend_mixin [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Port 395f44de-ed6a-4d25-b4ab-af7630a22063 was not found and therefore no delete operation was performed {{(pid=101187) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:08:22.634965 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.663152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0199434-c240-4426-a88e-67ecf68b1efa req-9d8f3945-144d-49c6-a55c-63c8641ff8f7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:22.665227 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d0199434-c240-4426-a88e-67ecf68b1efa req-9d8f3945-144d-49c6-a55c-63c8641ff8f7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1142898 Aug 27 14:08:22.665884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ea0602-9ce9-4de4-92af-db44c2cc3247 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:22.669892 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0602-9ce9-4de4-92af-db44c2cc3247 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.677380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=395f44de-ed6a-4d25-b4ab-af7630a22063,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:22.686140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No DVR routers for this DVR port 395f44de-ed6a-4d25-b4ab-af7630a22063 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:22.711248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-f0ea0602-9ce9-4de4-92af-db44c2cc3247 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port 20b6ea8b-99e1-4572-b76d-266ebdd447ff yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:22.766944 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d0199434-c240-4426-a88e-67ecf68b1efa req-2e66922b-8a85-4585-83d8-3d68f0994c91 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924361 Aug 27 14:08:22.788265 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.796978 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['50ad3533-39c5-4fdd-964d-5044beca9181'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:08:22.799598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e9a83b-c8ac-43e6-a07b-3be155c73674']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:22.820729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c2fb18-d668-4253-8065-8f6758d86a75') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:22.821022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c2fb18-d668-4253-8065-8f6758d86a75') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:22.852498 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.876588 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.887482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f8f55-a9fd-4ba1-b324-36d68c8e317b req-e668a5ea-cb26-42ff-ab8d-274f33051342 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:22.889762 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-162f8f55-a9fd-4ba1-b324-36d68c8e317b req-e668a5ea-cb26-42ff-ab8d-274f33051342 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.0815358 Aug 27 14:08:22.895708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:08:22.896158 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:08:22.899388 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:08:22.931805 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0602-9ce9-4de4-92af-db44c2cc3247 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.982106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0602-9ce9-4de4-92af-db44c2cc3247 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.985677 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.990139 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-162f8f55-a9fd-4ba1-b324-36d68c8e317b req-43e69cf8-b7a4-490b-82bd-5a3802c8b853 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796971 Aug 27 14:08:22.997051 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:22.999477 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/networks/b8e9a83b-c8ac-43e6-a07b-3be155c73674 HTTP/1.1" status: 204 len: 168 time: 0.7982216 Aug 27 14:08:23.009170 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59204) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:23.014191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1fefb424-1f7c-4a0e-b24b-28e7ceb7519a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-769810927'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:23.019198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74d7ee-ac84-4896-af92-ebc4a2265f0d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Network': ['ID=b8e9a83b-c8ac-43e6-a07b-3be155c73674,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:23.039227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fefb424-1f7c-4a0e-b24b-28e7ceb7519a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:23.043111 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fefb424-1f7c-4a0e-b24b-28e7ceb7519a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.044861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea0602-9ce9-4de4-92af-db44c2cc3247 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:23.050498 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-f0ea0602-9ce9-4de4-92af-db44c2cc3247 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:23.054386 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea0602-9ce9-4de4-92af-db44c2cc3247 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:23.060207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ea0602-9ce9-4de4-92af-db44c2cc3247 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:23.060832 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0602-9ce9-4de4-92af-db44c2cc3247 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.067162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea0602-9ce9-4de4-92af-db44c2cc3247 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=20b6ea8b-99e1-4572-b76d-266ebdd447ff,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:23.072586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fefb424-1f7c-4a0e-b24b-28e7ceb7519a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:08:23.081089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f0ea0602-9ce9-4de4-92af-db44c2cc3247 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6687653 Aug 27 14:08:23.082947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fefb424-1f7c-4a0e-b24b-28e7ceb7519a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.083384 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-1fefb424-1f7c-4a0e-b24b-28e7ceb7519a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Added segment 104539ef-9cef-4deb-828c-fab0fd4183f1 of type vlan for network 7e67500a-d6cf-4034-9df3-bd3fb9498f0a Aug 27 14:08:23.083769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59206) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:23.089085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d9b86f3a-67bd-4077-a040-f7970bba3e2c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:23.130782 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fefb424-1f7c-4a0e-b24b-28e7ceb7519a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.155857 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fefb424-1f7c-4a0e-b24b-28e7ceb7519a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.156910 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9b86f3a-67bd-4077-a040-f7970bba3e2c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.162117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fefb424-1f7c-4a0e-b24b-28e7ceb7519a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:23.162724 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fefb424-1f7c-4a0e-b24b-28e7ceb7519a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.218316 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1fefb424-1f7c-4a0e-b24b-28e7ceb7519a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2079775 Aug 27 14:08:23.222596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59208) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:23.228242 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f912e335-b56b-47b8-9962-6f6cbc2a92fc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'subnet': {'network_id': '7e67500a-d6cf-4034-9df3-bd3fb9498f0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:23.288118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefb424-1f7c-4a0e-b24b-28e7ceb7519a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Network': ['ID=7e67500a-d6cf-4034-9df3-bd3fb9498f0a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:23.300796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 7e67500a-d6cf-4034-9df3-bd3fb9498f0a details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:08:23.320846 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9b86f3a-67bd-4077-a040-f7970bba3e2c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.329505 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9b86f3a-67bd-4077-a040-f7970bba3e2c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.359908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f912e335-b56b-47b8-9962-6f6cbc2a92fc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:23.364107 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f912e335-b56b-47b8-9962-6f6cbc2a92fc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.367489 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d9b86f3a-67bd-4077-a040-f7970bba3e2c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] In _notify_port_updated(), no bound segment for port 20b6ea8b-99e1-4572-b76d-266ebdd447ff on network b62857ad-4724-4b2a-b1b8-39ab467af7a5 {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:08:23.377720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b86f3a-67bd-4077-a040-f7970bba3e2c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:23.378400 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9b86f3a-67bd-4077-a040-f7970bba3e2c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.382723 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d9b86f3a-67bd-4077-a040-f7970bba3e2c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "PUT /v2.0/ports/20b6ea8b-99e1-4572-b76d-266ebdd447ff HTTP/1.1" status: 200 len: 818 time: 0.2950373 Aug 27 14:08:23.382723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59214) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:23.438924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b86f3a-67bd-4077-a040-f7970bba3e2c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=20b6ea8b-99e1-4572-b76d-266ebdd447ff,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:23.504783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-bbd18ecf-7b1f-4bbb-98b6-9944b4067251 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port 20b6ea8b-99e1-4572-b76d-266ebdd447ff {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:23.505142 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbd18ecf-7b1f-4bbb-98b6-9944b4067251 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.586537 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f912e335-b56b-47b8-9962-6f6cbc2a92fc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.608602 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbd18ecf-7b1f-4bbb-98b6-9944b4067251 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.623656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-bbd18ecf-7b1f-4bbb-98b6-9944b4067251 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for 20b6ea8b-99e1-4572-b76d-266ebdd447ff owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:23.646532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce0ccc-bd9e-48fc-bef1-ca7ceb00e783 req-60a77a9b-73b1-48b0-a261-de8a5d07b7a1 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:23.648106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-77ce0ccc-bd9e-48fc-bef1-ca7ceb00e783 req-60a77a9b-73b1-48b0-a261-de8a5d07b7a1 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.0931690 Aug 27 14:08:23.656174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912e335-b56b-47b8-9962-6f6cbc2a92fc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Subnet': ['ID=6145ba4b-bad8-4b99-8c87-c949a2fe52ea,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:23.663627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912e335-b56b-47b8-9962-6f6cbc2a92fc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Checking segment: {'id': '104539ef-9cef-4deb-828c-fab0fd4183f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e67500a-d6cf-4034-9df3-bd3fb9498f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:23.663987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f912e335-b56b-47b8-9962-6f6cbc2a92fc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network hostable DHCP agents. Network: 7e67500a-d6cf-4034-9df3-bd3fb9498f0a, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:08:23.681936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f912e335-b56b-47b8-9962-6f6cbc2a92fc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 7e67500a-d6cf-4034-9df3-bd3fb9498f0a is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:08:23.691735 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f912e335-b56b-47b8-9962-6f6cbc2a92fc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 7e67500a-d6cf-4034-9df3-bd3fb9498f0a) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:23.696220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f912e335-b56b-47b8-9962-6f6cbc2a92fc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:23.696798 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f912e335-b56b-47b8-9962-6f6cbc2a92fc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.702965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08304ca7-1a4f-4cce-b081-f9425df25b5d None None] Network 7e67500a-d6cf-4034-9df3-bd3fb9498f0a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:23.715623 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f912e335-b56b-47b8-9962-6f6cbc2a92fc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4914281 Aug 27 14:08:23.717214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59220) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:23.723666 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7232e34a-b108-4781-8a7f-e9fbdd7642f8 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1982168214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:23.729469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-77ce0ccc-bd9e-48fc-bef1-ca7ceb00e783 req-beb8806b-f20b-4303-8554-a67a2c8a2dd1 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496767 Aug 27 14:08:23.749916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbd18ecf-7b1f-4bbb-98b6-9944b4067251 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.759926 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7232e34a-b108-4781-8a7f-e9fbdd7642f8 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.761832 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7232e34a-b108-4781-8a7f-e9fbdd7642f8 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.780798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd18ecf-7b1f-4bbb-98b6-9944b4067251 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=20b6ea8b-99e1-4572-b76d-266ebdd447ff,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:23.787332 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbd18ecf-7b1f-4bbb-98b6-9944b4067251 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.790909 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bbd18ecf-7b1f-4bbb-98b6-9944b4067251 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/20b6ea8b-99e1-4572-b76d-266ebdd447ff HTTP/1.1" status: 204 len: 168 time: 0.4072969 Aug 27 14:08:23.793718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59224) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:23.847874 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7232e34a-b108-4781-8a7f-e9fbdd7642f8 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.855621 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7232e34a-b108-4781-8a7f-e9fbdd7642f8 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.883716 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7232e34a-b108-4781-8a7f-e9fbdd7642f8 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.887435 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7232e34a-b108-4781-8a7f-e9fbdd7642f8 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1662951 Aug 27 14:08:23.887738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59228) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:23.893905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'port': {'network_id': '7e67500a-d6cf-4034-9df3-bd3fb9498f0a', 'name': 'tempest-RoutersIpV6Test-730390461'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:23.903360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-7e67500a-d6cf-4034-9df3-bd3fb9498f0a', 'network_id': '7e67500a-d6cf-4034-9df3-bd3fb9498f0a', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'fixed_ips': [{'subnet_id': '6145ba4b-bad8-4b99-8c87-c949a2fe52ea'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:08:23.904353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:23.920615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb6746-67af-4e90-938d-b181999bc0bb tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:23.925168 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fbbb6746-67af-4e90-938d-b181999bc0bb tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1278846 Aug 27 14:08:23.926575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59230) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:23.929388 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 50ad3533-39c5-4fdd-964d-5044beca9181 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:23.958227 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cfae99-8d58-4fb4-b3d0-654e112269cb tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:08:23.960194 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-02cfae99-8d58-4fb4-b3d0-654e112269cb tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/20b6ea8b-99e1-4572-b76d-266ebdd447ff HTTP/1.1" status: 404 len: 333 time: 0.0326810 Aug 27 14:08:23.963808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59234) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:23.969834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2c01259e-3bb4-4045-a258-de87fe416f92 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-823358667'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:23.994480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a7823-e5bc-47b3-8158-7c4890a65d45 req-a404a6b4-41dc-4ecc-8f78-ac0391e4f260 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:23.996929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a1a7823-e5bc-47b3-8158-7c4890a65d45 req-a404a6b4-41dc-4ecc-8f78-ac0391e4f260 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 945 time: 0.1154072 Aug 27 14:08:24.028686 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c01259e-3bb4-4045-a258-de87fe416f92 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:24.034645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c01259e-3bb4-4045-a258-de87fe416f92 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.041062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:24.046200 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.067538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] device_id is not set on port b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:24.080642 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a1a7823-e5bc-47b3-8158-7c4890a65d45 req-72c2fb52-252d-4dd5-bc35-477b756c047f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761528 Aug 27 14:08:24.098657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c01259e-3bb4-4045-a258-de87fe416f92 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:08:24.108093 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c01259e-3bb4-4045-a258-de87fe416f92 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.108457 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-2c01259e-3bb4-4045-a258-de87fe416f92 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Added segment e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49 of type vlan for network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f Aug 27 14:08:24.127849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Allocated IP 2001:db8::2 (7e67500a-d6cf-4034-9df3-bd3fb9498f0a/6145ba4b-bad8-4b99-8c87-c949a2fe52ea/be7a2acf-02dd-4ba9-952f-49055035d4b6) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:24.148888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 50ad3533-39c5-4fdd-964d-5044beca9181 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:24.149627 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 50ad3533-39c5-4fdd-964d-5044beca9181 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:24.150004 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.165832 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c01259e-3bb4-4045-a258-de87fe416f92 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.189729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788bfa6-0072-4990-9d9f-a105ee26e355 req-427405a8-da70-485a-98cc-119329e5e225 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:24.191737 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c788bfa6-0072-4990-9d9f-a105ee26e355 req-427405a8-da70-485a-98cc-119329e5e225 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.0770767 Aug 27 14:08:24.194404 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c01259e-3bb4-4045-a258-de87fe416f92 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.207724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c01259e-3bb4-4045-a258-de87fe416f92 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:24.208823 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c01259e-3bb4-4045-a258-de87fe416f92 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.233477 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c788bfa6-0072-4990-9d9f-a105ee26e355 req-04ac13a6-b560-4e45-82af-885842c82eb2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350199 Aug 27 14:08:24.291231 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2c01259e-3bb4-4045-a258-de87fe416f92 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3263609 Aug 27 14:08:24.294300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59238) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:24.302390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a2092fba-a5fc-483d-93cf-8bc7d5fbfabc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': '3fd6056f-70b3-4ece-84a7-da8c3c79c91f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:24.318835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01259e-3bb4-4045-a258-de87fe416f92 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Network': ['ID=3fd6056f-70b3-4ece-84a7-da8c3c79c91f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:24.320533 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.339506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:08:24.407956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:08:24.408516 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2092fba-a5fc-483d-93cf-8bc7d5fbfabc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:24.410161 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c134f4-4b77-4269-aee9-082b4916b9cf" -d '{"events": [{"server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "name": "network-vif-plugged", "status": "completed", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:08:24.412320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a2092fba-a5fc-483d-93cf-8bc7d5fbfabc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.414586 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.428975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:24.439313 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.440111 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device eef934d3-a378-46cd-b798-af2f9b31e868 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:08:24.446645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Transition to ACTIVE for port object be7a2acf-02dd-4ba9-952f-49055035d4b6 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:24.492922 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db54c8a4-cc43-452a-ac7d-dc44fdf29753 x-openstack-request-id: req-db54c8a4-cc43-452a-ac7d-dc44fdf29753 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:08:24.493212 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "name": "network-vif-plugged", "status": "completed", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:08:24.493460 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db54c8a4-cc43-452a-ac7d-dc44fdf29753 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:08:24.493843 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181', 'code': 200} Aug 27 14:08:24.505645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: eef934d3-a378-46cd-b798-af2f9b31e868 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:08:24.505997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device eef934d3-a378-46cd-b798-af2f9b31e868 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:08:24.518121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Transition to ACTIVE for port object be7a2acf-02dd-4ba9-952f-49055035d4b6 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:24.532130 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.539830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=50ad3533-39c5-4fdd-964d-5044beca9181,revision_number=12']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:24.573302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Network 7e67500a-d6cf-4034-9df3-bd3fb9498f0a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:24.583498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:24.587661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:24.595092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Pushing event updated for resources: {'Port': ['ID=be7a2acf-02dd-4ba9-952f-49055035d4b6,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:24.617235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Allocated IP 2001:db8::219 (7e67500a-d6cf-4034-9df3-bd3fb9498f0a/6145ba4b-bad8-4b99-8c87-c949a2fe52ea/b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:24.639819 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a2092fba-a5fc-483d-93cf-8bc7d5fbfabc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.664043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Attempting to bind port be7a2acf-02dd-4ba9-952f-49055035d4b6 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:08:24.664531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Attempting to bind port be7a2acf-02dd-4ba9-952f-49055035d4b6 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '104539ef-9cef-4deb-828c-fab0fd4183f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e67500a-d6cf-4034-9df3-bd3fb9498f0a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:08:24.665590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Attempting to bind port be7a2acf-02dd-4ba9-952f-49055035d4b6 on network 7e67500a-d6cf-4034-9df3-bd3fb9498f0a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:08:24.670537 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:08:24.671234 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Checking segment: {'id': '104539ef-9cef-4deb-828c-fab0fd4183f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e67500a-d6cf-4034-9df3-bd3fb9498f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:24.671592 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.672098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Bound using segment: {'id': '104539ef-9cef-4deb-828c-fab0fd4183f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e67500a-d6cf-4034-9df3-bd3fb9498f0a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:08:24.672684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Bound port: be7a2acf-02dd-4ba9-952f-49055035d4b6, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104539ef-9cef-4deb-828c-fab0fd4183f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e67500a-d6cf-4034-9df3-bd3fb9498f0a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:08:24.673090 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.744395 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] For port be7a2acf-02dd-4ba9-952f-49055035d4b6, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:08:24.746540 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2092fba-a5fc-483d-93cf-8bc7d5fbfabc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Subnet': ['ID=dcfa73e3-bcca-4c2e-a43e-0fed0696af13,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:24.748098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] For port be7a2acf-02dd-4ba9-952f-49055035d4b6, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=be7a2acf-02dd-4ba9-952f-49055035d4b6,segment=NetworkSegment(104539ef-9cef-4deb-828c-fab0fd4183f1),segment_id=104539ef-9cef-4deb-828c-fab0fd4183f1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:08:24.754672 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.771250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2092fba-a5fc-483d-93cf-8bc7d5fbfabc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Checking segment: {'id': 'e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3fd6056f-70b3-4ece-84a7-da8c3c79c91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:24.771613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2092fba-a5fc-483d-93cf-8bc7d5fbfabc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network hostable DHCP agents. Network: 3fd6056f-70b3-4ece-84a7-da8c3c79c91f, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:08:24.792740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8d1d3-ccfc-44e0-80ff-2c5f3043e1c5 req-4a424d71-78a3-442d-8276-4066f8e7c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:24.794538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22b8d1d3-ccfc-44e0-80ff-2c5f3043e1c5 req-4a424d71-78a3-442d-8276-4066f8e7c74a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 1098 time: 0.0949776 Aug 27 14:08:24.829165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea17c98-00ef-44fb-a0b7-cb27bcc820ab None None] Pushing event updated for resources: {'Port': ['ID=be7a2acf-02dd-4ba9-952f-49055035d4b6,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:24.838451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.862673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2092fba-a5fc-483d-93cf-8bc7d5fbfabc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:08:24.865998 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Transition to ACTIVE for port object b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:24.924166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22b8d1d3-ccfc-44e0-80ff-2c5f3043e1c5 req-107b67d8-2faf-4e2d-a830-ae6696f09cc9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175349 Aug 27 14:08:24.931131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a2092fba-a5fc-483d-93cf-8bc7d5fbfabc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 3fd6056f-70b3-4ece-84a7-da8c3c79c91f) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:24.931758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.941418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2092fba-a5fc-483d-93cf-8bc7d5fbfabc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:24.942058 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a2092fba-a5fc-483d-93cf-8bc7d5fbfabc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:24.943484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9888cf-d663-4b34-9550-38276a3b2a61 None None] Network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:24.966333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b340-b552-4eeb-8ad1-20beb9fdbcda req-0b6b14d5-be3d-48e5-ab02-7fb3dc754519 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:24.968152 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff22b340-b552-4eeb-8ad1-20beb9fdbcda req-0b6b14d5-be3d-48e5-ab02-7fb3dc754519 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1032190 Aug 27 14:08:24.970814 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a2092fba-a5fc-483d-93cf-8bc7d5fbfabc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6755698 Aug 27 14:08:24.973502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59248) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:24.978907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3e083fda-0e9b-402d-bd49-14b129e6e61b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': '3fd6056f-70b3-4ece-84a7-da8c3c79c91f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:25.017222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:25.029395 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 7e67500a-d6cf-4034-9df3-bd3fb9498f0a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:25.032527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:25.035164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:25.043016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:25.043742 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:25.083376 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-403a7509-7dd3-4721-9d90-cabcef256e7d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1921985 Aug 27 14:08:25.084060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59252) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:25.178031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff22b340-b552-4eeb-8ad1-20beb9fdbcda req-255a036d-6b8e-4dea-aa06-61b95654a301 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893277 Aug 27 14:08:25.197250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e083fda-0e9b-402d-bd49-14b129e6e61b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:25.207104 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e083fda-0e9b-402d-bd49-14b129e6e61b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:25.230282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-3fd6056f-70b3-4ece-84a7-da8c3c79c91f', 'network_id': '3fd6056f-70b3-4ece-84a7-da8c3c79c91f', 'tenant_id': 'aad98d7867c1444b8c91832a37ba6d2b', 'fixed_ips': [{'subnet_id': 'dcfa73e3-bcca-4c2e-a43e-0fed0696af13'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:08:25.231766 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:25.323922 n-d-712139-12 neutron-server[101186]: INFO neutron.db.ipam_backend_mixin [None req-3e083fda-0e9b-402d-bd49-14b129e6e61b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dcfa73e3-bcca-4c2e-a43e-0fed0696af13 (CIDR: 172.20.0.0/28) Aug 27 14:08:25.346788 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e083fda-0e9b-402d-bd49-14b129e6e61b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:08:25.347589 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e083fda-0e9b-402d-bd49-14b129e6e61b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:08:25.383351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3e083fda-0e9b-402d-bd49-14b129e6e61b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4088023 Aug 27 14:08:25.387601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59258) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:25.393689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9b0be473-33b0-4c4c-a991-6650bf99e3dc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': '3fd6056f-70b3-4ece-84a7-da8c3c79c91f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:25.403198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Allocated IP 172.20.0.2 (3fd6056f-70b3-4ece-84a7-da8c3c79c91f/dcfa73e3-bcca-4c2e-a43e-0fed0696af13/33e09bd5-f27d-4576-a8f2-8d98cd761990) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:25.405431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ab3d4-4392-40d8-a89a-7daaa90ec253 req-01b42f16-2097-46bd-abfb-7ea3a8f208ea tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:25.407357 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-482ab3d4-4392-40d8-a89a-7daaa90ec253 req-01b42f16-2097-46bd-abfb-7ea3a8f208ea tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.0738311 Aug 27 14:08:25.449274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b5bbe-ae76-4f64-87e9-1ccabcec29d2 req-642d4472-c21d-4728-a1e7-ba89f2246f36 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:25.451044 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c36b5bbe-ae76-4f64-87e9-1ccabcec29d2 req-642d4472-c21d-4728-a1e7-ba89f2246f36 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1703317 Aug 27 14:08:25.509437 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-482ab3d4-4392-40d8-a89a-7daaa90ec253 req-a30fa401-50c5-402b-ae2a-19126cba66c1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906930 Aug 27 14:08:25.552400 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c36b5bbe-ae76-4f64-87e9-1ccabcec29d2 req-d98d264d-e4e7-4f75-8bcf-ed6fc9f75ea6 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837798 Aug 27 14:08:25.565121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0be473-33b0-4c4c-a991-6650bf99e3dc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:25.569263 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b0be473-33b0-4c4c-a991-6650bf99e3dc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:25.611536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:25.727661 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:25.737927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Transition to ACTIVE for port object 33e09bd5-f27d-4576-a8f2-8d98cd761990 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:25.755612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Transition to ACTIVE for port object 33e09bd5-f27d-4576-a8f2-8d98cd761990 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:25.765590 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:25.814237 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:25.817213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:25.821023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:25.829409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Pushing event updated for resources: {'Port': ['ID=33e09bd5-f27d-4576-a8f2-8d98cd761990,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:25.903249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Attempting to bind port 33e09bd5-f27d-4576-a8f2-8d98cd761990 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:08:25.903995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Attempting to bind port 33e09bd5-f27d-4576-a8f2-8d98cd761990 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3fd6056f-70b3-4ece-84a7-da8c3c79c91f'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:08:25.904537 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Attempting to bind port 33e09bd5-f27d-4576-a8f2-8d98cd761990 on network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:08:25.906978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:25.909741 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b0be473-33b0-4c4c-a991-6650bf99e3dc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:25.912025 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:08:25.912340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Checking segment: {'id': 'e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3fd6056f-70b3-4ece-84a7-da8c3c79c91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:25.912805 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:25.913213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Bound using segment: {'id': 'e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3fd6056f-70b3-4ece-84a7-da8c3c79c91f'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:08:25.913791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Bound port: 33e09bd5-f27d-4576-a8f2-8d98cd761990, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3fd6056f-70b3-4ece-84a7-da8c3c79c91f'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:08:25.913927 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:25.914470 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:25.974211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0be473-33b0-4c4c-a991-6650bf99e3dc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:25.975804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0be473-33b0-4c4c-a991-6650bf99e3dc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Subnet': ['ID=87a304f0-cb73-439d-9394-7c747106f6e9,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:25.984292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-9b0be473-33b0-4c4c-a991-6650bf99e3dc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:25.987555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0be473-33b0-4c4c-a991-6650bf99e3dc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:25.988285 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b0be473-33b0-4c4c-a991-6650bf99e3dc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:26.007348 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9b0be473-33b0-4c4c-a991-6650bf99e3dc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6184428 Aug 27 14:08:26.009336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] For port 33e09bd5-f27d-4576-a8f2-8d98cd761990, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:08:26.009894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59262) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:26.013292 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] For port 33e09bd5-f27d-4576-a8f2-8d98cd761990, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=33e09bd5-f27d-4576-a8f2-8d98cd761990,segment=NetworkSegment(e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49),segment_id=e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:08:26.017045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': '3fd6056f-70b3-4ece-84a7-da8c3c79c91f', 'fixed_ips': [{'subnet_id': 'dcfa73e3-bcca-4c2e-a43e-0fed0696af13'}, {'subnet_id': '87a304f0-cb73-439d-9394-7c747106f6e9'}], 'name': 'tempest-PortsTestJSON-1749065908'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:26.024267 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:26.040280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:26.119618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17673b-158a-4e3c-9c17-13ebe521c1ad None None] Pushing event updated for resources: {'Port': ['ID=33e09bd5-f27d-4576-a8f2-8d98cd761990,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:26.195935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:26.215955 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:26.236068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e327339-8f5b-4c17-8107-bca8e1bb6279 None None] Network 7e67500a-d6cf-4034-9df3-bd3fb9498f0a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:26.333777 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:26.362967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-24899ffe-8e6d-4817-8a2e-61aad8f2126f None None] Provisioning for port be7a2acf-02dd-4ba9-952f-49055035d4b6 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:26.395881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port 8f491a97-7557-4b6d-a363-be8d9ca78996 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:26.423844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2885b-189a-423d-af14-d37e142bb801 req-9cdea9a5-20bb-49b0-b698-1a8a98c137cc tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:26.425494 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fbc2885b-189a-423d-af14-d37e142bb801 req-9cdea9a5-20bb-49b0-b698-1a8a98c137cc tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1319475 Aug 27 14:08:26.560794 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fbc2885b-189a-423d-af14-d37e142bb801 req-63cba27d-0663-4909-aa82-d5de352b64f4 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252930 Aug 27 14:08:26.588199 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:26.681507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device be7a2acf-02dd-4ba9-952f-49055035d4b6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:26.778503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port be7a2acf-02dd-4ba9-952f-49055035d4b6 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:26.783441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port be7a2acf-02dd-4ba9-952f-49055035d4b6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:26.783819 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:26.804008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5292-1aa2-4407-97a1-df5aa0ca3f58 req-f43fedbb-9f68-4303-ae56-2832b2343e51 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:26.818342 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe4d5292-1aa2-4407-97a1-df5aa0ca3f58 req-f43fedbb-9f68-4303-ae56-2832b2343e51 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1369405 Aug 27 14:08:26.844568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c596abe-2558-4281-8419-6a0a6a842da2 req-a96d2779-77bb-41b6-a0ca-6706410c3bc4 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:26.852776 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c596abe-2558-4281-8419-6a0a6a842da2 req-a96d2779-77bb-41b6-a0ca-6706410c3bc4 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1068306 Aug 27 14:08:26.917487 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:26.936726 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c596abe-2558-4281-8419-6a0a6a842da2 req-793ebff1-73a3-44a8-b9da-6f1bfd02f7c5 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827026 Aug 27 14:08:27.022186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port be7a2acf-02dd-4ba9-952f-49055035d4b6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=be7a2acf-02dd-4ba9-952f-49055035d4b6,segment=NetworkSegment(104539ef-9cef-4deb-828c-fab0fd4183f1),segment_id=104539ef-9cef-4deb-828c-fab0fd4183f1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:27.031043 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:27.034833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 33e09bd5-f27d-4576-a8f2-8d98cd761990 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:27.099140 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe4d5292-1aa2-4407-97a1-df5aa0ca3f58 req-3e470e42-8950-4a1f-9b79-b2b80f07703d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795382 Aug 27 14:08:27.137611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.12 (3fd6056f-70b3-4ece-84a7-da8c3c79c91f/dcfa73e3-bcca-4c2e-a43e-0fed0696af13/8f491a97-7557-4b6d-a363-be8d9ca78996) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:27.167154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.22 (3fd6056f-70b3-4ece-84a7-da8c3c79c91f/87a304f0-cb73-439d-9394-7c747106f6e9/8f491a97-7557-4b6d-a363-be8d9ca78996) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:27.195733 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:27.221092 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:27.222361 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:27.284033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=be7a2acf-02dd-4ba9-952f-49055035d4b6,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:27.324638 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-48c68b5d-7059-4a16-8697-824de6166d78 None None] Provisioning for port b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:27.340093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 33e09bd5-f27d-4576-a8f2-8d98cd761990 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:27.343551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-48c68b5d-7059-4a16-8697-824de6166d78 None None] Provisioning complete for port b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:27.346916 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-48c68b5d-7059-4a16-8697-824de6166d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:27.427913 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:27.433112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-48c68b5d-7059-4a16-8697-824de6166d78 None None] Port b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:27.443185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:27.452857 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-48c68b5d-7059-4a16-8697-824de6166d78 None None] Provisioning complete for port be7a2acf-02dd-4ba9-952f-49055035d4b6 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:27.455733 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-48c68b5d-7059-4a16-8697-824de6166d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:27.458350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Transition to ACTIVE for port object 8f491a97-7557-4b6d-a363-be8d9ca78996 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:27.504119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 7e67500a-d6cf-4034-9df3-bd3fb9498f0a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:27.506919 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:27.544715 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:27.642522 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=8f491a97-7557-4b6d-a363-be8d9ca78996,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:27.652534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:27.654629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:27.658504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:27.697442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router cc959ed8-992b-4b24-a6a0-cbd6805a7708 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:08:27.754238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e083bc5-865a-42ce-b062-f0e010f2c209 None None] Network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:27.768578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:27.769445 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:27.789861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff912e1-8360-4537-a6e7-764299be7615 req-98caa153-8a6c-4794-bed7-bb0337dd396e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:27.792464 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fff912e1-8360-4537-a6e7-764299be7615 req-98caa153-8a6c-4794-bed7-bb0337dd396e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1078203 Aug 27 14:08:27.800697 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:08:27.812372 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-687404f4-dffa-489c-893f-21b184da9f76 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/cc959ed8-992b-4b24-a6a0-cbd6805a7708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7248974 Aug 27 14:08:27.812935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59318) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:27.819190 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-796cd7c6-b693-4870-ac8f-3d20c571477d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8078697 Aug 27 14:08:27.821984 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59320) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:27.824664 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59faaf-b75d-4071-85fb-bd0374573f9b None None] Sync routers for ids ['cc959ed8-992b-4b24-a6a0-cbd6805a7708'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:08:27.833087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-16045cd4-f1a4-4cd9-8b02-33bc5b005b25 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dcfa73e3-bcca-4c2e-a43e-0fed0696af13'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:27.839552 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59faaf-b75d-4071-85fb-bd0374573f9b None None] Routers {'cc959ed8-992b-4b24-a6a0-cbd6805a7708'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:27.840174 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3f59faaf-b75d-4071-85fb-bd0374573f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cc959ed8-992b-4b24-a6a0-cbd6805a7708'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:27.887353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331f3a0-56e8-4a30-99c0-ba4230843236 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:27.892297 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1331f3a0-56e8-4a30-99c0-ba4230843236 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports/b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 HTTP/1.1" status: 200 len: 983 time: 0.0750701 Aug 27 14:08:27.892479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59322) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:27.893413 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fff912e1-8360-4537-a6e7-764299be7615 req-c4f24ba7-bb2c-415a-bcd4-17750517ed60 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916362 Aug 27 14:08:27.896519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fc684b29-c7ad-46e4-96e3-2ddb5a697b1d None None] Provisioning complete for port b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:27.897207 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fc684b29-c7ad-46e4-96e3-2ddb5a697b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:27.934944 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3f59faaf-b75d-4071-85fb-bd0374573f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:27.944887 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59faaf-b75d-4071-85fb-bd0374573f9b None None] Routers {'cc959ed8-992b-4b24-a6a0-cbd6805a7708'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:27.945511 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3f59faaf-b75d-4071-85fb-bd0374573f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cc959ed8-992b-4b24-a6a0-cbd6805a7708'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:27.974855 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16045cd4-f1a4-4cd9-8b02-33bc5b005b25 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:28.000962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-fc684b29-c7ad-46e4-96e3-2ddb5a697b1d None None] Port b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:28.009193 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3f59faaf-b75d-4071-85fb-bd0374573f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:28.009844 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59faaf-b75d-4071-85fb-bd0374573f9b None None] The sync data for ids ['cc959ed8-992b-4b24-a6a0-cbd6805a7708'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:08:28.056491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fc684b29-c7ad-46e4-96e3-2ddb5a697b1d None None] Provisioning for port 33e09bd5-f27d-4576-a8f2-8d98cd761990 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:28.072439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fc684b29-c7ad-46e4-96e3-2ddb5a697b1d None None] Provisioning complete for port 33e09bd5-f27d-4576-a8f2-8d98cd761990 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:28.072830 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fc684b29-c7ad-46e4-96e3-2ddb5a697b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:28.209158 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fc684b29-c7ad-46e4-96e3-2ddb5a697b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:28.256093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fc684b29-c7ad-46e4-96e3-2ddb5a697b1d None None] For port 33e09bd5-f27d-4576-a8f2-8d98cd761990, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=33e09bd5-f27d-4576-a8f2-8d98cd761990,segment=NetworkSegment(e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49),segment_id=e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:28.267212 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fc684b29-c7ad-46e4-96e3-2ddb5a697b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:28.275246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca72db6-dbef-4ebf-a45b-727b9f834014 None None] Update dhcp port {'port': {'network_id': '3fd6056f-70b3-4ece-84a7-da8c3c79c91f', 'fixed_ips': [{'subnet_id': 'dcfa73e3-bcca-4c2e-a43e-0fed0696af13', 'ip_address': '172.20.0.2'}, {'subnet_id': '87a304f0-cb73-439d-9394-7c747106f6e9'}], 'binding:host_id': 'n-d-712139-12'}, 'id': '33e09bd5-f27d-4576-a8f2-8d98cd761990'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:08:28.332287 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2ca72db6-dbef-4ebf-a45b-727b9f834014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:28.394109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc684b29-c7ad-46e4-96e3-2ddb5a697b1d None None] Pushing event updated for resources: {'Port': ['ID=33e09bd5-f27d-4576-a8f2-8d98cd761990,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:28.470279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-12cb3461-518e-4166-9e32-f2030892097c None None] Provisioning complete for port b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:28.470793 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12cb3461-518e-4166-9e32-f2030892097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:28.506118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device be7a2acf-02dd-4ba9-952f-49055035d4b6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:28.591153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-12cb3461-518e-4166-9e32-f2030892097c None None] Port b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:28.600440 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70249b5-d3ac-4d93-9291-801805765d39 req-94c81702-48a6-4be2-b347-bad037060d53 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:28.602113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f70249b5-d3ac-4d93-9291-801805765d39 req-94c81702-48a6-4be2-b347-bad037060d53 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1463535 Aug 27 14:08:28.607627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda75d54-467c-466e-a59b-d8f3c36a7f80 req-4e19f95a-ecc6-40bd-9ce5-fac424c8f0a5 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:28.609707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bda75d54-467c-466e-a59b-d8f3c36a7f80 req-4e19f95a-ecc6-40bd-9ce5-fac424c8f0a5 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1572497 Aug 27 14:08:28.635029 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-2ca72db6-dbef-4ebf-a45b-727b9f834014 None None] Allocated IP 172.20.0.18 (3fd6056f-70b3-4ece-84a7-da8c3c79c91f/87a304f0-cb73-439d-9394-7c747106f6e9/33e09bd5-f27d-4576-a8f2-8d98cd761990) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:28.652374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port be7a2acf-02dd-4ba9-952f-49055035d4b6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:28.652779 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:28.692850 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bda75d54-467c-466e-a59b-d8f3c36a7f80 req-5a69d8c1-6eda-4bee-96e8-f75083b9f625 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750875 Aug 27 14:08:28.732612 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f70249b5-d3ac-4d93-9291-801805765d39 req-216c9796-e240-497f-b6e6-3284cd6da56e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126955 Aug 27 14:08:28.770215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8e43114c-53f5-4618-a67f-0099dc7938e4 None None] Provisioning complete for port b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:28.770807 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8e43114c-53f5-4618-a67f-0099dc7938e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:28.821835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2ca72db6-dbef-4ebf-a45b-727b9f834014 None None] For port 33e09bd5-f27d-4576-a8f2-8d98cd761990, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=33e09bd5-f27d-4576-a8f2-8d98cd761990,segment=NetworkSegment(e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49),segment_id=e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:28.856669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8e43114c-53f5-4618-a67f-0099dc7938e4 None None] Port b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:28.888780 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2ca72db6-dbef-4ebf-a45b-727b9f834014 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:28.902729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2ca72db6-dbef-4ebf-a45b-727b9f834014 None None] Transition to ACTIVE for port object 33e09bd5-f27d-4576-a8f2-8d98cd761990 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:28.907220 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2ca72db6-dbef-4ebf-a45b-727b9f834014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:28.959439 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e17c027-58ee-4fb9-82fc-0dff1b170acb tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:28.967695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-16045cd4-f1a4-4cd9-8b02-33bc5b005b25 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Delete allocated IP 172.20.0.22 (3fd6056f-70b3-4ece-84a7-da8c3c79c91f/87a304f0-cb73-439d-9394-7c747106f6e9) {{(pid=101186) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 14:08:29.010343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca72db6-dbef-4ebf-a45b-727b9f834014 None None] Pushing event updated for resources: {'Port': ['ID=33e09bd5-f27d-4576-a8f2-8d98cd761990,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:29.079604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6670b6-aff8-407c-8dac-dce6deabc522 req-514c4dd3-ceaf-4f93-8187-eaf25f64fa54 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:29.081363 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac6670b6-aff8-407c-8dac-dce6deabc522 req-514c4dd3-ceaf-4f93-8187-eaf25f64fa54 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1836956 Aug 27 14:08:29.107138 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd618f33-ee66-45ea-bd72-c053d9a169e1 req-6ead20bd-e3a8-4f01-84cb-d09bebe77a97 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:29.108811 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd618f33-ee66-45ea-bd72-c053d9a169e1 req-6ead20bd-e3a8-4f01-84cb-d09bebe77a97 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1286874 Aug 27 14:08:29.180186 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16045cd4-f1a4-4cd9-8b02-33bc5b005b25 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:29.180954 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac6670b6-aff8-407c-8dac-dce6deabc522 req-27b7f071-157f-4e17-bab1-49b6c1cb00d5 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929928 Aug 27 14:08:29.187973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd618f33-ee66-45ea-bd72-c053d9a169e1 req-c7376351-6af5-4415-850c-02a2f744a956 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705512 Aug 27 14:08:29.210997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-16045cd4-f1a4-4cd9-8b02-33bc5b005b25 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Ignored duplicate provisioning block setup for port 8f491a97-7557-4b6d-a363-be8d9ca78996 by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 14:08:29.221771 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16045cd4-f1a4-4cd9-8b02-33bc5b005b25 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:29.290106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-9e17c027-58ee-4fb9-82fc-0dff1b170acb tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:29.290741 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e17c027-58ee-4fb9-82fc-0dff1b170acb tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:29.305679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16045cd4-f1a4-4cd9-8b02-33bc5b005b25 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=8f491a97-7557-4b6d-a363-be8d9ca78996,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:29.358939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-16045cd4-f1a4-4cd9-8b02-33bc5b005b25 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] In _notify_port_updated(), no bound segment for port 8f491a97-7557-4b6d-a363-be8d9ca78996 on network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:08:29.364926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16045cd4-f1a4-4cd9-8b02-33bc5b005b25 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:29.365851 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16045cd4-f1a4-4cd9-8b02-33bc5b005b25 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:29.369557 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-16045cd4-f1a4-4cd9-8b02-33bc5b005b25 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "PUT /v2.0/ports/8f491a97-7557-4b6d-a363-be8d9ca78996 HTTP/1.1" status: 200 len: 920 time: 1.5438259 Aug 27 14:08:29.370449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59340) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:29.376743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-74d552b4-2b93-4924-af97-b69e4affd24c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dcfa73e3-bcca-4c2e-a43e-0fed0696af13'}, {'subnet_id': '87a304f0-cb73-439d-9394-7c747106f6e9'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:29.398929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd30cc-5c8d-4380-9637-7b701f05d309 req-dd19d1bb-0c27-4aab-849b-db6708bdbf6d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:29.400508 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcdd30cc-5c8d-4380-9637-7b701f05d309 req-dd19d1bb-0c27-4aab-849b-db6708bdbf6d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1132483 Aug 27 14:08:29.443360 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e17c027-58ee-4fb9-82fc-0dff1b170acb tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:29.450522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74d552b4-2b93-4924-af97-b69e4affd24c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:29.465264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-9e17c027-58ee-4fb9-82fc-0dff1b170acb tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:29.477949 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcdd30cc-5c8d-4380-9637-7b701f05d309 req-c218791e-31d9-486e-af1d-5a49a51bfc11 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618565 Aug 27 14:08:29.601059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e777f8-c28f-460e-826f-e11e029778c7 None None] Network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:29.653934 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdaeb9-f07b-4408-9295-0d2660d7a98d req-6a9f6db8-5c1c-4fd4-9194-06430ef2a105 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:29.655483 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d2cdaeb9-f07b-4408-9295-0d2660d7a98d req-6a9f6db8-5c1c-4fd4-9194-06430ef2a105 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.0745728 Aug 27 14:08:29.727337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-940f0a69-f742-469f-ab8c-fb5fbc943a06 None None] Provisioning for port 8f491a97-7557-4b6d-a363-be8d9ca78996 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:29.731870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-940f0a69-f742-469f-ab8c-fb5fbc943a06 None None] Provisioning complete for port 8f491a97-7557-4b6d-a363-be8d9ca78996 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:29.732245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-940f0a69-f742-469f-ab8c-fb5fbc943a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:29.749806 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d2cdaeb9-f07b-4408-9295-0d2660d7a98d req-d548b89a-ec61-4110-9e66-86fdbf51ea76 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684466 Aug 27 14:08:29.751441 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e17c027-58ee-4fb9-82fc-0dff1b170acb tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:29.772612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-74d552b4-2b93-4924-af97-b69e4affd24c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.22 (3fd6056f-70b3-4ece-84a7-da8c3c79c91f/87a304f0-cb73-439d-9394-7c747106f6e9/8f491a97-7557-4b6d-a363-be8d9ca78996) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:29.791195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17c027-58ee-4fb9-82fc-0dff1b170acb tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=b3fb566b-6b91-4373-9cdd-4ed41c2a3bc3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:29.798000 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-940f0a69-f742-469f-ab8c-fb5fbc943a06 None None] Port 8f491a97-7557-4b6d-a363-be8d9ca78996 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:29.815965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-940f0a69-f742-469f-ab8c-fb5fbc943a06 None None] Provisioning for port 33e09bd5-f27d-4576-a8f2-8d98cd761990 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:29.822673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-940f0a69-f742-469f-ab8c-fb5fbc943a06 None None] Provisioning complete for port 33e09bd5-f27d-4576-a8f2-8d98cd761990 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:29.823068 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-940f0a69-f742-469f-ab8c-fb5fbc943a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:29.932424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7e7a6bb0-50ba-457c-83e3-7226416e3755 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:08:29.937767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48341e2-c66e-4a17-8c44-226cc90fc099 req-be2b4645-416a-4fbc-bbd8-1b6b844338cd tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:29.942076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e17c027-58ee-4fb9-82fc-0dff1b170acb tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:29.948946 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d48341e2-c66e-4a17-8c44-226cc90fc099 req-be2b4645-416a-4fbc-bbd8-1b6b844338cd tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1350360 Aug 27 14:08:30.067287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d48341e2-c66e-4a17-8c44-226cc90fc099 req-1d2a3bf7-c6ba-486a-b2ea-a0e67df9c282 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173556 Aug 27 14:08:30.089103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccab4f0-fe9f-412d-93b8-4446cc95d57e req-addd81a9-38be-4d28-a888-b244c34004ef tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:30.094500 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6ccab4f0-fe9f-412d-93b8-4446cc95d57e req-addd81a9-38be-4d28-a888-b244c34004ef tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.52 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.1365829 Aug 27 14:08:30.109864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7e7a6bb0-50ba-457c-83e3-7226416e3755, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7e7a6bb0-50ba-457c-83e3-7226416e3755,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:30.128713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '7e7a6bb0-50ba-457c-83e3-7226416e3755', 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'port_id': '7e7a6bb0-50ba-457c-83e3-7226416e3755', 'mac_address': 'fa:16:3e:5c:8f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3554799f-a4a2-458b-9556-37ea29d379ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:08:30.155367 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74d552b4-2b93-4924-af97-b69e4affd24c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:30.183641 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:30.202485 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e7a6bb0-50ba-457c-83e3-7226416e3755 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:08:30.203513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc5bd5-ce22-49b7-86c7-bc9cb1c9a157 req-75d65d2f-74d1-421b-9baa-67e8f7f517a3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:30.205716 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42dc5bd5-ce22-49b7-86c7-bc9cb1c9a157 req-75d65d2f-74d1-421b-9baa-67e8f7f517a3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1402655 Aug 27 14:08:30.222420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-74d552b4-2b93-4924-af97-b69e4affd24c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Ignored duplicate provisioning block setup for port 8f491a97-7557-4b6d-a363-be8d9ca78996 by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 14:08:30.231951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74d552b4-2b93-4924-af97-b69e4affd24c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:30.243554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e17c027-58ee-4fb9-82fc-0dff1b170acb tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router cc959ed8-992b-4b24-a6a0-cbd6805a7708 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:08:30.245173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7e7a6bb0-50ba-457c-83e3-7226416e3755, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7e7a6bb0-50ba-457c-83e3-7226416e3755,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:30.252736 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:30.281459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42dc5bd5-ce22-49b7-86c7-bc9cb1c9a157 req-204d7f18-88a5-49a8-a9e4-e20ff1aa7a2c tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683217 Aug 27 14:08:30.337355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=7e7a6bb0-50ba-457c-83e3-7226416e3755,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:30.350242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:30.350796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:30.351290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:30.351807 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:30.352291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:30.352773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:30.353243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:30.353718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:30.354198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:30.354808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:30.355303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:30.355780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:30.376748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d552b4-2b93-4924-af97-b69e4affd24c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=8f491a97-7557-4b6d-a363-be8d9ca78996,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:30.382565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e17c027-58ee-4fb9-82fc-0dff1b170acb tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:08:30.389071 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9e17c027-58ee-4fb9-82fc-0dff1b170acb tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/cc959ed8-992b-4b24-a6a0-cbd6805a7708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4947524 Aug 27 14:08:30.392934 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59362) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:30.405112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2158d7c7-71dd-4d0f-896e-65784bca484a None None] Sync routers for ids ['cc959ed8-992b-4b24-a6a0-cbd6805a7708'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:08:30.425813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158d7c7-71dd-4d0f-896e-65784bca484a None None] Routers {'cc959ed8-992b-4b24-a6a0-cbd6805a7708'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:30.426840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2158d7c7-71dd-4d0f-896e-65784bca484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cc959ed8-992b-4b24-a6a0-cbd6805a7708'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:30.476766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2158d7c7-71dd-4d0f-896e-65784bca484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:30.487054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158d7c7-71dd-4d0f-896e-65784bca484a None None] Routers {'cc959ed8-992b-4b24-a6a0-cbd6805a7708'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:30.487678 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2158d7c7-71dd-4d0f-896e-65784bca484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cc959ed8-992b-4b24-a6a0-cbd6805a7708'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:30.508419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-6ccab4f0-fe9f-412d-93b8-4446cc95d57e req-215f76b4-835d-4cf2-8ed3-ee496fafacb9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Deleting port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:30.508788 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6ccab4f0-fe9f-412d-93b8-4446cc95d57e req-215f76b4-835d-4cf2-8ed3-ee496fafacb9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:30.535930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2158d7c7-71dd-4d0f-896e-65784bca484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:30.536636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2158d7c7-71dd-4d0f-896e-65784bca484a None None] The sync data for ids ['cc959ed8-992b-4b24-a6a0-cbd6805a7708'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:08:30.538288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['7e7a6bb0-50ba-457c-83e3-7226416e3755'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:08:30.565534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 33e09bd5-f27d-4576-a8f2-8d98cd761990 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:30.596603 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63bfa9-e65e-464a-a802-cdeb76e5ff45 req-0a7f65e5-8500-419d-a700-7d5577959a7e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:30.604794 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab63bfa9-e65e-464a-a802-cdeb76e5ff45 req-0a7f65e5-8500-419d-a700-7d5577959a7e tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 945 time: 0.2171619 Aug 27 14:08:30.612488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-74d552b4-2b93-4924-af97-b69e4affd24c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] In _notify_port_updated(), no bound segment for port 8f491a97-7557-4b6d-a363-be8d9ca78996 on network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:08:30.618229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d552b4-2b93-4924-af97-b69e4affd24c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:30.618632 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74d552b4-2b93-4924-af97-b69e4affd24c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:30.622367 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-74d552b4-2b93-4924-af97-b69e4affd24c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "PUT /v2.0/ports/8f491a97-7557-4b6d-a363-be8d9ca78996 HTTP/1.1" status: 200 len: 1000 time: 1.2481446 Aug 27 14:08:30.623615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59364) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:30.645577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-44030f26-288b-463e-a31c-bb83ff2c8135 None None] Provisioning complete for port 8f491a97-7557-4b6d-a363-be8d9ca78996 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:30.645577 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-44030f26-288b-463e-a31c-bb83ff2c8135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:30.681407 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-63855b05-40f9-4a2e-bfa6-b9260563a016 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] remove_router_interface failed (client error): The resource could not be found. Aug 27 14:08:30.683027 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-63855b05-40f9-4a2e-bfa6-b9260563a016 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/cc959ed8-992b-4b24-a6a0-cbd6805a7708/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2888196 Aug 27 14:08:30.687568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59366) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:30.691649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-6ccab4f0-fe9f-412d-93b8-4446cc95d57e req-215f76b4-835d-4cf2-8ed3-ee496fafacb9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] For port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9a3a2ffe-5bea-40ec-bff2-6478a3660f33,segment=NetworkSegment(73b79295-2e16-4599-a08d-005443b7a5f4),segment_id=73b79295-2e16-4599-a08d-005443b7a5f4)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:30.692030 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6ccab4f0-fe9f-412d-93b8-4446cc95d57e req-215f76b4-835d-4cf2-8ed3-ee496fafacb9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:30.705931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3653f52-3bdc-44c6-9b78-fa3d63cff162 req-a541a549-d272-4026-9be0-a861f508acc3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:30.712015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-6ccab4f0-fe9f-412d-93b8-4446cc95d57e req-215f76b4-835d-4cf2-8ed3-ee496fafacb9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Calling delete_port for 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:30.714513 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3653f52-3bdc-44c6-9b78-fa3d63cff162 req-a541a549-d272-4026-9be0-a861f508acc3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.2686706 Aug 27 14:08:30.746340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 33e09bd5-f27d-4576-a8f2-8d98cd761990 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:30.746729 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:30.778996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3653f52-3bdc-44c6-9b78-fa3d63cff162 req-212d4305-920f-4725-8ba8-d742f873522f tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607443 Aug 27 14:08:30.779493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-44030f26-288b-463e-a31c-bb83ff2c8135 None None] Port 8f491a97-7557-4b6d-a363-be8d9ca78996 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:30.791259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59368) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:30.795025 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-14eb9b7c-7f44-4dd0-aa7c-3300bfd808e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc959ed8-992b-4b24-a6a0-cbd6805a7708 HTTP/1.1" status: 200 len: 205 time: 0.1064098 Aug 27 14:08:30.834157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-44030f26-288b-463e-a31c-bb83ff2c8135 None None] Provisioning complete for port 33e09bd5-f27d-4576-a8f2-8d98cd761990 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:30.834625 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-44030f26-288b-463e-a31c-bb83ff2c8135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:30.910630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b6c32-2d7a-483c-afd7-31bb1132d02d req-ad66b8ae-390c-4b42-add4-99e201eeb565 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:30.912503 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf5b6c32-2d7a-483c-afd7-31bb1132d02d req-ad66b8ae-390c-4b42-add4-99e201eeb565 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.0572417 Aug 27 14:08:30.967747 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf5b6c32-2d7a-483c-afd7-31bb1132d02d req-05de95b6-bae8-49fe-8535-4c5a1fc58d5c tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Aug 27 14:08:31.020508 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab63bfa9-e65e-464a-a802-cdeb76e5ff45 req-48633b6c-da8f-4650-8f11-75a761c54233 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/security-groups?id=c47fd0d9-e7cd-473c-bbcf-b623473bbb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148681 Aug 27 14:08:31.036632 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7059c702-2940-459f-ab05-cccea3966479 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.114796 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6ccab4f0-fe9f-412d-93b8-4446cc95d57e req-215f76b4-835d-4cf2-8ed3-ee496fafacb9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.135720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5cf3b1cb-a519-4e0a-8ae2-d7251a13292d None None] Provisioning complete for port 8f491a97-7557-4b6d-a363-be8d9ca78996 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:31.136213 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5cf3b1cb-a519-4e0a-8ae2-d7251a13292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.211124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3b1cb-a519-4e0a-8ae2-d7251a13292d None None] Port 8f491a97-7557-4b6d-a363-be8d9ca78996 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:31.251552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbf77d-a744-4e68-ba4a-c31533e92a2e req-232f11ce-797b-4d0c-a2e4-8e7bc5164130 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:31.253519 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ddbf77d-a744-4e68-ba4a-c31533e92a2e req-232f11ce-797b-4d0c-a2e4-8e7bc5164130 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 944 time: 0.1039908 Aug 27 14:08:31.291719 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7059c702-2940-459f-ab05-cccea3966479 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.294388 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7059c702-2940-459f-ab05-cccea3966479 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.306414 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ddbf77d-a744-4e68-ba4a-c31533e92a2e req-adf25eba-d8e5-4891-b31d-d53b44fa4edc tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460439 Aug 27 14:08:31.342387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f76b4-835d-4cf2-8ed3-ee496fafacb9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Pushing event deleted for resources: {'Port': ['ID=9a3a2ffe-5bea-40ec-bff2-6478a3660f33,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:31.419038 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7059c702-2940-459f-ab05-cccea3966479 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.419638 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7059c702-2940-459f-ab05-cccea3966479 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Fanout notify agent at l3_agent the message router_deleted on router cc959ed8-992b-4b24-a6a0-cbd6805a7708 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:08:31.432659 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7059c702-2940-459f-ab05-cccea3966479 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.433870 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7059c702-2940-459f-ab05-cccea3966479 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/cc959ed8-992b-4b24-a6a0-cbd6805a7708 HTTP/1.1" status: 204 len: 168 time: 0.6163087 Aug 27 14:08:31.434113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7fa0be6a-ed06-4eb2-a876-52fd9c7f774a None None] Provisioning complete for port 8f491a97-7557-4b6d-a363-be8d9ca78996 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:31.434371 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7fa0be6a-ed06-4eb2-a876-52fd9c7f774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.438709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59384) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:31.458247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccab4f0-fe9f-412d-93b8-4446cc95d57e req-215f76b4-835d-4cf2-8ed3-ee496fafacb9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] No DVR routers for this DVR port 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:31.461794 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5abeff64-6b12-450c-83ea-7cfe011cc96c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port 8f491a97-7557-4b6d-a363-be8d9ca78996 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:31.462286 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5abeff64-6b12-450c-83ea-7cfe011cc96c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.465739 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6ccab4f0-fe9f-412d-93b8-4446cc95d57e req-215f76b4-835d-4cf2-8ed3-ee496fafacb9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.467954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6ccab4f0-fe9f-412d-93b8-4446cc95d57e req-215f76b4-835d-4cf2-8ed3-ee496fafacb9 tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.52 "DELETE /v2.0/ports/9a3a2ffe-5bea-40ec-bff2-6478a3660f33 HTTP/1.1" status: 204 len: 173 time: 1.3601015 Aug 27 14:08:31.471060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f384da88-2b52-488b-b5ce-37728757a4d1', 'name': 'network-vif-deleted', 'tag': '9a3a2ffe-5bea-40ec-bff2-6478a3660f33'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:08:31.473665 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1997cf11-f0c9-4746-af5b-2fb77e01e9e6" -d '{"events": [{"server_uuid": "f384da88-2b52-488b-b5ce-37728757a4d1", "name": "network-vif-deleted", "tag": "9a3a2ffe-5bea-40ec-bff2-6478a3660f33"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:08:31.482776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7fa0be6a-ed06-4eb2-a876-52fd9c7f774a None None] Port 8f491a97-7557-4b6d-a363-be8d9ca78996 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:31.532480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1bf2f1-cf8f-4d3e-8c49-144259b7a256 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting subnet 6145ba4b-bad8-4b99-8c87-c949a2fe52ea {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:08:31.536901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf2f1-cf8f-4d3e-8c49-144259b7a256 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.538293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e9a99-457b-4afe-9189-3f5c644a3c40 req-18c0a8b1-227a-494e-919a-2e6345a0bd7e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:31.540008 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-325e9a99-457b-4afe-9189-3f5c644a3c40 req-18c0a8b1-227a-494e-919a-2e6345a0bd7e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1833174 Aug 27 14:08:31.541630 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51566a02-83fd-4c3d-8092-bb004b700c80 x-openstack-request-id: req-51566a02-83fd-4c3d-8092-bb004b700c80 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:08:31.541921 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f384da88-2b52-488b-b5ce-37728757a4d1", "name": "network-vif-deleted", "tag": "9a3a2ffe-5bea-40ec-bff2-6478a3660f33", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:08:31.542174 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51566a02-83fd-4c3d-8092-bb004b700c80 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:08:31.542629 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f384da88-2b52-488b-b5ce-37728757a4d1', 'name': 'network-vif-deleted', 'tag': '9a3a2ffe-5bea-40ec-bff2-6478a3660f33', 'status': 'completed', 'code': 200} Aug 27 14:08:31.590987 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf2f1-cf8f-4d3e-8c49-144259b7a256 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.617064 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-325e9a99-457b-4afe-9189-3f5c644a3c40 req-471ce6db-9c4e-4230-a2d9-bf075dd66ba5 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678144 Aug 27 14:08:31.621175 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5abeff64-6b12-450c-83ea-7cfe011cc96c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.646537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5abeff64-6b12-450c-83ea-7cfe011cc96c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for 8f491a97-7557-4b6d-a363-be8d9ca78996 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:31.693645 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf2f1-cf8f-4d3e-8c49-144259b7a256 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.759449 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf2f1-cf8f-4d3e-8c49-144259b7a256 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.790926 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bf2f1-cf8f-4d3e-8c49-144259b7a256 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Subnet': ['ID=6145ba4b-bad8-4b99-8c87-c949a2fe52ea,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:31.797660 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf2f1-cf8f-4d3e-8c49-144259b7a256 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.801844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0e1bf2f1-cf8f-4d3e-8c49-144259b7a256 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/6145ba4b-bad8-4b99-8c87-c949a2fe52ea HTTP/1.1" status: 204 len: 168 time: 0.3595409 Aug 27 14:08:31.802226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59388) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:31.809932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c41675-3931-4c8b-91de-c449da7046d3 None None] Network 7e67500a-d6cf-4034-9df3-bd3fb9498f0a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:31.843905 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5abeff64-6b12-450c-83ea-7cfe011cc96c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.880045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abeff64-6b12-450c-83ea-7cfe011cc96c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=8f491a97-7557-4b6d-a363-be8d9ca78996,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:31.918087 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:31.954902 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7e7a6bb0-50ba-457c-83e3-7226416e3755 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:31.998650 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5abeff64-6b12-450c-83ea-7cfe011cc96c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.003163 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5abeff64-6b12-450c-83ea-7cfe011cc96c tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/8f491a97-7557-4b6d-a363-be8d9ca78996 HTTP/1.1" status: 204 len: 168 time: 1.3784611 Aug 27 14:08:32.006131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59390) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:32.007309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port be7a2acf-02dd-4ba9-952f-49055035d4b6 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:32.007778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.024276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 7e7a6bb0-50ba-457c-83e3-7226416e3755 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:32.024653 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.043078 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0b13f0-9eea-4b7e-a2ba-67b8e8598e7b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:08:32.045402 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2d0b13f0-9eea-4b7e-a2ba-67b8e8598e7b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/8f491a97-7557-4b6d-a363-be8d9ca78996 HTTP/1.1" status: 404 len: 333 time: 0.0375662 Aug 27 14:08:32.049976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59394) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:32.135628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27487099-aec6-4381-abdc-60733846daef None None] DHCP port deletion for 7e67500a-d6cf-4034-9df3-bd3fb9498f0a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:08:32.137900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-11df5796-650a-4876-bedd-79d2f06286e2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting subnet 87a304f0-cb73-439d-9394-7c747106f6e9 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:08:32.139177 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.142172 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11df5796-650a-4876-bedd-79d2f06286e2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.171449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] For port be7a2acf-02dd-4ba9-952f-49055035d4b6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=be7a2acf-02dd-4ba9-952f-49055035d4b6,segment=NetworkSegment(104539ef-9cef-4deb-828c-fab0fd4183f1),segment_id=104539ef-9cef-4deb-828c-fab0fd4183f1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:32.173974 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.198937 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faf8411-3fc4-46eb-ab1d-ae79481ad1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7a6bb0-50ba-457c-83e3-7226416e3755'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:08:32.199590 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11df5796-650a-4876-bedd-79d2f06286e2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.201207 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01845dc9-49bf-4101-8bfc-a4026f9594f4" -d '{"events": [{"server_uuid": "0faf8411-3fc4-46eb-ab1d-ae79481ad1e1", "name": "network-vif-plugged", "status": "completed", "tag": "7e7a6bb0-50ba-457c-83e3-7226416e3755"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:08:32.205691 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for be7a2acf-02dd-4ba9-952f-49055035d4b6 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:32.218073 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7e7a6bb0-50ba-457c-83e3-7226416e3755, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7e7a6bb0-50ba-457c-83e3-7226416e3755,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:32.226226 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.245603 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b16b3d00-c673-4a5b-b4fa-d330f6b3b64b req-ea536d60-5d90-4d68-8ea8-eda00ac092da tempest-ServerRescueNegativeTestJSON-978922801 tempest-ServerRescueNegativeTestJSON-978922801-project] 10.222.0.55 "GET /v2.0/ports?device_id=f384da88-2b52-488b-b5ce-37728757a4d1 HTTP/1.1" status: 200 len: 210 time: 0.0538311 Aug 27 14:08:32.297119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-27487099-aec6-4381-abdc-60733846daef None None] Deleting port be7a2acf-02dd-4ba9-952f-49055035d4b6 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:32.297471 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-27487099-aec6-4381-abdc-60733846daef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.311037 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cb6dfb-1e18-4f17-9fb0-cffff57500a0 x-openstack-request-id: req-84cb6dfb-1e18-4f17-9fb0-cffff57500a0 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:08:32.311423 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faf8411-3fc4-46eb-ab1d-ae79481ad1e1", "name": "network-vif-plugged", "status": "completed", "tag": "7e7a6bb0-50ba-457c-83e3-7226416e3755", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:08:32.311834 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84cb6dfb-1e18-4f17-9fb0-cffff57500a0 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:08:32.312951 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0faf8411-3fc4-46eb-ab1d-ae79481ad1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7a6bb0-50ba-457c-83e3-7226416e3755', 'code': 200} Aug 27 14:08:32.313598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=7e7a6bb0-50ba-457c-83e3-7226416e3755,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:32.335038 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11df5796-650a-4876-bedd-79d2f06286e2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.392359 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.405974 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-27487099-aec6-4381-abdc-60733846daef None None] For port be7a2acf-02dd-4ba9-952f-49055035d4b6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=be7a2acf-02dd-4ba9-952f-49055035d4b6,segment=NetworkSegment(104539ef-9cef-4deb-828c-fab0fd4183f1),segment_id=104539ef-9cef-4deb-828c-fab0fd4183f1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:32.406504 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-27487099-aec6-4381-abdc-60733846daef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.454030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No DVR routers for this DVR port be7a2acf-02dd-4ba9-952f-49055035d4b6 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:32.455769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=be7a2acf-02dd-4ba9-952f-49055035d4b6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:32.559893 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dee995-a9ed-4ca9-9bad-1fe35d693623 req-7ff75a48-9a88-4897-9b20-f30bcc8fdc96 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:32.562106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24dee995-a9ed-4ca9-9bad-1fe35d693623 req-7ff75a48-9a88-4897-9b20-f30bcc8fdc96 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1176469 Aug 27 14:08:32.570586 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11df5796-650a-4876-bedd-79d2f06286e2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.596505 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11df5796-650a-4876-bedd-79d2f06286e2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.601003 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-11df5796-650a-4876-bedd-79d2f06286e2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/87a304f0-cb73-439d-9394-7c747106f6e9 HTTP/1.1" status: 204 len: 168 time: 0.5473642 Aug 27 14:08:32.622634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59406) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:32.628469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device be7a2acf-02dd-4ba9-952f-49055035d4b6 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:08:32.630399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206a307-a8d3-4037-95c1-1486fcb14d59 None None] Network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:32.632990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-27487099-aec6-4381-abdc-60733846daef None None] Calling delete_port for be7a2acf-02dd-4ba9-952f-49055035d4b6 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:32.655117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df5796-650a-4876-bedd-79d2f06286e2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Subnet': ['ID=87a304f0-cb73-439d-9394-7c747106f6e9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:32.695019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: be7a2acf-02dd-4ba9-952f-49055035d4b6 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:08:32.695370 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device be7a2acf-02dd-4ba9-952f-49055035d4b6 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:08:32.706482 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24dee995-a9ed-4ca9-9bad-1fe35d693623 req-0c6e5719-0fc7-4d6a-afef-dac0bb8871cc tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203804 Aug 27 14:08:32.728519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e981e5-99a0-4dfa-afde-9623e297f32f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting subnet dcfa73e3-bcca-4c2e-a43e-0fed0696af13 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:08:32.732382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5e981e5-99a0-4dfa-afde-9623e297f32f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.749694 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:08:32.779513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:08:32.779864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9a3a2ffe-5bea-40ec-bff2-6478a3660f33 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:08:32.786204 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5e981e5-99a0-4dfa-afde-9623e297f32f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.867338 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-27487099-aec6-4381-abdc-60733846daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.888005 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5e981e5-99a0-4dfa-afde-9623e297f32f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.909929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27487099-aec6-4381-abdc-60733846daef None None] No DVR routers for this DVR port be7a2acf-02dd-4ba9-952f-49055035d4b6 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:32.913991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27487099-aec6-4381-abdc-60733846daef None None] Pushing event deleted for resources: {'Port': ['ID=be7a2acf-02dd-4ba9-952f-49055035d4b6,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:32.936428 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.950273 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e67500a-d6cf-4034-9df3-bd3fb9498f0a']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:32.964428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104539ef-9cef-4deb-828c-fab0fd4183f1') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:32.964754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104539ef-9cef-4deb-828c-fab0fd4183f1') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:32.978246 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5e981e5-99a0-4dfa-afde-9623e297f32f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:32.987056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1914b-3f85-4fab-8d00-e9f7425e6a64 req-6908ddd3-a199-47d4-ac85-215a6982ae44 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:32.991168 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07f1914b-3f85-4fab-8d00-e9f7425e6a64 req-6908ddd3-a199-47d4-ac85-215a6982ae44 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1081567 Aug 27 14:08:32.993148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.013410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e981e5-99a0-4dfa-afde-9623e297f32f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Subnet': ['ID=dcfa73e3-bcca-4c2e-a43e-0fed0696af13,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:33.015552 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5e981e5-99a0-4dfa-afde-9623e297f32f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.017470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a5e981e5-99a0-4dfa-afde-9623e297f32f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/dcfa73e3-bcca-4c2e-a43e-0fed0696af13 HTTP/1.1" status: 204 len: 168 time: 0.3937414 Aug 27 14:08:33.020747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59410) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:33.026714 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.039896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:08:33.040210 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:08:33.043214 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:08:33.104130 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.112530 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07f1914b-3f85-4fab-8d00-e9f7425e6a64 req-8ef5ccbb-9682-422d-88a3-df4c64b1bef1 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169763 Aug 27 14:08:33.122365 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.128655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.136581 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/networks/7e67500a-d6cf-4034-9df3-bd3fb9498f0a HTTP/1.1" status: 204 len: 168 time: 1.3314385 Aug 27 14:08:33.138020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59412) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:33.145451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-bae7527b-6a26-4a84-a08a-96c6de0abf55 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1158266231'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:33.151797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e73651-3785-4638-92e9-804e7abe78cc tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Network': ['ID=7e67500a-d6cf-4034-9df3-bd3fb9498f0a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:33.177162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae7527b-6a26-4a84-a08a-96c6de0abf55 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:33.180534 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bae7527b-6a26-4a84-a08a-96c6de0abf55 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.204000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port 33e09bd5-f27d-4576-a8f2-8d98cd761990 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:33.204406 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.256551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae7527b-6a26-4a84-a08a-96c6de0abf55 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:08:33.279932 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bae7527b-6a26-4a84-a08a-96c6de0abf55 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.280283 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-bae7527b-6a26-4a84-a08a-96c6de0abf55 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Added segment 925ae91b-bf39-46fd-83d4-b9e55b17b269 of type vlan for network 67525e57-6a02-4450-9875-688822b5b81e Aug 27 14:08:33.301646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] For port 33e09bd5-f27d-4576-a8f2-8d98cd761990, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=33e09bd5-f27d-4576-a8f2-8d98cd761990,segment=NetworkSegment(e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49),segment_id=e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:33.302019 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.304301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59418) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:33.339785 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for 33e09bd5-f27d-4576-a8f2-8d98cd761990 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:33.346658 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bae7527b-6a26-4a84-a08a-96c6de0abf55 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.420901 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bae7527b-6a26-4a84-a08a-96c6de0abf55 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.427519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae7527b-6a26-4a84-a08a-96c6de0abf55 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:33.428148 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bae7527b-6a26-4a84-a08a-96c6de0abf55 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.512567 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bae7527b-6a26-4a84-a08a-96c6de0abf55 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3732991 Aug 27 14:08:33.515535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59422) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:33.520920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-88eaeb36-da11-413b-9b19-710987fe03f9 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'subnet': {'network_id': '67525e57-6a02-4450-9875-688822b5b81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:33.542767 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.544693 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7527b-6a26-4a84-a08a-96c6de0abf55 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Network': ['ID=67525e57-6a02-4450-9875-688822b5b81e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:33.559982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 67525e57-6a02-4450-9875-688822b5b81e details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:08:33.615404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=33e09bd5-f27d-4576-a8f2-8d98cd761990,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:33.619568 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No DVR routers for this DVR port 33e09bd5-f27d-4576-a8f2-8d98cd761990 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:33.673469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dcf90e-0625-40ff-b16d-57c586714529 None None] Network 3fd6056f-70b3-4ece-84a7-da8c3c79c91f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:33.727891 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f553c3e5-1863-490f-8f87-e92659ad7fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.732668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.742746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eaeb36-da11-413b-9b19-710987fe03f9 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:33.746210 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-88eaeb36-da11-413b-9b19-710987fe03f9 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.749758 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fd4568e5-4d55-41cc-9f59-d755e50af8bb None None] Could not find standard attr ID for object 33e09bd5-f27d-4576-a8f2-8d98cd761990. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:08:33.752028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd6056f-70b3-4ece-84a7-da8c3c79c91f']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:33.795149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:33.797747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25b6d87-08f7-4fbc-94e8-fbae7a4d5f49') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:33.816177 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.840571 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.854598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:08:33.855027 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:08:33.858093 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:08:33.894009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3619571a-122e-4a71-a430-835825270d29 None None] DHCP port deletion for 3fd6056f-70b3-4ece-84a7-da8c3c79c91f request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:08:33.895743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cc497-7acf-4915-b53a-cc844be8defe req-7db59d20-b91d-4de9-b957-0ad572ff017d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:33.908247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea4cc497-7acf-4915-b53a-cc844be8defe req-7db59d20-b91d-4de9-b957-0ad572ff017d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1125906 Aug 27 14:08:33.931354 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.936485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:33.942331 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/networks/3fd6056f-70b3-4ece-84a7-da8c3c79c91f HTTP/1.1" status: 204 len: 168 time: 0.9172916 Aug 27 14:08:33.942961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59428) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:33.961102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230bebf-3a03-4aa3-81d6-5b8fc7b44924 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Network': ['ID=3fd6056f-70b3-4ece-84a7-da8c3c79c91f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:34.022313 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea4cc497-7acf-4915-b53a-cc844be8defe req-f6604a97-6dd2-4bed-bad9-d9580d3892f7 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183488 Aug 27 14:08:34.040714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6c1b2d-125f-4d0e-91c1-14bed34167f4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:34.046031 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9e6c1b2d-125f-4d0e-91c1-14bed34167f4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0935285 Aug 27 14:08:34.047762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59430) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:34.070001 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-88eaeb36-da11-413b-9b19-710987fe03f9 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.115781 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d11b8ef8-6027-488e-b826-129c6ea2a08f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0669479 Aug 27 14:08:34.120981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59432) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:34.128288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5091d64d-f646-44cb-9996-56ee04a6c0a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-704490532'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:34.141684 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eaeb36-da11-413b-9b19-710987fe03f9 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Subnet': ['ID=1c74d40f-c102-478b-bfa3-4223d2785131,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:34.150377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eaeb36-da11-413b-9b19-710987fe03f9 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Checking segment: {'id': '925ae91b-bf39-46fd-83d4-b9e55b17b269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67525e57-6a02-4450-9875-688822b5b81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:34.150842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eaeb36-da11-413b-9b19-710987fe03f9 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network hostable DHCP agents. Network: 67525e57-6a02-4450-9875-688822b5b81e, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:08:34.170336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eaeb36-da11-413b-9b19-710987fe03f9 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 67525e57-6a02-4450-9875-688822b5b81e is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:08:34.181588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-88eaeb36-da11-413b-9b19-710987fe03f9 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 67525e57-6a02-4450-9875-688822b5b81e) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:34.189411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eaeb36-da11-413b-9b19-710987fe03f9 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:34.190174 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-88eaeb36-da11-413b-9b19-710987fe03f9 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.191275 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daacc71a-ba52-4ceb-b5d3-e1edb59756d1 None None] Network 67525e57-6a02-4450-9875-688822b5b81e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:34.195944 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5091d64d-f646-44cb-9996-56ee04a6c0a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:34.199606 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5091d64d-f646-44cb-9996-56ee04a6c0a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.226596 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-88eaeb36-da11-413b-9b19-710987fe03f9 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7092288 Aug 27 14:08:34.228352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f553c3e5-1863-490f-8f87-e92659ad7fd0 admin admin] Deleting port a59ebf62-1129-4868-b1fa-bced6b300220 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:34.228580 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59438) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:34.228723 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f553c3e5-1863-490f-8f87-e92659ad7fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.234717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f37682a0-cff6-4398-9a67-c6d1ff4e1cf5 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1489750023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:34.280321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5091d64d-f646-44cb-9996-56ee04a6c0a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:08:34.284003 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f37682a0-cff6-4398-9a67-c6d1ff4e1cf5 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.285314 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f37682a0-cff6-4398-9a67-c6d1ff4e1cf5 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.299135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34c02b-5444-416d-9897-3bae61da6318 req-861e834a-ff06-4d56-b2d4-a224d114e636 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:34.301105 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5091d64d-f646-44cb-9996-56ee04a6c0a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.301452 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-5091d64d-f646-44cb-9996-56ee04a6c0a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Added segment b82867a5-6bf3-445b-84b7-a18e5daeb2cd of type vlan for network d33e1ac3-d3f0-4675-8f97-8375bde7f30a Aug 27 14:08:34.306729 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c34c02b-5444-416d-9897-3bae61da6318 req-861e834a-ff06-4d56-b2d4-a224d114e636 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.0952742 Aug 27 14:08:34.372977 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5091d64d-f646-44cb-9996-56ee04a6c0a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.393280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-f553c3e5-1863-490f-8f87-e92659ad7fd0 admin admin] For port a59ebf62-1129-4868-b1fa-bced6b300220, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a59ebf62-1129-4868-b1fa-bced6b300220,segment=NetworkSegment(73b79295-2e16-4599-a08d-005443b7a5f4),segment_id=73b79295-2e16-4599-a08d-005443b7a5f4)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:34.394225 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f553c3e5-1863-490f-8f87-e92659ad7fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.395275 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f37682a0-cff6-4398-9a67-c6d1ff4e1cf5 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.420938 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c34c02b-5444-416d-9897-3bae61da6318 req-3abddbb4-7ccd-438e-b2de-2db05a63a14d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132290 Aug 27 14:08:34.426065 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f37682a0-cff6-4398-9a67-c6d1ff4e1cf5 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.427435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53257128-8c34-48e3-b069-15806617c23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-67525e57-6a02-4450-9875-688822b5b81e', 'network_id': '67525e57-6a02-4450-9875-688822b5b81e', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'fixed_ips': [{'subnet_id': '1c74d40f-c102-478b-bfa3-4223d2785131'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:08:34.428268 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53257128-8c34-48e3-b069-15806617c23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.439830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f553c3e5-1863-490f-8f87-e92659ad7fd0 admin admin] Calling delete_port for a59ebf62-1129-4868-b1fa-bced6b300220 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:34.460678 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f37682a0-cff6-4398-9a67-c6d1ff4e1cf5 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.460925 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5091d64d-f646-44cb-9996-56ee04a6c0a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.465248 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f37682a0-cff6-4398-9a67-c6d1ff4e1cf5 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2350686 Aug 27 14:08:34.466074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59450) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:34.473869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5091d64d-f646-44cb-9996-56ee04a6c0a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:34.474532 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5091d64d-f646-44cb-9996-56ee04a6c0a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:34.588570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 33e09bd5-f27d-4576-a8f2-8d98cd761990 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:08:34.624727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 33e09bd5-f27d-4576-a8f2-8d98cd761990 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:08:34.625609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 33e09bd5-f27d-4576-a8f2-8d98cd761990 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:08:34.634957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5091d64d-f646-44cb-9996-56ee04a6c0a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5100832 Aug 27 14:08:34.635646 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59460) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:34.644365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-fd99ae16-bfa6-4463-ae28-032c70887d8b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': 'd33e1ac3-d3f0-4675-8f97-8375bde7f30a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:34.668080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091d64d-f646-44cb-9996-56ee04a6c0a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Network': ['ID=d33e1ac3-d3f0-4675-8f97-8375bde7f30a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:34.750557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network d33e1ac3-d3f0-4675-8f97-8375bde7f30a details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:08:34.884731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-53257128-8c34-48e3-b069-15806617c23e None None] Allocated IP 2001:db8::2 (67525e57-6a02-4450-9875-688822b5b81e/1c74d40f-c102-478b-bfa3-4223d2785131/17cf0743-d662-477c-86f9-173caeda640b) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:34.943156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd99ae16-bfa6-4463-ae28-032c70887d8b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:34.948110 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd99ae16-bfa6-4463-ae28-032c70887d8b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:35.136431 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53257128-8c34-48e3-b069-15806617c23e None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:35.153116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-53257128-8c34-48e3-b069-15806617c23e None None] Transition to ACTIVE for port object 17cf0743-d662-477c-86f9-173caeda640b will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:35.195106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-53257128-8c34-48e3-b069-15806617c23e None None] Transition to ACTIVE for port object 17cf0743-d662-477c-86f9-173caeda640b will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:35.204721 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53257128-8c34-48e3-b069-15806617c23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:35.231319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53257128-8c34-48e3-b069-15806617c23e None None] Network 67525e57-6a02-4450-9875-688822b5b81e is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:35.235409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-53257128-8c34-48e3-b069-15806617c23e None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:35.246827 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f553c3e5-1863-490f-8f87-e92659ad7fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:35.257734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53257128-8c34-48e3-b069-15806617c23e None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:35.334371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdce5b-c4d4-42ba-ac57-c012ecd90ee3 req-6b3aa6c3-48aa-4c92-8fd1-e199ebbaab58 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:35.336088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53257128-8c34-48e3-b069-15806617c23e None None] Pushing event updated for resources: {'Port': ['ID=17cf0743-d662-477c-86f9-173caeda640b,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:35.344666 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54fdce5b-c4d4-42ba-ac57-c012ecd90ee3 req-6b3aa6c3-48aa-4c92-8fd1-e199ebbaab58 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1414139 Aug 27 14:08:35.350032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-53257128-8c34-48e3-b069-15806617c23e None None] Attempting to bind port 17cf0743-d662-477c-86f9-173caeda640b on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:08:35.350610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-53257128-8c34-48e3-b069-15806617c23e None None] Attempting to bind port 17cf0743-d662-477c-86f9-173caeda640b by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '925ae91b-bf39-46fd-83d4-b9e55b17b269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67525e57-6a02-4450-9875-688822b5b81e'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:08:35.351195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53257128-8c34-48e3-b069-15806617c23e None None] Attempting to bind port 17cf0743-d662-477c-86f9-173caeda640b on network 67525e57-6a02-4450-9875-688822b5b81e {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:08:35.357244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53257128-8c34-48e3-b069-15806617c23e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:08:35.357878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53257128-8c34-48e3-b069-15806617c23e None None] Checking segment: {'id': '925ae91b-bf39-46fd-83d4-b9e55b17b269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67525e57-6a02-4450-9875-688822b5b81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:35.358488 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53257128-8c34-48e3-b069-15806617c23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:35.359752 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53257128-8c34-48e3-b069-15806617c23e None None] Bound using segment: {'id': '925ae91b-bf39-46fd-83d4-b9e55b17b269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67525e57-6a02-4450-9875-688822b5b81e'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:08:35.360415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-53257128-8c34-48e3-b069-15806617c23e None None] Bound port: 17cf0743-d662-477c-86f9-173caeda640b, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925ae91b-bf39-46fd-83d4-b9e55b17b269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67525e57-6a02-4450-9875-688822b5b81e'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:08:35.360975 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53257128-8c34-48e3-b069-15806617c23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:35.366925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553c3e5-1863-490f-8f87-e92659ad7fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a59ebf62-1129-4868-b1fa-bced6b300220,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:35.428062 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54fdce5b-c4d4-42ba-ac57-c012ecd90ee3 req-e270705b-5da5-439e-9b07-4f94edd87046 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824256 Aug 27 14:08:35.475394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-53257128-8c34-48e3-b069-15806617c23e None None] For port 17cf0743-d662-477c-86f9-173caeda640b, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:08:35.482072 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-53257128-8c34-48e3-b069-15806617c23e None None] For port 17cf0743-d662-477c-86f9-173caeda640b, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=17cf0743-d662-477c-86f9-173caeda640b,segment=NetworkSegment(925ae91b-bf39-46fd-83d4-b9e55b17b269),segment_id=925ae91b-bf39-46fd-83d4-b9e55b17b269)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:08:35.491456 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53257128-8c34-48e3-b069-15806617c23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:35.501558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8ed79-e60e-4a11-8793-36d724476976 req-468e0981-2659-495d-b47f-e850956c4e3e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:35.502140 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd99ae16-bfa6-4463-ae28-032c70887d8b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:35.509457 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f0d8ed79-e60e-4a11-8793-36d724476976 req-468e0981-2659-495d-b47f-e850956c4e3e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1547697 Aug 27 14:08:35.558301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011a8d4-db92-4cca-8a27-60c9818d387e req-84358eb7-cd1b-446f-b0f9-3998f3a2dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:35.559817 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5011a8d4-db92-4cca-8a27-60c9818d387e req-84358eb7-cd1b-446f-b0f9-3998f3a2dd78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9bea263f48446ada9d848b75b533d69&device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 1098 time: 0.2425158 Aug 27 14:08:35.668239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99ae16-bfa6-4463-ae28-032c70887d8b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Subnet': ['ID=4593d124-f700-4552-b2e9-0b26297ced88,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:35.685057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53257128-8c34-48e3-b069-15806617c23e None None] Pushing event updated for resources: {'Port': ['ID=17cf0743-d662-477c-86f9-173caeda640b,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:35.700500 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99ae16-bfa6-4463-ae28-032c70887d8b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Checking segment: {'id': 'b82867a5-6bf3-445b-84b7-a18e5daeb2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd33e1ac3-d3f0-4675-8f97-8375bde7f30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:35.701166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99ae16-bfa6-4463-ae28-032c70887d8b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network hostable DHCP agents. Network: d33e1ac3-d3f0-4675-8f97-8375bde7f30a, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:08:35.713310 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f0d8ed79-e60e-4a11-8793-36d724476976 req-8b7cb0c0-71c1-4f92-80d5-92a1acc992de tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029934 Aug 27 14:08:35.772284 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f553c3e5-1863-490f-8f87-e92659ad7fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:35.784040 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:35.903497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99ae16-bfa6-4463-ae28-032c70887d8b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network d33e1ac3-d3f0-4675-8f97-8375bde7f30a is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:08:35.964334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011a8d4-db92-4cca-8a27-60c9818d387e req-66dd785f-e115-404b-87ec-b8c27387a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:35.966106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5011a8d4-db92-4cca-8a27-60c9818d387e req-66dd785f-e115-404b-87ec-b8c27387a138 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866 HTTP/1.1" status: 200 len: 915 time: 0.3733473 Aug 27 14:08:35.996430 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-fd99ae16-bfa6-4463-ae28-032c70887d8b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, d33e1ac3-d3f0-4675-8f97-8375bde7f30a) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:36.006802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f56715-6af3-429c-b5fd-a40abe7c6d26 None None] Network d33e1ac3-d3f0-4675-8f97-8375bde7f30a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:36.017096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd99ae16-bfa6-4463-ae28-032c70887d8b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:36.020316 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd99ae16-bfa6-4463-ae28-032c70887d8b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:36.036423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5011a8d4-db92-4cca-8a27-60c9818d387e req-7b37ae6b-aeef-4724-ad20-5e5f45c3aa79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ad3533-39c5-4fdd-964d-5044beca9181 HTTP/1.1" status: 200 len: 217 time: 0.0614069 Aug 27 14:08:36.050806 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fd99ae16-bfa6-4463-ae28-032c70887d8b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4128878 Aug 27 14:08:36.052194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59484) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:36.058567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': 'd33e1ac3-d3f0-4675-8f97-8375bde7f30a', 'name': 'tempest-PortsTestJSON-207645625'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:36.173877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011a8d4-db92-4cca-8a27-60c9818d387e req-b18ada02-60b3-492c-b7ba-2b8646d2856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:36.175383 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5011a8d4-db92-4cca-8a27-60c9818d387e req-b18ada02-60b3-492c-b7ba-2b8646d2856b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5114c038-bc5e-4991-8e49-6e30ea1048b6 HTTP/1.1" status: 200 len: 854 time: 0.0930948 Aug 27 14:08:36.215777 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5011a8d4-db92-4cca-8a27-60c9818d387e req-ed0498e8-3f46-47c8-a08d-9c2df93174d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b55b0e79-4096-4c1a-9d8b-9aa6db20e866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282519 Aug 27 14:08:36.265196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d33e1ac3-d3f0-4675-8f97-8375bde7f30a', 'network_id': 'd33e1ac3-d3f0-4675-8f97-8375bde7f30a', 'tenant_id': 'aad98d7867c1444b8c91832a37ba6d2b', 'fixed_ips': [{'subnet_id': '4593d124-f700-4552-b2e9-0b26297ced88'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:08:36.265196 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:36.273876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:36.289699 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:36.325510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port 0a5268d1-fa4d-4141-9269-c6764813a44b yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:36.378230 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Allocated IP 2001:db8::1 (67525e57-6a02-4450-9875-688822b5b81e/1c74d40f-c102-478b-bfa3-4223d2785131/525b8aef-63db-4b5b-9fe1-c66d7c033698) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:36.443990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5011a8d4-db92-4cca-8a27-60c9818d387e req-455b9f79-355c-45ca-a707-223b592e38e0 service neutron] 10.222.0.41 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171617 Aug 27 14:08:36.528681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Allocated IP 172.20.0.2 (d33e1ac3-d3f0-4675-8f97-8375bde7f30a/4593d124-f700-4552-b2e9-0b26297ced88/f546ddeb-c7ca-4c94-8ad4-6ec14ade3201) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:36.583124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f553c3e5-1863-490f-8f87-e92659ad7fd0 admin admin] Router cb569add-7d74-4a3e-8642-d07a7021f378 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:08:36.754614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5011a8d4-db92-4cca-8a27-60c9818d387e req-106c0dd5-01bf-4c5e-8a9b-71e900cfb150 service neutron] 10.222.0.41 "GET /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129615 Aug 27 14:08:36.755198 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:36.777246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Transition to ACTIVE for port object f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:36.819940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Transition to ACTIVE for port object f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:36.827385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 17cf0743-d662-477c-86f9-173caeda640b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:36.833920 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:36.839371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f553c3e5-1863-490f-8f87-e92659ad7fd0 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:08:36.854458 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c615cc-c46a-476e-b70d-6eaa6409365c None None] Sync routers for ids ['cb569add-7d74-4a3e-8642-d07a7021f378'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:08:36.865563 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:36.867067 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c615cc-c46a-476e-b70d-6eaa6409365c None None] Routers {'cb569add-7d74-4a3e-8642-d07a7021f378'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:36.869929 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f7c615cc-c46a-476e-b70d-6eaa6409365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb569add-7d74-4a3e-8642-d07a7021f378'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:36.880617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Transition to ACTIVE for port object 525b8aef-63db-4b5b-9fe1-c66d7c033698 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:36.927434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.10 (d33e1ac3-d3f0-4675-8f97-8375bde7f30a/4593d124-f700-4552-b2e9-0b26297ced88/0a5268d1-fa4d-4141-9269-c6764813a44b) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:36.940881 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:36.965213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Network d33e1ac3-d3f0-4675-8f97-8375bde7f30a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:36.979557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:36.983824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:37.036756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=525b8aef-63db-4b5b-9fe1-c66d7c033698,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:37.107976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655f111-3151-4865-9e0f-907d287ff08b req-46f72bec-c678-4446-82ff-a99d4d3a9415 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:37.110913 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c655f111-3151-4865-9e0f-907d287ff08b req-46f72bec-c678-4446-82ff-a99d4d3a9415 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.4715331 Aug 27 14:08:37.119257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 67525e57-6a02-4450-9875-688822b5b81e is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:37.124952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:37.131375 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-f7c615cc-c46a-476e-b70d-6eaa6409365c None None] Set router cb569add-7d74-4a3e-8642-d07a7021f378 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:08:37.132355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:37.133113 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:37.189086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Pushing event updated for resources: {'Port': ['ID=f546ddeb-c7ca-4c94-8ad4-6ec14ade3201,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:37.209942 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:37.233689 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Attempting to bind port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:08:37.234664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Attempting to bind port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'b82867a5-6bf3-445b-84b7-a18e5daeb2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd33e1ac3-d3f0-4675-8f97-8375bde7f30a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:08:37.235613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Attempting to bind port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 on network d33e1ac3-d3f0-4675-8f97-8375bde7f30a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:08:37.240785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:08:37.241163 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Checking segment: {'id': 'b82867a5-6bf3-445b-84b7-a18e5daeb2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd33e1ac3-d3f0-4675-8f97-8375bde7f30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:37.241572 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:37.241971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Bound using segment: {'id': 'b82867a5-6bf3-445b-84b7-a18e5daeb2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd33e1ac3-d3f0-4675-8f97-8375bde7f30a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:08:37.242441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Bound port: f546ddeb-c7ca-4c94-8ad4-6ec14ade3201, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82867a5-6bf3-445b-84b7-a18e5daeb2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd33e1ac3-d3f0-4675-8f97-8375bde7f30a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:08:37.242871 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:37.244550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Transition to ACTIVE for port object 0a5268d1-fa4d-4141-9269-c6764813a44b will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:37.286602 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 17cf0743-d662-477c-86f9-173caeda640b completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:37.347413 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f553c3e5-1863-490f-8f87-e92659ad7fd0 admin admin] 10.222.0.55 "PUT /v2.0/routers/cb569add-7d74-4a3e-8642-d07a7021f378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0388002 Aug 27 14:08:37.347413 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:37.349567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59498) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:37.355607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] For port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:08:37.363033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] For port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f546ddeb-c7ca-4c94-8ad4-6ec14ade3201,segment=NetworkSegment(b82867a5-6bf3-445b-84b7-a18e5daeb2cd),segment_id=b82867a5-6bf3-445b-84b7-a18e5daeb2cd)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:08:37.382570 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:37.439037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170afca9-dd1c-4865-b94a-2e8aac04263f None None] Network 67525e57-6a02-4450-9875-688822b5b81e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:37.457137 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c655f111-3151-4865-9e0f-907d287ff08b req-82eaf588-deac-4742-a0b5-eb44cb18acd6 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334489 Aug 27 14:08:37.526085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network d33e1ac3-d3f0-4675-8f97-8375bde7f30a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:37.551655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:37.555803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:37.560925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb74e3-29bc-4431-9134-cb1c2a44cd25 None None] Pushing event updated for resources: {'Port': ['ID=f546ddeb-c7ca-4c94-8ad4-6ec14ade3201,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:37.567130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=0a5268d1-fa4d-4141-9269-c6764813a44b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:37.572955 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:37.583007 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f7c615cc-c46a-476e-b70d-6eaa6409365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'name': 'tempest-ServerRescueNegativeTestJSON-1794196618-router', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:25Z', 'updated_at': '2021-08-27T14:08:34Z', 'revision_number': 5, 'project_id': 'd0b04ca81867422fba8b0c1554859c0b', 'gw_port': {'id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:27Z', 'updated_at': '2021-08-27T14:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:37.649518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f98fe3-d623-4f4b-a452-fda76213a2e8 req-d20ce2db-4d7c-4078-b1dc-6409584bf75a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:37.651423 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8f98fe3-d623-4f4b-a452-fda76213a2e8 req-d20ce2db-4d7c-4078-b1dc-6409584bf75a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.3214817 Aug 27 14:08:37.658194 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c615cc-c46a-476e-b70d-6eaa6409365c None None] Checking router: cb569add-7d74-4a3e-8642-d07a7021f378 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:08:37.675928 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-be76acbf-80be-44be-aaf7-41e2f7944485 None None] Provisioning for port 17cf0743-d662-477c-86f9-173caeda640b completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:37.689437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-be76acbf-80be-44be-aaf7-41e2f7944485 None None] Provisioning complete for port 17cf0743-d662-477c-86f9-173caeda640b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:37.689819 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be76acbf-80be-44be-aaf7-41e2f7944485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:37.699645 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c615cc-c46a-476e-b70d-6eaa6409365c None None] Routers {'cb569add-7d74-4a3e-8642-d07a7021f378'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:37.700553 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f7c615cc-c46a-476e-b70d-6eaa6409365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb569add-7d74-4a3e-8642-d07a7021f378'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:37.798922 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be76acbf-80be-44be-aaf7-41e2f7944485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:37.805291 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8f98fe3-d623-4f4b-a452-fda76213a2e8 req-3b244bea-6336-43d4-a0f2-907b4b1716b5 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443057 Aug 27 14:08:37.811305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:37.811960 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:37.826208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:37.886079 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fa666d67-aee2-4055-923f-f55a400f7f36 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8327444 Aug 27 14:08:37.888629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59504) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:37.894409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': 'd33e1ac3-d3f0-4675-8f97-8375bde7f30a', 'name': 'tempest-PortsTestJSON-41262329'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:37.952206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-be76acbf-80be-44be-aaf7-41e2f7944485 None None] For port 17cf0743-d662-477c-86f9-173caeda640b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=17cf0743-d662-477c-86f9-173caeda640b,segment=NetworkSegment(925ae91b-bf39-46fd-83d4-b9e55b17b269),segment_id=925ae91b-bf39-46fd-83d4-b9e55b17b269)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:37.968091 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be76acbf-80be-44be-aaf7-41e2f7944485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:38.178138 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76acbf-80be-44be-aaf7-41e2f7944485 None None] Pushing event updated for resources: {'Port': ['ID=17cf0743-d662-477c-86f9-173caeda640b,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:38.233052 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:38.245405 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:38.257381 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:38.280466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port e4e4121b-f7f7-498e-9ae7-f6e7521141c6 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:38.289895 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-f7c615cc-c46a-476e-b70d-6eaa6409365c None None] Set router cb569add-7d74-4a3e-8642-d07a7021f378 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:08:38.329998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5bbb9372-5546-42b2-b2ee-7b197719a373 None None] Provisioning for port 525b8aef-63db-4b5b-9fe1-c66d7c033698 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:38.336766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5bbb9372-5546-42b2-b2ee-7b197719a373 None None] Provisioning complete for port 525b8aef-63db-4b5b-9fe1-c66d7c033698 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:38.337214 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9372-5546-42b2-b2ee-7b197719a373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:38.427963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5bbb9372-5546-42b2-b2ee-7b197719a373 None None] Port 525b8aef-63db-4b5b-9fe1-c66d7c033698 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:38.444309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5bbb9372-5546-42b2-b2ee-7b197719a373 None None] Provisioning complete for port 17cf0743-d662-477c-86f9-173caeda640b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:38.444681 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9372-5546-42b2-b2ee-7b197719a373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:38.511344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.11 (d33e1ac3-d3f0-4675-8f97-8375bde7f30a/4593d124-f700-4552-b2e9-0b26297ced88/e4e4121b-f7f7-498e-9ae7-f6e7521141c6) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:38.696434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Deleting port aa99a82c-42c0-4e9b-92d2-411b9b8cf619 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:38.697019 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:38.710513 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f7c615cc-c46a-476e-b70d-6eaa6409365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'name': 'tempest-ServerRescueNegativeTestJSON-1794196618-router', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:25Z', 'updated_at': '2021-08-27T14:08:34Z', 'revision_number': 5, 'project_id': 'd0b04ca81867422fba8b0c1554859c0b', 'gw_port': {'id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:27Z', 'updated_at': '2021-08-27T14:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:38.759875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:38.775867 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c615cc-c46a-476e-b70d-6eaa6409365c None None] The sync data for ids ['cb569add-7d74-4a3e-8642-d07a7021f378'] in n-d-712139-12 is: [{'id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'name': 'tempest-ServerRescueNegativeTestJSON-1794196618-router', 'tenant_id': 'd0b04ca81867422fba8b0c1554859c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:25Z', 'updated_at': '2021-08-27T14:08:34Z', 'revision_number': 5, 'project_id': 'd0b04ca81867422fba8b0c1554859c0b', 'gw_port': {'id': 'aa99a82c-42c0-4e9b-92d2-411b9b8cf619', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb569add-7d74-4a3e-8642-d07a7021f378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:27Z', 'updated_at': '2021-08-27T14:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:08:38.896916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:38.903335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 17cf0743-d662-477c-86f9-173caeda640b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:38.955187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:38.967638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:38.986664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2af66220-cc8b-440e-ad72-c73079f558c9 None None] Provisioning complete for port 525b8aef-63db-4b5b-9fe1-c66d7c033698 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:38.987524 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2af66220-cc8b-440e-ad72-c73079f558c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:38.989180 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Transition to ACTIVE for port object e4e4121b-f7f7-498e-9ae7-f6e7521141c6 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:39.001660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:39.002467 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:39.048689 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 17cf0743-d662-477c-86f9-173caeda640b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:39.049581 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:39.064200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2554d7-62be-483c-973a-b6cd0a2a0211 req-9d1fa3fc-026b-4de8-ad34-987053c30f57 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:39.067039 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b2554d7-62be-483c-973a-b6cd0a2a0211 req-9d1fa3fc-026b-4de8-ad34-987053c30f57 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.3641338 Aug 27 14:08:39.114403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2af66220-cc8b-440e-ad72-c73079f558c9 None None] Port 525b8aef-63db-4b5b-9fe1-c66d7c033698 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:39.135747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab413e-e4fd-4f72-ae80-24b053397508 req-6f49c003-854d-40a3-a114-3152994d2939 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:39.144269 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1ab413e-e4fd-4f72-ae80-24b053397508 req-6f49c003-854d-40a3-a114-3152994d2939 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1500678 Aug 27 14:08:39.216614 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1ab413e-e4fd-4f72-ae80-24b053397508 req-19073553-f27b-4ee4-a15b-9bd1caae6bdf tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667834 Aug 27 14:08:39.219438 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:39.241764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] For port aa99a82c-42c0-4e9b-92d2-411b9b8cf619, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=aa99a82c-42c0-4e9b-92d2-411b9b8cf619,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:39.242374 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:39.292436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=525b8aef-63db-4b5b-9fe1-c66d7c033698,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:39.329378 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b2554d7-62be-483c-973a-b6cd0a2a0211 req-e05a6ae3-490d-4723-b163-cce8b470a720 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471631 Aug 27 14:08:39.340738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Calling delete_port for aa99a82c-42c0-4e9b-92d2-411b9b8cf619 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:39.348533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=e4e4121b-f7f7-498e-9ae7-f6e7521141c6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:39.376842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network d33e1ac3-d3f0-4675-8f97-8375bde7f30a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:39.395701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:39.398393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:39.511388 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e79732-b4d2-44ec-ae8d-731aa790e844 None None] Network d33e1ac3-d3f0-4675-8f97-8375bde7f30a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:39.531349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:39.531962 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:39.568938 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3b59669b-e7b9-43bc-9787-f378492a3396 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6791289 Aug 27 14:08:39.576705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59520) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:39.582789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 67525e57-6a02-4450-9875-688822b5b81e is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:39.587213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:39.668930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a71f-801d-436e-bdff-2f3a2b9a8ebd req-fbac338a-a0a1-4c06-9315-244cf20c9e3a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:39.671992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c734a71f-801d-436e-bdff-2f3a2b9a8ebd req-fbac338a-a0a1-4c06-9315-244cf20c9e3a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.2463021 Aug 27 14:08:39.776050 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea220a-b5e9-45b8-88a9-bbbdaf9ea4df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:39.777669 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4fea220a-b5e9-45b8-88a9-bbbdaf9ea4df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.2052460 Aug 27 14:08:39.780826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59522) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:39.867847 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c734a71f-801d-436e-bdff-2f3a2b9a8ebd req-77f9a884-a0e2-42de-a000-5abab404ef7c tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578667 Aug 27 14:08:39.871440 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:39.912538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Pushing event deleted for resources: {'Port': ['ID=aa99a82c-42c0-4e9b-92d2-411b9b8cf619,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:40.009177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-384618d7-2cbb-424f-bf95-7b1bb2a19a92 None None] Provisioning for port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:40.016951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-384618d7-2cbb-424f-bf95-7b1bb2a19a92 None None] Provisioning complete for port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:40.017604 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-384618d7-2cbb-424f-bf95-7b1bb2a19a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.018508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c8d61-bec5-45c4-8056-5bc1db4ab3d7 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port e4e4121b-f7f7-498e-9ae7-f6e7521141c6 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:40.018890 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8d61-bec5-45c4-8056-5bc1db4ab3d7 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.081435 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.116167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.227429 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8d61-bec5-45c4-8056-5bc1db4ab3d7 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.250932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c8d61-bec5-45c4-8056-5bc1db4ab3d7 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for e4e4121b-f7f7-498e-9ae7-f6e7521141c6 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:40.354497 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-384618d7-2cbb-424f-bf95-7b1bb2a19a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.454985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-384618d7-2cbb-424f-bf95-7b1bb2a19a92 None None] For port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f546ddeb-c7ca-4c94-8ad4-6ec14ade3201,segment=NetworkSegment(b82867a5-6bf3-445b-84b7-a18e5daeb2cd),segment_id=b82867a5-6bf3-445b-84b7-a18e5daeb2cd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:40.465746 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-384618d7-2cbb-424f-bf95-7b1bb2a19a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.569817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384618d7-2cbb-424f-bf95-7b1bb2a19a92 None None] Pushing event updated for resources: {'Port': ['ID=f546ddeb-c7ca-4c94-8ad4-6ec14ade3201,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:40.587366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a59ebf62-1129-4868-b1fa-bced6b300220 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:08:40.621343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: a59ebf62-1129-4868-b1fa-bced6b300220 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:08:40.622129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a59ebf62-1129-4868-b1fa-bced6b300220 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:08:40.638206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-db84eec4-ba11-47ae-8ce3-3feb99bddfe8 None None] Provisioning complete for port 525b8aef-63db-4b5b-9fe1-c66d7c033698 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:40.638984 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-db84eec4-ba11-47ae-8ce3-3feb99bddfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.683057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cc67f-a693-47b8-b1a9-fbcdae048626 req-24951ae1-8377-4296-87c1-ef5af2fb0390 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:40.685011 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-367cc67f-a693-47b8-b1a9-fbcdae048626 req-24951ae1-8377-4296-87c1-ef5af2fb0390 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1878951 Aug 27 14:08:40.686422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8d61-bec5-45c4-8056-5bc1db4ab3d7 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.700070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-db84eec4-ba11-47ae-8ce3-3feb99bddfe8 None None] Port 525b8aef-63db-4b5b-9fe1-c66d7c033698 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:40.749152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc6585-db1d-42b7-b87a-325297854ac5 req-193ccce4-d310-40fb-a808-b12a0c48780e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:40.752188 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80dc6585-db1d-42b7-b87a-325297854ac5 req-193ccce4-d310-40fb-a808-b12a0c48780e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.7154646 Aug 27 14:08:40.753055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 20fb62e5-b9f1-4697-873e-6fb4d8a1b28f is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:08:40.774060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.779176 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.797991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c8d61-bec5-45c4-8056-5bc1db4ab3d7 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=e4e4121b-f7f7-498e-9ae7-f6e7521141c6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:40.814807 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9ec09216-b471-4e1a-bb0e-51e857b56b87 None None] Could not find standard attr ID for object e4e4121b-f7f7-498e-9ae7-f6e7521141c6. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:08:40.832764 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9ec09216-b471-4e1a-bb0e-51e857b56b87 None None] Provisioning for port 0a5268d1-fa4d-4141-9269-c6764813a44b completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:40.843049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9ec09216-b471-4e1a-bb0e-51e857b56b87 None None] Provisioning complete for port 0a5268d1-fa4d-4141-9269-c6764813a44b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:40.845122 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9ec09216-b471-4e1a-bb0e-51e857b56b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.870191 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-367cc67f-a693-47b8-b1a9-fbcdae048626 req-1a138216-3253-4b95-8a33-40706231819e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697764 Aug 27 14:08:40.910383 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8d61-bec5-45c4-8056-5bc1db4ab3d7 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.928458 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fd2c8d61-bec5-45c4-8056-5bc1db4ab3d7 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/e4e4121b-f7f7-498e-9ae7-f6e7521141c6 HTTP/1.1" status: 204 len: 168 time: 1.1464396 Aug 27 14:08:40.929673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59536) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:40.933445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9ec09216-b471-4e1a-bb0e-51e857b56b87 None None] Port 0a5268d1-fa4d-4141-9269-c6764813a44b cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:40.966570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9ec09216-b471-4e1a-bb0e-51e857b56b87 None None] Provisioning complete for port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:40.969307 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9ec09216-b471-4e1a-bb0e-51e857b56b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:40.970311 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc22d0ea-77a9-4e4c-90d3-9498f6eba1dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:08:40.976219 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fc22d0ea-77a9-4e4c-90d3-9498f6eba1dd tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/e4e4121b-f7f7-498e-9ae7-f6e7521141c6 HTTP/1.1" status: 404 len: 333 time: 0.0454812 Aug 27 14:08:40.976942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59540) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:41.033414 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:41.035341 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb569add-7d74-4a3e-8642-d07a7021f378 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:08:41.054976 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:41.056311 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5ecca2a7-485d-4baa-9254-b93e6993087d admin admin] 10.222.0.55 "DELETE /v2.0/routers/cb569add-7d74-4a3e-8642-d07a7021f378 HTTP/1.1" status: 204 len: 168 time: 3.7017150 Aug 27 14:08:41.085186 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80dc6585-db1d-42b7-b87a-325297854ac5 req-7243d079-a6ae-40cc-888d-eab3f98f080c tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204525 Aug 27 14:08:41.086171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59542) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:41.134185 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:08:41.164632 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9f39dd1b-3bff-4fcb-88cc-b53e14a05820 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/20fb62e5-b9f1-4697-873e-6fb4d8a1b28f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6971207 Aug 27 14:08:41.165725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59546) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:41.212963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a2ea0f-8400-459d-b35d-5e0c988b090f None None] Sync routers for ids ['20fb62e5-b9f1-4697-873e-6fb4d8a1b28f'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:08:41.235007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a2ea0f-8400-459d-b35d-5e0c988b090f None None] Routers {'20fb62e5-b9f1-4697-873e-6fb4d8a1b28f'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:41.237499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-49a2ea0f-8400-459d-b35d-5e0c988b090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['20fb62e5-b9f1-4697-873e-6fb4d8a1b28f'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:41.334045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-49a2ea0f-8400-459d-b35d-5e0c988b090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:41.358406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a2ea0f-8400-459d-b35d-5e0c988b090f None None] Routers {'20fb62e5-b9f1-4697-873e-6fb4d8a1b28f'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:41.359176 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-49a2ea0f-8400-459d-b35d-5e0c988b090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['20fb62e5-b9f1-4697-873e-6fb4d8a1b28f'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:41.361046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a57f7bdb-1f7c-4c29-8f53-7675ab2155f9 None None] Provisioning complete for port 0a5268d1-fa4d-4141-9269-c6764813a44b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:41.361422 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a57f7bdb-1f7c-4c29-8f53-7675ab2155f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:41.414661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-49a2ea0f-8400-459d-b35d-5e0c988b090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:41.415364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a2ea0f-8400-459d-b35d-5e0c988b090f None None] The sync data for ids ['20fb62e5-b9f1-4697-873e-6fb4d8a1b28f'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:08:41.437748 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a57f7bdb-1f7c-4c29-8f53-7675ab2155f9 None None] Port 0a5268d1-fa4d-4141-9269-c6764813a44b cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:41.552585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-750794e6-8f85-4b19-adf9-fe5cbb5bc329 None None] Could not find standard attr ID for object e4e4121b-f7f7-498e-9ae7-f6e7521141c6. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:08:41.696557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe949d6c-bf82-4c6c-8c74-69243fbf0ac6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:41.701134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59548) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:41.709951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fe949d6c-bf82-4c6c-8c74-69243fbf0ac6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports/525b8aef-63db-4b5b-9fe1-c66d7c033698 HTTP/1.1" status: 200 len: 911 time: 0.5409021 Aug 27 14:08:41.737260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ddc216-656e-4c15-ac70-4616db99260b admin admin] Deleting subnet 5faea510-96bd-4d44-b728-c0dbab11e1e3 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:08:41.746240 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42ddc216-656e-4c15-ac70-4616db99260b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:41.789246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dd963-a3a9-4f34-a5cd-55181f27c361 req-ba31f4f9-ffb2-4ec5-a5d1-a5e86b69ed4d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:41.797247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee8dd963-a3a9-4f34-a5cd-55181f27c361 req-ba31f4f9-ffb2-4ec5-a5d1-a5e86b69ed4d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1465163 Aug 27 14:08:41.816787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-686f56a1-6dd4-4b71-bb69-430ca023d29b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port 0a5268d1-fa4d-4141-9269-c6764813a44b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:41.817096 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f56a1-6dd4-4b71-bb69-430ca023d29b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:41.878451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42ddc216-656e-4c15-ac70-4616db99260b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:41.949232 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee8dd963-a3a9-4f34-a5cd-55181f27c361 req-1f02cf4f-59d2-4c33-a7f8-40e882d9642a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461329 Aug 27 14:08:41.983398 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42ddc216-656e-4c15-ac70-4616db99260b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:42.021345 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f56a1-6dd4-4b71-bb69-430ca023d29b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:42.044654 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-686f56a1-6dd4-4b71-bb69-430ca023d29b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for 0a5268d1-fa4d-4141-9269-c6764813a44b owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:42.086947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20bfa2-9b40-469f-9cfc-214cfec2c89c req-8f7440f0-5c08-4177-885f-f0a45331872c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:42.088415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc20bfa2-9b40-469f-9cfc-214cfec2c89c req-8f7440f0-5c08-4177-885f-f0a45331872c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.0996211 Aug 27 14:08:42.165871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc20bfa2-9b40-469f-9cfc-214cfec2c89c req-794748a2-495e-41b5-9370-2ae4781fffae tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456593 Aug 27 14:08:42.171132 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42ddc216-656e-4c15-ac70-4616db99260b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:42.217673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddc216-656e-4c15-ac70-4616db99260b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5faea510-96bd-4d44-b728-c0dbab11e1e3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:42.226949 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42ddc216-656e-4c15-ac70-4616db99260b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:42.229974 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-42ddc216-656e-4c15-ac70-4616db99260b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5faea510-96bd-4d44-b728-c0dbab11e1e3 HTTP/1.1" status: 204 len: 168 time: 1.1220889 Aug 27 14:08:42.232108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59566) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:42.265800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9767482-12aa-475b-9a1f-90b366b1b202 req-e37a3cee-ab70-438d-9171-660197787788 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:42.273163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9767482-12aa-475b-9a1f-90b366b1b202 req-e37a3cee-ab70-438d-9171-660197787788 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1351464 Aug 27 14:08:42.279550 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-875e04d0-de69-4d5a-b35a-29cce858fd19 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:42.388482 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4a59-f960-415f-84b4-67ecc66291c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:42.407612 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9767482-12aa-475b-9a1f-90b366b1b202 req-af89255c-4ecc-4d5f-b3e5-6ae3a92eb52c tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314402 Aug 27 14:08:42.513349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f56a1-6dd4-4b71-bb69-430ca023d29b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:42.560513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:42.667297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:42.667678 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:42.698392 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f56a1-6dd4-4b71-bb69-430ca023d29b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=0a5268d1-fa4d-4141-9269-c6764813a44b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:42.750602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10976090-bf85-47d0-ae63-de0477befe30 req-f8513f04-5d52-4f6e-b863-1cae2acb2162 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:42.759534 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10976090-bf85-47d0-ae63-de0477befe30 req-f8513f04-5d52-4f6e-b863-1cae2acb2162 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.0783942 Aug 27 14:08:42.798532 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f56a1-6dd4-4b71-bb69-430ca023d29b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:42.804545 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-686f56a1-6dd4-4b71-bb69-430ca023d29b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/0a5268d1-fa4d-4141-9269-c6764813a44b HTTP/1.1" status: 204 len: 168 time: 1.8260927 Aug 27 14:08:42.809868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59572) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:42.811220 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4a59-f960-415f-84b4-67ecc66291c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:42.831768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d14ca7-fc2f-4c9a-9c8d-b2aa2eae9651 req-0bf8905b-8140-40eb-92df-1820798723f6 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:42.839331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-875e04d0-de69-4d5a-b35a-29cce858fd19 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port 525b8aef-63db-4b5b-9fe1-c66d7c033698 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:42.839675 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-875e04d0-de69-4d5a-b35a-29cce858fd19 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:42.840481 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8d14ca7-fc2f-4c9a-9c8d-b2aa2eae9651 req-0bf8905b-8140-40eb-92df-1820798723f6 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 945 time: 0.3203647 Aug 27 14:08:42.861665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device aa99a82c-42c0-4e9b-92d2-411b9b8cf619 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:08:42.870280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0cbb4a59-f960-415f-84b4-67ecc66291c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd877a5c-79f4-49e7-9087-58e80b55fb9c']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:42.897096 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-5383e6e8-26fd-4fb8-80a3-5c442bc22edc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:08:42.898776 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5383e6e8-26fd-4fb8-80a3-5c442bc22edc tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/0a5268d1-fa4d-4141-9269-c6764813a44b HTTP/1.1" status: 404 len: 333 time: 0.0887141 Aug 27 14:08:42.906634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0cbb4a59-f960-415f-84b4-67ecc66291c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b79295-2e16-4599-a08d-005443b7a5f4') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:42.906998 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0cbb4a59-f960-415f-84b4-67ecc66291c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b79295-2e16-4599-a08d-005443b7a5f4') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:42.907840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: aa99a82c-42c0-4e9b-92d2-411b9b8cf619 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:08:42.908907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device aa99a82c-42c0-4e9b-92d2-411b9b8cf619 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:08:42.909286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10976090-bf85-47d0-ae63-de0477befe30 req-f9d26d7f-0724-4fdd-8c53-da4b653b5711 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488469 Aug 27 14:08:42.909411 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59574) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:42.925215 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8d14ca7-fc2f-4c9a-9c8d-b2aa2eae9651 req-4cf7c379-7566-497e-86ba-35651342c9cb tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836389 Aug 27 14:08:43.031899 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4a59-f960-415f-84b4-67ecc66291c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.048247 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-875e04d0-de69-4d5a-b35a-29cce858fd19 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.062258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-875e04d0-de69-4d5a-b35a-29cce858fd19 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for 525b8aef-63db-4b5b-9fe1-c66d7c033698 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:43.062988 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4a59-f960-415f-84b4-67ecc66291c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.085616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbb4a59-f960-415f-84b4-67ecc66291c3 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:08:43.086129 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4a59-f960-415f-84b4-67ecc66291c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:08:43.090760 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:08:43.097406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e92c07c-069a-4af5-88f9-45958e5d5d37 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting subnet 4593d124-f700-4552-b2e9-0b26297ced88 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:08:43.101692 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e92c07c-069a-4af5-88f9-45958e5d5d37 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.205909 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e92c07c-069a-4af5-88f9-45958e5d5d37 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.295201 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87fc1b-42f7-463d-9ef5-de3378c355f3 req-1bada956-1a27-4ace-8ed4-7989b9b582f3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:43.298033 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc87fc1b-42f7-463d-9ef5-de3378c355f3 req-1bada956-1a27-4ace-8ed4-7989b9b582f3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.2234144 Aug 27 14:08:43.300845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4a59-f960-415f-84b4-67ecc66291c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.311030 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4a59-f960-415f-84b4-67ecc66291c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.316609 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0cbb4a59-f960-415f-84b4-67ecc66291c3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/dd877a5c-79f4-49e7-9087-58e80b55fb9c HTTP/1.1" status: 204 len: 168 time: 1.0802865 Aug 27 14:08:43.384228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-875e04d0-de69-4d5a-b35a-29cce858fd19 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.394141 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc87fc1b-42f7-463d-9ef5-de3378c355f3 req-879937cf-4b0e-43d4-88e9-540d907de88e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725148 Aug 27 14:08:43.423932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb4a59-f960-415f-84b4-67ecc66291c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd877a5c-79f4-49e7-9087-58e80b55fb9c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:43.461678 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e92c07c-069a-4af5-88f9-45958e5d5d37 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.471789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e04d0-de69-4d5a-b35a-29cce858fd19 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=525b8aef-63db-4b5b-9fe1-c66d7c033698,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:43.530906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54bd0-ec52-4057-8a38-f18940f626e7 req-6775f751-3f79-4a34-965c-88d06ec48f75 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:43.549085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6db54bd0-ec52-4057-8a38-f18940f626e7 req-6775f751-3f79-4a34-965c-88d06ec48f75 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.2578676 Aug 27 14:08:43.617541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59592) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:43.638657 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e92c07c-069a-4af5-88f9-45958e5d5d37 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.701315 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6db54bd0-ec52-4057-8a38-f18940f626e7 req-98a36cda-3005-4a3c-a948-6026cdfc5e8e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512580 Aug 27 14:08:43.702152 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-875e04d0-de69-4d5a-b35a-29cce858fd19 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.722255 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e92c07c-069a-4af5-88f9-45958e5d5d37 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.722255 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4e92c07c-069a-4af5-88f9-45958e5d5d37 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/4593d124-f700-4552-b2e9-0b26297ced88 HTTP/1.1" status: 204 len: 168 time: 0.7871845 Aug 27 14:08:43.723296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59596) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:43.726623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeb9557-68de-47e5-9c87-87a0322d4587 None None] Network d33e1ac3-d3f0-4675-8f97-8375bde7f30a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:43.757529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92c07c-069a-4af5-88f9-45958e5d5d37 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Subnet': ['ID=4593d124-f700-4552-b2e9-0b26297ced88,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:43.780401 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1f577355-39c6-4f88-b2f1-ef32580dde05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0b04ca81867422fba8b0c1554859c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632786 Aug 27 14:08:43.784428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59598) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:43.901383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbd8b8-ef0b-4898-b2f3-4fb359340dad req-5c1f175d-5652-4dcb-a071-64ce37d81af0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:43.903438 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-93cbd8b8-ef0b-4898-b2f3-4fb359340dad req-5c1f175d-5652-4dcb-a071-64ce37d81af0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.2505879 Aug 27 14:08:43.930274 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:43.995912 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-93cbd8b8-ef0b-4898-b2f3-4fb359340dad req-b304abf2-888c-4151-9840-165105d83f3b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850129 Aug 27 14:08:43.996790 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ab08-432b-4b96-9b1b-bb0e30255872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:44.054342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b963660c-21c9-45de-8d47-f964e3bbfc34 None None] DHCP port deletion for d33e1ac3-d3f0-4675-8f97-8375bde7f30a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:08:44.081519 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ab08-432b-4b96-9b1b-bb0e30255872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:44.102085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875e04d0-de69-4d5a-b35a-29cce858fd19 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 20fb62e5-b9f1-4697-873e-6fb4d8a1b28f has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:08:44.176953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b963660c-21c9-45de-8d47-f964e3bbfc34 None None] Deleting port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:44.181988 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b963660c-21c9-45de-8d47-f964e3bbfc34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:44.195623 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ab08-432b-4b96-9b1b-bb0e30255872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:44.199297 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fbf1ab08-432b-4b96-9b1b-bb0e30255872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:44.204654 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fbf1ab08-432b-4b96-9b1b-bb0e30255872 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c47fd0d9-e7cd-473c-bbcf-b623473bbb40 HTTP/1.1" status: 204 len: 168 time: 0.4192190 Aug 27 14:08:44.286090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1ab08-432b-4b96-9b1b-bb0e30255872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47fd0d9-e7cd-473c-bbcf-b623473bbb40,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:44.317504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875e04d0-de69-4d5a-b35a-29cce858fd19 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:08:44.328224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-875e04d0-de69-4d5a-b35a-29cce858fd19 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/20fb62e5-b9f1-4697-873e-6fb4d8a1b28f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6259947 Aug 27 14:08:44.328715 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c002ff-c74e-4fbd-8ce2-c7db3bc7b211 None None] Sync routers for ids ['20fb62e5-b9f1-4697-873e-6fb4d8a1b28f'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:08:44.331867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59608) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:44.343832 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c002ff-c74e-4fbd-8ce2-c7db3bc7b211 None None] Routers {'20fb62e5-b9f1-4697-873e-6fb4d8a1b28f'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:44.344500 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-61c002ff-c74e-4fbd-8ce2-c7db3bc7b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['20fb62e5-b9f1-4697-873e-6fb4d8a1b28f'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:44.346246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:44.346803 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:44.369495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4860cc-57d4-4b80-b42a-c539a86e6854 req-43a48c7d-689d-447c-ada5-a7b84d25dc7b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:44.370479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2001495b-7ec5-428e-bde8-9d170c058984 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=20fb62e5-b9f1-4697-873e-6fb4d8a1b28f HTTP/1.1" status: 200 len: 205 time: 0.0364864 Aug 27 14:08:44.373264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59610) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:44.386828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b963660c-21c9-45de-8d47-f964e3bbfc34 None None] For port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f546ddeb-c7ca-4c94-8ad4-6ec14ade3201,segment=NetworkSegment(b82867a5-6bf3-445b-84b7-a18e5daeb2cd),segment_id=b82867a5-6bf3-445b-84b7-a18e5daeb2cd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:44.387239 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b963660c-21c9-45de-8d47-f964e3bbfc34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:44.394034 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb4860cc-57d4-4b80-b42a-c539a86e6854 req-43a48c7d-689d-447c-ada5-a7b84d25dc7b tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1876268 Aug 27 14:08:44.437841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b963660c-21c9-45de-8d47-f964e3bbfc34 None None] Calling delete_port for f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:44.443332 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-61c002ff-c74e-4fbd-8ce2-c7db3bc7b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:44.462313 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c002ff-c74e-4fbd-8ce2-c7db3bc7b211 None None] Routers {'20fb62e5-b9f1-4697-873e-6fb4d8a1b28f'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:44.464970 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-61c002ff-c74e-4fbd-8ce2-c7db3bc7b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['20fb62e5-b9f1-4697-873e-6fb4d8a1b28f'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:44.527276 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb4860cc-57d4-4b80-b42a-c539a86e6854 req-c237d4b2-e396-4fe7-a589-d09d8ce88761 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240442 Aug 27 14:08:44.560905 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-61c002ff-c74e-4fbd-8ce2-c7db3bc7b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:44.567424 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c002ff-c74e-4fbd-8ce2-c7db3bc7b211 None None] The sync data for ids ['20fb62e5-b9f1-4697-873e-6fb4d8a1b28f'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:08:44.604327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:08:44.684420 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b963660c-21c9-45de-8d47-f964e3bbfc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:44.696305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7dc38-6e09-457e-a63a-28c111d91387 req-f8246e59-b10f-4ac1-ac57-a2e7fdf3751c tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:44.706057 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aaf7dc38-6e09-457e-a63a-28c111d91387 req-f8246e59-b10f-4ac1-ac57-a2e7fdf3751c tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 945 time: 0.4850867 Aug 27 14:08:44.733053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53484c5f-becb-4a55-a678-b2b5e33fc253 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:44.777560 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b963660c-21c9-45de-8d47-f964e3bbfc34 None None] No DVR routers for this DVR port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:44.797730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963660c-21c9-45de-8d47-f964e3bbfc34 None None] Pushing event deleted for resources: {'Port': ['ID=f546ddeb-c7ca-4c94-8ad4-6ec14ade3201,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:44.809141 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-88d0f97e-37c2-4cf7-8b8c-c6cef4b60759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:44.827019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No active binding found for port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 {{(pid=101188) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 14:08:44.827488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:08:44.868701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eef5e5-888d-4a87-a7f7-62d3a44cd1a5 req-7ea6b203-3200-471f-84d1-175cbebb4f28 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:44.869823 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15eef5e5-888d-4a87-a7f7-62d3a44cd1a5 req-7ea6b203-3200-471f-84d1-175cbebb4f28 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1191952 Aug 27 14:08:44.912801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] For port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f546ddeb-c7ca-4c94-8ad4-6ec14ade3201,segment=NetworkSegment(b82867a5-6bf3-445b-84b7-a18e5daeb2cd),segment_id=b82867a5-6bf3-445b-84b7-a18e5daeb2cd)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:44.912801 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:44.944502 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aaf7dc38-6e09-457e-a63a-28c111d91387 req-65b2ae27-66aa-444f-a22b-da4baa176670 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313118 Aug 27 14:08:44.948304 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:44.989898 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15eef5e5-888d-4a87-a7f7-62d3a44cd1a5 req-ea563f7b-f1ac-40b2-9711-db999dc340a2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066620 Aug 27 14:08:45.129018 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53484c5f-becb-4a55-a678-b2b5e33fc253 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.133633 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53484c5f-becb-4a55-a678-b2b5e33fc253 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.305951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf0468-0e98-43c8-98aa-87b595129645 req-211c5ee2-c561-445a-9200-93ecfcfbcb1d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:45.316976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64990516-80a7-40b8-bf45-e817b7af814c req-f89df022-9cfe-4110-9112-c4c558d63103 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:45.318631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64990516-80a7-40b8-bf45-e817b7af814c req-f89df022-9cfe-4110-9112-c4c558d63103 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.2786574 Aug 27 14:08:45.319484 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.325269 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aadf0468-0e98-43c8-98aa-87b595129645 req-211c5ee2-c561-445a-9200-93ecfcfbcb1d tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.0973799 Aug 27 14:08:45.376935 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aadf0468-0e98-43c8-98aa-87b595129645 req-8b61b0c0-b934-485d-8fda-8767a8ebd755 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Aug 27 14:08:45.382947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=f546ddeb-c7ca-4c94-8ad4-6ec14ade3201,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:45.385676 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53484c5f-becb-4a55-a678-b2b5e33fc253 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.386577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53484c5f-becb-4a55-a678-b2b5e33fc253 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Fanout notify agent at l3_agent the message router_deleted on router 20fb62e5-b9f1-4697-873e-6fb4d8a1b28f {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:08:45.395221 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53484c5f-becb-4a55-a678-b2b5e33fc253 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.396709 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-53484c5f-becb-4a55-a678-b2b5e33fc253 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/20fb62e5-b9f1-4697-873e-6fb4d8a1b28f HTTP/1.1" status: 204 len: 168 time: 0.9933765 Aug 27 14:08:45.399179 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59648) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:45.402291 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No DVR routers for this DVR port f546ddeb-c7ca-4c94-8ad4-6ec14ade3201 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:45.475198 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64990516-80a7-40b8-bf45-e817b7af814c req-ce801291-443c-4932-ba55-d6248ef36e35 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130326 Aug 27 14:08:45.550114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-931a28de-9fd7-4069-9487-b51ec4383a9e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting subnet 1c74d40f-c102-478b-bfa3-4223d2785131 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:08:45.555945 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-931a28de-9fd7-4069-9487-b51ec4383a9e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.558289 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.575404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33e1ac3-d3f0-4675-8f97-8375bde7f30a']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:45.599241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82867a5-6bf3-445b-84b7-a18e5daeb2cd') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:45.600586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82867a5-6bf3-445b-84b7-a18e5daeb2cd') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:45.617852 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.627473 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-931a28de-9fd7-4069-9487-b51ec4383a9e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.642513 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.652742 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:08:45.655086 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.658992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f1208-1b0c-4fe2-8630-a0b33050f4b5 req-cfd2a843-2237-423d-ad19-e71cba92a378 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:45.661203 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e47f1208-1b0c-4fe2-8630-a0b33050f4b5 req-cfd2a843-2237-423d-ad19-e71cba92a378 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1592021 Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:08:45.662185 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:08:45.748272 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.763220 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.767409 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e47f1208-1b0c-4fe2-8630-a0b33050f4b5 req-05bfc414-9792-49b4-b407-0b6e25c12875 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874801 Aug 27 14:08:45.770513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59660) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:45.777552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0908d0ee-8a95-46e9-b93f-7e0f075589bf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1543378395'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:45.779775 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/networks/d33e1ac3-d3f0-4675-8f97-8375bde7f30a HTTP/1.1" status: 204 len: 168 time: 2.0623343 Aug 27 14:08:45.811853 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-931a28de-9fd7-4069-9487-b51ec4383a9e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.816210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0908d0ee-8a95-46e9-b93f-7e0f075589bf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:45.821667 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0908d0ee-8a95-46e9-b93f-7e0f075589bf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.845993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145168a-fef3-4d13-9a07-15cbf621b670 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Network': ['ID=d33e1ac3-d3f0-4675-8f97-8375bde7f30a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:45.886010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0908d0ee-8a95-46e9-b93f-7e0f075589bf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:08:45.899220 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0908d0ee-8a95-46e9-b93f-7e0f075589bf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.899548 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-0908d0ee-8a95-46e9-b93f-7e0f075589bf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Added segment 966dc638-f458-4e4f-964d-043fcdbb7676 of type vlan for network 3364ee5f-3619-49ab-8ca9-3c599b53306c Aug 27 14:08:45.941644 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-931a28de-9fd7-4069-9487-b51ec4383a9e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.981305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a28de-9fd7-4069-9487-b51ec4383a9e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Subnet': ['ID=1c74d40f-c102-478b-bfa3-4223d2785131,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:45.985140 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0908d0ee-8a95-46e9-b93f-7e0f075589bf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.991304 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-931a28de-9fd7-4069-9487-b51ec4383a9e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:45.995685 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be86f1ff-c178-4150-9757-42b326cef5b0 None None] Network 67525e57-6a02-4450-9875-688822b5b81e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:45.996772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59666) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:45.997108 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-931a28de-9fd7-4069-9487-b51ec4383a9e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/1c74d40f-c102-478b-bfa3-4223d2785131 HTTP/1.1" status: 204 len: 168 time: 0.5968287 Aug 27 14:08:46.072509 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0908d0ee-8a95-46e9-b93f-7e0f075589bf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:46.079622 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908d0ee-8a95-46e9-b93f-7e0f075589bf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:46.080261 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0908d0ee-8a95-46e9-b93f-7e0f075589bf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:46.110752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84da4f-7af4-4e86-b5ac-adc6f0578269 req-e4f6fe89-dab4-4e14-b83f-75cb23a27aca tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:46.112411 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8a84da4f-7af4-4e86-b5ac-adc6f0578269 req-e4f6fe89-dab4-4e14-b83f-75cb23a27aca tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 945 time: 0.0956736 Aug 27 14:08:46.163960 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:46.200799 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0908d0ee-8a95-46e9-b93f-7e0f075589bf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4265454 Aug 27 14:08:46.204291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59670) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:46.211071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ee0ef92b-a74d-4072-9310-963519d36c30 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': '3364ee5f-3619-49ab-8ca9-3c599b53306c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:46.290256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908d0ee-8a95-46e9-b93f-7e0f075589bf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Network': ['ID=3364ee5f-3619-49ab-8ca9-3c599b53306c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:46.301596 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8a84da4f-7af4-4e86-b5ac-adc6f0578269 req-4d9dbf50-df69-45be-8952-ff1e9dca68df tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324580 Aug 27 14:08:46.304964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 3364ee5f-3619-49ab-8ca9-3c599b53306c details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:08:46.344834 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171c467d-156d-4551-b3a6-8eda0d73af94 None None] DHCP port deletion for 67525e57-6a02-4450-9875-688822b5b81e request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:08:46.353691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port 17cf0743-d662-477c-86f9-173caeda640b {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:46.355025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:46.403326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0ef92b-a74d-4072-9310-963519d36c30 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:46.408946 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef92b-a74d-4072-9310-963519d36c30 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:46.602237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] For port 17cf0743-d662-477c-86f9-173caeda640b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=17cf0743-d662-477c-86f9-173caeda640b,segment=NetworkSegment(925ae91b-bf39-46fd-83d4-b9e55b17b269),segment_id=925ae91b-bf39-46fd-83d4-b9e55b17b269)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:46.602237 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:46.604420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 17cf0743-d662-477c-86f9-173caeda640b no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:08:46.647659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for 17cf0743-d662-477c-86f9-173caeda640b owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:46.704004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-171c467d-156d-4551-b3a6-8eda0d73af94 None None] Deleting port 17cf0743-d662-477c-86f9-173caeda640b {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:46.704392 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-171c467d-156d-4551-b3a6-8eda0d73af94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:46.748063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef92b-a74d-4072-9310-963519d36c30 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:46.782498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-171c467d-156d-4551-b3a6-8eda0d73af94 None None] For port 17cf0743-d662-477c-86f9-173caeda640b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=17cf0743-d662-477c-86f9-173caeda640b,segment=NetworkSegment(925ae91b-bf39-46fd-83d4-b9e55b17b269),segment_id=925ae91b-bf39-46fd-83d4-b9e55b17b269)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:46.783011 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-171c467d-156d-4551-b3a6-8eda0d73af94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:46.799599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-171c467d-156d-4551-b3a6-8eda0d73af94 None None] Calling delete_port for 17cf0743-d662-477c-86f9-173caeda640b owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:46.876121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18549f5-1f8d-459a-bf9e-6479e22dad0f req-2d01c05e-57d5-4f31-ab04-e856bf55a224 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:46.877700 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e18549f5-1f8d-459a-bf9e-6479e22dad0f req-2d01c05e-57d5-4f31-ab04-e856bf55a224 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1125803 Aug 27 14:08:46.917820 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:46.932571 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No DVR routers for this DVR port 17cf0743-d662-477c-86f9-173caeda640b on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:46.962974 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-171c467d-156d-4551-b3a6-8eda0d73af94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:46.968933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ef92b-a74d-4072-9310-963519d36c30 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Subnet': ['ID=56a02556-fc49-4028-ab64-4eb004d87477,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:47.007309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c467d-156d-4551-b3a6-8eda0d73af94 None None] No DVR routers for this DVR port 17cf0743-d662-477c-86f9-173caeda640b on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:47.024865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c467d-156d-4551-b3a6-8eda0d73af94 None None] Pushing event deleted for resources: {'Port': ['ID=17cf0743-d662-477c-86f9-173caeda640b,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:47.037893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b2208-6dc0-41f4-af1a-3d84df2c390b req-ff3432bb-36be-41d4-ab7f-c4248d8e71c0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:47.040787 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:47.049492 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:47.057733 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-562b2208-6dc0-41f4-af1a-3d84df2c390b req-ff3432bb-36be-41d4-ab7f-c4248d8e71c0 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.3368106 Aug 27 14:08:47.059666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67525e57-6a02-4450-9875-688822b5b81e']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:47.082479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=17cf0743-d662-477c-86f9-173caeda640b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:47.093796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925ae91b-bf39-46fd-83d4-b9e55b17b269') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:47.094095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925ae91b-bf39-46fd-83d4-b9e55b17b269') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:47.112454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ef92b-a74d-4072-9310-963519d36c30 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Checking segment: {'id': '966dc638-f458-4e4f-964d-043fcdbb7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3364ee5f-3619-49ab-8ca9-3c599b53306c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:47.113188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ef92b-a74d-4072-9310-963519d36c30 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network hostable DHCP agents. Network: 3364ee5f-3619-49ab-8ca9-3c599b53306c, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:08:47.126890 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:47.132430 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e18549f5-1f8d-459a-bf9e-6479e22dad0f req-3fb71aa6-3fd8-4334-9cc3-6dd2eb9190fb tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387230 Aug 27 14:08:47.152793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:47.169538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-bea3d0b1-9f6d-4261-ac58-f4d759edbd19 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:47.169538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-bea3d0b1-9f6d-4261-ac58-f4d759edbd19 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.52 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 945 time: 0.0988417 Aug 27 14:08:47.170471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:08:47.170911 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:08:47.175121 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:08:47.189805 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-562b2208-6dc0-41f4-af1a-3d84df2c390b req-d157f687-2ee9-4cb4-a7ea-9623ffad7998 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295540 Aug 27 14:08:47.209700 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ef92b-a74d-4072-9310-963519d36c30 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network 3364ee5f-3619-49ab-8ca9-3c599b53306c is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:08:47.241382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ee0ef92b-a74d-4072-9310-963519d36c30 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 3364ee5f-3619-49ab-8ca9-3c599b53306c) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:47.247166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ef92b-a74d-4072-9310-963519d36c30 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:47.248319 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef92b-a74d-4072-9310-963519d36c30 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:47.251325 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82059f2-241b-4bd5-965f-27a2f170a4b9 None None] Network 3364ee5f-3619-49ab-8ca9-3c599b53306c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:47.292134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ee0ef92b-a74d-4072-9310-963519d36c30 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0861382 Aug 27 14:08:47.294445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59692) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:47.315918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': '3364ee5f-3619-49ab-8ca9-3c599b53306c', 'name': 'tempest-PortsTestJSON-1412015614', 'fixed_ips': [{'subnet_id': '56a02556-fc49-4028-ab64-4eb004d87477', 'ip_address': '172.20.0.10'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:47.332127 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:47.350033 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:47.357654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/networks/67525e57-6a02-4450-9875-688822b5b81e HTTP/1.1" status: 204 len: 168 time: 1.3589368 Aug 27 14:08:47.415505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59696) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:47.487552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-433155426', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:47.524448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb66a3-d027-4b88-8a48-e68cefb79699 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Network': ['ID=67525e57-6a02-4450-9875-688822b5b81e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:47.551979 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:47.561577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:47.569953 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-26aa8742-6235-4f8e-a0a3-560b6703778b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:47.581706 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f2948-b024-4432-9d00-deb3e9737b68 req-221025ec-9be6-4851-891b-6882deb4446b tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:47.583697 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e8f2948-b024-4432-9d00-deb3e9737b68 req-221025ec-9be6-4851-891b-6882deb4446b tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 945 time: 0.0852592 Aug 27 14:08:47.666912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-3364ee5f-3619-49ab-8ca9-3c599b53306c', 'network_id': '3364ee5f-3619-49ab-8ca9-3c599b53306c', 'tenant_id': 'aad98d7867c1444b8c91832a37ba6d2b', 'fixed_ips': [{'subnet_id': '56a02556-fc49-4028-ab64-4eb004d87477'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:08:47.668635 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:47.691319 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e8f2948-b024-4432-9d00-deb3e9737b68 req-9b3b9a29-cc45-40e5-acd4-3aa8452597bb tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919783 Aug 27 14:08:47.763088 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:47.826871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:47.935648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966ad86-596c-4c4a-ad35-cb47166d854d req-99cc0e4a-20cc-4be6-acfe-7824dc5883b0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:47.937852 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7966ad86-596c-4c4a-ad35-cb47166d854d req-99cc0e4a-20cc-4be6-acfe-7824dc5883b0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 946 time: 0.1212666 Aug 27 14:08:47.963346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Allocated IP 172.20.0.2 (3364ee5f-3619-49ab-8ca9-3c599b53306c/56a02556-fc49-4028-ab64-4eb004d87477/c13c88ef-6585-4b95-8bdb-215d394ca7c6) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:48.049666 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7966ad86-596c-4c4a-ad35-cb47166d854d req-339b127f-6e1e-428d-9b8c-99879ff18559 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049252 Aug 27 14:08:48.100586 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.api [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 14:08:48.100586 n-d-712139-12 neutron-server[101186]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 14:08:48.100586 n-d-712139-12 neutron-server[101186]: [parameters: {'project_id': '78013bec477342dfadcc9d64e46b40ff', 'id': '0391888e-62ac-43e4-a107-1c602fc183fa', 'expiration': datetime.datetime(2021, 8, 27, 14, 10, 47, 534859)}] Aug 27 14:08:48.100586 n-d-712139-12 neutron-server[101186]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:08:48.101417 n-d-712139-12 neutron-server[101186]: DEBUG oslo_db.api [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:08:48.118858 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b1bca-1a53-4c3d-bbd1-c2e0daafe2f6 req-81f3015b-69b4-42bd-89d5-5a8c85c4b045 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:48.120493 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce8b1bca-1a53-4c3d-bbd1-c2e0daafe2f6 req-81f3015b-69b4-42bd-89d5-5a8c85c4b045 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.6778111 Aug 27 14:08:48.142266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Deleting port 805b419c-226b-48c0-a03f-cd031dbc6450 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:48.142586 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.232094 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.242381 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce8b1bca-1a53-4c3d-bbd1-c2e0daafe2f6 req-a19f9ec9-c85f-4bfb-ae81-f824bc17971c tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129491 Aug 27 14:08:48.243584 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Transition to ACTIVE for port object c13c88ef-6585-4b95-8bdb-215d394ca7c6 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:48.274313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Transition to ACTIVE for port object c13c88ef-6585-4b95-8bdb-215d394ca7c6 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:48.289615 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.305647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] For port 805b419c-226b-48c0-a03f-cd031dbc6450, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=805b419c-226b-48c0-a03f-cd031dbc6450,segment=NetworkSegment(0b208929-1ed1-4934-bae6-3224b71c4370),segment_id=0b208929-1ed1-4934-bae6-3224b71c4370)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:48.306148 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.353020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Pushing event updated for resources: {'Port': ['ID=c13c88ef-6585-4b95-8bdb-215d394ca7c6,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:48.363130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Network 3364ee5f-3619-49ab-8ca9-3c599b53306c is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:48.364905 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:48.368001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:48.440116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Attempting to bind port c13c88ef-6585-4b95-8bdb-215d394ca7c6 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:08:48.440494 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Attempting to bind port c13c88ef-6585-4b95-8bdb-215d394ca7c6 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '966dc638-f458-4e4f-964d-043fcdbb7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3364ee5f-3619-49ab-8ca9-3c599b53306c'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:08:48.440941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Attempting to bind port c13c88ef-6585-4b95-8bdb-215d394ca7c6 on network 3364ee5f-3619-49ab-8ca9-3c599b53306c {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:08:48.446912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.10 (3364ee5f-3619-49ab-8ca9-3c599b53306c/56a02556-fc49-4028-ab64-4eb004d87477/abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:48.447091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:08:48.447495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Checking segment: {'id': '966dc638-f458-4e4f-964d-043fcdbb7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3364ee5f-3619-49ab-8ca9-3c599b53306c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:08:48.448576 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.448981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Bound using segment: {'id': '966dc638-f458-4e4f-964d-043fcdbb7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3364ee5f-3619-49ab-8ca9-3c599b53306c'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:08:48.449594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Bound port: c13c88ef-6585-4b95-8bdb-215d394ca7c6, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966dc638-f458-4e4f-964d-043fcdbb7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3364ee5f-3619-49ab-8ca9-3c599b53306c'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:08:48.450031 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.586209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0880216-f6db-4b73-a442-cb70f7921795 req-f3e352df-f8fb-4c82-8385-33ecb433e63e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:48.591416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] For port c13c88ef-6585-4b95-8bdb-215d394ca7c6, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:08:48.594244 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0880216-f6db-4b73-a442-cb70f7921795 req-f3e352df-f8fb-4c82-8385-33ecb433e63e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1454926 Aug 27 14:08:48.596881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] For port c13c88ef-6585-4b95-8bdb-215d394ca7c6, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c13c88ef-6585-4b95-8bdb-215d394ca7c6,segment=NetworkSegment(966dc638-f458-4e4f-964d-043fcdbb7676),segment_id=966dc638-f458-4e4f-964d-043fcdbb7676)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:08:48.602082 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.662695 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.663105 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.663432 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Floating IP ea56a5b2-55f7-44b5-995d-1b92d726d130 disassociated. External IP: 172.25.2.74, port: 805b419c-226b-48c0-a03f-cd031dbc6450. Aug 27 14:08:48.663778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Calling delete_port for 805b419c-226b-48c0-a03f-cd031dbc6450 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:48.701692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0880216-f6db-4b73-a442-cb70f7921795 req-4d77adc6-f445-4215-9df7-949b88f7606d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064680 Aug 27 14:08:48.702677 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.704130 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.770462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d4722-5a7e-418d-bde0-0dc2c49f98f2 None None] Pushing event updated for resources: {'Port': ['ID=c13c88ef-6585-4b95-8bdb-215d394ca7c6,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:48.783294 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.788870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.834025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:48.869082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Transition to ACTIVE for port object abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:48.989599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5b154-6278-4a0a-be6d-6c34758dc1e4 req-e8506211-57b4-4f14-b121-d03390ddd449 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:48.997616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7aa5b154-6278-4a0a-be6d-6c34758dc1e4 req-e8506211-57b4-4f14-b121-d03390ddd449 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 945 time: 0.1236005 Aug 27 14:08:49.034613 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:49.118098 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:49.143418 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network 3364ee5f-3619-49ab-8ca9-3c599b53306c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:49.173442 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7aa5b154-6278-4a0a-be6d-6c34758dc1e4 req-6902a716-c921-46dc-8d4f-e04feaa5a8a8 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups?id=66153365-98de-4ba0-8b40-22161300a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723368 Aug 27 14:08:49.188592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:49.198923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:49.229929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:49.276259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:49.277825 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:49.320483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecd6ed-20dd-49a8-84e9-abfa7fc20234 req-a926bdd0-e21b-4367-a93a-cc7c96e0f8df tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:49.328557 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-efecd6ed-20dd-49a8-84e9-abfa7fc20234 req-a926bdd0-e21b-4367-a93a-cc7c96e0f8df tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.2239568 Aug 27 14:08:49.330235 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-32517407-6923-429b-9825-24d02685bdb4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0346591 Aug 27 14:08:49.332768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59740) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:49.338189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': '3364ee5f-3619-49ab-8ca9-3c599b53306c', 'name': 'tempest-PortsTestJSON-747640856', 'fixed_ips': [{'subnet_id': '56a02556-fc49-4028-ab64-4eb004d87477', 'ip_address': '172.20.0.9'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:49.338578 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:49.392932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Pushing event deleted for resources: {'Port': ['ID=805b419c-226b-48c0-a03f-cd031dbc6450,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:49.435798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-efecd6ed-20dd-49a8-84e9-abfa7fc20234 req-9b7e7bdc-6466-448e-a791-5c8bcfbe63b1 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062651 Aug 27 14:08:49.523189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:49.542379 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:49.609308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port c55dfd6b-bd65-4215-9538-049c87442de8 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:08:49.684949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Router 5deded7c-36e6-4f59-88d4-d6f24a0de884 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:08:49.777651 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:49.876036 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:50.094591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Allocated IP 172.25.2.156 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/1a29bdae-915b-42a6-b9e5-97555bab5fa1) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:50.151616 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:50.177582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36948011-18f0-4723-933f-7d1389deb5e7 req-1c76e4b7-eadd-47f3-8c36-aa223bfbfd97 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:50.182806 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36948011-18f0-4723-933f-7d1389deb5e7 req-1c76e4b7-eadd-47f3-8c36-aa223bfbfd97 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.3031316 Aug 27 14:08:50.243194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.9 (3364ee5f-3619-49ab-8ca9-3c599b53306c/56a02556-fc49-4028-ab64-4eb004d87477/c55dfd6b-bd65-4215-9538-049c87442de8) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:08:50.290118 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36948011-18f0-4723-933f-7d1389deb5e7 req-c56ebdc9-8a31-4aba-8919-5bf2ec8e87f1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923266 Aug 27 14:08:50.327682 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:08:50.339491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4ab7dd-d250-43b5-a711-401e9d594390 None None] Sync routers for ids ['5deded7c-36e6-4f59-88d4-d6f24a0de884'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:08:50.354727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ab7dd-d250-43b5-a711-401e9d594390 None None] Routers {'5deded7c-36e6-4f59-88d4-d6f24a0de884'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:50.358063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8c4ab7dd-d250-43b5-a711-401e9d594390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5deded7c-36e6-4f59-88d4-d6f24a0de884'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:50.505764 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251d5214-481d-46ca-856e-f36d2ed27f14 None None] Network 3364ee5f-3619-49ab-8ca9-3c599b53306c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:50.591704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] No DVR routers for this DVR port 805b419c-226b-48c0-a03f-cd031dbc6450 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:50.610228 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-63625163-ec00-4b30-a98d-cb7cd9f1e09b req-ec313ec2-eff0-47f0-b69f-a7e60b6f86ba tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/ports?device_id=8078e7bd-6d45-4311-a019-424e3cad0728 HTTP/1.1" status: 200 len: 210 time: 0.2620370 Aug 27 14:08:50.613636 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:50.618788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a68b11f3-f32f-491c-9b2a-926493fe9b2b req-28fe0fb8-3cf7-455e-97d2-5d8519afbde4 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.52 "DELETE /v2.0/ports/805b419c-226b-48c0-a03f-cd031dbc6450 HTTP/1.1" status: 204 len: 173 time: 3.4289546 Aug 27 14:08:50.620881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8078e7bd-6d45-4311-a019-424e3cad0728', 'name': 'network-vif-deleted', 'tag': '805b419c-226b-48c0-a03f-cd031dbc6450'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:08:50.623250 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0365bf-d410-4836-a2fd-3abb8587b755" -d '{"events": [{"server_uuid": "8078e7bd-6d45-4311-a019-424e3cad0728", "name": "network-vif-deleted", "tag": "805b419c-226b-48c0-a03f-cd031dbc6450"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:08:50.707204 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:50.746475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c13c88ef-6585-4b95-8bdb-215d394ca7c6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:50.758658 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dc38db-6dc8-4d2b-85cf-52518b4d1fb0 x-openstack-request-id: req-23dc38db-6dc8-4d2b-85cf-52518b4d1fb0 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:08:50.758976 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8078e7bd-6d45-4311-a019-424e3cad0728", "name": "network-vif-deleted", "tag": "805b419c-226b-48c0-a03f-cd031dbc6450", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:08:50.759225 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23dc38db-6dc8-4d2b-85cf-52518b4d1fb0 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:08:50.759623 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8078e7bd-6d45-4311-a019-424e3cad0728', 'name': 'network-vif-deleted', 'tag': '805b419c-226b-48c0-a03f-cd031dbc6450', 'status': 'completed', 'code': 200} Aug 27 14:08:50.776519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Transition to ACTIVE for port object c55dfd6b-bd65-4215-9538-049c87442de8 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:08:50.805189 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:50.857483 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 805b419c-226b-48c0-a03f-cd031dbc6450 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:08:50.893742 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:50.945776 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:50.995290 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=c55dfd6b-bd65-4215-9538-049c87442de8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:51.012302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network 3364ee5f-3619-49ab-8ca9-3c599b53306c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:51.014371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.014969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.016149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.016688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.017193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.018034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.018583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.019096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.019726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.020354 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.020970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.021460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.026119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:51.028636 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:51.032161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=1a29bdae-915b-42a6-b9e5-97555bab5fa1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:51.051814 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.052320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.052532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.058216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.058492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.058838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.059193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.059530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.059879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.060203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.060533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.060860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:08:51.088947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:08:51.094912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:08:51.098994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:08:51.112671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:51.113606 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:51.148990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59776) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:51.150519 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8bc1ba24-7ecf-4ea7-98dc-730df6780d2d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8163128 Aug 27 14:08:51.529057 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae29f9b-bf8c-4d1d-be66-b6b7ee43c2e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:51.530822 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9ae29f9b-bf8c-4d1d-be66-b6b7ee43c2e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3807247 Aug 27 14:08:51.535816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59780) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:51.537750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-8c4ab7dd-d250-43b5-a711-401e9d594390 None None] Set router 5deded7c-36e6-4f59-88d4-d6f24a0de884 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:08:51.808432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec3065-aaa4-4ec2-bc30-c69b4a1c8ae5 req-32154738-c2de-45e7-88a4-d20e444fcff5 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:51.818031 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9bec3065-aaa4-4ec2-bc30-c69b4a1c8ae5 req-32154738-c2de-45e7-88a4-d20e444fcff5 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.3287075 Aug 27 14:08:51.821490 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59790) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:51.837433 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:51.871832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a862743-db99-4d90-bf1a-adc5030795a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:51.881251 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 805b419c-226b-48c0-a03f-cd031dbc6450 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:08:51.881603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 805b419c-226b-48c0-a03f-cd031dbc6450 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:08:51.882074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a862743-db99-4d90-bf1a-adc5030795a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:51.883141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8bfa8bb0-9970-424f-8507-188a19bfd169 None None] Provisioning for port c13c88ef-6585-4b95-8bdb-215d394ca7c6 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:51.893235 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:51.907396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a862743-db99-4d90-bf1a-adc5030795a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:51.909075 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8a862743-db99-4d90-bf1a-adc5030795a1 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3697968 Aug 27 14:08:51.926719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59792) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:52.081774 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8c4ab7dd-d250-43b5-a711-401e9d594390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:06:27Z', 'revision_number': 4, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port': {'id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:23Z', 'updated_at': '2021-08-27T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f95c1b17-7b85-4a17-bc9a-9250124b9109', 'name': '', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'mac_address': 'fa:16:3e:b6:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:26Z', 'updated_at': '2021-08-27T14:06:36Z', 'revision_number': 5, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'subnets': [{'id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:52.127010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9bec3065-aaa4-4ec2-bc30-c69b4a1c8ae5 req-756d747b-1db7-4d98-8adc-25172a2870d6 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034000 Aug 27 14:08:52.144632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-3942ea18-8bb8-47bd-a665-aeaf67b42a13 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port c55dfd6b-bd65-4215-9538-049c87442de8 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:52.145224 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3942ea18-8bb8-47bd-a665-aeaf67b42a13 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:52.162061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4ab7dd-d250-43b5-a711-401e9d594390 None None] Checking router: 5deded7c-36e6-4f59-88d4-d6f24a0de884 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:08:52.180655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port c13c88ef-6585-4b95-8bdb-215d394ca7c6 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:52.201311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port c13c88ef-6585-4b95-8bdb-215d394ca7c6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:52.201791 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:52.223558 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a12fe6a7-fa0e-4ee0-92cb-9f9aa7e93173 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:52.316367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ab7dd-d250-43b5-a711-401e9d594390 None None] Routers {'5deded7c-36e6-4f59-88d4-d6f24a0de884'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:52.317019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8c4ab7dd-d250-43b5-a711-401e9d594390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5deded7c-36e6-4f59-88d4-d6f24a0de884'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:52.362826 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3942ea18-8bb8-47bd-a665-aeaf67b42a13 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:52.375968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-3942ea18-8bb8-47bd-a665-aeaf67b42a13 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for c55dfd6b-bd65-4215-9538-049c87442de8 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:52.451820 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a12fe6a7-fa0e-4ee0-92cb-9f9aa7e93173 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:52.582158 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3942ea18-8bb8-47bd-a665-aeaf67b42a13 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:52.722952 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a12fe6a7-fa0e-4ee0-92cb-9f9aa7e93173 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:52.725768 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a12fe6a7-fa0e-4ee0-92cb-9f9aa7e93173 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:52.726976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a12fe6a7-fa0e-4ee0-92cb-9f9aa7e93173 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "DELETE /v2.0/security-groups/66153365-98de-4ba0-8b40-22161300a712 HTTP/1.1" status: 204 len: 168 time: 0.9044991 Aug 27 14:08:52.746403 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59804) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:52.746725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a3f4412e-1d3d-4003-8802-c055f46885a8 None None] Provisioning complete for port c13c88ef-6585-4b95-8bdb-215d394ca7c6 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:52.747185 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a3f4412e-1d3d-4003-8802-c055f46885a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:52.754625 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:52.798643 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-e4e7cbc6-b384-4292-bd95-761e9893e97b tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] show failed (client error): The resource could not be found. Aug 27 14:08:52.802475 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e4e7cbc6-b384-4292-bd95-761e9893e97b tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "GET /v2.0/security-groups/66153365-98de-4ba0-8b40-22161300a712 HTTP/1.1" status: 404 len: 347 time: 0.0508575 Aug 27 14:08:52.803243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59806) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:52.804031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fe6a7-fa0e-4ee0-92cb-9f9aa7e93173 tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66153365-98de-4ba0-8b40-22161300a712,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:52.806544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942ea18-8bb8-47bd-a665-aeaf67b42a13 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=c55dfd6b-bd65-4215-9538-049c87442de8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:52.886551 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3942ea18-8bb8-47bd-a665-aeaf67b42a13 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:52.887841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-8c4ab7dd-d250-43b5-a711-401e9d594390 None None] Set router 5deded7c-36e6-4f59-88d4-d6f24a0de884 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:08:52.889091 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3942ea18-8bb8-47bd-a665-aeaf67b42a13 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/c55dfd6b-bd65-4215-9538-049c87442de8 HTTP/1.1" status: 204 len: 168 time: 0.9611115 Aug 27 14:08:52.897585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59808) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:52.978970 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b88d7d2-3233-4aa9-8092-a8354db02fec tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:08:52.983228 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2b88d7d2-3233-4aa9-8092-a8354db02fec tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/c55dfd6b-bd65-4215-9538-049c87442de8 HTTP/1.1" status: 404 len: 333 time: 0.0822477 Aug 27 14:08:52.986526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59812) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:53.038053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:53.110387 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port c13c88ef-6585-4b95-8bdb-215d394ca7c6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c13c88ef-6585-4b95-8bdb-215d394ca7c6,segment=NetworkSegment(966dc638-f458-4e4f-964d-043fcdbb7676),segment_id=966dc638-f458-4e4f-964d-043fcdbb7676)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:53.131802 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:53.435849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=c13c88ef-6585-4b95-8bdb-215d394ca7c6,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:53.547397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59828) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:53.589784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a3f4412e-1d3d-4003-8802-c055f46885a8 None None] Could not find standard attr ID for object c55dfd6b-bd65-4215-9538-049c87442de8. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:08:53.636923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a3f4412e-1d3d-4003-8802-c055f46885a8 None None] Provisioning for port abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:08:53.643283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a3f4412e-1d3d-4003-8802-c055f46885a8 None None] Provisioning complete for port abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:53.643656 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a3f4412e-1d3d-4003-8802-c055f46885a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:53.747135 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4412e-1d3d-4003-8802-c055f46885a8 None None] Port abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:53.765146 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8c4ab7dd-d250-43b5-a711-401e9d594390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:06:27Z', 'revision_number': 4, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port': {'id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:23Z', 'updated_at': '2021-08-27T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f95c1b17-7b85-4a17-bc9a-9250124b9109', 'name': '', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'mac_address': 'fa:16:3e:b6:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:26Z', 'updated_at': '2021-08-27T14:06:36Z', 'revision_number': 5, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'subnets': [{'id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:53.811926 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-00739fb8-6d99-4ff3-820c-d65d25cfb749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:53.853647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4ab7dd-d250-43b5-a711-401e9d594390 None None] The sync data for ids ['5deded7c-36e6-4f59-88d4-d6f24a0de884'] in n-d-712139-12 is: [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:06:27Z', 'revision_number': 4, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port': {'id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:23Z', 'updated_at': '2021-08-27T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f95c1b17-7b85-4a17-bc9a-9250124b9109', 'name': '', 'network_id': 'b1b25f8a-828f-4422-b5b0-6589ff25d09d', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'mac_address': 'fa:16:3e:b6:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:26Z', 'updated_at': '2021-08-27T14:06:36Z', 'revision_number': 5, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'subnets': [{'id': '0132ca44-3165-4a49-9f9d-4989b62ad06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:08:53.875938 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-798865f9-8f23-43af-b8d0-a5c35a5c2151 None None] Could not find standard attr ID for object c55dfd6b-bd65-4215-9538-049c87442de8. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:08:53.903815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-798865f9-8f23-43af-b8d0-a5c35a5c2151 None None] Provisioning complete for port abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:53.904271 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-798865f9-8f23-43af-b8d0-a5c35a5c2151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.011105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-798865f9-8f23-43af-b8d0-a5c35a5c2151 None None] Port abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:08:54.046675 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-00739fb8-6d99-4ff3-820c-d65d25cfb749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.060494 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9e1b0f85-7589-49d4-84cb-8da7b39529b8 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:08:54.069368 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-00739fb8-6d99-4ff3-820c-d65d25cfb749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.135680 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-00739fb8-6d99-4ff3-820c-d65d25cfb749 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d4368449c41c49cfaaa13fb15a4ce85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5871816 Aug 27 14:08:54.140969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59842) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:54.228007 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00739fb8-6d99-4ff3-820c-d65d25cfb749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462867a2-0ec9-4b55-826a-f257014aaa6a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:54.321071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:54.385516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'port_id': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'mac_address': 'fa:16:3e:b5:9d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:08:54.391674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fae94-1c75-424c-adf6-e1b9bd9871f6 req-07b927b2-8059-4ad7-9b7c-49e7d205d007 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:54.419706 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d43fae94-1c75-424c-adf6-e1b9bd9871f6 req-07b927b2-8059-4ad7-9b7c-49e7d205d007 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 1.1194270 Aug 27 14:08:54.419928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a998aa0-ae98-4304-aec3-8348302abb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.445035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-61b30f7b-31d3-4618-99f9-fd01221082fa tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Deleting port 149aeb57-3abb-40c7-aa0c-93c40ade5d15 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:54.445892 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61b30f7b-31d3-4618-99f9-fd01221082fa tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.469339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2d2deb67-6163-4edb-abc4-e96ad4bdb6e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:54.469686 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d2deb67-6163-4edb-abc4-e96ad4bdb6e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.482478 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a998aa0-ae98-4304-aec3-8348302abb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.500800 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.537858 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e9963-846e-4e69-b5cf-126c1e96158a None None] New status for floating IP ea56a5b2-55f7-44b5-995d-1b92d726d130: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:08:54.551261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e1b0f85-7589-49d4-84cb-8da7b39529b8 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:08:54.592195 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d43fae94-1c75-424c-adf6-e1b9bd9871f6 req-fb2814ea-0913-43a5-b17c-85b78b4daa7f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691654 Aug 27 14:08:54.621373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a998aa0-ae98-4304-aec3-8348302abb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.625692 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a998aa0-ae98-4304-aec3-8348302abb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.629296 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3a998aa0-ae98-4304-aec3-8348302abb71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/462867a2-0ec9-4b55-826a-f257014aaa6a HTTP/1.1" status: 204 len: 168 time: 0.4725635 Aug 27 14:08:54.651203 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:54.653777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a998aa0-ae98-4304-aec3-8348302abb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462867a2-0ec9-4b55-826a-f257014aaa6a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:54.660216 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.778432 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61b30f7b-31d3-4618-99f9-fd01221082fa tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.778799 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61b30f7b-31d3-4618-99f9-fd01221082fa tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.785381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:54.825402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 85cbf756-0e1f-4b58-8a23-87f35c987110 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:08:54.831788 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-61b30f7b-31d3-4618-99f9-fd01221082fa tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Calling delete_port for 149aeb57-3abb-40c7-aa0c-93c40ade5d15 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:54.848128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['9e1b0f85-7589-49d4-84cb-8da7b39529b8'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:08:54.856638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d2deb67-6163-4edb-abc4-e96ad4bdb6e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:54.944930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2d2deb67-6163-4edb-abc4-e96ad4bdb6e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:55.326388 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c13c88ef-6585-4b95-8bdb-215d394ca7c6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:55.425424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:08:55.425983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port c13c88ef-6585-4b95-8bdb-215d394ca7c6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:55.426109 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:55.475741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f372b-75bd-4008-ad7b-2eab46fb82b5 None None] Sync routers for ids ['85cbf756-0e1f-4b58-8a23-87f35c987110'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:08:55.499976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f372b-75bd-4008-ad7b-2eab46fb82b5 None None] Routers {'85cbf756-0e1f-4b58-8a23-87f35c987110'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:55.500843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7b2f372b-75bd-4008-ad7b-2eab46fb82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85cbf756-0e1f-4b58-8a23-87f35c987110'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:55.551175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7b2f372b-75bd-4008-ad7b-2eab46fb82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:55.561056 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:55.570095 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59866) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:55.574527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b3701f8c-2c12-40a1-b694-285041dc87d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.0985270 Aug 27 14:08:55.578060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f372b-75bd-4008-ad7b-2eab46fb82b5 None None] Routers {'85cbf756-0e1f-4b58-8a23-87f35c987110'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:55.578286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7b2f372b-75bd-4008-ad7b-2eab46fb82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85cbf756-0e1f-4b58-8a23-87f35c987110'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:55.697659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7b2f372b-75bd-4008-ad7b-2eab46fb82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:55.698456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f372b-75bd-4008-ad7b-2eab46fb82b5 None None] The sync data for ids ['85cbf756-0e1f-4b58-8a23-87f35c987110'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:08:55.763209 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f44c1a50-db8a-4f34-9abd-ca0c41a28e3d tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/routers/85cbf756-0e1f-4b58-8a23-87f35c987110 HTTP/1.1" status: 200 len: 884 time: 0.1918082 Aug 27 14:08:55.763760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59872) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:55.772132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61b30f7b-31d3-4618-99f9-fd01221082fa tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:55.802265 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d2deb67-6163-4edb-abc4-e96ad4bdb6e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:55.902415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b30f7b-31d3-4618-99f9-fd01221082fa tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Pushing event deleted for resources: {'Port': ['ID=149aeb57-3abb-40c7-aa0c-93c40ade5d15,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:56.067958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9e1b0f85-7589-49d4-84cb-8da7b39529b8 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:08:56.095760 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d2deb67-6163-4edb-abc4-e96ad4bdb6e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:56.103277 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2d2deb67-6163-4edb-abc4-e96ad4bdb6e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd HTTP/1.1" status: 204 len: 168 time: 3.1128006 Aug 27 14:08:56.119003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59882) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:56.187299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9b02f-64d6-41b3-9191-edc4174ee8f8 req-ec1eaa05-fdf8-4916-8f7f-8d1768692c7d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:56.192846 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-19f9b02f-64d6-41b3-9191-edc4174ee8f8 req-ec1eaa05-fdf8-4916-8f7f-8d1768692c7d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.5231767 Aug 27 14:08:56.193682 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2deb67-6163-4edb-abc4-e96ad4bdb6e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:56.222337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:08:56.222921 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:56.267174 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61b30f7b-31d3-4618-99f9-fd01221082fa tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:56.270355 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61b30f7b-31d3-4618-99f9-fd01221082fa tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:56.271981 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-61b30f7b-31d3-4618-99f9-fd01221082fa tempest-ServersTestJSON-653860550 tempest-ServersTestJSON-653860550-project] 10.222.0.55 "DELETE /v2.0/floatingips/ea56a5b2-55f7-44b5-995d-1b92d726d130 HTTP/1.1" status: 204 len: 168 time: 3.4384851 Aug 27 14:08:56.308811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59888) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:56.320445 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-19f9b02f-64d6-41b3-9191-edc4174ee8f8 req-e26393ba-2ec0-4b64-8169-32b12dab8c71 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550618 Aug 27 14:08:56.321230 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c0cfc3-426d-42b3-a67a-2fa15fdacf9a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:08:56.330084 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b5c0cfc3-426d-42b3-a67a-2fa15fdacf9a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/abb8fd3c-9979-4b92-a3a2-e5dd5bfda9cd HTTP/1.1" status: 404 len: 333 time: 0.2080238 Aug 27 14:08:56.340779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59892) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:56.453479 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:56.493638 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:56.495227 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:08:56.498556 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb899ab1-2f56-45c5-9b35-35475c833049" -d '{"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:08:56.506138 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:56.568903 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00e61d9-77df-4739-ae92-8637d4b88c04 x-openstack-request-id: req-e00e61d9-77df-4739-ae92-8637d4b88c04 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:08:56.569213 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:08:56.569649 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e00e61d9-77df-4739-ae92-8637d4b88c04 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:08:56.570248 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'code': 200} Aug 27 14:08:56.645022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:56.723501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c0799b-3d12-48fe-a064-a08ffc27c8f3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting subnet 56a02556-fc49-4028-ab64-4eb004d87477 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:08:56.729461 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95c0799b-3d12-48fe-a064-a08ffc27c8f3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:56.822818 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95c0799b-3d12-48fe-a064-a08ffc27c8f3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:56.959563 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b12fe672-4c20-4531-9e40-3484a9085c09 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1944368 Aug 27 14:08:56.960243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59906) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:56.967415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3fa2fb17-7640-47c2-91ed-375c0e1b5fe6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-433155426'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:57.001853 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95c0799b-3d12-48fe-a064-a08ffc27c8f3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:57.142377 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95c0799b-3d12-48fe-a064-a08ffc27c8f3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:57.191038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0799b-3d12-48fe-a064-a08ffc27c8f3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Subnet': ['ID=56a02556-fc49-4028-ab64-4eb004d87477,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:57.204889 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95c0799b-3d12-48fe-a064-a08ffc27c8f3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:57.209057 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-95c0799b-3d12-48fe-a064-a08ffc27c8f3 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/56a02556-fc49-4028-ab64-4eb004d87477 HTTP/1.1" status: 204 len: 168 time: 0.8604989 Aug 27 14:08:57.209773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59918) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:57.222982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01fd815-c2e2-40fd-97f1-9b1e8a660868 None None] Network 3364ee5f-3619-49ab-8ca9-3c599b53306c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:08:57.237719 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e26a319-1254-461a-b6c8-4b39ee67c540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:57.494661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6e58a0-bc35-4c86-802b-2542a142e656 None None] DHCP port deletion for 3364ee5f-3619-49ab-8ca9-3c599b53306c request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:08:57.532769 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:57.668233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e58a0-bc35-4c86-802b-2542a142e656 None None] Deleting port c13c88ef-6585-4b95-8bdb-215d394ca7c6 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:57.670557 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dc6e58a0-bc35-4c86-802b-2542a142e656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:57.774119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-6e26a319-1254-461a-b6c8-4b39ee67c540 admin admin] Deleting port f95c1b17-7b85-4a17-bc9a-9250124b9109 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:57.774581 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e26a319-1254-461a-b6c8-4b39ee67c540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:57.847112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081da2e-ed1a-4aba-9c8c-b3efcba4f362 req-2803740a-51c6-48cf-9283-ad21834bdf3f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:57.848869 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c081da2e-ed1a-4aba-9c8c-b3efcba4f362 req-2803740a-51c6-48cf-9283-ad21834bdf3f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.3425667 Aug 27 14:08:57.874130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-dc6e58a0-bc35-4c86-802b-2542a142e656 None None] For port c13c88ef-6585-4b95-8bdb-215d394ca7c6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c13c88ef-6585-4b95-8bdb-215d394ca7c6,segment=NetworkSegment(966dc638-f458-4e4f-964d-043fcdbb7676),segment_id=966dc638-f458-4e4f-964d-043fcdbb7676)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:57.874953 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dc6e58a0-bc35-4c86-802b-2542a142e656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:57.910229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e58a0-bc35-4c86-802b-2542a142e656 None None] Calling delete_port for c13c88ef-6585-4b95-8bdb-215d394ca7c6 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:57.950320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-6e26a319-1254-461a-b6c8-4b39ee67c540 admin admin] For port f95c1b17-7b85-4a17-bc9a-9250124b9109, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f95c1b17-7b85-4a17-bc9a-9250124b9109,segment=NetworkSegment(0b208929-1ed1-4934-bae6-3224b71c4370),segment_id=0b208929-1ed1-4934-bae6-3224b71c4370)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:57.950632 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e26a319-1254-461a-b6c8-4b39ee67c540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:58.002809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-6e26a319-1254-461a-b6c8-4b39ee67c540 admin admin] Calling delete_port for f95c1b17-7b85-4a17-bc9a-9250124b9109 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:58.043371 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3fa2fb17-7640-47c2-91ed-375c0e1b5fe6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:58.076210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port c13c88ef-6585-4b95-8bdb-215d394ca7c6 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:08:58.076548 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:58.104631 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3fa2fb17-7640-47c2-91ed-375c0e1b5fe6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:58.148928 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dc6e58a0-bc35-4c86-802b-2542a142e656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:58.190392 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:08:58.234926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e58a0-bc35-4c86-802b-2542a142e656 None None] Pushing event deleted for resources: {'Port': ['ID=c13c88ef-6585-4b95-8bdb-215d394ca7c6,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:58.238210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e58a0-bc35-4c86-802b-2542a142e656 None None] No DVR routers for this DVR port c13c88ef-6585-4b95-8bdb-215d394ca7c6 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:58.284738 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c081da2e-ed1a-4aba-9c8c-b3efcba4f362 req-e87aa28b-5047-477f-b08d-a3cd061f2339 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202458 Aug 27 14:08:58.353287 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] For port c13c88ef-6585-4b95-8bdb-215d394ca7c6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c13c88ef-6585-4b95-8bdb-215d394ca7c6,segment=NetworkSegment(966dc638-f458-4e4f-964d-043fcdbb7676),segment_id=966dc638-f458-4e4f-964d-043fcdbb7676)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:08:58.355031 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:58.401605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b05b14-eb2c-44e3-ae59-459064361e07 req-f87dae6d-37a1-4de8-b346-f327385db4f7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:58.403257 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-49b05b14-eb2c-44e3-ae59-459064361e07 req-f87dae6d-37a1-4de8-b346-f327385db4f7 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.0982313 Aug 27 14:08:58.436922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for c13c88ef-6585-4b95-8bdb-215d394ca7c6 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:08:58.443828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa2fb17-7640-47c2-91ed-375c0e1b5fe6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 85cbf756-0e1f-4b58-8a23-87f35c987110 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:08:58.459618 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-49b05b14-eb2c-44e3-ae59-459064361e07 req-f3eaf746-ea7f-44ca-a365-29503d32335e tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457170 Aug 27 14:08:58.512027 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e26a319-1254-461a-b6c8-4b39ee67c540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:58.558634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26a319-1254-461a-b6c8-4b39ee67c540 admin admin] Pushing event deleted for resources: {'Port': ['ID=f95c1b17-7b85-4a17-bc9a-9250124b9109,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:58.659552 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:58.675534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa2fb17-7640-47c2-91ed-375c0e1b5fe6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:08:58.690035 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ffbcd8-fd78-43fc-9d03-ff85632b7171 None None] Sync routers for ids ['85cbf756-0e1f-4b58-8a23-87f35c987110'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:08:58.703071 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ffbcd8-fd78-43fc-9d03-ff85632b7171 None None] Routers {'85cbf756-0e1f-4b58-8a23-87f35c987110'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:58.707224 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-90ffbcd8-fd78-43fc-9d03-ff85632b7171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85cbf756-0e1f-4b58-8a23-87f35c987110'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:58.719451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3fa2fb17-7640-47c2-91ed-375c0e1b5fe6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:58.723413 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3fa2fb17-7640-47c2-91ed-375c0e1b5fe6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/85cbf756-0e1f-4b58-8a23-87f35c987110 HTTP/1.1" status: 200 len: 891 time: 1.7595026 Aug 27 14:08:58.731657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No DVR routers for this DVR port c13c88ef-6585-4b95-8bdb-215d394ca7c6 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:08:58.738976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59970) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:58.742811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=c13c88ef-6585-4b95-8bdb-215d394ca7c6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:58.796038 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-90ffbcd8-fd78-43fc-9d03-ff85632b7171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:58.798463 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e26a319-1254-461a-b6c8-4b39ee67c540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:58.808408 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ffbcd8-fd78-43fc-9d03-ff85632b7171 None None] Routers {'85cbf756-0e1f-4b58-8a23-87f35c987110'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:58.809257 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-90ffbcd8-fd78-43fc-9d03-ff85632b7171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85cbf756-0e1f-4b58-8a23-87f35c987110'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:58.879957 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-90ffbcd8-fd78-43fc-9d03-ff85632b7171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:58.880879 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ffbcd8-fd78-43fc-9d03-ff85632b7171 None None] The sync data for ids ['85cbf756-0e1f-4b58-8a23-87f35c987110'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:08:58.950837 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:58.994219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3364ee5f-3619-49ab-8ca9-3c599b53306c']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:59.010148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966dc638-f458-4e4f-964d-043fcdbb7676') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:59.010825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966dc638-f458-4e4f-964d-043fcdbb7676') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:59.026336 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:59.059403 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59976) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:59.060480 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7a525526-6ec0-47ff-8617-2d8324f389d1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/routers/85cbf756-0e1f-4b58-8a23-87f35c987110 HTTP/1.1" status: 200 len: 891 time: 0.3186214 Aug 27 14:08:59.065557 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:59.072428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:08:59.073116 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:08:59.076509 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:08:59.127210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7b9108a1-eb66-44cd-a74a-1fe55b4183a5 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=85cbf756-0e1f-4b58-8a23-87f35c987110 HTTP/1.1" status: 200 len: 205 time: 0.0665693 Aug 27 14:08:59.131332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59980) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:59.219137 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:59.232020 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:59.234941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/networks/3364ee5f-3619-49ab-8ca9-3c599b53306c HTTP/1.1" status: 204 len: 168 time: 2.0217745 Aug 27 14:08:59.239380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59984) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:59.258824 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-95bbae49-18d2-45ab-b4a8-8611ec3b7657 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-791172539'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:59.263387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa07ac1-db96-46bb-81fc-201ecdb2be08 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Network': ['ID=3364ee5f-3619-49ab-8ca9-3c599b53306c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:59.288235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bbae49-18d2-45ab-b4a8-8611ec3b7657 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:59.294498 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95bbae49-18d2-45ab-b4a8-8611ec3b7657 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:59.334025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bbae49-18d2-45ab-b4a8-8611ec3b7657 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:08:59.347722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95bbae49-18d2-45ab-b4a8-8611ec3b7657 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:59.348514 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-95bbae49-18d2-45ab-b4a8-8611ec3b7657 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Added segment 0308e583-5341-4136-b3d0-3cb57b8a47eb of type vlan for network 11d7ab40-e87a-4db6-84cf-8ce422eeff16 Aug 27 14:08:59.373495 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:59.449107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c13c88ef-6585-4b95-8bdb-215d394ca7c6 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:08:59.461063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95bbae49-18d2-45ab-b4a8-8611ec3b7657 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:59.489279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: c13c88ef-6585-4b95-8bdb-215d394ca7c6 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:08:59.489870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c13c88ef-6585-4b95-8bdb-215d394ca7c6 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:08:59.499681 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95bbae49-18d2-45ab-b4a8-8611ec3b7657 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:59.506166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bbae49-18d2-45ab-b4a8-8611ec3b7657 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:59.506858 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95bbae49-18d2-45ab-b4a8-8611ec3b7657 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:59.536650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e26a319-1254-461a-b6c8-4b39ee67c540 admin admin] Router 5deded7c-36e6-4f59-88d4-d6f24a0de884 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:08:59.585060 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-95bbae49-18d2-45ab-b4a8-8611ec3b7657 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3307655 Aug 27 14:08:59.597155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59998) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:59.602872 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-17d2e9c6-b68a-4981-aec5-37d2908bf191 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': '11d7ab40-e87a-4db6-84cf-8ce422eeff16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:08:59.630759 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55689c-d503-4ece-849c-2648d947046a req-d3d8f983-bb9f-4683-a953-1f4f0affe73a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:59.632473 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc55689c-d503-4ece-849c-2648d947046a req-d3d8f983-bb9f-4683-a953-1f4f0affe73a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.1750460 Aug 27 14:08:59.681495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbae49-18d2-45ab-b4a8-8611ec3b7657 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Network': ['ID=11d7ab40-e87a-4db6-84cf-8ce422eeff16,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:08:59.702265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 11d7ab40-e87a-4db6-84cf-8ce422eeff16 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:08:59.721206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e1027-dbfe-4d0e-90df-2f996bdcf3d7 req-73edbea2-8bdd-40b7-b248-f9193856ede2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:59.722820 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab9e1027-dbfe-4d0e-90df-2f996bdcf3d7 req-73edbea2-8bdd-40b7-b248-f9193856ede2 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.1493504 Aug 27 14:08:59.728616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94e13b-4e20-4e40-abc9-db663a30be60 req-9abaeca0-a6fd-4134-9c4d-09366a44b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:08:59.730408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c94e13b-4e20-4e40-abc9-db663a30be60 req-9abaeca0-a6fd-4134-9c4d-09366a44b3c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 1097 time: 0.2711594 Aug 27 14:08:59.788461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d2e9c6-b68a-4981-aec5-37d2908bf191 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:08:59.792301 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17d2e9c6-b68a-4981-aec5-37d2908bf191 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:59.810997 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:08:59.816729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab9e1027-dbfe-4d0e-90df-2f996bdcf3d7 req-163b9c4e-a80a-455d-91b9-56dfb1f0f14a tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865993 Aug 27 14:08:59.816895 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bc55689c-d503-4ece-849c-2648d947046a req-9ee9aaa3-366c-4c8a-a3b1-961e6507c2a4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301322 Aug 27 14:08:59.895329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e26a319-1254-461a-b6c8-4b39ee67c540 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:08:59.906236 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6e26a319-1254-461a-b6c8-4b39ee67c540 admin admin] 10.222.0.55 "PUT /v2.0/routers/5deded7c-36e6-4f59-88d4-d6f24a0de884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5729237 Aug 27 14:08:59.911844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004faf3-74e9-450c-bd4b-d558e401ca6b None None] Sync routers for ids ['5deded7c-36e6-4f59-88d4-d6f24a0de884'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:08:59.914286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60012) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:08:59.937600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004faf3-74e9-450c-bd4b-d558e401ca6b None None] Routers {'5deded7c-36e6-4f59-88d4-d6f24a0de884'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:08:59.938318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e004faf3-74e9-450c-bd4b-d558e401ca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5deded7c-36e6-4f59-88d4-d6f24a0de884'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:08:59.998217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94e13b-4e20-4e40-abc9-db663a30be60 req-cbff26fd-09d2-427c-be87-bbafb6f13cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:00.000336 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c94e13b-4e20-4e40-abc9-db663a30be60 req-cbff26fd-09d2-427c-be87-bbafb6f13cc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 912 time: 0.2250304 Aug 27 14:09:00.082406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-e004faf3-74e9-450c-bd4b-d558e401ca6b None None] Set router 5deded7c-36e6-4f59-88d4-d6f24a0de884 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:00.134411 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17d2e9c6-b68a-4981-aec5-37d2908bf191 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:00.251635 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2e9c6-b68a-4981-aec5-37d2908bf191 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Subnet': ['ID=e6a96046-e88c-4a70-a5f6-741e5ea83991,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:00.258349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2e9c6-b68a-4981-aec5-37d2908bf191 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Checking segment: {'id': '0308e583-5341-4136-b3d0-3cb57b8a47eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '11d7ab40-e87a-4db6-84cf-8ce422eeff16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:00.259814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2e9c6-b68a-4981-aec5-37d2908bf191 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network hostable DHCP agents. Network: 11d7ab40-e87a-4db6-84cf-8ce422eeff16, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:09:00.306268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2e9c6-b68a-4981-aec5-37d2908bf191 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network 11d7ab40-e87a-4db6-84cf-8ce422eeff16 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:09:00.322592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-17d2e9c6-b68a-4981-aec5-37d2908bf191 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 11d7ab40-e87a-4db6-84cf-8ce422eeff16) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:00.331446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d2e9c6-b68a-4981-aec5-37d2908bf191 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:00.333320 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17d2e9c6-b68a-4981-aec5-37d2908bf191 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:00.375728 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-17d2e9c6-b68a-4981-aec5-37d2908bf191 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7748685 Aug 27 14:09:00.376213 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60036) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:00.382253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-99cfe3b5-861c-4d54-9643-0dbabd8e42ae tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1495626052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:00.443893 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-99cfe3b5-861c-4d54-9643-0dbabd8e42ae tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:00.445934 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-99cfe3b5-861c-4d54-9643-0dbabd8e42ae tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:00.450712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6ea6a7-1391-46ad-86cf-95b64257dc74 None None] Network 11d7ab40-e87a-4db6-84cf-8ce422eeff16 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:00.551975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port 1a29bdae-915b-42a6-b9e5-97555bab5fa1 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:00.552394 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:00.555263 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c94e13b-4e20-4e40-abc9-db663a30be60 req-654e9fcc-0a55-47ac-8108-f3aacc2a92b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e7a6bb0-50ba-457c-83e3-7226416e3755 HTTP/1.1" status: 200 len: 217 time: 0.5220826 Aug 27 14:09:00.574366 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-99cfe3b5-861c-4d54-9643-0dbabd8e42ae tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:00.584902 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-99cfe3b5-861c-4d54-9643-0dbabd8e42ae tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:00.631790 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-99cfe3b5-861c-4d54-9643-0dbabd8e42ae tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:00.633906 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-99cfe3b5-861c-4d54-9643-0dbabd8e42ae tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2564809 Aug 27 14:09:00.636966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60042) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:00.657877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'network_id': '11d7ab40-e87a-4db6-84cf-8ce422eeff16', 'name': 'tempest-PortsTestJSON-1384517454'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:00.712568 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:00.735432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-11d7ab40-e87a-4db6-84cf-8ce422eeff16', 'network_id': '11d7ab40-e87a-4db6-84cf-8ce422eeff16', 'tenant_id': 'aad98d7867c1444b8c91832a37ba6d2b', 'fixed_ips': [{'subnet_id': 'e6a96046-e88c-4a70-a5f6-741e5ea83991'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:09:00.736285 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:00.903324 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:00.952711 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:00.971045 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:01.023555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port 053c885b-7473-474d-b7f4-b57ebced05eb yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:09:01.062810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Allocated IP 172.20.0.2 (11d7ab40-e87a-4db6-84cf-8ce422eeff16/e6a96046-e88c-4a70-a5f6-741e5ea83991/b4b30bc2-1ed6-4b4e-8062-d1178fe9326b) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:01.108914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94e13b-4e20-4e40-abc9-db663a30be60 req-0eac1f83-a9cf-4fb1-a83d-5c6c45d08a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:01.110724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c94e13b-4e20-4e40-abc9-db663a30be60 req-0eac1f83-a9cf-4fb1-a83d-5c6c45d08a36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 200 len: 851 time: 0.5253832 Aug 27 14:09:01.211929 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:01.344368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for 1a29bdae-915b-42a6-b9e5-97555bab5fa1 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:01.353154 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c94e13b-4e20-4e40-abc9-db663a30be60 req-2f13c802-b8fe-4e7c-858e-991f4e563837 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369407 Aug 27 14:09:01.361175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e004faf3-74e9-450c-bd4b-d558e401ca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:08:58Z', 'revision_number': 5, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port': {'id': '8bfda757-a331-4a51-af4f-c2e31a1d3253', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:06:23Z', 'updated_at': '2021-08-27T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:01.460895 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516ae6b-4694-4fe0-aa3d-ff74b40b54cc req-0fbaaf37-eb83-4c1e-a606-e71a99c519ee tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:01.462424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a516ae6b-4694-4fe0-aa3d-ff74b40b54cc req-0fbaaf37-eb83-4c1e-a606-e71a99c519ee tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.41 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.2819297 Aug 27 14:09:01.539416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004faf3-74e9-450c-bd4b-d558e401ca6b None None] Checking router: 5deded7c-36e6-4f59-88d4-d6f24a0de884 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:09:01.547037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0765c-b695-4b8f-b287-dcaa120c06fa req-af876395-7b08-431e-8748-37cddd39b441 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:01.548920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6cb0765c-b695-4b8f-b287-dcaa120c06fa req-af876395-7b08-431e-8748-37cddd39b441 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 945 time: 0.4441934 Aug 27 14:09:01.605002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004faf3-74e9-450c-bd4b-d558e401ca6b None None] Routers {'5deded7c-36e6-4f59-88d4-d6f24a0de884'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:01.606450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e004faf3-74e9-450c-bd4b-d558e401ca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5deded7c-36e6-4f59-88d4-d6f24a0de884'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:01.613818 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:01.679941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6cb0765c-b695-4b8f-b287-dcaa120c06fa req-aa3a28d7-3508-4a60-9cf5-5d24e891360b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894885 Aug 27 14:09:01.777896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-a516ae6b-4694-4fe0-aa3d-ff74b40b54cc req-e6e1f820-050f-44a0-a34f-08f4798fc990 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Deleting port 50ad3533-39c5-4fdd-964d-5044beca9181 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:01.779106 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a516ae6b-4694-4fe0-aa3d-ff74b40b54cc req-e6e1f820-050f-44a0-a34f-08f4798fc990 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:01.838279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-e004faf3-74e9-450c-bd4b-d558e401ca6b None None] Set router 5deded7c-36e6-4f59-88d4-d6f24a0de884 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:01.850366 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e41ed3-786d-4d24-a60d-a0b93c394b2c req-c079aa1d-80d2-42a2-aa6b-893debc4d461 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:01.852005 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5e41ed3-786d-4d24-a60d-a0b93c394b2c req-c079aa1d-80d2-42a2-aa6b-893debc4d461 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 946 time: 0.7708874 Aug 27 14:09:01.866858 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:01.901369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Transition to ACTIVE for port object b4b30bc2-1ed6-4b4e-8062-d1178fe9326b will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:01.965010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a516ae6b-4694-4fe0-aa3d-ff74b40b54cc req-e6e1f820-050f-44a0-a34f-08f4798fc990 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] For port 50ad3533-39c5-4fdd-964d-5044beca9181, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=50ad3533-39c5-4fdd-964d-5044beca9181,segment=NetworkSegment(dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f),segment_id=dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:01.965440 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a516ae6b-4694-4fe0-aa3d-ff74b40b54cc req-e6e1f820-050f-44a0-a34f-08f4798fc990 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:01.973865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e004faf3-74e9-450c-bd4b-d558e401ca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:09:00Z', 'revision_number': 6, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:01.994023 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-a516ae6b-4694-4fe0-aa3d-ff74b40b54cc req-e6e1f820-050f-44a0-a34f-08f4798fc990 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Calling delete_port for 50ad3533-39c5-4fdd-964d-5044beca9181 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:02.038929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5e41ed3-786d-4d24-a60d-a0b93c394b2c req-fb8ea647-98fa-4a82-a5eb-bb02c4141107 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e4af8fd-4001-40af-a621-01056f9a56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629813 Aug 27 14:09:02.040351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Deleting port 8bfda757-a331-4a51-af4f-c2e31a1d3253 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:02.040698 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.047783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004faf3-74e9-450c-bd4b-d558e401ca6b None None] The sync data for ids ['5deded7c-36e6-4f59-88d4-d6f24a0de884'] in n-d-712139-12 is: [{'id': '5deded7c-36e6-4f59-88d4-d6f24a0de884', 'name': 'tempest-ServersTestJSON-1480806860-router', 'tenant_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:06:22Z', 'updated_at': '2021-08-27T14:09:00Z', 'revision_number': 6, 'project_id': 'bcdf87e648af4b8ba8bd02cdf3f0683f', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:09:02.061216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Transition to ACTIVE for port object b4b30bc2-1ed6-4b4e-8062-d1178fe9326b will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:02.083960 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.111098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7e7a6bb0-50ba-457c-83e3-7226416e3755 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:09:02.199986 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=1a29bdae-915b-42a6-b9e5-97555bab5fa1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:02.214830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Pushing event updated for resources: {'Port': ['ID=b4b30bc2-1ed6-4b4e-8062-d1178fe9326b,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:02.219741 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.237984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Network 11d7ab40-e87a-4db6-84cf-8ce422eeff16 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:02.243218 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:02.292225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:02.328723 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a516ae6b-4694-4fe0-aa3d-ff74b40b54cc req-e6e1f820-050f-44a0-a34f-08f4798fc990 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.369900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1f820-050f-44a0-a34f-08f4798fc990 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Pushing event deleted for resources: {'Port': ['ID=50ad3533-39c5-4fdd-964d-5044beca9181,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:02.380330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['50ad3533-39c5-4fdd-964d-5044beca9181'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:09:02.381575 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c94e13b-4e20-4e40-abc9-db663a30be60 req-3863a763-21e0-4fed-92e4-8d2fb48b32f2 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0134413 Aug 27 14:09:02.477586 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.481451 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.523785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a516ae6b-4694-4fe0-aa3d-ff74b40b54cc req-e6e1f820-050f-44a0-a34f-08f4798fc990 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] No DVR routers for this DVR port 50ad3533-39c5-4fdd-964d-5044beca9181 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:09:02.531549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a516ae6b-4694-4fe0-aa3d-ff74b40b54cc req-e6e1f820-050f-44a0-a34f-08f4798fc990 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.534242 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a516ae6b-4694-4fe0-aa3d-ff74b40b54cc req-e6e1f820-050f-44a0-a34f-08f4798fc990 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.41 "DELETE /v2.0/ports/50ad3533-39c5-4fdd-964d-5044beca9181 HTTP/1.1" status: 204 len: 173 time: 1.0594339 Aug 27 14:09:02.534969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'name': 'network-vif-deleted', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:09:02.537218 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Attempting to bind port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:02.538602 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e35ba89-d94f-4a3e-b9fc-d838acfeb199" -d '{"events": [{"server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "name": "network-vif-deleted", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:09:02.544821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.10 (11d7ab40-e87a-4db6-84cf-8ce422eeff16/e6a96046-e88c-4a70-a5f6-741e5ea83991/053c885b-7473-474d-b7f4-b57ebced05eb) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:02.548021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Attempting to bind port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '0308e583-5341-4136-b3d0-3cb57b8a47eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '11d7ab40-e87a-4db6-84cf-8ce422eeff16'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:02.549121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Attempting to bind port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b on network 11d7ab40-e87a-4db6-84cf-8ce422eeff16 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:02.569093 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.569892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Fanout notify agent at l3_agent the message router_deleted on router 85cbf756-0e1f-4b58-8a23-87f35c987110 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:09:02.576574 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:02.579712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Checking segment: {'id': '0308e583-5341-4136-b3d0-3cb57b8a47eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '11d7ab40-e87a-4db6-84cf-8ce422eeff16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:02.580146 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.580552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Bound using segment: {'id': '0308e583-5341-4136-b3d0-3cb57b8a47eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '11d7ab40-e87a-4db6-84cf-8ce422eeff16'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:02.581049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Bound port: b4b30bc2-1ed6-4b4e-8062-d1178fe9326b, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0308e583-5341-4136-b3d0-3cb57b8a47eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '11d7ab40-e87a-4db6-84cf-8ce422eeff16'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:02.581436 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.588181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.595248 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ebcceffd-5ab4-4926-9344-6185c29b5528 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/85cbf756-0e1f-4b58-8a23-87f35c987110 HTTP/1.1" status: 204 len: 168 time: 3.4602253 Aug 27 14:09:02.596618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60082) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:02.600887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] For port 8bfda757-a331-4a51-af4f-c2e31a1d3253, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8bfda757-a331-4a51-af4f-c2e31a1d3253,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:02.601496 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.627364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-38eccf98-1c5d-4e46-bbad-92e845f44611 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-601365631'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:02.663353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.705030 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eccf98-1c5d-4e46-bbad-92e845f44611 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:02.717231 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38eccf98-1c5d-4e46-bbad-92e845f44611 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.725214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Calling delete_port for 8bfda757-a331-4a51-af4f-c2e31a1d3253 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:02.731552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7e7a6bb0-50ba-457c-83e3-7226416e3755, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7e7a6bb0-50ba-457c-83e3-7226416e3755,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:02.776653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faf8411-3fc4-46eb-ab1d-ae79481ad1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e7a6bb0-50ba-457c-83e3-7226416e3755'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:09:02.785770 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854962b7-41f6-4a89-8c80-c07c6958dc90" -d '{"events": [{"server_uuid": "0faf8411-3fc4-46eb-ab1d-ae79481ad1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "7e7a6bb0-50ba-457c-83e3-7226416e3755"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:09:02.804045 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c94e13b-4e20-4e40-abc9-db663a30be60 req-80a3481f-fe26-452f-a13d-46c1b24b7690 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749304 Aug 27 14:09:02.810396 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.846115 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bfe587-65bd-40c4-b02e-b9a27014a283 x-openstack-request-id: req-52bfe587-65bd-40c4-b02e-b9a27014a283 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:09:02.847830 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432f05b8-5944-4d82-926e-31d5673f22fe", "name": "network-vif-deleted", "tag": "50ad3533-39c5-4fdd-964d-5044beca9181", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:09:02.847830 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52bfe587-65bd-40c4-b02e-b9a27014a283 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:09:02.849063 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432f05b8-5944-4d82-926e-31d5673f22fe', 'name': 'network-vif-deleted', 'tag': '50ad3533-39c5-4fdd-964d-5044beca9181', 'status': 'completed', 'code': 200} Aug 27 14:09:02.934809 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:02.957500 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Transition to ACTIVE for port object 053c885b-7473-474d-b7f4-b57ebced05eb will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:02.976479 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b520615f-5210-4253-a70c-e37e6e735bd3 x-openstack-request-id: req-b520615f-5210-4253-a70c-e37e6e735bd3 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:09:02.976759 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faf8411-3fc4-46eb-ab1d-ae79481ad1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "7e7a6bb0-50ba-457c-83e3-7226416e3755", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:09:02.977013 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b520615f-5210-4253-a70c-e37e6e735bd3 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:09:02.977410 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0faf8411-3fc4-46eb-ab1d-ae79481ad1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e7a6bb0-50ba-457c-83e3-7226416e3755', 'code': 200} Aug 27 14:09:02.981890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=7e7a6bb0-50ba-457c-83e3-7226416e3755,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:03.023794 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.054075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38eccf98-1c5d-4e46-bbad-92e845f44611 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:09:03.066357 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] For port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:03.070349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] For port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b4b30bc2-1ed6-4b4e-8062-d1178fe9326b,segment=NetworkSegment(0308e583-5341-4136-b3d0-3cb57b8a47eb),segment_id=0308e583-5341-4136-b3d0-3cb57b8a47eb)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:03.084591 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.117889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=053c885b-7473-474d-b7f4-b57ebced05eb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:03.140320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38eccf98-1c5d-4e46-bbad-92e845f44611 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.140729 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-38eccf98-1c5d-4e46-bbad-92e845f44611 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Added segment 1eb7e1ee-3a27-480f-a651-0955491ac646 of type vlan for network 87f96d82-a7d6-42eb-bc17-8825f64d31b6 Aug 27 14:09:03.157166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network 11d7ab40-e87a-4db6-84cf-8ce422eeff16 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:03.163886 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:03.164051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206863b-71f5-403f-a46b-80697af22b31 req-5c81a99f-7507-4487-b2a0-414642fed74d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:03.180613 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9206863b-71f5-403f-a46b-80697af22b31 req-5c81a99f-7507-4487-b2a0-414642fed74d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 943 time: 0.2229846 Aug 27 14:09:03.181737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:03.253357 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0953500-0c14-4925-a1f1-3725a8275931 None None] Pushing event updated for resources: {'Port': ['ID=b4b30bc2-1ed6-4b4e-8062-d1178fe9326b,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:03.277643 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9206863b-71f5-403f-a46b-80697af22b31 req-9fc5f2b2-2add-4faf-a620-d88ab1841bf6 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623887 Aug 27 14:09:03.341773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8bfda757-a331-4a51-af4f-c2e31a1d3253 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:09:03.396070 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08a2d149-f431-4157-af15-c3e6241dd194 req-15227a5f-cbbc-4309-8378-76d821c803f3 tempest-ServersNegativeTestJSON-1703705719 tempest-ServersNegativeTestJSON-1703705719-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f05b8-5944-4d82-926e-31d5673f22fe HTTP/1.1" status: 200 len: 210 time: 0.0896790 Aug 27 14:09:03.416831 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:03.419502 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.475951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2acfa0d6-daaa-475a-856e-04a689edc8df tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8345797 Aug 27 14:09:03.476349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60106) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:03.499632 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.504242 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38eccf98-1c5d-4e46-bbad-92e845f44611 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.538989 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfda757-a331-4a51-af4f-c2e31a1d3253,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:03.592759 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.669813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f95c1b17-7b85-4a17-bc9a-9250124b9109 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:09:03.698337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: f95c1b17-7b85-4a17-bc9a-9250124b9109 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:09:03.698676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f95c1b17-7b85-4a17-bc9a-9250124b9109 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:09:03.715075 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.833599 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.835955 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.891328 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.891942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5deded7c-36e6-4f59-88d4-d6f24a0de884 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:09:03.904674 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.909059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1d813e46-49ad-4d10-b571-68867ecb1afb admin admin] 10.222.0.55 "DELETE /v2.0/routers/5deded7c-36e6-4f59-88d4-d6f24a0de884 HTTP/1.1" status: 204 len: 168 time: 3.9935961 Aug 27 14:09:03.910889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60112) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:03.911928 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38eccf98-1c5d-4e46-bbad-92e845f44611 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.918348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eccf98-1c5d-4e46-bbad-92e845f44611 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:03.919450 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38eccf98-1c5d-4e46-bbad-92e845f44611 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:03.956576 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-38eccf98-1c5d-4e46-bbad-92e845f44611 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3516419 Aug 27 14:09:03.957621 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60114) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:03.985095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-39d638f1-9dab-4f88-864b-0a157c9f9f61 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'subnet': {'network_id': '87f96d82-a7d6-42eb-bc17-8825f64d31b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:04.199780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bbf29c-e7cb-4c04-8319-cf2e5ff7e944 admin admin] Deleting subnet 0132ca44-3165-4a49-9f9d-4989b62ad06a {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:09:04.203857 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf29c-e7cb-4c04-8319-cf2e5ff7e944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:04.247055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eccf98-1c5d-4e46-bbad-92e845f44611 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Network': ['ID=87f96d82-a7d6-42eb-bc17-8825f64d31b6,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:04.258843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 87f96d82-a7d6-42eb-bc17-8825f64d31b6 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:09:04.356571 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf29c-e7cb-4c04-8319-cf2e5ff7e944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:04.374763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d638f1-9dab-4f88-864b-0a157c9f9f61 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:04.388839 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39d638f1-9dab-4f88-864b-0a157c9f9f61 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:04.515732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60128) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:04.725533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf29c-e7cb-4c04-8319-cf2e5ff7e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:04.850239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684987b8-02fb-4eaf-a237-cef841053337 req-f153db2d-2611-44b8-85c8-17e4007bea13 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:04.859128 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-684987b8-02fb-4eaf-a237-cef841053337 req-f153db2d-2611-44b8-85c8-17e4007bea13 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 943 time: 0.1906121 Aug 27 14:09:04.912360 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:04.919381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd0c5c1-39fb-4bd1-90af-c37cd53b69c4 admin admin] Deleting subnet 5114c038-bc5e-4991-8e49-6e30ea1048b6 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:09:04.928634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39d638f1-9dab-4f88-864b-0a157c9f9f61 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:04.931752 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cd0c5c1-39fb-4bd1-90af-c37cd53b69c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:04.943661 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf29c-e7cb-4c04-8319-cf2e5ff7e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:04.994749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b4a01-c93f-4868-a09e-3668721452fe None None] Network b1b25f8a-828f-4422-b5b0-6589ff25d09d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:05.032394 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf29c-e7cb-4c04-8319-cf2e5ff7e944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.038095 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a3bbf29c-e7cb-4c04-8319-cf2e5ff7e944 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0132ca44-3165-4a49-9f9d-4989b62ad06a HTTP/1.1" status: 204 len: 168 time: 1.1059587 Aug 27 14:09:05.051096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60140) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:05.129979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49586a95-a5ce-4015-ac8b-3d8f394b801d None None] Network 11d7ab40-e87a-4db6-84cf-8ce422eeff16 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:05.232155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-043968b2-c5db-4b61-b155-e4833fb98ebe None None] Provisioning for port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:05.260447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cd0c5c1-39fb-4bd1-90af-c37cd53b69c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.268115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d638f1-9dab-4f88-864b-0a157c9f9f61 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Checking segment: {'id': '1eb7e1ee-3a27-480f-a651-0955491ac646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '87f96d82-a7d6-42eb-bc17-8825f64d31b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:05.268424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d638f1-9dab-4f88-864b-0a157c9f9f61 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network hostable DHCP agents. Network: 87f96d82-a7d6-42eb-bc17-8825f64d31b6, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:09:05.334247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d638f1-9dab-4f88-864b-0a157c9f9f61 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Subnet': ['ID=ad509549-32eb-4132-b14b-bf35965bb058,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:05.356497 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.361212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d638f1-9dab-4f88-864b-0a157c9f9f61 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 87f96d82-a7d6-42eb-bc17-8825f64d31b6 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:09:05.376641 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.410655 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-684987b8-02fb-4eaf-a237-cef841053337 req-7acf30b0-2608-4d44-b843-d64b3161a77e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503743 Aug 27 14:09:05.417904 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-39d638f1-9dab-4f88-864b-0a157c9f9f61 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 87f96d82-a7d6-42eb-bc17-8825f64d31b6) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:05.424319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbf29c-e7cb-4c04-8319-cf2e5ff7e944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0132ca44-3165-4a49-9f9d-4989b62ad06a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:05.435087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d638f1-9dab-4f88-864b-0a157c9f9f61 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:05.435694 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39d638f1-9dab-4f88-864b-0a157c9f9f61 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.453254 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.456450 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cd0c5c1-39fb-4bd1-90af-c37cd53b69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.488919 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-39d638f1-9dab-4f88-864b-0a157c9f9f61 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5074434 Aug 27 14:09:05.489772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60146) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:05.504047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f42869f3-7eb2-47b4-8da8-3cfa54fa7a4b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1114653722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:05.553363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad71fba-c826-46f8-beed-87e0b5e1668b None None] DHCP port deletion for b1b25f8a-828f-4422-b5b0-6589ff25d09d request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:09:05.556959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f47d9-8c0a-4af2-8dca-4410a8070712 None None] Network 87f96d82-a7d6-42eb-bc17-8825f64d31b6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:05.559711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b4b30bc2-1ed6-4b4e-8062-d1178fe9326b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:05.668371 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f42869f3-7eb2-47b4-8da8-3cfa54fa7a4b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.669383 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f42869f3-7eb2-47b4-8da8-3cfa54fa7a4b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.695326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Deleting port 97219fcf-717c-40a4-bf06-9d7f801a1961 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:05.695772 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.715262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=053c885b-7473-474d-b7f4-b57ebced05eb,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:05.780802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] For port 97219fcf-717c-40a4-bf06-9d7f801a1961, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=97219fcf-717c-40a4-bf06-9d7f801a1961,segment=NetworkSegment(0b208929-1ed1-4934-bae6-3224b71c4370),segment_id=0b208929-1ed1-4934-bae6-3224b71c4370)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:05.783619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.800074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Calling delete_port for 97219fcf-717c-40a4-bf06-9d7f801a1961 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:05.908069 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cd0c5c1-39fb-4bd1-90af-c37cd53b69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.930362 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.931700 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:05.998140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=97219fcf-717c-40a4-bf06-9d7f801a1961,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:06.000411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:06.005579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0c5c1-39fb-4bd1-90af-c37cd53b69c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5114c038-bc5e-4991-8e49-6e30ea1048b6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:06.010072 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f42869f3-7eb2-47b4-8da8-3cfa54fa7a4b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.011389 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cd0c5c1-39fb-4bd1-90af-c37cd53b69c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.015930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0cd0c5c1-39fb-4bd1-90af-c37cd53b69c4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5114c038-bc5e-4991-8e49-6e30ea1048b6 HTTP/1.1" status: 204 len: 168 time: 1.4991410 Aug 27 14:09:06.019381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60156) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:06.033305 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f42869f3-7eb2-47b4-8da8-3cfa54fa7a4b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.048099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] No DVR routers for this DVR port 97219fcf-717c-40a4-bf06-9d7f801a1961 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:09:06.082956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:06.083341 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.115032 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f42869f3-7eb2-47b4-8da8-3cfa54fa7a4b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.119187 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f42869f3-7eb2-47b4-8da8-3cfa54fa7a4b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6242220 Aug 27 14:09:06.119800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60158) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:06.190821 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 50ad3533-39c5-4fdd-964d-5044beca9181 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:09:06.212969 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.256318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1ad71fba-c826-46f8-beed-87e0b5e1668b None None] Deleting port 97219fcf-717c-40a4-bf06-9d7f801a1961 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:06.256704 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1ad71fba-c826-46f8-beed-87e0b5e1668b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.340906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1ad71fba-c826-46f8-beed-87e0b5e1668b None None] For port 97219fcf-717c-40a4-bf06-9d7f801a1961, host n-d-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:06.341318 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1ad71fba-c826-46f8-beed-87e0b5e1668b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.357892 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1ad71fba-c826-46f8-beed-87e0b5e1668b None None] Calling delete_port for 97219fcf-717c-40a4-bf06-9d7f801a1961 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:06.364673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.ipam_backend_mixin [None req-1ad71fba-c826-46f8-beed-87e0b5e1668b None None] Port 97219fcf-717c-40a4-bf06-9d7f801a1961 was not found and therefore no delete operation was performed {{(pid=101188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:09:06.373496 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1ad71fba-c826-46f8-beed-87e0b5e1668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.375668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 50ad3533-39c5-4fdd-964d-5044beca9181 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:09:06.376024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 50ad3533-39c5-4fdd-964d-5044beca9181 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:09:06.376448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7e7a6bb0-50ba-457c-83e3-7226416e3755 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:09:06.391004 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.430510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b25f8a-828f-4422-b5b0-6589ff25d09d']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:06.448817 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b61ddc9-d70f-406a-867a-05e623125837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.455334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad71fba-c826-46f8-beed-87e0b5e1668b None None] Pushing event deleted for resources: {'Port': ['ID=97219fcf-717c-40a4-bf06-9d7f801a1961,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:06.464220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-87f96d82-a7d6-42eb-bc17-8825f64d31b6', 'network_id': '87f96d82-a7d6-42eb-bc17-8825f64d31b6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'fixed_ips': [{'subnet_id': 'ad509549-32eb-4132-b14b-bf35965bb058'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:09:06.465099 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.496214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad71fba-c826-46f8-beed-87e0b5e1668b None None] No DVR routers for this DVR port 97219fcf-717c-40a4-bf06-9d7f801a1961 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:09:06.671567 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.707559 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-25950d3b-b14d-43a7-97d8-9600896028f6 None None] Provisioning for port 053c885b-7473-474d-b7f4-b57ebced05eb completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:06.794876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-25950d3b-b14d-43a7-97d8-9600896028f6 None None] Provisioning complete for port 053c885b-7473-474d-b7f4-b57ebced05eb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:06.795245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-25950d3b-b14d-43a7-97d8-9600896028f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:06.992340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Allocated IP 2001:db8::2 (87f96d82-a7d6-42eb-bc17-8825f64d31b6/ad509549-32eb-4132-b14b-bf35965bb058/cb1bee4f-4c4f-4fe0-8db8-45bb6cced319) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:07.027262 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:07.101623 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:07.180928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=053c885b-7473-474d-b7f4-b57ebced05eb,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:07.214488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-25950d3b-b14d-43a7-97d8-9600896028f6 None None] Port 053c885b-7473-474d-b7f4-b57ebced05eb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:07.221142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:07.222101 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b4b30bc2-1ed6-4b4e-8062-d1178fe9326b,segment=NetworkSegment(0308e583-5341-4136-b3d0-3cb57b8a47eb),segment_id=0308e583-5341-4136-b3d0-3cb57b8a47eb)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:07.250166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba9adf-f895-4b07-bd12-c59e5d66d5c8 req-db42123b-3cfc-47f2-96d5-37db277d6a22 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:07.252032 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28ba9adf-f895-4b07-bd12-c59e5d66d5c8 req-db42123b-3cfc-47f2-96d5-37db277d6a22 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 943 time: 0.2703481 Aug 27 14:09:07.259802 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:07.289157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-25950d3b-b14d-43a7-97d8-9600896028f6 None None] Provisioning complete for port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:07.294294 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-25950d3b-b14d-43a7-97d8-9600896028f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:07.377151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network 11d7ab40-e87a-4db6-84cf-8ce422eeff16 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:07.379976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:07.453074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b208929-1ed1-4934-bae6-3224b71c4370') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:07.453651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b208929-1ed1-4934-bae6-3224b71c4370') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:07.486464 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 97219fcf-717c-40a4-bf06-9d7f801a1961 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:09:07.526109 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28ba9adf-f895-4b07-bd12-c59e5d66d5c8 req-87195c66-b1c1-4ef3-a09e-48f785802a9f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646307 Aug 27 14:09:07.558970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 97219fcf-717c-40a4-bf06-9d7f801a1961 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:09:07.559446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 97219fcf-717c-40a4-bf06-9d7f801a1961 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:09:07.617230 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:07.619722 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:07.652876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=b4b30bc2-1ed6-4b4e-8062-d1178fe9326b,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:07.656382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Router ce0b4d4f-01b8-4d24-8b86-aeba4efd3575 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:09:07.691520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Transition to ACTIVE for port object cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:07.857083 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:07.868252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:09:07.868929 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:09:07.871782 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:09:07.941655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:09:07.948610 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-18ac6a0b-f8eb-40b6-9bb8-3e0beff6e46a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "PUT /v2.0/routers/ce0b4d4f-01b8-4d24-8b86-aeba4efd3575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4713371 Aug 27 14:09:07.955064 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0bd725-8954-4242-98ac-4905cf5c40eb None None] Sync routers for ids ['ce0b4d4f-01b8-4d24-8b86-aeba4efd3575'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:09:07.965222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60190) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:07.978248 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0bd725-8954-4242-98ac-4905cf5c40eb None None] Routers {'ce0b4d4f-01b8-4d24-8b86-aeba4efd3575'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:07.982925 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6b0bd725-8954-4242-98ac-4905cf5c40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['ce0b4d4f-01b8-4d24-8b86-aeba4efd3575'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:07.995289 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Transition to ACTIVE for port object cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:08.006786 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.038712 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.047699 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.054732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b1b25f8a-828f-4422-b5b0-6589ff25d09d HTTP/1.1" status: 204 len: 168 time: 2.9958220 Aug 27 14:09:08.098883 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Network 87f96d82-a7d6-42eb-bc17-8825f64d31b6 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:08.104426 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1636b-5203-42d2-985b-0e1a53a9e11a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:08.106122 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fbd1636b-5203-42d2-985b-0e1a53a9e11a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce0b4d4f-01b8-4d24-8b86-aeba4efd3575 HTTP/1.1" status: 200 len: 983 time: 0.1337094 Aug 27 14:09:08.109573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60200) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:08.114435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:08.116891 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Pushing event updated for resources: {'Port': ['ID=cb1bee4f-4c4f-4fe0-8db8-45bb6cced319,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:08.123541 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6b0bd725-8954-4242-98ac-4905cf5c40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:08.127104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:08.144715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c88d42a6-5f69-4e0a-b08b-be8bd97fa2a2 None None] Provisioning complete for port 053c885b-7473-474d-b7f4-b57ebced05eb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:08.145360 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c88d42a6-5f69-4e0a-b08b-be8bd97fa2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.149698 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0bd725-8954-4242-98ac-4905cf5c40eb None None] Routers {'ce0b4d4f-01b8-4d24-8b86-aeba4efd3575'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:08.150397 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6b0bd725-8954-4242-98ac-4905cf5c40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['ce0b4d4f-01b8-4d24-8b86-aeba4efd3575'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:08.203622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c88d42a6-5f69-4e0a-b08b-be8bd97fa2a2 None None] Port 053c885b-7473-474d-b7f4-b57ebced05eb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:08.217083 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6b0bd725-8954-4242-98ac-4905cf5c40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:08.226871 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0bd725-8954-4242-98ac-4905cf5c40eb None None] The sync data for ids ['ce0b4d4f-01b8-4d24-8b86-aeba4efd3575'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:09:08.232614 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c815b8-d748-4b07-84c3-74a73d0b9ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b25f8a-828f-4422-b5b0-6589ff25d09d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:08.249644 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b61ddc9-d70f-406a-867a-05e623125837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.261120 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60202) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:08.273009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Attempting to bind port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:08.276211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Attempting to bind port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '1eb7e1ee-3a27-480f-a651-0955491ac646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '87f96d82-a7d6-42eb-bc17-8825f64d31b6'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:08.276811 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Attempting to bind port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 on network 87f96d82-a7d6-42eb-bc17-8825f64d31b6 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:08.281655 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-2b61ddc9-d70f-406a-867a-05e623125837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55b0e79-4096-4c1a-9d8b-9aa6db20e866']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:08.287128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:08.291143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Checking segment: {'id': '1eb7e1ee-3a27-480f-a651-0955491ac646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '87f96d82-a7d6-42eb-bc17-8825f64d31b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:08.292065 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.292708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Bound using segment: {'id': '1eb7e1ee-3a27-480f-a651-0955491ac646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '87f96d82-a7d6-42eb-bc17-8825f64d31b6'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:08.293354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Bound port: cb1bee4f-4c4f-4fe0-8db8-45bb6cced319, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb7e1ee-3a27-480f-a651-0955491ac646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '87f96d82-a7d6-42eb-bc17-8825f64d31b6'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:08.296251 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.304543 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-2b61ddc9-d70f-406a-867a-05e623125837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:08.305602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-2b61ddc9-d70f-406a-867a-05e623125837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4e94b9-a2d4-4d9b-a59d-3e385060ab9f') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:08.348647 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b61ddc9-d70f-406a-867a-05e623125837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.390831 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b61ddc9-d70f-406a-867a-05e623125837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.441906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b61ddc9-d70f-406a-867a-05e623125837 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:09:08.450663 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b61ddc9-d70f-406a-867a-05e623125837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:09:08.455731 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:09:08.564067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60210) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:08.576901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] For port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:08.600038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] For port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cb1bee4f-4c4f-4fe0-8db8-45bb6cced319,segment=NetworkSegment(1eb7e1ee-3a27-480f-a651-0955491ac646),segment_id=1eb7e1ee-3a27-480f-a651-0955491ac646)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:08.622992 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-aaafa5de-d0ec-43ce-9598-b4d01c3acf8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcdf87e648af4b8ba8bd02cdf3f0683f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549757 Aug 27 14:09:08.622992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60214) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:08.626706 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.702896 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aee259-2ca7-4445-ba99-c30aa437a469 None None] Pushing event updated for resources: {'Port': ['ID=cb1bee4f-4c4f-4fe0-8db8-45bb6cced319,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:08.719103 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.783946 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4bcca7a4-c75a-4c64-b957-79f4b18fa507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.813995 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a546b694-e672-4b6d-8dfc-26de94025a66 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.814669 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b61ddc9-d70f-406a-867a-05e623125837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.855930 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b61ddc9-d70f-406a-867a-05e623125837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.862272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2b61ddc9-d70f-406a-867a-05e623125837 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b55b0e79-4096-4c1a-9d8b-9aa6db20e866 HTTP/1.1" status: 204 len: 168 time: 2.8416255 Aug 27 14:09:08.870281 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4bcca7a4-c75a-4c64-b957-79f4b18fa507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:08.881975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61ddc9-d70f-406a-867a-05e623125837 admin admin] Pushing event deleted for resources: {'Network': ['ID=b55b0e79-4096-4c1a-9d8b-9aa6db20e866,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:09.022248 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-853c65c2-2614-4cae-9df4-c89fc3212b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:09.197666 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4bcca7a4-c75a-4c64-b957-79f4b18fa507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:09.204928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4bcca7a4-c75a-4c64-b957-79f4b18fa507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:09.205706 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4bcca7a4-c75a-4c64-b957-79f4b18fa507 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4405a95-ef65-49a4-81ee-e9fa3a94cdbf HTTP/1.1" status: 204 len: 168 time: 0.5816507 Aug 27 14:09:09.247141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcca7a4-c75a-4c64-b957-79f4b18fa507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4405a95-ef65-49a4-81ee-e9fa3a94cdbf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:09.273059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60252) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:09.383780 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-853c65c2-2614-4cae-9df4-c89fc3212b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:09.390967 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-216a031e-13d8-4b63-ae38-5f43e6787260 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9bea263f48446ada9d848b75b533d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1125319 Aug 27 14:09:09.394330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60254) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:09.418393 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Allocated IP 2001:db8::1 (87f96d82-a7d6-42eb-bc17-8825f64d31b6/ad509549-32eb-4132-b14b-bf35965bb058/662e02bf-58ea-44f7-a790-933ae1b9ecd9) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:09.418703 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-853c65c2-2614-4cae-9df4-c89fc3212b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:09.505798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c65c2-2614-4cae-9df4-c89fc3212b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2003ed1d-b2b7-4710-a90a-866f3e0446d2,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:09.513378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-853c65c2-2614-4cae-9df4-c89fc3212b52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3bf05387a07d419fb11968dbb7f01d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2490404 Aug 27 14:09:09.517731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60256) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:09.583031 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b85b1e1-4629-4f66-94e0-d257a3774b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:09.605482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a546b694-e672-4b6d-8dfc-26de94025a66 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port 053c885b-7473-474d-b7f4-b57ebced05eb {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:09.605482 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a546b694-e672-4b6d-8dfc-26de94025a66 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:09.638408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bb6c5-45a0-49bb-89a2-c71148da39d7 req-b04e6026-eb12-406d-be72-8bd9887ada62 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:09.640724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fc5bb6c5-45a0-49bb-89a2-c71148da39d7 req-b04e6026-eb12-406d-be72-8bd9887ada62 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0faf8411-3fc4-46eb-ab1d-ae79481ad1e1 HTTP/1.1" status: 200 len: 943 time: 0.1856337 Aug 27 14:09:09.679622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:09.739457 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:09.747529 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:09.770929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:09.776032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b4b30bc2-1ed6-4b4e-8062-d1178fe9326b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:09.853279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Transition to ACTIVE for port object 662e02bf-58ea-44f7-a790-933ae1b9ecd9 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:09.886261 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f332235-bc23-4cbe-8ca8-ca91c81d79bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:09.912254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:09.914452 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:09.936510 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f332235-bc23-4cbe-8ca8-ca91c81d79bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:09.939826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-fc5bb6c5-45a0-49bb-89a2-c71148da39d7 req-8d0726e2-4b13-4a31-aaff-88b30b023dae tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Deleting port 7e7a6bb0-50ba-457c-83e3-7226416e3755 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:09.940668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fc5bb6c5-45a0-49bb-89a2-c71148da39d7 req-8d0726e2-4b13-4a31-aaff-88b30b023dae tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:09.946726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.029085 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f332235-bc23-4cbe-8ca8-ca91c81d79bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.032438 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f332235-bc23-4cbe-8ca8-ca91c81d79bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.033766 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2f332235-bc23-4cbe-8ca8-ca91c81d79bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2003ed1d-b2b7-4710-a90a-866f3e0446d2 HTTP/1.1" status: 204 len: 168 time: 0.5102017 Aug 27 14:09:10.036646 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b85b1e1-4629-4f66-94e0-d257a3774b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.039829 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a546b694-e672-4b6d-8dfc-26de94025a66 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.110563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f332235-bc23-4cbe-8ca8-ca91c81d79bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2003ed1d-b2b7-4710-a90a-866f3e0446d2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:10.120149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 87f96d82-a7d6-42eb-bc17-8825f64d31b6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:10.131690 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a546b694-e672-4b6d-8dfc-26de94025a66 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for 053c885b-7473-474d-b7f4-b57ebced05eb owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:10.166289 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:10.191001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:10.191625 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.261170 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63736773-8bf0-429c-a7ef-5bc48ebdda68 None None] Network 87f96d82-a7d6-42eb-bc17-8825f64d31b6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:10.368604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d8b34fc4-ef1d-4d3a-bd58-afcbbc4fad81 None None] Provisioning for port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:10.379787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d8b34fc4-ef1d-4d3a-bd58-afcbbc4fad81 None None] Provisioning complete for port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:10.380628 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d8b34fc4-ef1d-4d3a-bd58-afcbbc4fad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.445476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=662e02bf-58ea-44f7-a790-933ae1b9ecd9,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:10.518715 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a546b694-e672-4b6d-8dfc-26de94025a66 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.565995 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d8b34fc4-ef1d-4d3a-bd58-afcbbc4fad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.620434 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d8b34fc4-ef1d-4d3a-bd58-afcbbc4fad81 None None] For port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cb1bee4f-4c4f-4fe0-8db8-45bb6cced319,segment=NetworkSegment(1eb7e1ee-3a27-480f-a651-0955491ac646),segment_id=1eb7e1ee-3a27-480f-a651-0955491ac646)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:10.621020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546b694-e672-4b6d-8dfc-26de94025a66 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=053c885b-7473-474d-b7f4-b57ebced05eb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:10.632897 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d8b34fc4-ef1d-4d3a-bd58-afcbbc4fad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.656841 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b85b1e1-4629-4f66-94e0-d257a3774b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.659884 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b85b1e1-4629-4f66-94e0-d257a3774b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.661552 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8b85b1e1-4629-4f66-94e0-d257a3774b5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e4af8fd-4001-40af-a621-01056f9a56a1 HTTP/1.1" status: 204 len: 168 time: 1.2670977 Aug 27 14:09:10.695132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-fc5bb6c5-45a0-49bb-89a2-c71148da39d7 req-8d0726e2-4b13-4a31-aaff-88b30b023dae tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] For port 7e7a6bb0-50ba-457c-83e3-7226416e3755, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7e7a6bb0-50ba-457c-83e3-7226416e3755,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:10.696029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85b1e1-4629-4f66-94e0-d257a3774b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4af8fd-4001-40af-a621-01056f9a56a1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:10.699525 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fc5bb6c5-45a0-49bb-89a2-c71148da39d7 req-8d0726e2-4b13-4a31-aaff-88b30b023dae tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.752273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b34fc4-ef1d-4d3a-bd58-afcbbc4fad81 None None] Pushing event updated for resources: {'Port': ['ID=cb1bee4f-4c4f-4fe0-8db8-45bb6cced319,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:10.778607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-fc5bb6c5-45a0-49bb-89a2-c71148da39d7 req-8d0726e2-4b13-4a31-aaff-88b30b023dae tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Calling delete_port for 7e7a6bb0-50ba-457c-83e3-7226416e3755 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:10.791360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:10.880389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60286) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:10.954819 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f35b7839-ed25-4f69-b68c-983d20569ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:11.018156 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a546b694-e672-4b6d-8dfc-26de94025a66 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:11.099086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b655e08b-6bcb-41e8-98eb-1693a7eaca7f None None] Provisioning for port 662e02bf-58ea-44f7-a790-933ae1b9ecd9 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:11.110465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b655e08b-6bcb-41e8-98eb-1693a7eaca7f None None] Provisioning complete for port 662e02bf-58ea-44f7-a790-933ae1b9ecd9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:11.110881 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b655e08b-6bcb-41e8-98eb-1693a7eaca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:11.221550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b655e08b-6bcb-41e8-98eb-1693a7eaca7f None None] Port 662e02bf-58ea-44f7-a790-933ae1b9ecd9 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:11.268382 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b655e08b-6bcb-41e8-98eb-1693a7eaca7f None None] Provisioning complete for port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:11.269020 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b655e08b-6bcb-41e8-98eb-1693a7eaca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:11.402659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60300) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:11.445219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a546b694-e672-4b6d-8dfc-26de94025a66 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Router ce0b4d4f-01b8-4d24-8b86-aeba4efd3575 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:09:11.548716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:11.626099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a546b694-e672-4b6d-8dfc-26de94025a66 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:09:11.658370 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a546b694-e672-4b6d-8dfc-26de94025a66 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "PUT /v2.0/routers/ce0b4d4f-01b8-4d24-8b86-aeba4efd3575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5476692 Aug 27 14:09:11.659150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60312) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:11.682295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d62eff8-5f96-4d44-ac87-1b73e00cacf2 None None] Sync routers for ids ['ce0b4d4f-01b8-4d24-8b86-aeba4efd3575'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:09:11.687520 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fc5bb6c5-45a0-49bb-89a2-c71148da39d7 req-8d0726e2-4b13-4a31-aaff-88b30b023dae tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:11.690129 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-879035802-network', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:11.741897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d62eff8-5f96-4d44-ac87-1b73e00cacf2 None None] Routers {'ce0b4d4f-01b8-4d24-8b86-aeba4efd3575'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:11.745080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9d62eff8-5f96-4d44-ac87-1b73e00cacf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['ce0b4d4f-01b8-4d24-8b86-aeba4efd3575'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:11.762047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0726e2-4b13-4a31-aaff-88b30b023dae tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Pushing event deleted for resources: {'Port': ['ID=7e7a6bb0-50ba-457c-83e3-7226416e3755,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:11.838837 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f35b7839-ed25-4f69-b68c-983d20569ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:11.871902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5bb6c5-45a0-49bb-89a2-c71148da39d7 req-8d0726e2-4b13-4a31-aaff-88b30b023dae tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] No DVR routers for this DVR port 7e7a6bb0-50ba-457c-83e3-7226416e3755 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:09:11.876819 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fc5bb6c5-45a0-49bb-89a2-c71148da39d7 req-8d0726e2-4b13-4a31-aaff-88b30b023dae tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:11.879447 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fc5bb6c5-45a0-49bb-89a2-c71148da39d7 req-8d0726e2-4b13-4a31-aaff-88b30b023dae tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "DELETE /v2.0/ports/7e7a6bb0-50ba-457c-83e3-7226416e3755 HTTP/1.1" status: 204 len: 173 time: 2.2160845 Aug 27 14:09:11.880488 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f35b7839-ed25-4f69-b68c-983d20569ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:11.885943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faf8411-3fc4-46eb-ab1d-ae79481ad1e1', 'name': 'network-vif-deleted', 'tag': '7e7a6bb0-50ba-457c-83e3-7226416e3755'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:09:11.888897 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c83a347-f4ce-46e8-a1f4-e9628afa9849" -d '{"events": [{"server_uuid": "0faf8411-3fc4-46eb-ab1d-ae79481ad1e1", "name": "network-vif-deleted", "tag": "7e7a6bb0-50ba-457c-83e3-7226416e3755"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:09:11.927024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9d62eff8-5f96-4d44-ac87-1b73e00cacf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:11.930824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b7839-ed25-4f69-b68c-983d20569ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77438e30-6e49-4434-8972-a344cfb5ff4a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:11.959570 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:11.982772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d62eff8-5f96-4d44-ac87-1b73e00cacf2 None None] Routers {'ce0b4d4f-01b8-4d24-8b86-aeba4efd3575'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:11.984564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9d62eff8-5f96-4d44-ac87-1b73e00cacf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['ce0b4d4f-01b8-4d24-8b86-aeba4efd3575'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:11.985092 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f35b7839-ed25-4f69-b68c-983d20569ce1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb32b5b2f952461c994dc000ada4701b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0673487 Aug 27 14:09:11.988832 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:11.991509 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:11.993720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60324) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:12.050642 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 27 Aug 2021 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3d850e-1f37-4a84-aefd-d5ef49081f1e x-openstack-request-id: req-bd3d850e-1f37-4a84-aefd-d5ef49081f1e {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:09:12.050985 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faf8411-3fc4-46eb-ab1d-ae79481ad1e1", "name": "network-vif-deleted", "tag": "7e7a6bb0-50ba-457c-83e3-7226416e3755", "status": "failed", "code": 422}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:09:12.051387 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd3d850e-1f37-4a84-aefd-d5ef49081f1e {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:09:12.051861 n-d-712139-12 neutron-server[101186]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0faf8411-3fc4-46eb-ab1d-ae79481ad1e1', 'name': 'network-vif-deleted', 'tag': '7e7a6bb0-50ba-457c-83e3-7226416e3755', 'status': 'failed', 'code': 422} returned with failed status Aug 27 14:09:12.054859 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=662e02bf-58ea-44f7-a790-933ae1b9ecd9,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:12.116048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9d62eff8-5f96-4d44-ac87-1b73e00cacf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:12.119121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d62eff8-5f96-4d44-ac87-1b73e00cacf2 None None] The sync data for ids ['ce0b4d4f-01b8-4d24-8b86-aeba4efd3575'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:09:12.127543 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3d72a23c-f251-49e4-9522-bd3b8b407038 None None] Provisioning complete for port 662e02bf-58ea-44f7-a790-933ae1b9ecd9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:12.128432 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3d72a23c-f251-49e4-9522-bd3b8b407038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:12.135020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:12.137212 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:12.329772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3d72a23c-f251-49e4-9522-bd3b8b407038 None None] Port 662e02bf-58ea-44f7-a790-933ae1b9ecd9 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:12.376034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 87f96d82-a7d6-42eb-bc17-8825f64d31b6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:12.378410 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e121ea0-9ce2-457a-9491-980ddd074e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:12.383324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:12.456911 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e121ea0-9ce2-457a-9491-980ddd074e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:12.504186 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-937502d7-239f-4a1b-a37e-e5b556076e0e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:09:12.505836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-937502d7-239f-4a1b-a37e-e5b556076e0e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/053c885b-7473-474d-b7f4-b57ebced05eb HTTP/1.1" status: 404 len: 333 time: 0.8457434 Aug 27 14:09:12.517571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60344) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:12.674936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Made reservation on behalf of 7ffec2a756fc41ca90e6927ab441f721 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:12.677674 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:12.711857 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:12.747705 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd77c204-bb78-4c90-89f3-8b39df5fd3eb tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:12.822917 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e121ea0-9ce2-457a-9491-980ddd074e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:12.827313 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e121ea0-9ce2-457a-9491-980ddd074e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:12.829291 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7e121ea0-9ce2-457a-9491-980ddd074e8a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77438e30-6e49-4434-8972-a344cfb5ff4a HTTP/1.1" status: 204 len: 168 time: 0.7860992 Aug 27 14:09:12.863258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e121ea0-9ce2-457a-9491-980ddd074e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77438e30-6e49-4434-8972-a344cfb5ff4a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:12.910259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router f78f7a82-1a43-41d4-8a8a-935f440d726a is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:09:12.957596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-70b13c50-a3f3-4555-b9b6-cbe6b8d8edc3 None None] Provisioning complete for port 662e02bf-58ea-44f7-a790-933ae1b9ecd9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:12.958212 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-70b13c50-a3f3-4555-b9b6-cbe6b8d8edc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.015315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-70b13c50-a3f3-4555-b9b6-cbe6b8d8edc3 None None] Port 662e02bf-58ea-44f7-a790-933ae1b9ecd9 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:13.017063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-f80094b8-a3a2-460b-88f9-e2b851364e43 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:13.021948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-f80094b8-a3a2-460b-88f9-e2b851364e43 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 811 time: 0.1640363 Aug 27 14:09:13.111782 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60362) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:13.155507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:09:13.160712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-0b30bd96-5317-4d50-9246-905c4b19f8af tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/quotas/3c68d5ffe1a3432394157ebaf96a27eb HTTP/1.1" status: 200 len: 375 time: 0.1083717 Aug 27 14:09:13.172090 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446de1b-30f9-460e-a900-f2f91d32e408 None None] Sync routers for ids ['f78f7a82-1a43-41d4-8a8a-935f440d726a'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:09:13.179919 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d600956d-b5d6-4838-be89-9cfec59b15e2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/f78f7a82-1a43-41d4-8a8a-935f440d726a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0347562 Aug 27 14:09:13.180384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60366) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:13.181314 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd77c204-bb78-4c90-89f3-8b39df5fd3eb tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.192398 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446de1b-30f9-460e-a900-f2f91d32e408 None None] Routers {'f78f7a82-1a43-41d4-8a8a-935f440d726a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:13.195780 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2446de1b-30f9-460e-a900-f2f91d32e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['f78f7a82-1a43-41d4-8a8a-935f440d726a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:13.214318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-ca084e20-f263-4a5d-a00b-4172706e9624 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417340 Aug 27 14:09:13.215571 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd77c204-bb78-4c90-89f3-8b39df5fd3eb tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.253308 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d000d55e-0b2a-4c83-9c01-7b486b1302df tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:13.257287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d000d55e-0b2a-4c83-9c01-7b486b1302df tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports/662e02bf-58ea-44f7-a790-933ae1b9ecd9 HTTP/1.1" status: 200 len: 911 time: 0.0735457 Aug 27 14:09:13.257630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60368) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:13.263943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8939a032-1e95-4e3a-8fa9-5c7092cf049b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ad509549-32eb-4132-b14b-bf35965bb058'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:13.310473 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2446de1b-30f9-460e-a900-f2f91d32e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:13.321871 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446de1b-30f9-460e-a900-f2f91d32e408 None None] Routers {'f78f7a82-1a43-41d4-8a8a-935f440d726a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:13.323221 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2446de1b-30f9-460e-a900-f2f91d32e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:08:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['f78f7a82-1a43-41d4-8a8a-935f440d726a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:13.389740 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2446de1b-30f9-460e-a900-f2f91d32e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:13.390913 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446de1b-30f9-460e-a900-f2f91d32e408 None None] The sync data for ids ['f78f7a82-1a43-41d4-8a8a-935f440d726a'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:09:13.437642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2771-a383-4924-8166-a8b39968ad0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.443806 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd77c204-bb78-4c90-89f3-8b39df5fd3eb tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.444350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd77c204-bb78-4c90-89f3-8b39df5fd3eb tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Fanout notify agent at l3_agent the message router_deleted on router ce0b4d4f-01b8-4d24-8b86-aeba4efd3575 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:09:13.456599 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd77c204-bb78-4c90-89f3-8b39df5fd3eb tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.460131 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cd77c204-bb78-4c90-89f3-8b39df5fd3eb tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/routers/ce0b4d4f-01b8-4d24-8b86-aeba4efd3575 HTTP/1.1" status: 204 len: 168 time: 0.9415572 Aug 27 14:09:13.463054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60376) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:13.571800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31282de-53a6-4183-a7d8-efed5a2ee327 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting subnet e6a96046-e88c-4a70-a5f6-741e5ea83991 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:09:13.575184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e31282de-53a6-4183-a7d8-efed5a2ee327 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.591169 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8939a032-1e95-4e3a-8fa9-5c7092cf049b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.647296 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.657125 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.661956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-a2ea5666-d2f6-415a-b389-baf21c4d4f55 service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400487 Aug 27 14:09:13.694560 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee419d4a-3121-498b-afc0-3a37257285f5,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:13.700265 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e31282de-53a6-4183-a7d8-efed5a2ee327 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.793381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:09:13.822992 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.823318 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Added segment 5eebd969-099a-4b28-a7c6-2c7626dd0ea8 of type vlan for network 7aefa3fa-7749-4753-b281-ffd8f72f60ab Aug 27 14:09:13.872293 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2771-a383-4924-8166-a8b39968ad0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.885601 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2771-a383-4924-8166-a8b39968ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:13.969738 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7d4a2771-a383-4924-8166-a8b39968ad0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48d1d7509b16463dabaacef27c085dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8572271 Aug 27 14:09:13.975488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a2771-a383-4924-8166-a8b39968ad0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c229c099-a733-4f16-9a11-4491a7e66dc2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:13.978105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60390) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:14.022222 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.028092 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-0d511d62-ee86-4472-86ff-e968d18a0cbb service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353002 Aug 27 14:09:14.037956 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e31282de-53a6-4183-a7d8-efed5a2ee327 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.102168 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.103402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:14.104005 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.106395 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8b2eea1b-6335-4905-a920-02e421a6a1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.135585 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8b2eea1b-6335-4905-a920-02e421a6a1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.175661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7734263 Aug 27 14:09:14.181419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60394) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:14.187099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8276f1e5-e51e-4494-9662-4d6f9d2a04d0 admin admin] Request body: {'subnet': {'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-879035802-subnet', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:14.196168 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e31282de-53a6-4183-a7d8-efed5a2ee327 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.241232 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e31282de-53a6-4183-a7d8-efed5a2ee327 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.243516 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e31282de-53a6-4183-a7d8-efed5a2ee327 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/e6a96046-e88c-4a70-a5f6-741e5ea83991 HTTP/1.1" status: 204 len: 168 time: 0.7645426 Aug 27 14:09:14.245059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb7d30-fe6c-430c-a033-4f2dbc5fc9ac admin admin] Pushing event updated for resources: {'Network': ['ID=7aefa3fa-7749-4753-b281-ffd8f72f60ab,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:14.246792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0e0867-166e-4c17-aa46-77439a193abf None None] Network 11d7ab40-e87a-4db6-84cf-8ce422eeff16 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:14.258841 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60400) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:14.276668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8939a032-1e95-4e3a-8fa9-5c7092cf049b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.278942 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 7aefa3fa-7749-4753-b281-ffd8f72f60ab details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:09:14.295540 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8939a032-1e95-4e3a-8fa9-5c7092cf049b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.318045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939a032-1e95-4e3a-8fa9-5c7092cf049b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:14.319705 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8939a032-1e95-4e3a-8fa9-5c7092cf049b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.334100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60404) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:14.334254 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8939a032-1e95-4e3a-8fa9-5c7092cf049b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/ports/662e02bf-58ea-44f7-a790-933ae1b9ecd9 HTTP/1.1" status: 200 len: 911 time: 1.0726454 Aug 27 14:09:14.349154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31282de-53a6-4183-a7d8-efed5a2ee327 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a96046-e88c-4a70-a5f6-741e5ea83991,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:14.365303 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8b2eea1b-6335-4905-a920-02e421a6a1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.378505 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8b2eea1b-6335-4905-a920-02e421a6a1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.379850 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8b2eea1b-6335-4905-a920-02e421a6a1a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c229c099-a733-4f16-9a11-4491a7e66dc2 HTTP/1.1" status: 204 len: 168 time: 0.3986065 Aug 27 14:09:14.380902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8276f1e5-e51e-4494-9662-4d6f9d2a04d0 admin admin] Made reservation on behalf of 7ffec2a756fc41ca90e6927ab441f721 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:14.385436 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8276f1e5-e51e-4494-9662-4d6f9d2a04d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.663841 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7b9be9a5-85a0-4d8b-8de9-6b17a5080927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.720546 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57d7a24-b495-41e1-b9fb-f30b91e84df2 None None] DHCP port deletion for 11d7ab40-e87a-4db6-84cf-8ce422eeff16 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:09:14.752614 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.840442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c57d7a24-b495-41e1-b9fb-f30b91e84df2 None None] Deleting port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:14.841198 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a24-b495-41e1-b9fb-f30b91e84df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.865528 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8276f1e5-e51e-4494-9662-4d6f9d2a04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:14.942342 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b83fba72-b87a-4df2-8783-b463d675908c req-4a3ca84d-ebb0-4045-8cee-98e00eb9e208 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 210 time: 0.6044159 Aug 27 14:09:14.943938 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2eea1b-6335-4905-a920-02e421a6a1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c229c099-a733-4f16-9a11-4491a7e66dc2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:15.005947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939a032-1e95-4e3a-8fa9-5c7092cf049b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=662e02bf-58ea-44f7-a790-933ae1b9ecd9,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:15.015349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c57d7a24-b495-41e1-b9fb-f30b91e84df2 None None] For port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b4b30bc2-1ed6-4b4e-8062-d1178fe9326b,segment=NetworkSegment(0308e583-5341-4136-b3d0-3cb57b8a47eb),segment_id=0308e583-5341-4136-b3d0-3cb57b8a47eb)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:15.015349 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a24-b495-41e1-b9fb-f30b91e84df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:15.023353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276f1e5-e51e-4494-9662-4d6f9d2a04d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e71b8a-6eda-4448-a119-1a41275d23a4,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:15.033096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276f1e5-e51e-4494-9662-4d6f9d2a04d0 admin admin] Checking segment: {'id': '5eebd969-099a-4b28-a7c6-2c7626dd0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:15.033698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276f1e5-e51e-4494-9662-4d6f9d2a04d0 admin admin] Network hostable DHCP agents. Network: 7aefa3fa-7749-4753-b281-ffd8f72f60ab, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:09:15.054807 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c57d7a24-b495-41e1-b9fb-f30b91e84df2 None None] Calling delete_port for b4b30bc2-1ed6-4b4e-8062-d1178fe9326b owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:15.055359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276f1e5-e51e-4494-9662-4d6f9d2a04d0 admin admin] Network 7aefa3fa-7749-4753-b281-ffd8f72f60ab is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:09:15.073091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8276f1e5-e51e-4494-9662-4d6f9d2a04d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 7aefa3fa-7749-4753-b281-ffd8f72f60ab) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:15.087604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276f1e5-e51e-4494-9662-4d6f9d2a04d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:15.089179 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8276f1e5-e51e-4494-9662-4d6f9d2a04d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:15.123828 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8276f1e5-e51e-4494-9662-4d6f9d2a04d0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9408798 Aug 27 14:09:15.124564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60436) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:15.134132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:15.176010 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:15.177558 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:15.269761 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:15.316567 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8167683f-d24f-42a9-b049-8f079c983a2a None None] Network 7aefa3fa-7749-4753-b281-ffd8f72f60ab requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:15.409736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:15.410276 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:15.460171 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a24-b495-41e1-b9fb-f30b91e84df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:15.495874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b4b30bc2-1ed6-4b4e-8062-d1178fe9326b no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:09:15.521094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d7a24-b495-41e1-b9fb-f30b91e84df2 None None] No DVR routers for this DVR port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:09:15.547564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:15.652020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b4b30bc2-1ed6-4b4e-8062-d1178fe9326b {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:09:15.653140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b4b30bc2-1ed6-4b4e-8062-d1178fe9326b not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:09:15.659591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d7a24-b495-41e1-b9fb-f30b91e84df2 None None] Pushing event deleted for resources: {'Port': ['ID=b4b30bc2-1ed6-4b4e-8062-d1178fe9326b,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:15.671686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] For port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b4b30bc2-1ed6-4b4e-8062-d1178fe9326b,segment=NetworkSegment(0308e583-5341-4136-b3d0-3cb57b8a47eb),segment_id=0308e583-5341-4136-b3d0-3cb57b8a47eb)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:15.672015 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:15.713850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for b4b30bc2-1ed6-4b4e-8062-d1178fe9326b owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:15.843403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'fixed_ips': [{'subnet_id': '40e71b8a-6eda-4448-a119-1a41275d23a4'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:09:15.844901 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:15.932588 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8be2f1b5-cc40-43f5-8eb1-08730562c399 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.028861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60468) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:16.094698 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c999e7bb-71be-46d9-9e68-bb9fc1119af5 req-b9ee1226-f2bd-47b8-990f-dff51f4a2a11 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 210 time: 0.0356696 Aug 27 14:09:16.142533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Allocated IP 172.20.0.2 (7aefa3fa-7749-4753-b281-ffd8f72f60ab/40e71b8a-6eda-4448-a119-1a41275d23a4/dde593c7-39f7-4a67-a132-0ff226b3cc7a) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:16.167603 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.194537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=b4b30bc2-1ed6-4b4e-8062-d1178fe9326b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:16.237689 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No DVR routers for this DVR port b4b30bc2-1ed6-4b4e-8062-d1178fe9326b on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:09:16.260044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.344494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-network', 'tenant_id': 'abede777d38946c0bffcfe73fba89675'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:16.368093 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.384388 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d7ab40-e87a-4db6-84cf-8ce422eeff16']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:16.416402 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.416727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0308e583-5341-4136-b3d0-3cb57b8a47eb') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:16.417130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0308e583-5341-4136-b3d0-3cb57b8a47eb') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:16.432463 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.442547 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.456931 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Transition to ACTIVE for port object dde593c7-39f7-4a67-a132-0ff226b3cc7a will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:16.481152 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Transition to ACTIVE for port object dde593c7-39f7-4a67-a132-0ff226b3cc7a will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:16.493421 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.520536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.548606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:09:16.549373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:09:16.553664 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:09:16.595231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Network 7aefa3fa-7749-4753-b281-ffd8f72f60ab is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:16.611490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:16.615569 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:16.621673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Pushing event updated for resources: {'Port': ['ID=dde593c7-39f7-4a67-a132-0ff226b3cc7a,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:16.719346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Attempting to bind port dde593c7-39f7-4a67-a132-0ff226b3cc7a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:16.720061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Attempting to bind port dde593c7-39f7-4a67-a132-0ff226b3cc7a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5eebd969-099a-4b28-a7c6-2c7626dd0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:16.720539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Attempting to bind port dde593c7-39f7-4a67-a132-0ff226b3cc7a on network 7aefa3fa-7749-4753-b281-ffd8f72f60ab {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:16.728665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:16.729351 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Checking segment: {'id': '5eebd969-099a-4b28-a7c6-2c7626dd0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:16.729902 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.730708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Bound using segment: {'id': '5eebd969-099a-4b28-a7c6-2c7626dd0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:16.731242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Bound port: dde593c7-39f7-4a67-a132-0ff226b3cc7a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eebd969-099a-4b28-a7c6-2c7626dd0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:16.732553 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.757947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.773379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8be2f1b5-cc40-43f5-8eb1-08730562c399 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port 662e02bf-58ea-44f7-a790-933ae1b9ecd9 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:16.774192 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8be2f1b5-cc40-43f5-8eb1-08730562c399 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.886438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] For port dde593c7-39f7-4a67-a132-0ff226b3cc7a, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:16.905147 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] For port dde593c7-39f7-4a67-a132-0ff226b3cc7a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dde593c7-39f7-4a67-a132-0ff226b3cc7a,segment=NetworkSegment(5eebd969-099a-4b28-a7c6-2c7626dd0ea8),segment_id=5eebd969-099a-4b28-a7c6-2c7626dd0ea8)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:16.915405 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8be2f1b5-cc40-43f5-8eb1-08730562c399 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.923650 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:16.933595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8be2f1b5-cc40-43f5-8eb1-08730562c399 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for 662e02bf-58ea-44f7-a790-933ae1b9ecd9 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:16.999087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Made reservation on behalf of abede777d38946c0bffcfe73fba89675 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:17.002102 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:17.020064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:17.050434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Network': ['ID=11d7ab40-e87a-4db6-84cf-8ce422eeff16,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:17.090738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb948122-184f-493f-b7ab-f050b1b21d9d None None] Pushing event updated for resources: {'Port': ['ID=dde593c7-39f7-4a67-a132-0ff226b3cc7a,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:17.107785 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-c7d16b59-faaf-4301-83fe-7b1162cb12a2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:17.110486 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-c7d16b59-faaf-4301-83fe-7b1162cb12a2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 811 time: 0.7802789 Aug 27 14:09:17.158076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Allocated IP 172.25.2.4 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/89118e48-4fba-449b-acd9-f5c7cc39e460) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:17.170953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-5aea0913-4fcd-4f4f-94b0-7ae98225b027 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Request body: {'port': {'device_id': 'c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569', 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'admin_state_up': True, 'tenant_id': '3c68d5ffe1a3432394157ebaf96a27eb'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:17.197603 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:17.209211 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f5e2ff3d-b889-4eb5-9eb9-370f905a4c06 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/networks/11d7ab40-e87a-4db6-84cf-8ce422eeff16 HTTP/1.1" status: 204 len: 168 time: 2.9490998 Aug 27 14:09:17.209823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60520) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:17.308879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c9cc1-31c3-4f52-9cdf-5dac1adbb7ea tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:17.314934 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ba4c9cc1-31c3-4f52-9cdf-5dac1adbb7ea tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/d12789f2-a2dc-4b17-9aa9-c6a2686762cd HTTP/1.1" status: 200 len: 840 time: 0.1018977 Aug 27 14:09:17.316297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60524) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:17.325186 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbb79a78-3c3d-4fc7-8c0e-065d2d0955fd req-36a48e8f-9f8f-4898-99ae-966ed1db9337 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 210 time: 0.0670590 Aug 27 14:09:17.374640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ff4f6692-05a5-44af-bc71-84f232b9f347 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/d12789f2-a2dc-4b17-9aa9-c6a2686762cd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0564868 Aug 27 14:09:17.376540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60526) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:17.408647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-fad14818-8a6e-4cdf-b64a-ab167f8a5c56 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:17.424095 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:17.511544 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-088c5afe-4043-47ee-8571-e086835a6ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:17.581466 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8be2f1b5-cc40-43f5-8eb1-08730562c399 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:17.593637 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:17.635030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2f1b5-cc40-43f5-8eb1-08730562c399 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=662e02bf-58ea-44f7-a790-933ae1b9ecd9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:17.651738 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:17.654373 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:17.728633 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:17.736430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60530) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:17.739613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Pushing event updated for resources: {'Port': ['ID=89118e48-4fba-449b-acd9-f5c7cc39e460,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:17.779492 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8be2f1b5-cc40-43f5-8eb1-08730562c399 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:17.787954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d91782a-fa30-45ee-b50a-013ad16834e5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:17.834779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:17.848679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:17.855670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:17.865195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad14818-8a6e-4cdf-b64a-ab167f8a5c56 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:17.869542 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fad14818-8a6e-4cdf-b64a-ab167f8a5c56 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:18.044228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:09:18.050288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-5aea0913-4fcd-4f4f-94b0-7ae98225b027 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Made reservation on behalf of 3c68d5ffe1a3432394157ebaf96a27eb for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:18.054321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-5aea0913-4fcd-4f4f-94b0-7ae98225b027 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:18.116702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5587fea5-c119-4434-bac8-49186734361f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:18.141936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be2f1b5-cc40-43f5-8eb1-08730562c399 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router f78f7a82-1a43-41d4-8a8a-935f440d726a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:09:18.159777 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:18.160136 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Added segment 0be7bed5-37f4-4104-97fa-8b2590588022 of type vlan for network 739db5ed-1ce5-49e2-8532-a593a50ed487 Aug 27 14:09:18.245979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be2f1b5-cc40-43f5-8eb1-08730562c399 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:09:18.253098 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8be2f1b5-cc40-43f5-8eb1-08730562c399 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/f78f7a82-1a43-41d4-8a8a-935f440d726a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9225359 Aug 27 14:09:18.261001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b2ef5e-5971-4579-af9e-1004b66381a7 None None] Sync routers for ids ['f78f7a82-1a43-41d4-8a8a-935f440d726a'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:09:18.272686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60540) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:18.277151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b2ef5e-5971-4579-af9e-1004b66381a7 None None] Routers {'f78f7a82-1a43-41d4-8a8a-935f440d726a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:18.277803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b8b2ef5e-5971-4579-af9e-1004b66381a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['f78f7a82-1a43-41d4-8a8a-935f440d726a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:18.305647 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5587fea5-c119-4434-bac8-49186734361f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:18.329892 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5587fea5-c119-4434-bac8-49186734361f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:18.359836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b8b2ef5e-5971-4579-af9e-1004b66381a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:18.369091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587fea5-c119-4434-bac8-49186734361f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c6ea80-2555-4801-b972-448038a54ff3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:18.398521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b2ef5e-5971-4579-af9e-1004b66381a7 None None] Routers {'f78f7a82-1a43-41d4-8a8a-935f440d726a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:18.401645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b8b2ef5e-5971-4579-af9e-1004b66381a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['f78f7a82-1a43-41d4-8a8a-935f440d726a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:18.497529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b8b2ef5e-5971-4579-af9e-1004b66381a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:18.498118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b2ef5e-5971-4579-af9e-1004b66381a7 None None] The sync data for ids ['f78f7a82-1a43-41d4-8a8a-935f440d726a'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:09:18.528679 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:18.540297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d48f85a-e785-4f14-8578-55b9c942a5c1 req-da4344ba-b2b4-4b2a-a5e3-210b697a12c6 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 210 time: 0.0441976 Aug 27 14:09:18.560439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8591f2-9894-4fa2-b060-580d759004cd None None] Network 7aefa3fa-7749-4753-b281-ffd8f72f60ab requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:18.567958 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5587fea5-c119-4434-bac8-49186734361f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=129c3f9313ec4f62a576724769d30705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7862408 Aug 27 14:09:18.706468 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60544) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:18.714915 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:18.756573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-48024e6b-036b-47f6-b6bc-016823db7932 None None] Provisioning for port dde593c7-39f7-4a67-a132-0ff226b3cc7a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:18.765938 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:18.891825 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-871d8292-7bd4-4e9e-b142-72f07f21cbf9 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=f78f7a82-1a43-41d4-8a8a-935f440d726a HTTP/1.1" status: 200 len: 205 time: 0.6171279 Aug 27 14:09:18.891825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60546) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:18.904540 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:18.906347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:18.906976 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.007356 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9773195 Aug 27 14:09:19.018469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60552) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:19.039579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a7c4673c-2275-4fa7-aa65-19ef66afe7d9 admin admin] Request body: {'subnet': {'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-subnet', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:19.048794 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f235593d-6d67-4587-9250-d0ebafb9d88b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.068860 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bba9746-0db4-4bed-87c3-140ed0dfd32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.073074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-5aea0913-4fcd-4f4f-94b0-7ae98225b027 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Allocated IP 172.20.0.4 (50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6/3554799f-a4a2-458b-9556-37ea29d379ae/43a2ba80-7cee-4adb-80ae-3d514d0be9c4) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:19.158650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d11e9-1327-4b5e-af54-0176c12ef1b1 admin admin] Pushing event updated for resources: {'Network': ['ID=739db5ed-1ce5-49e2-8532-a593a50ed487,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:19.171845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 739db5ed-1ce5-49e2-8532-a593a50ed487 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:09:19.179018 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bba9746-0db4-4bed-87c3-140ed0dfd32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.234281 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.396251 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bba9746-0db4-4bed-87c3-140ed0dfd32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.398895 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bba9746-0db4-4bed-87c3-140ed0dfd32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.400084 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2bba9746-0db4-4bed-87c3-140ed0dfd32c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37c6ea80-2555-4801-b972-448038a54ff3 HTTP/1.1" status: 204 len: 168 time: 0.5753644 Aug 27 14:09:19.414716 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fad14818-8a6e-4cdf-b64a-ab167f8a5c56 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.417322 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c4673c-2275-4fa7-aa65-19ef66afe7d9 admin admin] Made reservation on behalf of abede777d38946c0bffcfe73fba89675 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:19.419849 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7c4673c-2275-4fa7-aa65-19ef66afe7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.446975 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f235593d-6d67-4587-9250-d0ebafb9d88b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.472621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dde593c7-39f7-4a67-a132-0ff226b3cc7a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:19.492979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba9746-0db4-4bed-87c3-140ed0dfd32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c6ea80-2555-4801-b972-448038a54ff3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:19.524857 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f235593d-6d67-4587-9250-d0ebafb9d88b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.560754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port dde593c7-39f7-4a67-a132-0ff226b3cc7a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:19.569682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port dde593c7-39f7-4a67-a132-0ff226b3cc7a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:19.569682 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.637246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:09:19.693877 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-5aea0913-4fcd-4f4f-94b0-7ae98225b027 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.736930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad14818-8a6e-4cdf-b64a-ab167f8a5c56 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:19.747384 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-fad14818-8a6e-4cdf-b64a-ab167f8a5c56 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:19.757798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad14818-8a6e-4cdf-b64a-ab167f8a5c56 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:19.758555 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fad14818-8a6e-4cdf-b64a-ab167f8a5c56 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.761085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad14818-8a6e-4cdf-b64a-ab167f8a5c56 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Subnet': ['ID=9544cece-b2d6-4ecb-b1ad-c6b064160f30,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:19.773088 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f235593d-6d67-4587-9250-d0ebafb9d88b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.773861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f235593d-6d67-4587-9250-d0ebafb9d88b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Fanout notify agent at l3_agent the message router_deleted on router f78f7a82-1a43-41d4-8a8a-935f440d726a {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:09:19.775310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353e7cdb-4982-4a15-971c-9eed6f9f7efe None None] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:19.798131 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f235593d-6d67-4587-9250-d0ebafb9d88b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.798532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8bd23a6-da21-4082-953e-5ff68dbe471c req-a88f0e3d-7eba-4af8-a52b-a3da8a67d2c2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 210 time: 0.1007571 Aug 27 14:09:19.799790 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f235593d-6d67-4587-9250-d0ebafb9d88b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/f78f7a82-1a43-41d4-8a8a-935f440d726a HTTP/1.1" status: 204 len: 168 time: 0.9035523 Aug 27 14:09:19.804887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60562) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:19.857686 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fad14818-8a6e-4cdf-b64a-ab167f8a5c56 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4776819 Aug 27 14:09:19.864960 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60564) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:19.869797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-93c62cbd-e62e-43a0-98b9-b7cbfe8c88b9 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'security_group': {'name': 'tempest-secgroup-104352457'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:19.911586 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.915318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c25d08-824d-4bf0-98c3-01b31d79d327 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting subnet ad509549-32eb-4132-b14b-bf35965bb058 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:09:19.928523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-5aea0913-4fcd-4f4f-94b0-7ae98225b027 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.942370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:09:19.953410 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38c25d08-824d-4bf0-98c3-01b31d79d327 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:19.953650 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Sync routers for ids ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:09:19.967621 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Routers {'9025f0af-a3ac-40e3-b945-cb556d9a7e07'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:19.968251 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:20.025813 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93c62cbd-e62e-43a0-98b9-b7cbfe8c88b9 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.063063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38c25d08-824d-4bf0-98c3-01b31d79d327 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.075403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port dde593c7-39f7-4a67-a132-0ff226b3cc7a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dde593c7-39f7-4a67-a132-0ff226b3cc7a,segment=NetworkSegment(5eebd969-099a-4b28-a7c6-2c7626dd0ea8),segment_id=5eebd969-099a-4b28-a7c6-2c7626dd0ea8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:20.077497 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.087267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0c2b3532-95da-4f2e-9875-3fc0f807ca00 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9615440 Aug 27 14:09:20.097844 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.116662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60570) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:20.134993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-5aea0913-4fcd-4f4f-94b0-7ae98225b027 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:20.144362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60572) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:20.206358 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Set router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:20.260360 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7c4673c-2275-4fa7-aa65-19ef66afe7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.286032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-5aea0913-4fcd-4f4f-94b0-7ae98225b027 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:20.294975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-5aea0913-4fcd-4f4f-94b0-7ae98225b027 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:20.332640 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.391500 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38c25d08-824d-4bf0-98c3-01b31d79d327 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.392944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea0913-4fcd-4f4f-94b0-7ae98225b027 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Pushing event updated for resources: {'Port': ['ID=43a2ba80-7cee-4adb-80ae-3d514d0be9c4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:20.406802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4673c-2275-4fa7-aa65-19ef66afe7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35584a9-512d-47a0-844c-68107c2b802f,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:20.411819 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6a71a05-7ea4-477a-b9cc-f1dc64d4c053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.454730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=dde593c7-39f7-4a67-a132-0ff226b3cc7a,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:20.506893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'tenant_id': 'aad98d7867c1444b8c91832a37ba6d2b', 'fixed_ips': [{'subnet_id': '9544cece-b2d6-4ecb-b1ad-c6b064160f30'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:09:20.507122 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93c62cbd-e62e-43a0-98b9-b7cbfe8c88b9 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.508063 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.517113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c4673c-2275-4fa7-aa65-19ef66afe7d9 admin admin] Checking segment: {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:20.517892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c4673c-2275-4fa7-aa65-19ef66afe7d9 admin admin] Network hostable DHCP agents. Network: 739db5ed-1ce5-49e2-8532-a593a50ed487, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:09:20.520541 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93c62cbd-e62e-43a0-98b9-b7cbfe8c88b9 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.567900 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:09:18Z', 'revision_number': 3, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:20.576383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c62cbd-e62e-43a0-98b9-b7cbfe8c88b9 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e90e1f2-5eba-4b4a-91ce-a90fc21dbd4f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:20.582487 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38c25d08-824d-4bf0-98c3-01b31d79d327 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.593282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c4673c-2275-4fa7-aa65-19ef66afe7d9 admin admin] Network 739db5ed-1ce5-49e2-8532-a593a50ed487 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:09:20.602916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-5aea0913-4fcd-4f4f-94b0-7ae98225b027 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:20.602916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-5aea0913-4fcd-4f4f-94b0-7ae98225b027 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.615229 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Checking router: 9025f0af-a3ac-40e3-b945-cb556d9a7e07 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:09:20.615697 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Updating router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 port 89118e48-4fba-449b-acd9-f5c7cc39e460 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:09:20.658201 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.666377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c25d08-824d-4bf0-98c3-01b31d79d327 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Subnet': ['ID=ad509549-32eb-4132-b14b-bf35965bb058,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:20.680217 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38c25d08-824d-4bf0-98c3-01b31d79d327 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.688915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-38c25d08-824d-4bf0-98c3-01b31d79d327 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/ad509549-32eb-4132-b14b-bf35965bb058 HTTP/1.1" status: 204 len: 168 time: 0.8807573 Aug 27 14:09:20.692164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a7c4673c-2275-4fa7-aa65-19ef66afe7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 739db5ed-1ce5-49e2-8532-a593a50ed487) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:20.693252 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93abc921-e508-4e7a-ab86-f53ed75314b3 None None] Network 87f96d82-a7d6-42eb-bc17-8825f64d31b6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:20.706836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c4673c-2275-4fa7-aa65-19ef66afe7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:20.710497 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7c4673c-2275-4fa7-aa65-19ef66afe7d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.717068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a503b174-e3af-46b5-ac8a-2f1825e84b61 None None] Network 739db5ed-1ce5-49e2-8532-a593a50ed487 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:20.723649 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60576) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:20.858979 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6a71a05-7ea4-477a-b9cc-f1dc64d4c053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.897792 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6a71a05-7ea4-477a-b9cc-f1dc64d4c053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.918969 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a7c4673c-2275-4fa7-aa65-19ef66afe7d9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8953624 Aug 27 14:09:20.919264 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-5aea0913-4fcd-4f4f-94b0-7ae98225b027 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7650278 Aug 27 14:09:20.921832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60580) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:20.924919 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93c62cbd-e62e-43a0-98b9-b7cbfe8c88b9 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.928445 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-93c62cbd-e62e-43a0-98b9-b7cbfe8c88b9 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0621829 Aug 27 14:09:20.931566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60582) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:20.935194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:20.943275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:20.951444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-eaa0e8fb-7e99-450e-bd45-d40d29ae5165 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'security_group': {'name': 'tempest-secgroup-1636177036'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:21.014561 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Request body: {'port': {'device_id': 'c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:21.026900 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.028245 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.083425 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.097265 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Transition to ACTIVE for port object 89118e48-4fba-449b-acd9-f5c7cc39e460 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:21.101369 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.105170 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.151018 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Attempting to bind port 89118e48-4fba-449b-acd9-f5c7cc39e460 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:21.151741 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Attempting to bind port 89118e48-4fba-449b-acd9-f5c7cc39e460 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:21.152335 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Attempting to bind port 89118e48-4fba-449b-acd9-f5c7cc39e460 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:21.185366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Allocated IP 172.20.0.2 (b62857ad-4724-4b2a-b1b8-39ab467af7a5/9544cece-b2d6-4ecb-b1ad-c6b064160f30/58298365-5a82-4e6d-8e8d-6a3e4ff453e3) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:21.186729 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:21.187509 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:21.188690 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.189376 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:21.190295 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Bound port: 89118e48-4fba-449b-acd9-f5c7cc39e460, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:21.190957 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.194018 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d6a71a05-7ea4-477a-b9cc-f1dc64d4c053 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02c15326ed3c41c482b9dd6525c871c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0469918 Aug 27 14:09:21.204711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60588) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:21.296303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:21.296681 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.298569 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e8fb-7e99-450e-bd45-d40d29ae5165 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.369569 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.443814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dde593c7-39f7-4a67-a132-0ff226b3cc7a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:21.488826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2184726f-21d2-4608-8095-54272b161891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-739db5ed-1ce5-49e2-8532-a593a50ed487', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:09:21.490011 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2184726f-21d2-4608-8095-54272b161891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.492086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96985d-1152-47b4-ad34-82bf26f53527 None None] DHCP port deletion for 87f96d82-a7d6-42eb-bc17-8825f64d31b6 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:09:21.528798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a71a05-7ea4-477a-b9cc-f1dc64d4c053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f6672b-52da-46bf-b7f1-5b8c09c1fc50,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:21.537671 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.553786 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e8fb-7e99-450e-bd45-d40d29ae5165 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.625225 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Pushing event updated for resources: {'Port': ['ID=89118e48-4fba-449b-acd9-f5c7cc39e460,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:21.640356 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e8fb-7e99-450e-bd45-d40d29ae5165 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.651887 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:21.652245 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:21.658578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a809-5a7d-458e-9369-dce54c9a32bf req-6d7b6d9c-045d-4fb5-b4ec-f29308a62ecc tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:21.659003 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:21.659389 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:21.659727 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:21.660172 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9f15a809-5a7d-458e-9369-dce54c9a32bf req-6d7b6d9c-045d-4fb5-b4ec-f29308a62ecc tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 931 time: 0.6962872 Aug 27 14:09:21.665721 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:21.666079 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:21.666426 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:21.666881 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:21.667220 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:21.667575 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:21.667872 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:21.690617 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] For port 89118e48-4fba-449b-acd9-f5c7cc39e460, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:21.698714 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] For port 89118e48-4fba-449b-acd9-f5c7cc39e460, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=89118e48-4fba-449b-acd9-f5c7cc39e460,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:21.704808 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.792736 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e8fb-7e99-450e-bd45-d40d29ae5165 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.803837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-eaa0e8fb-7e99-450e-bd45-d40d29ae5165 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8560774 Aug 27 14:09:21.818993 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Routers {'9025f0af-a3ac-40e3-b945-cb556d9a7e07'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:21.825631 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:21.830614 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60592) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:21.833411 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-917cf8c7-54aa-4a77-bff5-6e7db1944365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.854007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port dde593c7-39f7-4a67-a132-0ff226b3cc7a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:21.854620 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.867375 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.885857 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.903106 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf555e4-819d-42c8-bb75-9eed4049b47e None None] Pushing event updated for resources: {'Port': ['ID=89118e48-4fba-449b-acd9-f5c7cc39e460,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:21.904786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] For port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cb1bee4f-4c4f-4fe0-8db8-45bb6cced319,segment=NetworkSegment(1eb7e1ee-3a27-480f-a651-0955491ac646),segment_id=1eb7e1ee-3a27-480f-a651-0955491ac646)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:21.905822 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.921027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Transition to ACTIVE for port object 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:21.923454 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-2184726f-21d2-4608-8095-54272b161891 None None] Allocated IP 172.20.0.2 (739db5ed-1ce5-49e2-8532-a593a50ed487/b35584a9-512d-47a0-844c-68107c2b802f/bae63825-9dff-440e-912c-8ebdc7dba6ca) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:21.932758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:21.946951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-683943660', 'security_groups': ['ea6caa41-75bd-41cf-93a9-0210725e709b'], 'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9544cece-b2d6-4ecb-b1ad-c6b064160f30'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:21.951232 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:21.963212 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Transition to ACTIVE for port object 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:21.969664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ab96985d-1152-47b4-ad34-82bf26f53527 None None] Deleting port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:21.970051 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab96985d-1152-47b4-ad34-82bf26f53527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.010838 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9f15a809-5a7d-458e-9369-dce54c9a32bf req-066fc225-7bc4-4ea0-9a09-e61e47526bb1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193040 Aug 27 14:09:22.020641 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.037716 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] Set router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:22.096596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0e8fb-7e99-450e-bd45-d40d29ae5165 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6caa41-75bd-41cf-93a9-0210725e709b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:22.100882 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.175764 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Pushing event updated for resources: {'Port': ['ID=58298365-5a82-4e6d-8e8d-6a3e4ff453e3,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:22.188071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:22.193626 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-917cf8c7-54aa-4a77-bff5-6e7db1944365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.196320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No DVR routers for this DVR port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:09:22.209957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=cb1bee4f-4c4f-4fe0-8db8-45bb6cced319,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:22.218805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ab96985d-1152-47b4-ad34-82bf26f53527 None None] For port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cb1bee4f-4c4f-4fe0-8db8-45bb6cced319,segment=NetworkSegment(1eb7e1ee-3a27-480f-a651-0955491ac646),segment_id=1eb7e1ee-3a27-480f-a651-0955491ac646)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:22.219221 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab96985d-1152-47b4-ad34-82bf26f53527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.241179 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ab96985d-1152-47b4-ad34-82bf26f53527 None None] Calling delete_port for cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:22.353982 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:09:18Z', 'revision_number': 3, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:22.379214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:22.382210 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab96985d-1152-47b4-ad34-82bf26f53527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.384814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:22.391230 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.405765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f96d82-a7d6-42eb-bc17-8825f64d31b6']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:22.421185 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f0e79-b178-45d5-a006-69f1c3b4d6f0 None None] The sync data for ids ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'] in n-d-712139-12 is: [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:09:18Z', 'revision_number': 3, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:09:22.422547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb7e1ee-3a27-480f-a651-0955491ac646') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:22.423146 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb7e1ee-3a27-480f-a651-0955491ac646') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:22.475269 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.497049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96985d-1152-47b4-ad34-82bf26f53527 None None] Pushing event deleted for resources: {'Port': ['ID=cb1bee4f-4c4f-4fe0-8db8-45bb6cced319,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:22.528279 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.539391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96985d-1152-47b4-ad34-82bf26f53527 None None] No DVR routers for this DVR port cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:09:22.542473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:09:22.543464 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.633178 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Attempting to bind port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:22.633644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Attempting to bind port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'ff20b97d-8845-4393-a316-5bfbfcc91353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:22.634082 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Attempting to bind port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 on network b62857ad-4724-4b2a-b1b8-39ab467af7a5 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:22.647071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:22.650274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Checking segment: {'id': 'ff20b97d-8845-4393-a316-5bfbfcc91353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:22.650274 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.650274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Bound using segment: {'id': 'ff20b97d-8845-4393-a316-5bfbfcc91353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:22.650274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Bound port: 58298365-5a82-4e6d-8e8d-6a3e4ff453e3, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff20b97d-8845-4393-a316-5bfbfcc91353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:22.650274 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:09:22.676121 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:09:22.680766 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.710155 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.712202 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/networks/87f96d82-a7d6-42eb-bc17-8825f64d31b6 HTTP/1.1" status: 204 len: 168 time: 1.9875388 Aug 27 14:09:22.723168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60600) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:22.746624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0b6e0510-5f9d-457a-bd25-8a51ff779af6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2061414967', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:22.770596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] For port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:22.784861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906f533-40fd-4413-8b01-c13b30aa9675 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Network': ['ID=87f96d82-a7d6-42eb-bc17-8825f64d31b6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:22.789269 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] For port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=58298365-5a82-4e6d-8e8d-6a3e4ff453e3,segment=NetworkSegment(ff20b97d-8845-4393-a316-5bfbfcc91353),segment_id=ff20b97d-8845-4393-a316-5bfbfcc91353)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:22.795927 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0b6e0510-5f9d-457a-bd25-8a51ff779af6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.797481 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0b6e0510-5f9d-457a-bd25-8a51ff779af6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.809774 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.820500 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2184726f-21d2-4608-8095-54272b161891 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.914182 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0b6e0510-5f9d-457a-bd25-8a51ff779af6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.927978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0b6e0510-5f9d-457a-bd25-8a51ff779af6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.940067 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2184726f-21d2-4608-8095-54272b161891 None None] Transition to ACTIVE for port object bae63825-9dff-440e-912c-8ebdc7dba6ca will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:22.984008 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0b6e0510-5f9d-457a-bd25-8a51ff779af6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:22.988641 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0b6e0510-5f9d-457a-bd25-8a51ff779af6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2491891 Aug 27 14:09:22.989618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60602) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:23.032371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2184726f-21d2-4608-8095-54272b161891 None None] Transition to ACTIVE for port object bae63825-9dff-440e-912c-8ebdc7dba6ca will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:23.047157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e0f5219d-092f-417e-b8f9-18241c0804de tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-907678959'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:23.049648 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2184726f-21d2-4608-8095-54272b161891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:23.121154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96535c34-0e01-4c38-b9ee-63e0209df930 None None] Pushing event updated for resources: {'Port': ['ID=58298365-5a82-4e6d-8e8d-6a3e4ff453e3,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:23.150121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2184726f-21d2-4608-8095-54272b161891 None None] Network 739db5ed-1ce5-49e2-8532-a593a50ed487 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:23.173872 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:23.174216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-2184726f-21d2-4608-8095-54272b161891 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:23.179487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2184726f-21d2-4608-8095-54272b161891 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:23.216883 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-917cf8c7-54aa-4a77-bff5-6e7db1944365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:23.219567 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-917cf8c7-54aa-4a77-bff5-6e7db1944365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:23.225732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-917cf8c7-54aa-4a77-bff5-6e7db1944365 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36f6672b-52da-46bf-b7f1-5b8c09c1fc50 HTTP/1.1" status: 204 len: 168 time: 2.0096242 Aug 27 14:09:23.230929 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:23.253821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f5219d-092f-417e-b8f9-18241c0804de tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:23.257437 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0f5219d-092f-417e-b8f9-18241c0804de tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:23.310576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184726f-21d2-4608-8095-54272b161891 None None] Pushing event updated for resources: {'Port': ['ID=bae63825-9dff-440e-912c-8ebdc7dba6ca,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:23.353932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2184726f-21d2-4608-8095-54272b161891 None None] Attempting to bind port bae63825-9dff-440e-912c-8ebdc7dba6ca on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:23.354316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2184726f-21d2-4608-8095-54272b161891 None None] Attempting to bind port bae63825-9dff-440e-912c-8ebdc7dba6ca by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:23.354715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2184726f-21d2-4608-8095-54272b161891 None None] Attempting to bind port bae63825-9dff-440e-912c-8ebdc7dba6ca on network 739db5ed-1ce5-49e2-8532-a593a50ed487 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:23.372212 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2184726f-21d2-4608-8095-54272b161891 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:23.372596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2184726f-21d2-4608-8095-54272b161891 None None] Checking segment: {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:23.383508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cf8c7-54aa-4a77-bff5-6e7db1944365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f6672b-52da-46bf-b7f1-5b8c09c1fc50,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:23.391129 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2184726f-21d2-4608-8095-54272b161891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:23.391325 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2184726f-21d2-4608-8095-54272b161891 None None] Bound using segment: {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:23.391902 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2184726f-21d2-4608-8095-54272b161891 None None] Bound port: bae63825-9dff-440e-912c-8ebdc7dba6ca, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:23.392318 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2184726f-21d2-4608-8095-54272b161891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:23.498411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:23.589206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Allocated IP 172.20.0.1 (7aefa3fa-7749-4753-b281-ffd8f72f60ab/40e71b8a-6eda-4448-a119-1a41275d23a4/6e425f32-eaf0-4a1a-b15f-af3e4322181c) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:23.622038 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Allocated IP 172.25.2.75 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/0c83ead8-ef26-4268-88c0-ce581e98e138) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:23.682250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:09:23.701598 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:23.721408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01872967-bf7c-4233-9b19-1f688697726e req-2ef059ba-b440-4b1a-9afd-76e096f614df tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:23.722225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2184726f-21d2-4608-8095-54272b161891 None None] For port bae63825-9dff-440e-912c-8ebdc7dba6ca, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:23.723204 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-01872967-bf7c-4233-9b19-1f688697726e req-2ef059ba-b440-4b1a-9afd-76e096f614df tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 931 time: 0.5638957 Aug 27 14:09:23.732186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2184726f-21d2-4608-8095-54272b161891 None None] For port bae63825-9dff-440e-912c-8ebdc7dba6ca, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=bae63825-9dff-440e-912c-8ebdc7dba6ca,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:23.739660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 89118e48-4fba-449b-acd9-f5c7cc39e460 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:23.749585 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2184726f-21d2-4608-8095-54272b161891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:23.825506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Transition to ACTIVE for port object 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:23.879418 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:23.915932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f5219d-092f-417e-b8f9-18241c0804de tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:09:23.979710 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0f5219d-092f-417e-b8f9-18241c0804de tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:23.980065 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-e0f5219d-092f-417e-b8f9-18241c0804de tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Added segment 32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8 of type vlan for network b9f6fef1-c31a-4f4e-8793-4543892fb4ca Aug 27 14:09:23.986664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184726f-21d2-4608-8095-54272b161891 None None] Pushing event updated for resources: {'Port': ['ID=bae63825-9dff-440e-912c-8ebdc7dba6ca,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:23.989505 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:24.004998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Transition to ACTIVE for port object 6e425f32-eaf0-4a1a-b15f-af3e4322181c will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:24.016638 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 89118e48-4fba-449b-acd9-f5c7cc39e460 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:24.023699 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 89118e48-4fba-449b-acd9-f5c7cc39e460 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:24.023819 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:24.059190 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:24.065870 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:24.136142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0f5219d-092f-417e-b8f9-18241c0804de tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:24.205757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Pushing event updated for resources: {'Port': ['ID=43a2ba80-7cee-4adb-80ae-3d514d0be9c4,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:24.211006 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0f5219d-092f-417e-b8f9-18241c0804de tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:24.233883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f5219d-092f-417e-b8f9-18241c0804de tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:24.235287 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0f5219d-092f-417e-b8f9-18241c0804de tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:24.236684 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port cf2bdb73-d70d-4c12-a194-879070e44bca yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:09:24.282707 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e0f5219d-092f-417e-b8f9-18241c0804de tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2466652 Aug 27 14:09:24.307918 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:24.313303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60628) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:24.348916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-01872967-bf7c-4233-9b19-1f688697726e req-6451795c-8db5-48e0-8efe-5bd592b2c2e6 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101484 Aug 27 14:09:24.372406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 89118e48-4fba-449b-acd9-f5c7cc39e460, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=89118e48-4fba-449b-acd9-f5c7cc39e460,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:24.381221 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:24.462553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e331c435-1ef5-45d0-9f6f-090c4223d09e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'subnet': {'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:24.484567 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:24.555622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=89118e48-4fba-449b-acd9-f5c7cc39e460,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:24.560385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:09:24.606857 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:09:24.607190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cb1bee4f-4c4f-4fe0-8db8-45bb6cced319 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:09:24.724338 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5219d-092f-417e-b8f9-18241c0804de tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Network': ['ID=b9f6fef1-c31a-4f4e-8793-4543892fb4ca,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:24.744157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network b9f6fef1-c31a-4f4e-8793-4543892fb4ca details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:09:24.777005 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:24.784557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Attempting to bind port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:24.784908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Attempting to bind port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:24.785253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Attempting to bind port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:24.828710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Network 7aefa3fa-7749-4753-b281-ffd8f72f60ab is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:24.835834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:24.853305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:24.958141 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:24.982343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:24.997821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Pushing event updated for resources: {'Port': ['ID=6e425f32-eaf0-4a1a-b15f-af3e4322181c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:25.006927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:25.011605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:25.015140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:09:25.015487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Attempting to bind port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:25.049503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:25.055219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Checking segment: {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:25.055716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Bound using segment: {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:25.056266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Bound port: 43a2ba80-7cee-4adb-80ae-3d514d0be9c4, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:25.056746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:25.087258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Pushing event updated for resources: {'Port': ['ID=0c83ead8-ef26-4268-88c0-ce581e98e138,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:25.097929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e331c435-1ef5-45d0-9f6f-090c4223d09e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:25.102487 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e331c435-1ef5-45d0-9f6f-090c4223d09e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:25.172213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-36a25039-bdca-41d2-bbf0-5cab3b1e381d None None] Provisioning complete for port d12789f2-a2dc-4b17-9aa9-c6a2686762cd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:25.172213 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36a25039-bdca-41d2-bbf0-5cab3b1e381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:25.304555 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-36a25039-bdca-41d2-bbf0-5cab3b1e381d None None] Port d12789f2-a2dc-4b17-9aa9-c6a2686762cd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:25.350538 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-36a25039-bdca-41d2-bbf0-5cab3b1e381d None None] Provisioning for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:25.447086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] For port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:25.485919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] For port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=43a2ba80-7cee-4adb-80ae-3d514d0be9c4,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:25.520291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ba3d6db2-ebf6-435d-bef6-ebbafe3d0c39 None None] Provisioning for port 6e425f32-eaf0-4a1a-b15f-af3e4322181c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:25.531601 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ba3d6db2-ebf6-435d-bef6-ebbafe3d0c39 None None] Provisioning complete for port 6e425f32-eaf0-4a1a-b15f-af3e4322181c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:25.532251 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6db2-ebf6-435d-bef6-ebbafe3d0c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:25.534369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.7 (b62857ad-4724-4b2a-b1b8-39ab467af7a5/9544cece-b2d6-4ecb-b1ad-c6b064160f30/cf2bdb73-d70d-4c12-a194-879070e44bca) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:25.541644 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:25.637720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:25.637720 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:25.639109 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] 10.222.0.41 "PUT /v2.0/ports/43a2ba80-7cee-4adb-80ae-3d514d0be9c4 HTTP/1.1" status: 200 len: 1092 time: 4.6824546 Aug 27 14:09:25.703701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569', 'tag': '43a2ba80-7cee-4adb-80ae-3d514d0be9c4'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:09:25.718877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d6db2-ebf6-435d-bef6-ebbafe3d0c39 None None] Port 6e425f32-eaf0-4a1a-b15f-af3e4322181c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:25.724998 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a5ac55-dbed-4b1f-be55-83a81ff65b04" -d '{"events": [{"name": "network-changed", "server_uuid": "c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569", "tag": "43a2ba80-7cee-4adb-80ae-3d514d0be9c4"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:09:25.799427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bae63825-9dff-440e-912c-8ebdc7dba6ca up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:25.876213 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e331c435-1ef5-45d0-9f6f-090c4223d09e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:25.920154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port bae63825-9dff-440e-912c-8ebdc7dba6ca completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:25.931872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 89118e48-4fba-449b-acd9-f5c7cc39e460 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:25.955663 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff0d5f7-8875-46df-b2e8-c0456104e1e3 x-openstack-request-id: req-2ff0d5f7-8875-46df-b2e8-c0456104e1e3 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:09:25.956056 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569", "tag": "43a2ba80-7cee-4adb-80ae-3d514d0be9c4", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:09:25.959226 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ff0d5f7-8875-46df-b2e8-c0456104e1e3 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:09:25.959796 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569', 'tag': '43a2ba80-7cee-4adb-80ae-3d514d0be9c4', 'status': 'completed', 'code': 200} Aug 27 14:09:26.026997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331c435-1ef5-45d0-9f6f-090c4223d09e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Subnet': ['ID=e8f87033-61bc-4103-bfe7-458bdd19a854,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:26.033916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 89118e48-4fba-449b-acd9-f5c7cc39e460 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:26.034994 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:26.132312 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:26.146661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:26.217052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f813fba-1212-4453-8966-25b76a095354 None None] Network 739db5ed-1ce5-49e2-8532-a593a50ed487 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:26.254848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e331c435-1ef5-45d0-9f6f-090c4223d09e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Checking segment: {'id': '32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:26.255223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e331c435-1ef5-45d0-9f6f-090c4223d09e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network hostable DHCP agents. Network: b9f6fef1-c31a-4f4e-8793-4543892fb4ca, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:09:26.305838 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:26.308652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3f9b7-cccc-41a0-a468-772d275d43bc service neutron] Pushing event updated for resources: {'Port': ['ID=43a2ba80-7cee-4adb-80ae-3d514d0be9c4,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:26.314098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d56e6596-d1b7-4b0c-95b9-7a74b12fb90f None None] Provisioning for port bae63825-9dff-440e-912c-8ebdc7dba6ca completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:26.321804 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:26.322149 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:26.324734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d56e6596-d1b7-4b0c-95b9-7a74b12fb90f None None] Provisioning complete for port bae63825-9dff-440e-912c-8ebdc7dba6ca triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:26.325107 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d56e6596-d1b7-4b0c-95b9-7a74b12fb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:26.376480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e331c435-1ef5-45d0-9f6f-090c4223d09e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network b9f6fef1-c31a-4f4e-8793-4543892fb4ca is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:09:26.378489 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-4c184286-942d-40da-a602-beefd4a2a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:26.380298 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-4c184286-942d-40da-a602-beefd4a2a294 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 1095 time: 0.6466954 Aug 27 14:09:26.392917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c383b-ac22-4fa4-bb1f-c59c35a2903a req-8e0afb03-8100-4023-a01c-8e2b81c23b52 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:26.395252 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e2c383b-ac22-4fa4-bb1f-c59c35a2903a req-8e0afb03-8100-4023-a01c-8e2b81c23b52 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 943 time: 0.7789183 Aug 27 14:09:26.401088 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-e331c435-1ef5-45d0-9f6f-090c4223d09e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, b9f6fef1-c31a-4f4e-8793-4543892fb4ca) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:26.415440 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e331c435-1ef5-45d0-9f6f-090c4223d09e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:26.416022 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e331c435-1ef5-45d0-9f6f-090c4223d09e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:26.424856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ed6aef-a559-4d22-886b-5eb388cb31f9 None None] Network b9f6fef1-c31a-4f4e-8793-4543892fb4ca requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:26.446203 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:26.456534 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e331c435-1ef5-45d0-9f6f-090c4223d09e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1394529 Aug 27 14:09:26.456534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60700) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:26.471210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60702) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:26.497934 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-a71180af-1ad7-4399-828b-4d5894645289 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43a2ba80-7cee-4adb-80ae-3d514d0be9c4 HTTP/1.1" status: 200 len: 217 time: 0.0960140 Aug 27 14:09:26.701113 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d56e6596-d1b7-4b0c-95b9-7a74b12fb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:26.729992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e2c383b-ac22-4fa4-bb1f-c59c35a2903a req-87a6f44e-c4d8-4097-9a4b-8dbbf8ef79ad tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057384 Aug 27 14:09:26.762358 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:09:26.763327 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:26.833162 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:26.841364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-e8b61050-e5fe-43b5-b875-5953c380d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:26.843814 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-e8b61050-e5fe-43b5-b875-5953c380d4ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 200 len: 851 time: 0.3297205 Aug 27 14:09:26.913451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Transition to ACTIVE for port object cf2bdb73-d70d-4c12-a194-879070e44bca will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:26.972005 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-021d6952-bf92-4053-87f2-7f135de16415 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079934 Aug 27 14:09:27.102811 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Allocated IP 2001:db8::2 (b9f6fef1-c31a-4f4e-8793-4543892fb4ca/e8f87033-61bc-4103-bfe7-458bdd19a854/09f38047-45a5-44e2-87a4-00ce0e31f0c5) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:27.125277 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-017bfa24-8e44-4328-a1a5-6407293cc7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.142277 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.161394 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.226208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.284407 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.312214 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-821fddfa-25ca-4fd8-a0dd-48b810003fae service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271940 Aug 27 14:09:27.324871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d56e6596-d1b7-4b0c-95b9-7a74b12fb90f None None] For port bae63825-9dff-440e-912c-8ebdc7dba6ca, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=bae63825-9dff-440e-912c-8ebdc7dba6ca,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:27.341498 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d56e6596-d1b7-4b0c-95b9-7a74b12fb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.351158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:27.355960 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.363628 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-017bfa24-8e44-4328-a1a5-6407293cc7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.390956 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.391422 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.396483 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-017bfa24-8e44-4328-a1a5-6407293cc7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.405301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:27.419241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:27.424064 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.425979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Pushing event updated for resources: {'Port': ['ID=6e425f32-eaf0-4a1a-b15f-af3e4322181c,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:27.475655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Transition to ACTIVE for port object 09f38047-45a5-44e2-87a4-00ce0e31f0c5 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:27.499633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=58298365-5a82-4e6d-8e8d-6a3e4ff453e3,segment=NetworkSegment(ff20b97d-8845-4393-a316-5bfbfcc91353),segment_id=ff20b97d-8845-4393-a316-5bfbfcc91353)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:27.517247 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.531293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e6596-d1b7-4b0c-95b9-7a74b12fb90f None None] Pushing event updated for resources: {'Port': ['ID=bae63825-9dff-440e-912c-8ebdc7dba6ca,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:27.534148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Transition to ACTIVE for port object 09f38047-45a5-44e2-87a4-00ce0e31f0c5 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:27.614380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:27.615535 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.625150 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-017bfa24-8e44-4328-a1a5-6407293cc7f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be2e8a817f58454fb2347b3599eb7dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1690919 Aug 27 14:09:27.626173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60730) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:27.630769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=58298365-5a82-4e6d-8e8d-6a3e4ff453e3,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:27.641585 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.650603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bfa24-8e44-4328-a1a5-6407293cc7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d0ac17-35e9-4fd0-ae7f-6710e568fc24,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:27.694208 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Network b9f6fef1-c31a-4f4e-8793-4543892fb4ca is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:27.697172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:27.700702 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:27.710272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=cf2bdb73-d70d-4c12-a194-879070e44bca,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:27.735444 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-726c1a31-7675-49de-9088-46dcef201a6a tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.8968091 Aug 27 14:09:27.738331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60734) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:27.756003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Pushing event updated for resources: {'Port': ['ID=09f38047-45a5-44e2-87a4-00ce0e31f0c5,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:27.770805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a5a49bb6-ec6a-4dc7-9c5d-631bc133ded5 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:27.776761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:09:27.817565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Attempting to bind port 09f38047-45a5-44e2-87a4-00ce0e31f0c5 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:27.817930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Attempting to bind port 09f38047-45a5-44e2-87a4-00ce0e31f0c5 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:27.818327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Attempting to bind port 09f38047-45a5-44e2-87a4-00ce0e31f0c5 on network b9f6fef1-c31a-4f4e-8793-4543892fb4ca {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:27.824869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:27.825235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Checking segment: {'id': '32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:27.825551 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.825946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Bound using segment: {'id': '32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:27.827006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Bound port: 09f38047-45a5-44e2-87a4-00ce0e31f0c5, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:27.827397 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.844053 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5faf9bc5-07c4-47ec-a269-f6d5ebb45575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.871074 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5faf9bc5-07c4-47ec-a269-f6d5ebb45575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.890627 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2a582261-9902-44a2-9964-b02899242b1a None None] Provisioning for port cf2bdb73-d70d-4c12-a194-879070e44bca completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:27.900541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2a582261-9902-44a2-9964-b02899242b1a None None] Provisioning complete for port cf2bdb73-d70d-4c12-a194-879070e44bca triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:27.900926 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a582261-9902-44a2-9964-b02899242b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:27.945326 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2a582261-9902-44a2-9964-b02899242b1a None None] Port cf2bdb73-d70d-4c12-a194-879070e44bca cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:27.962864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] For port 09f38047-45a5-44e2-87a4-00ce0e31f0c5, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:27.967879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] For port 09f38047-45a5-44e2-87a4-00ce0e31f0c5, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=09f38047-45a5-44e2-87a4-00ce0e31f0c5,segment=NetworkSegment(32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8),segment_id=32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:27.974975 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:28.065677 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5faf9bc5-07c4-47ec-a269-f6d5ebb45575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:28.068462 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5faf9bc5-07c4-47ec-a269-f6d5ebb45575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:28.068605 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc64c1-9c26-49ab-9ab4-5267127bc1a8 None None] Pushing event updated for resources: {'Port': ['ID=09f38047-45a5-44e2-87a4-00ce0e31f0c5,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:28.073414 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5faf9bc5-07c4-47ec-a269-f6d5ebb45575 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90d0ac17-35e9-4fd0-ae7f-6710e568fc24 HTTP/1.1" status: 204 len: 168 time: 0.4261131 Aug 27 14:09:28.111364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a4eeecfa-f1bc-42c1-8da3-e5b24821606a None None] Provisioning complete for port bae63825-9dff-440e-912c-8ebdc7dba6ca triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:28.113925 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a4eeecfa-f1bc-42c1-8da3-e5b24821606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:28.159293 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf9bc5-07c4-47ec-a269-f6d5ebb45575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d0ac17-35e9-4fd0-ae7f-6710e568fc24,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:28.163545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a49bb6-ec6a-4dc7-9c5d-631bc133ded5 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:28.168218 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a5a49bb6-ec6a-4dc7-9c5d-631bc133ded5 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:28.301905 n-d-712139-12 neutron-server[101187]: INFO neutron.db.ipam_backend_mixin [None req-a5a49bb6-ec6a-4dc7-9c5d-631bc133ded5 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9544cece-b2d6-4ecb-b1ad-c6b064160f30 (CIDR: 172.20.0.0/28) Aug 27 14:09:28.306900 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a49bb6-ec6a-4dc7-9c5d-631bc133ded5 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:09:28.307395 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a49bb6-ec6a-4dc7-9c5d-631bc133ded5 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:09:28.386220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:09:28.400216 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a5a49bb6-ec6a-4dc7-9c5d-631bc133ded5 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6477790 Aug 27 14:09:28.401428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Sync routers for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:09:28.407969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60750) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:28.418472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1835eb2a-459d-4315-ac89-9733385e5af4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:28.423399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:28.424382 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:28.447945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b081d3-989e-40ec-9a03-c529552dd73a req-e4c986aa-53aa-456b-a660-3b4e79cf6428 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:28.452863 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f3b081d3-989e-40ec-9a03-c529552dd73a req-e4c986aa-53aa-456b-a660-3b4e79cf6428 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 943 time: 0.5575469 Aug 27 14:09:28.535475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af967bb-429c-4315-8533-214581f95efb req-b8d8bc09-662d-4032-bceb-4a6a2ed157ad tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:28.537527 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:28.538802 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ae3f45e1-183d-4ba9-b015-0727874ad5ba admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6148801 Aug 27 14:09:28.547288 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0af967bb-429c-4315-8533-214581f95efb req-b8d8bc09-662d-4032-bceb-4a6a2ed157ad tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 946 time: 0.8326201 Aug 27 14:09:28.552162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60754) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:28.626534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:28.781317 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-125ca9c2-6f50-4cea-8b0e-d19d347213b0 req-443ffcb4-39b8-49ad-b056-10cee72c67e5 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4502864 Aug 27 14:09:28.798200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Network 7aefa3fa-7749-4753-b281-ffd8f72f60ab is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:28.802121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0af967bb-429c-4315-8533-214581f95efb req-6d1a1ad7-0d62-44f1-b3c7-23b0082afe91 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116354 Aug 27 14:09:28.822844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f3b081d3-989e-40ec-9a03-c529552dd73a req-3e48be4d-95c7-4bee-886d-e8a155692ea4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589520 Aug 27 14:09:28.830838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:28.872695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:25Z', 'revision_number': 3, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:28.917120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Checking router: 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:09:28.917475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Updating router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a port 0c83ead8-ef26-4268-88c0-ce581e98e138 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:09:29.003142 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:29.018155 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Allocated IP 2001:db8::1 (b9f6fef1-c31a-4f4e-8793-4543892fb4ca/e8f87033-61bc-4103-bfe7-458bdd19a854/331272a9-0d7a-4a02-83af-dbe0cec0b514) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:29.118313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1835eb2a-459d-4315-ac89-9733385e5af4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:29.122897 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1835eb2a-459d-4315-ac89-9733385e5af4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:29.152421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5ac55-dbed-4b1f-be55-83a81ff65b04 req-2caa1335-fe23-4e01-b66d-e0e875b70fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:29.154297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64a5ac55-dbed-4b1f-be55-83a81ff65b04 req-2caa1335-fe23-4e01-b66d-e0e875b70fa2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 1095 time: 0.2278075 Aug 27 14:09:29.345944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:09:29.353272 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-96aa057a-1bca-4958-9cee-56ef09934ff4 None None] Provisioning complete for port 6e425f32-eaf0-4a1a-b15f-af3e4322181c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:29.354250 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96aa057a-1bca-4958-9cee-56ef09934ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:29.406966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-96aa057a-1bca-4958-9cee-56ef09934ff4 None None] Port 6e425f32-eaf0-4a1a-b15f-af3e4322181c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:29.523645 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:29.563317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5ac55-dbed-4b1f-be55-83a81ff65b04 req-473fad0c-6d7a-4f15-8c9f-dc227833a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:29.564838 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64a5ac55-dbed-4b1f-be55-83a81ff65b04 req-473fad0c-6d7a-4f15-8c9f-dc227833a070 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 912 time: 0.3864014 Aug 27 14:09:29.567903 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:29.621311 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:29.626353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a35039-1a20-42e9-b44a-6e574cdb4d87 None None] Network b9f6fef1-c31a-4f4e-8793-4543892fb4ca requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:29.671082 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1835eb2a-459d-4315-ac89-9733385e5af4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:29.679618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Transition to ACTIVE for port object 0c83ead8-ef26-4268-88c0-ce581e98e138 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:29.693663 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:29.702183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3115c3a7-207f-4074-ae50-4f8a89116350 None None] Provisioning for port 09f38047-45a5-44e2-87a4-00ce0e31f0c5 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:29.742204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1835eb2a-459d-4315-ac89-9733385e5af4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:29.767321 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64a5ac55-dbed-4b1f-be55-83a81ff65b04 req-28c187c2-c3c8-4669-972f-b7aebaa03614 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43a2ba80-7cee-4adb-80ae-3d514d0be9c4 HTTP/1.1" status: 200 len: 217 time: 0.1915660 Aug 27 14:09:29.775689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Transition to ACTIVE for port object 331272a9-0d7a-4a02-83af-dbe0cec0b514 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:29.784113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Attempting to bind port 0c83ead8-ef26-4268-88c0-ce581e98e138 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:29.784113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Attempting to bind port 0c83ead8-ef26-4268-88c0-ce581e98e138 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:29.784402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Attempting to bind port 0c83ead8-ef26-4268-88c0-ce581e98e138 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:29.789603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-1835eb2a-459d-4315-ac89-9733385e5af4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:29.793016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1835eb2a-459d-4315-ac89-9733385e5af4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:29.793600 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1835eb2a-459d-4315-ac89-9733385e5af4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:29.794625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Pushing event updated for resources: {'Port': ['ID=0c83ead8-ef26-4268-88c0-ce581e98e138,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:29.800884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:29.801134 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:29.802123 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:29.802123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:29.802674 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Bound port: 0c83ead8-ef26-4268-88c0-ce581e98e138, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:29.804282 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:29.818490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835eb2a-459d-4315-ac89-9733385e5af4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Subnet': ['ID=f607be80-d539-44fb-a722-f9f3855da3c4,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:29.849437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716f69f8-3a35-4aa3-844e-6cf9ad1ad890 None None] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:29.851661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bae63825-9dff-440e-912c-8ebdc7dba6ca up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:29.858509 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1835eb2a-459d-4315-ac89-9733385e5af4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4221754 Aug 27 14:09:29.868517 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60802) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:29.887729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-9e1ff77c-237a-4f83-8e0b-756016e0a250 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1410939671', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f607be80-d539-44fb-a722-f9f3855da3c4'}], 'security_groups': ['3e90e1f2-5eba-4b4a-91ce-a90fc21dbd4f']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:30.010380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5ac55-dbed-4b1f-be55-83a81ff65b04 req-89e31159-7310-49dc-818e-8d4fda2d3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:30.010380 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64a5ac55-dbed-4b1f-be55-83a81ff65b04 req-89e31159-7310-49dc-818e-8d4fda2d3205 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 200 len: 851 time: 0.2052631 Aug 27 14:09:30.016909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:09:30.028946 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-16aa9218-0468-4bd8-bcb9-66838b1f42af admin admin] 10.222.0.55 "PUT /v2.0/routers/9025f0af-a3ac-40e3-b945-cb556d9a7e07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9110920 Aug 27 14:09:30.046416 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Sync routers for ids ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:09:30.058580 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Routers {'9025f0af-a3ac-40e3-b945-cb556d9a7e07'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:30.071572 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:30.081408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64a5ac55-dbed-4b1f-be55-83a81ff65b04 req-075fba23-6841-433d-8925-aa39c743c8a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605519 Aug 27 14:09:30.093771 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706c8f6-5c95-4a25-b361-b52a4e0c8ea4 req-d1b53da3-3602-40fd-b5c6-166eb720e4c6 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:30.094973 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b706c8f6-5c95-4a25-b361-b52a4e0c8ea4 req-d1b53da3-3602-40fd-b5c6-166eb720e4c6 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 943 time: 0.1595247 Aug 27 14:09:30.095936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68999187-fc40-4e10-92dc-e94c5769cb04 req-b7fe0489-c4e3-47ae-9f09-137d2306879e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:30.096393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Allocated IP 172.20.0.1 (739db5ed-1ce5-49e2-8532-a593a50ed487/b35584a9-512d-47a0-844c-68107c2b802f/727ef361-a709-4d59-b767-faec98c9d246) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:30.106622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68999187-fc40-4e10-92dc-e94c5769cb04 req-b7fe0489-c4e3-47ae-9f09-137d2306879e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 946 time: 0.1662266 Aug 27 14:09:30.115645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:30.241670 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] For port 0c83ead8-ef26-4268-88c0-ce581e98e138, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:30.268124 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b706c8f6-5c95-4a25-b361-b52a4e0c8ea4 req-30adc05d-ca57-4dd7-b1de-91a10123d7e3 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526415 Aug 27 14:09:30.274346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network b9f6fef1-c31a-4f4e-8793-4543892fb4ca is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:30.276902 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Set router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:30.299927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:30.306032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=331272a9-0d7a-4a02-83af-dbe0cec0b514,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:30.312656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:30.313232 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:30.325218 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] For port 0c83ead8-ef26-4268-88c0-ce581e98e138, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0c83ead8-ef26-4268-88c0-ce581e98e138,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:30.330232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68999187-fc40-4e10-92dc-e94c5769cb04 req-473b8e5c-009c-45cf-8f55-ba2d97a99f6d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226832 Aug 27 14:09:30.345917 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:30.428780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port bae63825-9dff-440e-912c-8ebdc7dba6ca triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:30.429448 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:30.455728 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64a5ac55-dbed-4b1f-be55-83a81ff65b04 req-3928c4df-d50b-48a8-b6b2-5c8c8c5de205 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356409 Aug 27 14:09:30.606925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:30.609284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:30.635360 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:30.652187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Transition to ACTIVE for port object 727ef361-a709-4d59-b767-faec98c9d246 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:30.702917 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:30.724825 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:09:25Z', 'revision_number': 4, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6e425f32-eaf0-4a1a-b15f-af3e4322181c', 'name': '', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'mac_address': 'fa:16:3e:c9:ae:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:26Z', 'revision_number': 2, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'subnets': [{'id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:30.744310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Pushing event updated for resources: {'Port': ['ID=0c83ead8-ef26-4268-88c0-ce581e98e138,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:30.770201 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e1ff77c-237a-4f83-8e0b-756016e0a250 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:30.776310 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:30.797351 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Checking router: 9025f0af-a3ac-40e3-b945-cb556d9a7e07 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:09:30.797702 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Updating router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 port 6e425f32-eaf0-4a1a-b15f-af3e4322181c binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:09:30.822123 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64a5ac55-dbed-4b1f-be55-83a81ff65b04 req-379c7363-9b6f-4a83-ae44-a3c8ad77e738 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463564 Aug 27 14:09:30.832160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:30.832160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:30.832700 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:30.834984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:30.835537 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:30.835982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:30.836516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:30.839139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:30.839682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:30.840174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:30.840586 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:30.841076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a46bf-30cd-4c34-86a7-1c07c7394dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:30.844467 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:30.911858 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Network 739db5ed-1ce5-49e2-8532-a593a50ed487 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:30.932526 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:30.938923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:31.283936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Pushing event updated for resources: {'Port': ['ID=727ef361-a709-4d59-b767-faec98c9d246,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:31.286612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60884) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:31.356570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-798633d8-24ba-42d6-a833-bdc3090de576 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355269823', 'description': 'tempest-description--590076033'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:31.396438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60892) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:31.411208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:31.457338 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:31.458131 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:31.483262 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:31.488639 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:31.517838 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Transition to ACTIVE for port object 6e425f32-eaf0-4a1a-b15f-af3e4322181c will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:31.532653 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:31.552607 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-798633d8-24ba-42d6-a833-bdc3090de576 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:31.561217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 09f38047-45a5-44e2-87a4-00ce0e31f0c5 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:31.567780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517ab606-1ca4-4698-b931-3a05d1947a18 None None] Update dhcp port {'port': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'fixed_ips': [{'subnet_id': '9544cece-b2d6-4ecb-b1ad-c6b064160f30', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f607be80-d539-44fb-a722-f9f3855da3c4'}], 'binding:host_id': 'n-d-712139-12'}, 'id': '58298365-5a82-4e6d-8e8d-6a3e4ff453e3'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:09:31.635602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b178a6f-7d57-4637-a466-3090a426b683 req-43b036bb-f6a0-4a59-b4a6-7090a334ee38 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:31.647527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b178a6f-7d57-4637-a466-3090a426b683 req-43b036bb-f6a0-4a59-b4a6-7090a334ee38 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 943 time: 0.2255476 Aug 27 14:09:31.651643 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8e0c6-66f7-45c0-93b3-fb40c4b5eace None None] Pushing event updated for resources: {'Port': ['ID=6e425f32-eaf0-4a1a-b15f-af3e4322181c,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:31.669248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:31.682854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=331272a9-0d7a-4a02-83af-dbe0cec0b514,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:31.730541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-9e1ff77c-237a-4f83-8e0b-756016e0a250 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Delete allocated IP 172.20.0.7 (b62857ad-4724-4b2a-b1b8-39ab467af7a5/9544cece-b2d6-4ecb-b1ad-c6b064160f30) {{(pid=101187) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 14:09:31.744416 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-517ab606-1ca4-4698-b931-3a05d1947a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:31.744953 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b178a6f-7d57-4637-a466-3090a426b683 req-d3ef88d6-5bc5-4b37-9ccf-08e736fdb47e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915163 Aug 27 14:09:31.777811 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Attempting to bind port 6e425f32-eaf0-4a1a-b15f-af3e4322181c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:31.778573 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Attempting to bind port 6e425f32-eaf0-4a1a-b15f-af3e4322181c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5eebd969-099a-4b28-a7c6-2c7626dd0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:31.779123 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Attempting to bind port 6e425f32-eaf0-4a1a-b15f-af3e4322181c on network 7aefa3fa-7749-4753-b281-ffd8f72f60ab {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:31.787576 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:31.788237 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Checking segment: {'id': '5eebd969-099a-4b28-a7c6-2c7626dd0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:31.788814 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:31.789370 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Bound using segment: {'id': '5eebd969-099a-4b28-a7c6-2c7626dd0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:31.789996 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Bound port: 6e425f32-eaf0-4a1a-b15f-af3e4322181c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eebd969-099a-4b28-a7c6-2c7626dd0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:31.790697 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:31.795131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network b9f6fef1-c31a-4f4e-8793-4543892fb4ca is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:31.798415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:31.826040 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-9e1ff77c-237a-4f83-8e0b-756016e0a250 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.21 (b62857ad-4724-4b2a-b1b8-39ab467af7a5/f607be80-d539-44fb-a722-f9f3855da3c4/cf2bdb73-d70d-4c12-a194-879070e44bca) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:31.850825 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-47df5846-9745-4fdb-a193-33b4d3637609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:31.862785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2b1513d3-6d6f-4daa-9843-cf1f23ac1293 None None] Provisioning for port 331272a9-0d7a-4a02-83af-dbe0cec0b514 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:31.935196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2b1513d3-6d6f-4daa-9843-cf1f23ac1293 None None] Provisioning complete for port 331272a9-0d7a-4a02-83af-dbe0cec0b514 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:31.937380 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] For port 6e425f32-eaf0-4a1a-b15f-af3e4322181c, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:31.939281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b1513d3-6d6f-4daa-9843-cf1f23ac1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:31.941225 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] For port 6e425f32-eaf0-4a1a-b15f-af3e4322181c, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6e425f32-eaf0-4a1a-b15f-af3e4322181c,segment=NetworkSegment(5eebd969-099a-4b28-a7c6-2c7626dd0ea8),segment_id=5eebd969-099a-4b28-a7c6-2c7626dd0ea8)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:31.950014 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:31.971481 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 766b7891-00e0-4bfe-8124-11091eae26e1 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:09:32.036086 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-798633d8-24ba-42d6-a833-bdc3090de576 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.049294 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Routers {'9025f0af-a3ac-40e3-b945-cb556d9a7e07'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:32.050232 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:32.059839 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8e0c6-66f7-45c0-93b3-fb40c4b5eace None None] Pushing event updated for resources: {'Port': ['ID=6e425f32-eaf0-4a1a-b15f-af3e4322181c,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:32.093463 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-798633d8-24ba-42d6-a833-bdc3090de576 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.129485 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.180507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:09:32.189688 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-accd90cd-4bc8-4ea6-bcf5-b3f1130d04ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7088771 Aug 27 14:09:32.192282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60898) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:32.204373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b7a521df-4797-4578-a9c4-443f9cdace6f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-482439245'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:32.206082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798633d8-24ba-42d6-a833-bdc3090de576 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8370811b-5e59-473f-942c-f1e4736933dc,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:32.246754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2b1513d3-6d6f-4daa-9843-cf1f23ac1293 None None] Port 331272a9-0d7a-4a02-83af-dbe0cec0b514 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:32.252296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:09:32.256649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Sync routers for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:09:32.260002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 09f38047-45a5-44e2-87a4-00ce0e31f0c5 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:32.260660 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] Set router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:32.268087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9e1b0f85-7589-49d4-84cb-8da7b39529b8 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:09:32.316124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:32.316683 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:32.318670 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 09f38047-45a5-44e2-87a4-00ce0e31f0c5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:32.319054 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.418476 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.resource_extend [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 14:09:32.426604 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e1ff77c-237a-4f83-8e0b-756016e0a250 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.469471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-9e1ff77c-237a-4f83-8e0b-756016e0a250 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Transition to ACTIVE for port object cf2bdb73-d70d-4c12-a194-879070e44bca will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:32.471984 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-47df5846-9745-4fdb-a193-33b4d3637609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.478641 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e1ff77c-237a-4f83-8e0b-756016e0a250 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.482918 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-47df5846-9745-4fdb-a193-33b4d3637609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.491426 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-798633d8-24ba-42d6-a833-bdc3090de576 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.495811 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-798633d8-24ba-42d6-a833-bdc3090de576 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1434445 Aug 27 14:09:32.497364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60904) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:32.505833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7357dcac-11a5-47d8-b37d-c193f4aaf8af tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Request body: {'security_group_rule': {'security_group_id': '8370811b-5e59-473f-942c-f1e4736933dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:32.527015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a521df-4797-4578-a9c4-443f9cdace6f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:32.532859 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7a521df-4797-4578-a9c4-443f9cdace6f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.555208 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:09:25Z', 'revision_number': 4, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6e425f32-eaf0-4a1a-b15f-af3e4322181c', 'name': '', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'mac_address': 'fa:16:3e:c9:ae:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'subnets': [{'id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:32.569482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a521df-4797-4578-a9c4-443f9cdace6f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:09:32.610734 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d47125-bc0a-4f35-98e1-6a6c3ab6e89b None None] The sync data for ids ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'] in n-d-712139-12 is: [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:09:25Z', 'revision_number': 4, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6e425f32-eaf0-4a1a-b15f-af3e4322181c', 'name': '', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'mac_address': 'fa:16:3e:c9:ae:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'subnets': [{'id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:09:32.611282 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7a521df-4797-4578-a9c4-443f9cdace6f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.613154 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-b7a521df-4797-4578-a9c4-443f9cdace6f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Added segment 5a8badcb-aa81-4a54-8973-2d23cb016104 of type vlan for network 2ee3645d-4581-43ca-9936-8a22d739843d Aug 27 14:09:32.646483 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:32.713753 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7a521df-4797-4578-a9c4-443f9cdace6f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.755885 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7357dcac-11a5-47d8-b37d-c193f4aaf8af tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.836682 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7357dcac-11a5-47d8-b37d-c193f4aaf8af tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.838081 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7a521df-4797-4578-a9c4-443f9cdace6f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.847476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a521df-4797-4578-a9c4-443f9cdace6f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:32.848174 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7a521df-4797-4578-a9c4-443f9cdace6f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.862612 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7357dcac-11a5-47d8-b37d-c193f4aaf8af tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.909808 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7357dcac-11a5-47d8-b37d-c193f4aaf8af tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.911320 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7357dcac-11a5-47d8-b37d-c193f4aaf8af tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4109764 Aug 27 14:09:32.942261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0b94f264-9a6e-4955-998d-c0532e1d252e None None] Provisioning complete for port 331272a9-0d7a-4a02-83af-dbe0cec0b514 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:32.942742 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0b94f264-9a6e-4955-998d-c0532e1d252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:32.965889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60912) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:32.971736 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0f6fe2f9-7d24-4e0c-a559-187dcf20fd38 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Request body: {'security_group_rule': {'security_group_id': '8370811b-5e59-473f-942c-f1e4736933dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:33.018898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0b94f264-9a6e-4955-998d-c0532e1d252e None None] Port 331272a9-0d7a-4a02-83af-dbe0cec0b514 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:33.019186 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe2f9-7d24-4e0c-a559-187dcf20fd38 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.060671 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-47df5846-9745-4fdb-a193-33b4d3637609 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff9d9bf62f7945b3a0c9b1024c36e8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6627600 Aug 27 14:09:33.072164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60914) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:33.083853 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357dcac-11a5-47d8-b37d-c193f4aaf8af tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccde8396-dd83-40af-82a5-9a89717ad03d,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:33.096980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df5846-9745-4fdb-a193-33b4d3637609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fb8d61-4e76-42a1-b012-a942cfea3de6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:33.112504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-517ab606-1ca4-4698-b931-3a05d1947a18 None None] Allocated IP 172.20.0.18 (b62857ad-4724-4b2a-b1b8-39ab467af7a5/f607be80-d539-44fb-a722-f9f3855da3c4/58298365-5a82-4e6d-8e8d-6a3e4ff453e3) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:33.130515 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.146768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b7a521df-4797-4578-a9c4-443f9cdace6f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9534509 Aug 27 14:09:33.158142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60916) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:33.165156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe2f9-7d24-4e0c-a559-187dcf20fd38 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.168252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2121bfff-af89-4237-95ee-7f5256d09441 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'subnet': {'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:33.169804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a521df-4797-4578-a9c4-443f9cdace6f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Network': ['ID=2ee3645d-4581-43ca-9936-8a22d739843d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:33.197814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 2ee3645d-4581-43ca-9936-8a22d739843d details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:09:33.203831 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe2f9-7d24-4e0c-a559-187dcf20fd38 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.232044 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fe2f9-7d24-4e0c-a559-187dcf20fd38 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2768fb9-3593-4c51-8ea2-883acbfc3fc2,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:33.242874 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.245915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0b94f264-9a6e-4955-998d-c0532e1d252e None None] Provisioning for port 727ef361-a709-4d59-b767-faec98c9d246 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:33.259385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe2f9-7d24-4e0c-a559-187dcf20fd38 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.263579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ff77c-237a-4f83-8e0b-756016e0a250 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=cf2bdb73-d70d-4c12-a194-879070e44bca,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:33.264991 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0f6fe2f9-7d24-4e0c-a559-187dcf20fd38 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2969413 Aug 27 14:09:33.266578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60918) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:33.278539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:33.292840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.306554 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.309515 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.332727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:25Z', 'revision_number': 3, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:33.339575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383c663-b056-4d23-90cd-8d7603b4453c req-a78f1d34-a657-4b9a-85f0-98f06a154dbf tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:33.341821 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9383c663-b056-4d23-90cd-8d7603b4453c req-a78f1d34-a657-4b9a-85f0-98f06a154dbf tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 943 time: 0.4903514 Aug 27 14:09:33.366917 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.379672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=43a2ba80-7cee-4adb-80ae-3d514d0be9c4,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:33.394169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0b94f264-9a6e-4955-998d-c0532e1d252e None None] Provisioning complete for port 727ef361-a709-4d59-b767-faec98c9d246 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:33.394541 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0b94f264-9a6e-4955-998d-c0532e1d252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.396842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:09:33.399118 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91cbfb8-5fee-47ec-80c5-c506c8fa38dd" -d '{"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:09:33.417729 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e3161af-30b1-421a-89ad-dea1e823362c req-fca2b5e9-1718-4f8e-a235-d96658bee75b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0748539 Aug 27 14:09:33.433288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Pushing event updated for resources: {'Port': ['ID=727ef361-a709-4d59-b767-faec98c9d246,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:33.477286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9383c663-b056-4d23-90cd-8d7603b4453c req-6ea78321-d1aa-48ae-860e-3a46b5149e98 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229258 Aug 27 14:09:33.487451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ff77c-237a-4f83-8e0b-756016e0a250 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] In _notify_port_updated(), no bound segment for port cf2bdb73-d70d-4c12-a194-879070e44bca on network b62857ad-4724-4b2a-b1b8-39ab467af7a5 {{(pid=101187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:09:33.498759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1ff77c-237a-4f83-8e0b-756016e0a250 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:33.500664 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e1ff77c-237a-4f83-8e0b-756016e0a250 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.508436 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9e1ff77c-237a-4f83-8e0b-756016e0a250 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "PUT /v2.0/ports/cf2bdb73-d70d-4c12-a194-879070e44bca HTTP/1.1" status: 200 len: 921 time: 3.6364229 Aug 27 14:09:33.510497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60926) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:33.526084 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2121bfff-af89-4237-95ee-7f5256d09441 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:33.533325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2121bfff-af89-4237-95ee-7f5256d09441 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.567136 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-517ab606-1ca4-4698-b931-3a05d1947a18 None None] For port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=58298365-5a82-4e6d-8e8d-6a3e4ff453e3,segment=NetworkSegment(ff20b97d-8845-4393-a316-5bfbfcc91353),segment_id=ff20b97d-8845-4393-a316-5bfbfcc91353)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:33.593270 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e3161af-30b1-421a-89ad-dea1e823362c req-b836ce6f-3714-4603-af09-33466efd5724 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0815771 Aug 27 14:09:33.603369 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-517ab606-1ca4-4698-b931-3a05d1947a18 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.621035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-517ab606-1ca4-4698-b931-3a05d1947a18 None None] Transition to ACTIVE for port object 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:33.624466 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec85c078-ac5f-4ce9-aa98-a2cfcd0190b9 req-7a5b709e-cd1d-4db2-830e-0bc98b425cc8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0570409 Aug 27 14:09:33.636648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:33.641602 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d68d74-baa4-4c9e-9102-9879761c8778 x-openstack-request-id: req-c8d68d74-baa4-4c9e-9102-9879761c8778 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:09:33.641939 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:09:33.642128 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8d68d74-baa4-4c9e-9102-9879761c8778 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:09:33.642527 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'code': 200} Aug 27 14:09:33.660712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738969fb-7c83-4337-89e1-0faa183d6d65 None None] The sync data for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 is: [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:25Z', 'revision_number': 3, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:09:33.669076 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-517ab606-1ca4-4698-b931-3a05d1947a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.672443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e3161af-30b1-421a-89ad-dea1e823362c req-c2523832-928a-437d-adad-a45aef92405e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379624 Aug 27 14:09:33.680025 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '43a2ba80-7cee-4adb-80ae-3d514d0be9c4', 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'port_id': '43a2ba80-7cee-4adb-80ae-3d514d0be9c4', 'mac_address': 'fa:16:3e:12:8e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3554799f-a4a2-458b-9556-37ea29d379ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:09:33.681494 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.724518 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.730732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec85c078-ac5f-4ce9-aa98-a2cfcd0190b9 req-f56d4692-7458-4aa9-9658-5ab126942783 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0525007 Aug 27 14:09:33.832431 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 09f38047-45a5-44e2-87a4-00ce0e31f0c5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=09f38047-45a5-44e2-87a4-00ce0e31f0c5,segment=NetworkSegment(32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8),segment_id=32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:33.864650 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-73ccfd98-fc21-47d0-8cd3-b4647eb55c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.878521 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:33.879405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:33.881038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0b94f264-9a6e-4955-998d-c0532e1d252e None None] Port 727ef361-a709-4d59-b767-faec98c9d246 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:33.963503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Allocated IP 172.25.2.126 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/11e94f5a-161c-454e-8911-5ed533650c26) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:33.971566 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-73ccfd98-fc21-47d0-8cd3-b4647eb55c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:34.030104 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:34.042485 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-73ccfd98-fc21-47d0-8cd3-b4647eb55c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:34.045703 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-73ccfd98-fc21-47d0-8cd3-b4647eb55c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:34.050015 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-73ccfd98-fc21-47d0-8cd3-b4647eb55c8a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4fb8d61-4e76-42a1-b012-a942cfea3de6 HTTP/1.1" status: 204 len: 168 time: 0.9545276 Aug 27 14:09:34.059125 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec85c078-ac5f-4ce9-aa98-a2cfcd0190b9 req-07c12152-790f-4b0a-a2d4-4822241ecf01 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2988641 Aug 27 14:09:34.086156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ab606-1ca4-4698-b931-3a05d1947a18 None None] Pushing event updated for resources: {'Port': ['ID=58298365-5a82-4e6d-8e8d-6a3e4ff453e3,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:34.134294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccfd98-fc21-47d0-8cd3-b4647eb55c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fb8d61-4e76-42a1-b012-a942cfea3de6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:34.140382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3161af-30b1-421a-89ad-dea1e823362c req-16537edf-6f2a-4ca9-8e3b-a51ffb919474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:34.144467 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e3161af-30b1-421a-89ad-dea1e823362c req-16537edf-6f2a-4ca9-8e3b-a51ffb919474 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4478436 Aug 27 14:09:34.177954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:09:34.220441 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Network 739db5ed-1ce5-49e2-8532-a593a50ed487 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:34.241792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:34.426538 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:34.579633 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85c078-ac5f-4ce9-aa98-a2cfcd0190b9 req-55190242-61a6-4bf7-b289-d9ed55b07b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:34.581501 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec85c078-ac5f-4ce9-aa98-a2cfcd0190b9 req-55190242-61a6-4bf7-b289-d9ed55b07b8a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4355114 Aug 27 14:09:34.647172 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:34.697912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:34.710791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:34.713525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:34.782133 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Pushing event updated for resources: {'Port': ['ID=11e94f5a-161c-454e-8911-5ed533650c26,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:34.819117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c3581540-76f3-474d-b336-7bbbe26902e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port cf2bdb73-d70d-4c12-a194-879070e44bca {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:34.819472 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c3581540-76f3-474d-b336-7bbbe26902e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:34.880397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:30Z', 'revision_number': 2, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 2, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:34.927102 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:34.948780 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2121bfff-af89-4237-95ee-7f5256d09441 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:34.990519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=43a2ba80-7cee-4adb-80ae-3d514d0be9c4,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:34.994925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e714a53-a6f8-45f7-bd59-1d1e12eb8b8e req-066bf8ec-2340-4532-a255-c63ffb5fe9b2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:34.996900 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e714a53-a6f8-45f7-bd59-1d1e12eb8b8e req-066bf8ec-2340-4532-a255-c63ffb5fe9b2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 943 time: 0.3674207 Aug 27 14:09:35.014517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Checking router: 766b7891-00e0-4bfe-8124-11091eae26e1 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:09:35.015339 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:35.017180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Updating router 766b7891-00e0-4bfe-8124-11091eae26e1 port 331272a9-0d7a-4a02-83af-dbe0cec0b514 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:09:35.033161 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:35.073869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:35.114997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:09:35.151067 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:35.167550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-634f9c81-5173-4f42-870e-641d897eb481 None None] Provisioning complete for port 727ef361-a709-4d59-b767-faec98c9d246 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:35.171008 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-634f9c81-5173-4f42-870e-641d897eb481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:35.191156 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:09:35.196214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121bfff-af89-4237-95ee-7f5256d09441 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Subnet': ['ID=fdcbe36c-c929-4ce9-b76e-af1478084be0,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:35.359176 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c3581540-76f3-474d-b336-7bbbe26902e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:35.377943 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c3581540-76f3-474d-b336-7bbbe26902e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for cf2bdb73-d70d-4c12-a194-879070e44bca owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:35.443453 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:35.447222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=09f38047-45a5-44e2-87a4-00ce0e31f0c5,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:35.460971 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:35.464486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-634f9c81-5173-4f42-870e-641d897eb481 None None] Port 727ef361-a709-4d59-b767-faec98c9d246 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:35.570383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6e425f32-eaf0-4a1a-b15f-af3e4322181c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:35.601079 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e714a53-a6f8-45f7-bd59-1d1e12eb8b8e req-c9ad0239-8e63-4413-ab65-a45a9e9189e3 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308957 Aug 27 14:09:35.662006 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121bfff-af89-4237-95ee-7f5256d09441 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Checking segment: {'id': '5a8badcb-aa81-4a54-8973-2d23cb016104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:35.662611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2121bfff-af89-4237-95ee-7f5256d09441 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network hostable DHCP agents. Network: 2ee3645d-4581-43ca-9936-8a22d739843d, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:09:35.668761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Pushing event updated for resources: {'Port': ['ID=11e94f5a-161c-454e-8911-5ed533650c26,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:35.688821 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:35.715584 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:35.719578 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c3581540-76f3-474d-b336-7bbbe26902e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:35.720397 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5b9d699a-9c40-4ed9-8be6-2109732651ab tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4459374 Aug 27 14:09:35.726225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=43a2ba80-7cee-4adb-80ae-3d514d0be9c4,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:35.740771 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['43a2ba80-7cee-4adb-80ae-3d514d0be9c4'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:09:35.815012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2121bfff-af89-4237-95ee-7f5256d09441 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 2ee3645d-4581-43ca-9936-8a22d739843d is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:09:35.817511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3581540-76f3-474d-b336-7bbbe26902e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=cf2bdb73-d70d-4c12-a194-879070e44bca,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:35.834218 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9e37bf33-714f-4858-a1e7-fcf95af9394c None None] Provisioning complete for port cf2bdb73-d70d-4c12-a194-879070e44bca triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:35.834565 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9e37bf33-714f-4858-a1e7-fcf95af9394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:35.889120 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:09:35.895774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-2121bfff-af89-4237-95ee-7f5256d09441 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 2ee3645d-4581-43ca-9936-8a22d739843d) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:35.930587 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89c977a-cfc6-4711-9fa7-6ac24569a410 None None] Network 2ee3645d-4581-43ca-9936-8a22d739843d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:35.939831 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b4e8a53f-f753-4aff-b18b-639cad2b650e admin admin] 10.222.0.55 "PUT /v2.0/routers/6b8016f4-3f70-4b45-9cd1-4f44346c7f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3865645 Aug 27 14:09:35.952338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9e37bf33-714f-4858-a1e7-fcf95af9394c None None] Port cf2bdb73-d70d-4c12-a194-879070e44bca was deleted so its status cannot be updated. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 14:09:35.953738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2121bfff-af89-4237-95ee-7f5256d09441 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:35.956212 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2121bfff-af89-4237-95ee-7f5256d09441 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:35.992619 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2121bfff-af89-4237-95ee-7f5256d09441 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8288195 Aug 27 14:09:35.995549 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60976) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:35.998625 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c3581540-76f3-474d-b336-7bbbe26902e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.006522 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c3581540-76f3-474d-b336-7bbbe26902e0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/cf2bdb73-d70d-4c12-a194-879070e44bca HTTP/1.1" status: 204 len: 168 time: 2.4877133 Aug 27 14:09:36.008188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60978) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:36.055881 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-f227008a-1ffb-4ae2-90b4-d2b85e0c5e7d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:09:36.065304 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f227008a-1ffb-4ae2-90b4-d2b85e0c5e7d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/cf2bdb73-d70d-4c12-a194-879070e44bca HTTP/1.1" status: 404 len: 333 time: 0.0548465 Aug 27 14:09:36.077790 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60986) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:36.219787 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2809b6b6-5cd6-4a9b-af58-471fde203f89 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.225716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 6e425f32-eaf0-4a1a-b15f-af3e4322181c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:36.286007 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-2840697c-5600-4da8-b9bb-88c1b235299e tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1355269823&fields=id&tenant_id=7ffec2a756fc41ca90e6927ab441f721 HTTP/1.1" status: 200 len: 267 time: 0.0854676 Aug 27 14:09:36.286338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6e425f32-eaf0-4a1a-b15f-af3e4322181c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:36.287144 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.302764 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2809b6b6-5cd6-4a9b-af58-471fde203f89 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.364448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9e37bf33-714f-4858-a1e7-fcf95af9394c None None] Provisioning complete for port d12789f2-a2dc-4b17-9aa9-c6a2686762cd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:36.364847 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9e37bf33-714f-4858-a1e7-fcf95af9394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.391258 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2809b6b6-5cd6-4a9b-af58-471fde203f89 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.395516 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2809b6b6-5cd6-4a9b-af58-471fde203f89 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.397234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2809b6b6-5cd6-4a9b-af58-471fde203f89 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/security-groups/ea6caa41-75bd-41cf-93a9-0210725e709b HTTP/1.1" status: 204 len: 168 time: 0.3180642 Aug 27 14:09:36.402925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60998) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:36.445789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809b6b6-5cd6-4a9b-af58-471fde203f89 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6caa41-75bd-41cf-93a9-0210725e709b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:36.557185 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.557999 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-19786c2a-3d64-4f85-8ecd-987688ffcfe5 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.562930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-2ee3645d-4581-43ca-9936-8a22d739843d', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:09:36.563795 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.608589 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-19786c2a-3d64-4f85-8ecd-987688ffcfe5 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.618645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9e37bf33-714f-4858-a1e7-fcf95af9394c None None] Port d12789f2-a2dc-4b17-9aa9-c6a2686762cd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:36.676062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Transition to ACTIVE for port object 331272a9-0d7a-4a02-83af-dbe0cec0b514 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:36.679105 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-19786c2a-3d64-4f85-8ecd-987688ffcfe5 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.682285 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-19786c2a-3d64-4f85-8ecd-987688ffcfe5 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.685957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-19786c2a-3d64-4f85-8ecd-987688ffcfe5 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/security-groups/3e90e1f2-5eba-4b4a-91ce-a90fc21dbd4f HTTP/1.1" status: 204 len: 168 time: 0.2561114 Aug 27 14:09:36.688720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32778) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:36.781734 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Sync routers for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:09:36.784226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19786c2a-3d64-4f85-8ecd-987688ffcfe5 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e90e1f2-5eba-4b4a-91ce-a90fc21dbd4f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:36.792934 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.798322 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32780) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:36.799078 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:36.799861 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:36.852161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9e37bf33-714f-4858-a1e7-fcf95af9394c None None] Provisioning for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:36.856510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5f5cc2-2145-4b6a-aeb5-c1e4cbd738f6 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting subnet 9544cece-b2d6-4ecb-b1ad-c6b064160f30 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:09:36.863963 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac5f5cc2-2145-4b6a-aeb5-c1e4cbd738f6 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:36.965229 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac5f5cc2-2145-4b6a-aeb5-c1e4cbd738f6 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.001762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9e37bf33-714f-4858-a1e7-fcf95af9394c None None] Provisioning complete for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:37.002673 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9e37bf33-714f-4858-a1e7-fcf95af9394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.076191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f678c95-0407-464d-bfc4-916fb710b3da req-3241aa75-c898-4a0b-879c-6e447e9f8041 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:37.084678 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-3241aa75-c898-4a0b-879c-6e447e9f8041 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/networks?id=7aefa3fa-7749-4753-b281-ffd8f72f60ab HTTP/1.1" status: 200 len: 811 time: 0.7775233 Aug 27 14:09:37.108046 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.124965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9e1b0f85-7589-49d4-84cb-8da7b39529b8 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:09:37.160158 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-25f656fd-3a57-4dcb-acc3-5934a6d317e8 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/quotas/7ffec2a756fc41ca90e6927ab441f721 HTTP/1.1" status: 200 len: 375 time: 0.0749295 Aug 27 14:09:37.171165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:37.172399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a87134-1b3f-4107-8179-5b5b817f7b38 None None] Pushing event updated for resources: {'Port': ['ID=331272a9-0d7a-4a02-83af-dbe0cec0b514,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:37.176582 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:37.215093 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac5f5cc2-2145-4b6a-aeb5-c1e4cbd738f6 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.322578 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.398490 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-87b27a3c-b549-45a1-9923-800e701c5ff8 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ffec2a756fc41ca90e6927ab441f721&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2372208 Aug 27 14:09:37.428378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Allocated IP 2001:db8:1::2 (2ee3645d-4581-43ca-9936-8a22d739843d/fdcbe36c-c929-4ce9-b76e-af1478084be0/a185d664-9957-4be9-a9c2-c80de04a00e2) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:37.473359 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32786) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:37.504366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1e48a4d6-ea72-4cd5-8441-0bf33dd4e068 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574776588', 'description': 'tempest-description--2074115249'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:37.518950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac5f5cc2-2145-4b6a-aeb5-c1e4cbd738f6 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.530283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 6e425f32-eaf0-4a1a-b15f-af3e4322181c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6e425f32-eaf0-4a1a-b15f-af3e4322181c,segment=NetworkSegment(5eebd969-099a-4b28-a7c6-2c7626dd0ea8),segment_id=5eebd969-099a-4b28-a7c6-2c7626dd0ea8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:37.584010 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:32Z', 'revision_number': 2, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:37.588939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Attempting to bind port 331272a9-0d7a-4a02-83af-dbe0cec0b514 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:37.589619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Attempting to bind port 331272a9-0d7a-4a02-83af-dbe0cec0b514 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:37.590442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Attempting to bind port 331272a9-0d7a-4a02-83af-dbe0cec0b514 on network b9f6fef1-c31a-4f4e-8793-4543892fb4ca {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:37.618591 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.620021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:37.622464 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Checking router: 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:09:37.624845 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Updating router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a port 727ef361-a709-4d59-b767-faec98c9d246 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:09:37.653594 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f5cc2-2145-4b6a-aeb5-c1e4cbd738f6 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Subnet': ['ID=9544cece-b2d6-4ecb-b1ad-c6b064160f30,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:37.658598 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac5f5cc2-2145-4b6a-aeb5-c1e4cbd738f6 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.659742 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.666739 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ac5f5cc2-2145-4b6a-aeb5-c1e4cbd738f6 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/9544cece-b2d6-4ecb-b1ad-c6b064160f30 HTTP/1.1" status: 204 len: 168 time: 0.9725168 Aug 27 14:09:37.671820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 32792) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:37.680398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b7d098ba-a752-40ee-9be3-ed87db7e3781 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:37.691025 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e48a4d6-ea72-4cd5-8441-0bf33dd4e068 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.707473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556f42b-b032-4c95-8e85-ae50ffa10d0a req-bd35ce31-25c4-4874-adc6-be8c220ea443 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:37.716527 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3556f42b-b032-4c95-8e85-ae50ffa10d0a req-bd35ce31-25c4-4874-adc6-be8c220ea443 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 944 time: 0.1870794 Aug 27 14:09:37.758278 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:37.758591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Checking segment: {'id': '32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:37.759175 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.759649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Bound using segment: {'id': '32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:37.760453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Bound port: 331272a9-0d7a-4a02-83af-dbe0cec0b514, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:37.760582 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.802836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=6e425f32-eaf0-4a1a-b15f-af3e4322181c,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:37.809492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3600c2-9721-40c4-9ecc-6a397373d548 None None] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:37.820104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3556f42b-b032-4c95-8e85-ae50ffa10d0a req-4ca1795e-254f-41ff-a9b9-e73d06923cd8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984108 Aug 27 14:09:37.852741 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-63565cd3-b3ca-4e84-a873-2c49d2d1dd43 service neutron] 10.222.0.55 "GET /v2.0/networks/7aefa3fa-7749-4753-b281-ffd8f72f60ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726006 Aug 27 14:09:37.854937 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.942841 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:37.944898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9edd456b-a69c-4a93-82bb-74cb1c90299d None None] Could not find standard attr ID for object cf2bdb73-d70d-4c12-a194-879070e44bca. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:09:38.017220 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.019029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e48a4d6-ea72-4cd5-8441-0bf33dd4e068 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.027809 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e48a4d6-ea72-4cd5-8441-0bf33dd4e068 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.031048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:38.031543 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.036823 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Transition to ACTIVE for port object 727ef361-a709-4d59-b767-faec98c9d246 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:38.046877 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.093950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48a4d6-ea72-4cd5-8441-0bf33dd4e068 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe73089-a3c6-4e6f-8948-a8ae2632deab,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:38.104996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] For port 331272a9-0d7a-4a02-83af-dbe0cec0b514, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:38.112894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:38.121139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Allocated IP 172.25.2.14 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/06b4ddfa-3755-438e-b704-487f1e1da7fe) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:38.123527 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f493d-cbe9-4976-b5eb-cb0c2ea6d709 None None] Pushing event updated for resources: {'Port': ['ID=727ef361-a709-4d59-b767-faec98c9d246,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:38.230543 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Attempting to bind port 727ef361-a709-4d59-b767-faec98c9d246 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:38.231052 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Attempting to bind port 727ef361-a709-4d59-b767-faec98c9d246 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:38.231408 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Attempting to bind port 727ef361-a709-4d59-b767-faec98c9d246 on network 739db5ed-1ce5-49e2-8532-a593a50ed487 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:38.241546 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:38.241919 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Checking segment: {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:38.242324 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.242788 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Bound using segment: {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:38.243407 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Bound port: 727ef361-a709-4d59-b767-faec98c9d246, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:38.243830 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.246658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d098ba-a752-40ee-9be3-ed87db7e3781 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:38.251988 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7d098ba-a752-40ee-9be3-ed87db7e3781 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.319932 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.336834 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] For port 727ef361-a709-4d59-b767-faec98c9d246, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:38.340357 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] For port 727ef361-a709-4d59-b767-faec98c9d246, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=727ef361-a709-4d59-b767-faec98c9d246,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:38.343362 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-2933bb1c-d76a-48b6-b86d-2786ee8298b4 service neutron] 10.222.0.55 "GET /v2.0/networks/7aefa3fa-7749-4753-b281-ffd8f72f60ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715943 Aug 27 14:09:38.353322 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.365899 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e48a4d6-ea72-4cd5-8441-0bf33dd4e068 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.371553 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1e48a4d6-ea72-4cd5-8441-0bf33dd4e068 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8758056 Aug 27 14:09:38.372503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32794) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:38.380345 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1802c576-d807-47a4-ac86-f61beb535d94 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Request body: {'security_group_rule': {'security_group_id': 'cbe73089-a3c6-4e6f-8948-a8ae2632deab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:38.418862 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.452380 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:38.453072 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:38.485401 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:38.486826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Pushing event updated for resources: {'Port': ['ID=06b4ddfa-3755-438e-b704-487f1e1da7fe,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:38.496864 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:38.499874 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:38.530720 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1802c576-d807-47a4-ac86-f61beb535d94 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.533917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] For port 331272a9-0d7a-4a02-83af-dbe0cec0b514, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=331272a9-0d7a-4a02-83af-dbe0cec0b514,segment=NetworkSegment(32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8),segment_id=32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:38.534579 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f493d-cbe9-4976-b5eb-cb0c2ea6d709 None None] Pushing event updated for resources: {'Port': ['ID=727ef361-a709-4d59-b767-faec98c9d246,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:38.634582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'port_id': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'mac_address': 'fa:16:3e:b5:9d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:09:38.636698 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.715895 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.727635 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:38.757773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7d098ba-a752-40ee-9be3-ed87db7e3781 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.771871 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dbc12d6a-a03a-4cb5-9b4e-6bda3dfcb31d req-0b70a4a2-4dfa-4ff2-aab3-b784cd4c07f0 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 210 time: 0.0421734 Aug 27 14:09:38.852241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d098ba-a752-40ee-9be3-ed87db7e3781 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:38.855690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b7d098ba-a752-40ee-9be3-ed87db7e3781 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:38.861427 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1802c576-d807-47a4-ac86-f61beb535d94 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.863129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d098ba-a752-40ee-9be3-ed87db7e3781 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:38.863744 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7d098ba-a752-40ee-9be3-ed87db7e3781 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.874326 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1802c576-d807-47a4-ac86-f61beb535d94 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.903063 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d098ba-a752-40ee-9be3-ed87db7e3781 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Subnet': ['ID=6b6cbb9a-617b-44b4-b4e2-3898987ef293,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:38.906108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802c576-d807-47a4-ac86-f61beb535d94 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325dced9-c276-4dde-b575-fcd1109135b0,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:38.913132 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.931043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b7d098ba-a752-40ee-9be3-ed87db7e3781 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2549880 Aug 27 14:09:38.931686 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 32808) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:38.941405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a87134-1b3f-4107-8179-5b5b817f7b38 None None] Pushing event updated for resources: {'Port': ['ID=331272a9-0d7a-4a02-83af-dbe0cec0b514,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:38.946300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-43ad4a42-53ca-48f0-8e90-1905f455b956 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'security_group': {'name': 'tempest-secgroup-1666263689'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:38.948368 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1802c576-d807-47a4-ac86-f61beb535d94 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.950527 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:38.953446 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1802c576-d807-47a4-ac86-f61beb535d94 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5772233 Aug 27 14:09:38.954609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32812) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:38.961185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2aa7514b-f01b-47a4-95ee-8b725892bf2e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Request body: {'security_group_rule': {'security_group_id': 'cbe73089-a3c6-4e6f-8948-a8ae2632deab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:39.019485 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.038332 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43ad4a42-53ca-48f0-8e90-1905f455b956 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.116146 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2aa7514b-f01b-47a4-95ee-8b725892bf2e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.117375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1b0f85-7589-49d4-84cb-8da7b39529b8 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:09:39.129555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e1e1f-e1c1-469b-baea-b38125874e2a req-d2468893-ce1f-45e0-895a-264e177619de tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:39.144824 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-db4e1e1f-e1c1-469b-baea-b38125874e2a req-d2468893-ce1f-45e0-895a-264e177619de tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 944 time: 0.1542182 Aug 27 14:09:39.169355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:39.171980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Transition to ACTIVE for port object a185d664-9957-4be9-a9c2-c80de04a00e2 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:39.197318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:39.200233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:39.221239 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.277588 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-db4e1e1f-e1c1-469b-baea-b38125874e2a req-549f06db-d50b-4583-85d2-afeea9e49caf tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299407 Aug 27 14:09:39.326020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0c83ead8-ef26-4268-88c0-ce581e98e138 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:39.351441 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:38Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:39.375854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:39.400548 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2aa7514b-f01b-47a4-95ee-8b725892bf2e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.411810 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.413613 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2aa7514b-f01b-47a4-95ee-8b725892bf2e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.433881 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43ad4a42-53ca-48f0-8e90-1905f455b956 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.434550 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9719671f-5794-4064-b1b4-3b27d0767926 None None] The sync data for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 is: [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:38Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:09:39.441132 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.448693 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43ad4a42-53ca-48f0-8e90-1905f455b956 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.473936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7514b-f01b-47a4-95ee-8b725892bf2e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd4d4de-6a0d-447c-b69e-f4c54e193be7,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:39.514677 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43ad4a42-53ca-48f0-8e90-1905f455b956 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.523808 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-43ad4a42-53ca-48f0-8e90-1905f455b956 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5885088 Aug 27 14:09:39.539076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 32818) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:39.547024 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2aa7514b-f01b-47a4-95ee-8b725892bf2e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.548491 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2aa7514b-f01b-47a4-95ee-8b725892bf2e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5909936 Aug 27 14:09:39.550980 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ce18d3aa-6078-40fe-90b4-324ff15bd875 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'security_group': {'name': 'tempest-secgroup-1960534164'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:39.574953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32820) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:39.599288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:39.640025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Pushing event updated for resources: {'Port': ['ID=06b4ddfa-3755-438e-b704-487f1e1da7fe,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:39.643701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad4a42-53ca-48f0-8e90-1905f455b956 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3f0356-c3ec-4e53-8441-8aecf58ea5fd,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:39.672408 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce18d3aa-6078-40fe-90b4-324ff15bd875 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.686533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['9e1b0f85-7589-49d4-84cb-8da7b39529b8'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:09:39.690601 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.746347 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.755213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Transition to ACTIVE for port object a185d664-9957-4be9-a9c2-c80de04a00e2 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:39.878793 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.926818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Network 2ee3645d-4581-43ca-9936-8a22d739843d is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:39.934895 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.954677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:39.962216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:39.975070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce18d3aa-6078-40fe-90b4-324ff15bd875 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:39.977649 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b747861c-3a94-43f4-b1d0-ccc9168f366a req-6925d1a7-e036-4861-a0d0-fbc497d9dad8 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 210 time: 0.0561345 Aug 27 14:09:39.981383 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Allocated IP 2001:db8:1::1 (2ee3645d-4581-43ca-9936-8a22d739843d/fdcbe36c-c929-4ce9-b76e-af1478084be0/1750bc74-5e8c-48ed-95e0-21702e0b5e3d) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:39.989827 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce18d3aa-6078-40fe-90b4-324ff15bd875 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.005490 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.007115 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1da4b991-2f03-48ac-b9b0-cd09953580b4 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2054780 Aug 27 14:09:40.009963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:40.015754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32828) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:40.027977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-858f661d-df3c-46db-89d7-e56550fd3779 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1305411201', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'fixed_ips': [{'ip_address': '172.25.2.14'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:40.035711 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce18d3aa-6078-40fe-90b4-324ff15bd875 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.037597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ce18d3aa-6078-40fe-90b4-324ff15bd875 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4930930 Aug 27 14:09:40.042175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 32830) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:40.052190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b028ec0a-deb1-4843-a529-479dcb0a0c3d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'security_group': {'name': 'tempest-secgroup-1948893609'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:40.056031 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.068040 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858f661d-df3c-46db-89d7-e56550fd3779 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Made reservation on behalf of 8b565e3426b249d08401f68f6700c828 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:40.070642 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-858f661d-df3c-46db-89d7-e56550fd3779 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.084789 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-858f661d-df3c-46db-89d7-e56550fd3779 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.096715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:40.175939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18d3aa-6078-40fe-90b4-324ff15bd875 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149c42ae-368c-4e1e-93e8-1d8296be7fd6,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:40.209628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Pushing event updated for resources: {'Port': ['ID=a185d664-9957-4be9-a9c2-c80de04a00e2,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:40.230659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 0c83ead8-ef26-4268-88c0-ce581e98e138 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:40.269826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23154467-c9c7-449c-8799-f0ba001701df None None] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:40.300406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Allocated IP 172.25.2.62 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/658c10b9-bdf6-4494-8496-869280e06387) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:40.307972 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.337024 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Transition to ACTIVE for port object 1750bc74-5e8c-48ed-95e0-21702e0b5e3d will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:40.366535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0c83ead8-ef26-4268-88c0-ce581e98e138 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:40.366948 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.461663 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-858f661d-df3c-46db-89d7-e56550fd3779 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.492359 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-858f661d-df3c-46db-89d7-e56550fd3779 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.515398 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-858f661d-df3c-46db-89d7-e56550fd3779 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] device_id is not set on port e0c7ef70-1f79-4eae-8184-69c8901f018d yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:09:40.582234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f678c95-0407-464d-bfc4-916fb710b3da req-fdbe3ea6-3b20-4ca0-aef7-7789d0f63191 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:40.584099 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-fdbe3ea6-3b20-4ca0-aef7-7789d0f63191 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.52 "GET /v2.0/networks?id=7aefa3fa-7749-4753-b281-ffd8f72f60ab HTTP/1.1" status: 200 len: 811 time: 0.1594481 Aug 27 14:09:40.586793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Attempting to bind port a185d664-9957-4be9-a9c2-c80de04a00e2 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:40.587553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Attempting to bind port a185d664-9957-4be9-a9c2-c80de04a00e2 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5a8badcb-aa81-4a54-8973-2d23cb016104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:40.588087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Attempting to bind port a185d664-9957-4be9-a9c2-c80de04a00e2 on network 2ee3645d-4581-43ca-9936-8a22d739843d {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:40.596617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f661d-df3c-46db-89d7-e56550fd3779 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9283e0-81b8-421b-8298-506eca806158,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:40.597348 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.684690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 2ee3645d-4581-43ca-9936-8a22d739843d is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:40.691407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:40.692254 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.698165 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b028ec0a-deb1-4843-a529-479dcb0a0c3d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.703656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d21e6-aff6-46a8-90eb-083e20c6489d req-ef5862de-b487-49b6-8aa4-7c4c61d812b5 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:40.705460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad6d21e6-aff6-46a8-90eb-083e20c6489d req-ef5862de-b487-49b6-8aa4-7c4c61d812b5 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 944 time: 0.2636776 Aug 27 14:09:40.722764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:40.723389 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.758511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:40.758920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Checking segment: {'id': '5a8badcb-aa81-4a54-8973-2d23cb016104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:40.759333 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.759778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Bound using segment: {'id': '5a8badcb-aa81-4a54-8973-2d23cb016104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:40.760527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Bound port: a185d664-9957-4be9-a9c2-c80de04a00e2, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8badcb-aa81-4a54-8973-2d23cb016104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:40.760790 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.803236 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=1750bc74-5e8c-48ed-95e0-21702e0b5e3d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:40.825241 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad6d21e6-aff6-46a8-90eb-083e20c6489d req-2610374a-72fc-4503-87e5-f842a52f6681 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116421 Aug 27 14:09:40.837858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-de5de784-0a11-4788-87e4-beb43a518ca5 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ffec2a756fc41ca90e6927ab441f721 HTTP/1.1" status: 200 len: 380 time: 0.2368019 Aug 27 14:09:40.846742 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:40.855824 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.856088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-01e48a54-7afc-42b9-b743-cc570e65b48d None None] Provisioning complete for port d12789f2-a2dc-4b17-9aa9-c6a2686762cd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:40.856446 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-01e48a54-7afc-42b9-b743-cc570e65b48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.871632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:40.872057 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:40.896652 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:40.904412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:40.909127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:40.970301 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b028ec0a-deb1-4843-a529-479dcb0a0c3d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.006883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Request body: {'port': {'device_id': '5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'admin_state_up': True, 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'security_groups': ['8370811b-5e59-473f-942c-f1e4736933dc']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:41.017868 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b028ec0a-deb1-4843-a529-479dcb0a0c3d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.130282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028ec0a-deb1-4843-a529-479dcb0a0c3d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a60d23e-61bb-4e19-8def-6ee742ff76b2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:41.142671 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.163231 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b028ec0a-deb1-4843-a529-479dcb0a0c3d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.165257 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b028ec0a-deb1-4843-a529-479dcb0a0c3d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1174533 Aug 27 14:09:41.186067 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.193098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-01e48a54-7afc-42b9-b743-cc570e65b48d None None] Port d12789f2-a2dc-4b17-9aa9-c6a2686762cd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:41.198631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] For port a185d664-9957-4be9-a9c2-c80de04a00e2, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:41.205389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 32860) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:41.223195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1277826960', 'security_groups': ['3a60d23e-61bb-4e19-8def-6ee742ff76b2'], 'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b6cbb9a-617b-44b4-b4e2-3898987ef293'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:41.267867 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a89902a5-f80d-4533-ac50-0a0fd0edab3a req-e3501697-5fe5-4d56-87b7-88fd790b3235 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 210 time: 0.1096926 Aug 27 14:09:41.321848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] For port a185d664-9957-4be9-a9c2-c80de04a00e2, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a185d664-9957-4be9-a9c2-c80de04a00e2,segment=NetworkSegment(5a8badcb-aa81-4a54-8973-2d23cb016104),segment_id=5a8badcb-aa81-4a54-8973-2d23cb016104)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:41.332079 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 0c83ead8-ef26-4268-88c0-ce581e98e138, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0c83ead8-ef26-4268-88c0-ce581e98e138,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:41.337117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-01e48a54-7afc-42b9-b743-cc570e65b48d None None] Provisioning complete for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:41.337501 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-01e48a54-7afc-42b9-b743-cc570e65b48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.378762 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.387350 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.389506 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.518878 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.579214 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.599753 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=43a2ba80-7cee-4adb-80ae-3d514d0be9c4,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:41.601523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722f033-232f-4d3e-898c-616feda79f18 None None] Pushing event updated for resources: {'Port': ['ID=a185d664-9957-4be9-a9c2-c80de04a00e2,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:41.615287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a2ba80-7cee-4adb-80ae-3d514d0be9c4'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:09:41.617941 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90724336-1bd6-4b4f-af5b-f1a767e30f1e" -d '{"events": [{"server_uuid": "c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569", "name": "network-vif-plugged", "status": "completed", "tag": "43a2ba80-7cee-4adb-80ae-3d514d0be9c4"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:09:41.626310 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.646144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Made reservation on behalf of 7ffec2a756fc41ca90e6927ab441f721 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:41.655876 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.708761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:41.742335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=0c83ead8-ef26-4268-88c0-ce581e98e138,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:41.774812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63a0466-b53b-4cb9-9da2-466613b004d6 None None] Update dhcp port {'port': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'fixed_ips': [{'subnet_id': 'f607be80-d539-44fb-a722-f9f3855da3c4', 'ip_address': '172.20.0.18'}, {'subnet_id': '6b6cbb9a-617b-44b4-b4e2-3898987ef293'}], 'binding:host_id': 'n-d-712139-12'}, 'id': '58298365-5a82-4e6d-8e8d-6a3e4ff453e3'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:09:41.780593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:30Z', 'revision_number': 2, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:38Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:41.846338 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:41.936248 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:42.041407 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:42.055064 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:42.071571 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:42.072473 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:42.073274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event updated for resources: {'Port': ['ID=658c10b9-bdf6-4494-8496-869280e06387,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:42.121609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event updated for resources: {'Port': ['ID=658c10b9-bdf6-4494-8496-869280e06387,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:42.125033 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:42.135700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ee695eee-947e-4512-94e9-97f94d1a3ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5533812 Aug 27 14:09:42.137090 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-858f661d-df3c-46db-89d7-e56550fd3779 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 14:09:42.137627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858f661d-df3c-46db-89d7-e56550fd3779 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:09:42.202525 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b724de-542f-46d0-92ed-3c0e3ebb3d59 x-openstack-request-id: req-b6b724de-542f-46d0-92ed-3c0e3ebb3d59 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:09:42.202902 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569", "name": "network-vif-plugged", "status": "completed", "tag": "43a2ba80-7cee-4adb-80ae-3d514d0be9c4", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:09:42.203250 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6b724de-542f-46d0-92ed-3c0e3ebb3d59 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:09:42.203753 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a2ba80-7cee-4adb-80ae-3d514d0be9c4', 'code': 200} Aug 27 14:09:42.208202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6e425f32-eaf0-4a1a-b15f-af3e4322181c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:42.210132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2afa96-fc5a-4c25-916e-c5c2f0997a34 req-04a174e1-e4d4-4d6e-b9cc-21c283d25dd9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:42.210272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=1750bc74-5e8c-48ed-95e0-21702e0b5e3d,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:42.223246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb2afa96-fc5a-4c25-916e-c5c2f0997a34 req-04a174e1-e4d4-4d6e-b9cc-21c283d25dd9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.1696801 Aug 27 14:09:42.231456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-858f661d-df3c-46db-89d7-e56550fd3779 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.2098048 Aug 27 14:09:42.244442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fba9d3-04b7-4e07-bc3b-27dc2e844a7b None None] The sync data for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 is: [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:30Z', 'revision_number': 2, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:38Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:09:42.245270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32880) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:42.281157 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:42.365803 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a63a0466-b53b-4cb9-9da2-466613b004d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:42.389966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] device_id is not set on port e7898e9f-47b5-4f6d-b57e-87422c47b792 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:09:42.432036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=43a2ba80-7cee-4adb-80ae-3d514d0be9c4,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:42.495543 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb2afa96-fc5a-4c25-916e-c5c2f0997a34 req-ce9b9e52-dd15-40a5-bb8a-d63370578345 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563977 Aug 27 14:09:42.565547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6f87402e-2c9a-4bfc-bc29-8cdaeec4f32a tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Deleting port 06b4ddfa-3755-438e-b704-487f1e1da7fe {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:42.566610 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f87402e-2c9a-4bfc-bc29-8cdaeec4f32a tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:42.751301 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f87402e-2c9a-4bfc-bc29-8cdaeec4f32a tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:42.751301 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f87402e-2c9a-4bfc-bc29-8cdaeec4f32a tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:42.759048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6e425f32-eaf0-4a1a-b15f-af3e4322181c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:42.759588 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:42.765051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6f87402e-2c9a-4bfc-bc29-8cdaeec4f32a tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Calling delete_port for 06b4ddfa-3755-438e-b704-487f1e1da7fe owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:43.000817 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f87402e-2c9a-4bfc-bc29-8cdaeec4f32a tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:43.063928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87402e-2c9a-4bfc-bc29-8cdaeec4f32a tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Pushing event deleted for resources: {'Port': ['ID=06b4ddfa-3755-438e-b704-487f1e1da7fe,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:43.098375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 09f38047-45a5-44e2-87a4-00ce0e31f0c5 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:43.106948 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-a63a0466-b53b-4cb9-9da2-466613b004d6 None None] Allocated IP 172.20.0.2 (b62857ad-4724-4b2a-b1b8-39ab467af7a5/6b6cbb9a-617b-44b4-b4e2-3898987ef293/58298365-5a82-4e6d-8e8d-6a3e4ff453e3) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:43.131582 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f87402e-2c9a-4bfc-bc29-8cdaeec4f32a tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:43.138592 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f87402e-2c9a-4bfc-bc29-8cdaeec4f32a tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:43.140910 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6f87402e-2c9a-4bfc-bc29-8cdaeec4f32a tempest-ExternalNetworksAdminNegativeTestJSON-1201094283 tempest-ExternalNetworksAdminNegativeTestJSON-1201094283-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/42399215-e5c0-4fd6-80e7-51659a1fea5a HTTP/1.1" status: 204 len: 168 time: 0.8913426 Aug 27 14:09:43.218046 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-9ce88aad-e0a2-4c04-990a-69650553c83e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--574776588&fields=id&tenant_id=abede777d38946c0bffcfe73fba89675 HTTP/1.1" status: 200 len: 267 time: 0.2266896 Aug 27 14:09:43.311669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9e1b0f85-7589-49d4-84cb-8da7b39529b8 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:43.478958 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69e1218d-fc5d-4573-aec7-562d2dca65ad req-6acaa7c9-fee1-4baf-a1fe-01dfba4df513 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 210 time: 0.2369170 Aug 27 14:09:43.494026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547357b9-86a2-476a-a5d3-35708287f73b req-d7d76499-bd0f-4e85-a10c-47eee0388ee8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:43.494628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 09f38047-45a5-44e2-87a4-00ce0e31f0c5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:43.495855 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:43.497488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-d7d76499-bd0f-4e85-a10c-47eee0388ee8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 817 time: 0.2697988 Aug 27 14:09:43.532296 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-76d73768-c458-47c0-a188-40e0575a52b9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/quotas/abede777d38946c0bffcfe73fba89675 HTTP/1.1" status: 200 len: 375 time: 0.0242984 Aug 27 14:09:43.577755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Allocated IP 172.20.0.14 (7aefa3fa-7749-4753-b281-ffd8f72f60ab/40e71b8a-6eda-4448-a119-1a41275d23a4/d6728348-6285-4955-84a6-595415764a80) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:43.626826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973d484f-50bc-4894-b932-a98f4c58828b None None] Network 2ee3645d-4581-43ca-9936-8a22d739843d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:43.644112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a06b-ca68-4aba-802f-98ee0afb8b5b req-25a5a660-2466-4fc8-b09e-23feb2182020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:43.645632 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-05d1a06b-ca68-4aba-802f-98ee0afb8b5b req-25a5a660-2466-4fc8-b09e-23feb2182020 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 1097 time: 1.6086049 Aug 27 14:09:43.648333 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-e8fbc071-73aa-4772-8249-8bc889ee606c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1086884 Aug 27 14:09:43.795962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32908) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:43.834522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a63a0466-b53b-4cb9-9da2-466613b004d6 None None] For port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=58298365-5a82-4e6d-8e8d-6a3e4ff453e3,segment=NetworkSegment(ff20b97d-8845-4393-a316-5bfbfcc91353),segment_id=ff20b97d-8845-4393-a316-5bfbfcc91353)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:43.837646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:43.838098 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:43.858242 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-201eea7c-23c7-413a-bfed-e5c4793fce06 service neutron] 10.222.0.55 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816013 Aug 27 14:09:43.922381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 2ee3645d-4581-43ca-9936-8a22d739843d is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:43.953423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-77ee1cb5-97fe-4ce6-a5d2-ea745560c0f4 None None] Provisioning for port a185d664-9957-4be9-a9c2-c80de04a00e2 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:43.963196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:44.024481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-05d1a06b-ca68-4aba-802f-98ee0afb8b5b req-eab8eb06-a45e-4c2b-9c33-141cd7cc269d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670907 Aug 27 14:09:44.050677 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a63a0466-b53b-4cb9-9da2-466613b004d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.056072 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcff3d75-762c-4a1d-b96a-6f37de0e13dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.058869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e720d-6037-4cc1-ba66-1e518d304522 req-44435fac-98b1-4fca-a791-8a84ff434ac5 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:44.060957 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3e9e720d-6037-4cc1-ba66-1e518d304522 req-44435fac-98b1-4fca-a791-8a84ff434ac5 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.4080119 Aug 27 14:09:44.121611 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-c6e9e58f-1694-4e97-a862-65c27b00afa2 service neutron] 10.222.0.55 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525561 Aug 27 14:09:44.139004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a63a0466-b53b-4cb9-9da2-466613b004d6 None None] Transition to ACTIVE for port object 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:44.142319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 727ef361-a709-4d59-b767-faec98c9d246 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:44.148217 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a63a0466-b53b-4cb9-9da2-466613b004d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.274279 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3e9e720d-6037-4cc1-ba66-1e518d304522 req-b1720178-1063-4c53-bcf1-8d75438b9a1f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660182 Aug 27 14:09:44.283360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.305892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.12 (b62857ad-4724-4b2a-b1b8-39ab467af7a5/6b6cbb9a-617b-44b4-b4e2-3898987ef293/e7898e9f-47b5-4f6d-b57e-87422c47b792) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:44.320189 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcff3d75-762c-4a1d-b96a-6f37de0e13dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.327104 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bcff3d75-762c-4a1d-b96a-6f37de0e13dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.331482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 766b7891-00e0-4bfe-8124-11091eae26e1 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:09:44.364683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Transition to ACTIVE for port object d6728348-6285-4955-84a6-595415764a80 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:44.400449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a0466-b53b-4cb9-9da2-466613b004d6 None None] Pushing event updated for resources: {'Port': ['ID=58298365-5a82-4e6d-8e8d-6a3e4ff453e3,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:44.409597 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.485008 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bcff3d75-762c-4a1d-b96a-6f37de0e13dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5f2d4838fa941b4bc89808e185d88fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879287 Aug 27 14:09:44.485846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff3d75-762c-4a1d-b96a-6f37de0e13dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486b27d7-9eb4-4bd0-8512-074c56bb795e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:44.492480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32922) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:44.501138 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04274ce1-905a-4b22-8bbf-4b695cfacb74 req-d63581c2-80d2-4542-835e-811eae261459 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 210 time: 0.0846219 Aug 27 14:09:44.528438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 727ef361-a709-4d59-b767-faec98c9d246 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:44.557398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:09:44.566209 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb25aaef-b48e-49a9-bfe5-2e52368c0db1" -d '{"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:09:44.598468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 727ef361-a709-4d59-b767-faec98c9d246 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:44.598892 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.694270 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10baedf2-4bf6-4bbd-89eb-49553f7acd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.705416 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55174a3b-4e15-4178-810a-7ac1098085ec x-openstack-request-id: req-55174a3b-4e15-4178-810a-7ac1098085ec {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:09:44.706209 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:09:44.706642 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55174a3b-4e15-4178-810a-7ac1098085ec {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:09:44.707494 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'code': 200} Aug 27 14:09:44.732322 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:44.768871 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10baedf2-4bf6-4bbd-89eb-49553f7acd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.774740 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.870063 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0bf9420f-7c3f-452f-8de7-db3f19d34b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.906104 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10baedf2-4bf6-4bbd-89eb-49553f7acd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.911766 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10baedf2-4bf6-4bbd-89eb-49553f7acd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:44.922282 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-10baedf2-4bf6-4bbd-89eb-49553f7acd7d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/486b27d7-9eb4-4bd0-8512-074c56bb795e HTTP/1.1" status: 204 len: 168 time: 0.4283719 Aug 27 14:09:44.945118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baedf2-4bf6-4bbd-89eb-49553f7acd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486b27d7-9eb4-4bd0-8512-074c56bb795e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:44.953120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d1c4d05c-1655-45b9-9342-64e93b5fd1ba req-97d16314-d899-4773-b822-c1e19694a170 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 210 time: 0.2909112 Aug 27 14:09:45.004301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=10']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:45.034005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:09:45.056850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32934) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:45.064157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-95ee583c-a4a3-4fe3-9de9-2d29e8532492 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-994208911'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:45.072759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8d4f18a4-9a37-473e-a0f1-f35895d4e590 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0760100 Aug 27 14:09:45.074514 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:45.088265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Sync routers for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:09:45.130135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ee583c-a4a3-4fe3-9de9-2d29e8532492 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:45.133749 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95ee583c-a4a3-4fe3-9de9-2d29e8532492 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:45.159256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:45.160535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:45.197282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ee583c-a4a3-4fe3-9de9-2d29e8532492 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:09:45.223370 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95ee583c-a4a3-4fe3-9de9-2d29e8532492 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:45.223722 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-95ee583c-a4a3-4fe3-9de9-2d29e8532492 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Added segment defcc211-5c4f-4f17-849b-1bc6e3d2fabe of type vlan for network 60025f55-aeb6-4773-9a1b-6c1af0da4ca6 Aug 27 14:09:45.245630 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:45.263591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7ecc9435-659e-43ec-ae3b-8370ac103cb0 None None] Provisioning for port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:45.270276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Pushing event updated for resources: {'Port': ['ID=d6728348-6285-4955-84a6-595415764a80,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:45.311078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Network 7aefa3fa-7749-4753-b281-ffd8f72f60ab is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:45.337947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:45.355375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:45.432845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95ee583c-a4a3-4fe3-9de9-2d29e8532492 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:45.454332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7ecc9435-659e-43ec-ae3b-8370ac103cb0 None None] Provisioning complete for port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:45.479234 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9435-659e-43ec-ae3b-8370ac103cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:45.528743 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:45.547412 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95ee583c-a4a3-4fe3-9de9-2d29e8532492 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:45.556012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ee583c-a4a3-4fe3-9de9-2d29e8532492 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:45.571622 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95ee583c-a4a3-4fe3-9de9-2d29e8532492 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:45.629023 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Transition to ACTIVE for port object e7898e9f-47b5-4f6d-b57e-87422c47b792 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:45.657389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:45.658082 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:45.763228 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 727ef361-a709-4d59-b767-faec98c9d246, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=727ef361-a709-4d59-b767-faec98c9d246,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:45.798479 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:45.820784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:45.829932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff078f7c-819c-4ace-bf72-5eb6a8824b6f tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8320513 Aug 27 14:09:45.863173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 32950) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:45.939961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Request body: {'port': {'device_id': '5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:45.944116 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-95ee583c-a4a3-4fe3-9de9-2d29e8532492 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8859417 Aug 27 14:09:45.956840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32952) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:45.964614 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-463ac516-2ee7-4aec-bec1-7009bdca17c1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'subnet': {'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:46.101374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee583c-a4a3-4fe3-9de9-2d29e8532492 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Network': ['ID=60025f55-aeb6-4773-9a1b-6c1af0da4ca6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:46.103654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-18403bd6-34d0-4b66-bbc7-8198693b2289 req-c1b4ca1f-0831-4ed7-a153-6f65343c5415 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 210 time: 0.2081525 Aug 27 14:09:46.127677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d02fcb-c62a-4669-b26e-ba11f5e0e3d0 req-47a1d6d2-64c4-4862-af4d-63edd6561f3c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:46.135790 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16d02fcb-c62a-4669-b26e-ba11f5e0e3d0 req-47a1d6d2-64c4-4862-af4d-63edd6561f3c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.5479336 Aug 27 14:09:46.185007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 60025f55-aeb6-4773-9a1b-6c1af0da4ca6 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:09:46.227358 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-95a9ad78-6f62-4427-9dd5-ed3ea0e08c4f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b565e3426b249d08401f68f6700c828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628767 Aug 27 14:09:46.229631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 32960) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:46.281501 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463ac516-2ee7-4aec-bec1-7009bdca17c1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:46.289013 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-463ac516-2ee7-4aec-bec1-7009bdca17c1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:46.312271 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16d02fcb-c62a-4669-b26e-ba11f5e0e3d0 req-f0a3fff4-1897-4f48-80b8-3bc9ca580c97 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742334 Aug 27 14:09:46.354664 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:46.361177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc9435-659e-43ec-ae3b-8370ac103cb0 None None] Port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:46.440462 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:46.467151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:46.492044 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:46.508151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:46.580299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a185d664-9957-4be9-a9c2-c80de04a00e2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:46.593732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=e7898e9f-47b5-4f6d-b57e-87422c47b792,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:46.660879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f944b22-8741-47f2-8cc4-204fb6fbb424 req-84869a29-91d5-4675-8af4-3d36ce96e275 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:46.662671 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f944b22-8741-47f2-8cc4-204fb6fbb424 req-84869a29-91d5-4675-8af4-3d36ce96e275 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 932 time: 0.3573773 Aug 27 14:09:46.723298 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea1df9f5-2ded-446c-9b56-03dc57a89047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:46.729854 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-463ac516-2ee7-4aec-bec1-7009bdca17c1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:46.824389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:46.825555 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:46.849645 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f944b22-8741-47f2-8cc4-204fb6fbb424 req-961b6dec-2d43-40d1-80dc-768df3aa7abd tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641462 Aug 27 14:09:46.917098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=727ef361-a709-4d59-b767-faec98c9d246,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:46.947282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c37c57f8-b648-43a5-97f4-3a1f2bb3a885 None None] Provisioning complete for port d12789f2-a2dc-4b17-9aa9-c6a2686762cd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:46.947803 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c37c57f8-b648-43a5-97f4-3a1f2bb3a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:46.969179 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fda53cdc-0448-4d85-afcd-83c0b29a5a75 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.7626686 Aug 27 14:09:46.974296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 32964) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:46.983374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-00651450-bad0-440e-a29e-b96231b9dc74 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:46.991008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ac516-2ee7-4aec-bec1-7009bdca17c1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Subnet': ['ID=a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:46.997110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea1df9f5-2ded-446c-9b56-03dc57a89047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:47.043141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ac516-2ee7-4aec-bec1-7009bdca17c1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Checking segment: {'id': 'defcc211-5c4f-4f17-849b-1bc6e3d2fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:47.043817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ac516-2ee7-4aec-bec1-7009bdca17c1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network hostable DHCP agents. Network: 60025f55-aeb6-4773-9a1b-6c1af0da4ca6, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:09:47.096897 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547357b9-86a2-476a-a5d3-35708287f73b req-fc1d6440-48a8-47f7-8b82-584321170f3a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:47.098790 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-fc1d6440-48a8-47f7-8b82-584321170f3a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.52 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 817 time: 0.3217039 Aug 27 14:09:47.100253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ac516-2ee7-4aec-bec1-7009bdca17c1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 60025f55-aeb6-4773-9a1b-6c1af0da4ca6 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:09:47.129347 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-463ac516-2ee7-4aec-bec1-7009bdca17c1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 60025f55-aeb6-4773-9a1b-6c1af0da4ca6) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:47.137696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463ac516-2ee7-4aec-bec1-7009bdca17c1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:47.139291 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-463ac516-2ee7-4aec-bec1-7009bdca17c1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:47.171924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c37c57f8-b648-43a5-97f4-3a1f2bb3a885 None None] Port d12789f2-a2dc-4b17-9aa9-c6a2686762cd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:47.172609 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-463ac516-2ee7-4aec-bec1-7009bdca17c1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2136848 Aug 27 14:09:47.174043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32972) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:47.186137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f358f-8e36-49c1-808c-a273fba41933 None None] Network 60025f55-aeb6-4773-9a1b-6c1af0da4ca6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:47.188196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-5dc57d12-469c-418d-8403-c083d83c02cf tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abede777d38946c0bffcfe73fba89675 HTTP/1.1" status: 200 len: 379 time: 0.0791004 Aug 27 14:09:47.228885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-547357b9-86a2-476a-a5d3-35708287f73b req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Request body: {'port': {'device_id': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'admin_state_up': True, 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'security_groups': ['cbe73089-a3c6-4e6f-8948-a8ae2632deab']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:47.313494 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b0d18c8-6dad-438c-91aa-2d155a66603b req-b2e57f02-aeef-4dc1-8ad0-0edc4566ce0d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 210 time: 0.0572269 Aug 27 14:09:47.343659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c37c57f8-b648-43a5-97f4-3a1f2bb3a885 None None] Provisioning for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:47.347782 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea1df9f5-2ded-446c-9b56-03dc57a89047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:47.349804 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea1df9f5-2ded-446c-9b56-03dc57a89047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:47.353845 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ea1df9f5-2ded-446c-9b56-03dc57a89047 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e9283e0-81b8-421b-8298-506eca806158 HTTP/1.1" status: 204 len: 168 time: 1.1211531 Aug 27 14:09:47.375294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1df9f5-2ded-446c-9b56-03dc57a89047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9283e0-81b8-421b-8298-506eca806158,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:47.385495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00651450-bad0-440e-a29e-b96231b9dc74 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:47.390543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00651450-bad0-440e-a29e-b96231b9dc74 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:47.448837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c37c57f8-b648-43a5-97f4-3a1f2bb3a885 None None] Provisioning complete for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:47.449714 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c37c57f8-b648-43a5-97f4-3a1f2bb3a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:47.559999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6728348-6285-4955-84a6-595415764a80 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:09:47.563214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port a185d664-9957-4be9-a9c2-c80de04a00e2 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:47.588554 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:47.602765 n-d-712139-12 neutron-server[101186]: INFO neutron.db.ipam_backend_mixin [None req-00651450-bad0-440e-a29e-b96231b9dc74 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b6cbb9a-617b-44b4-b4e2-3898987ef293 (CIDR: 172.20.0.0/28) Aug 27 14:09:47.611272 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-00651450-bad0-440e-a29e-b96231b9dc74 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:09:47.611628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00651450-bad0-440e-a29e-b96231b9dc74 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:09:47.645579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Transition to ACTIVE for port object d6728348-6285-4955-84a6-595415764a80 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:47.655910 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ba30a127-3932-44f7-be2e-42eaf5829082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:47.657485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:47.660163 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883f079-38c0-4ad8-b700-125c108efd47 req-23581295-f1ed-481d-8781-078bed99c049 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:47.667887 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2883f079-38c0-4ad8-b700-125c108efd47 req-23581295-f1ed-481d-8781-078bed99c049 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.1614764 Aug 27 14:09:47.679442 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:47.682127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a185d664-9957-4be9-a9c2-c80de04a00e2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:47.682553 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:47.687421 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-00651450-bad0-440e-a29e-b96231b9dc74 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7099357 Aug 27 14:09:47.688173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 32978) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:47.722504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547357b9-86a2-476a-a5d3-35708287f73b req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Made reservation on behalf of abede777d38946c0bffcfe73fba89675 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:47.726085 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-547357b9-86a2-476a-a5d3-35708287f73b req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:47.729520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:09:47.734042 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:47.765671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-44b5ce3d-7d5d-4914-96a7-ed2ead79b3ba tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:47.832156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:40Z', 'revision_number': 3, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 2, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:38Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:47.972582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Pushing event updated for resources: {'Port': ['ID=d6728348-6285-4955-84a6-595415764a80,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:48.026916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Checking router: 766b7891-00e0-4bfe-8124-11091eae26e1 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:09:48.027470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Updating router 766b7891-00e0-4bfe-8124-11091eae26e1 port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:09:48.048023 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2883f079-38c0-4ad8-b700-125c108efd47 req-7dd8eb52-7a9c-4896-9f93-83bc159a8488 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792832 Aug 27 14:09:48.134071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:48.247911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-547357b9-86a2-476a-a5d3-35708287f73b req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Allocated IP 172.20.0.14 (739db5ed-1ce5-49e2-8532-a593a50ed487/b35584a9-512d-47a0-844c-68107c2b802f/fd226785-adfa-4162-892a-b1cfaff56660) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:48.254715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Attempting to bind port d6728348-6285-4955-84a6-595415764a80 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:48.255130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Attempting to bind port d6728348-6285-4955-84a6-595415764a80 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '5eebd969-099a-4b28-a7c6-2c7626dd0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:48.255490 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Attempting to bind port d6728348-6285-4955-84a6-595415764a80 on network 7aefa3fa-7749-4753-b281-ffd8f72f60ab {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:48.290860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52076a5f-0b7c-441d-9222-e13203f9450a req-4e7eda7e-69b2-4d68-ba8d-54a3fe1d45f2 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:48.302267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-52076a5f-0b7c-441d-9222-e13203f9450a req-4e7eda7e-69b2-4d68-ba8d-54a3fe1d45f2 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 944 time: 0.2602882 Aug 27 14:09:48.328706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Port d6728348-6285-4955-84a6-595415764a80 on network 7aefa3fa-7749-4753-b281-ffd8f72f60ab not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:09:48.329417 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Attempting to bind port d6728348-6285-4955-84a6-595415764a80 on network 7aefa3fa-7749-4753-b281-ffd8f72f60ab {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:48.345038 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:48.354071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:48.354433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Checking segment: {'id': '5eebd969-099a-4b28-a7c6-2c7626dd0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:48.354835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Bound using segment: {'id': '5eebd969-099a-4b28-a7c6-2c7626dd0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:48.355253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c37c57f8-b648-43a5-97f4-3a1f2bb3a885 None None] Provisioning complete for port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:48.355444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Bound port: d6728348-6285-4955-84a6-595415764a80, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eebd969-099a-4b28-a7c6-2c7626dd0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:48.355683 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c37c57f8-b648-43a5-97f4-3a1f2bb3a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:48.355797 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:48.360958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b5ce3d-7d5d-4914-96a7-ed2ead79b3ba tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:48.365475 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-44b5ce3d-7d5d-4914-96a7-ed2ead79b3ba tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:48.405270 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-52076a5f-0b7c-441d-9222-e13203f9450a req-783d1722-ccca-453a-9b1d-a18977f9e80d tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019895 Aug 27 14:09:48.533447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Allocated IP 2001:db8:2::2 (60025f55-aeb6-4773-9a1b-6c1af0da4ca6/a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9/58d9d804-42f2-4554-b274-b4988f4208e3) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:48.628779 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff91e2f2-0154-4fb6-953a-c601f93a1cec req-f4f3c59f-1542-42f8-9ec5-0b3a13ddfbdf tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 210 time: 0.0988867 Aug 27 14:09:48.682432 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:48.686358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25e1de-60bd-491c-9956-43e05d940b3d req-5a0faac9-39e9-4f7f-84ac-c088c4128d5f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:48.696745 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c25e1de-60bd-491c-9956-43e05d940b3d req-5a0faac9-39e9-4f7f-84ac-c088c4128d5f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.1491466 Aug 27 14:09:48.712203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] For port d6728348-6285-4955-84a6-595415764a80, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:48.717852 n-d-712139-12 neutron-server[101186]: INFO neutron.db.ipam_backend_mixin [None req-44b5ce3d-7d5d-4914-96a7-ed2ead79b3ba tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f607be80-d539-44fb-a722-f9f3855da3c4 (CIDR: 172.20.0.16/28) Aug 27 14:09:48.721007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] For port d6728348-6285-4955-84a6-595415764a80, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=d6728348-6285-4955-84a6-595415764a80,segment=NetworkSegment(5eebd969-099a-4b28-a7c6-2c7626dd0ea8),segment_id=5eebd969-099a-4b28-a7c6-2c7626dd0ea8)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:48.734286 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:48.740650 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b5ce3d-7d5d-4914-96a7-ed2ead79b3ba tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:09:48.741287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b5ce3d-7d5d-4914-96a7-ed2ead79b3ba tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:09:48.800751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c25e1de-60bd-491c-9956-43e05d940b3d req-1b1923be-73f7-4498-abd4-e0b91d45144a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005628 Aug 27 14:09:48.807247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:48.808080 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:48.809772 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] 10.222.0.52 "PUT /v2.0/ports/d6728348-6285-4955-84a6-595415764a80 HTTP/1.1" status: 200 len: 1093 time: 2.8917458 Aug 27 14:09:48.824791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad', 'tag': 'd6728348-6285-4955-84a6-595415764a80'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:09:48.828389 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d064c89-bd90-4e5e-a6f1-b5e134e55bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad", "tag": "d6728348-6285-4955-84a6-595415764a80"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:09:48.840686 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-44b5ce3d-7d5d-4914-96a7-ed2ead79b3ba tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0947180 Aug 27 14:09:48.843520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33014) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:48.851809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-bdfaf392-4faa-4cf9-ac24-56fcbf6d02e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'subnet': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:48.883415 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-547357b9-86a2-476a-a5d3-35708287f73b req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:48.953272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2043ae4-5ac3-4e44-b0aa-624ab4fe0616 service neutron] Pushing event updated for resources: {'Port': ['ID=d6728348-6285-4955-84a6-595415764a80,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:48.964729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-547357b9-86a2-476a-a5d3-35708287f73b req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Transition to ACTIVE for port object fd226785-adfa-4162-892a-b1cfaff56660 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:49.000085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port a185d664-9957-4be9-a9c2-c80de04a00e2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a185d664-9957-4be9-a9c2-c80de04a00e2,segment=NetworkSegment(5a8badcb-aa81-4a54-8973-2d23cb016104),segment_id=5a8badcb-aa81-4a54-8973-2d23cb016104)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:49.010885 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:49.017983 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:49.019128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 331272a9-0d7a-4a02-83af-dbe0cec0b514 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:49.066340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c37c57f8-b648-43a5-97f4-3a1f2bb3a885 None None] Port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:49.113437 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-547357b9-86a2-476a-a5d3-35708287f73b req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:49.219729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event updated for resources: {'Port': ['ID=fd226785-adfa-4162-892a-b1cfaff56660,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:49.240367 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cb8f12-21aa-479f-b810-25b24d419ba4 x-openstack-request-id: req-13cb8f12-21aa-479f-b810-25b24d419ba4 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:09:49.241163 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad", "tag": "d6728348-6285-4955-84a6-595415764a80", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:09:49.241592 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-13cb8f12-21aa-479f-b810-25b24d419ba4 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:09:49.242409 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad', 'tag': 'd6728348-6285-4955-84a6-595415764a80', 'status': 'completed', 'code': 200} Aug 27 14:09:49.259846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfaf392-4faa-4cf9-ac24-56fcbf6d02e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Made reservation on behalf of aad98d7867c1444b8c91832a37ba6d2b for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:49.282848 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf392-4faa-4cf9-ac24-56fcbf6d02e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:49.285549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c37c57f8-b648-43a5-97f4-3a1f2bb3a885 None None] Provisioning for port d6728348-6285-4955-84a6-595415764a80 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:49.330020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547357b9-86a2-476a-a5d3-35708287f73b req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Network 739db5ed-1ce5-49e2-8532-a593a50ed487 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:49.344215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=a185d664-9957-4be9-a9c2-c80de04a00e2,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:49.358006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff9cf90c-8cbc-475f-8c8e-643b25fcfc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:49.360249 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-ff9cf90c-8cbc-475f-8c8e-643b25fcfc96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ffec2a756fc41ca90e6927ab441f721&device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 1096 time: 0.4894285 Aug 27 14:09:49.404792 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:49.405288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-547357b9-86a2-476a-a5d3-35708287f73b req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:49.415220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-547357b9-86a2-476a-a5d3-35708287f73b req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:49.463833 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-d5a59ec5-a568-4617-a549-064ba7362b95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6728348-6285-4955-84a6-595415764a80 HTTP/1.1" status: 200 len: 217 time: 0.0909357 Aug 27 14:09:49.471081 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Transition to ACTIVE for port object 58d9d804-42f2-4554-b274-b4988f4208e3 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:49.473514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 331272a9-0d7a-4a02-83af-dbe0cec0b514 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:49.487103 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 331272a9-0d7a-4a02-83af-dbe0cec0b514 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:49.489824 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:49.530011 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547357b9-86a2-476a-a5d3-35708287f73b req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:49.531121 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-547357b9-86a2-476a-a5d3-35708287f73b req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:49.563536 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-a26b4912-fd1c-41e5-a902-6db685709fa9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3385646 Aug 27 14:09:49.567827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-48ba68bb-6873-4d3b-bb90-f67bf88bb134 None None] Provisioning for port e7898e9f-47b5-4f6d-b57e-87422c47b792 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:49.575378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Transition to ACTIVE for port object 58d9d804-42f2-4554-b274-b4988f4208e3 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:49.579402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f678c95-0407-464d-bfc4-916fb710b3da req-11015871-ed16-4f9e-ba05-a9e6bb052bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:49.588042 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-11015871-ed16-4f9e-ba05-a9e6bb052bc3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40e71b8a-6eda-4448-a119-1a41275d23a4 HTTP/1.1" status: 200 len: 850 time: 0.1162088 Aug 27 14:09:49.608594 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:49.610599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-48ba68bb-6873-4d3b-bb90-f67bf88bb134 None None] Provisioning complete for port e7898e9f-47b5-4f6d-b57e-87422c47b792 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:49.611309 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-48ba68bb-6873-4d3b-bb90-f67bf88bb134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:49.636875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Request body: {'port': {'device_id': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:49.685350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f678c95-0407-464d-bfc4-916fb710b3da req-89f2595b-f300-4a50-be18-aefbb88709db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:49.688657 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-89f2595b-f300-4a50-be18-aefbb88709db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7aefa3fa-7749-4753-b281-ffd8f72f60ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904522 Aug 27 14:09:49.870472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-48ba68bb-6873-4d3b-bb90-f67bf88bb134 None None] Port e7898e9f-47b5-4f6d-b57e-87422c47b792 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:49.887348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Allocated IP 2001:db8:2::1 (60025f55-aeb6-4773-9a1b-6c1af0da4ca6/a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9/31fa024d-9400-4208-83e6-4cf83172c46e) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:49.896956 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd14e25-73fa-41e1-b39d-e383ea1fb337 req-bdc7e3a7-52c2-4662-83f4-f8bd91126ce5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:49.899199 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9bd14e25-73fa-41e1-b39d-e383ea1fb337 req-bdc7e3a7-52c2-4662-83f4-f8bd91126ce5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 932 time: 0.0768731 Aug 27 14:09:49.906599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf056086-c69d-4358-b7dd-3044c3670405 req-175ccfd3-fa2c-4e05-be0b-f9f4202fd216 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:49.908525 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf056086-c69d-4358-b7dd-3044c3670405 req-175ccfd3-fa2c-4e05-be0b-f9f4202fd216 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 944 time: 0.3532944 Aug 27 14:09:49.937358 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-f65d8341-2c61-4a38-8820-6b309cfc5dfa service neutron] 10.222.0.52 "GET /v2.0/networks/7aefa3fa-7749-4753-b281-ffd8f72f60ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429500 Aug 27 14:09:49.944644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Network 60025f55-aeb6-4773-9a1b-6c1af0da4ca6 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:49.986972 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf056086-c69d-4358-b7dd-3044c3670405 req-f8afcc6b-5de7-4bdc-89eb-5863cc35c89e tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649226 Aug 27 14:09:49.991510 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:50.005412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:50.008757 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:50.031140 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:50.162918 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f678c95-0407-464d-bfc4-916fb710b3da req-7c99b6a6-b6b6-4d5c-b6fa-c7fc26f670ea service neutron] 10.222.0.52 "GET /v2.0/networks/7aefa3fa-7749-4753-b281-ffd8f72f60ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044683 Aug 27 14:09:50.166110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Attempting to bind port 58d9d804-42f2-4554-b274-b4988f4208e3 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:50.171679 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:50.178870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Attempting to bind port 58d9d804-42f2-4554-b274-b4988f4208e3 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'defcc211-5c4f-4f17-849b-1bc6e3d2fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:50.178870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Attempting to bind port 58d9d804-42f2-4554-b274-b4988f4208e3 on network 60025f55-aeb6-4773-9a1b-6c1af0da4ca6 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:50.190607 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9bd14e25-73fa-41e1-b39d-e383ea1fb337 req-3b8f9ae6-c699-4551-ac11-55a26f25b783 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828217 Aug 27 14:09:50.224016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Transition to ACTIVE for port object 1750bc74-5e8c-48ed-95e0-21702e0b5e3d will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:50.226502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:50.227333 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Checking segment: {'id': 'defcc211-5c4f-4f17-849b-1bc6e3d2fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:50.227993 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:50.229192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Bound using segment: {'id': 'defcc211-5c4f-4f17-849b-1bc6e3d2fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:50.229927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Bound port: 58d9d804-42f2-4554-b274-b4988f4208e3, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defcc211-5c4f-4f17-849b-1bc6e3d2fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:50.230526 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:50.249400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Pushing event updated for resources: {'Port': ['ID=58d9d804-42f2-4554-b274-b4988f4208e3,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:50.274185 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d064c89-bd90-4e5e-a6f1-b5e134e55bc3 req-c8675555-0846-44bc-b764-fd7f189cad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:50.275173 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d064c89-bd90-4e5e-a6f1-b5e134e55bc3 req-c8675555-0846-44bc-b764-fd7f189cad99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ffec2a756fc41ca90e6927ab441f721&device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 1096 time: 0.0556116 Aug 27 14:09:50.289585 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:50.398535 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:50.425943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d064c89-bd90-4e5e-a6f1-b5e134e55bc3 req-4d123410-4aa2-4c8f-9de7-445183dc4200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:50.428661 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d064c89-bd90-4e5e-a6f1-b5e134e55bc3 req-4d123410-4aa2-4c8f-9de7-445183dc4200 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7aefa3fa-7749-4753-b281-ffd8f72f60ab HTTP/1.1" status: 200 len: 912 time: 0.1445003 Aug 27 14:09:50.490587 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-89d55dec-dcc9-4221-a61b-010d082eb211 None None] Provisioning for port fd226785-adfa-4162-892a-b1cfaff56660 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:50.526562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-89d55dec-dcc9-4221-a61b-010d082eb211 None None] Provisioning complete for port fd226785-adfa-4162-892a-b1cfaff56660 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:50.527398 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89d55dec-dcc9-4221-a61b-010d082eb211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:50.543669 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:50.571702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33052) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:50.580308 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d064c89-bd90-4e5e-a6f1-b5e134e55bc3 req-796912e8-4817-4337-acb2-038f3adff06f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6728348-6285-4955-84a6-595415764a80 HTTP/1.1" status: 200 len: 217 time: 0.1372547 Aug 27 14:09:50.636440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] For port 58d9d804-42f2-4554-b274-b4988f4208e3, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:50.642100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] For port 58d9d804-42f2-4554-b274-b4988f4208e3, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=58d9d804-42f2-4554-b274-b4988f4208e3,segment=NetworkSegment(defcc211-5c4f-4f17-849b-1bc6e3d2fabe),segment_id=defcc211-5c4f-4f17-849b-1bc6e3d2fabe)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:50.649938 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ec6d8-ff84-45b2-bec3-f97068d2fe74 None None] Pushing event updated for resources: {'Port': ['ID=1750bc74-5e8c-48ed-95e0-21702e0b5e3d,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:50.687182 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-89d55dec-dcc9-4221-a61b-010d082eb211 None None] Port fd226785-adfa-4162-892a-b1cfaff56660 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:50.702412 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:50.737171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Transition to ACTIVE for port object 31fa024d-9400-4208-83e6-4cf83172c46e will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:50.793601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d064c89-bd90-4e5e-a6f1-b5e134e55bc3 req-fefef0a1-950c-42c0-af5c-9dec797f9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:50.795800 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d064c89-bd90-4e5e-a6f1-b5e134e55bc3 req-fefef0a1-950c-42c0-af5c-9dec797f9644 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40e71b8a-6eda-4448-a119-1a41275d23a4 HTTP/1.1" status: 200 len: 850 time: 0.2073038 Aug 27 14:09:50.827616 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 331272a9-0d7a-4a02-83af-dbe0cec0b514, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=331272a9-0d7a-4a02-83af-dbe0cec0b514,segment=NetworkSegment(32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8),segment_id=32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:50.878291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Attempting to bind port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:50.878915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Attempting to bind port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5a8badcb-aa81-4a54-8973-2d23cb016104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:50.879435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Attempting to bind port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d on network 2ee3645d-4581-43ca-9936-8a22d739843d {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:50.885843 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:50.886881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:50.893846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:50.894222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Checking segment: {'id': '5a8badcb-aa81-4a54-8973-2d23cb016104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:50.894630 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:50.895066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Bound using segment: {'id': '5a8badcb-aa81-4a54-8973-2d23cb016104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:50.895553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Bound port: 1750bc74-5e8c-48ed-95e0-21702e0b5e3d, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8badcb-aa81-4a54-8973-2d23cb016104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:50.903203 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:50.952484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d064c89-bd90-4e5e-a6f1-b5e134e55bc3 req-b63f903d-3e70-41f5-9e9a-259e42e4b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:50.954013 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d064c89-bd90-4e5e-a6f1-b5e134e55bc3 req-b63f903d-3e70-41f5-9e9a-259e42e4b723 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7aefa3fa-7749-4753-b281-ffd8f72f60ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436203 Aug 27 14:09:50.993495 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:51.134301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc081d-57e3-472d-8455-0ce0523a0eba None None] Pushing event updated for resources: {'Port': ['ID=58d9d804-42f2-4554-b274-b4988f4208e3,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:51.175497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2006218075'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:51.221413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Made reservation on behalf of b3b3d5f31eee48b39cb2db8e7858216c for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:51.227095 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 60025f55-aeb6-4773-9a1b-6c1af0da4ca6 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:51.227970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] For port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:51.236297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:51.242184 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:51.248321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:51.249098 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:51.256020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:51.267430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] For port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1750bc74-5e8c-48ed-95e0-21702e0b5e3d,segment=NetworkSegment(5a8badcb-aa81-4a54-8973-2d23cb016104),segment_id=5a8badcb-aa81-4a54-8973-2d23cb016104)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:51.278565 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:51.318477 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:51.318951 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:51.334741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=331272a9-0d7a-4a02-83af-dbe0cec0b514,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:51.439698 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:51.452676 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:51.453342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ec6d8-ff84-45b2-bec3-f97068d2fe74 None None] Pushing event updated for resources: {'Port': ['ID=1750bc74-5e8c-48ed-95e0-21702e0b5e3d,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:51.454943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:51.478337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:09:51.486613 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:51.492524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1caea-c84b-4f5f-8006-59e2ce901ec5 req-43631a8a-b25a-4e4f-9de0-ab2cf8fa5520 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:51.500643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:51.501555 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:51.504976 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47c1caea-c84b-4f5f-8006-59e2ce901ec5 req-43631a8a-b25a-4e4f-9de0-ab2cf8fa5520 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.5354733 Aug 27 14:09:51.507285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=31fa024d-9400-4208-83e6-4cf83172c46e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:51.530087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:51.530656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:51.531140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:51.531579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:51.532015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:51.532449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:51.532880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:51.533312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:51.533745 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:51.534187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:51.534615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:51.535191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:51.733916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf392-4faa-4cf9-ac24-56fcbf6d02e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:51.901564 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47c1caea-c84b-4f5f-8006-59e2ce901ec5 req-39c633a1-f409-4dea-8182-004248e338bf tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953221 Aug 27 14:09:52.000966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaf392-4faa-4cf9-ac24-56fcbf6d02e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Subnet': ['ID=e3b5abbc-4e40-4483-890a-d0932c38dd0c,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:52.024386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfaf392-4faa-4cf9-ac24-56fcbf6d02e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:52.042365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:52.049364 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:52.055134 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Added segment 65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1 of type vlan for network 79792366-1cbe-4f65-a2d1-2753f6e5c953 Aug 27 14:09:52.075233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2c054-8a75-4071-8a4f-d8ae7ae7d7b3 req-4d0bc450-cea3-4ad1-ac1a-5fafc1213497 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:52.088632 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b3c2c054-8a75-4071-8a4f-d8ae7ae7d7b3 req-4d0bc450-cea3-4ad1-ac1a-5fafc1213497 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 944 time: 0.9362817 Aug 27 14:09:52.113327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0c83ead8-ef26-4268-88c0-ce581e98e138 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:52.129618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-bdfaf392-4faa-4cf9-ac24-56fcbf6d02e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:52.130880 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d064c89-bd90-4e5e-a6f1-b5e134e55bc3 req-5dd31c18-dadb-40c2-ade3-71d53d2e3725 service neutron] 10.222.0.52 "GET /v2.0/networks/7aefa3fa-7749-4753-b281-ffd8f72f60ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1686928 Aug 27 14:09:52.172156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a035b4-53c8-4991-8628-a31a50dcec0c None None] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:52.330165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f40d39-902f-4ff2-b9a8-46b6c478a91e None None] Network 60025f55-aeb6-4773-9a1b-6c1af0da4ca6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:52.353335 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfaf392-4faa-4cf9-ac24-56fcbf6d02e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:52.354112 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf392-4faa-4cf9-ac24-56fcbf6d02e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:52.402726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d064c89-bd90-4e5e-a6f1-b5e134e55bc3 req-2666c148-135d-4b0b-811a-974bda0d5940 service neutron] 10.222.0.52 "GET /v2.0/networks/7aefa3fa-7749-4753-b281-ffd8f72f60ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138953 Aug 27 14:09:52.405788 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bdfaf392-4faa-4cf9-ac24-56fcbf6d02e4 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5602031 Aug 27 14:09:52.413151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33074) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:52.424235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7d14c913-1d3f-4a2f-ba4f-c67580d2f95b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-311803767', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3b5abbc-4e40-4483-890a-d0932c38dd0c'}], 'security_groups': ['0d3f0356-c3ec-4e53-8441-8aecf58ea5fd', '149c42ae-368c-4e1e-93e8-1d8296be7fd6']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:52.424598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df21948-8891-4d3c-af93-963e27b649ba req-54784da1-33d4-4865-8a8c-7dfb09ca5998 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:52.431024 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:52.432142 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8df21948-8891-4d3c-af93-963e27b649ba req-54784da1-33d4-4865-8a8c-7dfb09ca5998 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 932 time: 0.3621471 Aug 27 14:09:52.433666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1319712c-2737-4329-bdfb-950aeaf2524b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:52.482915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:52.484089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:52.484639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:52.485167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:52.485746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:52.486263 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:52.487412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:52.488069 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:52.488673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:52.489237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:52.489736 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:52.490232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:09:52.507554 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b3c2c054-8a75-4071-8a4f-d8ae7ae7d7b3 req-87bcdb90-3d81-4640-bf09-01fd7d373466 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3728011 Aug 27 14:09:52.526331 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8df21948-8891-4d3c-af93-963e27b649ba req-9c2f34a4-4d34-4ea0-9414-9f87fb35ddd1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880456 Aug 27 14:09:52.581825 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0c83ead8-ef26-4268-88c0-ce581e98e138 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:52.582117 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:52.596564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a5ec3dd2-9755-4534-a94d-d0c036c5cbd7 None None] Provisioning for port 58d9d804-42f2-4554-b274-b4988f4208e3 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:52.599382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:52.603576 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:52.615238 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:52.615835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd226785-adfa-4162-892a-b1cfaff56660 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:09:52.618870 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:52.621473 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:52.635488 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:52.644845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:52.728837 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Transition to ACTIVE for port object fd226785-adfa-4162-892a-b1cfaff56660 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:52.738577 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:52.757995 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1846559 Aug 27 14:09:52.783493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=31fa024d-9400-4208-83e6-4cf83172c46e,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:52.796480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb081e-1043-447f-a9fa-fd786c8f2ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Pushing event updated for resources: {'Network': ['ID=79792366-1cbe-4f65-a2d1-2753f6e5c953,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:52.817339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 79792366-1cbe-4f65-a2d1-2753f6e5c953 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:09:52.860044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:51Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:51Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:09:49Z', 'revision_number': 1, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:52.879357 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d14c913-1d3f-4a2f-ba4f-c67580d2f95b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:52.911824 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Pushing event updated for resources: {'Port': ['ID=fd226785-adfa-4162-892a-b1cfaff56660,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:52.959067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 60025f55-aeb6-4773-9a1b-6c1af0da4ca6 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:52.961109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:53.106406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991ae5e-bdb7-4607-aea3-0d111ba436cd None None] The sync data for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 is: [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:51Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:51Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:09:49Z', 'revision_number': 1, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:09:53.129717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device d6728348-6285-4955-84a6-595415764a80 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:09:53.216957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33082) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:53.225409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Request body: {'port': {'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953', 'binding:host_id': 'n-h1-712139-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-888885190'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:53.321154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Made reservation on behalf of 2d6971db6c8c42ea88a7016e3f23d627 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:53.324076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:53.348395 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:53.369615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 766b7891-00e0-4bfe-8124-11091eae26e1 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:09:53.370386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Attempting to bind port fd226785-adfa-4162-892a-b1cfaff56660 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:53.370767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Attempting to bind port fd226785-adfa-4162-892a-b1cfaff56660 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:53.371266 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Attempting to bind port fd226785-adfa-4162-892a-b1cfaff56660 on network 739db5ed-1ce5-49e2-8532-a593a50ed487 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:53.388114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Port fd226785-adfa-4162-892a-b1cfaff56660 on network 739db5ed-1ce5-49e2-8532-a593a50ed487 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:09:53.388241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Attempting to bind port fd226785-adfa-4162-892a-b1cfaff56660 on network 739db5ed-1ce5-49e2-8532-a593a50ed487 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:53.423395 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:53.423662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Checking segment: {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:53.423998 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Bound using segment: {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:53.424497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Bound port: fd226785-adfa-4162-892a-b1cfaff56660, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:53.424870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:53.442993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbf6765-dbd2-494f-b316-c505f27c6747 None None] Update dhcp port {'port': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'fixed_ips': [{'subnet_id': 'f607be80-d539-44fb-a722-f9f3855da3c4', 'ip_address': '172.20.0.18'}, {'subnet_id': '6b6cbb9a-617b-44b4-b4e2-3898987ef293', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e3b5abbc-4e40-4483-890a-d0932c38dd0c'}], 'binding:host_id': 'n-d-712139-12'}, 'id': '58298365-5a82-4e6d-8e8d-6a3e4ff453e3'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:09:53.509901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c8207-f38e-4462-abed-390e23dfb64a req-a6953f3f-867f-41d2-9dd1-1d9a60d31745 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:53.521081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f7c8207-f38e-4462-abed-390e23dfb64a req-a6953f3f-867f-41d2-9dd1-1d9a60d31745 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.2030215 Aug 27 14:09:53.559756 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6765-dbd2-494f-b316-c505f27c6747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:53.637502 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f7c8207-f38e-4462-abed-390e23dfb64a req-652c52b9-7942-40cb-b2dc-19ac854890ac tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010766 Aug 27 14:09:53.718313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port d6728348-6285-4955-84a6-595415764a80, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=d6728348-6285-4955-84a6-595415764a80,segment=NetworkSegment(5eebd969-099a-4b28-a7c6-2c7626dd0ea8),segment_id=5eebd969-099a-4b28-a7c6-2c7626dd0ea8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:53.726091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-7d14c913-1d3f-4a2f-ba4f-c67580d2f95b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Delete allocated IP 172.20.0.12 (b62857ad-4724-4b2a-b1b8-39ab467af7a5/6b6cbb9a-617b-44b4-b4e2-3898987ef293) {{(pid=101186) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 14:09:53.761085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-7d14c913-1d3f-4a2f-ba4f-c67580d2f95b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Allocated IP 172.20.0.37 (b62857ad-4724-4b2a-b1b8-39ab467af7a5/e3b5abbc-4e40-4483-890a-d0932c38dd0c/e7898e9f-47b5-4f6d-b57e-87422c47b792) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:53.919839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:09:53.943012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'd6728348-6285-4955-84a6-595415764a80', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'port_id': 'd6728348-6285-4955-84a6-595415764a80', 'mac_address': 'fa:16:3e:e4:40:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:09:53.945305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4742ddaf-bbc9-4ef2-88bd-03b7f49c23ce tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7684553 Aug 27 14:09:53.955363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 58d9d804-42f2-4554-b274-b4988f4208e3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:53.968297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33094) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:53.977139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-91a657a5-ab08-4a30-8141-6ae12847dda6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-633998740'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:54.119107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:54.120339 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d14c913-1d3f-4a2f-ba4f-c67580d2f95b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:54.140444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-7d14c913-1d3f-4a2f-ba4f-c67580d2f95b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Transition to ACTIVE for port object e7898e9f-47b5-4f6d-b57e-87422c47b792 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:54.146293 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d14c913-1d3f-4a2f-ba4f-c67580d2f95b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:54.196706 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:54.212244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6850a-be57-4436-bf71-06255e9909d1 req-07cfea63-5f19-4e3b-be04-36538185d13b tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:54.227293 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bfb6850a-be57-4436-bf71-06255e9909d1 req-07cfea63-5f19-4e3b-be04-36538185d13b tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 944 time: 0.5412691 Aug 27 14:09:54.234564 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:54.274594 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:54.276358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54da12-560d-45a6-ae22-9d7a03b43145 req-9fb3ef23-d248-4f94-b24e-4e3177f059d7 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:54.279422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9f54da12-560d-45a6-ae22-9d7a03b43145 req-9fb3ef23-d248-4f94-b24e-4e3177f059d7 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.4457736 Aug 27 14:09:54.315002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6728348-6285-4955-84a6-595415764a80 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:09:54.337597 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3b1316df-a0a6-4109-9bbb-089f42cd78c1 None None] Provisioning for port 31fa024d-9400-4208-83e6-4cf83172c46e completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:54.383639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 58d9d804-42f2-4554-b274-b4988f4208e3 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:54.437177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3b1316df-a0a6-4109-9bbb-089f42cd78c1 None None] Provisioning complete for port 31fa024d-9400-4208-83e6-4cf83172c46e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:54.437468 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3b1316df-a0a6-4109-9bbb-089f42cd78c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:54.450167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port d6728348-6285-4955-84a6-595415764a80, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=d6728348-6285-4955-84a6-595415764a80,segment=NetworkSegment(5eebd969-099a-4b28-a7c6-2c7626dd0ea8),segment_id=5eebd969-099a-4b28-a7c6-2c7626dd0ea8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:54.460311 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9f54da12-560d-45a6-ae22-9d7a03b43145 req-104d6a3a-f448-434f-a178-081bf2f41046 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583550 Aug 27 14:09:54.462602 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:54.463248 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:54.464665 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] 10.222.0.52 "PUT /v2.0/ports/fd226785-adfa-4162-892a-b1cfaff56660 HTTP/1.1" status: 200 len: 1093 time: 4.8602152 Aug 27 14:09:54.468283 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:54.469106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:09:54.473387 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-9cbf6765-dbd2-494f-b316-c505f27c6747 None None] Allocated IP 172.20.0.34 (b62857ad-4724-4b2a-b1b8-39ab467af7a5/e3b5abbc-4e40-4483-890a-d0932c38dd0c/58298365-5a82-4e6d-8e8d-6a3e4ff453e3) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:54.475497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 58d9d804-42f2-4554-b274-b4988f4208e3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:54.475869 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:54.484792 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fcb9b6-fa11-475a-ae53-067cf0d39fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "tag": "fd226785-adfa-4162-892a-b1cfaff56660"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:09:54.530659 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:54.534562 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14c913-1d3f-4a2f-ba4f-c67580d2f95b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event updated for resources: {'Port': ['ID=e7898e9f-47b5-4f6d-b57e-87422c47b792,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:54.603112 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bfb6850a-be57-4436-bf71-06255e9909d1 req-5d8ba7d5-8aea-4908-9dfc-d0d0e91a637e tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3748581 Aug 27 14:09:54.606543 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:54.609417 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-7d14c913-1d3f-4a2f-ba4f-c67580d2f95b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] In _notify_port_updated(), no bound segment for port e7898e9f-47b5-4f6d-b57e-87422c47b792 on network b62857ad-4724-4b2a-b1b8-39ab467af7a5 {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:09:54.615630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14c913-1d3f-4a2f-ba4f-c67580d2f95b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:54.616310 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d14c913-1d3f-4a2f-ba4f-c67580d2f95b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:54.616732 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] device_id is not set on port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:09:54.617685 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7d14c913-1d3f-4a2f-ba4f-c67580d2f95b tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "PUT /v2.0/ports/e7898e9f-47b5-4f6d-b57e-87422c47b792 HTTP/1.1" status: 200 len: 959 time: 2.1999323 Aug 27 14:09:54.624999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33102) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:54.812939 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf61557-8051-46fc-9a14-c4d3256ca52b x-openstack-request-id: req-abf61557-8051-46fc-9a14-c4d3256ca52b {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:09:54.813234 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "tag": "fd226785-adfa-4162-892a-b1cfaff56660", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:09:54.813491 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-abf61557-8051-46fc-9a14-c4d3256ca52b {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:09:54.813922 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660', 'status': 'completed', 'code': 200} Aug 27 14:09:54.859132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a657a5-ab08-4a30-8141-6ae12847dda6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:54.880442 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91a657a5-ab08-4a30-8141-6ae12847dda6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:54.883094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ae712-870c-46b5-8c76-ce9b1e977038 service neutron] Pushing event updated for resources: {'Port': ['ID=fd226785-adfa-4162-892a-b1cfaff56660,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:54.955967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3b1316df-a0a6-4109-9bbb-089f42cd78c1 None None] Port 31fa024d-9400-4208-83e6-4cf83172c46e cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:55.002012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['d6728348-6285-4955-84a6-595415764a80'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:09:55.030229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a657a5-ab08-4a30-8141-6ae12847dda6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:09:55.031620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3a7d6-54c0-453f-b042-9d83fec939b9 req-dcbbad7c-f7d5-45cb-99b0-f436b24da443 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:55.034846 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e2e3a7d6-54c0-453f-b042-9d83fec939b9 req-dcbbad7c-f7d5-45cb-99b0-f436b24da443 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.1808326 Aug 27 14:09:55.039052 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-66da9aa2-182d-47b6-b4bc-45900e1f9737 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port e7898e9f-47b5-4f6d-b57e-87422c47b792 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:09:55.039316 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66da9aa2-182d-47b6-b4bc-45900e1f9737 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.044253 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91a657a5-ab08-4a30-8141-6ae12847dda6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.045528 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-91a657a5-ab08-4a30-8141-6ae12847dda6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Added segment cf2c2ce7-a251-475b-95f3-0401d90b4036 of type vlan for network 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b Aug 27 14:09:55.063142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=d6728348-6285-4955-84a6-595415764a80,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:55.111266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3b1316df-a0a6-4109-9bbb-089f42cd78c1 None None] Provisioning complete for port 58d9d804-42f2-4554-b274-b4988f4208e3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:55.111939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3b1316df-a0a6-4109-9bbb-089f42cd78c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.129394 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91a657a5-ab08-4a30-8141-6ae12847dda6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.206468 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e2e3a7d6-54c0-453f-b042-9d83fec939b9 req-3fcfdada-557a-4976-b8d5-6c59f180b9d0 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582258 Aug 27 14:09:55.238900 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9cbf6765-dbd2-494f-b316-c505f27c6747 None None] For port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=58298365-5a82-4e6d-8e8d-6a3e4ff453e3,segment=NetworkSegment(ff20b97d-8845-4393-a316-5bfbfcc91353),segment_id=ff20b97d-8845-4393-a316-5bfbfcc91353)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:55.259492 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66da9aa2-182d-47b6-b4bc-45900e1f9737 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.285809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-66da9aa2-182d-47b6-b4bc-45900e1f9737 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for e7898e9f-47b5-4f6d-b57e-87422c47b792 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:09:55.387459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] device_id is not set on port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:09:55.398571 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.410471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Transition to ACTIVE for port object 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:55.425434 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.431903 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.452383 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Sync routers for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:09:55.465965 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547357b9-86a2-476a-a5d3-35708287f73b req-ce8a01e3-44f8-4819-9faa-ee370957e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:55.475052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-ce8a01e3-44f8-4819-9faa-ee370957e615 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 1096 time: 0.9304392 Aug 27 14:09:55.485881 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:55.486916 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:55.491715 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91a657a5-ab08-4a30-8141-6ae12847dda6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.519698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a657a5-ab08-4a30-8141-6ae12847dda6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:55.521723 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91a657a5-ab08-4a30-8141-6ae12847dda6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.556297 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66da9aa2-182d-47b6-b4bc-45900e1f9737 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.635104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f81322-b101-4576-856d-71e92ed305b2,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:55.638377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da9aa2-182d-47b6-b4bc-45900e1f9737 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=e7898e9f-47b5-4f6d-b57e-87422c47b792,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:55.798405 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6765-dbd2-494f-b316-c505f27c6747 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.802335 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66da9aa2-182d-47b6-b4bc-45900e1f9737 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.811358 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-66da9aa2-182d-47b6-b4bc-45900e1f9737 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/e7898e9f-47b5-4f6d-b57e-87422c47b792 HTTP/1.1" status: 204 len: 168 time: 1.1809843 Aug 27 14:09:55.813795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33116) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:55.833736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9cbf6765-dbd2-494f-b316-c505f27c6747 None None] Transition to ACTIVE for port object 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:55.834342 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:55.881374 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6765-dbd2-494f-b316-c505f27c6747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:55.901206 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-645b688c-77d9-45eb-9458-0e298f8059b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd226785-adfa-4162-892a-b1cfaff56660 HTTP/1.1" status: 200 len: 217 time: 0.2892823 Aug 27 14:09:55.910872 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca5db91-a243-477f-a4da-ad66ac1a7522 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] GET failed (client error): The resource could not be found. Aug 27 14:09:55.915452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3ca5db91-a243-477f-a4da-ad66ac1a7522 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports/e7898e9f-47b5-4f6d-b57e-87422c47b792 HTTP/1.1" status: 404 len: 333 time: 0.0982556 Aug 27 14:09:55.920485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-91a657a5-ab08-4a30-8141-6ae12847dda6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9510770 Aug 27 14:09:55.923404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33118) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:55.923749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33120) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:55.946459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event updated for resources: {'Port': ['ID=45b2c5a7-5875-4776-b74c-83bb34fbe1d3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:55.974665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b2b5c97d-e908-4056-84c5-a847e7efc625 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'subnet': {'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:09:55.992518 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 58d9d804-42f2-4554-b274-b4988f4208e3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=58d9d804-42f2-4554-b274-b4988f4208e3,segment=NetworkSegment(defcc211-5c4f-4f17-849b-1bc6e3d2fabe),segment_id=defcc211-5c4f-4f17-849b-1bc6e3d2fabe)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:55.997188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a657a5-ab08-4a30-8141-6ae12847dda6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Network': ['ID=5f5b50b3-c2f2-4f79-a325-85112cf2bb4b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:56.012095 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:56.012870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 727ef361-a709-4d59-b767-faec98c9d246 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:56.024951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:09:56.057677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beb9c9-ce85-44b6-b922-faacdc2f0668 req-8b077abd-efab-4a1a-9bf5-0209557458ac tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:56.060003 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-32beb9c9-ce85-44b6-b922-faacdc2f0668 req-8b077abd-efab-4a1a-9bf5-0209557458ac tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.3828728 Aug 27 14:09:56.062135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547357b9-86a2-476a-a5d3-35708287f73b req-4b1ee17f-8dd6-4d18-bdb0-6a87848f6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:56.066110 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-4b1ee17f-8dd6-4d18-bdb0-6a87848f6c5e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 200 len: 856 time: 0.1354463 Aug 27 14:09:56.067231 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Checking segment: {'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:56.067839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Network hostable DHCP agents. Network: 79792366-1cbe-4f65-a2d1-2753f6e5c953, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:09:56.127064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b5c97d-e908-4056-84c5-a847e7efc625 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Made reservation on behalf of 78013bec477342dfadcc9d64e46b40ff for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:09:56.132405 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b2b5c97d-e908-4056-84c5-a847e7efc625 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:56.144085 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3b1316df-a0a6-4109-9bbb-089f42cd78c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:56.155681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Network 79792366-1cbe-4f65-a2d1-2753f6e5c953 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:09:56.168042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547357b9-86a2-476a-a5d3-35708287f73b req-997c6bf4-a2e6-492f-b4c4-004653c42fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:56.170204 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-997c6bf4-a2e6-492f-b4c4-004653c42fef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=739db5ed-1ce5-49e2-8532-a593a50ed487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972881 Aug 27 14:09:56.174959 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-32beb9c9-ce85-44b6-b922-faacdc2f0668 req-b88bc2e4-f8b8-45a9-9ca3-74f3f2e07de4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041481 Aug 27 14:09:56.176843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 79792366-1cbe-4f65-a2d1-2753f6e5c953) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:56.190607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:56.192356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cdfb0f-ba7f-4ede-a8b6-7c4f9311878d None None] Network 79792366-1cbe-4f65-a2d1-2753f6e5c953 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:56.201676 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8dc6d45-ba08-4073-9b49-25a78b751bc0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:56.243758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf4276-1969-4a84-818b-c84f8b3c63e2 req-13b876e8-001e-4b8c-8348-67e19b3cf4ee tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:56.258206 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbf4276-1969-4a84-818b-c84f8b3c63e2 req-13b876e8-001e-4b8c-8348-67e19b3cf4ee tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 945 time: 0.4206617 Aug 27 14:09:56.305754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:56.305754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:56.306150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:56.306906 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-3b1316df-a0a6-4109-9bbb-089f42cd78c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:09:56.307362 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-3b1316df-a0a6-4109-9bbb-089f42cd78c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:09:56.308015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf6765-dbd2-494f-b316-c505f27c6747 None None] Pushing event updated for resources: {'Port': ['ID=58298365-5a82-4e6d-8e8d-6a3e4ff453e3,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:56.345016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:09:56.346593 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:09:56.361052 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 2 to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 Aug 27 14:09:56.417130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:56.422166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:56.423055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:56.428047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 727ef361-a709-4d59-b767-faec98c9d246 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:56.428530 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:56.447465 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:09:56.449507 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:09:56.482900 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=58d9d804-42f2-4554-b274-b4988f4208e3,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:56.526451 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 3 to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 Aug 27 14:09:56.538493 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-13c659cd-34ad-47eb-a881-87aee6dc0676 service neutron] 10.222.0.52 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568933 Aug 27 14:09:56.558201 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:51Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:51Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:09:52Z', 'revision_number': 2, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:56.595371 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Checking router: 766b7891-00e0-4bfe-8124-11091eae26e1 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:09:56.596100 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Updating router 766b7891-00e0-4bfe-8124-11091eae26e1 port 31fa024d-9400-4208-83e6-4cf83172c46e binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:09:56.641922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:56.642166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:56.642364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:56.658072 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1750bc74-5e8c-48ed-95e0-21702e0b5e3d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:56.663846 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:56.684151 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8dc6d45-ba08-4073-9b49-25a78b751bc0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:56.725998 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:09:56.725998 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:09:56.728762 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 4 to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 Aug 27 14:09:56.757889 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b2b5c97d-e908-4056-84c5-a847e7efc625 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:56.768404 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8dc6d45-ba08-4073-9b49-25a78b751bc0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:56.771832 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a8dc6d45-ba08-4073-9b49-25a78b751bc0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:56.773240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a8dc6d45-ba08-4073-9b49-25a78b751bc0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/security-groups/3a60d23e-61bb-4e19-8def-6ee742ff76b2 HTTP/1.1" status: 204 len: 168 time: 0.8484857 Aug 27 14:09:56.781298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:56.785442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33128) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:56.803191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:56.803834 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:56.920692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bbf4276-1969-4a84-818b-c84f8b3c63e2 req-1ed70fd2-1b5a-4255-8f59-85f256353e3b tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6601679 Aug 27 14:09:56.938421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc6d45-ba08-4073-9b49-25a78b751bc0 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a60d23e-61bb-4e19-8def-6ee742ff76b2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:56.999757 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a03957e9-b6cf-457a-8b3f-7cd4e833c908 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.001846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5c97d-e908-4056-84c5-a847e7efc625 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Subnet': ['ID=23d6c7fd-b449-4d27-8d01-4952fd4ae6d2,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:57.048508 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a03957e9-b6cf-457a-8b3f-7cd4e833c908 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.060007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b5c97d-e908-4056-84c5-a847e7efc625 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Checking segment: {'id': 'cf2c2ce7-a251-475b-95f3-0401d90b4036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:57.061992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5c97d-e908-4056-84c5-a847e7efc625 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network hostable DHCP agents. Network: 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:09:57.067775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-33448ea1-4a40-4315-8299-86b0f1b92612 None None] Provisioning complete for port 31fa024d-9400-4208-83e6-4cf83172c46e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:57.068153 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33448ea1-4a40-4315-8299-86b0f1b92612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.114224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5c97d-e908-4056-84c5-a847e7efc625 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:09:57.137809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b2b5c97d-e908-4056-84c5-a847e7efc625 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:57.150582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b5c97d-e908-4056-84c5-a847e7efc625 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:57.152522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b2b5c97d-e908-4056-84c5-a847e7efc625 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.153156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device d6728348-6285-4955-84a6-595415764a80 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:57.177630 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a03957e9-b6cf-457a-8b3f-7cd4e833c908 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.180261 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a03957e9-b6cf-457a-8b3f-7cd4e833c908 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.183796 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a03957e9-b6cf-457a-8b3f-7cd4e833c908 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/security-groups/149c42ae-368c-4e1e-93e8-1d8296be7fd6 HTTP/1.1" status: 204 len: 168 time: 0.3705475 Aug 27 14:09:57.199933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33130) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:57.215935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c83b43a-c742-484f-86b1-74e3922df485 None None] Network 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:57.291041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03957e9-b6cf-457a-8b3f-7cd4e833c908 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149c42ae-368c-4e1e-93e8-1d8296be7fd6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:57.304924 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b2b5c97d-e908-4056-84c5-a847e7efc625 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3315299 Aug 27 14:09:57.306728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33134) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:57.369817 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.370852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-33448ea1-4a40-4315-8299-86b0f1b92612 None None] Port 31fa024d-9400-4208-83e6-4cf83172c46e cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:57.383289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:57.383727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:57.384173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:57.406274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:09:57.407020 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:09:57.410174 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 5 to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 Aug 27 14:09:57.414190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port d6728348-6285-4955-84a6-595415764a80 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:57.422742 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port d6728348-6285-4955-84a6-595415764a80 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:57.423141 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.433284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9847d62-b9d4-44bc-9acf-606b4325aad4 req-5f40e8bb-8851-4858-8f37-3b090823ad51 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:57.441642 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a9847d62-b9d4-44bc-9acf-606b4325aad4 req-5f40e8bb-8851-4858-8f37-3b090823ad51 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.8534918 Aug 27 14:09:57.487952 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:57.488680 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:57.489274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:57.519828 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-547357b9-86a2-476a-a5d3-35708287f73b req-4e01e3da-113d-4966-956a-16634d0f3f2c service neutron] 10.222.0.52 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9679124 Aug 27 14:09:57.522033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:09:57.522487 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:09:57.530392 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 6 to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 Aug 27 14:09:57.548516 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378ef303-1ae1-413a-ab7b-77fc107f72ed tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.558262 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a9847d62-b9d4-44bc-9acf-606b4325aad4 req-629354d7-b063-4b26-ad04-dbb9da566254 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105082 Aug 27 14:09:57.568694 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1750bc74-5e8c-48ed-95e0-21702e0b5e3d,segment=NetworkSegment(5a8badcb-aa81-4a54-8973-2d23cb016104),segment_id=5a8badcb-aa81-4a54-8973-2d23cb016104)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:57.571161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:57.571777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:57.572355 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:57.584658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:09:57.586877 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:09:57.588409 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 7 to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 Aug 27 14:09:57.610248 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.614930 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378ef303-1ae1-413a-ab7b-77fc107f72ed tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.623649 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.625034 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a185d664-9957-4be9-a9c2-c80de04a00e2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:57.649974 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Transition to ACTIVE for port object 31fa024d-9400-4208-83e6-4cf83172c46e will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:57.658077 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.677343 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378ef303-1ae1-413a-ab7b-77fc107f72ed tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.680216 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378ef303-1ae1-413a-ab7b-77fc107f72ed tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.683478 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-378ef303-1ae1-413a-ab7b-77fc107f72ed tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/security-groups/0d3f0356-c3ec-4e53-8441-8aecf58ea5fd HTTP/1.1" status: 204 len: 168 time: 0.4796200 Aug 27 14:09:57.692826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33142) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:57.750322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ef303-1ae1-413a-ab7b-77fc107f72ed tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3f0356-c3ec-4e53-8441-8aecf58ea5fd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:57.778433 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Attempting to bind port 31fa024d-9400-4208-83e6-4cf83172c46e on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:57.783935 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Attempting to bind port 31fa024d-9400-4208-83e6-4cf83172c46e by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'defcc211-5c4f-4f17-849b-1bc6e3d2fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:57.784708 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Attempting to bind port 31fa024d-9400-4208-83e6-4cf83172c46e on network 60025f55-aeb6-4773-9a1b-6c1af0da4ca6 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:57.795820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ecef618c-d680-4c9f-9305-d27615d4835a None None] Provisioning complete for port d12789f2-a2dc-4b17-9aa9-c6a2686762cd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:57.796200 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ecef618c-d680-4c9f-9305-d27615d4835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.805239 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:57.806040 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Checking segment: {'id': 'defcc211-5c4f-4f17-849b-1bc6e3d2fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:57.806700 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.807311 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Bound using segment: {'id': 'defcc211-5c4f-4f17-849b-1bc6e3d2fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:57.808027 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Bound port: 31fa024d-9400-4208-83e6-4cf83172c46e, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defcc211-5c4f-4f17-849b-1bc6e3d2fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:57.808649 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.811152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60cbe3-14be-431d-ac6a-a5dcd2667e1c req-1d265cda-e771-46c6-83ff-c33f08cd28a9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:57.812639 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd60cbe3-14be-431d-ac6a-a5dcd2667e1c req-1d265cda-e771-46c6-83ff-c33f08cd28a9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.4820967 Aug 27 14:09:57.878219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bb594b-60a1-4da3-adfb-36327c9d816f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting subnet 6b6cbb9a-617b-44b4-b4e2-3898987ef293 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:09:57.886337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:57.886582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:57.886945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:57.889693 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03bb594b-60a1-4da3-adfb-36327c9d816f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.898914 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66cb96-13d4-4063-8b31-ecd006cb04ea None None] Pushing event updated for resources: {'Port': ['ID=31fa024d-9400-4208-83e6-4cf83172c46e,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:57.928381 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] For port 31fa024d-9400-4208-83e6-4cf83172c46e, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:57.934005 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] For port 31fa024d-9400-4208-83e6-4cf83172c46e, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=31fa024d-9400-4208-83e6-4cf83172c46e,segment=NetworkSegment(defcc211-5c4f-4f17-849b-1bc6e3d2fabe),segment_id=defcc211-5c4f-4f17-849b-1bc6e3d2fabe)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:09:57.944650 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:57.969741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcb9b6-fa11-475a-ae53-067cf0d39fe9 req-65529dab-936d-4517-b76c-7394784359be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:57.971387 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95fcb9b6-fa11-475a-ae53-067cf0d39fe9 req-65529dab-936d-4517-b76c-7394784359be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 1096 time: 0.3738902 Aug 27 14:09:57.974572 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:09:57.987414 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:09:58.000878 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 8 to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 Aug 27 14:09:58.084930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=1750bc74-5e8c-48ed-95e0-21702e0b5e3d,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:58.092466 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:58.119597 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:09:58.120236 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:58.132186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a185d664-9957-4be9-a9c2-c80de04a00e2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:58.137404 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:58.145430 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd60cbe3-14be-431d-ac6a-a5dcd2667e1c req-bd47dbe1-637f-45bb-aa06-2c55c523886c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150273 Aug 27 14:09:58.241697 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03bb594b-60a1-4da3-adfb-36327c9d816f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:58.246022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ecef618c-d680-4c9f-9305-d27615d4835a None None] Port d12789f2-a2dc-4b17-9aa9-c6a2686762cd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:09:58.268666 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6728348-6285-4955-84a6-595415764a80'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:09:58.272336 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749b61e9-7caf-453f-a728-401af9abc0aa" -d '{"events": [{"server_uuid": "5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad", "name": "network-vif-plugged", "status": "completed", "tag": "d6728348-6285-4955-84a6-595415764a80"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:09:58.291800 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-5f5b50b3-c2f2-4f79-a325-85112cf2bb4b', 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'fixed_ips': [{'subnet_id': '23d6c7fd-b449-4d27-8d01-4952fd4ae6d2'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:09:58.293559 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:58.353614 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:58.353942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:58.354128 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:09:58.355859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:58.362174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port d6728348-6285-4955-84a6-595415764a80, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=d6728348-6285-4955-84a6-595415764a80,segment=NetworkSegment(5eebd969-099a-4b28-a7c6-2c7626dd0ea8),segment_id=5eebd969-099a-4b28-a7c6-2c7626dd0ea8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:09:58.364732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ecef618c-d680-4c9f-9305-d27615d4835a None None] Provisioning for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:09:58.389010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:09:58.390287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ecef618c-d680-4c9f-9305-d27615d4835a None None] Provisioning complete for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:58.390854 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:09:58.392671 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ecef618c-d680-4c9f-9305-d27615d4835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:58.399118 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 9 to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 Aug 27 14:09:58.406598 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:58.461698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:58.473552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:58.474196 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:58.492136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:09:58.495073 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:09:58.511046 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 10 to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 Aug 27 14:09:58.556281 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bf18c3-7a13-4407-835f-3bba6979a982 x-openstack-request-id: req-36bf18c3-7a13-4407-835f-3bba6979a982 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:09:58.556722 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad", "name": "network-vif-plugged", "status": "completed", "tag": "d6728348-6285-4955-84a6-595415764a80", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:09:58.557157 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36bf18c3-7a13-4407-835f-3bba6979a982 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:09:58.564419 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6728348-6285-4955-84a6-595415764a80', 'code': 200} Aug 27 14:09:58.580041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:58.583321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=d6728348-6285-4955-84a6-595415764a80,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:58.583914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:58.584435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:58.621923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3acf57-6496-4149-900d-b3161cd422de req-20396e80-88bd-47c0-89b1-61a2e5ba02e8 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:58.632244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab3acf57-6496-4149-900d-b3161cd422de req-20396e80-88bd-47c0-89b1-61a2e5ba02e8 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 945 time: 0.5195825 Aug 27 14:09:58.637181 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66cb96-13d4-4063-8b31-ecd006cb04ea None None] Pushing event updated for resources: {'Port': ['ID=31fa024d-9400-4208-83e6-4cf83172c46e,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:58.640286 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:09:58.640621 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:09:58.640988 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:58.742273 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:58.751783 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab3acf57-6496-4149-900d-b3161cd422de req-ab771702-4ede-40bc-aabb-fbc3a5a8e244 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185789 Aug 27 14:09:58.810463 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Allocated IP 2001:db8:3::2 (5f5b50b3-c2f2-4f79-a325-85112cf2bb4b/23d6c7fd-b449-4d27-8d01-4952fd4ae6d2/2bd7bed1-cbdd-4bad-a926-150fffdf888d) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:58.846717 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:51Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:09:58.931027 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0b040-fb61-4f4b-ad13-36318be19b4b None None] The sync data for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 is: [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:51Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:09:58.937061 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bcde2-6c66-43b7-9a7e-03a01e3d588e req-cfd7fda9-99d5-4b79-8f5d-6aac45eaa0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:58.938534 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f22bcde2-6c66-43b7-9a7e-03a01e3d588e req-cfd7fda9-99d5-4b79-8f5d-6aac45eaa0cc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 1098 time: 0.4314191 Aug 27 14:09:58.945060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcb9b6-fa11-475a-ae53-067cf0d39fe9 req-b4c84516-d892-4911-89b2-17f4c7c47b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:58.946568 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95fcb9b6-fa11-475a-ae53-067cf0d39fe9 req-b4c84516-d892-4911-89b2-17f4c7c47b4c service neutron] 10.222.0.52 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 918 time: 0.9583769 Aug 27 14:09:58.996416 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95fcb9b6-fa11-475a-ae53-067cf0d39fe9 req-ee6d2143-05c0-43b2-8ea2-167c98241fef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd226785-adfa-4162-892a-b1cfaff56660 HTTP/1.1" status: 200 len: 217 time: 0.0412395 Aug 27 14:09:59.008421 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.018665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Transition to ACTIVE for port object 2bd7bed1-cbdd-4bad-a926-150fffdf888d will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:59.039875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Transition to ACTIVE for port object 2bd7bed1-cbdd-4bad-a926-150fffdf888d will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:59.053768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.090748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcb9b6-fa11-475a-ae53-067cf0d39fe9 req-4c668083-76aa-468d-81cd-f60beb7c7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:59.093165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95fcb9b6-fa11-475a-ae53-067cf0d39fe9 req-4c668083-76aa-468d-81cd-f60beb7c7428 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 200 len: 856 time: 0.0887175 Aug 27 14:09:59.099926 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03bb594b-60a1-4da3-adfb-36327c9d816f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.147154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 331272a9-0d7a-4a02-83af-dbe0cec0b514 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:09:59.189104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Network 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:59.198820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:59.199528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Allocated IP 2001:db8:3::1 (5f5b50b3-c2f2-4f79-a325-85112cf2bb4b/23d6c7fd-b449-4d27-8d01-4952fd4ae6d2/c3fba62b-7117-490e-a565-8180afc1eefa) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:09:59.206410 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:59.227772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Pushing event updated for resources: {'Port': ['ID=2bd7bed1-cbdd-4bad-a926-150fffdf888d,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:59.258638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] For port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:09:59.262678 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ecef618c-d680-4c9f-9305-d27615d4835a None None] Could not find standard attr ID for object e7898e9f-47b5-4f6d-b57e-87422c47b792. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:09:59.263876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempted to set empty binding levels {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 14:09:59.307193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcb9b6-fa11-475a-ae53-067cf0d39fe9 req-523d1f37-6994-46d0-812d-0d55b0536aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:59.309037 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95fcb9b6-fa11-475a-ae53-067cf0d39fe9 req-523d1f37-6994-46d0-812d-0d55b0536aa5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=739db5ed-1ce5-49e2-8532-a593a50ed487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957946 Aug 27 14:09:59.310255 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03bb594b-60a1-4da3-adfb-36327c9d816f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.319884 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.320795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Attempting to bind port 2bd7bed1-cbdd-4bad-a926-150fffdf888d on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:09:59.321317 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Attempting to bind port 2bd7bed1-cbdd-4bad-a926-150fffdf888d by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'cf2c2ce7-a251-475b-95f3-0401d90b4036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:09:59.321785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Attempting to bind port 2bd7bed1-cbdd-4bad-a926-150fffdf888d on network 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:09:59.334200 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:09:59.334851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Checking segment: {'id': 'cf2c2ce7-a251-475b-95f3-0401d90b4036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:09:59.335357 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.335854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Bound using segment: {'id': 'cf2c2ce7-a251-475b-95f3-0401d90b4036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:09:59.336638 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Bound port: 2bd7bed1-cbdd-4bad-a926-150fffdf888d, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2c2ce7-a251-475b-95f3-0401d90b4036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:09:59.337050 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.340567 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 331272a9-0d7a-4a02-83af-dbe0cec0b514 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:09:59.341101 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.371773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79cac6-c657-4e8e-9fe8-272898cf39b3 None None] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:09:59.381139 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.398649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Transition to ACTIVE for port object c3fba62b-7117-490e-a565-8180afc1eefa will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:09:59.405932 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03bb594b-60a1-4da3-adfb-36327c9d816f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.408160 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-03bb594b-60a1-4da3-adfb-36327c9d816f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/6b6cbb9a-617b-44b4-b4e2-3898987ef293 HTTP/1.1" status: 204 len: 168 time: 1.7144389 Aug 27 14:09:59.421029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33158) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:59.444498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a266bda7-e75f-45d1-9852-ccd0ad19591e None None] Could not find standard attr ID for object e7898e9f-47b5-4f6d-b57e-87422c47b792. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:09:59.468939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb594b-60a1-4da3-adfb-36327c9d816f tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6cbb9a-617b-44b4-b4e2-3898987ef293,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:59.475586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event updated for resources: {'Port': ['ID=45b2c5a7-5875-4776-b74c-83bb34fbe1d3,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:09:59.531875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f22bcde2-6c66-43b7-9a7e-03a01e3d588e req-e3882301-4f03-4c21-ad2e-e6a67bb96914 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114609 Aug 27 14:09:59.551095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc192f5b-2f47-4d0e-bf70-0ee11b1c0b90 req-6aa63970-ae37-4222-895e-42de81323b4c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:59.553961 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cc192f5b-2f47-4d0e-bf70-0ee11b1c0b90 req-6aa63970-ae37-4222-895e-42de81323b4c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.7812603 Aug 27 14:09:59.557478 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:59.558350 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.571202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd12359-2a35-48b1-875e-ec7a10b652da tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting subnet e3b5abbc-4e40-4483-890a-d0932c38dd0c {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:09:59.585086 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.610812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5fd12359-2a35-48b1-875e-ec7a10b652da tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.664687 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e2d8d-3b2b-432f-9d46-189f53250ad5 req-69ce35d2-1c41-4031-b314-6c114a9c3e16 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:09:59.666365 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-447e2d8d-3b2b-432f-9d46-189f53250ad5 req-69ce35d2-1c41-4031-b314-6c114a9c3e16 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.3677042 Aug 27 14:09:59.704152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:09:59.710553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:09:59.734133 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:09:59.735005 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.745559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e8c13706-94d7-4356-95e4-b8f70235eeef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 6.5261290 Aug 27 14:09:59.750587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33164) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:09:59.778056 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5fd12359-2a35-48b1-875e-ec7a10b652da tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:09:59.848288 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95fcb9b6-fa11-475a-ae53-067cf0d39fe9 req-39c9059f-46d0-4af1-b2bd-9f8df7d8d7f3 service neutron] 10.222.0.52 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241005 Aug 27 14:09:59.860692 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-447e2d8d-3b2b-432f-9d46-189f53250ad5 req-fb5e4d15-d87e-4ae9-98f3-3f927406b93c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826794 Aug 27 14:09:59.935813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=c3fba62b-7117-490e-a565-8180afc1eefa,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:00.004025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cc192f5b-2f47-4d0e-bf70-0ee11b1c0b90 req-fdef6ecd-8646-4756-b47e-58ac0a078e0c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149747 Aug 27 14:10:00.109562 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:00.127017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfca486-2bb9-48f6-8994-7b689a253a0a req-a5e45be9-c405-4b8a-b621-11c49e90cc65 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:00.135547 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edfca486-2bb9-48f6-8994-7b689a253a0a req-a5e45be9-c405-4b8a-b621-11c49e90cc65 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 946 time: 0.0953565 Aug 27 14:10:00.163167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] For port 2bd7bed1-cbdd-4bad-a926-150fffdf888d, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:10:00.202237 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] For port 2bd7bed1-cbdd-4bad-a926-150fffdf888d, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2bd7bed1-cbdd-4bad-a926-150fffdf888d,segment=NetworkSegment(cf2c2ce7-a251-475b-95f3-0401d90b4036),segment_id=cf2c2ce7-a251-475b-95f3-0401d90b4036)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:10:00.231152 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edfca486-2bb9-48f6-8994-7b689a253a0a req-65df71a7-bd2c-408e-b650-11828612cc89 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945563 Aug 27 14:10:00.233417 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:00.244984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95fcb9b6-fa11-475a-ae53-067cf0d39fe9 req-1644baca-c1ee-4077-9d94-e2c09eb678cd service neutron] 10.222.0.52 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797634 Aug 27 14:10:00.350205 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6e0da-3bfb-4111-a0e1-05cf2664cf9d None None] Pushing event updated for resources: {'Port': ['ID=2bd7bed1-cbdd-4bad-a926-150fffdf888d,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:00.426976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 58d9d804-42f2-4554-b274-b4988f4208e3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:00.555498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 58d9d804-42f2-4554-b274-b4988f4208e3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:00.555811 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:00.760095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1750bc74-5e8c-48ed-95e0-21702e0b5e3d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:00.860670 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:00.861324 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:00.989787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 31fa024d-9400-4208-83e6-4cf83172c46e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:01.067936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 31fa024d-9400-4208-83e6-4cf83172c46e completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:01.073476 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 31fa024d-9400-4208-83e6-4cf83172c46e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:01.074234 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.118859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fd226785-adfa-4162-892a-b1cfaff56660 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:10:01.210548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad728932-fdf6-4f47-8c6f-f4fbe703efd9 req-1e7f22b7-0ed4-4385-8c43-badab433c06f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:01.221986 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad728932-fdf6-4f47-8c6f-f4fbe703efd9 req-1e7f22b7-0ed4-4385-8c43-badab433c06f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.1246762 Aug 27 14:10:01.240558 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5fd12359-2a35-48b1-875e-ec7a10b652da tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.319173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad728932-fdf6-4f47-8c6f-f4fbe703efd9 req-747b20b7-5d67-4ecf-8135-e2c7cd26e96c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943539 Aug 27 14:10:01.352386 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-090c37b2-c4fa-464c-b5cf-f69bb4a597ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Deleting port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:01.353858 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-090c37b2-c4fa-464c-b5cf-f69bb4a597ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.381545 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.445822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fbdc9-3c63-44e9-b3a3-a04c21ff47e4 req-14b3c8d6-9e27-4810-9518-ca1ad566b29f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:01.446445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:01.447085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d34fbdc9-3c63-44e9-b3a3-a04c21ff47e4 req-14b3c8d6-9e27-4810-9518-ca1ad566b29f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.4388840 Aug 27 14:10:01.502379 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'fd226785-adfa-4162-892a-b1cfaff56660', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'port_id': 'fd226785-adfa-4162-892a-b1cfaff56660', 'mac_address': 'fa:16:3e:c4:cb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:10:01.512424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 31fa024d-9400-4208-83e6-4cf83172c46e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=31fa024d-9400-4208-83e6-4cf83172c46e,segment=NetworkSegment(defcc211-5c4f-4f17-849b-1bc6e3d2fabe),segment_id=defcc211-5c4f-4f17-849b-1bc6e3d2fabe)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:01.547668 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.548488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:01.581665 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d34fbdc9-3c63-44e9-b3a3-a04c21ff47e4 req-0638af56-2108-44cb-aec2-29bc46edf0ae tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138308 Aug 27 14:10:01.593942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-090c37b2-c4fa-464c-b5cf-f69bb4a597ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] For port 45b2c5a7-5875-4776-b74c-83bb34fbe1d3, host n-h1-712139-12, got binding levels [] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:01.594402 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-090c37b2-c4fa-464c-b5cf-f69bb4a597ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.667024 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.683227 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-090c37b2-c4fa-464c-b5cf-f69bb4a597ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Calling delete_port for 45b2c5a7-5875-4776-b74c-83bb34fbe1d3 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:01.700908 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5fd12359-2a35-48b1-875e-ec7a10b652da tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.708763 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd226785-adfa-4162-892a-b1cfaff56660 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:10:01.734745 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=31fa024d-9400-4208-83e6-4cf83172c46e,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:01.752172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3ecdf1f1-44fc-462c-8475-77708d471c50 None None] Provisioning complete for port d12789f2-a2dc-4b17-9aa9-c6a2686762cd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:01.755295 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf1f1-44fc-462c-8475-77708d471c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.758961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd12359-2a35-48b1-875e-ec7a10b652da tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b5abbc-4e40-4483-890a-d0932c38dd0c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:01.766148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:01.793370 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5fd12359-2a35-48b1-875e-ec7a10b652da tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.797626 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5fd12359-2a35-48b1-875e-ec7a10b652da tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/e3b5abbc-4e40-4483-890a-d0932c38dd0c HTTP/1.1" status: 204 len: 168 time: 2.3699822 Aug 27 14:10:01.801252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33188) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:01.833576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c6a33d-3e81-4433-b670-f5c1a3c55a31 None None] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:01.839807 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.897516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c937804-8397-47d9-a07b-f10d13bb4bb7 req-d8c4b595-4184-4103-855b-028c1a9c2fd5 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:01.899198 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c937804-8397-47d9-a07b-f10d13bb4bb7 req-d8c4b595-4184-4103-855b-028c1a9c2fd5 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 946 time: 0.2079313 Aug 27 14:10:01.900955 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f945182-4986-4dc5-b0c9-577944b0af93 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:01.901389 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f945182-4986-4dc5-b0c9-577944b0af93 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:01.914282 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6f945182-4986-4dc5-b0c9-577944b0af93 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/6b6cbb9a-617b-44b4-b4e2-3898987ef293 HTTP/1.1" status: 404 len: 337 time: 0.1100109 Aug 27 14:10:01.924289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33194) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:01.929352 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.943052 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.944101 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:01.998733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:01.999495 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:02.061707 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3ecdf1f1-44fc-462c-8475-77708d471c50 None None] Port d12789f2-a2dc-4b17-9aa9-c6a2686762cd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:02.069317 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-090c37b2-c4fa-464c-b5cf-f69bb4a597ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:02.108828 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c937804-8397-47d9-a07b-f10d13bb4bb7 req-d1b5a6e4-f909-41dc-b6fb-a588d283a269 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932948 Aug 27 14:10:02.112801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=fd226785-adfa-4162-892a-b1cfaff56660,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:02.127666 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a6ec65-bba2-49f6-b12f-1ee088b06fa2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting subnet f607be80-d539-44fb-a722-f9f3855da3c4 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:10:02.134498 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ec65-bba2-49f6-b12f-1ee088b06fa2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:02.163172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc117a-368c-4ce9-9703-11b0009bfe2e None None] Network 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:02.174171 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-090c37b2-c4fa-464c-b5cf-f69bb4a597ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:02.176435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-090c37b2-c4fa-464c-b5cf-f69bb4a597ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "DELETE /v2.0/ports/45b2c5a7-5875-4776-b74c-83bb34fbe1d3 HTTP/1.1" status: 204 len: 168 time: 2.4218075 Aug 27 14:10:02.179454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event updated for resources: {'Port': ['ID=c3fba62b-7117-490e-a565-8180afc1eefa,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:02.182121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33198) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:02.211119 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ec65-bba2-49f6-b12f-1ee088b06fa2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:02.237852 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dd6ac5-e739-4f41-8211-12373c68d1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] GET failed (client error): The resource could not be found. Aug 27 14:10:02.239912 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-12dd6ac5-e739-4f41-8211-12373c68d1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "GET /v2.0/ports/45b2c5a7-5875-4776-b74c-83bb34fbe1d3 HTTP/1.1" status: 404 len: 333 time: 0.0555074 Aug 27 14:10:02.240841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c37b2-c4fa-464c-b5cf-f69bb4a597ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event deleted for resources: {'Port': ['ID=45b2c5a7-5875-4776-b74c-83bb34fbe1d3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:02.245618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33200) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:02.250798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f32ebf89-c8aa-47b0-8142-f22c79795087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Request body: {'port': {'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-309528043'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:02.299194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['fd226785-adfa-4162-892a-b1cfaff56660'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:10:02.335362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32ebf89-c8aa-47b0-8142-f22c79795087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Made reservation on behalf of 2d6971db6c8c42ea88a7016e3f23d627 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:02.337884 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f32ebf89-c8aa-47b0-8142-f22c79795087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:02.339490 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ec65-bba2-49f6-b12f-1ee088b06fa2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:02.354347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Network 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:02.371812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:02.374374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-f32ebf89-c8aa-47b0-8142-f22c79795087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] device_id is not set on port f6694430-2138-44b4-be7c-dedbf10d0b03 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:10:02.431132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3ecdf1f1-44fc-462c-8475-77708d471c50 None None] Provisioning complete for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:02.431722 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf1f1-44fc-462c-8475-77708d471c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:02.533017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5754393-2be6-43e7-bf89-7a02551991dd req-e70b3ec0-f05a-4dff-84bc-f2655d3ba5c8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:02.542759 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f5754393-2be6-43e7-bf89-7a02551991dd req-e70b3ec0-f05a-4dff-84bc-f2655d3ba5c8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.1074011 Aug 27 14:10:02.580883 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ec65-bba2-49f6-b12f-1ee088b06fa2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:02.608401 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ec65-bba2-49f6-b12f-1ee088b06fa2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:02.610821 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e7a6ec65-bba2-49f6-b12f-1ee088b06fa2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/f607be80-d539-44fb-a722-f9f3855da3c4 HTTP/1.1" status: 204 len: 168 time: 0.6876898 Aug 27 14:10:02.632452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33206) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:02.670485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f32ebf89-c8aa-47b0-8142-f22c79795087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:02.736091 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f5754393-2be6-43e7-bf89-7a02551991dd req-c7ed90a2-4695-444b-b938-6e93ca24c82b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912978 Aug 27 14:10:02.755794 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee1910-eb71-4f50-8467-b4a196600877 req-503e7439-1055-4d11-9850-c7643fa57bda tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:02.760437 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2aee1910-eb71-4f50-8467-b4a196600877 req-503e7439-1055-4d11-9850-c7643fa57bda tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 946 time: 0.4757934 Aug 27 14:10:02.809392 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6ec65-bba2-49f6-b12f-1ee088b06fa2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Subnet': ['ID=f607be80-d539-44fb-a722-f9f3855da3c4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:02.821698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33210) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:02.831872 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f32ebf89-c8aa-47b0-8142-f22c79795087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:02.855202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-cb090f2b-65ef-453b-8d44-327c8cedd589 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Request body: {'floatingip': {'port_id': 'd6728348-6285-4955-84a6-595415764a80'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:02.872587 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-375e680e-8397-4e9d-90b0-6dd4feadb1be tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:02.873657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375e680e-8397-4e9d-90b0-6dd4feadb1be tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:02.886575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-375e680e-8397-4e9d-90b0-6dd4feadb1be tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/9544cece-b2d6-4ecb-b1ad-c6b064160f30 HTTP/1.1" status: 404 len: 337 time: 0.2036912 Aug 27 14:10:02.937026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33212) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:03.003927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-168b1830-04ed-4c44-9b35-2a4bf9a51a5a None None] Provisioning for port 2bd7bed1-cbdd-4bad-a926-150fffdf888d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:03.008547 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb090f2b-65ef-453b-8d44-327c8cedd589 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:03.043288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2bd7bed1-cbdd-4bad-a926-150fffdf888d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:03.093937 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaf59b6-d95c-4bea-bc6d-1c5a361246d8 None None] Update dhcp port {'port': {'network_id': 'b62857ad-4724-4b2a-b1b8-39ab467af7a5', 'fixed_ips': [{'subnet_id': 'f607be80-d539-44fb-a722-f9f3855da3c4'}], 'binding:host_id': 'n-d-712139-12'}, 'id': '58298365-5a82-4e6d-8e8d-6a3e4ff453e3'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:10:03.150718 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2eaf59b6-d95c-4bea-bc6d-1c5a361246d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:03.182624 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-66bca67c-113f-4c7d-a842-1da6fedc135d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce0b4d4f-01b8-4d24-8b86-aeba4efd3575 HTTP/1.1" status: 200 len: 205 time: 0.1403518 Aug 27 14:10:03.193327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ebf89-c8aa-47b0-8142-f22c79795087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event updated for resources: {'Port': ['ID=f6694430-2138-44b4-be7c-dedbf10d0b03,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:03.210310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33218) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:03.260396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32ebf89-c8aa-47b0-8142-f22c79795087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Network 79792366-1cbe-4f65-a2d1-2753f6e5c953 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:03.313161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-f32ebf89-c8aa-47b0-8142-f22c79795087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:03.316183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32ebf89-c8aa-47b0-8142-f22c79795087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:03.317732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32ebf89-c8aa-47b0-8142-f22c79795087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:03.318442 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f32ebf89-c8aa-47b0-8142-f22c79795087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:03.334589 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-7dc2b72b-e7d4-49f1-b6c9-661c4721508d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] delete failed (client error): The resource could not be found. Aug 27 14:10:03.335760 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7dc2b72b-e7d4-49f1-b6c9-661c4721508d tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/routers/ce0b4d4f-01b8-4d24-8b86-aeba4efd3575 HTTP/1.1" status: 404 len: 336 time: 0.1235869 Aug 27 14:10:03.348131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f6c17-f9aa-4295-b09f-2b435f789438 req-aa4e9fd1-b8c7-4c11-81d7-e02f3ccfb132 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:03.360008 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e0f6c17-f9aa-4295-b09f-2b435f789438 req-aa4e9fd1-b8c7-4c11-81d7-e02f3ccfb132 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.4217429 Aug 27 14:10:03.363406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f32ebf89-c8aa-47b0-8142-f22c79795087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1163437 Aug 27 14:10:03.364125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33220) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:03.400372 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33222) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:03.408242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 2bd7bed1-cbdd-4bad-a926-150fffdf888d completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:03.408485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:03.429648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 2bd7bed1-cbdd-4bad-a926-150fffdf888d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:03.430130 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:03.434197 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a1b40d-3ca7-4ff6-87c1-132f441d1a8e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:03.435619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a1b40d-3ca7-4ff6-87c1-132f441d1a8e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:03.437859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-59a1b40d-3ca7-4ff6-87c1-132f441d1a8e tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/e6a96046-e88c-4a70-a5f6-741e5ea83991 HTTP/1.1" status: 404 len: 337 time: 0.0695164 Aug 27 14:10:03.441209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33224) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:03.503478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 766b7891-00e0-4bfe-8124-11091eae26e1 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:03.505270 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-4164d7fd-d6e3-4e70-8640-305095498d26 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:03.506075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4164d7fd-d6e3-4e70-8640-305095498d26 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:03.513571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d39cf4d-c371-4bb0-986c-9050c7180b97 None None] Network b62857ad-4724-4b2a-b1b8-39ab467af7a5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:03.521293 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4164d7fd-d6e3-4e70-8640-305095498d26 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/56a02556-fc49-4028-ab64-4eb004d87477 HTTP/1.1" status: 404 len: 337 time: 0.0771475 Aug 27 14:10:03.525522 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e0f6c17-f9aa-4295-b09f-2b435f789438 req-fe8fa59e-c6b3-4b3a-8984-3c312ed6cdfb tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644104 Aug 27 14:10:03.526098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33226) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:03.603741 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-642c4b6f-150d-4aba-938d-b49704adfc14 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:03.604135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642c4b6f-150d-4aba-938d-b49704adfc14 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:03.606279 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-642c4b6f-150d-4aba-938d-b49704adfc14 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/4593d124-f700-4552-b2e9-0b26297ced88 HTTP/1.1" status: 404 len: 337 time: 0.0785978 Aug 27 14:10:03.610202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33228) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:03.642300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b20701c6-ddb4-4b3f-aadd-f0942dafe736 None None] Provisioning complete for port d12789f2-a2dc-4b17-9aa9-c6a2686762cd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:03.642675 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b20701c6-ddb4-4b3f-aadd-f0942dafe736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:03.692305 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:03.769789 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe26961-16e8-4b5d-aa5c-86f6c34bc101 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:03.770558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe26961-16e8-4b5d-aa5c-86f6c34bc101 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:03.772854 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ebe26961-16e8-4b5d-aa5c-86f6c34bc101 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/8f491a97-7557-4b6d-a363-be8d9ca78996 HTTP/1.1" status: 404 len: 333 time: 0.1513667 Aug 27 14:10:03.777789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33232) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:03.835038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b20701c6-ddb4-4b3f-aadd-f0942dafe736 None None] Port d12789f2-a2dc-4b17-9aa9-c6a2686762cd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:03.865781 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-9199799f-c576-4e8a-9e04-29eae1087ddf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:03.866242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9199799f-c576-4e8a-9e04-29eae1087ddf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:03.870273 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9199799f-c576-4e8a-9e04-29eae1087ddf tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/87a304f0-cb73-439d-9394-7c747106f6e9 HTTP/1.1" status: 404 len: 337 time: 0.0778718 Aug 27 14:10:03.874128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33236) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:03.892558 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b20701c6-ddb4-4b3f-aadd-f0942dafe736 None None] Provisioning complete for port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:03.892941 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b20701c6-ddb4-4b3f-aadd-f0942dafe736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:03.894721 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:03.953084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:03.968455 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b1468f-f478-4e49-a18f-0b3ef9cc7023 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:03.969203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b1468f-f478-4e49-a18f-0b3ef9cc7023 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:03.974190 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-87b1468f-f478-4e49-a18f-0b3ef9cc7023 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/dcfa73e3-bcca-4c2e-a43e-0fed0696af13 HTTP/1.1" status: 404 len: 337 time: 0.0945253 Aug 27 14:10:03.985711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Sync routers for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:03.986490 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-785b5303-a25c-4829-ae25-8131fe90530a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6786489 Aug 27 14:10:03.988248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33242) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:03.988596 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33244) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:03.990845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d75201-9530-406c-9095-66655f3ae1fa None None] DHCP port deletion for b62857ad-4724-4b2a-b1b8-39ab467af7a5 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:10:04.022946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b4cd59dd-7bbc-4161-a864-db4f6373ce47 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:04.074209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:04.076412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:04.091557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cf7f7-c09e-4f89-97e8-042bab6d45ae req-06c28519-c0bf-4f89-a7a6-4bbb9c8df73e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:04.099956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d0cf7f7-c09e-4f89-97e8-042bab6d45ae req-06c28519-c0bf-4f89-a7a6-4bbb9c8df73e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.1818483 Aug 27 14:10:04.110262 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb090f2b-65ef-453b-8d44-327c8cedd589 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:04.130775 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-68be2cc9-2dc2-498a-8462-5d9f833e5ea6 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:04.131018 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb090f2b-65ef-453b-8d44-327c8cedd589 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:04.131810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68be2cc9-2dc2-498a-8462-5d9f833e5ea6 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:04.136557 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-68be2cc9-2dc2-498a-8462-5d9f833e5ea6 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/eda33fbd-defe-49b9-a15f-580a31eafd0a HTTP/1.1" status: 404 len: 333 time: 0.1464961 Aug 27 14:10:04.137182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33246) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:04.223569 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2c6ec9-a8ca-41bc-9df8-47ee8d4757c2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:04.224032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2c6ec9-a8ca-41bc-9df8-47ee8d4757c2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:04.228176 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1a2c6ec9-a8ca-41bc-9df8-47ee8d4757c2 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/7a43594e-0991-45ef-82b0-7b1024709c71 HTTP/1.1" status: 404 len: 337 time: 0.0583382 Aug 27 14:10:04.238474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33248) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:04.317092 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-af34788b-5de1-4133-b007-7eed9491f538 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:04.318944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af34788b-5de1-4133-b007-7eed9491f538 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:04.324669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-af34788b-5de1-4133-b007-7eed9491f538 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/subnets/4efafc06-f483-4c4d-a393-420eda167f7e HTTP/1.1" status: 404 len: 337 time: 0.0852590 Aug 27 14:10:04.329353 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d0cf7f7-c09e-4f89-97e8-042bab6d45ae req-493eb789-9efe-4051-b4e8-670962009a19 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225394 Aug 27 14:10:04.330156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33250) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:04.406985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 2bd7bed1-cbdd-4bad-a926-150fffdf888d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2bd7bed1-cbdd-4bad-a926-150fffdf888d,segment=NetworkSegment(cf2c2ce7-a251-475b-95f3-0401d90b4036),segment_id=cf2c2ce7-a251-475b-95f3-0401d90b4036)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:04.463280 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:04.464099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 31fa024d-9400-4208-83e6-4cf83172c46e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:04.497998 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-cb090f2b-65ef-453b-8d44-327c8cedd589 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Floating IP 555dc8bd-a069-4138-9882-3029406b5dab associated. External IP: 172.25.2.126, port: d6728348-6285-4955-84a6-595415764a80. Aug 27 14:10:04.555784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] device_id is not set on port f6694430-2138-44b4-be7c-dedbf10d0b03 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:10:04.585420 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:04.607304 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f02cb91a-2f90-48c0-a779-146ee115cb67 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Deleting port d12789f2-a2dc-4b17-9aa9-c6a2686762cd {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:04.607870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f02cb91a-2f90-48c0-a779-146ee115cb67 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:04.658014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:04.690635 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Transition to ACTIVE for port object f6694430-2138-44b4-be7c-dedbf10d0b03 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:04.705796 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:04.727596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 31fa024d-9400-4208-83e6-4cf83172c46e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:04.727982 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:04.735180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c6d75201-9530-406c-9095-66655f3ae1fa None None] Deleting port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:04.735554 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c6d75201-9530-406c-9095-66655f3ae1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:04.771550 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f02cb91a-2f90-48c0-a779-146ee115cb67 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:04.803627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f02cb91a-2f90-48c0-a779-146ee115cb67 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Calling delete_port for d12789f2-a2dc-4b17-9aa9-c6a2686762cd owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:04.816533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c6d75201-9530-406c-9095-66655f3ae1fa None None] For port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=58298365-5a82-4e6d-8e8d-6a3e4ff453e3,segment=NetworkSegment(ff20b97d-8845-4393-a316-5bfbfcc91353),segment_id=ff20b97d-8845-4393-a316-5bfbfcc91353)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:04.816940 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c6d75201-9530-406c-9095-66655f3ae1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:04.820717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0848c46-739f-4ae1-8b74-85ee7cb90882 req-74aeaea7-a337-4a54-b308-69b2da0fa42a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:04.829952 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0848c46-739f-4ae1-8b74-85ee7cb90882 req-74aeaea7-a337-4a54-b308-69b2da0fa42a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.1466665 Aug 27 14:10:04.831244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c6d75201-9530-406c-9095-66655f3ae1fa None None] Calling delete_port for 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:04.862219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event updated for resources: {'Port': ['ID=f6694430-2138-44b4-be7c-dedbf10d0b03,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:04.884236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:04.885090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:04.885688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:04.926463 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0848c46-739f-4ae1-8b74-85ee7cb90882 req-7d4b2e59-0abd-4fe0-8c51-1274956c687f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922918 Aug 27 14:10:04.932675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:04.933343 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:04.935812 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 2 to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 Aug 27 14:10:04.948869 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c6d75201-9530-406c-9095-66655f3ae1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:04.963201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.extraroute_db [None req-b4cd59dd-7bbc-4161-a864-db4f6373ce47 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101186) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 14:10:04.964468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=2bd7bed1-cbdd-4bad-a926-150fffdf888d,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:04.970502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d75201-9530-406c-9095-66655f3ae1fa None None] No DVR routers for this DVR port 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:05.000538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.extraroute_db [None req-b4cd59dd-7bbc-4161-a864-db4f6373ce47 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Removed routes are [] {{(pid=101186) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 14:10:05.001331 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4cd59dd-7bbc-4161-a864-db4f6373ce47 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.037978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:05.038535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:05.040153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:05.055995 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:05.057335 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:05.061161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b20701c6-ddb4-4b3f-aadd-f0942dafe736 None None] Provisioning for port c3fba62b-7117-490e-a565-8180afc1eefa completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:05.064487 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 3 to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 Aug 27 14:10:05.068200 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d75201-9530-406c-9095-66655f3ae1fa None None] Pushing event deleted for resources: {'Port': ['ID=58298365-5a82-4e6d-8e8d-6a3e4ff453e3,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:05.089916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b20701c6-ddb4-4b3f-aadd-f0942dafe736 None None] Provisioning complete for port c3fba62b-7117-490e-a565-8180afc1eefa triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:05.090304 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b20701c6-ddb4-4b3f-aadd-f0942dafe736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.102960 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:05.103616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:05.104152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:05.109297 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f02cb91a-2f90-48c0-a779-146ee115cb67 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.115582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb090f2b-65ef-453b-8d44-327c8cedd589 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:05.142667 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cb91a-2f90-48c0-a779-146ee115cb67 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Port': ['ID=d12789f2-a2dc-4b17-9aa9-c6a2686762cd,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:05.148350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fd226785-adfa-4162-892a-b1cfaff56660 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:05.150168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:05.150486 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:05.154447 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 4 to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 Aug 27 14:10:05.173695 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f02cb91a-2f90-48c0-a779-146ee115cb67 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.175562 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f02cb91a-2f90-48c0-a779-146ee115cb67 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/ports/d12789f2-a2dc-4b17-9aa9-c6a2686762cd HTTP/1.1" status: 204 len: 168 time: 0.8385422 Aug 27 14:10:05.180158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33260) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:05.250926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b20701c6-ddb4-4b3f-aadd-f0942dafe736 None None] Port c3fba62b-7117-490e-a565-8180afc1eefa cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:05.270152 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-68498cbf-ad8e-46fe-83ab-17c3c8f02329 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.271930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:05.272224 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:05.272554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:05.280526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port fd226785-adfa-4162-892a-b1cfaff56660 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:05.289658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port fd226785-adfa-4162-892a-b1cfaff56660 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:05.290050 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.320839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:05.321203 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:05.323620 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 5 to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 Aug 27 14:10:05.332531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b20701c6-ddb4-4b3f-aadd-f0942dafe736 None None] Provisioning complete for port 2bd7bed1-cbdd-4bad-a926-150fffdf888d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:05.332915 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b20701c6-ddb4-4b3f-aadd-f0942dafe736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.338194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:05.338534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:05.338901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:05.386942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:05.387286 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:05.389771 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 6 to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 Aug 27 14:10:05.472526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4cd59dd-7bbc-4161-a864-db4f6373ce47 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.477281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.513013 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4cd59dd-7bbc-4161-a864-db4f6373ce47 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.541531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2bd7bed1-cbdd-4bad-a926-150fffdf888d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:05.551503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:59Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:10:01Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3fba62b-7117-490e-a565-8180afc1eefa', 'name': '', 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:4a:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '23d6c7fd-b449-4d27-8d01-4952fd4ae6d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:58Z', 'updated_at': '2021-08-27T14:10:01Z', 'revision_number': 2, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': '23d6c7fd-b449-4d27-8d01-4952fd4ae6d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:05.564253 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-68498cbf-ad8e-46fe-83ab-17c3c8f02329 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.583194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-68498cbf-ad8e-46fe-83ab-17c3c8f02329 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62857ad-4724-4b2a-b1b8-39ab467af7a5']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:05.596651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:05.615090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-68498cbf-ad8e-46fe-83ab-17c3c8f02329 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff20b97d-8845-4393-a316-5bfbfcc91353') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:05.615443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-68498cbf-ad8e-46fe-83ab-17c3c8f02329 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff20b97d-8845-4393-a316-5bfbfcc91353') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:05.624958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:10:05.627634 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb102be-f249-4e09-a098-61562f5679fd" -d '{"events": [{"server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "name": "network-vif-plugged", "status": "completed", "tag": "fd226785-adfa-4162-892a-b1cfaff56660"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:10:05.634544 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.640819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Checking router: 766b7891-00e0-4bfe-8124-11091eae26e1 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:10:05.641195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Updating router 766b7891-00e0-4bfe-8124-11091eae26e1 port c3fba62b-7117-490e-a565-8180afc1eefa binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:10:05.642172 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-68498cbf-ad8e-46fe-83ab-17c3c8f02329 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.658404 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-68498cbf-ad8e-46fe-83ab-17c3c8f02329 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.664874 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68498cbf-ad8e-46fe-83ab-17c3c8f02329 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:10:05.665284 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-68498cbf-ad8e-46fe-83ab-17c3c8f02329 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.728785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d504e6fc-d867-46b3-81d3-09ec4d6fc940 None None] Provisioning complete for port c3fba62b-7117-490e-a565-8180afc1eefa triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:05.729305 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d504e6fc-d867-46b3-81d3-09ec4d6fc940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.734991 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:10:05.737366 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:10:05.739997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:05.739997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:05.739997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:05.749977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:05.750368 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:05.758669 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 7 to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 Aug 27 14:10:05.780601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:05.780952 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:05.781348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:05.787189 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-68498cbf-ad8e-46fe-83ab-17c3c8f02329 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.798376 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-68498cbf-ad8e-46fe-83ab-17c3c8f02329 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.804471 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-68498cbf-ad8e-46fe-83ab-17c3c8f02329 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] 10.222.0.55 "DELETE /v2.0/networks/b62857ad-4724-4b2a-b1b8-39ab467af7a5 HTTP/1.1" status: 204 len: 168 time: 0.6232624 Aug 27 14:10:05.809007 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:05.809344 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:05.821689 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=fd226785-adfa-4162-892a-b1cfaff56660,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:05.831947 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 8 to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 Aug 27 14:10:05.849699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68498cbf-ad8e-46fe-83ab-17c3c8f02329 tempest-PortsTestJSON-1044174294 tempest-PortsTestJSON-1044174294-project] Pushing event deleted for resources: {'Network': ['ID=b62857ad-4724-4b2a-b1b8-39ab467af7a5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:05.858098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:05.858924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:05.859365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:05.866999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d504e6fc-d867-46b3-81d3-09ec4d6fc940 None None] Port c3fba62b-7117-490e-a565-8180afc1eefa cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:05.870174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:05.870510 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:05.873472 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 9 to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 Aug 27 14:10:05.886523 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b36693e-b6d8-4a80-9d92-149ec33186d8 x-openstack-request-id: req-4b36693e-b6d8-4a80-9d92-149ec33186d8 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:10:05.886874 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "name": "network-vif-plugged", "status": "completed", "tag": "fd226785-adfa-4162-892a-b1cfaff56660", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:10:05.887103 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b36693e-b6d8-4a80-9d92-149ec33186d8 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:10:05.887511 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660', 'code': 200} Aug 27 14:10:05.905393 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 2bd7bed1-cbdd-4bad-a926-150fffdf888d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:05.905780 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.939512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:05.939893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:05.940334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:05.982573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb090f2b-65ef-453b-8d44-327c8cedd589 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:05.988128 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb090f2b-65ef-453b-8d44-327c8cedd589 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:05.997546 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a243da07-8cd2-4792-96ed-550dc7794f24 None None] Sync routers for ids ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:06.012417 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a243da07-8cd2-4792-96ed-550dc7794f24 None None] Routers {'9025f0af-a3ac-40e3-b945-cb556d9a7e07'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:06.014507 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a243da07-8cd2-4792-96ed-550dc7794f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:06.052974 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cb090f2b-65ef-453b-8d44-327c8cedd589 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "PUT /v2.0/floatingips/555dc8bd-a069-4138-9882-3029406b5dab HTTP/1.1" status: 200 len: 992 time: 3.2184310 Aug 27 14:10:06.066720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad', 'tag': 'd6728348-6285-4955-84a6-595415764a80'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:10:06.077183 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117e21da-dfd1-4943-a06b-19cd2d05b329" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad", "tag": "d6728348-6285-4955-84a6-595415764a80"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:10:06.097375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:06.097711 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:06.105109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9699377-429b-4749-985c-ce381a128b44 req-52cf3280-eede-495a-aeea-6695003a64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:06.110313 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9699377-429b-4749-985c-ce381a128b44 req-52cf3280-eede-495a-aeea-6695003a64f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 1098 time: 0.1613522 Aug 27 14:10:06.110923 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 10 to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 Aug 27 14:10:06.149867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ded35-9c81-4fd1-afdd-1373081b47ec req-d601eeed-8c60-4095-8180-908359c6ed5c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:06.158369 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-066ded35-9c81-4fd1-afdd-1373081b47ec req-d601eeed-8c60-4095-8180-908359c6ed5c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.7169619 Aug 27 14:10:06.220457 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-066ded35-9c81-4fd1-afdd-1373081b47ec req-48e420ca-6a8b-49ce-8032-78420c65e0d0 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609429 Aug 27 14:10:06.241081 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cd59dd-7bbc-4161-a864-db4f6373ce47 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 766b7891-00e0-4bfe-8124-11091eae26e1 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:06.307332 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-a243da07-8cd2-4792-96ed-550dc7794f24 None None] Set router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:06.331303 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9699377-429b-4749-985c-ce381a128b44 req-1618dead-9fa1-4bc3-87e8-37dcbaac6ce9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468730 Aug 27 14:10:06.381932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14ca85-df74-48a3-ac50-d8e18dac815a req-cb8d0a82-0fab-436c-810a-11bbb639a46e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:06.385743 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f14ca85-df74-48a3-ac50-d8e18dac815a req-cb8d0a82-0fab-436c-810a-11bbb639a46e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.3014719 Aug 27 14:10:06.386730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:06.387056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:06.387400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:06.408102 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6141a776-4087-4ede-a167-9ebdec42b967 x-openstack-request-id: req-6141a776-4087-4ede-a167-9ebdec42b967 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:10:06.408102 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad", "tag": "d6728348-6285-4955-84a6-595415764a80", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:10:06.408102 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6141a776-4087-4ede-a167-9ebdec42b967 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:10:06.408585 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad', 'tag': 'd6728348-6285-4955-84a6-595415764a80', 'status': 'completed', 'code': 200} Aug 27 14:10:06.422043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33284) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:06.428495 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:06.440193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Transition to ACTIVE for port object c3fba62b-7117-490e-a565-8180afc1eefa will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:06.450268 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:06.617403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Attempting to bind port c3fba62b-7117-490e-a565-8180afc1eefa on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:06.617692 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Attempting to bind port c3fba62b-7117-490e-a565-8180afc1eefa by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'cf2c2ce7-a251-475b-95f3-0401d90b4036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:06.618071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Attempting to bind port c3fba62b-7117-490e-a565-8180afc1eefa on network 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:06.631420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cbf8b-768e-4c8b-a34b-459c576352a7 None None] Pushing event updated for resources: {'Port': ['ID=c3fba62b-7117-490e-a565-8180afc1eefa,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:06.635141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:10:06.635366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Checking segment: {'id': 'cf2c2ce7-a251-475b-95f3-0401d90b4036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:06.635756 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:06.636151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Bound using segment: {'id': 'cf2c2ce7-a251-475b-95f3-0401d90b4036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:10:06.636639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Bound port: c3fba62b-7117-490e-a565-8180afc1eefa, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2c2ce7-a251-475b-95f3-0401d90b4036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:10:06.637030 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:06.673278 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cd59dd-7bbc-4161-a864-db4f6373ce47 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:06.701020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4cd59dd-7bbc-4161-a864-db4f6373ce47 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:06.702228 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b4cd59dd-7bbc-4161-a864-db4f6373ce47 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1 HTTP/1.1" status: 200 len: 954 time: 2.6845748 Aug 27 14:10:06.707260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33288) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:06.797184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:06.843324 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a243da07-8cd2-4792-96ed-550dc7794f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:09:25Z', 'revision_number': 4, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '555dc8bd-a069-4138-9882-3029406b5dab', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'port_id': 'd6728348-6285-4955-84a6-595415764a80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'mac_address': 'fa:16:3e:e4:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:09:34Z', 'updated_at': '2021-08-27T14:10:03Z', 'revision_number': 1, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e425f32-eaf0-4a1a-b15f-af3e4322181c', 'name': '', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'mac_address': 'fa:16:3e:c9:ae:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:37Z', 'revision_number': 5, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'subnets': [{'id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:06.855202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:06.855546 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 58298365-5a82-4e6d-8e8d-6a3e4ff453e3 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:10:06.867153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] For port c3fba62b-7117-490e-a565-8180afc1eefa, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:10:06.895535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] For port c3fba62b-7117-490e-a565-8180afc1eefa, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c3fba62b-7117-490e-a565-8180afc1eefa,segment=NetworkSegment(cf2c2ce7-a251-475b-95f3-0401d90b4036),segment_id=cf2c2ce7-a251-475b-95f3-0401d90b4036)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:10:06.901869 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:06.904339 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a243da07-8cd2-4792-96ed-550dc7794f24 None None] Checking router: 9025f0af-a3ac-40e3-b945-cb556d9a7e07 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:10:06.914792 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a243da07-8cd2-4792-96ed-550dc7794f24 None None] Routers {'9025f0af-a3ac-40e3-b945-cb556d9a7e07'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:06.915983 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a243da07-8cd2-4792-96ed-550dc7794f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:07.068973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-56de5715-999d-4f8d-baca-2d9993fdea44 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1 HTTP/1.1" status: 200 len: 954 time: 0.3604913 Aug 27 14:10:07.076430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33290) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:07.083724 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-a243da07-8cd2-4792-96ed-550dc7794f24 None None] Set router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:07.087200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-75f5409c-f2f0-4723-b021-70d84fe88130 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'router': {'routes': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:07.092073 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cbf8b-768e-4c8b-a34b-459c576352a7 None None] Pushing event updated for resources: {'Port': ['ID=c3fba62b-7117-490e-a565-8180afc1eefa,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:07.094443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:07.094952 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port f6694430-2138-44b4-be7c-dedbf10d0b03 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:07.095184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:07.108459 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-801da20b-acb4-48e6-8971-e935c32445e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aad98d7867c1444b8c91832a37ba6d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6822052 Aug 27 14:10:07.112018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:07.114433 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:07.149887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33296) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:07.319549 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f14ca85-df74-48a3-ac50-d8e18dac815a req-03ae89e2-5c54-4205-a2c4-da06162fdf74 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9090078 Aug 27 14:10:07.326606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:07.368059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e21da-dfd1-4943-a06b-19cd2d05b329 req-c730eabe-ba36-4c23-bfd7-2edcfa3f3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:07.381367 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-117e21da-dfd1-4943-a06b-19cd2d05b329 req-c730eabe-ba36-4c23-bfd7-2edcfa3f3491 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ffec2a756fc41ca90e6927ab441f721&device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 1098 time: 0.2756121 Aug 27 14:10:07.561498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] For port f6694430-2138-44b4-be7c-dedbf10d0b03, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:10:07.561887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempted to set empty binding levels {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 14:10:07.581245 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1bc465be-c8cf-4fe4-9aa8-adc32f58a0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:07.602126 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:07.710198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1bc465be-c8cf-4fe4-9aa8-adc32f58a0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:07.713699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] In _notify_port_updated(), no bound segment for port f6694430-2138-44b4-be7c-dedbf10d0b03 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:10:07.714625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:07.715289 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:07.719406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "PUT /v2.0/ports/f6694430-2138-44b4-be7c-dedbf10d0b03 HTTP/1.1" status: 200 len: 979 time: 4.3157649 Aug 27 14:10:07.736225 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33304) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:07.749028 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a243da07-8cd2-4792-96ed-550dc7794f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:09:25Z', 'revision_number': 4, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '555dc8bd-a069-4138-9882-3029406b5dab', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'port_id': 'd6728348-6285-4955-84a6-595415764a80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'mac_address': 'fa:16:3e:e4:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:09:34Z', 'updated_at': '2021-08-27T14:10:03Z', 'revision_number': 1, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e425f32-eaf0-4a1a-b15f-af3e4322181c', 'name': '', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'mac_address': 'fa:16:3e:c9:ae:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:37Z', 'revision_number': 5, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'subnets': [{'id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:07.782642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:04Z', 'revision_number': 6, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:10:01Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3fba62b-7117-490e-a565-8180afc1eefa', 'name': '', 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:4a:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '23d6c7fd-b449-4d27-8d01-4952fd4ae6d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:58Z', 'updated_at': '2021-08-27T14:10:06Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': '23d6c7fd-b449-4d27-8d01-4952fd4ae6d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:07.794945 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a243da07-8cd2-4792-96ed-550dc7794f24 None None] The sync data for ids ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'] in n-d-712139-12 is: [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:09:25Z', 'revision_number': 4, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '555dc8bd-a069-4138-9882-3029406b5dab', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'port_id': 'd6728348-6285-4955-84a6-595415764a80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'mac_address': 'fa:16:3e:e4:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:09:34Z', 'updated_at': '2021-08-27T14:10:03Z', 'revision_number': 1, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e425f32-eaf0-4a1a-b15f-af3e4322181c', 'name': '', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'mac_address': 'fa:16:3e:c9:ae:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:37Z', 'revision_number': 5, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'subnets': [{'id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:07.862044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f7c560-aa74-4278-9595-c4a72bf2eddb None None] The sync data for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 is: [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:04Z', 'revision_number': 6, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:10:01Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3fba62b-7117-490e-a565-8180afc1eefa', 'name': '', 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:4a:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '23d6c7fd-b449-4d27-8d01-4952fd4ae6d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:58Z', 'updated_at': '2021-08-27T14:10:06Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': '23d6c7fd-b449-4d27-8d01-4952fd4ae6d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:07.889465 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103e70f-9d31-45c8-9eeb-d863600ee2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event updated for resources: {'Port': ['ID=f6694430-2138-44b4-be7c-dedbf10d0b03,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:07.932662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e21da-dfd1-4943-a06b-19cd2d05b329 req-25bc13c5-bc63-4c3b-876a-af54d2bfc98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:07.967941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-117e21da-dfd1-4943-a06b-19cd2d05b329 req-25bc13c5-bc63-4c3b-876a-af54d2bfc98a service neutron] 10.222.0.52 "GET /v2.0/networks?id=7aefa3fa-7749-4753-b281-ffd8f72f60ab HTTP/1.1" status: 200 len: 912 time: 0.5507646 Aug 27 14:10:07.975571 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa9a9d-00d8-48c4-b409-747e5e3965e9 req-5bb514dc-ec4c-4e80-8330-f168bc675eb1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:07.983069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6bfa9a9d-00d8-48c4-b409-747e5e3965e9 req-5bb514dc-ec4c-4e80-8330-f168bc675eb1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.5174072 Aug 27 14:10:08.054843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.extraroute_db [None req-75f5409c-f2f0-4723-b021-70d84fe88130 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Added routes are [] {{(pid=101186) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 14:10:08.055189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.extraroute_db [None req-75f5409c-f2f0-4723-b021-70d84fe88130 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101186) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 14:10:08.095370 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75f5409c-f2f0-4723-b021-70d84fe88130 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:08.191229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.191885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.192444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.192996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.193540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.194473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.199037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.199694 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.200114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.201127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.201590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.202061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.202532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.203020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.203489 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.203973 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.204421 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.204884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.205348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.205828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.206270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.206747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.207212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.207669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.208130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.208589 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.209195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.209655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.210115 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.210573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.211047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.211506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.211966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.212422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.212947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.214892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.215365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.215958 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.216651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.217121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.217578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.218115 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.223763 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-490e3ed7-4bd9-4282-a931-a7c3d54d0466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38120 time: 0.4803042 Aug 27 14:10:08.233448 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33314) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:08.273110 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1bc465be-c8cf-4fe4-9aa8-adc32f58a0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:08.275667 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1bc465be-c8cf-4fe4-9aa8-adc32f58a0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:08.279449 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1bc465be-c8cf-4fe4-9aa8-adc32f58a0f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd23b0f6-e76d-4e23-86a8-6eb5cea02cf5 HTTP/1.1" status: 204 len: 168 time: 1.1254399 Aug 27 14:10:08.324936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4c8ee-cbbf-46aa-bdbd-21f53ba03e08 None None] New status for floating IP 555dc8bd-a069-4138-9882-3029406b5dab: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:10:08.336985 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc465be-c8cf-4fe4-9aa8-adc32f58a0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd23b0f6-e76d-4e23-86a8-6eb5cea02cf5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:08.349738 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-117e21da-dfd1-4943-a06b-19cd2d05b329 req-baf902d3-07b6-4455-8b2b-6aa237003514 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6728348-6285-4955-84a6-595415764a80 HTTP/1.1" status: 200 len: 1000 time: 0.3822773 Aug 27 14:10:08.404061 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6bfa9a9d-00d8-48c4-b409-747e5e3965e9 req-4e28846a-c062-4b52-bbef-e07bc9d3616f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197745 Aug 27 14:10:08.450628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e21da-dfd1-4943-a06b-19cd2d05b329 req-f22bfd6d-e86b-4c1f-bb6f-e4433ce42700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.452179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-117e21da-dfd1-4943-a06b-19cd2d05b329 req-f22bfd6d-e86b-4c1f-bb6f-e4433ce42700 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40e71b8a-6eda-4448-a119-1a41275d23a4 HTTP/1.1" status: 200 len: 850 time: 0.0897191 Aug 27 14:10:08.565030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-62da1c77-45ad-4755-a922-eb9d6db81168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Deleting port f6694430-2138-44b4-be7c-dedbf10d0b03 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:08.565387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-62da1c77-45ad-4755-a922-eb9d6db81168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:08.656540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e21da-dfd1-4943-a06b-19cd2d05b329 req-3e5f7c95-dbdc-4676-aeb7-c1057da3abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.659754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-117e21da-dfd1-4943-a06b-19cd2d05b329 req-3e5f7c95-dbdc-4676-aeb7-c1057da3abec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7aefa3fa-7749-4753-b281-ffd8f72f60ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1958694 Aug 27 14:10:08.682803 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75f5409c-f2f0-4723-b021-70d84fe88130 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:08.688979 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75f5409c-f2f0-4723-b021-70d84fe88130 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:08.699127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe33a6b-fa71-4ca4-97ca-4fda4808cd64 req-e4edad39-02da-4fa0-9515-05e4424bca97 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:08.701118 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cbe33a6b-fa71-4ca4-97ca-4fda4808cd64 req-e4edad39-02da-4fa0-9515-05e4424bca97 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.2000062 Aug 27 14:10:08.851129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f5409c-f2f0-4723-b021-70d84fe88130 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 766b7891-00e0-4bfe-8124-11091eae26e1 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:08.857907 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cbe33a6b-fa71-4ca4-97ca-4fda4808cd64 req-654fd058-a7ea-4c35-99df-5d44d550f74b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302896 Aug 27 14:10:08.859383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-62da1c77-45ad-4755-a922-eb9d6db81168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] For port f6694430-2138-44b4-be7c-dedbf10d0b03, host n-h1-712139-12, got binding levels [] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:08.859914 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-62da1c77-45ad-4755-a922-eb9d6db81168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:08.882640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-62da1c77-45ad-4755-a922-eb9d6db81168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Calling delete_port for f6694430-2138-44b4-be7c-dedbf10d0b03 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:09.073010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-117e21da-dfd1-4943-a06b-19cd2d05b329 req-4f5ea27b-e61c-44a6-b825-74f26e437ecb service neutron] 10.222.0.52 "GET /v2.0/networks/7aefa3fa-7749-4753-b281-ffd8f72f60ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943081 Aug 27 14:10:09.100298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f5409c-f2f0-4723-b021-70d84fe88130 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:09.112769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5657f1-53c7-4109-a43e-f85746d40f9b req-ec2f07bd-ed00-4358-87ed-1e794d56c983 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:09.114233 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be5657f1-53c7-4109-a43e-f85746d40f9b req-ec2f07bd-ed00-4358-87ed-1e794d56c983 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.1032786 Aug 27 14:10:09.120179 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75f5409c-f2f0-4723-b021-70d84fe88130 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:09.121307 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-75f5409c-f2f0-4723-b021-70d84fe88130 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1 HTTP/1.1" status: 200 len: 704 time: 2.0437779 Aug 27 14:10:09.122887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33334) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:09.124912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33336) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:09.128338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5c6c74fe-b9ec-4f52-8c12-b8019a1cfbbd tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Request body: {'floatingip': {'port_id': 'fd226785-adfa-4162-892a-b1cfaff56660'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:09.281848 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-62da1c77-45ad-4755-a922-eb9d6db81168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:09.309162 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-62da1c77-45ad-4755-a922-eb9d6db81168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:09.311188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-62da1c77-45ad-4755-a922-eb9d6db81168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "DELETE /v2.0/ports/f6694430-2138-44b4-be7c-dedbf10d0b03 HTTP/1.1" status: 204 len: 168 time: 1.0765412 Aug 27 14:10:09.329556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33344) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:09.344057 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c6c74fe-b9ec-4f52-8c12-b8019a1cfbbd tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:09.349804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da1c77-45ad-4755-a922-eb9d6db81168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6694430-2138-44b4-be7c-dedbf10d0b03,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:09.392549 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-117e21da-dfd1-4943-a06b-19cd2d05b329 req-92bbdfef-6380-42cf-b629-ec20c6292545 service neutron] 10.222.0.52 "GET /v2.0/networks/7aefa3fa-7749-4753-b281-ffd8f72f60ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019569 Aug 27 14:10:09.393851 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-433a94ee-d3f2-413a-8961-1d1fa5b11432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] GET failed (client error): The resource could not be found. Aug 27 14:10:09.397953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-433a94ee-d3f2-413a-8961-1d1fa5b11432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "GET /v2.0/ports/f6694430-2138-44b4-be7c-dedbf10d0b03 HTTP/1.1" status: 404 len: 333 time: 0.0622799 Aug 27 14:10:09.405012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33348) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:09.424596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b4d83848-611b-4d4a-8468-1096c9960566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-787791437', 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:09.457052 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4192ded7-c99e-4edb-894e-9fa257267227 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1 HTTP/1.1" status: 200 len: 704 time: 0.3254843 Aug 27 14:10:09.464174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33352) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:09.551997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d83848-611b-4d4a-8468-1096c9960566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Made reservation on behalf of 2d6971db6c8c42ea88a7016e3f23d627 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:09.554779 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4d83848-611b-4d4a-8468-1096c9960566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:09.586543 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c3fba62b-7117-490e-a565-8180afc1eefa up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:09.604363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-b4d83848-611b-4d4a-8468-1096c9960566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] device_id is not set on port 11230e90-4c47-45a4-a9c4-751d99508022 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:10:09.610616 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5725f-7498-4f7f-950b-45e6cf29d736 None None] Sync routers for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:09.626721 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5725f-7498-4f7f-950b-45e6cf29d736 None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:09.627413 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8db5725f-7498-4f7f-950b-45e6cf29d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:09.720809 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:09.743641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port c3fba62b-7117-490e-a565-8180afc1eefa completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:09.749307 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port c3fba62b-7117-490e-a565-8180afc1eefa triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:09.750662 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:09.822033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b483a83-997c-4905-a477-c255846073e5 req-9dc3ab59-a902-4c19-b434-c65c3b27f87f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:09.823382 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b483a83-997c-4905-a477-c255846073e5 req-9dc3ab59-a902-4c19-b434-c65c3b27f87f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.2511370 Aug 27 14:10:09.913074 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:09.954439 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33374) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:09.960589 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8db5725f-7498-4f7f-950b-45e6cf29d736 None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:09.970476 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port c3fba62b-7117-490e-a565-8180afc1eefa, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c3fba62b-7117-490e-a565-8180afc1eefa,segment=NetworkSegment(cf2c2ce7-a251-475b-95f3-0401d90b4036),segment_id=cf2c2ce7-a251-475b-95f3-0401d90b4036)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:09.975674 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.039541 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b483a83-997c-4905-a477-c255846073e5 req-73f5fd90-1853-4007-ab75-6a5ec973dd78 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015588 Aug 27 14:10:10.057650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=c3fba62b-7117-490e-a565-8180afc1eefa,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:10.109019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4d83848-611b-4d4a-8468-1096c9960566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.146285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'network': {'name': 'tempest-RoutersTest-1404192332'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:10.198234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:10.202234 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.217627 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.236000 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8db5725f-7498-4f7f-950b-45e6cf29d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:08Z', 'revision_number': 7, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:10:01Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3fba62b-7117-490e-a565-8180afc1eefa', 'name': '', 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:4a:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '23d6c7fd-b449-4d27-8d01-4952fd4ae6d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:58Z', 'updated_at': '2021-08-27T14:10:06Z', 'revision_number': 4, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': '23d6c7fd-b449-4d27-8d01-4952fd4ae6d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:10.241541 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4d83848-611b-4d4a-8468-1096c9960566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.265152 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5725f-7498-4f7f-950b-45e6cf29d736 None None] Checking router: 766b7891-00e0-4bfe-8124-11091eae26e1 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:10:10.269843 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c6c74fe-b9ec-4f52-8c12-b8019a1cfbbd tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.275637 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5725f-7498-4f7f-950b-45e6cf29d736 None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:10.276436 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8db5725f-7498-4f7f-950b-45e6cf29d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:10.277720 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c6c74fe-b9ec-4f52-8c12-b8019a1cfbbd tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.325962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d83848-611b-4d4a-8468-1096c9960566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Network 79792366-1cbe-4f65-a2d1-2753f6e5c953 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:10.349736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b4d83848-611b-4d4a-8468-1096c9960566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:10.356264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d83848-611b-4d4a-8468-1096c9960566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event updated for resources: {'Port': ['ID=11230e90-4c47-45a4-a9c4-751d99508022,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:10.361582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d83848-611b-4d4a-8468-1096c9960566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:10.362542 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d83848-611b-4d4a-8468-1096c9960566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:10.363225 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4d83848-611b-4d4a-8468-1096c9960566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.422948 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8db5725f-7498-4f7f-950b-45e6cf29d736 None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:10.425453 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e607f12-71d0-4c9d-9478-22e9a9c1a7b4 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.454768 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-5c6c74fe-b9ec-4f52-8c12-b8019a1cfbbd tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Floating IP ae48cdaa-bb70-4e00-9a25-72ddb9541de6 associated. External IP: 172.25.2.62, port: fd226785-adfa-4162-892a-b1cfaff56660. Aug 27 14:10:10.506646 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.518628 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.525530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb8023-8748-44d0-b948-7debe20096f4 req-2b0deeaa-cb73-4f3a-80ca-e6f9c7042231 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:10.527290 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eacb8023-8748-44d0-b948-7debe20096f4 req-2b0deeaa-cb73-4f3a-80ca-e6f9c7042231 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.1118360 Aug 27 14:10:10.536672 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b4d83848-611b-4d4a-8468-1096c9960566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1305177 Aug 27 14:10:10.545803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33388) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:10.582375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:10:10.625372 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eacb8023-8748-44d0-b948-7debe20096f4 req-9a2a0f6b-4535-4115-b3ff-f2437883f67c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664244 Aug 27 14:10:10.638598 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.638973 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Added segment 1292d8ce-b641-40ce-9c88-db6da3329d52 of type vlan for network c989b7e0-e4bf-4a01-b046-fe4ea975866a Aug 27 14:10:10.646738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedecd0f-3b0d-49d0-ae7c-8733ffa531d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:10.646738 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fedecd0f-3b0d-49d0-ae7c-8733ffa531d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "GET /v2.0/ports/11230e90-4c47-45a4-a9c4-751d99508022 HTTP/1.1" status: 200 len: 958 time: 0.0969722 Aug 27 14:10:10.647141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33394) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:10.651558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d31f19-4b33-4c46-8187-32d873283fcd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:10.708762 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.733794 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8db5725f-7498-4f7f-950b-45e6cf29d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:08Z', 'revision_number': 7, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:10:01Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3fba62b-7117-490e-a565-8180afc1eefa', 'name': '', 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:4a:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '23d6c7fd-b449-4d27-8d01-4952fd4ae6d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:58Z', 'updated_at': '2021-08-27T14:10:09Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': '23d6c7fd-b449-4d27-8d01-4952fd4ae6d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:10.749911 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.756070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:10.756675 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.767883 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5725f-7498-4f7f-950b-45e6cf29d736 None None] The sync data for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 is: [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:08Z', 'revision_number': 7, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:10:01Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3fba62b-7117-490e-a565-8180afc1eefa', 'name': '', 'network_id': '5f5b50b3-c2f2-4f79-a325-85112cf2bb4b', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:4a:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '23d6c7fd-b449-4d27-8d01-4952fd4ae6d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:58Z', 'updated_at': '2021-08-27T14:10:09Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': '23d6c7fd-b449-4d27-8d01-4952fd4ae6d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:10.848826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8888836 Aug 27 14:10:10.851557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33398) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:10.858040 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-448fab10-3b43-4a7a-a0c2-a0fe6b109bc8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'network': {'name': 'tempest-RoutersTest-2103902134'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:10.870333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb7213-79ac-43ad-80dc-f6ef29f17e1f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Network': ['ID=c989b7e0-e4bf-4a01-b046-fe4ea975866a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:10.871235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6c74fe-b9ec-4f52-8c12-b8019a1cfbbd tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:10.876858 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-cb789747-fc5f-4762-80c6-3b1b44e163e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Deleting port 11230e90-4c47-45a4-a9c4-751d99508022 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:10.877211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb789747-fc5f-4762-80c6-3b1b44e163e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.884736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network c989b7e0-e4bf-4a01-b046-fe4ea975866a details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:10:10.924068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-2e607f12-71d0-4c9d-9478-22e9a9c1a7b4 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port c3fba62b-7117-490e-a565-8180afc1eefa {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:10.924409 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e607f12-71d0-4c9d-9478-22e9a9c1a7b4 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:10.970643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448fab10-3b43-4a7a-a0c2-a0fe6b109bc8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:10.974231 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-448fab10-3b43-4a7a-a0c2-a0fe6b109bc8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:11.033937 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-2e607f12-71d0-4c9d-9478-22e9a9c1a7b4 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] For port c3fba62b-7117-490e-a565-8180afc1eefa, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c3fba62b-7117-490e-a565-8180afc1eefa,segment=NetworkSegment(cf2c2ce7-a251-475b-95f3-0401d90b4036),segment_id=cf2c2ce7-a251-475b-95f3-0401d90b4036)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:11.034573 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e607f12-71d0-4c9d-9478-22e9a9c1a7b4 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:11.047696 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb789747-fc5f-4762-80c6-3b1b44e163e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:11.050192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-2e607f12-71d0-4c9d-9478-22e9a9c1a7b4 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for c3fba62b-7117-490e-a565-8180afc1eefa owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:11.066490 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448fab10-3b43-4a7a-a0c2-a0fe6b109bc8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:10:11.084428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-cb789747-fc5f-4762-80c6-3b1b44e163e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Calling delete_port for 11230e90-4c47-45a4-a9c4-751d99508022 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:11.094965 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-448fab10-3b43-4a7a-a0c2-a0fe6b109bc8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:11.095373 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-448fab10-3b43-4a7a-a0c2-a0fe6b109bc8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Added segment 23d55204-0122-4db0-bc14-6ca7221a4cf1 of type vlan for network 4883195f-2bc5-4198-97ae-944b2074b2d9 Aug 27 14:10:11.217762 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-448fab10-3b43-4a7a-a0c2-a0fe6b109bc8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:11.220438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ec1f9-54be-4195-a2e6-79eb4b82a289 req-12910d07-ee0d-4c1a-8ba0-fc27eea25ee4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:11.222273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a76ec1f9-54be-4195-a2e6-79eb4b82a289 req-12910d07-ee0d-4c1a-8ba0-fc27eea25ee4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.0990875 Aug 27 14:10:11.229657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6c74fe-b9ec-4f52-8c12-b8019a1cfbbd tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:11.236097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c6c74fe-b9ec-4f52-8c12-b8019a1cfbbd tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:11.241431 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31bd6a-6ffb-4c2b-86cc-5dcb3e661315 None None] Sync routers for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:11.252220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c31bd6a-6ffb-4c2b-86cc-5dcb3e661315 None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:11.253175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3c31bd6a-6ffb-4c2b-86cc-5dcb3e661315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:11.288922 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5c6c74fe-b9ec-4f52-8c12-b8019a1cfbbd tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "PUT /v2.0/floatingips/ae48cdaa-bb70-4e00-9a25-72ddb9541de6 HTTP/1.1" status: 200 len: 991 time: 2.1647155 Aug 27 14:10:11.291908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:10:11.294818 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2325d318-9019-4ac4-8347-b7ff3d5155f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "tag": "fd226785-adfa-4162-892a-b1cfaff56660"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:10:11.307829 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a76ec1f9-54be-4195-a2e6-79eb4b82a289 req-a7b93983-d9f1-4081-9fe1-44fc37bc351b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786932 Aug 27 14:10:11.310318 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-448fab10-3b43-4a7a-a0c2-a0fe6b109bc8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:11.317093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448fab10-3b43-4a7a-a0c2-a0fe6b109bc8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:11.317729 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-448fab10-3b43-4a7a-a0c2-a0fe6b109bc8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:11.337642 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e607f12-71d0-4c9d-9478-22e9a9c1a7b4 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:11.396208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb789747-fc5f-4762-80c6-3b1b44e163e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:11.401310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e607f12-71d0-4c9d-9478-22e9a9c1a7b4 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=c3fba62b-7117-490e-a565-8180afc1eefa,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:11.405123 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-448fab10-3b43-4a7a-a0c2-a0fe6b109bc8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5493374 Aug 27 14:10:11.405123 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8f8144-cb03-4e37-8741-c8c2c0558500 x-openstack-request-id: req-bd8f8144-cb03-4e37-8741-c8c2c0558500 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:10:11.405123 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "tag": "fd226785-adfa-4162-892a-b1cfaff56660", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:10:11.405123 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd8f8144-cb03-4e37-8741-c8c2c0558500 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:10:11.405476 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660', 'status': 'completed', 'code': 200} Aug 27 14:10:11.405750 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33408) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:11.412836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8b6d6ac8-2bd9-4168-a674-5959ecde2731 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'subnet': {'network_id': 'c989b7e0-e4bf-4a01-b046-fe4ea975866a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:11.414377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-3c31bd6a-6ffb-4c2b-86cc-5dcb3e661315 None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:11.457237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb789747-fc5f-4762-80c6-3b1b44e163e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event deleted for resources: {'Port': ['ID=11230e90-4c47-45a4-a9c4-751d99508022,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:11.469114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fab10-3b43-4a7a-a0c2-a0fe6b109bc8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Network': ['ID=4883195f-2bc5-4198-97ae-944b2074b2d9,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:11.476858 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb789747-fc5f-4762-80c6-3b1b44e163e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:11.478925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cb789747-fc5f-4762-80c6-3b1b44e163e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "DELETE /v2.0/ports/11230e90-4c47-45a4-a9c4-751d99508022 HTTP/1.1" status: 204 len: 168 time: 0.8312135 Aug 27 14:10:11.482829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33410) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:11.489125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 4883195f-2bc5-4198-97ae-944b2074b2d9 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:10:11.518354 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-880a01f3-108d-4ef0-b0ea-80d47b6eabc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] GET failed (client error): The resource could not be found. Aug 27 14:10:11.520477 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-880a01f3-108d-4ef0-b0ea-80d47b6eabc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "GET /v2.0/ports/11230e90-4c47-45a4-a9c4-751d99508022 HTTP/1.1" status: 404 len: 333 time: 0.0361125 Aug 27 14:10:11.524114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33412) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:11.530650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c7cd2640-1d78-4888-936b-895e8bbf1aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Request body: {'port': {'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-568897343'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:11.564284 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cd2640-1d78-4888-936b-895e8bbf1aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Made reservation on behalf of 2d6971db6c8c42ea88a7016e3f23d627 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:11.568014 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7cd2640-1d78-4888-936b-895e8bbf1aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:11.587158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-c7cd2640-1d78-4888-936b-895e8bbf1aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] device_id is not set on port 35213c08-30d2-4c88-9991-5f7b919c8210 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:10:11.610526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c3fba62b-7117-490e-a565-8180afc1eefa up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:11.668501 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: c3fba62b-7117-490e-a565-8180afc1eefa {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:11.669616 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c3fba62b-7117-490e-a565-8180afc1eefa not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 14:10:11.710425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Port c3fba62b-7117-490e-a565-8180afc1eefa not found, will not notify nova. {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 14:10:11.845565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b03ad-0f31-42af-b195-f4d366243f00 req-cebc3742-53c5-43db-af7d-cad7cbb039b3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:11.853625 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-300b03ad-0f31-42af-b195-f4d366243f00 req-cebc3742-53c5-43db-af7d-cad7cbb039b3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.1378160 Aug 27 14:10:11.864752 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3c31bd6a-6ffb-4c2b-86cc-5dcb3e661315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'ae48cdaa-bb70-4e00-9a25-72ddb9541de6', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'port_id': 'fd226785-adfa-4162-892a-b1cfaff56660', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'mac_address': 'fa:16:3e:c4:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:09:41Z', 'updated_at': '2021-08-27T14:10:10Z', 'revision_number': 1, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:45Z', 'revision_number': 5, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:11.874905 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7cd2640-1d78-4888-936b-895e8bbf1aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:11.903018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31bd6a-6ffb-4c2b-86cc-5dcb3e661315 None None] Checking router: 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:10:11.913337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c31bd6a-6ffb-4c2b-86cc-5dcb3e661315 None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:11.914058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3c31bd6a-6ffb-4c2b-86cc-5dcb3e661315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:11.914559 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-300b03ad-0f31-42af-b195-f4d366243f00 req-8d6bb683-2a53-4e86-80fc-9deff6116d06 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600460 Aug 27 14:10:11.947951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7cd2640-1d78-4888-936b-895e8bbf1aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:12.004130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325d318-9019-4ac4-8347-b7ff3d5155f9 req-a3974026-0c81-450b-b2df-8e8631dea00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:12.005759 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2325d318-9019-4ac4-8347-b7ff3d5155f9 req-a3974026-0c81-450b-b2df-8e8631dea00c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 1098 time: 0.5565374 Aug 27 14:10:12.015237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cd2640-1d78-4888-936b-895e8bbf1aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Network 79792366-1cbe-4f65-a2d1-2753f6e5c953 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:12.020139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-c7cd2640-1d78-4888-936b-895e8bbf1aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:12.022196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd2640-1d78-4888-936b-895e8bbf1aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event updated for resources: {'Port': ['ID=35213c08-30d2-4c88-9991-5f7b919c8210,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:12.027839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd2640-1d78-4888-936b-895e8bbf1aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:12.030193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cd2640-1d78-4888-936b-895e8bbf1aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:12.031192 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7cd2640-1d78-4888-936b-895e8bbf1aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:12.056110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-3c31bd6a-6ffb-4c2b-86cc-5dcb3e661315 None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:12.097114 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e607f12-71d0-4c9d-9478-22e9a9c1a7b4 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:12.105487 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c7cd2640-1d78-4888-936b-895e8bbf1aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5796709 Aug 27 14:10:12.107855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33426) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:12.108441 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6d6ac8-2bd9-4168-a674-5959ecde2731 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:12.111980 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6ac8-2bd9-4168-a674-5959ecde2731 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:12.113743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:12.190575 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:10:12.201850 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:12.315103 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325d318-9019-4ac4-8347-b7ff3d5155f9 req-d4f4173e-f8c4-47c7-aa2c-0216332552a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:12.316888 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2325d318-9019-4ac4-8347-b7ff3d5155f9 req-d4f4173e-f8c4-47c7-aa2c-0216332552a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 918 time: 0.2948008 Aug 27 14:10:12.403008 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3c31bd6a-6ffb-4c2b-86cc-5dcb3e661315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'ae48cdaa-bb70-4e00-9a25-72ddb9541de6', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'port_id': 'fd226785-adfa-4162-892a-b1cfaff56660', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'mac_address': 'fa:16:3e:c4:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:09:41Z', 'updated_at': '2021-08-27T14:10:10Z', 'revision_number': 1, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:45Z', 'revision_number': 5, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:12.477958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31bd6a-6ffb-4c2b-86cc-5dcb3e661315 None None] The sync data for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 is: [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'ae48cdaa-bb70-4e00-9a25-72ddb9541de6', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'port_id': 'fd226785-adfa-4162-892a-b1cfaff56660', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'mac_address': 'fa:16:3e:c4:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:09:41Z', 'updated_at': '2021-08-27T14:10:10Z', 'revision_number': 1, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:45Z', 'revision_number': 5, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:12.527594 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2325d318-9019-4ac4-8347-b7ff3d5155f9 req-7cd815c6-883a-4fcf-aff0-a576a456be9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd226785-adfa-4162-892a-b1cfaff56660 HTTP/1.1" status: 200 len: 999 time: 0.1709092 Aug 27 14:10:12.535043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e607f12-71d0-4c9d-9478-22e9a9c1a7b4 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 766b7891-00e0-4bfe-8124-11091eae26e1 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:12.743249 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6ac8-2bd9-4168-a674-5959ecde2731 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:12.786076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325d318-9019-4ac4-8347-b7ff3d5155f9 req-996c0891-f0bf-432a-8882-0686121f2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:12.787623 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2325d318-9019-4ac4-8347-b7ff3d5155f9 req-996c0891-f0bf-432a-8882-0686121f2641 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 200 len: 856 time: 0.2510087 Aug 27 14:10:12.836892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed82158-22e5-4871-989e-d61aaecfb890 req-cfb96bf2-ca3f-4d6e-8fb3-8da3d6927e30 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:12.838452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fed82158-22e5-4871-989e-d61aaecfb890 req-cfb96bf2-ca3f-4d6e-8fb3-8da3d6927e30 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.1024857 Aug 27 14:10:12.861645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e607f12-71d0-4c9d-9478-22e9a9c1a7b4 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:12.865511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d6ac8-2bd9-4168-a674-5959ecde2731 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Subnet': ['ID=57af3a62-6420-49b7-816f-5e5293fb9e0f,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:12.875213 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2e607f12-71d0-4c9d-9478-22e9a9c1a7b4 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4125769 Aug 27 14:10:12.880340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33438) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:12.887364 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df142b-8150-4bce-ba3b-15c7f8353fdd None None] Sync routers for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:12.889621 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dd1ab-30cc-4a32-91fd-65328ef86d9a req-774c1986-7c10-4570-b9cb-e04dba452a9f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:12.897046 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-400dd1ab-30cc-4a32-91fd-65328ef86d9a req-774c1986-7c10-4570-b9cb-e04dba452a9f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.2152021 Aug 27 14:10:12.900956 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df142b-8150-4bce-ba3b-15c7f8353fdd None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:12.901641 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a9df142b-8150-4bce-ba3b-15c7f8353fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:12.966938 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] device_id is not set on port 35213c08-30d2-4c88-9991-5f7b919c8210 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:10:12.975239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325d318-9019-4ac4-8347-b7ff3d5155f9 req-b3275c99-1fa0-4014-ac36-1eeb1f5ad8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:12.977140 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2325d318-9019-4ac4-8347-b7ff3d5155f9 req-b3275c99-1fa0-4014-ac36-1eeb1f5ad8e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=739db5ed-1ce5-49e2-8532-a593a50ed487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1713519 Aug 27 14:10:12.980595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fed82158-22e5-4871-989e-d61aaecfb890 req-df9a21c2-1ae0-41ff-9741-e7174ec06ead tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293375 Aug 27 14:10:12.984156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:12.985518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d6ac8-2bd9-4168-a674-5959ecde2731 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Checking segment: {'id': '1292d8ce-b641-40ce-9c88-db6da3329d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c989b7e0-e4bf-4a01-b046-fe4ea975866a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:12.986408 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d6ac8-2bd9-4168-a674-5959ecde2731 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network hostable DHCP agents. Network: c989b7e0-e4bf-4a01-b046-fe4ea975866a, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:10:13.013750 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec2be12-3d2a-417f-a366-5bd0ace07ef7 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting subnet 23d6c7fd-b449-4d27-8d01-4952fd4ae6d2 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:10:13.015529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Transition to ACTIVE for port object 35213c08-30d2-4c88-9991-5f7b919c8210 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:13.031367 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:13.043034 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ec2be12-3d2a-417f-a366-5bd0ace07ef7 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:13.078324 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-a9df142b-8150-4bce-ba3b-15c7f8353fdd None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:13.108195 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-400dd1ab-30cc-4a32-91fd-65328ef86d9a req-9a5ab2e5-6c6f-4379-b400-575003fc098e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102101 Aug 27 14:10:13.110164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event updated for resources: {'Port': ['ID=35213c08-30d2-4c88-9991-5f7b919c8210,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:13.144387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:13.144947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:13.145494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:13.157427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:13.158054 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:13.158739 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 2 to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 Aug 27 14:10:13.162279 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ec2be12-3d2a-417f-a366-5bd0ace07ef7 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:13.168414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d6ac8-2bd9-4168-a674-5959ecde2731 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network c989b7e0-e4bf-4a01-b046-fe4ea975866a is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:10:13.179696 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:13.180304 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:13.180819 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:13.188933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:13.189528 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:13.190123 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 3 to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 Aug 27 14:10:13.208192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:13.210288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:13.210868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:13.218567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-8b6d6ac8-2bd9-4168-a674-5959ecde2731 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, c989b7e0-e4bf-4a01-b046-fe4ea975866a) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:13.219188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:13.219775 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:13.220349 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 4 to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 Aug 27 14:10:13.222052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2325d318-9019-4ac4-8347-b7ff3d5155f9 req-82c8d481-3b59-4d3a-be01-f644d39b3572 service neutron] 10.222.0.52 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336042 Aug 27 14:10:13.228566 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03981799-44cd-4de9-b158-9560fc654799 None None] Network c989b7e0-e4bf-4a01-b046-fe4ea975866a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:13.230655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d6ac8-2bd9-4168-a674-5959ecde2731 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:13.231226 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6ac8-2bd9-4168-a674-5959ecde2731 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:13.240864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:13.241484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:13.242001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:13.248231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:13.249175 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:13.249745 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 5 to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 Aug 27 14:10:13.268131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:13.268751 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:13.269604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:13.281576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:13.282715 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:13.283299 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 6 to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 Aug 27 14:10:13.302050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:13.302783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:13.303300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:13.309256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8b6d6ac8-2bd9-4168-a674-5959ecde2731 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9024520 Aug 27 14:10:13.314417 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33444) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:13.315216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:13.315696 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:13.322160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-039769ef-598b-4e70-9a67-9e8e42b90fa5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'subnet': {'network_id': '4883195f-2bc5-4198-97ae-944b2074b2d9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:13.354369 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 7 to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 Aug 27 14:10:13.371948 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ec2be12-3d2a-417f-a366-5bd0ace07ef7 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:13.415915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2325d318-9019-4ac4-8347-b7ff3d5155f9 req-b84aafc9-3135-4d35-9b6e-18ccb5935522 service neutron] 10.222.0.52 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814847 Aug 27 14:10:13.418442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:13.418879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:13.419818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:13.491223 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a9df142b-8150-4bce-ba3b-15c7f8353fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:11Z', 'revision_number': 8, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:10:01Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:13.502142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ec2be12-3d2a-417f-a366-5bd0ace07ef7 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:13.515983 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:13.516506 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:13.518190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-c989b7e0-e4bf-4a01-b046-fe4ea975866a', 'network_id': 'c989b7e0-e4bf-4a01-b046-fe4ea975866a', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'fixed_ips': [{'subnet_id': '57af3a62-6420-49b7-816f-5e5293fb9e0f'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:10:13.520250 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:13.521646 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 8 to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 Aug 27 14:10:13.552395 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df142b-8150-4bce-ba3b-15c7f8353fdd None None] Checking router: 766b7891-00e0-4bfe-8124-11091eae26e1 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:10:13.553061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2be12-3d2a-417f-a366-5bd0ace07ef7 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Subnet': ['ID=23d6c7fd-b449-4d27-8d01-4952fd4ae6d2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:13.569150 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ec2be12-3d2a-417f-a366-5bd0ace07ef7 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:13.572486 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df142b-8150-4bce-ba3b-15c7f8353fdd None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:13.576554 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7ec2be12-3d2a-417f-a366-5bd0ace07ef7 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/23d6c7fd-b449-4d27-8d01-4952fd4ae6d2 HTTP/1.1" status: 204 len: 168 time: 0.6950085 Aug 27 14:10:13.582588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33448) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:13.587173 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a9df142b-8150-4bce-ba3b-15c7f8353fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:13.608698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57deddd9-6ec4-4747-9b44-643d719e9b00 None None] Network 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:13.632923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:13.633404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:13.633775 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:13.646933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039769ef-598b-4e70-9a67-9e8e42b90fa5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:13.650946 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-039769ef-598b-4e70-9a67-9e8e42b90fa5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:13.780255 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:13.791006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:13.791344 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:13.796343 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 9 to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 Aug 27 14:10:13.803206 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-a9df142b-8150-4bce-ba3b-15c7f8353fdd None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:13.847482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:13.847482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:13.848179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:13.861944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:13.862281 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:13.865903 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempt 10 to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 Aug 27 14:10:13.899346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port 2bd7bed1-cbdd-4bad-a926-150fffdf888d {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:13.899587 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:13.911157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:13.911506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:13.911878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempting to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:13.928319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:13.928717 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Failed to bind port 35213c08-30d2-4c88-9991-5f7b919c8210 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79792366-1cbe-4f65-a2d1-2753f6e5c953'}] Aug 27 14:10:13.929165 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:13.947593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-039769ef-598b-4e70-9a67-9e8e42b90fa5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:13.993237 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Allocated IP 172.20.0.2 (c989b7e0-e4bf-4a01-b046-fe4ea975866a/57af3a62-6420-49b7-816f-5e5293fb9e0f/a894f153-882d-4115-9c10-ff0a73a0a42c) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:13.993749 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] For port 2bd7bed1-cbdd-4bad-a926-150fffdf888d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2bd7bed1-cbdd-4bad-a926-150fffdf888d,segment=NetworkSegment(cf2c2ce7-a251-475b-95f3-0401d90b4036),segment_id=cf2c2ce7-a251-475b-95f3-0401d90b4036)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:13.994328 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.012387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for 2bd7bed1-cbdd-4bad-a926-150fffdf888d owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:14.112132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039769ef-598b-4e70-9a67-9e8e42b90fa5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Subnet': ['ID=78a36b9f-7567-4907-bb7a-d4bdc84d48f6,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:14.121780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c3efc-5bf7-4729-859d-d352565c8987 None None] New status for floating IP ae48cdaa-bb70-4e00-9a25-72ddb9541de6: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:10:14.122914 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.132810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039769ef-598b-4e70-9a67-9e8e42b90fa5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Checking segment: {'id': '23d55204-0122-4db0-bc14-6ca7221a4cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4883195f-2bc5-4198-97ae-944b2074b2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:14.133216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039769ef-598b-4e70-9a67-9e8e42b90fa5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network hostable DHCP agents. Network: 4883195f-2bc5-4198-97ae-944b2074b2d9, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:10:14.144495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] For port 35213c08-30d2-4c88-9991-5f7b919c8210, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:10:14.145263 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attempted to set empty binding levels {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 14:10:14.170863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=2bd7bed1-cbdd-4bad-a926-150fffdf888d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:14.173270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No DVR routers for this DVR port 2bd7bed1-cbdd-4bad-a926-150fffdf888d on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:14.186648 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.196722 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a9df142b-8150-4bce-ba3b-15c7f8353fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:11Z', 'revision_number': 8, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:10:01Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:14.228496 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df142b-8150-4bce-ba3b-15c7f8353fdd None None] The sync data for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 is: [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:11Z', 'revision_number': 8, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31fa024d-9400-4208-83e6-4cf83172c46e', 'name': '', 'network_id': '60025f55-aeb6-4773-9a1b-6c1af0da4ca6', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:a6:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:48Z', 'updated_at': '2021-08-27T14:10:01Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:14.286767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] In _notify_port_updated(), no bound segment for port 35213c08-30d2-4c88-9991-5f7b919c8210 on network 79792366-1cbe-4f65-a2d1-2753f6e5c953 {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:10:14.291899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:14.293022 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.295299 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "PUT /v2.0/ports/35213c08-30d2-4c88-9991-5f7b919c8210 HTTP/1.1" status: 200 len: 979 time: 2.1864061 Aug 27 14:10:14.297448 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.297649 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.307240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33458) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:14.308553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5b50b3-c2f2-4f79-a325-85112cf2bb4b']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:14.309483 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Transition to ACTIVE for port object a894f153-882d-4115-9c10-ff0a73a0a42c will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:14.330025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2c2ce7-a251-475b-95f3-0401d90b4036') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:14.330025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2c2ce7-a251-475b-95f3-0401d90b4036') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:14.331559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039769ef-598b-4e70-9a67-9e8e42b90fa5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network 4883195f-2bc5-4198-97ae-944b2074b2d9 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:10:14.354329 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.370033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832e0f5-f762-447d-a2e5-5b90cf5e2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event updated for resources: {'Port': ['ID=35213c08-30d2-4c88-9991-5f7b919c8210,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:14.373890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-039769ef-598b-4e70-9a67-9e8e42b90fa5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 4883195f-2bc5-4198-97ae-944b2074b2d9) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:14.378706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039769ef-598b-4e70-9a67-9e8e42b90fa5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:14.379400 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-039769ef-598b-4e70-9a67-9e8e42b90fa5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.384655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Transition to ACTIVE for port object a894f153-882d-4115-9c10-ff0a73a0a42c will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:14.389736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f721cb-7aba-463e-8a1b-fb21727d4152 None None] Network 4883195f-2bc5-4198-97ae-944b2074b2d9 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:14.392659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20187b-38f7-4151-b0d5-31b5cb948950 req-bd7cdf33-9532-4e12-acff-076ce11e4ddc tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:14.396840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.405302 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9e20187b-38f7-4151-b0d5-31b5cb948950 req-bd7cdf33-9532-4e12-acff-076ce11e4ddc tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.2633731 Aug 27 14:10:14.411996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67eaef-2122-41b4-90db-615291f6496a req-f3eb1026-96f3-4b8f-8629-75762f72cdbd tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:14.419948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e67eaef-2122-41b4-90db-615291f6496a req-f3eb1026-96f3-4b8f-8629-75762f72cdbd tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.1083217 Aug 27 14:10:14.428833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:10:14.429340 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:10:14.432760 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:10:14.443683 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.511533 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-039769ef-598b-4e70-9a67-9e8e42b90fa5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1941712 Aug 27 14:10:14.515020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33460) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:14.520843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-93ab682b-237a-4f56-9403-03286b33d5e9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1971368696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:14.531818 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e67eaef-2122-41b4-90db-615291f6496a req-60556e58-7585-47d1-8070-671c3bb9e19a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110001 Aug 27 14:10:14.533236 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9e20187b-38f7-4151-b0d5-31b5cb948950 req-19e4930f-a8a5-41b1-83f2-eca79f86f20e tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269333 Aug 27 14:10:14.533462 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.539629 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.544322 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/networks/5f5b50b3-c2f2-4f79-a325-85112cf2bb4b HTTP/1.1" status: 204 len: 168 time: 0.9580693 Aug 27 14:10:14.544529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Network c989b7e0-e4bf-4a01-b046-fe4ea975866a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:14.546140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33462) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:14.560397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:14.571087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49af94-2354-4155-acb5-17fcfa7fc2b3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Network': ['ID=5f5b50b3-c2f2-4f79-a325-85112cf2bb4b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:14.573508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:14.577209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee758b-9b87-4fa9-8c67-5f84f0c4af68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Deleting port 35213c08-30d2-4c88-9991-5f7b919c8210 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:14.581746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f0ee758b-9b87-4fa9-8c67-5f84f0c4af68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.679012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0175bc37-101a-4d87-9683-a0db44642b30 None None] DHCP port deletion for 5f5b50b3-c2f2-4f79-a325-85112cf2bb4b request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:10:14.687652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Pushing event updated for resources: {'Port': ['ID=a894f153-882d-4115-9c10-ff0a73a0a42c,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:14.713378 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93ab682b-237a-4f56-9403-03286b33d5e9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.714538 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93ab682b-237a-4f56-9403-03286b33d5e9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.750431 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3b8f-889b-46c3-a7b0-f1289ea78eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.777965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-f0ee758b-9b87-4fa9-8c67-5f84f0c4af68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] For port 35213c08-30d2-4c88-9991-5f7b919c8210, host n-h1-712139-12, got binding levels [] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:14.778522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f0ee758b-9b87-4fa9-8c67-5f84f0c4af68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.789467 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Attempting to bind port a894f153-882d-4115-9c10-ff0a73a0a42c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:14.790067 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Attempting to bind port a894f153-882d-4115-9c10-ff0a73a0a42c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '1292d8ce-b641-40ce-9c88-db6da3329d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c989b7e0-e4bf-4a01-b046-fe4ea975866a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:14.790582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Attempting to bind port a894f153-882d-4115-9c10-ff0a73a0a42c on network c989b7e0-e4bf-4a01-b046-fe4ea975866a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:14.802253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:10:14.802624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Checking segment: {'id': '1292d8ce-b641-40ce-9c88-db6da3329d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c989b7e0-e4bf-4a01-b046-fe4ea975866a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:14.803069 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.803471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Bound using segment: {'id': '1292d8ce-b641-40ce-9c88-db6da3329d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c989b7e0-e4bf-4a01-b046-fe4ea975866a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:10:14.803958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Bound port: a894f153-882d-4115-9c10-ff0a73a0a42c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1292d8ce-b641-40ce-9c88-db6da3329d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c989b7e0-e4bf-4a01-b046-fe4ea975866a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:10:14.804344 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.823105 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93ab682b-237a-4f56-9403-03286b33d5e9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.824487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee758b-9b87-4fa9-8c67-5f84f0c4af68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Calling delete_port for 35213c08-30d2-4c88-9991-5f7b919c8210 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:14.836937 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93ab682b-237a-4f56-9403-03286b33d5e9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.901086 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93ab682b-237a-4f56-9403-03286b33d5e9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:14.904189 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-93ab682b-237a-4f56-9403-03286b33d5e9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3859210 Aug 27 14:10:14.906263 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33466) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:15.050858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-4883195f-2bc5-4198-97ae-944b2074b2d9', 'network_id': '4883195f-2bc5-4198-97ae-944b2074b2d9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'fixed_ips': [{'subnet_id': '78a36b9f-7567-4907-bb7a-d4bdc84d48f6'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:10:15.051511 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.081405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] For port a894f153-882d-4115-9c10-ff0a73a0a42c, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:10:15.086393 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] For port a894f153-882d-4115-9c10-ff0a73a0a42c, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a894f153-882d-4115-9c10-ff0a73a0a42c,segment=NetworkSegment(1292d8ce-b641-40ce-9c88-db6da3329d52),segment_id=1292d8ce-b641-40ce-9c88-db6da3329d52)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:10:15.096609 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.098349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d133b227-bf7b-4116-a719-72a1ec43b555 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.136303 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f0ee758b-9b87-4fa9-8c67-5f84f0c4af68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.199352 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f0ee758b-9b87-4fa9-8c67-5f84f0c4af68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.201495 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f0ee758b-9b87-4fa9-8c67-5f84f0c4af68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "DELETE /v2.0/ports/35213c08-30d2-4c88-9991-5f7b919c8210 HTTP/1.1" status: 204 len: 168 time: 0.8853381 Aug 27 14:10:15.204333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33468) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:15.253016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee758b-9b87-4fa9-8c67-5f84f0c4af68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] Pushing event deleted for resources: {'Port': ['ID=35213c08-30d2-4c88-9991-5f7b919c8210,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:15.257912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c83ca2-5f65-4ed3-8d02-6123f618b543 None None] Pushing event updated for resources: {'Port': ['ID=a894f153-882d-4115-9c10-ff0a73a0a42c,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:15.276427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.292877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Allocated IP 172.21.0.2 (4883195f-2bc5-4198-97ae-944b2074b2d9/78a36b9f-7567-4907-bb7a-d4bdc84d48f6/ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:15.306994 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ad0a6d-5f05-4646-be9d-28872338f7b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] GET failed (client error): The resource could not be found. Aug 27 14:10:15.309742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-84ad0a6d-5f05-4646-be9d-28872338f7b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743499667-project-admin] 10.222.0.55 "GET /v2.0/ports/35213c08-30d2-4c88-9991-5f7b919c8210 HTTP/1.1" status: 404 len: 333 time: 0.1030388 Aug 27 14:10:15.315158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33472) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:15.441206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9e1b0f85-7589-49d4-84cb-8da7b39529b8 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:15.470637 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab108d0-5c5c-4904-a63f-883228cc465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.532007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2bd7bed1-cbdd-4bad-a926-150fffdf888d no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:15.592588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 2bd7bed1-cbdd-4bad-a926-150fffdf888d {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:15.592939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2bd7bed1-cbdd-4bad-a926-150fffdf888d not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:10:15.593363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c3fba62b-7117-490e-a565-8180afc1eefa no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:15.670511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: c3fba62b-7117-490e-a565-8180afc1eefa {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:15.671546 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c3fba62b-7117-490e-a565-8180afc1eefa not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:10:15.677923 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.698983 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Allocated IP 172.20.0.1 (c989b7e0-e4bf-4a01-b046-fe4ea975866a/57af3a62-6420-49b7-816f-5e5293fb9e0f/d602dfc2-fdc6-40fd-84c6-14246e2cc3fd) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:15.706831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Transition to ACTIVE for port object ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:15.766805 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab108d0-5c5c-4904-a63f-883228cc465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.769955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Transition to ACTIVE for port object ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:15.782672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5ab108d0-5c5c-4904-a63f-883228cc465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79792366-1cbe-4f65-a2d1-2753f6e5c953']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:15.784317 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.792001 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.795672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d133b227-bf7b-4116-a719-72a1ec43b555 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port 31fa024d-9400-4208-83e6-4cf83172c46e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:15.795850 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d133b227-bf7b-4116-a719-72a1ec43b555 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.822558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5ab108d0-5c5c-4904-a63f-883228cc465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:15.823179 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5ab108d0-5c5c-4904-a63f-883228cc465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c9f2d4-0d6f-4d52-a9e2-fd41bc7544a1') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:15.835400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Network 4883195f-2bc5-4198-97ae-944b2074b2d9 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:15.845123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:15.852189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:15.858805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:10:15.861107 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f8460-b8ad-4c04-b50b-046c79aed264" -d '{"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:10:15.867540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Pushing event updated for resources: {'Port': ['ID=ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:15.878447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:15.878598 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab108d0-5c5c-4904-a63f-883228cc465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.880965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff6db9-4c0f-47be-8c1c-d1edfca73f7a req-b5fe4e20-dd10-47ef-84d7-3d5f7c50a232 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:15.887297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-49ff6db9-4c0f-47be-8c1c-d1edfca73f7a req-b5fe4e20-dd10-47ef-84d7-3d5f7c50a232 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.1298189 Aug 27 14:10:15.902936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.903605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7395a05-69bc-4c94-bf06-d04752df78ae req-0df999b7-a3de-44b7-af7d-e6fd9c03198f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:15.911834 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7395a05-69bc-4c94-bf06-d04752df78ae req-0df999b7-a3de-44b7-af7d-e6fd9c03198f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.2201405 Aug 27 14:10:15.923090 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.935201 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab108d0-5c5c-4904-a63f-883228cc465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.957556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Attempting to bind port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:15.957936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Attempting to bind port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '23d55204-0122-4db0-bc14-6ca7221a4cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4883195f-2bc5-4198-97ae-944b2074b2d9'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:15.958464 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Attempting to bind port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 on network 4883195f-2bc5-4198-97ae-944b2074b2d9 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:15.958587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Transition to ACTIVE for port object d602dfc2-fdc6-40fd-84c6-14246e2cc3fd will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:15.965202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab108d0-5c5c-4904-a63f-883228cc465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:10:15.966171 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab108d0-5c5c-4904-a63f-883228cc465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.966420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:10:15.966823 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Checking segment: {'id': '23d55204-0122-4db0-bc14-6ca7221a4cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4883195f-2bc5-4198-97ae-944b2074b2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:15.967184 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.967589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Bound using segment: {'id': '23d55204-0122-4db0-bc14-6ca7221a4cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4883195f-2bc5-4198-97ae-944b2074b2d9'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:10:15.968063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Bound port: ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d55204-0122-4db0-bc14-6ca7221a4cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4883195f-2bc5-4198-97ae-944b2074b2d9'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:10:15.968449 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:10:15.969975 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:10:15.977581 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-49ff6db9-4c0f-47be-8c1c-d1edfca73f7a req-cae423e3-2353-47b6-b8b1-b8ec08d01ee2 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850601 Aug 27 14:10:16.010539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=11']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:16.046838 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:16.048594 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7395a05-69bc-4c94-bf06-d04752df78ae req-67bf0f76-7675-49da-94e9-a5dbd6929149 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326993 Aug 27 14:10:16.055904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-d133b227-bf7b-4116-a719-72a1ec43b555 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] For port 31fa024d-9400-4208-83e6-4cf83172c46e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=31fa024d-9400-4208-83e6-4cf83172c46e,segment=NetworkSegment(defcc211-5c4f-4f17-849b-1bc6e3d2fabe),segment_id=defcc211-5c4f-4f17-849b-1bc6e3d2fabe)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:16.056415 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d133b227-bf7b-4116-a719-72a1ec43b555 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:16.082001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d133b227-bf7b-4116-a719-72a1ec43b555 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for 31fa024d-9400-4208-83e6-4cf83172c46e owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:16.093928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab108d0-5c5c-4904-a63f-883228cc465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:16.101702 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] For port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:10:16.102948 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab108d0-5c5c-4904-a63f-883228cc465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:16.104839 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5ab108d0-5c5c-4904-a63f-883228cc465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] 10.222.0.55 "DELETE /v2.0/networks/79792366-1cbe-4f65-a2d1-2753f6e5c953 HTTP/1.1" status: 204 len: 168 time: 0.7884974 Aug 27 14:10:16.107312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] For port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7,segment=NetworkSegment(23d55204-0122-4db0-bc14-6ca7221a4cf1),segment_id=23d55204-0122-4db0-bc14-6ca7221a4cf1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:10:16.109144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network c989b7e0-e4bf-4a01-b046-fe4ea975866a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:16.115025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:16.120558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:16.122104 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:16.166531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab108d0-5c5c-4904-a63f-883228cc465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579153818-project] Pushing event deleted for resources: {'Network': ['ID=79792366-1cbe-4f65-a2d1-2753f6e5c953,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:16.176763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=d602dfc2-fdc6-40fd-84c6-14246e2cc3fd,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:16.186093 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08441e5b-6ea2-4206-9bc0-df3950b24dad x-openstack-request-id: req-08441e5b-6ea2-4206-9bc0-df3950b24dad {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:10:16.186605 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:10:16.187059 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08441e5b-6ea2-4206-9bc0-df3950b24dad {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:10:16.187748 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'code': 200} Aug 27 14:10:16.197271 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:16.234905 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a847a3b-b1c8-4705-8e2b-dd511ff9ff8e None None] Pushing event updated for resources: {'Port': ['ID=ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:16.393075 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:16.439583 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d133b227-bf7b-4116-a719-72a1ec43b555 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:16.496072 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133b227-bf7b-4116-a719-72a1ec43b555 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=31fa024d-9400-4208-83e6-4cf83172c46e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:16.535403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33490) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:16.722029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d133b227-bf7b-4116-a719-72a1ec43b555 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:16.858448 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:16.858646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a58ad9c-b5c4-4229-a289-c4fb5145f7ae None None] Network c989b7e0-e4bf-4a01-b046-fe4ea975866a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:16.864591 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:16.941206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c06e615d-0d50-41bf-bc55-640db2a519ad None None] Provisioning for port a894f153-882d-4115-9c10-ff0a73a0a42c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:16.944524 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0ac95019-a8b5-45aa-bba2-9b50ad16f14d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3b3d5f31eee48b39cb2db8e7858216c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027104 Aug 27 14:10:16.945577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33494) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:16.963615 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:16.966207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=d602dfc2-fdc6-40fd-84c6-14246e2cc3fd,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:17.086459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network c989b7e0-e4bf-4a01-b046-fe4ea975866a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:17.100507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:17.244186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4418e58-5f71-436e-a309-a10d29ef6e04 req-b1b5b489-631f-4d00-a332-9280aef8e5fb tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:17.245847 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a4418e58-5f71-436e-a309-a10d29ef6e04 req-b1b5b489-631f-4d00-a332-9280aef8e5fb tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1575220 Aug 27 14:10:17.308771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a4418e58-5f71-436e-a309-a10d29ef6e04 req-c965cd5f-1e28-49db-bc7b-898863e57a5f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532162 Aug 27 14:10:17.320301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router e2f942bd-fab0-45a1-91b0-43e126957721 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:10:17.425655 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:17.492665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:17.499400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d2f26d27-de72-439e-a55b-c07010299fbd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/e2f942bd-fab0-45a1-91b0-43e126957721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5916779 Aug 27 14:10:17.501768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33506) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:17.505037 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c31f115-e090-4197-840f-3d43ead79522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:17.510975 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfe74c-ea7c-444b-8725-7fe231d15700 None None] Sync routers for ids ['e2f942bd-fab0-45a1-91b0-43e126957721'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:17.537118 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfe74c-ea7c-444b-8725-7fe231d15700 None None] Routers {'e2f942bd-fab0-45a1-91b0-43e126957721'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:17.540256 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ffcfe74c-ea7c-444b-8725-7fe231d15700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2f942bd-fab0-45a1-91b0-43e126957721'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:17.551082 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-438344d0-583e-4870-af43-380c4434d955 None None] Provisioning for port d602dfc2-fdc6-40fd-84c6-14246e2cc3fd completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:17.558068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-438344d0-583e-4870-af43-380c4434d955 None None] Provisioning complete for port d602dfc2-fdc6-40fd-84c6-14246e2cc3fd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:17.558671 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-438344d0-583e-4870-af43-380c4434d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:17.601291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d133b227-bf7b-4116-a719-72a1ec43b555 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 766b7891-00e0-4bfe-8124-11091eae26e1 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:17.628162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-438344d0-583e-4870-af43-380c4434d955 None None] Port d602dfc2-fdc6-40fd-84c6-14246e2cc3fd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:17.633305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778501b3-d9a6-4991-b675-48ea27a227a6 req-3f72c65d-0d86-42c1-a12e-c0d558932248 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:17.641663 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-778501b3-d9a6-4991-b675-48ea27a227a6 req-3f72c65d-0d86-42c1-a12e-c0d558932248 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.2425296 Aug 27 14:10:17.657904 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7980348b-60d1-4c0b-88df-3a916695ddf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:17.679202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0797984b-1a23-4d19-b65b-4a40dd625609 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:17.681183 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0797984b-1a23-4d19-b65b-4a40dd625609 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports/d602dfc2-fdc6-40fd-84c6-14246e2cc3fd HTTP/1.1" status: 200 len: 910 time: 0.1782846 Aug 27 14:10:17.694011 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33508) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:17.801124 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-778501b3-d9a6-4991-b675-48ea27a227a6 req-339e365c-def1-4fe2-853e-9ae0117eecc4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584942 Aug 27 14:10:17.850148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a894f153-882d-4115-9c10-ff0a73a0a42c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:17.853125 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ffcfe74c-ea7c-444b-8725-7fe231d15700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:17.866780 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfe74c-ea7c-444b-8725-7fe231d15700 None None] Routers {'e2f942bd-fab0-45a1-91b0-43e126957721'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:17.867784 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ffcfe74c-ea7c-444b-8725-7fe231d15700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2f942bd-fab0-45a1-91b0-43e126957721'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:17.876138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d133b227-bf7b-4116-a719-72a1ec43b555 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:17.890818 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d133b227-bf7b-4116-a719-72a1ec43b555 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3397541 Aug 27 14:10:17.891778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7980348b-60d1-4c0b-88df-3a916695ddf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:17.893602 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33510) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:17.896500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa921c-48bf-437d-b404-5edaa399a44d None None] Sync routers for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:17.908105 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ffcfe74c-ea7c-444b-8725-7fe231d15700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:17.908598 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfe74c-ea7c-444b-8725-7fe231d15700 None None] The sync data for ids ['e2f942bd-fab0-45a1-91b0-43e126957721'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:17.928374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0ad492-e0ea-4976-b606-d58af4716051 None None] Network 4883195f-2bc5-4198-97ae-944b2074b2d9 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:17.936687 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa921c-48bf-437d-b404-5edaa399a44d None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:17.937342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f0aa921c-48bf-437d-b404-5edaa399a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:18.000490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9bc7ab-4003-431f-9f40-d9115054f078 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting subnet a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:10:18.016389 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de9bc7ab-4003-431f-9f40-d9115054f078 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.073628 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de9bc7ab-4003-431f-9f40-d9115054f078 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.089930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8d229d5a-6765-4436-9c86-9a3df6c3adf1 None None] Provisioning for port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:18.118173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f0aa921c-48bf-437d-b404-5edaa399a44d None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:18.119885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port a894f153-882d-4115-9c10-ff0a73a0a42c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:18.154833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a894f153-882d-4115-9c10-ff0a73a0a42c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:18.155214 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.167093 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7980348b-60d1-4c0b-88df-3a916695ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.170234 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7980348b-60d1-4c0b-88df-3a916695ddf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.174516 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7980348b-60d1-4c0b-88df-3a916695ddf4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1319712c-2737-4329-bdfb-950aeaf2524b HTTP/1.1" status: 204 len: 168 time: 0.7801659 Aug 27 14:10:18.188316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980348b-60d1-4c0b-88df-3a916695ddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1319712c-2737-4329-bdfb-950aeaf2524b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:18.207065 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de9bc7ab-4003-431f-9f40-d9115054f078 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.220794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8d229d5a-6765-4436-9c86-9a3df6c3adf1 None None] Provisioning complete for port d602dfc2-fdc6-40fd-84c6-14246e2cc3fd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:18.221430 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8d229d5a-6765-4436-9c86-9a3df6c3adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.240586 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.297249 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de9bc7ab-4003-431f-9f40-d9115054f078 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.330253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bc7ab-4003-431f-9f40-d9115054f078 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Subnet': ['ID=a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:18.337411 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de9bc7ab-4003-431f-9f40-d9115054f078 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.342906 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-de9bc7ab-4003-431f-9f40-d9115054f078 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9 HTTP/1.1" status: 204 len: 168 time: 0.4453206 Aug 27 14:10:18.349758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33516) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:18.366432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fefe4a8-cb69-4396-8907-223bb905258f None None] Network 60025f55-aeb6-4773-9a1b-6c1af0da4ca6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:18.371327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8d229d5a-6765-4436-9c86-9a3df6c3adf1 None None] Port d602dfc2-fdc6-40fd-84c6-14246e2cc3fd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:18.524443 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.560661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777c59e-bd3b-4678-8cf7-01abe4452f02 req-7b6d6b49-2f46-465c-b146-6104ab578d94 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:18.562301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9777c59e-bd3b-4678-8cf7-01abe4452f02 req-7b6d6b49-2f46-465c-b146-6104ab578d94 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1548080 Aug 27 14:10:18.621868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33526) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:18.691478 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1c72a56c-f8db-43f7-bbf1-02886bc40a3a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d6971db6c8c42ea88a7016e3f23d627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706952 Aug 27 14:10:18.692405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33528) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:18.720189 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.753979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf86b-472b-4a6b-b20f-1ab732c027cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.783487 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf86b-472b-4a6b-b20f-1ab732c027cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.804250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-63cf071f-af8d-4e50-aa0d-91198503de74 None None] Provisioning complete for port d602dfc2-fdc6-40fd-84c6-14246e2cc3fd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:18.804629 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-63cf071f-af8d-4e50-aa0d-91198503de74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.847491 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.848680 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf86b-472b-4a6b-b20f-1ab732c027cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.852215 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf86b-472b-4a6b-b20f-1ab732c027cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.853557 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a8cbf86b-472b-4a6b-b20f-1ab732c027cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00f81322-b101-4576-856d-71e92ed305b2 HTTP/1.1" status: 204 len: 168 time: 0.1590848 Aug 27 14:10:18.865796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbf86b-472b-4a6b-b20f-1ab732c027cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f81322-b101-4576-856d-71e92ed305b2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:18.909419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-63cf071f-af8d-4e50-aa0d-91198503de74 None None] Port d602dfc2-fdc6-40fd-84c6-14246e2cc3fd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:18.912121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port a894f153-882d-4115-9c10-ff0a73a0a42c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a894f153-882d-4115-9c10-ff0a73a0a42c,segment=NetworkSegment(1292d8ce-b641-40ce-9c88-db6da3329d52),segment_id=1292d8ce-b641-40ce-9c88-db6da3329d52)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:18.935471 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:18.936302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:19.017435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8839d20-7d13-4e16-a483-ef771b119ae2 req-d756d23d-ea0e-4bf3-9d4b-0791316ddc36 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:19.032381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8839d20-7d13-4e16-a483-ef771b119ae2 req-d756d23d-ea0e-4bf3-9d4b-0791316ddc36 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.1252112 Aug 27 14:10:19.078604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f0aa921c-48bf-437d-b404-5edaa399a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:16Z', 'revision_number': 9, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:19.102855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9845ef7c-9403-418c-866e-d94b90e50568 None None] DHCP port deletion for 60025f55-aeb6-4773-9a1b-6c1af0da4ca6 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:10:19.118117 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8839d20-7d13-4e16-a483-ef771b119ae2 req-5988479a-2e14-455e-bc20-f4817f828905 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689337 Aug 27 14:10:19.161628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=a894f153-882d-4115-9c10-ff0a73a0a42c,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:19.170307 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa921c-48bf-437d-b404-5edaa399a44d None None] Checking router: 766b7891-00e0-4bfe-8124-11091eae26e1 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:10:19.205172 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9777c59e-bd3b-4678-8cf7-01abe4452f02 req-955a757a-b279-4bb1-b6dd-267a65141d50 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6128714 Aug 27 14:10:19.228177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa921c-48bf-437d-b404-5edaa399a44d None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:19.228844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f0aa921c-48bf-437d-b404-5edaa399a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:19.234303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:19.238912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port 58d9d804-42f2-4554-b274-b4988f4208e3 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:19.239243 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.244507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Allocated IP 172.21.0.1 (4883195f-2bc5-4198-97ae-944b2074b2d9/78a36b9f-7567-4907-bb7a-d4bdc84d48f6/94dd64d1-1235-4ecb-9fc5-4b0553cf0546) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:19.282129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:19.282990 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.354801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ab809ef2-0e0a-4168-8a3b-cdf8a4f95d2e None None] Provisioning complete for port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:19.355705 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab809ef2-0e0a-4168-8a3b-cdf8a4f95d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.363317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] For port 58d9d804-42f2-4554-b274-b4988f4208e3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=58d9d804-42f2-4554-b274-b4988f4208e3,segment=NetworkSegment(defcc211-5c4f-4f17-849b-1bc6e3d2fabe),segment_id=defcc211-5c4f-4f17-849b-1bc6e3d2fabe)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:19.363693 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.386023 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for 58d9d804-42f2-4554-b274-b4988f4208e3 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:19.410106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9845ef7c-9403-418c-866e-d94b90e50568 None None] Deleting port 58d9d804-42f2-4554-b274-b4988f4208e3 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:19.410494 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9845ef7c-9403-418c-866e-d94b90e50568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.412701 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f0aa921c-48bf-437d-b404-5edaa399a44d None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:19.457110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9e1b0f85-7589-49d4-84cb-8da7b39529b8 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:10:19.488888 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.508060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Transition to ACTIVE for port object 94dd64d1-1235-4ecb-9fc5-4b0553cf0546 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:19.563054 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.609428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=58d9d804-42f2-4554-b274-b4988f4208e3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:19.611359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No DVR routers for this DVR port 58d9d804-42f2-4554-b274-b4988f4208e3 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:19.688224 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.712639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9845ef7c-9403-418c-866e-d94b90e50568 None None] For port 58d9d804-42f2-4554-b274-b4988f4208e3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=58d9d804-42f2-4554-b274-b4988f4208e3,segment=NetworkSegment(defcc211-5c4f-4f17-849b-1bc6e3d2fabe),segment_id=defcc211-5c4f-4f17-849b-1bc6e3d2fabe)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:19.713013 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9845ef7c-9403-418c-866e-d94b90e50568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.745223 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.765479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network 4883195f-2bc5-4198-97ae-944b2074b2d9 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:19.774848 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60025f55-aeb6-4773-9a1b-6c1af0da4ca6']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:19.777200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:19.786632 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:19.825936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defcc211-5c4f-4f17-849b-1bc6e3d2fabe') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:19.826238 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defcc211-5c4f-4f17-849b-1bc6e3d2fabe') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:19.831580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9845ef7c-9403-418c-866e-d94b90e50568 None None] Calling delete_port for 58d9d804-42f2-4554-b274-b4988f4208e3 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:19.834841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=94dd64d1-1235-4ecb-9fc5-4b0553cf0546,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:19.837257 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:19.841936 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.864477 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.872830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:10:19.873828 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.879414 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.902019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'port_id': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'mac_address': 'fa:16:3e:b5:9d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:10:19.915598 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab809ef2-0e0a-4168-8a3b-cdf8a4f95d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:10:19.932936 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:10:19.958827 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:20.004089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7,segment=NetworkSegment(23d55204-0122-4db0-bc14-6ca7221a4cf1),segment_id=23d55204-0122-4db0-bc14-6ca7221a4cf1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:20.048644 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:20.067822 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:20.078225 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:20.080398 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/networks/60025f55-aeb6-4773-9a1b-6c1af0da4ca6 HTTP/1.1" status: 204 len: 168 time: 1.7290726 Aug 27 14:10:20.083186 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33562) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:20.114018 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db615e-4c5c-444f-a3f1-9e6938684712 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Network': ['ID=60025f55-aeb6-4773-9a1b-6c1af0da4ca6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:20.125692 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:20.146829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:20.196675 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:20.253286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a894f153-882d-4115-9c10-ff0a73a0a42c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:20.305132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1b0f85-7589-49d4-84cb-8da7b39529b8 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:10:20.328260 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:20.332692 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-ab809ef2-0e0a-4168-8a3b-cdf8a4f95d2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:10:20.333050 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-ab809ef2-0e0a-4168-8a3b-cdf8a4f95d2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:10:20.354096 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9845ef7c-9403-418c-866e-d94b90e50568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:20.390856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845ef7c-9403-418c-866e-d94b90e50568 None None] Pushing event deleted for resources: {'Port': ['ID=58d9d804-42f2-4554-b274-b4988f4208e3,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:20.399250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9845ef7c-9403-418c-866e-d94b90e50568 None None] Network 60025f55-aeb6-4773-9a1b-6c1af0da4ca6 is not hosted by any dhcp agent {{(pid=101188) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 14:10:20.399716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845ef7c-9403-418c-866e-d94b90e50568 None None] No DVR routers for this DVR port 58d9d804-42f2-4554-b274-b4988f4208e3 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:20.402705 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:20.411785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f0aa921c-48bf-437d-b404-5edaa399a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:16Z', 'revision_number': 9, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:20.424130 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:20.472511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25573093-df51-437b-b383-0adef37bc26d req-d4339914-f2d2-4e56-9140-0242b0fc74e2 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:20.474182 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-25573093-df51-437b-b383-0adef37bc26d req-d4339914-f2d2-4e56-9140-0242b0fc74e2 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1381652 Aug 27 14:10:20.477433 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa921c-48bf-437d-b404-5edaa399a44d None None] The sync data for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 is: [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:16Z', 'revision_number': 9, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '1750bc74-5e8c-48ed-95e0-21702e0b5e3d', 'name': '', 'network_id': '2ee3645d-4581-43ca-9936-8a22d739843d', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:cf:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:38Z', 'updated_at': '2021-08-27T14:09:57Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'fdcbe36c-c929-4ce9-b76e-af1478084be0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:20.499859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a894f153-882d-4115-9c10-ff0a73a0a42c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:20.500299 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:20.549447 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-25573093-df51-437b-b383-0adef37bc26d req-2906c47e-733a-455b-8478-58a5e447e102 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682483 Aug 27 14:10:20.556542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=12']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:20.580559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d2c51-93b8-46c1-b4c6-51b4c17ede73 req-36ba1036-32c2-4a04-8594-420cc98cbff9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:20.589668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['9e1b0f85-7589-49d4-84cb-8da7b39529b8'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:10:20.594467 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d54d2c51-93b8-46c1-b4c6-51b4c17ede73 req-36ba1036-32c2-4a04-8594-420cc98cbff9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.2645330 Aug 27 14:10:20.664017 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d54d2c51-93b8-46c1-b4c6-51b4c17ede73 req-251e3ed2-f136-44b1-a4d8-9507d67e8991 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659878 Aug 27 14:10:20.703854 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0c35-6950-4f56-a0c6-1f0b91c3a641 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:20.750656 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:20.766445 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:20.907528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33588) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:20.934272 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 58d9d804-42f2-4554-b274-b4988f4208e3 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:20.950788 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=94dd64d1-1235-4ecb-9fc5-4b0553cf0546,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:20.983297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 58d9d804-42f2-4554-b274-b4988f4208e3 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:20.983643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 58d9d804-42f2-4554-b274-b4988f4208e3 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:10:21.004281 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.098055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a73a4-9ed6-437c-b51a-fb9f0576542f req-80ca67fd-84c2-4116-b4a1-e870c4ee77ca tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:21.103441 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a75a73a4-9ed6-437c-b51a-fb9f0576542f req-80ca67fd-84c2-4116-b4a1-e870c4ee77ca tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.1174433 Aug 27 14:10:21.108938 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-65cc0625-6569-4780-82dd-8543c2bca219 None None] Provisioning for port 94dd64d1-1235-4ecb-9fc5-4b0553cf0546 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:21.113437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-65cc0625-6569-4780-82dd-8543c2bca219 None None] Provisioning complete for port 94dd64d1-1235-4ecb-9fc5-4b0553cf0546 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:21.113860 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65cc0625-6569-4780-82dd-8543c2bca219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.114711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1240678834', 'router:external': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:21.115830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f0c35-6950-4f56-a0c6-1f0b91c3a641 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:21.117435 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0c35-6950-4f56-a0c6-1f0b91c3a641 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.151577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-65cc0625-6569-4780-82dd-8543c2bca219 None None] Port 94dd64d1-1235-4ecb-9fc5-4b0553cf0546 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:21.183318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Made reservation on behalf of 77f6a23f2bb146b0a875a378bb5dbdb9 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:21.186424 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.206052 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a75a73a4-9ed6-437c-b51a-fb9f0576542f req-dc8af2c1-25d1-4178-a538-9280b8c431ef tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881815 Aug 27 14:10:21.207144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.223606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network 4883195f-2bc5-4198-97ae-944b2074b2d9 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:21.224175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-ee6f0c35-6950-4f56-a0c6-1f0b91c3a641 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] For port 1750bc74-5e8c-48ed-95e0-21702e0b5e3d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1750bc74-5e8c-48ed-95e0-21702e0b5e3d,segment=NetworkSegment(5a8badcb-aa81-4a54-8973-2d23cb016104),segment_id=5a8badcb-aa81-4a54-8973-2d23cb016104)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:21.224810 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0c35-6950-4f56-a0c6-1f0b91c3a641 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.227594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:21.245280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f0c35-6950-4f56-a0c6-1f0b91c3a641 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for 1750bc74-5e8c-48ed-95e0-21702e0b5e3d owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:21.332311 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.374611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router e2f942bd-fab0-45a1-91b0-43e126957721 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:21.448277 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0c35-6950-4f56-a0c6-1f0b91c3a641 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.473027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9e1b0f85-7589-49d4-84cb-8da7b39529b8 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:21.476768 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.485152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f0c35-6950-4f56-a0c6-1f0b91c3a641 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=1750bc74-5e8c-48ed-95e0-21702e0b5e3d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:21.485816 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.515563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:10:21.530087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-22d9f140-2d45-4ca2-b039-5e435fb364ec None None] Provisioning complete for port 94dd64d1-1235-4ecb-9fc5-4b0553cf0546 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:21.530899 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-22d9f140-2d45-4ca2-b039-5e435fb364ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.531053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:21.537089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6fac50fe-5273-411b-afcb-bb6caa3f4a61 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/e2f942bd-fab0-45a1-91b0-43e126957721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8448162 Aug 27 14:10:21.539738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac34d1ee-b95a-46be-adf8-190063a7421f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:21.542578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33592) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:21.544193 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.544543 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Added segment 1d7408f5-8663-4333-b042-7ff2fb793aa8 of type vlan for network c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c Aug 27 14:10:21.558343 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559e281-584a-4eaf-ad6a-44ce3a43389d None None] Sync routers for ids ['e2f942bd-fab0-45a1-91b0-43e126957721'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:21.607128 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559e281-584a-4eaf-ad6a-44ce3a43389d None None] Routers {'e2f942bd-fab0-45a1-91b0-43e126957721'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:21.611009 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b559e281-584a-4eaf-ad6a-44ce3a43389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2f942bd-fab0-45a1-91b0-43e126957721'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:21.638054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0c35-6950-4f56-a0c6-1f0b91c3a641 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.692129 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b559e281-584a-4eaf-ad6a-44ce3a43389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:21.698932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce639eb-6a46-4dd7-9430-31b7822fe7fa tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:21.700754 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4ce639eb-6a46-4dd7-9430-31b7822fe7fa tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports/94dd64d1-1235-4ecb-9fc5-4b0553cf0546 HTTP/1.1" status: 200 len: 910 time: 0.1545324 Aug 27 14:10:21.703006 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559e281-584a-4eaf-ad6a-44ce3a43389d None None] Routers {'e2f942bd-fab0-45a1-91b0-43e126957721'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:21.703994 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b559e281-584a-4eaf-ad6a-44ce3a43389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2f942bd-fab0-45a1-91b0-43e126957721'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:21.707646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33596) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:21.717842 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.763351 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b559e281-584a-4eaf-ad6a-44ce3a43389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:21.764438 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559e281-584a-4eaf-ad6a-44ce3a43389d None None] The sync data for ids ['e2f942bd-fab0-45a1-91b0-43e126957721'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:21.830898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-22d9f140-2d45-4ca2-b039-5e435fb364ec None None] Port 94dd64d1-1235-4ecb-9fc5-4b0553cf0546 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:21.832375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:21.832753 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.864823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cddcaa-3663-4bbd-86c0-c4258f66e28b req-b21de720-8e2f-45b1-b68c-74f0ec705461 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:21.874341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5cddcaa-3663-4bbd-86c0-c4258f66e28b req-b21de720-8e2f-45b1-b68c-74f0ec705461 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 946 time: 0.1639194 Aug 27 14:10:21.936921 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.947447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.948518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:21.949202 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.962478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:10:21.964862 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26cca22-8e9b-40dd-8b20-8a1af1601d8d" -d '{"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:10:21.979125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:21.984200 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:21.996070 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5cddcaa-3663-4bbd-86c0-c4258f66e28b req-c291bc26-8712-481f-805a-10cdb97d24c3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160464 Aug 27 14:10:22.035557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event updated for resources: {'Network': ['ID=c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:22.045282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6f0c35-6950-4f56-a0c6-1f0b91c3a641 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 766b7891-00e0-4bfe-8124-11091eae26e1 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:22.050314 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:10:22.059025 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62676a40-0f29-42cc-a656-cab71008ac61 x-openstack-request-id: req-62676a40-0f29-42cc-a656-cab71008ac61 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:10:22.059652 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:10:22.060172 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62676a40-0f29-42cc-a656-cab71008ac61 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:10:22.061046 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'code': 200} Aug 27 14:10:22.080226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-433626ab-a84c-40c5-a2f3-14e33660ec29 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1576576 Aug 27 14:10:22.092935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=13']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:22.103913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33606) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:22.111717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5658ec98-a119-47bb-9791-61ea94ad3f86 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Request body: {'subnet': {'network_id': 'c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:22.176782 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5658ec98-a119-47bb-9791-61ea94ad3f86 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Made reservation on behalf of 77f6a23f2bb146b0a875a378bb5dbdb9 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:22.179543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5658ec98-a119-47bb-9791-61ea94ad3f86 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:22.205620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6f0c35-6950-4f56-a0c6-1f0b91c3a641 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:22.213777 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ee6f0c35-6950-4f56-a0c6-1f0b91c3a641 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1265144 Aug 27 14:10:22.214382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33608) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:22.217046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437f26da-25bd-43cc-b23e-6d1e82b29d0e None None] Sync routers for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:22.228541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f26da-25bd-43cc-b23e-6d1e82b29d0e None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:22.229495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-437f26da-25bd-43cc-b23e-6d1e82b29d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:22.284582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcc320e-8b0a-4206-8990-1ba27d1aeec3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting subnet fdcbe36c-c929-4ce9-b76e-af1478084be0 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:10:22.286412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:22.289154 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2dcc320e-8b0a-4206-8990-1ba27d1aeec3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:22.333620 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2dcc320e-8b0a-4206-8990-1ba27d1aeec3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:22.370194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-437f26da-25bd-43cc-b23e-6d1e82b29d0e None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:22.415732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae3362-d895-4641-910c-8f9988db2a5c req-053e9b71-bb18-41a1-82d8-05b6f31e46a1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:22.417533 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00ae3362-d895-4641-910c-8f9988db2a5c req-053e9b71-bb18-41a1-82d8-05b6f31e46a1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.1082313 Aug 27 14:10:22.423014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:22.423530 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:22.457829 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2dcc320e-8b0a-4206-8990-1ba27d1aeec3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:22.458712 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99d3025d-21f4-4424-8470-46848f7c4ab1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:22.528436 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2dcc320e-8b0a-4206-8990-1ba27d1aeec3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:22.573611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc320e-8b0a-4206-8990-1ba27d1aeec3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Subnet': ['ID=fdcbe36c-c929-4ce9-b76e-af1478084be0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:22.585867 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2dcc320e-8b0a-4206-8990-1ba27d1aeec3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:22.588259 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2dcc320e-8b0a-4206-8990-1ba27d1aeec3 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/fdcbe36c-c929-4ce9-b76e-af1478084be0 HTTP/1.1" status: 204 len: 168 time: 0.3727787 Aug 27 14:10:22.591848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33616) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:22.610465 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00ae3362-d895-4641-910c-8f9988db2a5c req-64324f06-0ce9-43c4-b9ec-dabfbc78aa6b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807184 Aug 27 14:10:22.612407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389ebbae-5c70-48e9-8cb5-541953a23b18 None None] Network 2ee3645d-4581-43ca-9936-8a22d739843d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:22.700270 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:22.734672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 31fa024d-9400-4208-83e6-4cf83172c46e no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:22.772131 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port a185d664-9957-4be9-a9c2-c80de04a00e2 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:22.772361 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:22.786373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a869f16-c4dd-42cb-a959-672fd9c1c2b7 req-5e722711-ca6e-476e-bb5e-5154e45659a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:22.787906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 31fa024d-9400-4208-83e6-4cf83172c46e {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:22.788135 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a869f16-c4dd-42cb-a959-672fd9c1c2b7 req-5e722711-ca6e-476e-bb5e-5154e45659a8 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.1042571 Aug 27 14:10:22.788741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 31fa024d-9400-4208-83e6-4cf83172c46e not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:10:22.838246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-437f26da-25bd-43cc-b23e-6d1e82b29d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:21Z', 'revision_number': 10, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:22.851219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] For port a185d664-9957-4be9-a9c2-c80de04a00e2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a185d664-9957-4be9-a9c2-c80de04a00e2,segment=NetworkSegment(5a8badcb-aa81-4a54-8973-2d23cb016104),segment_id=5a8badcb-aa81-4a54-8973-2d23cb016104)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:22.851498 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:22.866599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for a185d664-9957-4be9-a9c2-c80de04a00e2 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:22.878223 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437f26da-25bd-43cc-b23e-6d1e82b29d0e None None] Checking router: 766b7891-00e0-4bfe-8124-11091eae26e1 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:10:22.888860 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f26da-25bd-43cc-b23e-6d1e82b29d0e None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:22.889508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-437f26da-25bd-43cc-b23e-6d1e82b29d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:22.969154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c07e53-7e3e-41c7-bde3-ea40ad310e8d None None] DHCP port deletion for 2ee3645d-4581-43ca-9936-8a22d739843d request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:10:22.995366 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.034636 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=a185d664-9957-4be9-a9c2-c80de04a00e2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:23.038517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-437f26da-25bd-43cc-b23e-6d1e82b29d0e None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:23.058226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No DVR routers for this DVR port a185d664-9957-4be9-a9c2-c80de04a00e2 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:23.121316 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-8a869f16-c4dd-42cb-a959-672fd9c1c2b7 req-a94988c8-2cc0-45a0-a3e6-d30c54cf4c90 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Deleting port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:23.121782 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8a869f16-c4dd-42cb-a959-672fd9c1c2b7 req-a94988c8-2cc0-45a0-a3e6-d30c54cf4c90 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.130563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.objects.ports [None req-5658ec98-a119-47bb-9791-61ea94ad3f86 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101186) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:10:23.131082 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5658ec98-a119-47bb-9791-61ea94ad3f86 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.195974 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.219688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee3645d-4581-43ca-9936-8a22d739843d']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:23.223582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c3c07e53-7e3e-41c7-bde3-ea40ad310e8d None None] Deleting port a185d664-9957-4be9-a9c2-c80de04a00e2 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:23.223748 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c3c07e53-7e3e-41c7-bde3-ea40ad310e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.235052 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8badcb-aa81-4a54-8973-2d23cb016104') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:23.235287 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8badcb-aa81-4a54-8973-2d23cb016104') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:23.250659 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.268131 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df9892-4009-4d20-a3d4-d4e09f25fa52 req-7412a708-9c71-4961-8e8c-0f8a315a9a7d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:23.269973 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15df9892-4009-4d20-a3d4-d4e09f25fa52 req-7412a708-9c71-4961-8e8c-0f8a315a9a7d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.1333976 Aug 27 14:10:23.285997 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.304291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:10:23.305381 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:10:23.311038 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:10:23.333657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-99d3025d-21f4-4424-8470-46848f7c4ab1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port 94dd64d1-1235-4ecb-9fc5-4b0553cf0546 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:23.334110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99d3025d-21f4-4424-8470-46848f7c4ab1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.346173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c3c07e53-7e3e-41c7-bde3-ea40ad310e8d None None] For port a185d664-9957-4be9-a9c2-c80de04a00e2, host n-d-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:23.346926 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c3c07e53-7e3e-41c7-bde3-ea40ad310e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.350518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658ec98-a119-47bb-9791-61ea94ad3f86 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0d0064bf-dca7-4048-b490-1a68adf97f4a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:23.364704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c3c07e53-7e3e-41c7-bde3-ea40ad310e8d None None] Calling delete_port for a185d664-9957-4be9-a9c2-c80de04a00e2 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:23.367745 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.ipam_backend_mixin [None req-c3c07e53-7e3e-41c7-bde3-ea40ad310e8d None None] Port a185d664-9957-4be9-a9c2-c80de04a00e2 was not found and therefore no delete operation was performed {{(pid=101188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:10:23.370979 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c3c07e53-7e3e-41c7-bde3-ea40ad310e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.406554 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15df9892-4009-4d20-a3d4-d4e09f25fa52 req-3b5d0661-6880-4000-912b-1683c9e7d2e4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293139 Aug 27 14:10:23.408226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c07e53-7e3e-41c7-bde3-ea40ad310e8d None None] Pushing event deleted for resources: {'Port': ['ID=a185d664-9957-4be9-a9c2-c80de04a00e2,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:23.410530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c07e53-7e3e-41c7-bde3-ea40ad310e8d None None] No DVR routers for this DVR port a185d664-9957-4be9-a9c2-c80de04a00e2 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:23.411576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5658ec98-a119-47bb-9791-61ea94ad3f86 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Checking segment: {'id': '1d7408f5-8663-4333-b042-7ff2fb793aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:23.412086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5658ec98-a119-47bb-9791-61ea94ad3f86 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Network hostable DHCP agents. Network: c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:10:23.437373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.445932 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.447835 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/networks/2ee3645d-4581-43ca-9936-8a22d739843d HTTP/1.1" status: 204 len: 168 time: 0.8548968 Aug 27 14:10:23.452263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-437f26da-25bd-43cc-b23e-6d1e82b29d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:21Z', 'revision_number': 10, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:23.458411 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33642) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:23.466011 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38110e90-9364-4be2-a5b1-95f51938fcd2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Network': ['ID=2ee3645d-4581-43ca-9936-8a22d739843d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:23.508738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437f26da-25bd-43cc-b23e-6d1e82b29d0e None None] The sync data for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 is: [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:21Z', 'revision_number': 10, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None, '_interfaces': [{'id': '331272a9-0d7a-4a02-83af-dbe0cec0b514', 'name': '', 'network_id': 'b9f6fef1-c31a-4f4e-8793-4543892fb4ca', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'mac_address': 'fa:16:3e:78:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:28Z', 'updated_at': '2021-08-27T14:09:50Z', 'revision_number': 5, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'subnets': [{'id': 'e8f87033-61bc-4103-bfe7-458bdd19a854', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:23.517438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-8a869f16-c4dd-42cb-a959-672fd9c1c2b7 req-a94988c8-2cc0-45a0-a3e6-d30c54cf4c90 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] For port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=43a2ba80-7cee-4adb-80ae-3d514d0be9c4,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:23.517900 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8a869f16-c4dd-42cb-a959-672fd9c1c2b7 req-a94988c8-2cc0-45a0-a3e6-d30c54cf4c90 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.540786 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5658ec98-a119-47bb-9791-61ea94ad3f86 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Network c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:10:23.569370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-8a869f16-c4dd-42cb-a959-672fd9c1c2b7 req-a94988c8-2cc0-45a0-a3e6-d30c54cf4c90 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Calling delete_port for 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:23.578798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-5658ec98-a119-47bb-9791-61ea94ad3f86 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:23.578798 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99d3025d-21f4-4424-8470-46848f7c4ab1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.584622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f7d48-0136-4018-9929-e1dade7d7542 None None] Network c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:23.588584 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5658ec98-a119-47bb-9791-61ea94ad3f86 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:23.589197 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5658ec98-a119-47bb-9791-61ea94ad3f86 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.618548 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5658ec98-a119-47bb-9791-61ea94ad3f86 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5133955 Aug 27 14:10:23.622402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33648) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:23.626382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-99d3025d-21f4-4424-8470-46848f7c4ab1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for 94dd64d1-1235-4ecb-9fc5-4b0553cf0546 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:23.631497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-762544994', 'network_id': 'c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:23.753622 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Made reservation on behalf of 77f6a23f2bb146b0a875a378bb5dbdb9 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:23.758402 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:23.786889 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b74c7e3-6e9c-4362-90bd-7ad7bd88a3e2 None None] Network c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:23.837121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] device_id is not set on port 0d3fb4f6-06c6-4021-97f5-6eba45133e92 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:10:23.847207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f752a-c3fb-4a52-8938-f0c01fd7bcec req-831bd678-3351-45ee-9413-53e6310bb7a4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:23.848932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-540f752a-c3fb-4a52-8938-f0c01fd7bcec req-831bd678-3351-45ee-9413-53e6310bb7a4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 945 time: 0.1106529 Aug 27 14:10:23.984895 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-540f752a-c3fb-4a52-8938-f0c01fd7bcec req-9dd68be8-c758-4d09-9dd6-3303491e93d6 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256053 Aug 27 14:10:23.988739 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8a869f16-c4dd-42cb-a959-672fd9c1c2b7 req-a94988c8-2cc0-45a0-a3e6-d30c54cf4c90 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:24.057772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['43a2ba80-7cee-4adb-80ae-3d514d0be9c4'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:10:24.147315 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94988c8-2cc0-45a0-a3e6-d30c54cf4c90 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Pushing event deleted for resources: {'Port': ['ID=43a2ba80-7cee-4adb-80ae-3d514d0be9c4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:24.157300 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99d3025d-21f4-4424-8470-46848f7c4ab1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:24.202673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Allocated IP 172.20.0.9 (c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c/0d0064bf-dca7-4048-b490-1a68adf97f4a/0d3fb4f6-06c6-4021-97f5-6eba45133e92) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:24.239106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1750bc74-5e8c-48ed-95e0-21702e0b5e3d no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:24.271627 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 1750bc74-5e8c-48ed-95e0-21702e0b5e3d {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:24.272148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1750bc74-5e8c-48ed-95e0-21702e0b5e3d not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:10:24.272671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a185d664-9957-4be9-a9c2-c80de04a00e2 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:24.282526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3025d-21f4-4424-8470-46848f7c4ab1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=94dd64d1-1235-4ecb-9fc5-4b0553cf0546,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:24.315681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: a185d664-9957-4be9-a9c2-c80de04a00e2 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:24.316435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a185d664-9957-4be9-a9c2-c80de04a00e2 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:10:24.355291 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a869f16-c4dd-42cb-a959-672fd9c1c2b7 req-a94988c8-2cc0-45a0-a3e6-d30c54cf4c90 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] No DVR routers for this DVR port 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:24.359523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8a869f16-c4dd-42cb-a959-672fd9c1c2b7 req-a94988c8-2cc0-45a0-a3e6-d30c54cf4c90 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:24.361997 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a869f16-c4dd-42cb-a959-672fd9c1c2b7 req-a94988c8-2cc0-45a0-a3e6-d30c54cf4c90 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "DELETE /v2.0/ports/43a2ba80-7cee-4adb-80ae-3d514d0be9c4 HTTP/1.1" status: 204 len: 173 time: 1.5617878 Aug 27 14:10:24.365000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569', 'name': 'network-vif-deleted', 'tag': '43a2ba80-7cee-4adb-80ae-3d514d0be9c4'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:10:24.375189 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29083094-8668-4260-b048-26b69356dfd9" -d '{"events": [{"server_uuid": "c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569", "name": "network-vif-deleted", "tag": "43a2ba80-7cee-4adb-80ae-3d514d0be9c4"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:10:24.473023 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2c4e2e-4e2f-4bec-bf03-7d428dd9da4f x-openstack-request-id: req-4e2c4e2e-4e2f-4bec-bf03-7d428dd9da4f {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:10:24.473386 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569", "name": "network-vif-deleted", "tag": "43a2ba80-7cee-4adb-80ae-3d514d0be9c4", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:10:24.473574 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e2c4e2e-4e2f-4bec-bf03-7d428dd9da4f {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:10:24.473992 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569', 'name': 'network-vif-deleted', 'tag': '43a2ba80-7cee-4adb-80ae-3d514d0be9c4', 'status': 'completed', 'code': 200} Aug 27 14:10:24.576464 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99d3025d-21f4-4424-8470-46848f7c4ab1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:24.740177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb417d34-de23-4929-a0c6-1cc645979c3a req-01b1895f-1998-41c0-bf9e-f77051d4401e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:24.740177 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb417d34-de23-4929-a0c6-1cc645979c3a req-01b1895f-1998-41c0-bf9e-f77051d4401e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.1518011 Aug 27 14:10:24.744882 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:24.834969 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb417d34-de23-4929-a0c6-1cc645979c3a req-e625dba2-1221-4887-8dfd-58a78e3ac1ad tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840104 Aug 27 14:10:24.847330 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8577d795-8bad-42ec-9f1d-5ac61b0d6213 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:24.890982 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:25.185541 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c035eaf-e3a6-431d-82c8-cc6cce6eeb6a req-09bc752c-7da5-4be8-a636-4bf03c3d5306 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=c03ae81d-cc5c-4d0b-a11c-8e9eb1f6d569 HTTP/1.1" status: 200 len: 210 time: 0.0375073 Aug 27 14:10:25.334742 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d3025d-21f4-4424-8470-46848f7c4ab1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router e2f942bd-fab0-45a1-91b0-43e126957721 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:25.432106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Network c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:25.443236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:25.447785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:25.447961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d3025d-21f4-4424-8470-46848f7c4ab1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:25.450233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event updated for resources: {'Port': ['ID=0d3fb4f6-06c6-4021-97f5-6eba45133e92,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:25.454341 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-99d3025d-21f4-4424-8470-46848f7c4ab1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/e2f942bd-fab0-45a1-91b0-43e126957721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7456720 Aug 27 14:10:25.457194 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33670) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:25.461494 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e4080-5806-4740-9c79-daaac969f70d None None] Sync routers for ids ['e2f942bd-fab0-45a1-91b0-43e126957721'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:25.486118 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e4080-5806-4740-9c79-daaac969f70d None None] Routers {'e2f942bd-fab0-45a1-91b0-43e126957721'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:25.487083 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-719e4080-5806-4740-9c79-daaac969f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2f942bd-fab0-45a1-91b0-43e126957721'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:25.533663 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-719e4080-5806-4740-9c79-daaac969f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:25.544556 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e4080-5806-4740-9c79-daaac969f70d None None] Routers {'e2f942bd-fab0-45a1-91b0-43e126957721'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:25.545421 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-719e4080-5806-4740-9c79-daaac969f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2f942bd-fab0-45a1-91b0-43e126957721'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:25.549213 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:25.549828 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:25.572546 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-94bc20fb-f0fc-4236-b306-3504341c061f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9474027 Aug 27 14:10:25.582440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33672) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:25.591616 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-719e4080-5806-4740-9c79-daaac969f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:25.592440 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e4080-5806-4740-9c79-daaac969f70d None None] The sync data for ids ['e2f942bd-fab0-45a1-91b0-43e126957721'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:25.718422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8577d795-8bad-42ec-9f1d-5ac61b0d6213 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port 331272a9-0d7a-4a02-83af-dbe0cec0b514 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:25.718915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8577d795-8bad-42ec-9f1d-5ac61b0d6213 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:25.808897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ed4fe-850f-4b5f-a461-e06005fa8a15 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Deleting port 0d3fb4f6-06c6-4021-97f5-6eba45133e92 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:25.810860 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed4fe-850f-4b5f-a461-e06005fa8a15 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:25.842893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-8577d795-8bad-42ec-9f1d-5ac61b0d6213 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] For port 331272a9-0d7a-4a02-83af-dbe0cec0b514, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=331272a9-0d7a-4a02-83af-dbe0cec0b514,segment=NetworkSegment(32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8),segment_id=32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:25.843518 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8577d795-8bad-42ec-9f1d-5ac61b0d6213 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:25.865175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8577d795-8bad-42ec-9f1d-5ac61b0d6213 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for 331272a9-0d7a-4a02-83af-dbe0cec0b514 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:25.950884 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed4fe-850f-4b5f-a461-e06005fa8a15 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:25.988277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ed4fe-850f-4b5f-a461-e06005fa8a15 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Calling delete_port for 0d3fb4f6-06c6-4021-97f5-6eba45133e92 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:26.090005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4af20-0a90-4ff0-80ee-6e4f36c09d2d req-d3ac6b85-e319-4236-a3f5-f01b6ed7922a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:26.098583 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2bf4af20-0a90-4ff0-80ee-6e4f36c09d2d req-d3ac6b85-e319-4236-a3f5-f01b6ed7922a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.1674242 Aug 27 14:10:26.124810 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8577d795-8bad-42ec-9f1d-5ac61b0d6213 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:26.155808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577d795-8bad-42ec-9f1d-5ac61b0d6213 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=331272a9-0d7a-4a02-83af-dbe0cec0b514,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:26.182566 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8475eb7d-23d6-48b4-b37b-2bad978378d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:26.202785 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2bf4af20-0a90-4ff0-80ee-6e4f36c09d2d req-bc53505c-48f5-4043-8fe2-f26979829474 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041849 Aug 27 14:10:26.351990 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8577d795-8bad-42ec-9f1d-5ac61b0d6213 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:26.656621 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed4fe-850f-4b5f-a461-e06005fa8a15 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:26.703691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ed4fe-850f-4b5f-a461-e06005fa8a15 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d3fb4f6-06c6-4021-97f5-6eba45133e92,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:26.745444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8577d795-8bad-42ec-9f1d-5ac61b0d6213 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 766b7891-00e0-4bfe-8124-11091eae26e1 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:26.842568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8577d795-8bad-42ec-9f1d-5ac61b0d6213 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:26.852920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8577d795-8bad-42ec-9f1d-5ac61b0d6213 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3931475 Aug 27 14:10:26.853678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33696) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:26.856567 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a85c2-997b-4717-b0b2-8e292c39dcda None None] Sync routers for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:26.870810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a85c2-997b-4717-b0b2-8e292c39dcda None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:26.876055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5b0a85c2-997b-4717-b0b2-8e292c39dcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:26.913709 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed4fe-850f-4b5f-a461-e06005fa8a15 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:26.915789 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dc8ed4fe-850f-4b5f-a461-e06005fa8a15 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "DELETE /v2.0/ports/0d3fb4f6-06c6-4021-97f5-6eba45133e92 HTTP/1.1" status: 204 len: 168 time: 1.3320577 Aug 27 14:10:26.919965 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33698) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:26.933160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c', 'external_fixed_ips': [{'subnet_id': '0d0064bf-dca7-4048-b490-1a68adf97f4a', 'ip_address': '172.20.0.9'}]}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:26.962247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc33bd2e-6722-4977-9082-1dcf4ef87269 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting subnet e8f87033-61bc-4103-bfe7-458bdd19a854 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:10:26.965881 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc33bd2e-6722-4977-9082-1dcf4ef87269 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:26.998620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-933af338-6b3f-4703-b64e-61baf0fab5a4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:27.012739 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-933af338-6b3f-4703-b64e-61baf0fab5a4 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 811 time: 0.3140953 Aug 27 14:10:27.012955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5b0a85c2-997b-4717-b0b2-8e292c39dcda None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:27.015861 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc33bd2e-6722-4977-9082-1dcf4ef87269 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:27.035635 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-1a9dd3a5-6f87-424c-8c7c-aa1f90f71cf9 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/quotas/3c68d5ffe1a3432394157ebaf96a27eb HTTP/1.1" status: 200 len: 375 time: 0.0235214 Aug 27 14:10:27.086631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5b0a85c2-997b-4717-b0b2-8e292c39dcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:26Z', 'revision_number': 11, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:27.089399 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-1f80eed7-7e74-46c4-89be-1fa5781ce575 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524688 Aug 27 14:10:27.114584 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc33bd2e-6722-4977-9082-1dcf4ef87269 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:27.129139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a85c2-997b-4717-b0b2-8e292c39dcda None None] Checking router: 766b7891-00e0-4bfe-8124-11091eae26e1 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:10:27.157719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-8475eb7d-23d6-48b4-b37b-2bad978378d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port d602dfc2-fdc6-40fd-84c6-14246e2cc3fd {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:27.158077 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8475eb7d-23d6-48b4-b37b-2bad978378d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:27.162293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a85c2-997b-4717-b0b2-8e292c39dcda None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:27.163952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5b0a85c2-997b-4717-b0b2-8e292c39dcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:27.205734 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc33bd2e-6722-4977-9082-1dcf4ef87269 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:27.223440 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:27.224684 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:27.229858 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc33bd2e-6722-4977-9082-1dcf4ef87269 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:27.235680 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bc33bd2e-6722-4977-9082-1dcf4ef87269 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/e8f87033-61bc-4103-bfe7-458bdd19a854 HTTP/1.1" status: 204 len: 168 time: 0.3808317 Aug 27 14:10:27.252835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33702) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:27.261264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33bd2e-6722-4977-9082-1dcf4ef87269 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f87033-61bc-4103-bfe7-458bdd19a854,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:27.275618 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-378601a2-ef69-42d0-bc22-a6a9695ddd06 service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853662 Aug 27 14:10:27.323667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e386937a-0ba6-43a4-914b-a61d53a9b29e None None] Network b9f6fef1-c31a-4f4e-8793-4543892fb4ca requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:27.330584 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:27.394864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5b0a85c2-997b-4717-b0b2-8e292c39dcda None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:27.439932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-cc9b32c4-d3e6-4f3c-a510-8586da334c4e service neutron] 10.222.0.55 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898390 Aug 27 14:10:27.477049 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:27.483455 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8475eb7d-23d6-48b4-b37b-2bad978378d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:27.489732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5b0a85c2-997b-4717-b0b2-8e292c39dcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:26Z', 'revision_number': 11, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:27.505837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-8475eb7d-23d6-48b4-b37b-2bad978378d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for d602dfc2-fdc6-40fd-84c6-14246e2cc3fd owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:27.532809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:27.560063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:27.581249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a85c2-997b-4717-b0b2-8e292c39dcda None None] The sync data for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 is: [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:26Z', 'revision_number': 11, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:27.585199 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:27.585802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 43a2ba80-7cee-4adb-80ae-3d514d0be9c4 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:10:27.653718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Deleting port 09f38047-45a5-44e2-87a4-00ce0e31f0c5 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:27.654426 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:27.738992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378e4fa-d21c-4e84-8184-d10744252646 req-3f086fe1-63f7-4251-8b98-dab57529a6ad tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:27.752652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7378e4fa-d21c-4e84-8184-d10744252646 req-3f086fe1-63f7-4251-8b98-dab57529a6ad tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.3308835 Aug 27 14:10:27.820551 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7378e4fa-d21c-4e84-8184-d10744252646 req-1f0a3165-2bc0-4bf7-835f-e57595656ac1 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668764 Aug 27 14:10:27.972887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] For port 09f38047-45a5-44e2-87a4-00ce0e31f0c5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=09f38047-45a5-44e2-87a4-00ce0e31f0c5,segment=NetworkSegment(32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8),segment_id=32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:27.973470 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:27.986715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52807072-7512-4045-b3d6-6f5a853f8768 None None] DHCP port deletion for b9f6fef1-c31a-4f4e-8793-4543892fb4ca request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:10:28.010097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8475eb7d-23d6-48b4-b37b-2bad978378d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:28.025851 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a59de31-1f8e-405c-ad80-7bfbe0f0a014 req-20a073e1-8f53-4f96-a2f4-b4ede9e8fddf tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 210 time: 0.0738039 Aug 27 14:10:28.098450 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Calling delete_port for 09f38047-45a5-44e2-87a4-00ce0e31f0c5 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:28.099546 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:28.121367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-52807072-7512-4045-b3d6-6f5a853f8768 None None] Deleting port 09f38047-45a5-44e2-87a4-00ce0e31f0c5 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:28.121779 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-52807072-7512-4045-b3d6-6f5a853f8768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:28.144816 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:28.181031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475eb7d-23d6-48b4-b37b-2bad978378d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=d602dfc2-fdc6-40fd-84c6-14246e2cc3fd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:28.247325 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 331272a9-0d7a-4a02-83af-dbe0cec0b514 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:28.335357 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 331272a9-0d7a-4a02-83af-dbe0cec0b514 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:28.337450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 331272a9-0d7a-4a02-83af-dbe0cec0b514 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:10:28.337978 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 09f38047-45a5-44e2-87a4-00ce0e31f0c5 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:28.341267 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:28.351906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-52807072-7512-4045-b3d6-6f5a853f8768 None None] For port 09f38047-45a5-44e2-87a4-00ce0e31f0c5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=09f38047-45a5-44e2-87a4-00ce0e31f0c5,segment=NetworkSegment(32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8),segment_id=32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:28.355435 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-52807072-7512-4045-b3d6-6f5a853f8768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:28.399430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No DVR routers for this DVR port 09f38047-45a5-44e2-87a4-00ce0e31f0c5 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:28.413123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Port': ['ID=09f38047-45a5-44e2-87a4-00ce0e31f0c5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:28.434595 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 09f38047-45a5-44e2-87a4-00ce0e31f0c5 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:28.437819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 09f38047-45a5-44e2-87a4-00ce0e31f0c5 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:10:28.453518 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-52807072-7512-4045-b3d6-6f5a853f8768 None None] Calling delete_port for 09f38047-45a5-44e2-87a4-00ce0e31f0c5 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:28.513851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Allocated IP 172.20.0.9 (c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c/0d0064bf-dca7-4048-b490-1a68adf97f4a/bdbf3be9-e68c-4421-8492-062cd5f01cbc) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:28.660395 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-52807072-7512-4045-b3d6-6f5a853f8768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:28.661531 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8475eb7d-23d6-48b4-b37b-2bad978378d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:28.688829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52807072-7512-4045-b3d6-6f5a853f8768 None None] Pushing event deleted for resources: {'Port': ['ID=09f38047-45a5-44e2-87a4-00ce0e31f0c5,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:28.696984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52807072-7512-4045-b3d6-6f5a853f8768 None None] No DVR routers for this DVR port 09f38047-45a5-44e2-87a4-00ce0e31f0c5 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:28.744606 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:28.774772 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:28.805358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f6fef1-c31a-4f4e-8793-4543892fb4ca']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:28.805784 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:28.864470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:28.872575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c7bbf9-bd11-4d3a-8116-95c7cf2a38d8') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:28.905448 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:28.939218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event updated for resources: {'Port': ['ID=bdbf3be9-e68c-4421-8492-062cd5f01cbc,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:28.950377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Network c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:28.952387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:28.958777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:29.031455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8475eb7d-23d6-48b4-b37b-2bad978378d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router e2f942bd-fab0-45a1-91b0-43e126957721 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:29.046642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:29.063808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:10:29.070754 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:10:29.266816 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661d539-1978-45dc-aa0a-94d246e4e279 req-58a48c1a-218c-4f11-a8ef-8c57ef9f299f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:29.266816 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1661d539-1978-45dc-aa0a-94d246e4e279 req-58a48c1a-218c-4f11-a8ef-8c57ef9f299f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.2323709 Aug 27 14:10:29.289566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8475eb7d-23d6-48b4-b37b-2bad978378d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:29.303371 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8475eb7d-23d6-48b4-b37b-2bad978378d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/e2f942bd-fab0-45a1-91b0-43e126957721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8443434 Aug 27 14:10:29.304366 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33730) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:29.311133 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d431f-e987-484e-b674-f75dfc1778b1 None None] Sync routers for ids ['e2f942bd-fab0-45a1-91b0-43e126957721'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:29.327540 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d431f-e987-484e-b674-f75dfc1778b1 None None] Routers {'e2f942bd-fab0-45a1-91b0-43e126957721'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:29.335634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57ac1d73-8e55-4358-8269-0f7f2b81ff21 req-da699549-be12-4da5-a089-dab5d47ade3d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 210 time: 0.0689504 Aug 27 14:10:29.337231 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-385d431f-e987-484e-b674-f75dfc1778b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2f942bd-fab0-45a1-91b0-43e126957721'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:29.410716 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-385d431f-e987-484e-b674-f75dfc1778b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:29.449195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:29.450972 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d431f-e987-484e-b674-f75dfc1778b1 None None] Routers {'e2f942bd-fab0-45a1-91b0-43e126957721'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:29.451579 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-385d431f-e987-484e-b674-f75dfc1778b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2f942bd-fab0-45a1-91b0-43e126957721'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:29.477164 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d53ba5f3-0ed7-430f-9ba3-163f504d79bb tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2f942bd-fab0-45a1-91b0-43e126957721 HTTP/1.1" status: 200 len: 205 time: 0.1598551 Aug 27 14:10:29.489800 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:29.496004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33734) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:29.526838 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:29.530983 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/networks/b9f6fef1-c31a-4f4e-8793-4543892fb4ca HTTP/1.1" status: 204 len: 168 time: 2.2579648 Aug 27 14:10:29.532009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61256971-ccbd-44e1-8c32-865a329ad908 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Pushing event deleted for resources: {'Network': ['ID=b9f6fef1-c31a-4f4e-8793-4543892fb4ca,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:29.540204 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-385d431f-e987-484e-b674-f75dfc1778b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:29.540863 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d431f-e987-484e-b674-f75dfc1778b1 None None] The sync data for ids ['e2f942bd-fab0-45a1-91b0-43e126957721'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:29.547034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1661d539-1978-45dc-aa0a-94d246e4e279 req-f5d32e90-6c9d-45ef-b335-61ae71422f6c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755113 Aug 27 14:10:29.579397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33740) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:29.589898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b1222dfd-74f3-48fc-9723-e46d2e77b292 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'router': {'routes': None}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:29.678474 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-385ffef9-f5fa-4f1a-95df-d64744ae19c8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:29.821504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.extraroute_db [None req-b1222dfd-74f3-48fc-9723-e46d2e77b292 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Added routes are [] {{(pid=101187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 14:10:29.822131 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.extraroute_db [None req-b1222dfd-74f3-48fc-9723-e46d2e77b292 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Removed routes are [] {{(pid=101187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 14:10:29.822445 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1222dfd-74f3-48fc-9723-e46d2e77b292 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:30.113523 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1222dfd-74f3-48fc-9723-e46d2e77b292 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:30.123737 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1222dfd-74f3-48fc-9723-e46d2e77b292 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:30.222279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-d10f7023-1acb-43cd-89df-fa40daa5faa6 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:30.224031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-d10f7023-1acb-43cd-89df-fa40daa5faa6 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 811 time: 0.9049480 Aug 27 14:10:30.305552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-3fb22b4b-2bb9-41ad-999a-a6e2d769b99f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Request body: {'port': {'device_id': 'ee3e0664-f2c7-4964-aa0c-dafcb04e971d', 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'admin_state_up': True, 'tenant_id': '3c68d5ffe1a3432394157ebaf96a27eb'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:30.393030 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-385ffef9-f5fa-4f1a-95df-d64744ae19c8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:30.397647 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-385ffef9-f5fa-4f1a-95df-d64744ae19c8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:30.479597 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-385ffef9-f5fa-4f1a-95df-d64744ae19c8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:30.480386 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385ffef9-f5fa-4f1a-95df-d64744ae19c8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Fanout notify agent at l3_agent the message router_deleted on router e2f942bd-fab0-45a1-91b0-43e126957721 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:10:30.492026 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-385ffef9-f5fa-4f1a-95df-d64744ae19c8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:30.495985 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-385ffef9-f5fa-4f1a-95df-d64744ae19c8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/e2f942bd-fab0-45a1-91b0-43e126957721 HTTP/1.1" status: 204 len: 168 time: 0.9990153 Aug 27 14:10:30.497415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33752) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:30.580994 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3a87506-b360-408f-a2ad-b26f680a7a85 req-d65d04e2-67f4-4511-8364-9d2d7b9b4d4c tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 210 time: 0.0588059 Aug 27 14:10:30.612141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0ad361-0baf-4af7-a0db-9d3d5fe4da85 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting subnet 78a36b9f-7567-4907-bb7a-d4bdc84d48f6 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:10:30.618488 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c0ad361-0baf-4af7-a0db-9d3d5fe4da85 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:30.650777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-3fb22b4b-2bb9-41ad-999a-a6e2d769b99f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Made reservation on behalf of 3c68d5ffe1a3432394157ebaf96a27eb for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:30.655046 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-3fb22b4b-2bb9-41ad-999a-a6e2d769b99f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:30.701472 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c0ad361-0baf-4af7-a0db-9d3d5fe4da85 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:30.712063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1222dfd-74f3-48fc-9723-e46d2e77b292 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router 766b7891-00e0-4bfe-8124-11091eae26e1 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:30.720019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:30.830420 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83c349-b021-4d0a-b989-a7734a384cf7 req-52e52f68-039b-4449-b470-9a18b593edcc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:30.837749 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd83c349-b021-4d0a-b989-a7734a384cf7 req-52e52f68-039b-4449-b470-9a18b593edcc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.1834505 Aug 27 14:10:30.898724 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c0ad361-0baf-4af7-a0db-9d3d5fe4da85 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:30.924441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-3fb22b4b-2bb9-41ad-999a-a6e2d769b99f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Allocated IP 172.20.0.8 (50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6/3554799f-a4a2-458b-9556-37ea29d379ae/bc54b1cb-0290-4be1-a75e-767c02d1dc2b) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:30.930339 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1222dfd-74f3-48fc-9723-e46d2e77b292 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:30.943216 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1222dfd-74f3-48fc-9723-e46d2e77b292 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:30.948515 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b1222dfd-74f3-48fc-9723-e46d2e77b292 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1 HTTP/1.1" status: 200 len: 705 time: 1.3622925 Aug 27 14:10:30.951461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33756) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:30.957843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88112d-6e51-444d-b9a6-16aa9a25d957 None None] Sync routers for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:30.982464 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88112d-6e51-444d-b9a6-16aa9a25d957 None None] Routers {'766b7891-00e0-4bfe-8124-11091eae26e1'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:30.983903 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd83c349-b021-4d0a-b989-a7734a384cf7 req-e12e52f9-fa61-4958-8169-e4c9a2bba6b2 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388741 Aug 27 14:10:30.985657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-cb88112d-6e51-444d-b9a6-16aa9a25d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['766b7891-00e0-4bfe-8124-11091eae26e1'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:31.003784 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-62b6ffa7-80c5-4e3f-a4be-ddbd1d4a1f5f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=766b7891-00e0-4bfe-8124-11091eae26e1 HTTP/1.1" status: 200 len: 205 time: 0.0512004 Aug 27 14:10:31.006335 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33758) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:31.047913 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c0ad361-0baf-4af7-a0db-9d3d5fe4da85 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.106845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8d566494-84b1-4b0f-a4c4-e514e3b5f35f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.117131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ad361-0baf-4af7-a0db-9d3d5fe4da85 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Subnet': ['ID=78a36b9f-7567-4907-bb7a-d4bdc84d48f6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:31.132598 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c0ad361-0baf-4af7-a0db-9d3d5fe4da85 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.137372 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6c0ad361-0baf-4af7-a0db-9d3d5fe4da85 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/78a36b9f-7567-4907-bb7a-d4bdc84d48f6 HTTP/1.1" status: 204 len: 168 time: 0.6313024 Aug 27 14:10:31.138040 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33764) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:31.203856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd8b7a6-dc69-437e-90c7-70a8e0846ba7 None None] Network 4883195f-2bc5-4198-97ae-944b2074b2d9 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:31.294505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Router b3dbd300-dc38-42b4-a9f6-9baee16ebad9 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:10:31.297195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2cde67-55b2-4a75-83b9-4d6be7f7ec31 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting subnet 57af3a62-6420-49b7-816f-5e5293fb9e0f {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:10:31.307433 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e2cde67-55b2-4a75-83b9-4d6be7f7ec31 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.336854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-cb88112d-6e51-444d-b9a6-16aa9a25d957 None None] Set router 766b7891-00e0-4bfe-8124-11091eae26e1 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:31.337811 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8d566494-84b1-4b0f-a4c4-e514e3b5f35f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.341000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-3fb22b4b-2bb9-41ad-999a-a6e2d769b99f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.344061 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8d566494-84b1-4b0f-a4c4-e514e3b5f35f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.378644 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e2cde67-55b2-4a75-83b9-4d6be7f7ec31 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.426962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-cb88112d-6e51-444d-b9a6-16aa9a25d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b7891-00e0-4bfe-8124-11091eae26e1', 'name': 'tempest-RoutersIpV6Test-router-2061414967', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:10:26Z', 'revision_number': 11, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:31.441900 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8d566494-84b1-4b0f-a4c4-e514e3b5f35f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.442955 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d566494-84b1-4b0f-a4c4-e514e3b5f35f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Fanout notify agent at l3_agent the message router_deleted on router 766b7891-00e0-4bfe-8124-11091eae26e1 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:10:31.483036 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8d566494-84b1-4b0f-a4c4-e514e3b5f35f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.488400 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8d566494-84b1-4b0f-a4c4-e514e3b5f35f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1 HTTP/1.1" status: 204 len: 168 time: 0.4769022 Aug 27 14:10:31.489359 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33768) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:31.490251 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88112d-6e51-444d-b9a6-16aa9a25d957 None None] Checking router: 766b7891-00e0-4bfe-8124-11091eae26e1 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:10:31.494115 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-3fb22b4b-2bb9-41ad-999a-a6e2d769b99f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.494782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7fcc3a57-7462-445d-9594-65a7993b2265 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1792496043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:31.550047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:31.560121 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Sync routers for ids ['b3dbd300-dc38-42b4-a9f6-9baee16ebad9'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:31.568820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-3fb22b4b-2bb9-41ad-999a-a6e2d769b99f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:31.569799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88112d-6e51-444d-b9a6-16aa9a25d957 None None] Routers set() bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:31.570203 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88112d-6e51-444d-b9a6-16aa9a25d957 None None] Router IDs set() for agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 14:10:31.570886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_agentschedulers_db [None req-cb88112d-6e51-444d-b9a6-16aa9a25d957 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'766b7891-00e0-4bfe-8124-11091eae26e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent'). {{(pid=101188) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 14:10:31.571267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88112d-6e51-444d-b9a6-16aa9a25d957 None None] The sync data for ids ['766b7891-00e0-4bfe-8124-11091eae26e1'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:31.576144 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Routers {'b3dbd300-dc38-42b4-a9f6-9baee16ebad9'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:31.576986 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-49232812-7970-4090-8768-d7c2db91f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b3dbd300-dc38-42b4-a9f6-9baee16ebad9'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:31.582213 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e2cde67-55b2-4a75-83b9-4d6be7f7ec31 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.587438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-3fb22b4b-2bb9-41ad-999a-a6e2d769b99f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:31.596353 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3a57-7462-445d-9594-65a7993b2265 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.604014 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3a57-7462-445d-9594-65a7993b2265 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.634051 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.639248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f90d17c8-1a66-4255-b074-a935ae14b157 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.7179363 Aug 27 14:10:31.642164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33772) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:31.663449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-3fb22b4b-2bb9-41ad-999a-a6e2d769b99f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:31.730780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] DHCP port deletion for 4883195f-2bc5-4198-97ae-944b2074b2d9 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:10:31.763913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb22b4b-2bb9-41ad-999a-a6e2d769b99f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Pushing event updated for resources: {'Port': ['ID=bc54b1cb-0290-4be1-a75e-767c02d1dc2b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:31.797602 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3a57-7462-445d-9594-65a7993b2265 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.824177 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3a57-7462-445d-9594-65a7993b2265 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.830090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Deleting port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:31.830885 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.850527 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Set router b3dbd300-dc38-42b4-a9f6-9baee16ebad9 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:31.893510 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3a57-7462-445d-9594-65a7993b2265 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.894723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-3fb22b4b-2bb9-41ad-999a-a6e2d769b99f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:31.897324 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-3fb22b4b-2bb9-41ad-999a-a6e2d769b99f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.897482 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7fcc3a57-7462-445d-9594-65a7993b2265 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4060361 Aug 27 14:10:31.902417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33774) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:31.916343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-50cf538f-81aa-41cc-8240-a739479c88fa tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:31.931415 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e2cde67-55b2-4a75-83b9-4d6be7f7ec31 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.947282 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-3fb22b4b-2bb9-41ad-999a-a6e2d769b99f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6473186 Aug 27 14:10:31.957267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab4de0-0bc3-4ec6-9c92-f42321f0aab3 None None] Network c989b7e0-e4bf-4a01-b046-fe4ea975866a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:31.964481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] For port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7,segment=NetworkSegment(23d55204-0122-4db0-bc14-6ca7221a4cf1),segment_id=23d55204-0122-4db0-bc14-6ca7221a4cf1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:31.965641 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.982564 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:31.992932 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e2cde67-55b2-4a75-83b9-4d6be7f7ec31 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.015290 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1e2cde67-55b2-4a75-83b9-4d6be7f7ec31 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/57af3a62-6420-49b7-816f-5e5293fb9e0f HTTP/1.1" status: 204 len: 168 time: 0.8760169 Aug 27 14:10:32.015988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33778) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:32.022533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Request body: {'port': {'device_id': 'ee3e0664-f2c7-4964-aa0c-dafcb04e971d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:32.039351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cde67-55b2-4a75-83b9-4d6be7f7ec31 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Subnet': ['ID=57af3a62-6420-49b7-816f-5e5293fb9e0f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:32.045715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999db621-a2ae-46d5-8c8e-310bca3ee0ae req-a1c3b391-6a47-448d-bb0c-8ed34ddec011 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:32.051370 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-999db621-a2ae-46d5-8c8e-310bca3ee0ae req-a1c3b391-6a47-448d-bb0c-8ed34ddec011 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 931 time: 0.2864127 Aug 27 14:10:32.064492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Calling delete_port for ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:32.222436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:32.228669 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-49232812-7970-4090-8768-d7c2db91f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dbd300-dc38-42b4-a9f6-9baee16ebad9', 'name': '', 'tenant_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c', 'external_fixed_ips': [{'subnet_id': '0d0064bf-dca7-4048-b490-1a68adf97f4a', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bdbf3be9-e68c-4421-8492-062cd5f01cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:10:27Z', 'updated_at': '2021-08-27T14:10:29Z', 'revision_number': 3, 'project_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'gw_port': {'id': 'bdbf3be9-e68c-4421-8492-062cd5f01cbc', 'name': '', 'network_id': 'c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dbd300-dc38-42b4-a9f6-9baee16ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '0d0064bf-dca7-4048-b490-1a68adf97f4a', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:10:28Z', 'updated_at': '2021-08-27T14:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d0064bf-dca7-4048-b490-1a68adf97f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:32.262637 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Checking router: b3dbd300-dc38-42b4-a9f6-9baee16ebad9 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:10:32.263329 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Updating router b3dbd300-dc38-42b4-a9f6-9baee16ebad9 port bdbf3be9-e68c-4421-8492-062cd5f01cbc binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:10:32.302611 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.367307 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-999db621-a2ae-46d5-8c8e-310bca3ee0ae req-d98f1b7b-d6c9-41b1-9651-dfde8ccc7c0b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436082 Aug 27 14:10:32.376999 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e17a310-b5aa-467a-907c-8a6fc15755b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.411393 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.439466 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.440574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.465955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c61e6e-4572-4f7c-a1f0-b8f4c94a5cb1 req-2c466bef-2871-42ec-8a1f-b14e9cc36095 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:32.479795 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-44c61e6e-4572-4f7c-a1f0-b8f4c94a5cb1 req-2c466bef-2871-42ec-8a1f-b14e9cc36095 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.3666666 Aug 27 14:10:32.488429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Pushing event deleted for resources: {'Port': ['ID=ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:32.498635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb200bdf-bfa2-4c84-a152-85455af995bb None None] DHCP port deletion for c989b7e0-e4bf-4a01-b046-fe4ea975866a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:10:32.516477 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] No DVR routers for this DVR port ce1b34b2-e67d-4c64-b81b-8bee8dacf4d7 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:32.545138 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50cf538f-81aa-41cc-8240-a739479c88fa tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.562756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:32.563123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:32.563582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:32.563776 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.563911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:32.564261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:32.564750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:32.565119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:32.565498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:32.565835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:32.566427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:32.566922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:32.567297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcc72c-8a4e-4f5f-9a3d-5912a91e9847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:32.591208 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50cf538f-81aa-41cc-8240-a739479c88fa tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.683236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-bb200bdf-bfa2-4c84-a152-85455af995bb None None] Deleting port a894f153-882d-4115-9c10-ff0a73a0a42c {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:32.695003 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bb200bdf-bfa2-4c84-a152-85455af995bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.742485 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-44c61e6e-4572-4f7c-a1f0-b8f4c94a5cb1 req-dc4e04e2-26fa-4ccd-b052-1fc03a24ac79 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440434 Aug 27 14:10:32.804383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bb200bdf-bfa2-4c84-a152-85455af995bb None None] For port a894f153-882d-4115-9c10-ff0a73a0a42c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a894f153-882d-4115-9c10-ff0a73a0a42c,segment=NetworkSegment(1292d8ce-b641-40ce-9c88-db6da3329d52),segment_id=1292d8ce-b641-40ce-9c88-db6da3329d52)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:32.805652 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bb200bdf-bfa2-4c84-a152-85455af995bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.824278 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e17a310-b5aa-467a-907c-8a6fc15755b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.827348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Deleting port bdbf3be9-e68c-4421-8492-062cd5f01cbc {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:32.828257 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.830065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-bb200bdf-bfa2-4c84-a152-85455af995bb None None] Calling delete_port for a894f153-882d-4115-9c10-ff0a73a0a42c owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:32.857861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cf538f-81aa-41cc-8240-a739479c88fa tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Router eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:10:32.872780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0e17a310-b5aa-467a-907c-8a6fc15755b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4883195f-2bc5-4198-97ae-944b2074b2d9']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:32.915729 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0e17a310-b5aa-467a-907c-8a6fc15755b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d55204-0122-4db0-bc14-6ca7221a4cf1') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:32.916145 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0e17a310-b5aa-467a-907c-8a6fc15755b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d55204-0122-4db0-bc14-6ca7221a4cf1') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:32.928164 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bb200bdf-bfa2-4c84-a152-85455af995bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.946476 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb200bdf-bfa2-4c84-a152-85455af995bb None None] No DVR routers for this DVR port a894f153-882d-4115-9c10-ff0a73a0a42c on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:32.963500 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:32.985030 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb200bdf-bfa2-4c84-a152-85455af995bb None None] Pushing event deleted for resources: {'Port': ['ID=a894f153-882d-4115-9c10-ff0a73a0a42c,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:32.995942 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Transition to ACTIVE for port object bdbf3be9-e68c-4421-8492-062cd5f01cbc will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:33.006269 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.048369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cf538f-81aa-41cc-8240-a739479c88fa tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:33.058474 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50cf538f-81aa-41cc-8240-a739479c88fa tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.060087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8d1546-d1f8-4850-82d9-bde070515e4a None None] Sync routers for ids ['eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:33.061278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-50cf538f-81aa-41cc-8240-a739479c88fa tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "PUT /v2.0/routers/eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f HTTP/1.1" status: 200 len: 698 time: 1.1514435 Aug 27 14:10:33.064331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33786) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:33.071334 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Attempting to bind port bdbf3be9-e68c-4421-8492-062cd5f01cbc on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:33.071703 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Attempting to bind port bdbf3be9-e68c-4421-8492-062cd5f01cbc by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '1d7408f5-8663-4333-b042-7ff2fb793aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:33.072063 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Attempting to bind port bdbf3be9-e68c-4421-8492-062cd5f01cbc on network c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:33.077882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d1546-d1f8-4850-82d9-bde070515e4a None None] Routers {'eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:33.085287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bc8d1546-d1f8-4850-82d9-bde070515e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:33.085518 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:10:33.085909 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Checking segment: {'id': '1d7408f5-8663-4333-b042-7ff2fb793aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:33.086320 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.086717 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Bound using segment: {'id': '1d7408f5-8663-4333-b042-7ff2fb793aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:10:33.087199 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Bound port: bdbf3be9-e68c-4421-8492-062cd5f01cbc, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7408f5-8663-4333-b042-7ff2fb793aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:10:33.087581 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.122798 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.126444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc54b1cb-0290-4be1-a75e-767c02d1dc2b {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:10:33.135719 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.150303 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Transition to ACTIVE for port object bc54b1cb-0290-4be1-a75e-767c02d1dc2b will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:33.155630 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e17a310-b5aa-467a-907c-8a6fc15755b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.162300 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-49232812-7970-4090-8768-d7c2db91f21d None None] For port bdbf3be9-e68c-4421-8492-062cd5f01cbc, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:10:33.165000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.165506 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Pushing event updated for resources: {'Port': ['ID=bdbf3be9-e68c-4421-8492-062cd5f01cbc,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:33.167010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Calling delete_port for bdbf3be9-e68c-4421-8492-062cd5f01cbc owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:33.172595 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-49232812-7970-4090-8768-d7c2db91f21d None None] For port bdbf3be9-e68c-4421-8492-062cd5f01cbc, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=bdbf3be9-e68c-4421-8492-062cd5f01cbc,segment=NetworkSegment(1d7408f5-8663-4333-b042-7ff2fb793aa8),segment_id=1d7408f5-8663-4333-b042-7ff2fb793aa8)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:10:33.175506 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d8a5aafd-734f-4081-b5b4-f6a92c5c1099 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/routers/eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f HTTP/1.1" status: 200 len: 704 time: 0.1099443 Aug 27 14:10:33.178356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33788) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:33.186774 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.187476 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e17a310-b5aa-467a-907c-8a6fc15755b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.191663 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:33.192146 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:33.192598 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:33.193059 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:33.193458 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:33.193888 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:33.194354 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:33.194959 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:33.195356 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:33.195755 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:33.196224 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:33.197128 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:33.231344 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8b12fe0e-ea31-4691-8d93-5b45b597c79f tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f HTTP/1.1" status: 200 len: 205 time: 0.0510435 Aug 27 14:10:33.257101 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Routers {'b3dbd300-dc38-42b4-a9f6-9baee16ebad9'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:33.257830 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-49232812-7970-4090-8768-d7c2db91f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b3dbd300-dc38-42b4-a9f6-9baee16ebad9'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:33.258464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Pushing event updated for resources: {'Port': ['ID=bc54b1cb-0290-4be1-a75e-767c02d1dc2b,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:33.261028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33790) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:33.269478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e17a310-b5aa-467a-907c-8a6fc15755b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:10:33.270102 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e17a310-b5aa-467a-907c-8a6fc15755b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:10:33.299777 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:10:33.355023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-bc8d1546-d1f8-4850-82d9-bde070515e4a None None] Set router eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:33.409727 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-06dbdb5a-d1af-4435-afe8-dfa3565d18e1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.441211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bc8d1546-d1f8-4850-82d9-bde070515e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f', 'name': 'tempest-RoutersIpV6Test-router-1792496043', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:10:31Z', 'updated_at': '2021-08-27T14:10:32Z', 'revision_number': 2, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:33.453939 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-49232812-7970-4090-8768-d7c2db91f21d None None] Set router b3dbd300-dc38-42b4-a9f6-9baee16ebad9 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:33.474730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8d1546-d1f8-4850-82d9-bde070515e4a None None] Checking router: eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:10:33.485940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d1546-d1f8-4850-82d9-bde070515e4a None None] Routers {'eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:33.486572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bc8d1546-d1f8-4850-82d9-bde070515e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:33.494267 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.522762 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44258230-183c-4738-bd6d-512236b0f13c None None] Pushing event updated for resources: {'Port': ['ID=bdbf3be9-e68c-4421-8492-062cd5f01cbc,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:33.553259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdbf3be9-e68c-4421-8492-062cd5f01cbc,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:33.616144 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-49232812-7970-4090-8768-d7c2db91f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dbd300-dc38-42b4-a9f6-9baee16ebad9', 'name': '', 'tenant_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:10:27Z', 'updated_at': '2021-08-27T14:10:32Z', 'revision_number': 4, 'project_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:33.689923 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49232812-7970-4090-8768-d7c2db91f21d None None] The sync data for ids ['b3dbd300-dc38-42b4-a9f6-9baee16ebad9'] in n-d-712139-12 is: [{'id': 'b3dbd300-dc38-42b4-a9f6-9baee16ebad9', 'name': '', 'tenant_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:10:27Z', 'updated_at': '2021-08-27T14:10:32Z', 'revision_number': 4, 'project_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:33.833656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-bc8d1546-d1f8-4850-82d9-bde070515e4a None None] Set router eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:33.849843 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-06dbdb5a-d1af-4435-afe8-dfa3565d18e1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.852112 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-06dbdb5a-d1af-4435-afe8-dfa3565d18e1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.916344 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-06dbdb5a-d1af-4435-afe8-dfa3565d18e1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.917087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dbdb5a-d1af-4435-afe8-dfa3565d18e1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Fanout notify agent at l3_agent the message router_deleted on router eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:10:33.948327 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-06dbdb5a-d1af-4435-afe8-dfa3565d18e1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.952685 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-06dbdb5a-d1af-4435-afe8-dfa3565d18e1 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f HTTP/1.1" status: 204 len: 168 time: 0.6509652 Aug 27 14:10:33.952685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Attempting to bind port bc54b1cb-0290-4be1-a75e-767c02d1dc2b on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:33.952685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Attempting to bind port bc54b1cb-0290-4be1-a75e-767c02d1dc2b by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:33.952685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Attempting to bind port bc54b1cb-0290-4be1-a75e-767c02d1dc2b on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:33.954872 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e17a310-b5aa-467a-907c-8a6fc15755b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:33.956317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33804) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:33.993313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3a379abc-8aa8-41a4-8486-ceeaa4311a9e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f HTTP/1.1" status: 200 len: 205 time: 0.0331712 Aug 27 14:10:34.000537 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e17a310-b5aa-467a-907c-8a6fc15755b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:34.004927 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0e17a310-b5aa-467a-907c-8a6fc15755b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/networks/4883195f-2bc5-4198-97ae-944b2074b2d9 HTTP/1.1" status: 204 len: 168 time: 1.9840369 Aug 27 14:10:34.004927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33806) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:34.004927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Port bc54b1cb-0290-4be1-a75e-767c02d1dc2b on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:34.004927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Attempting to bind port bc54b1cb-0290-4be1-a75e-767c02d1dc2b on network 50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:34.034309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33808) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:34.035101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:10:34.035446 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Checking segment: {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:34.035845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Bound using segment: {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:10:34.036393 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Bound port: bc54b1cb-0290-4be1-a75e-767c02d1dc2b, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:10:34.036761 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:34.052739 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bc8d1546-d1f8-4850-82d9-bde070515e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f', 'name': 'tempest-RoutersIpV6Test-router-1792496043', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:10:31Z', 'updated_at': '2021-08-27T14:10:32Z', 'revision_number': 2, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:34.153494 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8d1546-d1f8-4850-82d9-bde070515e4a None None] The sync data for ids ['eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f'] in n-d-712139-12 is: [{'id': 'eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f', 'name': 'tempest-RoutersIpV6Test-router-1792496043', 'tenant_id': '78013bec477342dfadcc9d64e46b40ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:10:31Z', 'updated_at': '2021-08-27T14:10:32Z', 'revision_number': 2, 'project_id': '78013bec477342dfadcc9d64e46b40ff', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:34.257459 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a894f153-882d-4115-9c10-ff0a73a0a42c no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:34.270159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] For port bc54b1cb-0290-4be1-a75e-767c02d1dc2b, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:10:34.283194 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] For port bc54b1cb-0290-4be1-a75e-767c02d1dc2b, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bc54b1cb-0290-4be1-a75e-767c02d1dc2b,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:10:34.306279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: a894f153-882d-4115-9c10-ff0a73a0a42c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:34.306869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a894f153-882d-4115-9c10-ff0a73a0a42c not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:10:34.369735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17a310-b5aa-467a-907c-8a6fc15755b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Network': ['ID=4883195f-2bc5-4198-97ae-944b2074b2d9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:34.402039 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-e9967351-b7db-40b7-99dd-7d5555bd85d5 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] delete failed (client error): The resource could not be found. Aug 27 14:10:34.404342 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e9967351-b7db-40b7-99dd-7d5555bd85d5 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/eeaf3c9d-7d51-4e4c-937e-d4b3075d9e9f HTTP/1.1" status: 404 len: 336 time: 0.3898327 Aug 27 14:10:34.406457 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:34.414504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33810) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:34.497628 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf388e36-63fa-44e3-90e7-fd27583e9f9b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:34.498336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf388e36-63fa-44e3-90e7-fd27583e9f9b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:34.501256 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cf388e36-63fa-44e3-90e7-fd27583e9f9b tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/23d6c7fd-b449-4d27-8d01-4952fd4ae6d2 HTTP/1.1" status: 404 len: 337 time: 0.0813146 Aug 27 14:10:34.515077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33812) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:34.565036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:34.565603 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:34.567304 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] 10.222.0.41 "PUT /v2.0/ports/bc54b1cb-0290-4be1-a75e-767c02d1dc2b HTTP/1.1" status: 200 len: 1092 time: 2.5497930 Aug 27 14:10:34.575247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3e0664-f2c7-4964-aa0c-dafcb04e971d', 'tag': 'bc54b1cb-0290-4be1-a75e-767c02d1dc2b'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:10:34.612189 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4a775b-aca7-4bd6-b1e6-39c82ff36803" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3e0664-f2c7-4964-aa0c-dafcb04e971d", "tag": "bc54b1cb-0290-4be1-a75e-767c02d1dc2b"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:10:34.614839 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93209b3-3a76-4592-b135-03e0a81ec643 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:34.615307 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93209b3-3a76-4592-b135-03e0a81ec643 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:34.619324 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d93209b3-3a76-4592-b135-03e0a81ec643 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/a09a13a6-cc8e-4bd7-a933-b46e6bfbcec9 HTTP/1.1" status: 404 len: 337 time: 0.0884094 Aug 27 14:10:34.627158 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:34.628356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33816) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:34.651545 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44247e3d-aac0-49e7-93c4-e99d48d6eb59 req-9b9bf0db-de15-49a3-98e2-9a27848a189d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:34.653132 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-44247e3d-aac0-49e7-93c4-e99d48d6eb59 req-9b9bf0db-de15-49a3-98e2-9a27848a189d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.2862401 Aug 27 14:10:34.668025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2b807bd-b00e-4734-8e95-6984856ebf5a tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:34.679137 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ed87d-2447-410c-a8d8-89f1aa056175 req-2b8676a7-e4ef-43d2-aea4-0ffe7fbdf330 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:34.681746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2a7ed87d-2447-410c-a8d8-89f1aa056175 req-2b8676a7-e4ef-43d2-aea4-0ffe7fbdf330 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 943 time: 1.1308844 Aug 27 14:10:34.682921 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b13b58d-e12d-41e5-a648-7e625d5d2f20 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:34.685032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b13b58d-e12d-41e5-a648-7e625d5d2f20 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:34.687582 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0b13b58d-e12d-41e5-a648-7e625d5d2f20 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/fdcbe36c-c929-4ce9-b76e-af1478084be0 HTTP/1.1" status: 404 len: 337 time: 0.0536811 Aug 27 14:10:34.714082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33818) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:34.752591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab78d5-4863-4904-bdb6-6edb298e56dd service neutron] Pushing event updated for resources: {'Port': ['ID=bc54b1cb-0290-4be1-a75e-767c02d1dc2b,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:34.814123 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2a7ed87d-2447-410c-a8d8-89f1aa056175 req-55180e12-744d-48f1-ab55-a819081255b0 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195226 Aug 27 14:10:34.829674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-c8d3e92b-8cd5-449a-b6b2-48d53241c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:34.831309 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-c8d3e92b-8cd5-449a-b6b2-48d53241c5a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 1095 time: 0.1771181 Aug 27 14:10:34.843554 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-44247e3d-aac0-49e7-93c4-e99d48d6eb59 req-bd73f178-f84d-42f8-a87a-3971738299e0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672339 Aug 27 14:10:34.863181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2b807bd-b00e-4734-8e95-6984856ebf5a tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:34.907734 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-d2b807bd-b00e-4734-8e95-6984856ebf5a tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c989b7e0-e4bf-4a01-b046-fe4ea975866a']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:34.911102 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-88108c38-1e8c-45f1-a71b-310ab33a5638 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc54b1cb-0290-4be1-a75e-767c02d1dc2b HTTP/1.1" status: 200 len: 217 time: 0.0617027 Aug 27 14:10:34.913826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-26ff0d13-85b1-4dbe-89db-4b3ace28a526 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.2979603 Aug 27 14:10:34.917967 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-132b34e4-1428-49a9-b4ed-6f865a3870d6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:34.919810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132b34e4-1428-49a9-b4ed-6f865a3870d6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:34.921523 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-132b34e4-1428-49a9-b4ed-6f865a3870d6 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/e8f87033-61bc-4103-bfe7-458bdd19a854 HTTP/1.1" status: 404 len: 337 time: 0.1890748 Aug 27 14:10:34.925191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33820) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:34.930324 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:34.934952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-d2b807bd-b00e-4734-8e95-6984856ebf5a tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1292d8ce-b641-40ce-9c88-db6da3329d52') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:34.935373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-d2b807bd-b00e-4734-8e95-6984856ebf5a tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1292d8ce-b641-40ce-9c88-db6da3329d52') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:34.938814 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9af8302-9e6c-4de5-b3a9-576f062f72c4 x-openstack-request-id: req-b9af8302-9e6c-4de5-b3a9-576f062f72c4 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:10:34.939099 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3e0664-f2c7-4964-aa0c-dafcb04e971d", "tag": "bc54b1cb-0290-4be1-a75e-767c02d1dc2b", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:10:34.939344 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9af8302-9e6c-4de5-b3a9-576f062f72c4 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:10:34.939736 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3e0664-f2c7-4964-aa0c-dafcb04e971d', 'tag': 'bc54b1cb-0290-4be1-a75e-767c02d1dc2b', 'status': 'completed', 'code': 200} Aug 27 14:10:34.958626 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2b807bd-b00e-4734-8e95-6984856ebf5a tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:34.960331 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:34.994182 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2b807bd-b00e-4734-8e95-6984856ebf5a tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.003959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b807bd-b00e-4734-8e95-6984856ebf5a tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:10:35.004364 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2b807bd-b00e-4734-8e95-6984856ebf5a tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:10:35.007459 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:10:35.023109 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2e104a3a-59c5-469e-9f89-13c72a4df814 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=766b7891-00e0-4bfe-8124-11091eae26e1 HTTP/1.1" status: 200 len: 205 time: 0.0912020 Aug 27 14:10:35.053344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33824) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:35.058534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-ce5e4eac-2b56-40ae-a24b-1f3bcf505d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:35.061031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-ce5e4eac-2b56-40ae-a24b-1f3bcf505d43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 200 len: 851 time: 0.1205087 Aug 27 14:10:35.123146 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.123884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3dbd300-dc38-42b4-a9f6-9baee16ebad9 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:10:35.155209 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-668ff0e0-6680-4412-9347-0d3c4a6546d5 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] delete failed (client error): The resource could not be found. Aug 27 14:10:35.156272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-668ff0e0-6680-4412-9347-0d3c4a6546d5 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/766b7891-00e0-4bfe-8124-11091eae26e1 HTTP/1.1" status: 404 len: 336 time: 0.0943000 Aug 27 14:10:35.177139 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.183130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33828) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:35.206522 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5ec0f2c6-984d-46ff-9e31-c9007f799293 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "DELETE /v2.0/routers/b3dbd300-dc38-42b4-a9f6-9baee16ebad9 HTTP/1.1" status: 204 len: 168 time: 3.5398333 Aug 27 14:10:35.206522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33832) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:35.207008 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-7c955ff7-df1a-41dd-bf7f-01dcd37e7c05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214383 Aug 27 14:10:35.269064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-2af69d66-4b52-447c-a836-c59386953f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:35.269064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-2af69d66-4b52-447c-a836-c59386953f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:35.269064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-2af69d66-4b52-447c-a836-c59386953f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:35.269064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-2af69d66-4b52-447c-a836-c59386953f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:35.269064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-2af69d66-4b52-447c-a836-c59386953f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:35.269064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-2af69d66-4b52-447c-a836-c59386953f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:35.289513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-2af69d66-4b52-447c-a836-c59386953f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:35.297869 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-2af69d66-4b52-447c-a836-c59386953f8d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8195041a81054181a5083895b22e88b8&device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 6508 time: 0.3351319 Aug 27 14:10:35.319775 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-eb99fec1-8f84-4a47-92f4-1d18fe6bd99a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=f78f7a82-1a43-41d4-8a8a-935f440d726a HTTP/1.1" status: 200 len: 205 time: 0.1321959 Aug 27 14:10:35.328433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33834) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:35.391338 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2b807bd-b00e-4734-8e95-6984856ebf5a tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.393828 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-7dbc2b5d-3dd1-4d6a-9e42-a3579e115e6e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] delete failed (client error): The resource could not be found. Aug 27 14:10:35.395293 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7dbc2b5d-3dd1-4d6a-9e42-a3579e115e6e tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/f78f7a82-1a43-41d4-8a8a-935f440d726a HTTP/1.1" status: 404 len: 336 time: 0.0633731 Aug 27 14:10:35.399712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33836) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:35.442500 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2b807bd-b00e-4734-8e95-6984856ebf5a tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.448029 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d2b807bd-b00e-4734-8e95-6984856ebf5a tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/networks/c989b7e0-e4bf-4a01-b046-fe4ea975866a HTTP/1.1" status: 204 len: 168 time: 1.3923614 Aug 27 14:10:35.457096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33838) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:35.466080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-488f5c02-d118-4052-a417-c924b1c338bd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'network': {'name': 'tempest-RoutersTest-1930661500'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:35.471370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b807bd-b00e-4734-8e95-6984856ebf5a tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Network': ['ID=c989b7e0-e4bf-4a01-b046-fe4ea975866a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:35.512123 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d738e22-12ca-49da-a9a8-55664a20f561 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:35.513182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d738e22-12ca-49da-a9a8-55664a20f561 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:35.515663 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5d738e22-12ca-49da-a9a8-55664a20f561 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/ad509549-32eb-4132-b14b-bf35965bb058 HTTP/1.1" status: 404 len: 337 time: 0.1109011 Aug 27 14:10:35.518593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488f5c02-d118-4052-a417-c924b1c338bd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:35.522638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-488f5c02-d118-4052-a417-c924b1c338bd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.524505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33842) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:35.559985 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9711cbc-479e-4ae3-9ea3-2cf5b020d929 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Deleting subnet 0d0064bf-dca7-4048-b490-1a68adf97f4a {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:10:35.561173 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d409d64e-7955-42e9-a1e5-9a1aff364153 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=85cbf756-0e1f-4b58-8a23-87f35c987110 HTTP/1.1" status: 200 len: 205 time: 0.0357232 Aug 27 14:10:35.563159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-f9026a0a-f4dd-4bc6-bd72-ea0f1f7b1604 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888083 Aug 27 14:10:35.566417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33846) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:35.567350 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f9711cbc-479e-4ae3-9ea3-2cf5b020d929 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.654387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488f5c02-d118-4052-a417-c924b1c338bd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:10:35.664001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-ec48869b-cef7-456f-ba05-2c9045a46b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:35.665054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-ec48869b-cef7-456f-ba05-2c9045a46b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:35.665873 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-ec48869b-cef7-456f-ba05-2c9045a46b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:35.671134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-ec48869b-cef7-456f-ba05-2c9045a46b73 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3d6ac08c-b160-4d95-8554-deab9e55c529&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=d3dde505-dc04-4b92-8919-19db4556ab50&id=d3dde505-dc04-4b92-8919-19db4556ab50 HTTP/1.1" status: 200 len: 2296 time: 0.2796516 Aug 27 14:10:35.675249 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-488f5c02-d118-4052-a417-c924b1c338bd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.675601 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-488f5c02-d118-4052-a417-c924b1c338bd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Added segment eeee4529-9a0d-4588-ad46-76dc9e94e8d6 of type vlan for network 7388986d-201e-49bc-a7eb-87edbe44e223 Aug 27 14:10:35.682471 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f9711cbc-479e-4ae3-9ea3-2cf5b020d929 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.726168 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f9711cbc-479e-4ae3-9ea3-2cf5b020d929 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.744881 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-706a7f69-b1c8-477d-97bc-feab05740e96 req-6d19f5cf-9665-419d-84b0-ef94445fe180 service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729765 Aug 27 14:10:35.750558 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-488f5c02-d118-4052-a417-c924b1c338bd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.770120 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-2f52c9dd-ec5a-4c1a-820e-68d7f121f942 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] delete failed (client error): The resource could not be found. Aug 27 14:10:35.771798 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2f52c9dd-ec5a-4c1a-820e-68d7f121f942 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/85cbf756-0e1f-4b58-8a23-87f35c987110 HTTP/1.1" status: 404 len: 336 time: 0.2003641 Aug 27 14:10:35.780798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33848) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:35.815735 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-47b2beee-e6e8-4f5b-ab35-615b5265d595 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=20fb62e5-b9f1-4697-873e-6fb4d8a1b28f HTTP/1.1" status: 200 len: 205 time: 0.0337758 Aug 27 14:10:35.818386 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33850) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:35.828644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13922af1-2708-430b-bbfc-b60c66e2d21c req-136836ea-7c55-4483-b275-a42d06fcdc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:35.832218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13922af1-2708-430b-bbfc-b60c66e2d21c req-136836ea-7c55-4483-b275-a42d06fcdc5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 1099 time: 0.3828900 Aug 27 14:10:35.920254 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-488f5c02-d118-4052-a417-c924b1c338bd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.929260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488f5c02-d118-4052-a417-c924b1c338bd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:35.930166 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-488f5c02-d118-4052-a417-c924b1c338bd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:35.990431 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-e59b0d36-6923-46c6-a737-cfad4b143839 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] delete failed (client error): The resource could not be found. Aug 27 14:10:35.994421 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-175f1de3-f2d2-4d79-b69b-c9b54347ab9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3778830a-6627-468a-8fcd-b9ab7aab8122 HTTP/1.1" status: 200 len: 1001 time: 0.2435110 Aug 27 14:10:35.994964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e59b0d36-6923-46c6-a737-cfad4b143839 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/20fb62e5-b9f1-4697-873e-6fb4d8a1b28f HTTP/1.1" status: 404 len: 336 time: 0.1751034 Aug 27 14:10:35.999909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33856) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:36.036961 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddaf0e4-eb15-4d65-bdf4-537984813aef tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:36.037332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddaf0e4-eb15-4d65-bdf4-537984813aef tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:36.041476 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2ddaf0e4-eb15-4d65-bdf4-537984813aef tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/1c74d40f-c102-478b-bfa3-4223d2785131 HTTP/1.1" status: 404 len: 337 time: 0.0382676 Aug 27 14:10:36.045481 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33858) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:36.099933 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-488f5c02-d118-4052-a417-c924b1c338bd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6417439 Aug 27 14:10:36.103522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33862) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:36.113258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f5c02-d118-4052-a417-c924b1c338bd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Network': ['ID=7388986d-201e-49bc-a7eb-87edbe44e223,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:36.125637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 7388986d-201e-49bc-a7eb-87edbe44e223 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:10:36.130224 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-13c6ce22-15ab-4113-bd3b-9007593fdef5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'subnet': {'network_id': '7388986d-201e-49bc-a7eb-87edbe44e223', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:36.153691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a01d74-c62d-4245-8d0a-ed9bad31c047 req-13ac8ee2-4a10-416d-9050-bc3e64449b88 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:36.157320 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f9711cbc-479e-4ae3-9ea3-2cf5b020d929 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:36.158389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a01d74-c62d-4245-8d0a-ed9bad31c047 req-13ac8ee2-4a10-416d-9050-bc3e64449b88 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.1695616 Aug 27 14:10:36.179255 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-65fdb0dd-3af4-44b2-9575-b6d1fa2e2c61 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc959ed8-992b-4b24-a6a0-cbd6805a7708 HTTP/1.1" status: 200 len: 205 time: 0.0924089 Aug 27 14:10:36.194375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33864) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:36.255358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13922af1-2708-430b-bbfc-b60c66e2d21c req-b1ce0b5f-51dc-40a9-85e9-74d4e153e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:36.261903 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13922af1-2708-430b-bbfc-b60c66e2d21c req-b1ce0b5f-51dc-40a9-85e9-74d4e153e774 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.3423722 Aug 27 14:10:36.268271 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-aa000b4c-1a81-4b61-b83e-bf0417d4f937 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] delete failed (client error): The resource could not be found. Aug 27 14:10:36.272166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-aa000b4c-1a81-4b61-b83e-bf0417d4f937 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/cc959ed8-992b-4b24-a6a0-cbd6805a7708 HTTP/1.1" status: 404 len: 336 time: 0.0742109 Aug 27 14:10:36.272775 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33866) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:36.277330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301dea-98b4-4b00-b1ce-4c65025e8e6b req-70c8c056-8c7e-4608-976f-8bb38ea9546b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:36.279663 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72301dea-98b4-4b00-b1ce-4c65025e8e6b req-70c8c056-8c7e-4608-976f-8bb38ea9546b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 943 time: 0.3433805 Aug 27 14:10:36.291792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a775b-aca7-4bd6-b1e6-39c82ff36803 req-f603e3c7-3d40-4b63-af78-f5ccef64c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:36.294133 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb4a775b-aca7-4bd6-b1e6-39c82ff36803 req-f603e3c7-3d40-4b63-af78-f5ccef64c322 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 1095 time: 0.4403269 Aug 27 14:10:36.295499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9711cbc-479e-4ae3-9ea3-2cf5b020d929 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0d0064bf-dca7-4048-b490-1a68adf97f4a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:36.314849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a01d74-c62d-4245-8d0a-ed9bad31c047 req-ba3fd7ed-2db1-4ab6-a1ab-c9b1918022bc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405258 Aug 27 14:10:36.323557 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f9711cbc-479e-4ae3-9ea3-2cf5b020d929 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:36.327996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f9711cbc-479e-4ae3-9ea3-2cf5b020d929 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/0d0064bf-dca7-4048-b490-1a68adf97f4a HTTP/1.1" status: 204 len: 168 time: 1.1197252 Aug 27 14:10:36.338161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33868) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:36.341513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-8a0c5f66-39de-4d05-9757-9534dffd0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:36.343051 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-8a0c5f66-39de-4d05-9757-9534dffd0fe7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9251415-7c90-47ee-bdc3-ae64aed10d17 HTTP/1.1" status: 200 len: 854 time: 0.3152599 Aug 27 14:10:36.548720 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72301dea-98b4-4b00-b1ce-4c65025e8e6b req-96ebf960-b346-4212-bf25-2cb9454bddcc tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410598 Aug 27 14:10:36.596788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a775b-aca7-4bd6-b1e6-39c82ff36803 req-466079ad-c893-4d31-9c94-2a821c78aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:36.598633 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb4a775b-aca7-4bd6-b1e6-39c82ff36803 req-466079ad-c893-4d31-9c94-2a821c78aa91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 200 len: 912 time: 0.2873285 Aug 27 14:10:36.603957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:36.619019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c6ce22-15ab-4113-bd3b-9007593fdef5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:36.624962 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13c6ce22-15ab-4113-bd3b-9007593fdef5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:36.756188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-2aba5e87-5fe6-4259-a080-64838aa8262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:36.758046 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-2aba5e87-5fe6-4259-a080-64838aa8262c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3d6ac08c-b160-4d95-8554-deab9e55c529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3749754 Aug 27 14:10:36.767953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb4a775b-aca7-4bd6-b1e6-39c82ff36803 req-342bb194-4515-442c-8aa8-e88244b9e8ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc54b1cb-0290-4be1-a75e-767c02d1dc2b HTTP/1.1" status: 200 len: 217 time: 0.1589751 Aug 27 14:10:36.825045 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed513fba-8ba0-4700-9feb-cb47403d3aa8 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:36.825674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed513fba-8ba0-4700-9feb-cb47403d3aa8 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:36.829765 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ed513fba-8ba0-4700-9feb-cb47403d3aa8 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/6145ba4b-bad8-4b99-8c87-c949a2fe52ea HTTP/1.1" status: 404 len: 337 time: 0.5383942 Aug 27 14:10:36.836284 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33874) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:36.876668 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13922af1-2708-430b-bbfc-b60c66e2d21c req-30183311-046c-45b6-aee1-f67458674926 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 200 len: 1002 time: 0.6029356 Aug 27 14:10:36.878993 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e8f987bc-878e-4a92-8006-4a5b06f986a2 tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcd254a8-d086-42a6-8739-7a194427064e HTTP/1.1" status: 200 len: 205 time: 0.0417502 Aug 27 14:10:36.881649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33876) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:36.930996 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-d773e51a-8018-439a-a6dd-7ec27a8e07ef tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] delete failed (client error): The resource could not be found. Aug 27 14:10:36.933919 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d773e51a-8018-439a-a6dd-7ec27a8e07ef tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/routers/dcd254a8-d086-42a6-8739-7a194427064e HTTP/1.1" status: 404 len: 336 time: 0.0510397 Aug 27 14:10:36.938255 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33878) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:36.986557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a775b-aca7-4bd6-b1e6-39c82ff36803 req-53660322-a8f0-4dff-b7a1-c96d0af11e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:36.989159 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb4a775b-aca7-4bd6-b1e6-39c82ff36803 req-53660322-a8f0-4dff-b7a1-c96d0af11e4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 200 len: 851 time: 0.2087708 Aug 27 14:10:36.990514 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-299191d9-6ca3-4ac6-a180-a238aa4dc8ab tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:36.991215 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299191d9-6ca3-4ac6-a180-a238aa4dc8ab tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:36.994042 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-299191d9-6ca3-4ac6-a180-a238aa4dc8ab tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/6a596aad-a915-41e4-9f34-e03c0f6466c4 HTTP/1.1" status: 404 len: 337 time: 0.0328238 Aug 27 14:10:36.997688 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33880) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:37.026079 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c042f4-5c27-4666-839d-b9ab54113b8a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] DELETE failed (client error): The resource could not be found. Aug 27 14:10:37.026308 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c042f4-5c27-4666-839d-b9ab54113b8a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:10:37.031111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-78c042f4-5c27-4666-839d-b9ab54113b8a tempest-RoutersIpV6Test-1907707580 tempest-RoutersIpV6Test-1907707580-project] 10.222.0.55 "DELETE /v2.0/subnets/1e3687f4-7d67-440d-b63f-54182075837b HTTP/1.1" status: 404 len: 337 time: 0.0297730 Aug 27 14:10:37.044092 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb4a775b-aca7-4bd6-b1e6-39c82ff36803 req-e8fef6f3-ce3d-40a6-983b-08d8fe36478d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393612 Aug 27 14:10:37.046082 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13922af1-2708-430b-bbfc-b60c66e2d21c req-ff0163fa-2def-4b02-b66f-389d6adcfb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:37.047751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13922af1-2708-430b-bbfc-b60c66e2d21c req-ff0163fa-2def-4b02-b66f-389d6adcfb93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.1570783 Aug 27 14:10:37.053959 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:37.079240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:37.098915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-3c94126c-2b2f-4acf-891e-7dd2bcecc2de service neutron] 10.222.0.52 "GET /v2.0/networks/3d6ac08c-b160-4d95-8554-deab9e55c529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272002 Aug 27 14:10:37.111071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13922af1-2708-430b-bbfc-b60c66e2d21c req-980366c4-15dc-4348-8d2f-7199a4bf9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:37.117893 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13922af1-2708-430b-bbfc-b60c66e2d21c req-980366c4-15dc-4348-8d2f-7199a4bf9ec4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595267 Aug 27 14:10:37.154520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7408f5-8663-4333-b042-7ff2fb793aa8') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:37.154853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7408f5-8663-4333-b042-7ff2fb793aa8') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:37.179042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:37.251806 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:37.271509 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13c6ce22-15ab-4113-bd3b-9007593fdef5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:37.273578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:10:37.273982 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: items = [ Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:10:37.282934 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:10:37.348319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13922af1-2708-430b-bbfc-b60c66e2d21c req-4dec9dad-85db-4857-9dc5-0907f276a28d service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180665 Aug 27 14:10:37.503198 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13922af1-2708-430b-bbfc-b60c66e2d21c req-34b49040-7d3a-43d9-9019-42b42dceb1d1 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474571 Aug 27 14:10:37.506947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb4a775b-aca7-4bd6-b1e6-39c82ff36803 req-cfd02aed-6696-4338-b3ca-ef6843e229eb service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488807 Aug 27 14:10:37.539997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33894) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:37.562236 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:37.568244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6ce22-15ab-4113-bd3b-9007593fdef5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Subnet': ['ID=26f53976-81e4-4f12-94b7-cce1f6232ac0,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:37.603999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 14:10:37.672529 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-aa4728dc-0b11-4e6c-bd72-0cd91bf3dfc4 service neutron] 10.222.0.52 "GET /v2.0/networks/3d6ac08c-b160-4d95-8554-deab9e55c529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213487 Aug 27 14:10:37.685643 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:37.693681 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "DELETE /v2.0/networks/c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c HTTP/1.1" status: 204 len: 168 time: 1.3492796 Aug 27 14:10:37.744710 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278679f1-05ac-411e-96cb-1e5d8f08b540 req-8aeaa716-7c26-443e-9f5f-4636ab6434b9 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:37.754376 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-278679f1-05ac-411e-96cb-1e5d8f08b540 req-8aeaa716-7c26-443e-9f5f-4636ab6434b9 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.3293650 Aug 27 14:10:37.783993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c6ce22-15ab-4113-bd3b-9007593fdef5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Checking segment: {'id': 'eeee4529-9a0d-4588-ad46-76dc9e94e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7388986d-201e-49bc-a7eb-87edbe44e223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:37.784353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6ce22-15ab-4113-bd3b-9007593fdef5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network hostable DHCP agents. Network: 7388986d-201e-49bc-a7eb-87edbe44e223, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:10:37.814477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1cb67-b627-4923-a244-593d7bed308f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9ba0a41-bc86-4ff0-b6db-ef8fc3893d6c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:37.941990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-388bfa10-4dca-4d55-b6f0-c80289f39513 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78013bec477342dfadcc9d64e46b40ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813004 Aug 27 14:10:37.944037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33904) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:38.131872 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3867ba20-0465-44b7-8d35-c905dc33a5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:38.207589 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3867ba20-0465-44b7-8d35-c905dc33a5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:38.396251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33912) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:38.403407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ed01a19b-7ac5-4961-96b2-0a2c75582854 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Request body: {'router': {'name': 'tempest-router--418048894', 'project_id': 'd91bc1372ada4ef5a4c652bc5c3b5345'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:38.408266 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3867ba20-0465-44b7-8d35-c905dc33a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:38.411861 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3867ba20-0465-44b7-8d35-c905dc33a5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:38.413354 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3867ba20-0465-44b7-8d35-c905dc33a5aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04f01b73-5309-4ff7-a087-eca50f0545b7 HTTP/1.1" status: 204 len: 168 time: 0.4674554 Aug 27 14:10:38.462296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867ba20-0465-44b7-8d35-c905dc33a5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f01b73-5309-4ff7-a087-eca50f0545b7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:38.513975 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed01a19b-7ac5-4961-96b2-0a2c75582854 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:38.515700 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed01a19b-7ac5-4961-96b2-0a2c75582854 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:38.576278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-278679f1-05ac-411e-96cb-1e5d8f08b540 req-fe2905d3-a523-432d-b572-97fd54840a64 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8204772 Aug 27 14:10:38.643047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed01a19b-7ac5-4961-96b2-0a2c75582854 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:38.662187 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed01a19b-7ac5-4961-96b2-0a2c75582854 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:38.673170 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-e8c98ff4-345f-44aa-9f2a-87d290c5a1c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=677605c6-e919-46d6-a490-daeeabe16f0d HTTP/1.1" status: 200 len: 217 time: 0.9458449 Aug 27 14:10:38.685893 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed01a19b-7ac5-4961-96b2-0a2c75582854 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:38.688937 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ed01a19b-7ac5-4961-96b2-0a2c75582854 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2911899 Aug 27 14:10:38.691979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33916) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:38.694022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6ce22-15ab-4113-bd3b-9007593fdef5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network 7388986d-201e-49bc-a7eb-87edbe44e223 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:10:38.801822 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-13c6ce22-15ab-4113-bd3b-9007593fdef5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 7388986d-201e-49bc-a7eb-87edbe44e223) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:38.813747 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f9113-ce3a-490d-9df8-4c93ba49ec28 None None] Network 7388986d-201e-49bc-a7eb-87edbe44e223 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:38.819238 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c6ce22-15ab-4113-bd3b-9007593fdef5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:38.821788 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13c6ce22-15ab-4113-bd3b-9007593fdef5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:38.901535 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb4a775b-aca7-4bd6-b1e6-39c82ff36803 req-6b9032c4-b6ab-4d0e-8e50-92c078c9787b service neutron] 10.222.0.41 "GET /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3699636 Aug 27 14:10:38.908469 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-13c6ce22-15ab-4113-bd3b-9007593fdef5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7974815 Aug 27 14:10:38.912776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-dc3a8ce2-8107-4b96-b4d0-68070d9784e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:38.915570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-dc3a8ce2-8107-4b96-b4d0-68070d9784e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.2328024 Aug 27 14:10:38.917014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33922) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:38.926159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7f0e5bd1-0f32-4d93-b0c4-805a1bfb1300 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1183480671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:38.944402 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c8fb4d3-e5c5-489f-ad36-69a7926c3392 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.059680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-7388986d-201e-49bc-a7eb-87edbe44e223', 'network_id': '7388986d-201e-49bc-a7eb-87edbe44e223', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'fixed_ips': [{'subnet_id': '26f53976-81e4-4f12-94b7-cce1f6232ac0'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:10:39.060711 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.065070 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5bd1-0f32-4d93-b0c4-805a1bfb1300 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.066132 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5bd1-0f32-4d93-b0c4-805a1bfb1300 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.072204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-b3cf35e5-3238-4ac1-88b5-e48acb0ee657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:39.094136 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-b3cf35e5-3238-4ac1-88b5-e48acb0ee657 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1523490 Aug 27 14:10:39.212911 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5bd1-0f32-4d93-b0c4-805a1bfb1300 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.225202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5bd1-0f32-4d93-b0c4-805a1bfb1300 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.255434 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5bd1-0f32-4d93-b0c4-805a1bfb1300 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.259393 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7f0e5bd1-0f32-4d93-b0c4-805a1bfb1300 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3399365 Aug 27 14:10:39.260019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33934) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:39.266461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e6963-4296-4c1b-b17f-d0ef41b0c6c8 req-d585caea-0d49-4475-8ed2-7612ee13e982 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:39.266717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'port': {'network_id': '7388986d-201e-49bc-a7eb-87edbe44e223', 'name': 'tempest-RoutersTest-742366830'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:39.271517 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-e905774d-36c9-4884-ad2b-b72e05674c4f service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678312 Aug 27 14:10:39.273941 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-591e6963-4296-4c1b-b17f-d0ef41b0c6c8 req-d585caea-0d49-4475-8ed2-7612ee13e982 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 943 time: 0.9564021 Aug 27 14:10:39.322245 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c8fb4d3-e5c5-489f-ad36-69a7926c3392 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.326186 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c8fb4d3-e5c5-489f-ad36-69a7926c3392 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.353661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Allocated IP 172.20.0.2 (7388986d-201e-49bc-a7eb-87edbe44e223/26f53976-81e4-4f12-94b7-cce1f6232ac0/b55574f9-7df3-4fb0-bac8-3967fb1a8253) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:39.413831 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-591e6963-4296-4c1b-b17f-d0ef41b0c6c8 req-3061445c-5ccf-468e-86fc-502f6f6c6c8b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389017 Aug 27 14:10:39.420660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c8fb4d3-e5c5-489f-ad36-69a7926c3392 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.422023 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8fb4d3-e5c5-489f-ad36-69a7926c3392 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 726b5792-ba9b-4bb9-a2f0-883a6e7f39a0 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:10:39.434115 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c8fb4d3-e5c5-489f-ad36-69a7926c3392 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.437579 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8c8fb4d3-e5c5-489f-ad36-69a7926c3392 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "DELETE /v2.0/routers/726b5792-ba9b-4bb9-a2f0-883a6e7f39a0 HTTP/1.1" status: 204 len: 168 time: 0.7410231 Aug 27 14:10:39.476459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-f56c1dbf-ae82-41b3-b98b-e147a4c9fb63 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912704 Aug 27 14:10:39.550299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:39.554871 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.560907 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-c3907f73-2fb2-4499-8dc6-216b2180527b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=68b4dc15-5d13-4e69-996f-6db8ab289022 HTTP/1.1" status: 200 len: 217 time: 0.0651405 Aug 27 14:10:39.590869 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.600287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Transition to ACTIVE for port object b55574f9-7df3-4fb0-bac8-3967fb1a8253 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:39.618082 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Transition to ACTIVE for port object b55574f9-7df3-4fb0-bac8-3967fb1a8253 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:39.622633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bc54b1cb-0290-4be1-a75e-767c02d1dc2b details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:10:39.688182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-83077c7b-f8e9-44de-b3d5-8c6a613be142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:39.690635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-83077c7b-f8e9-44de-b3d5-8c6a613be142 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.1216893 Aug 27 14:10:39.696628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] device_id is not set on port 4abd1873-19d4-4611-94d1-1363f6799ddb yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:10:39.740497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port bc54b1cb-0290-4be1-a75e-767c02d1dc2b, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bc54b1cb-0290-4be1-a75e-767c02d1dc2b,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:39.755431 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'bc54b1cb-0290-4be1-a75e-767c02d1dc2b', 'network_id': '50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6', 'port_id': 'bc54b1cb-0290-4be1-a75e-767c02d1dc2b', 'mac_address': 'fa:16:3e:19:9e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3554799f-a4a2-458b-9556-37ea29d379ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:10:39.757907 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.810856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33950) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:39.811846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Network 7388986d-201e-49bc-a7eb-87edbe44e223 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:39.821621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:39.828340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:39.857095 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.874796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Pushing event updated for resources: {'Port': ['ID=b55574f9-7df3-4fb0-bac8-3967fb1a8253,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:39.880872 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-5544a9c5-b416-4805-989e-5b98af91cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:39.882578 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-5544a9c5-b416-4805-989e-5b98af91cb01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1733730 Aug 27 14:10:39.915641 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7a5a2-58bb-4391-8044-d273776b8751 req-56527a9a-eef7-4efa-96eb-81dc186a81f3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:39.925721 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ac7a5a2-58bb-4391-8044-d273776b8751 req-56527a9a-eef7-4efa-96eb-81dc186a81f3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.1639078 Aug 27 14:10:39.932262 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Attempting to bind port b55574f9-7df3-4fb0-bac8-3967fb1a8253 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:39.933047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Attempting to bind port b55574f9-7df3-4fb0-bac8-3967fb1a8253 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'eeee4529-9a0d-4588-ad46-76dc9e94e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7388986d-201e-49bc-a7eb-87edbe44e223'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:39.933748 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Attempting to bind port b55574f9-7df3-4fb0-bac8-3967fb1a8253 on network 7388986d-201e-49bc-a7eb-87edbe44e223 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:39.940003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:10:39.940735 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Checking segment: {'id': 'eeee4529-9a0d-4588-ad46-76dc9e94e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7388986d-201e-49bc-a7eb-87edbe44e223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:39.941385 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.942026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Bound using segment: {'id': 'eeee4529-9a0d-4588-ad46-76dc9e94e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7388986d-201e-49bc-a7eb-87edbe44e223'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:10:39.942812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Bound port: b55574f9-7df3-4fb0-bac8-3967fb1a8253, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeee4529-9a0d-4588-ad46-76dc9e94e8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7388986d-201e-49bc-a7eb-87edbe44e223'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:10:39.943793 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.946182 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:39.969641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc54b1cb-0290-4be1-a75e-767c02d1dc2b {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:10:40.016098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33956) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:40.033771 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port bc54b1cb-0290-4be1-a75e-767c02d1dc2b, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bc54b1cb-0290-4be1-a75e-767c02d1dc2b,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:40.042197 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ac7a5a2-58bb-4391-8044-d273776b8751 req-d16bec9f-8c2a-4b37-8f51-52082d063227 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154261 Aug 27 14:10:40.064618 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:40.178489 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=bc54b1cb-0290-4be1-a75e-767c02d1dc2b,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:40.192021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] For port b55574f9-7df3-4fb0-bac8-3967fb1a8253, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:10:40.197342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Allocated IP 172.20.0.12 (7388986d-201e-49bc-a7eb-87edbe44e223/26f53976-81e4-4f12-94b7-cce1f6232ac0/4abd1873-19d4-4611-94d1-1363f6799ddb) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:40.207277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-422849105', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:40.219280 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] For port b55574f9-7df3-4fb0-bac8-3967fb1a8253, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b55574f9-7df3-4fb0-bac8-3967fb1a8253,segment=NetworkSegment(eeee4529-9a0d-4588-ad46-76dc9e94e8d6),segment_id=eeee4529-9a0d-4588-ad46-76dc9e94e8d6)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:10:40.230042 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-9626bd0a-7491-43d5-a29a-92f8d3900521 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369901 Aug 27 14:10:40.234515 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:40.279151 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:40.280507 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:40.338860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9e63c776-c87f-4ab3-a1fe-3569e0037537 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group': {'name': 'tempest-secgroup--392379985'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:40.355507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ffa47-0960-4b7d-b2f6-977d1b9b4121 None None] Pushing event updated for resources: {'Port': ['ID=b55574f9-7df3-4fb0-bac8-3967fb1a8253,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:40.385995 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:40.436731 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e63c776-c87f-4ab3-a1fe-3569e0037537 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:40.478321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e63c776-c87f-4ab3-a1fe-3569e0037537 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:40.524664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['bc54b1cb-0290-4be1-a75e-767c02d1dc2b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:10:40.566165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-9c77e748-21e9-4213-b73c-d45a6f7dc9c9 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173726 Aug 27 14:10:40.625300 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:40.654521 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-e89c4b33-3444-4d76-98bb-cc833a6a3f24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=aebed0d9-774b-4d60-8f79-9d86a51d0a11 HTTP/1.1" status: 200 len: 217 time: 0.0690591 Aug 27 14:10:40.767238 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-74774bec-aec6-47f8-a7a1-7898c2e120f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:40.772475 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-74774bec-aec6-47f8-a7a1-7898c2e120f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.0950367 Aug 27 14:10:40.848170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4637f0-9991-4642-9fc4-0876eda02f18 req-ed586396-1f72-4b5c-a5cb-ee7527e8c60f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:40.849883 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de4637f0-9991-4642-9fc4-0876eda02f18 req-ed586396-1f72-4b5c-a5cb-ee7527e8c60f tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 944 time: 0.2052696 Aug 27 14:10:40.863306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:40.885619 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Transition to ACTIVE for port object 4abd1873-19d4-4611-94d1-1363f6799ddb will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:40.889365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-d3d4ead4-7b81-4f55-9f76-8cae7843fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:40.891039 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-d3d4ead4-7b81-4f55-9f76-8cae7843fec1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1016278 Aug 27 14:10:40.906188 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e63c776-c87f-4ab3-a1fe-3569e0037537 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:40.935911 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e63c776-c87f-4ab3-a1fe-3569e0037537 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:41.005214 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:41.050302 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e63c776-c87f-4ab3-a1fe-3569e0037537 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:41.096932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network 7388986d-201e-49bc-a7eb-87edbe44e223 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:41.102042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:41.105414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63c776-c87f-4ab3-a1fe-3569e0037537 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1d21a0-7785-47fe-af8a-d11b7dd2de4b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:41.106930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-ae235568-5247-4396-96fb-3d21616f30e1 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067606 Aug 27 14:10:41.107857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:41.110975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=4abd1873-19d4-4611-94d1-1363f6799ddb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:41.150298 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e63c776-c87f-4ab3-a1fe-3569e0037537 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:41.195048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63c776-c87f-4ab3-a1fe-3569e0037537 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b831ec2-7bfb-4803-8112-6cefcb2c8931,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:41.217159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de4637f0-9991-4642-9fc4-0876eda02f18 req-36cf1d2f-3953-4462-9827-dbd6065c611d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077717 Aug 27 14:10:41.222532 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e63c776-c87f-4ab3-a1fe-3569e0037537 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:41.223867 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9e63c776-c87f-4ab3-a1fe-3569e0037537 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2058728 Aug 27 14:10:41.227699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33970) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:41.314829 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-ea0e9817-dd06-480c-953e-3272d5f7a87d service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995962 Aug 27 14:10:41.366896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:41.367650 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:41.423289 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-5f715e41-f521-4e42-8182-480c869d48af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=e66d1e65-8d51-4535-83f4-6223b16652e5 HTTP/1.1" status: 200 len: 217 time: 0.0946002 Aug 27 14:10:41.445105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f612f-2cf7-4108-84d5-9c3bc008312c req-15e7287e-6cfb-4214-a522-132a6d84cad8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:41.453727 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e20f612f-2cf7-4108-84d5-9c3bc008312c req-15e7287e-6cfb-4214-a522-132a6d84cad8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.2635450 Aug 27 14:10:41.472943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:41.474707 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ccced422-ea3f-4dac-9473-1f3976faef24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2121556 Aug 27 14:10:41.497780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33974) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:41.506120 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:41.515682 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e70b9f74-0a25-44fa-b2c2-a5b7889465d4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2867773 Aug 27 14:10:41.520659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33976) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:41.535604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f08e2e83-8dc1-4c62-9d4a-826ecd6c2ca6 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group': {'name': 'tempest-security--994452298', 'description': 'tempest-security-description-1504523956'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:41.587531 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e20f612f-2cf7-4108-84d5-9c3bc008312c req-388558d0-9c5f-4171-9e89-fd2cb3490cc7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327167 Aug 27 14:10:41.619911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-f04482d4-2ef6-46ac-91d4-4c787893dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:41.621763 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-f04482d4-2ef6-46ac-91d4-4c787893dcfe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.1650615 Aug 27 14:10:41.624370 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f08e2e83-8dc1-4c62-9d4a-826ecd6c2ca6 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:41.732064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-d2568da4-5d5a-48f9-b66b-c6fff26298cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:41.733447 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-d2568da4-5d5a-48f9-b66b-c6fff26298cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1035988 Aug 27 14:10:41.850783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8820995-df6d-461c-b8f6-a3fbc224bd05 None None] Network 7388986d-201e-49bc-a7eb-87edbe44e223 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:41.866197 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f08e2e83-8dc1-4c62-9d4a-826ecd6c2ca6 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:41.885665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f08e2e83-8dc1-4c62-9d4a-826ecd6c2ca6 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:41.889093 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f08e2e83-8dc1-4c62-9d4a-826ecd6c2ca6 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:41.893267 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f08e2e83-8dc1-4c62-9d4a-826ecd6c2ca6 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "PUT /v2.0/security-groups/5b831ec2-7bfb-4803-8112-6cefcb2c8931 HTTP/1.1" status: 200 len: 1779 time: 0.3649437 Aug 27 14:10:41.896888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33978) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:41.986537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e2e83-8dc1-4c62-9d4a-826ecd6c2ca6 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b831ec2-7bfb-4803-8112-6cefcb2c8931,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:42.010248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a4472fc2-3116-4d2e-a76a-fb6e3da4d0e5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-groups/5b831ec2-7bfb-4803-8112-6cefcb2c8931 HTTP/1.1" status: 200 len: 1779 time: 0.1085286 Aug 27 14:10:42.010248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-4814ee85-2454-4913-a97f-c4c692f43d1b service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692835 Aug 27 14:10:42.010722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33980) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:42.022531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4378c3f3-d696-47c4-a2af-fcbd165bdbb0 None None] Provisioning for port b55574f9-7df3-4fb0-bac8-3967fb1a8253 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:42.044548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Allocated IP 172.25.2.80 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/f9831dab-863a-4368-a994-7e761fb2be1e) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:42.241065 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-84783226-e04e-489e-86c3-a642afb9b6d2 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:42.295464 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-02607929-ba93-4fdf-85b7-19bd9c5699f7 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770109 Aug 27 14:10:42.318943 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-84783226-e04e-489e-86c3-a642afb9b6d2 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:42.351888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b55574f9-7df3-4fb0-bac8-3967fb1a8253 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:42.395932 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:42.435280 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-fb0feebd-2448-4684-baad-07065addde8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c308f833-e976-48d9-bd41-c2864637f8d8 HTTP/1.1" status: 200 len: 217 time: 0.1182847 Aug 27 14:10:42.459712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b55574f9-7df3-4fb0-bac8-3967fb1a8253 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:42.469214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b55574f9-7df3-4fb0-bac8-3967fb1a8253 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:42.469838 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:42.504347 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:42.590028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ba8ac-a8c5-4523-af1f-4fe6e2e31429 req-189ac3d9-b8db-4df4-a5f8-e1eacfac4225 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:42.597863 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d88ba8ac-a8c5-4523-af1f-4fe6e2e31429 req-189ac3d9-b8db-4df4-a5f8-e1eacfac4225 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 944 time: 0.1922035 Aug 27 14:10:42.603505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6f0e8194-f499-45ee-92e7-5c8c0f579d91 None None] Provisioning complete for port b55574f9-7df3-4fb0-bac8-3967fb1a8253 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:42.604002 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8194-f499-45ee-92e7-5c8c0f579d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:42.624603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-ab4769fe-1856-469f-a5a9-f11b4b5bef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:42.626110 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-ab4769fe-1856-469f-a5a9-f11b4b5bef55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e010ded9-86a4-4e1c-b055-049006661152 HTTP/1.1" status: 200 len: 797 time: 0.1623528 Aug 27 14:10:42.626857 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-84783226-e04e-489e-86c3-a642afb9b6d2 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:42.631206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-84783226-e04e-489e-86c3-a642afb9b6d2 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:42.632482 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-84783226-e04e-489e-86c3-a642afb9b6d2 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-groups/5b831ec2-7bfb-4803-8112-6cefcb2c8931 HTTP/1.1" status: 204 len: 168 time: 0.6209006 Aug 27 14:10:42.644581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33996) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:42.677234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84783226-e04e-489e-86c3-a642afb9b6d2 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b831ec2-7bfb-4803-8112-6cefcb2c8931,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:42.760389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d88ba8ac-a8c5-4523-af1f-4fe6e2e31429 req-97e16c2e-7d2e-4155-93d0-0849bb7fa256 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615591 Aug 27 14:10:42.790447 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-98fa71d4-c780-4ffe-b97c-5c196ed04a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:42.792139 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-98fa71d4-c780-4ffe-b97c-5c196ed04a25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dde505-dc04-4b92-8919-19db4556ab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1549609 Aug 27 14:10:42.863731 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8194-f499-45ee-92e7-5c8c0f579d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:42.866805 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9189e2e6-5754-46dd-a951-72a0ea9a00b8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2207773 Aug 27 14:10:42.877438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33998) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:42.915557 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-3c839ded-7551-43c0-9ad4-34eef4916e42 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] delete failed (client error): The resource could not be found. Aug 27 14:10:42.921688 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3c839ded-7551-43c0-9ad4-34eef4916e42 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-groups/5b831ec2-7bfb-4803-8112-6cefcb2c8931 HTTP/1.1" status: 404 len: 347 time: 0.0370162 Aug 27 14:10:42.921913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6f0e8194-f499-45ee-92e7-5c8c0f579d91 None None] For port b55574f9-7df3-4fb0-bac8-3967fb1a8253, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b55574f9-7df3-4fb0-bac8-3967fb1a8253,segment=NetworkSegment(eeee4529-9a0d-4588-ad46-76dc9e94e8d6),segment_id=eeee4529-9a0d-4588-ad46-76dc9e94e8d6)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:42.925177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34000) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:42.932386 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d348f61c-92cb-47be-a112-1c66a92389f2 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911385325'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:42.935603 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8194-f499-45ee-92e7-5c8c0f579d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:42.941412 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:42.944110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:43.002673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-4a58071e-b215-437b-8581-b09ae018b7b1 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012570 Aug 27 14:10:43.018270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfc978-cded-4e2e-8e36-0548b4022acb req-1062a7e1-a20d-434b-8765-90fbc6434bd7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:43.019899 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5bbfc978-cded-4e2e-8e36-0548b4022acb req-1062a7e1-a20d-434b-8765-90fbc6434bd7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.2787964 Aug 27 14:10:43.034252 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6f0e8194-f499-45ee-92e7-5c8c0f579d91 None None] Provisioning for port 4abd1873-19d4-4611-94d1-1363f6799ddb completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:43.053845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:43.075088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:43.082847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Pushing event updated for resources: {'Port': ['ID=f9831dab-863a-4368-a994-7e761fb2be1e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:43.085360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d348f61c-92cb-47be-a112-1c66a92389f2 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:43.098821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:43.118290 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:10:43.118663 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:10:43.119366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6f0e8194-f499-45ee-92e7-5c8c0f579d91 None None] Provisioning complete for port 4abd1873-19d4-4611-94d1-1363f6799ddb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:43.119695 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8194-f499-45ee-92e7-5c8c0f579d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:43.133741 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-48933cfd-e112-4073-905e-fb95e41ffe80 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231849 Aug 27 14:10:43.141857 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:43.162474 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:43.169245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e8194-f499-45ee-92e7-5c8c0f579d91 None None] Pushing event updated for resources: {'Port': ['ID=b55574f9-7df3-4fb0-bac8-3967fb1a8253,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:43.188697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e8194-f499-45ee-92e7-5c8c0f579d91 None None] Port 4abd1873-19d4-4611-94d1-1363f6799ddb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:43.190444 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5bbfc978-cded-4e2e-8e36-0548b4022acb req-c4faaffe-7397-458e-b3bf-dfb7faf84ec2 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578636 Aug 27 14:10:43.242071 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-1f694a77-fd8e-4322-b4a3-33df21cda6ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f99205f-0d46-4175-88de-4b557998aa97 HTTP/1.1" status: 200 len: 217 time: 0.0861640 Aug 27 14:10:43.319038 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-2d3740ba-deb2-45dd-a42e-3a8330fccdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:43.321122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3e21b839-bcc9-4bfb-a6df-037e6a95a501 None None] Provisioning complete for port 4abd1873-19d4-4611-94d1-1363f6799ddb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:43.321513 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3e21b839-bcc9-4bfb-a6df-037e6a95a501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:43.321653 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-2d3740ba-deb2-45dd-a42e-3a8330fccdd6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e010ded9-86a4-4e1c-b055-049006661152 HTTP/1.1" status: 200 len: 797 time: 0.0707371 Aug 27 14:10:43.425053 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-3391e39f-f541-47d3-9532-3b88d3318218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:43.426010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=4abd1873-19d4-4611-94d1-1363f6799ddb,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:43.426628 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-3391e39f-f541-47d3-9532-3b88d3318218 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dde505-dc04-4b92-8919-19db4556ab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0937157 Aug 27 14:10:43.446993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3e21b839-bcc9-4bfb-a6df-037e6a95a501 None None] Port 4abd1873-19d4-4611-94d1-1363f6799ddb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:43.561559 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bc54b1cb-0290-4be1-a75e-767c02d1dc2b up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:43.579109 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-ee46f845-95a9-4a2a-bd51-9ba7303c7df2 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439714 Aug 27 14:10:43.590477 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d348f61c-92cb-47be-a112-1c66a92389f2 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:43.601574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d348f61c-92cb-47be-a112-1c66a92389f2 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:43.700812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d348f61c-92cb-47be-a112-1c66a92389f2 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:43.702127 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d348f61c-92cb-47be-a112-1c66a92389f2 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7759490 Aug 27 14:10:43.711679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34014) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:43.721443 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac7ffcc8-7ff3-4338-9884-02c42b951b3c req-c61464a1-0480-4928-839f-427a01849eca service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348100 Aug 27 14:10:43.745676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-129006fe-fad8-4b24-8ef7-d93349a65a92 None None] Provisioning complete for port 4abd1873-19d4-4611-94d1-1363f6799ddb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:43.747510 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-129006fe-fad8-4b24-8ef7-d93349a65a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:43.753214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-07d0bf42-54ba-4cf9-adc6-4f7de8b5e7cc tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group_rule': {'security_group_id': '16c2efde-5c9e-4559-9da3-3b14973516f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:43.784801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port bc54b1cb-0290-4be1-a75e-767c02d1dc2b completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:43.796454 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port bc54b1cb-0290-4be1-a75e-767c02d1dc2b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:43.796837 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:43.799930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-129006fe-fad8-4b24-8ef7-d93349a65a92 None None] Port 4abd1873-19d4-4611-94d1-1363f6799ddb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:43.889379 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:43.915253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3e0664-f2c7-4964-aa0c-dafcb04e971d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc54b1cb-0290-4be1-a75e-767c02d1dc2b'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:10:43.917573 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d367f5-fdf5-45f8-ada7-d16762eff28f" -d '{"events": [{"server_uuid": "ee3e0664-f2c7-4964-aa0c-dafcb04e971d", "name": "network-vif-plugged", "status": "completed", "tag": "bc54b1cb-0290-4be1-a75e-767c02d1dc2b"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:10:43.931972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port bc54b1cb-0290-4be1-a75e-767c02d1dc2b, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bc54b1cb-0290-4be1-a75e-767c02d1dc2b,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:43.937170 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:43.963430 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b57be3-e3ad-487c-b38c-756005b1d542 x-openstack-request-id: req-a1b57be3-e3ad-487c-b38c-756005b1d542 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:10:43.963729 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3e0664-f2c7-4964-aa0c-dafcb04e971d", "name": "network-vif-plugged", "status": "completed", "tag": "bc54b1cb-0290-4be1-a75e-767c02d1dc2b", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:10:43.963980 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1b57be3-e3ad-487c-b38c-756005b1d542 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:10:43.964430 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3e0664-f2c7-4964-aa0c-dafcb04e971d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc54b1cb-0290-4be1-a75e-767c02d1dc2b', 'code': 200} Aug 27 14:10:43.990050 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=bc54b1cb-0290-4be1-a75e-767c02d1dc2b,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:44.106133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c4e0c-dfa4-47f1-a109-bfc895145116 req-b095d6de-ffd5-45db-88e1-7f73ff87726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:44.107695 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f23c4e0c-dfa4-47f1-a109-bfc895145116 req-b095d6de-ffd5-45db-88e1-7f73ff87726e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 1097 time: 0.0433037 Aug 27 14:10:44.115648 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348f61c-92cb-47be-a112-1c66a92389f2 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c2efde-5c9e-4559-9da3-3b14973516f4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:44.153327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f23c4e0c-dfa4-47f1-a109-bfc895145116 req-9b775842-20e8-42f8-8b85-ab3072f4035c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372643 Aug 27 14:10:44.164541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b55574f9-7df3-4fb0-bac8-3967fb1a8253 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:44.185674 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.215781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b55574f9-7df3-4fb0-bac8-3967fb1a8253 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:44.216459 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.229743 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.276694 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07d0bf42-54ba-4cf9-adc6-4f7de8b5e7cc tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.291691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb9fae-b888-4945-af9b-8708d42c11e1 req-532e8573-4881-4344-8519-f6f9e81c4c17 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:44.293778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13bb9fae-b888-4945-af9b-8708d42c11e1 req-532e8573-4881-4344-8519-f6f9e81c4c17 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 945 time: 0.1984580 Aug 27 14:10:44.317356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a22079-bc56-4615-a36b-661e01de6f6f req-25dafe65-90c6-4df5-93bf-a0cc0cacf47d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:44.318898 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8a22079-bc56-4615-a36b-661e01de6f6f req-25dafe65-90c6-4df5-93bf-a0cc0cacf47d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.0546010 Aug 27 14:10:44.358742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8a22079-bc56-4615-a36b-661e01de6f6f req-57d20b04-b6cb-44ff-b444-927b68edfb34 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334482 Aug 27 14:10:44.474964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13bb9fae-b888-4945-af9b-8708d42c11e1 req-752bd501-2752-460c-b47f-f030b9c10cc1 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472950 Aug 27 14:10:44.530062 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.545935 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07d0bf42-54ba-4cf9-adc6-4f7de8b5e7cc tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.555669 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07d0bf42-54ba-4cf9-adc6-4f7de8b5e7cc tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.629364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0bf42-54ba-4cf9-adc6-4f7de8b5e7cc tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2104f3a4-d0a5-4b14-8cba-916e040a3feb,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:44.650454 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07d0bf42-54ba-4cf9-adc6-4f7de8b5e7cc tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.651675 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-07d0bf42-54ba-4cf9-adc6-4f7de8b5e7cc tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9371912 Aug 27 14:10:44.655123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34030) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:44.666625 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0d575a83-68d2-4e78-9d70-97c4cf075fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.686036 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-abc52da4-94e5-4e35-a97e-d52b46d8e560 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.694239 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-abc52da4-94e5-4e35-a97e-d52b46d8e560 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.727462 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-abc52da4-94e5-4e35-a97e-d52b46d8e560 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.734837 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.747677 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-abc52da4-94e5-4e35-a97e-d52b46d8e560 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.748981 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-abc52da4-94e5-4e35-a97e-d52b46d8e560 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/2104f3a4-d0a5-4b14-8cba-916e040a3feb HTTP/1.1" status: 204 len: 168 time: 0.0928473 Aug 27 14:10:44.750002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc52da4-94e5-4e35-a97e-d52b46d8e560 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2104f3a4-d0a5-4b14-8cba-916e040a3feb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:44.751725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34034) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:44.815682 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8c02f13f-7cd6-4ea8-9a69-9a1f796bb118 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0607204 Aug 27 14:10:44.816297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34040) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:44.871856 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f248a34-e2f1-407f-acf7-0af01be22fc7 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.897562 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f248a34-e2f1-407f-acf7-0af01be22fc7 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.945524 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f248a34-e2f1-407f-acf7-0af01be22fc7 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.949941 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f248a34-e2f1-407f-acf7-0af01be22fc7 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.954323 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0f248a34-e2f1-407f-acf7-0af01be22fc7 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-groups/16c2efde-5c9e-4559-9da3-3b14973516f4 HTTP/1.1" status: 204 len: 168 time: 0.1368952 Aug 27 14:10:44.954964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34046) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:44.982494 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:44.988371 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.004283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f248a34-e2f1-407f-acf7-0af01be22fc7 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c2efde-5c9e-4559-9da3-3b14973516f4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:45.013453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Router df04e581-2a41-4102-a0c6-577f2b878f89 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:10:45.022328 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-596b442f-9222-4a8f-bfbe-5442b14295d3 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0625818 Aug 27 14:10:45.026427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34052) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:45.031722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-feaa52f8-1756-4812-8554-775211cd43da tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group': {'name': 'tempest-secgroup--503203295'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:45.053382 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-feaa52f8-1756-4812-8554-775211cd43da tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.111757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=4abd1873-19d4-4611-94d1-1363f6799ddb,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:45.116587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.148556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-feaa52f8-1756-4812-8554-775211cd43da tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.153948 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-feaa52f8-1756-4812-8554-775211cd43da tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.177182 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-feaa52f8-1756-4812-8554-775211cd43da tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.180892 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-feaa52f8-1756-4812-8554-775211cd43da tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1510272 Aug 27 14:10:45.182314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34060) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:45.186374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-37607e9a-d2f0-4b49-a906-e48f5d3e4af4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group_rule': {'security_group_id': '0447c0fb-d632-4b98-8814-7b68dfe204f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:45.210580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa52f8-1756-4812-8554-775211cd43da tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0447c0fb-d632-4b98-8814-7b68dfe204f9,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:45.234469 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-37607e9a-d2f0-4b49-a906-e48f5d3e4af4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.251706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:45.263585 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ba458-9e3e-4b49-9e3e-dbc9555ef185 None None] Sync routers for ids ['df04e581-2a41-4102-a0c6-577f2b878f89'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:45.274814 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ba458-9e3e-4b49-9e3e-dbc9555ef185 None None] Routers {'df04e581-2a41-4102-a0c6-577f2b878f89'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:45.275485 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-042ba458-9e3e-4b49-9e3e-dbc9555ef185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['df04e581-2a41-4102-a0c6-577f2b878f89'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:45.285880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network 7388986d-201e-49bc-a7eb-87edbe44e223 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:45.287659 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.289054 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-75a3150f-7fd6-4c66-a71b-a1472d0eec91 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4771187 Aug 27 14:10:45.290362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:45.292403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34072) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:45.328874 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-042ba458-9e3e-4b49-9e3e-dbc9555ef185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:45.340432 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ba458-9e3e-4b49-9e3e-dbc9555ef185 None None] Routers {'df04e581-2a41-4102-a0c6-577f2b878f89'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:45.341477 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-042ba458-9e3e-4b49-9e3e-dbc9555ef185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['df04e581-2a41-4102-a0c6-577f2b878f89'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:45.345535 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-37607e9a-d2f0-4b49-a906-e48f5d3e4af4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.352203 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-37607e9a-d2f0-4b49-a906-e48f5d3e4af4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.391424 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-042ba458-9e3e-4b49-9e3e-dbc9555ef185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:45.392173 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ba458-9e3e-4b49-9e3e-dbc9555ef185 None None] The sync data for ids ['df04e581-2a41-4102-a0c6-577f2b878f89'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:45.415869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37607e9a-d2f0-4b49-a906-e48f5d3e4af4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9729207e-222c-4962-89bc-5266debc2ecb,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:45.421701 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-37607e9a-d2f0-4b49-a906-e48f5d3e4af4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.422957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-37607e9a-d2f0-4b49-a906-e48f5d3e4af4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2401767 Aug 27 14:10:45.426027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34086) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:45.442808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2d33f132-98d3-4c16-8182-d1eeedc4becd tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group_rule': {'security_group_id': '0447c0fb-d632-4b98-8814-7b68dfe204f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:45.443283 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fb504e46-e5d7-4e6e-b438-c86b294ca7fe tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/routers/df04e581-2a41-4102-a0c6-577f2b878f89 HTTP/1.1" status: 200 len: 919 time: 0.1497619 Aug 27 14:10:45.446793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34090) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:45.484240 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-17d3ee2d-6f6f-49d0-90ca-19fc027d382e tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "GET /v2.0/ports?device_id=df04e581-2a41-4102-a0c6-577f2b878f89 HTTP/1.1" status: 200 len: 205 time: 0.0343425 Aug 27 14:10:45.485893 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34092) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:45.552094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff26da5-2008-439b-a5a0-94456a4a2df5 req-d6fbf04a-dfa5-4dfd-8993-5924a730ccf3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:45.554001 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fff26da5-2008-439b-a5a0-94456a4a2df5 req-d6fbf04a-dfa5-4dfd-8993-5924a730ccf3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.0671065 Aug 27 14:10:45.581162 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d33f132-98d3-4c16-8182-d1eeedc4becd tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.630313 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fff26da5-2008-439b-a5a0-94456a4a2df5 req-66b5e9e5-4836-4e03-b19b-50f115d74f87 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605390 Aug 27 14:10:45.634210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router 6e374172-5fbd-4a0d-8546-f60c275e413a is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:10:45.641300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dcf1e542-c861-4b9b-99f6-91f72febf330 None None] Provisioning complete for port 4abd1873-19d4-4611-94d1-1363f6799ddb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:45.642650 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dcf1e542-c861-4b9b-99f6-91f72febf330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.690780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-dcf1e542-c861-4b9b-99f6-91f72febf330 None None] Port 4abd1873-19d4-4611-94d1-1363f6799ddb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:45.713777 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.834566 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d33f132-98d3-4c16-8182-d1eeedc4becd tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.848474 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d33f132-98d3-4c16-8182-d1eeedc4becd tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.898125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dbf0a-fa0c-4660-993c-dbbee568269f req-17f5312c-1ff1-40c2-96c1-7103c38e5024 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:45.899648 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-438dbf0a-fa0c-4660-993c-dbbee568269f req-17f5312c-1ff1-40c2-96c1-7103c38e5024 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 945 time: 0.2455289 Aug 27 14:10:45.928274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33f132-98d3-4c16-8182-d1eeedc4becd tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a25fa34-1976-49b1-afb5-2d737367f8d4,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:45.949793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d33f132-98d3-4c16-8182-d1eeedc4becd tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:45.950938 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2d33f132-98d3-4c16-8182-d1eeedc4becd tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5231826 Aug 27 14:10:45.953709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34104) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:45.956771 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:45.958407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c765e5b2-0278-424c-ac37-766f3bcf66fe tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group_rule': {'security_group_id': '0447c0fb-d632-4b98-8814-7b68dfe204f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:45.967202 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-27ad047b-07c8-4ed3-bc53-9cb3d4cbbec4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/6e374172-5fbd-4a0d-8546-f60c275e413a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4684386 Aug 27 14:10:45.967811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34106) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:45.967958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5030dd1-3d63-42ba-9832-23bdba706041 None None] Sync routers for ids ['6e374172-5fbd-4a0d-8546-f60c275e413a'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:45.978108 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5030dd1-3d63-42ba-9832-23bdba706041 None None] Routers {'6e374172-5fbd-4a0d-8546-f60c275e413a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:45.978774 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e5030dd1-3d63-42ba-9832-23bdba706041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6e374172-5fbd-4a0d-8546-f60c275e413a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:45.991394 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-438dbf0a-fa0c-4660-993c-dbbee568269f req-7bcf1062-f66b-42d0-9701-e6513b44d7ec tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785232 Aug 27 14:10:45.993275 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.017450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e5030dd1-3d63-42ba-9832-23bdba706041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:46.027705 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5030dd1-3d63-42ba-9832-23bdba706041 None None] Routers {'6e374172-5fbd-4a0d-8546-f60c275e413a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:46.028847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e5030dd1-3d63-42ba-9832-23bdba706041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6e374172-5fbd-4a0d-8546-f60c275e413a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:46.034994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544aa784-b0bc-4c12-9217-8300d8199bf6 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:46.036420 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-544aa784-b0bc-4c12-9217-8300d8199bf6 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports/4abd1873-19d4-4611-94d1-1363f6799ddb HTTP/1.1" status: 200 len: 977 time: 0.0673721 Aug 27 14:10:46.039369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34108) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:46.041470 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c765e5b2-0278-424c-ac37-766f3bcf66fe tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.065102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Deleting port f9831dab-863a-4368-a994-7e761fb2be1e {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:46.065371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e5030dd1-3d63-42ba-9832-23bdba706041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:46.065609 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.065839 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5030dd1-3d63-42ba-9832-23bdba706041 None None] The sync data for ids ['6e374172-5fbd-4a0d-8546-f60c275e413a'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:46.143291 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.155452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Calling delete_port for f9831dab-863a-4368-a994-7e761fb2be1e owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:46.174003 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c765e5b2-0278-424c-ac37-766f3bcf66fe tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.211030 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c765e5b2-0278-424c-ac37-766f3bcf66fe tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.265923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765e5b2-0278-424c-ac37-766f3bcf66fe tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d63670-87fd-4dbf-bd3e-1c2b54077dc1,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:46.282039 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c765e5b2-0278-424c-ac37-766f3bcf66fe tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.283288 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c765e5b2-0278-424c-ac37-766f3bcf66fe tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3285773 Aug 27 14:10:46.286414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34110) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:46.290818 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4bd42b07-41ef-487b-8fb1-29f2730b7b29 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group_rule': {'security_group_id': '0447c0fb-d632-4b98-8814-7b68dfe204f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:46.327548 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.347719 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4bd42b07-41ef-487b-8fb1-29f2730b7b29 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.356791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Pushing event deleted for resources: {'Port': ['ID=f9831dab-863a-4368-a994-7e761fb2be1e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:46.421743 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.435279 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4bd42b07-41ef-487b-8fb1-29f2730b7b29 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.439329 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4bd42b07-41ef-487b-8fb1-29f2730b7b29 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.481791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd42b07-41ef-487b-8fb1-29f2730b7b29 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ebf2a5-f42e-4e50-beed-ad361f1e9d43,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:46.491924 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4bd42b07-41ef-487b-8fb1-29f2730b7b29 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.493203 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4bd42b07-41ef-487b-8fb1-29f2730b7b29 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2058418 Aug 27 14:10:46.497727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34112) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:46.502256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a3cb5bb4-d1d3-4a78-be4d-5256e5100b03 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group_rule': {'security_group_id': '0447c0fb-d632-4b98-8814-7b68dfe204f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:46.518862 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.520472 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-23673704-6a87-433b-ac5c-1b03eb7f9d01 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.522188 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.572047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.572641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Fanout notify agent at l3_agent the message router_deleted on router df04e581-2a41-4102-a0c6-577f2b878f89 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:10:46.583409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.584627 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7f2df55e-04ef-46fe-a298-b39e545a6ae1 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "DELETE /v2.0/routers/df04e581-2a41-4102-a0c6-577f2b878f89 HTTP/1.1" status: 204 len: 168 time: 1.0963809 Aug 27 14:10:46.589735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34116) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:46.595063 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2133070044', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'enable_snat': False}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:46.951340 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.952451 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:46.964714 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3cb5bb4-d1d3-4a78-be4d-5256e5100b03 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.005900 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.053787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bf35c-8524-4ad4-89d6-4e6c83fb82e1 req-1199cbc5-2647-46a4-9645-df84718fffb5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:47.055343 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-381bf35c-8524-4ad4-89d6-4e6c83fb82e1 req-1199cbc5-2647-46a4-9645-df84718fffb5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.1291537 Aug 27 14:10:47.128964 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3cb5bb4-d1d3-4a78-be4d-5256e5100b03 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.142697 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3cb5bb4-d1d3-4a78-be4d-5256e5100b03 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.155389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-381bf35c-8524-4ad4-89d6-4e6c83fb82e1 req-22dc83b0-1dbb-41d4-82fd-72ce2acc6b06 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779154 Aug 27 14:10:47.169569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb5bb4-d1d3-4a78-be4d-5256e5100b03 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc93c9b-6fee-4321-b687-743b27c1ddb8,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:47.177071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3cb5bb4-d1d3-4a78-be4d-5256e5100b03 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.178896 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a3cb5bb4-d1d3-4a78-be4d-5256e5100b03 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6801333 Aug 27 14:10:47.182078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34134) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:47.187871 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.209991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b2464-42c0-4b87-b232-e0f68fa7828b req-fdb126df-ece0-49da-8495-1b4e8af7de9a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:47.215272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c4b2464-42c0-4b87-b232-e0f68fa7828b req-fdb126df-ece0-49da-8495-1b4e8af7de9a tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 945 time: 0.1352692 Aug 27 14:10:47.234713 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e0c67bc-1be8-45a3-bc7f-7be686fc5a7b tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.245282 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e0c67bc-1be8-45a3-bc7f-7be686fc5a7b tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.288421 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e0c67bc-1be8-45a3-bc7f-7be686fc5a7b tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.296562 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e0c67bc-1be8-45a3-bc7f-7be686fc5a7b tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.300178 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2e0c67bc-1be8-45a3-bc7f-7be686fc5a7b tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/2bc93c9b-6fee-4321-b687-743b27c1ddb8 HTTP/1.1" status: 204 len: 168 time: 0.1130643 Aug 27 14:10:47.300178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-23673704-6a87-433b-ac5c-1b03eb7f9d01 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port 4abd1873-19d4-4611-94d1-1363f6799ddb {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:47.300470 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-23673704-6a87-433b-ac5c-1b03eb7f9d01 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.305069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34146) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:47.361208 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c67bc-1be8-45a3-bc7f-7be686fc5a7b tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bc93c9b-6fee-4321-b687-743b27c1ddb8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:47.422725 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7571a452-7c4d-4a9c-8ea4-1a5407ae8ee8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1163261 Aug 27 14:10:47.425652 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34154) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:47.433765 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.459299 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-23673704-6a87-433b-ac5c-1b03eb7f9d01 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.475977 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ffba046-e93a-4d5d-91a4-c50dd10a661f tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.482061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-23673704-6a87-433b-ac5c-1b03eb7f9d01 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for 4abd1873-19d4-4611-94d1-1363f6799ddb owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:47.490544 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ffba046-e93a-4d5d-91a4-c50dd10a661f tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.491468 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-200e55ed-4b5a-476f-b3b9-edc355f4af77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.561530 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ffba046-e93a-4d5d-91a4-c50dd10a661f tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.581786 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7ffba046-e93a-4d5d-91a4-c50dd10a661f tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.586489 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7ffba046-e93a-4d5d-91a4-c50dd10a661f tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a6ebf2a5-f42e-4e50-beed-ad361f1e9d43 HTTP/1.1" status: 204 len: 168 time: 0.1562746 Aug 27 14:10:47.586489 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34176) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:47.616644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffba046-e93a-4d5d-91a4-c50dd10a661f tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6ebf2a5-f42e-4e50-beed-ad361f1e9d43,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:47.678300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2c4b2464-42c0-4b87-b232-e0f68fa7828b req-2b84aa01-38da-433e-aacc-a8ef94dd9604 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596393 Aug 27 14:10:47.699537 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ebf00828-5f74-498d-81c7-4f47f39d0c1b tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1126111 Aug 27 14:10:47.703366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34180) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:47.739554 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-04d58967-fe8e-4ecb-8c41-a7f2bacd45e3 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.748334 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-04d58967-fe8e-4ecb-8c41-a7f2bacd45e3 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.809225 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-04d58967-fe8e-4ecb-8c41-a7f2bacd45e3 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.816504 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-04d58967-fe8e-4ecb-8c41-a7f2bacd45e3 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.820073 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-04d58967-fe8e-4ecb-8c41-a7f2bacd45e3 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/03d63670-87fd-4dbf-bd3e-1c2b54077dc1 HTTP/1.1" status: 204 len: 168 time: 0.1133075 Aug 27 14:10:47.822915 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34190) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:47.838926 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-23673704-6a87-433b-ac5c-1b03eb7f9d01 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.855306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d58967-fe8e-4ecb-8c41-a7f2bacd45e3 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03d63670-87fd-4dbf-bd3e-1c2b54077dc1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:47.890047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23673704-6a87-433b-ac5c-1b03eb7f9d01 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=4abd1873-19d4-4611-94d1-1363f6799ddb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:47.923102 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.965354 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:47.971279 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e3fb69fe-577c-4628-ad67-7d3c11a781da tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1467717 Aug 27 14:10:47.972786 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34204) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:48.036064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c775d803-acc8-414d-8109-f236835c8d0a tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.045044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c775d803-acc8-414d-8109-f236835c8d0a tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.139797 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b5645-0534-4815-a819-6bf4edab7c3d req-2f068f48-d4b1-49c7-a0bf-2be9d7905ce2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:48.147518 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b88b5645-0534-4815-a819-6bf4edab7c3d req-2f068f48-d4b1-49c7-a0bf-2be9d7905ce2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 945 time: 0.1915128 Aug 27 14:10:48.164776 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c775d803-acc8-414d-8109-f236835c8d0a tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.171660 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-23673704-6a87-433b-ac5c-1b03eb7f9d01 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.201240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c775d803-acc8-414d-8109-f236835c8d0a tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.205085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c775d803-acc8-414d-8109-f236835c8d0a tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/2a25fa34-1976-49b1-afb5-2d737367f8d4 HTTP/1.1" status: 204 len: 168 time: 0.2278960 Aug 27 14:10:48.208014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34226) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:48.229868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775d803-acc8-414d-8109-f236835c8d0a tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a25fa34-1976-49b1-afb5-2d737367f8d4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:48.265255 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b88b5645-0534-4815-a819-6bf4edab7c3d req-13620349-9fe9-4fdc-ba18-7e1ab2fd718d tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166656 Aug 27 14:10:48.291767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Allocated IP 172.25.2.140 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/ee1a8890-7150-4273-960f-5aee26073b61) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:48.310279 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5290da24-0a64-4dfb-a40c-d312afb276ee tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0984075 Aug 27 14:10:48.313043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34232) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:48.379748 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8dea3b25-b29d-4f4e-9fe1-73147bf414e8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.393574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8dea3b25-b29d-4f4e-9fe1-73147bf414e8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.396487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23673704-6a87-433b-ac5c-1b03eb7f9d01 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router 6e374172-5fbd-4a0d-8546-f60c275e413a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:10:48.436110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8dea3b25-b29d-4f4e-9fe1-73147bf414e8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.449047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8dea3b25-b29d-4f4e-9fe1-73147bf414e8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.451193 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8dea3b25-b29d-4f4e-9fe1-73147bf414e8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/9729207e-222c-4962-89bc-5266debc2ecb HTTP/1.1" status: 204 len: 168 time: 0.1372461 Aug 27 14:10:48.455108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34236) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:48.467555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea3b25-b29d-4f4e-9fe1-73147bf414e8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9729207e-222c-4962-89bc-5266debc2ecb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:48.486914 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.501331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23673704-6a87-433b-ac5c-1b03eb7f9d01 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:48.507387 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-23673704-6a87-433b-ac5c-1b03eb7f9d01 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/6e374172-5fbd-4a0d-8546-f60c275e413a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4668322 Aug 27 14:10:48.509953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34238) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:48.515896 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b7f19-67d0-4336-baff-fd645fa9fea1 None None] Sync routers for ids ['6e374172-5fbd-4a0d-8546-f60c275e413a'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:48.527000 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b5319206-5de5-4360-98f7-961738c2f903 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0656452 Aug 27 14:10:48.527256 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b7f19-67d0-4336-baff-fd645fa9fea1 None None] Routers {'6e374172-5fbd-4a0d-8546-f60c275e413a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:48.527256 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-743b7f19-67d0-4336-baff-fd645fa9fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6e374172-5fbd-4a0d-8546-f60c275e413a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:48.527478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34240) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:48.603636 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.612483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5c7a6-7dab-4f32-8c0e-408f3aa97686 req-d0e962cd-f294-4af7-9609-018682da5343 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:48.614189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6fc5c7a6-7dab-4f32-8c0e-408f3aa97686 req-d0e962cd-f294-4af7-9609-018682da5343 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.1681597 Aug 27 14:10:48.661121 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-743b7f19-67d0-4336-baff-fd645fa9fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:48.661827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:48.663064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbb042c-8463-4ce6-a948-e1f089122c2e tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.668993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:48.670229 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b7f19-67d0-4336-baff-fd645fa9fea1 None None] Routers {'6e374172-5fbd-4a0d-8546-f60c275e413a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:48.671359 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-743b7f19-67d0-4336-baff-fd645fa9fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6e374172-5fbd-4a0d-8546-f60c275e413a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:48.676423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:48.708772 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-743b7f19-67d0-4336-baff-fd645fa9fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:48.709997 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b7f19-67d0-4336-baff-fd645fa9fea1 None None] The sync data for ids ['6e374172-5fbd-4a0d-8546-f60c275e413a'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:48.719253 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.734921 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbb042c-8463-4ce6-a948-e1f089122c2e tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.738542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event updated for resources: {'Port': ['ID=ee1a8890-7150-4273-960f-5aee26073b61,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:48.750605 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-fa00a3ab-28c1-4329-84f9-cca175299763 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] remove_router_interface failed (client error): The resource could not be found. Aug 27 14:10:48.751698 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fa00a3ab-28c1-4329-84f9-cca175299763 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/6e374172-5fbd-4a0d-8546-f60c275e413a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2406046 Aug 27 14:10:48.754903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34244) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:48.759215 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6fc5c7a6-7dab-4f32-8c0e-408f3aa97686 req-33653b51-a131-4847-90d8-11f57c42b454 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115940 Aug 27 14:10:48.814197 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2db276dc-93f0-422a-8ecf-6c16eed32ccd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e374172-5fbd-4a0d-8546-f60c275e413a HTTP/1.1" status: 200 len: 205 time: 0.0538383 Aug 27 14:10:48.814440 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34248) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:48.912001 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f928195a-796d-46e9-b023-7e1ba2a6ea76 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.916082 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbb042c-8463-4ce6-a948-e1f089122c2e tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.919634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbb042c-8463-4ce6-a948-e1f089122c2e tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:48.923525 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ebbb042c-8463-4ce6-a948-e1f089122c2e tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-groups/0447c0fb-d632-4b98-8814-7b68dfe204f9 HTTP/1.1" status: 204 len: 168 time: 0.3953781 Aug 27 14:10:48.925949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34252) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:48.985849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb042c-8463-4ce6-a948-e1f089122c2e tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0447c0fb-d632-4b98-8814-7b68dfe204f9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:49.032334 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c55941f9-ba76-4db7-bcd2-ceef1016ba65 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1014276 Aug 27 14:10:49.039100 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34256) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:49.077973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1980b367-2fe2-4a3d-b2f2-03a64f083f93 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539453563'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:49.111966 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f928195a-796d-46e9-b023-7e1ba2a6ea76 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.115422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f928195a-796d-46e9-b023-7e1ba2a6ea76 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.120150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd9ed4-6838-4581-ad90-c6b34ea38617 req-1a31f4af-c647-4d86-986e-6f40cb07b4c8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:49.121735 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96dd9ed4-6838-4581-ad90-c6b34ea38617 req-1a31f4af-c647-4d86-986e-6f40cb07b4c8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 947 time: 0.1654978 Aug 27 14:10:49.127344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33efc99-d3ec-4eb8-8510-3ffcc325b635 req-25c22c6f-bc0a-4177-8d2a-934be7e487c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:49.129336 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e33efc99-d3ec-4eb8-8510-3ffcc325b635 req-25c22c6f-bc0a-4177-8d2a-934be7e487c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 1099 time: 0.1440444 Aug 27 14:10:49.182369 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1980b367-2fe2-4a3d-b2f2-03a64f083f93 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.190910 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:10:49.208372 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f928195a-796d-46e9-b023-7e1ba2a6ea76 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.209157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f928195a-796d-46e9-b023-7e1ba2a6ea76 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Fanout notify agent at l3_agent the message router_deleted on router 6e374172-5fbd-4a0d-8546-f60c275e413a {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:10:49.220052 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f928195a-796d-46e9-b023-7e1ba2a6ea76 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.222721 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f928195a-796d-46e9-b023-7e1ba2a6ea76 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/6e374172-5fbd-4a0d-8546-f60c275e413a HTTP/1.1" status: 204 len: 168 time: 0.4063122 Aug 27 14:10:49.225877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34260) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:49.227918 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96dd9ed4-6838-4581-ad90-c6b34ea38617 req-bcf535fb-9964-4737-9aa9-baee1ace0303 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715253 Aug 27 14:10:49.228562 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.299369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-15036b8e-b7c3-4f93-b518-ead3eaed8f86 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting subnet 26f53976-81e4-4f12-94b7-cce1f6232ac0 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:10:49.313145 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15036b8e-b7c3-4f93-b518-ead3eaed8f86 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.340346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33efc99-d3ec-4eb8-8510-3ffcc325b635 req-bf84fbce-a60c-44d3-81bb-058e0e6eb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:49.342203 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e33efc99-d3ec-4eb8-8510-3ffcc325b635 req-bf84fbce-a60c-44d3-81bb-058e0e6eb522 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.1800277 Aug 27 14:10:49.399617 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15036b8e-b7c3-4f93-b518-ead3eaed8f86 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.429658 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1980b367-2fe2-4a3d-b2f2-03a64f083f93 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.438400 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1980b367-2fe2-4a3d-b2f2-03a64f083f93 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.484580 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e33efc99-d3ec-4eb8-8510-3ffcc325b635 req-602ec0a3-d478-468e-a792-c797595b9dca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 200 len: 1002 time: 0.1314991 Aug 27 14:10:49.503352 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1980b367-2fe2-4a3d-b2f2-03a64f083f93 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.504580 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1980b367-2fe2-4a3d-b2f2-03a64f083f93 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4643805 Aug 27 14:10:49.508504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34264) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:49.509127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980b367-2fe2-4a3d-b2f2-03a64f083f93 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abf1340-154a-4e89-a1f6-193c5f830fe1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:49.515427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ecbad6f7-147b-4a4c-92ab-4c26dd0866d8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group_rule': {'security_group_id': '0abf1340-154a-4e89-a1f6-193c5f830fe1', 'direction': 'ingress', 'protocol': 17}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:49.525310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74d2a1-8eb2-44ca-831e-8993ef059c34 req-c7b1c442-b3bb-49ce-aeee-f8f842bf3dd3 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:49.526857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d74d2a1-8eb2-44ca-831e-8993ef059c34 req-c7b1c442-b3bb-49ce-aeee-f8f842bf3dd3 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 945 time: 0.1773231 Aug 27 14:10:49.537001 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.581969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9e1b0f85-7589-49d4-84cb-8da7b39529b8 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:49.587561 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15036b8e-b7c3-4f93-b518-ead3eaed8f86 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.592341 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ecbad6f7-147b-4a4c-92ab-4c26dd0866d8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.627669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33efc99-d3ec-4eb8-8510-3ffcc325b635 req-7ca1d770-39fa-41c7-b7d0-0f289afb6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:49.629168 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e33efc99-d3ec-4eb8-8510-3ffcc325b635 req-7ca1d770-39fa-41c7-b7d0-0f289afb6cd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.1354432 Aug 27 14:10:49.670600 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.686310 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d74d2a1-8eb2-44ca-831e-8993ef059c34 req-68ce4a65-9392-44ba-855c-ae4a7780a128 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367092 Aug 27 14:10:49.703867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:49.705058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:10:49.707944 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5877c56a-0aee-4490-aefd-b973c30bb272" -d '{"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:10:49.709208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ecbad6f7-147b-4a4c-92ab-4c26dd0866d8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.712491 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.721850 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ecbad6f7-147b-4a4c-92ab-4c26dd0866d8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.743831 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15036b8e-b7c3-4f93-b518-ead3eaed8f86 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.751245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33efc99-d3ec-4eb8-8510-3ffcc325b635 req-f845b233-8d10-4ff6-99ef-1ef18a2ed4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:49.754116 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e33efc99-d3ec-4eb8-8510-3ffcc325b635 req-f845b233-8d10-4ff6-99ef-1ef18a2ed4ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134634 Aug 27 14:10:49.754262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbad6f7-147b-4a4c-92ab-4c26dd0866d8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd9da28-67f8-4d5a-ab6f-dce6691ba074,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:49.765729 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ecbad6f7-147b-4a4c-92ab-4c26dd0866d8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.769906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ecbad6f7-147b-4a4c-92ab-4c26dd0866d8 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2553957 Aug 27 14:10:49.769906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34270) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:49.775717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=14']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:49.785791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Router 95070806-9600-421a-a342-363ac00b24ca is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:10:49.807897 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c43fd46-98f2-4805-97ff-0b78dae1652d x-openstack-request-id: req-5c43fd46-98f2-4805-97ff-0b78dae1652d {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:10:49.808113 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:10:49.808412 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c43fd46-98f2-4805-97ff-0b78dae1652d {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:10:49.808874 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'code': 200} Aug 27 14:10:49.845845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15036b8e-b7c3-4f93-b518-ead3eaed8f86 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Subnet': ['ID=26f53976-81e4-4f12-94b7-cce1f6232ac0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:49.853174 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15036b8e-b7c3-4f93-b518-ead3eaed8f86 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.858550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-15036b8e-b7c3-4f93-b518-ead3eaed8f86 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/26f53976-81e4-4f12-94b7-cce1f6232ac0 HTTP/1.1" status: 204 len: 168 time: 0.6314256 Aug 27 14:10:49.859473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34274) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:49.861941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca541a-ac5f-4fc7-a161-a8a15fc14a15 None None] Network 7388986d-201e-49bc-a7eb-87edbe44e223 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:49.935997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:49.952180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Sync routers for ids ['95070806-9600-421a-a342-363ac00b24ca'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:49.955401 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-875363b1-4435-4ac8-8fd2-f1225960bb64 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.972422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.973113 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:49.976356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e33efc99-d3ec-4eb8-8510-3ffcc325b635 req-fe463ab2-f247-4634-926d-f94f30f3a661 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073340 Aug 27 14:10:49.977231 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3be9eeb9-875d-478c-998b-875f1aae864f tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.3858707 Aug 27 14:10:49.977847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34278) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:49.981445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Routers {'95070806-9600-421a-a342-363ac00b24ca'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:49.982169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['95070806-9600-421a-a342-363ac00b24ca'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:50.001476 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-875363b1-4435-4ac8-8fd2-f1225960bb64 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.157605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69776391-1dff-47e5-82e4-03ab84d1c88f req-13ed8ed9-5577-4b78-bb97-6edb23d62e08 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:50.159308 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-69776391-1dff-47e5-82e4-03ab84d1c88f req-13ed8ed9-5577-4b78-bb97-6edb23d62e08 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 945 time: 0.0986319 Aug 27 14:10:50.165344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port b55574f9-7df3-4fb0-bac8-3967fb1a8253 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:50.165929 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.175663 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.178202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Set router 95070806-9600-421a-a342-363ac00b24ca gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:50.188559 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fa31545a-7e16-448e-9764-2fee5242f698 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/routers/95070806-9600-421a-a342-363ac00b24ca HTTP/1.1" status: 200 len: 909 time: 0.2060943 Aug 27 14:10:50.189619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-875363b1-4435-4ac8-8fd2-f1225960bb64 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.208020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-875363b1-4435-4ac8-8fd2-f1225960bb64 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.210648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34284) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:50.211981 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-875363b1-4435-4ac8-8fd2-f1225960bb64 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-groups/0abf1340-154a-4e89-a1f6-193c5f830fe1 HTTP/1.1" status: 204 len: 168 time: 0.4413726 Aug 27 14:10:50.217806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2133070044', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'enable_snat': True}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:50.218612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe0d3d-af99-421e-a41a-0b4c6aa192db None None] DHCP port deletion for 7388986d-201e-49bc-a7eb-87edbe44e223 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:10:50.221376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34286) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:50.226318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875363b1-4435-4ac8-8fd2-f1225960bb64 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abf1340-154a-4e89-a1f6-193c5f830fe1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:50.275586 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e33efc99-d3ec-4eb8-8510-3ffcc325b635 req-7c8832a9-5851-4cff-b1f3-9a662affb374 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666907 Aug 27 14:10:50.344658 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-96524d75-6db4-4971-9061-451d15a40fe5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883152 Aug 27 14:10:50.353569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] For port b55574f9-7df3-4fb0-bac8-3967fb1a8253, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b55574f9-7df3-4fb0-bac8-3967fb1a8253,segment=NetworkSegment(eeee4529-9a0d-4588-ad46-76dc9e94e8d6),segment_id=eeee4529-9a0d-4588-ad46-76dc9e94e8d6)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:50.353940 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.355799 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34290) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:50.370825 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.371863 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.383683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for b55574f9-7df3-4fb0-bac8-3967fb1a8253 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:50.384183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-980343df-9175-4bbc-afe3-5a0370df7759 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460549555'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:50.403658 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-69776391-1dff-47e5-82e4-03ab84d1c88f req-f712b1fd-e8d9-43c0-a15b-72c8519b8c90 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165174 Aug 27 14:10:50.418277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-58fe0d3d-af99-421e-a41a-0b4c6aa192db None None] Deleting port b55574f9-7df3-4fb0-bac8-3967fb1a8253 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:50.418717 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-58fe0d3d-af99-421e-a41a-0b4c6aa192db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.439578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc977e-138c-45ef-b4f4-76a9f417cd03 req-6977c66d-88f9-4b8f-873e-eec10c16c086 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:50.441642 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00bc977e-138c-45ef-b4f4-76a9f417cd03 req-6977c66d-88f9-4b8f-873e-eec10c16c086 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1052208 Aug 27 14:10:50.443011 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-980343df-9175-4bbc-afe3-5a0370df7759 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.490299 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.529613 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00bc977e-138c-45ef-b4f4-76a9f417cd03 req-af08486f-e60e-4ca8-be9e-3bd2cc1117dd tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743995 Aug 27 14:10:50.595624 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-980343df-9175-4bbc-afe3-5a0370df7759 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.607544 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-980343df-9175-4bbc-afe3-5a0370df7759 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.636116 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-980343df-9175-4bbc-afe3-5a0370df7759 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.638025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-980343df-9175-4bbc-afe3-5a0370df7759 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2796962 Aug 27 14:10:50.640822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34292) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:50.646152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-fca4b625-eda8-46d7-9309-8abb56170248 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group': {'name': 'tempest-secgroup--833058877'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:50.655035 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.655526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980343df-9175-4bbc-afe3-5a0370df7759 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1217563-caaa-471e-9d05-e3e10048da65,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:50.659700 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.673831 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fca4b625-eda8-46d7-9309-8abb56170248 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.692882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No DVR routers for this DVR port b55574f9-7df3-4fb0-bac8-3967fb1a8253 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:50.693088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-58fe0d3d-af99-421e-a41a-0b4c6aa192db None None] For port b55574f9-7df3-4fb0-bac8-3967fb1a8253, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b55574f9-7df3-4fb0-bac8-3967fb1a8253,segment=NetworkSegment(eeee4529-9a0d-4588-ad46-76dc9e94e8d6),segment_id=eeee4529-9a0d-4588-ad46-76dc9e94e8d6)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:50.693443 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-58fe0d3d-af99-421e-a41a-0b4c6aa192db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.695246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=b55574f9-7df3-4fb0-bac8-3967fb1a8253,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:50.705944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95070806-9600-421a-a342-363ac00b24ca', 'name': 'tempest-snat-router-2133070044', 'tenant_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.140'}], 'enable_snat': False}, 'gw_port_id': 'ee1a8890-7150-4273-960f-5aee26073b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:10:46Z', 'updated_at': '2021-08-27T14:10:48Z', 'revision_number': 3, 'project_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'gw_port': {'id': 'ee1a8890-7150-4273-960f-5aee26073b61', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95070806-9600-421a-a342-363ac00b24ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:10:47Z', 'updated_at': '2021-08-27T14:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:50.716925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-58fe0d3d-af99-421e-a41a-0b4c6aa192db None None] Calling delete_port for b55574f9-7df3-4fb0-bac8-3967fb1a8253 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:50.756367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Checking router: 95070806-9600-421a-a342-363ac00b24ca for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:10:50.757337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Updating router 95070806-9600-421a-a342-363ac00b24ca port ee1a8890-7150-4273-960f-5aee26073b61 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:10:50.768456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fca4b625-eda8-46d7-9309-8abb56170248 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.773252 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fca4b625-eda8-46d7-9309-8abb56170248 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.792559 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fca4b625-eda8-46d7-9309-8abb56170248 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.797836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fca4b625-eda8-46d7-9309-8abb56170248 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1559987 Aug 27 14:10:50.798616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34294) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:50.812507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-13e0ad89-c315-4d8b-99f7-268110e29567 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group_rule': {'security_group_id': 'a1217563-caaa-471e-9d05-e3e10048da65', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e8b0e346-6b17-427d-a6f7-ea373c8d9307', 'remote_ip_prefix': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:50.824650 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.837889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4b625-eda8-46d7-9309-8abb56170248 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b0e346-6b17-427d-a6f7-ea373c8d9307,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:50.867061 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13e0ad89-c315-4d8b-99f7-268110e29567 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.947272 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13e0ad89-c315-4d8b-99f7-268110e29567 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:10:50.951915 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:10:50.957372 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13e0ad89-c315-4d8b-99f7-268110e29567 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.967603 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-58fe0d3d-af99-421e-a41a-0b4c6aa192db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.977918 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0ad89-c315-4d8b-99f7-268110e29567 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7b55e9-9c5c-42a5-96fb-ccb2b9e2ab2f,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:50.985263 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13e0ad89-c315-4d8b-99f7-268110e29567 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:50.990712 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-13e0ad89-c315-4d8b-99f7-268110e29567 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1849685 Aug 27 14:10:50.991520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34298) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:51.021871 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ca5c11ac-48a6-4cfb-86b3-83fb9083a3d0 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.030539 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ca5c11ac-48a6-4cfb-86b3-83fb9083a3d0 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.036735 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe0d3d-af99-421e-a41a-0b4c6aa192db None None] Pushing event deleted for resources: {'Port': ['ID=b55574f9-7df3-4fb0-bac8-3967fb1a8253,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:51.040650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe0d3d-af99-421e-a41a-0b4c6aa192db None None] No DVR routers for this DVR port b55574f9-7df3-4fb0-bac8-3967fb1a8253 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:51.077573 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ca5c11ac-48a6-4cfb-86b3-83fb9083a3d0 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.082980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ca5c11ac-48a6-4cfb-86b3-83fb9083a3d0 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.086569 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ca5c11ac-48a6-4cfb-86b3-83fb9083a3d0 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/fa7b55e9-9c5c-42a5-96fb-ccb2b9e2ab2f HTTP/1.1" status: 204 len: 168 time: 0.0911758 Aug 27 14:10:51.087616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34300) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:51.100469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c11ac-48a6-4cfb-86b3-83fb9083a3d0 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa7b55e9-9c5c-42a5-96fb-ccb2b9e2ab2f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:51.141887 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bed24043-a7cb-4451-a0dd-91b3eb854f5a tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0530231 Aug 27 14:10:51.144524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34302) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:51.176791 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.190310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Transition to ACTIVE for port object ee1a8890-7150-4273-960f-5aee26073b61 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:51.201618 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.207602 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3e1cd77-2309-4f67-99b5-6c0c796a22dd tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.236610 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.249346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7388986d-201e-49bc-a7eb-87edbe44e223']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:51.252064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3e1cd77-2309-4f67-99b5-6c0c796a22dd tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.262012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeee4529-9a0d-4588-ad46-76dc9e94e8d6') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:51.262400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeee4529-9a0d-4588-ad46-76dc9e94e8d6') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:51.265960 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Attempting to bind port ee1a8890-7150-4273-960f-5aee26073b61 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:51.266359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Attempting to bind port ee1a8890-7150-4273-960f-5aee26073b61 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:51.266766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Attempting to bind port ee1a8890-7150-4273-960f-5aee26073b61 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:51.269428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ead679-5ec1-417b-aeff-5821462dd40e None None] Pushing event updated for resources: {'Port': ['ID=ee1a8890-7150-4273-960f-5aee26073b61,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:51.275206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:10:51.275588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:51.275749 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.276009 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.276538 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:10:51.277612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Bound port: ee1a8890-7150-4273-960f-5aee26073b61, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:10:51.278024 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.294219 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.302407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:10:51.302949 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:10:51.306099 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:10:51.316958 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3e1cd77-2309-4f67-99b5-6c0c796a22dd tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.319603 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b3e1cd77-2309-4f67-99b5-6c0c796a22dd tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.323763 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b3e1cd77-2309-4f67-99b5-6c0c796a22dd tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-groups/e8b0e346-6b17-427d-a6f7-ea373c8d9307 HTTP/1.1" status: 204 len: 168 time: 0.1781256 Aug 27 14:10:51.324671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34308) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:51.362326 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] For port ee1a8890-7150-4273-960f-5aee26073b61, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:10:51.367791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1cd77-2309-4f67-99b5-6c0c796a22dd tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b0e346-6b17-427d-a6f7-ea373c8d9307,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:51.376244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] For port ee1a8890-7150-4273-960f-5aee26073b61, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ee1a8890-7150-4273-960f-5aee26073b61,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:10:51.383845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.392375 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.393443 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.395979 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/networks/7388986d-201e-49bc-a7eb-87edbe44e223 HTTP/1.1" status: 204 len: 168 time: 1.5340030 Aug 27 14:10:51.400192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34310) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:51.407285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4ba5c063-0885-4259-a924-b020f3e46f07 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'network': {'name': 'tempest-RoutersTest-1192299772'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:51.421728 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82efc1-576f-41cc-90af-adc08293434e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Network': ['ID=7388986d-201e-49bc-a7eb-87edbe44e223,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:51.425813 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8a779a83-5c39-4247-acf3-cabcd7b7fe8e tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0947661 Aug 27 14:10:51.429531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34314) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:51.442494 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.447121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba5c063-0885-4259-a924-b020f3e46f07 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:51.451790 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba5c063-0885-4259-a924-b020f3e46f07 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.460393 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Routers {'95070806-9600-421a-a342-363ac00b24ca'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:51.461107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['95070806-9600-421a-a342-363ac00b24ca'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:51.486172 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba5c063-0885-4259-a924-b020f3e46f07 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:10:51.511180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ead679-5ec1-417b-aeff-5821462dd40e None None] Pushing event updated for resources: {'Port': ['ID=ee1a8890-7150-4273-960f-5aee26073b61,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:51.526607 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba5c063-0885-4259-a924-b020f3e46f07 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.526969 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-4ba5c063-0885-4259-a924-b020f3e46f07 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Added segment 92ac98e8-1f26-405a-b66b-aed98ec6a27c of type vlan for network cae87b17-bd95-4bb6-8e2d-7f94394e38a6 Aug 27 14:10:51.585409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba5c063-0885-4259-a924-b020f3e46f07 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.599277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c3431-2672-4d32-b8c5-93ce5aa169cc req-e1560acb-2529-487b-ad28-03cc2b04e898 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:51.607775 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ee5c3431-2672-4d32-b8c5-93ce5aa169cc req-e1560acb-2529-487b-ad28-03cc2b04e898 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 945 time: 0.1142218 Aug 27 14:10:51.610003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] Set router 95070806-9600-421a-a342-363ac00b24ca gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:51.610980 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.614491 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.657582 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.659463 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ee5c3431-2672-4d32-b8c5-93ce5aa169cc req-06f5704a-16fb-4ce9-b3dc-bfc8f152c3bb tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510335 Aug 27 14:10:51.664530 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba5c063-0885-4259-a924-b020f3e46f07 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.678507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba5c063-0885-4259-a924-b020f3e46f07 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:51.678507 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba5c063-0885-4259-a924-b020f3e46f07 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.690191 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.729857 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4ba5c063-0885-4259-a924-b020f3e46f07 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3257642 Aug 27 14:10:51.732467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34318) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:51.743781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-42827faa-0d50-427c-b7a6-6fd0ce3e26cf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'subnet': {'network_id': 'cae87b17-bd95-4bb6-8e2d-7f94394e38a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:51.746849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5c063-0885-4259-a924-b020f3e46f07 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Network': ['ID=cae87b17-bd95-4bb6-8e2d-7f94394e38a6,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:51.761048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network cae87b17-bd95-4bb6-8e2d-7f94394e38a6 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:10:51.840724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff03145-3331-4278-9f80-722a493ec315 req-50af0a40-a78e-4cb1-adda-0c9ce24092f0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:51.842312 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ff03145-3331-4278-9f80-722a493ec315 req-50af0a40-a78e-4cb1-adda-0c9ce24092f0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2173579 Aug 27 14:10:51.871406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95070806-9600-421a-a342-363ac00b24ca', 'name': 'tempest-snat-router-2133070044', 'tenant_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.140'}], 'enable_snat': False}, 'gw_port_id': 'ee1a8890-7150-4273-960f-5aee26073b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:10:46Z', 'updated_at': '2021-08-27T14:10:48Z', 'revision_number': 3, 'project_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'gw_port': {'id': 'ee1a8890-7150-4273-960f-5aee26073b61', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95070806-9600-421a-a342-363ac00b24ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:10:47Z', 'updated_at': '2021-08-27T14:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:51.881395 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.884007 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.885133 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-groups/a1217563-caaa-471e-9d05-e3e10048da65 HTTP/1.1" status: 204 len: 168 time: 0.4546163 Aug 27 14:10:51.888451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34320) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:51.904907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12162da6-ee5e-4727-9ba0-f657618ce5da None None] The sync data for ids ['95070806-9600-421a-a342-363ac00b24ca'] in n-d-712139-12 is: [{'id': '95070806-9600-421a-a342-363ac00b24ca', 'name': 'tempest-snat-router-2133070044', 'tenant_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.140'}], 'enable_snat': False}, 'gw_port_id': 'ee1a8890-7150-4273-960f-5aee26073b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:10:46Z', 'updated_at': '2021-08-27T14:10:48Z', 'revision_number': 3, 'project_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'gw_port': {'id': 'ee1a8890-7150-4273-960f-5aee26073b61', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95070806-9600-421a-a342-363ac00b24ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:10:47Z', 'updated_at': '2021-08-27T14:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:51.921141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1217563-caaa-471e-9d05-e3e10048da65,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:51.942169 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-69e82784-4ade-4d2d-8567-8497014631d3 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517671 Aug 27 14:10:51.945264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34322) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:51.950833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8740cf45-57d6-49b8-8f02-380d1c660047 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group': {'name': 'tempest-secgroup--72857547'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:51.954426 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:51.954807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:51.955156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:51.955496 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:51.955834 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:51.956169 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:51.956502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:51.956835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:51.957174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:51.957490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:51.957818 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:51.958143 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ddaed-faef-4f00-87a5-f002403ef9b5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:51.978455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Allocated IP 172.25.2.185 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/4b68de0c-0abf-49ce-9b52-070a889ac66e) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:51.982124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42827faa-0d50-427c-b7a6-6fd0ce3e26cf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:51.987157 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42827faa-0d50-427c-b7a6-6fd0ce3e26cf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.988139 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8740cf45-57d6-49b8-8f02-380d1c660047 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:51.997665 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ff03145-3331-4278-9f80-722a493ec315 req-45978176-6484-43e0-bfad-4678402a7f73 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224318 Aug 27 14:10:52.110044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8740cf45-57d6-49b8-8f02-380d1c660047 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.115800 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8740cf45-57d6-49b8-8f02-380d1c660047 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.165054 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8740cf45-57d6-49b8-8f02-380d1c660047 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.170124 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8740cf45-57d6-49b8-8f02-380d1c660047 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2236919 Aug 27 14:10:52.171005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34330) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:52.176543 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a0532078-be72-4d56-aa2b-b3fd11fcb801 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group_rule': {'security_group_id': '02db8164-9023-447b-86eb-fdd3eb140160', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:52.181288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740cf45-57d6-49b8-8f02-380d1c660047 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02db8164-9023-447b-86eb-fdd3eb140160,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:52.213657 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a0532078-be72-4d56-aa2b-b3fd11fcb801 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.218079 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b55574f9-7df3-4fb0-bac8-3967fb1a8253 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:52.277958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b55574f9-7df3-4fb0-bac8-3967fb1a8253 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:52.279566 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b55574f9-7df3-4fb0-bac8-3967fb1a8253 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:10:52.284068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6eedc-44f8-4969-87f3-096d8ea970ff req-08537772-2495-474a-969b-5b37c3f9f2db tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:52.286179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cb6eedc-44f8-4969-87f3-096d8ea970ff req-08537772-2495-474a-969b-5b37c3f9f2db tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 945 time: 0.1789823 Aug 27 14:10:52.342086 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a0532078-be72-4d56-aa2b-b3fd11fcb801 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.353160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3547d-5f03-4a7d-9b87-c5dfc5d6e73f req-152ebd95-2e70-46bb-8366-db141455f568 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:52.361546 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8d3547d-5f03-4a7d-9b87-c5dfc5d6e73f req-152ebd95-2e70-46bb-8366-db141455f568 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1235664 Aug 27 14:10:52.369355 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a0532078-be72-4d56-aa2b-b3fd11fcb801 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.372541 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.394158 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a0532078-be72-4d56-aa2b-b3fd11fcb801 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.395546 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a0532078-be72-4d56-aa2b-b3fd11fcb801 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2236006 Aug 27 14:10:52.401505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34336) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:52.406274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0532078-be72-4d56-aa2b-b3fd11fcb801 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dcefca-6832-41c5-aed9-ef81efe40ac3,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:52.434190 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d8d3547d-5f03-4a7d-9b87-c5dfc5d6e73f req-a32232cc-6371-44c2-a210-9ffe2d97a5a3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717247 Aug 27 14:10:52.529872 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-31d29955-b4ad-46f6-b259-16dd1efa8de5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.555935 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-31d29955-b4ad-46f6-b259-16dd1efa8de5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.559513 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42827faa-0d50-427c-b7a6-6fd0ce3e26cf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.575893 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf540e-fb32-47c4-99a4-226f962e3993 req-b394a165-2f00-4e9f-bd43-2570f1be0e74 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:52.577508 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-60cf540e-fb32-47c4-99a4-226f962e3993 req-b394a165-2f00-4e9f-bd43-2570f1be0e74 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.0532439 Aug 27 14:10:52.582409 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.628615 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-60cf540e-fb32-47c4-99a4-226f962e3993 req-a15d97a0-5506-437f-b54d-741baa783acf tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423212 Aug 27 14:10:52.675113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-1cb6eedc-44f8-4969-87f3-096d8ea970ff req-3c5f9648-3579-4b9c-90c1-3f422881d1e2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Deleting port bc54b1cb-0290-4be1-a75e-767c02d1dc2b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:52.675457 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1cb6eedc-44f8-4969-87f3-096d8ea970ff req-3c5f9648-3579-4b9c-90c1-3f422881d1e2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.691638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:52.695547 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-31d29955-b4ad-46f6-b259-16dd1efa8de5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.701837 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-31d29955-b4ad-46f6-b259-16dd1efa8de5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.705340 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-31d29955-b4ad-46f6-b259-16dd1efa8de5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/94dcefca-6832-41c5-aed9-ef81efe40ac3 HTTP/1.1" status: 204 len: 168 time: 0.2743719 Aug 27 14:10:52.705976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34344) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:52.768442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:52.771173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:52.790330 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-911c8c4b-c2fa-49b2-9ba5-7ec627577363 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0801802 Aug 27 14:10:52.790983 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34348) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:52.810047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event updated for resources: {'Port': ['ID=4b68de0c-0abf-49ce-9b52-070a889ac66e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:52.827833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d29955-b4ad-46f6-b259-16dd1efa8de5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94dcefca-6832-41c5-aed9-ef81efe40ac3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:52.830559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42827faa-0d50-427c-b7a6-6fd0ce3e26cf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Subnet': ['ID=e1bc54cb-88e3-4e14-8921-333c6e8a4288,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:52.882310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42827faa-0d50-427c-b7a6-6fd0ce3e26cf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Checking segment: {'id': '92ac98e8-1f26-405a-b66b-aed98ec6a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cae87b17-bd95-4bb6-8e2d-7f94394e38a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:52.882673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42827faa-0d50-427c-b7a6-6fd0ce3e26cf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network hostable DHCP agents. Network: cae87b17-bd95-4bb6-8e2d-7f94394e38a6, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:10:52.932837 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:52.976246 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.010035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-921fe9ca-e25e-420a-bf5a-756b5d2e73bc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:53.011614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-921fe9ca-e25e-420a-bf5a-756b5d2e73bc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 812 time: 0.1670976 Aug 27 14:10:53.012977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7455f6-39af-4204-9084-474f07648907 req-5ae03e4b-12dc-40e6-8912-5467d8e1006b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:53.014494 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b7455f6-39af-4204-9084-474f07648907 req-5ae03e4b-12dc-40e6-8912-5467d8e1006b tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 945 time: 0.2306590 Aug 27 14:10:53.016399 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-1cb6eedc-44f8-4969-87f3-096d8ea970ff req-3c5f9648-3579-4b9c-90c1-3f422881d1e2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] For port bc54b1cb-0290-4be1-a75e-767c02d1dc2b, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bc54b1cb-0290-4be1-a75e-767c02d1dc2b,segment=NetworkSegment(d924543f-3ba3-427d-9fae-8d1cc8ed5ca9),segment_id=d924543f-3ba3-427d-9fae-8d1cc8ed5ca9)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:53.016762 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1cb6eedc-44f8-4969-87f3-096d8ea970ff req-3c5f9648-3579-4b9c-90c1-3f422881d1e2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.042766 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-9103f60d-7b89-40f1-b64c-dc83241d5303 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/quotas/6b277640d904428c906f00d6ad23c06b HTTP/1.1" status: 200 len: 375 time: 0.0172734 Aug 27 14:10:53.048603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42827faa-0d50-427c-b7a6-6fd0ce3e26cf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network cae87b17-bd95-4bb6-8e2d-7f94394e38a6 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:10:53.070896 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.074063 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.077415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-1cb6eedc-44f8-4969-87f3-096d8ea970ff req-3c5f9648-3579-4b9c-90c1-3f422881d1e2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Calling delete_port for bc54b1cb-0290-4be1-a75e-767c02d1dc2b owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:53.077582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-groups/02db8164-9023-447b-86eb-fdd3eb140160 HTTP/1.1" status: 204 len: 168 time: 0.2856202 Aug 27 14:10:53.078173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34358) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:53.090778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-42827faa-0d50-427c-b7a6-6fd0ce3e26cf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, cae87b17-bd95-4bb6-8e2d-7f94394e38a6) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:53.095316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42827faa-0d50-427c-b7a6-6fd0ce3e26cf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:53.096372 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42827faa-0d50-427c-b7a6-6fd0ce3e26cf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.106014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a9106-4634-4439-a842-afa4d2ceb126 None None] Network cae87b17-bd95-4bb6-8e2d-7f94394e38a6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:53.124414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02db8164-9023-447b-86eb-fdd3eb140160,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:53.145396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:53.145758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:53.146101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:53.146449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:53.146801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:53.147134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:53.147463 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:53.147909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:53.148239 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:53.148742 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:53.149069 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:53.149392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f2b32-84a5-4be4-892d-c5d0822d6558 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:10:53.173597 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b7455f6-39af-4204-9084-474f07648907 req-99594002-a265-4ace-b505-5282b78b8277 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/security-groups?id=08361ff9-fb88-4804-9ef6-c0880e2b34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502633 Aug 27 14:10:53.180180 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-42827faa-0d50-427c-b7a6-6fd0ce3e26cf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4458647 Aug 27 14:10:53.184810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34362) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:53.198067 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-9d0cbf2e-d0dd-46b6-87c9-bc1093bfd0ce tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1383703 Aug 27 14:10:53.203398 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-30ce1168-d6d3-4af6-aad8-5d927fee8c2e tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1074586 Aug 27 14:10:53.207922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34364) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:53.213560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-56aa594c-0a7b-4333-8020-cb2db2e304a7 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844012499'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:53.234488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-64b8d8b2-a6ed-48cf-afa7-7e183620ddbc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1709129678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:53.250964 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56aa594c-0a7b-4333-8020-cb2db2e304a7 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.281676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-cae87b17-bd95-4bb6-8e2d-7f94394e38a6', 'network_id': 'cae87b17-bd95-4bb6-8e2d-7f94394e38a6', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'fixed_ips': [{'subnet_id': 'e1bc54cb-88e3-4e14-8921-333c6e8a4288'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:10:53.282552 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.340832 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-64b8d8b2-a6ed-48cf-afa7-7e183620ddbc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.341989 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-64b8d8b2-a6ed-48cf-afa7-7e183620ddbc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.386017 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.439270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Allocated IP 172.20.0.2 (cae87b17-bd95-4bb6-8e2d-7f94394e38a6/e1bc54cb-88e3-4e14-8921-333c6e8a4288/4fdc4506-0e03-4900-aa47-782e8ec7c1e1) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:53.468279 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-63124eeb-1033-4146-9184-08499d81460d service neutron] 10.222.0.55 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289777 Aug 27 14:10:53.593707 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56aa594c-0a7b-4333-8020-cb2db2e304a7 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.606579 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.614176 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56aa594c-0a7b-4333-8020-cb2db2e304a7 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.624684 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.637801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Transition to ACTIVE for port object 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:53.657347 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Transition to ACTIVE for port object 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:53.659202 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-075db2c0-43ac-4f71-b80c-36dc1fc7a5f6 service neutron] 10.222.0.55 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850045 Aug 27 14:10:53.667103 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.683037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa594c-0a7b-4333-8020-cb2db2e304a7 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62cbf921-6f2c-4277-ae5b-2499f17d08b0,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:53.685972 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56aa594c-0a7b-4333-8020-cb2db2e304a7 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.687140 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-56aa594c-0a7b-4333-8020-cb2db2e304a7 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4780498 Aug 27 14:10:53.692092 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34372) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:53.713260 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Network cae87b17-bd95-4bb6-8e2d-7f94394e38a6 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:53.718661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:53.722079 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:53.728847 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-64b8d8b2-a6ed-48cf-afa7-7e183620ddbc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.733294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-05eb4c44-acb4-4f55-9673-99899f98b1df tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group_rule': {'security_group_id': '62cbf921-6f2c-4277-ae5b-2499f17d08b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:53.741498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Pushing event updated for resources: {'Port': ['ID=4fdc4506-0e03-4900-aa47-782e8ec7c1e1,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:53.746351 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-64b8d8b2-a6ed-48cf-afa7-7e183620ddbc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.804411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Attempting to bind port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:53.804411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Attempting to bind port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '92ac98e8-1f26-405a-b66b-aed98ec6a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cae87b17-bd95-4bb6-8e2d-7f94394e38a6'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:53.804411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Attempting to bind port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 on network cae87b17-bd95-4bb6-8e2d-7f94394e38a6 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:53.809328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:10:53.809791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Checking segment: {'id': '92ac98e8-1f26-405a-b66b-aed98ec6a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cae87b17-bd95-4bb6-8e2d-7f94394e38a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:53.810348 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.810865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Bound using segment: {'id': '92ac98e8-1f26-405a-b66b-aed98ec6a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cae87b17-bd95-4bb6-8e2d-7f94394e38a6'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:10:53.811432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Bound port: 4fdc4506-0e03-4900-aa47-782e8ec7c1e1, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ac98e8-1f26-405a-b66b-aed98ec6a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cae87b17-bd95-4bb6-8e2d-7f94394e38a6'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:10:53.811909 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.819407 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1cb6eedc-44f8-4969-87f3-096d8ea970ff req-3c5f9648-3579-4b9c-90c1-3f422881d1e2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.870436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['bc54b1cb-0290-4be1-a75e-767c02d1dc2b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:10:53.885672 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-64b8d8b2-a6ed-48cf-afa7-7e183620ddbc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.887501 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-64b8d8b2-a6ed-48cf-afa7-7e183620ddbc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7009554 Aug 27 14:10:53.888356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f9648-3579-4b9c-90c1-3f422881d1e2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Pushing event deleted for resources: {'Port': ['ID=bc54b1cb-0290-4be1-a75e-767c02d1dc2b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:53.890401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34378) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:53.920972 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-49eac0a7-72df-4575-9674-8560df9a59d6 req-808778f2-2c00-44eb-969f-ba4a48cf3b09 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 210 time: 0.0529072 Aug 27 14:10:53.927715 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05eb4c44-acb4-4f55-9673-99899f98b1df tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.955504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] For port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:10:53.958786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb6eedc-44f8-4969-87f3-096d8ea970ff req-3c5f9648-3579-4b9c-90c1-3f422881d1e2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] No DVR routers for this DVR port bc54b1cb-0290-4be1-a75e-767c02d1dc2b on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:10:53.961373 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] For port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4fdc4506-0e03-4900-aa47-782e8ec7c1e1,segment=NetworkSegment(92ac98e8-1f26-405a-b66b-aed98ec6a27c),segment_id=92ac98e8-1f26-405a-b66b-aed98ec6a27c)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:10:53.967494 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1cb6eedc-44f8-4969-87f3-096d8ea970ff req-3c5f9648-3579-4b9c-90c1-3f422881d1e2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.969281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:53.969466 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cb6eedc-44f8-4969-87f3-096d8ea970ff req-3c5f9648-3579-4b9c-90c1-3f422881d1e2 tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.41 "DELETE /v2.0/ports/bc54b1cb-0290-4be1-a75e-767c02d1dc2b HTTP/1.1" status: 204 len: 173 time: 1.6752908 Aug 27 14:10:53.970165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3e0664-f2c7-4964-aa0c-dafcb04e971d', 'name': 'network-vif-deleted', 'tag': 'bc54b1cb-0290-4be1-a75e-767c02d1dc2b'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:10:53.973026 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4595017-ebc2-4551-ba75-4590e8338aae" -d '{"events": [{"server_uuid": "ee3e0664-f2c7-4964-aa0c-dafcb04e971d", "name": "network-vif-deleted", "tag": "bc54b1cb-0290-4be1-a75e-767c02d1dc2b"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:10:54.048017 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05eb4c44-acb4-4f55-9673-99899f98b1df tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.057107 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05eb4c44-acb4-4f55-9673-99899f98b1df tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.068102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b033a19-38c1-4d11-91c4-73fd8d29982f None None] Pushing event updated for resources: {'Port': ['ID=4fdc4506-0e03-4900-aa47-782e8ec7c1e1,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:54.073597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb4c44-acb4-4f55-9673-99899f98b1df tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6f6956-da8e-40b2-a79b-4a3baec49f1c,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:54.076275 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8d26e5-fc1f-4354-90f4-80aa9d17ddba x-openstack-request-id: req-3f8d26e5-fc1f-4354-90f4-80aa9d17ddba {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:10:54.076556 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3e0664-f2c7-4964-aa0c-dafcb04e971d", "name": "network-vif-deleted", "tag": "bc54b1cb-0290-4be1-a75e-767c02d1dc2b", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:10:54.076795 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f8d26e5-fc1f-4354-90f4-80aa9d17ddba {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:10:54.077387 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3e0664-f2c7-4964-aa0c-dafcb04e971d', 'name': 'network-vif-deleted', 'tag': 'bc54b1cb-0290-4be1-a75e-767c02d1dc2b', 'status': 'completed', 'code': 200} Aug 27 14:10:54.079701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Router dd8ec1ec-d71e-420e-ab08-896c973f3a6b is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:10:54.099505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-05eb4c44-acb4-4f55-9673-99899f98b1df tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.100936 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-05eb4c44-acb4-4f55-9673-99899f98b1df tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3786578 Aug 27 14:10:54.103672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34386) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:54.159235 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ddfc8f89-fc12-482b-927a-a93d89364307 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules/ec6f6956-da8e-40b2-a79b-4a3baec49f1c HTTP/1.1" status: 200 len: 763 time: 0.0543234 Aug 27 14:10:54.161659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34388) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:54.306054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ee1a8890-7150-4273-960f-5aee26073b61 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:54.334293 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-884ced77-061e-447a-a1b4-ec9eb1c1511e tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1712976 Aug 27 14:10:54.337041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34394) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:54.374277 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:54.385630 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Sync routers for ids ['dd8ec1ec-d71e-420e-ab08-896c973f3a6b'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:54.386676 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.406481 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Routers {'dd8ec1ec-d71e-420e-ab08-896c973f3a6b'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:54.409543 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dd8ec1ec-d71e-420e-ab08-896c973f3a6b'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:54.436763 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b9b15b9-7cc1-4080-9e46-0fdf05ac37e9 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.473829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ee1a8890-7150-4273-960f-5aee26073b61 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:54.481576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ee1a8890-7150-4273-960f-5aee26073b61 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:54.482086 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.488661 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.492997 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3b7d34e0-f520-476c-91e6-e6d661fe5b44 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2763195 Aug 27 14:10:54.495257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34400) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:54.501842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-745fb1db-e22b-46a0-9ebd-301f735ab988 req-ae2a8f6a-9686-4827-a143-ffb82f0841cf tempest-DeleteServersTestJSON-1626953095 tempest-DeleteServersTestJSON-1626953095-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3e0664-f2c7-4964-aa0c-dafcb04e971d HTTP/1.1" status: 200 len: 210 time: 0.1062081 Aug 27 14:10:54.529800 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b9b15b9-7cc1-4080-9e46-0fdf05ac37e9 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.565868 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b9b15b9-7cc1-4080-9e46-0fdf05ac37e9 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.572246 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6b9b15b9-7cc1-4080-9e46-0fdf05ac37e9 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.573535 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6b9b15b9-7cc1-4080-9e46-0fdf05ac37e9 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ec6f6956-da8e-40b2-a79b-4a3baec49f1c HTTP/1.1" status: 204 len: 168 time: 0.2353785 Aug 27 14:10:54.578535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34402) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:54.642070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b15b9-7cc1-4080-9e46-0fdf05ac37e9 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec6f6956-da8e-40b2-a79b-4a3baec49f1c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:54.713756 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-42116905-c8b5-4b6b-b7a2-82d339e76103 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1312151 Aug 27 14:10:54.715176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34406) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:54.725377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3544ba16-2c45-41c3-bd55-c8039c6891d4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group_rule': {'security_group_id': '62cbf921-6f2c-4277-ae5b-2499f17d08b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:54.736197 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Set router dd8ec1ec-d71e-420e-ab08-896c973f3a6b gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:54.773741 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3544ba16-2c45-41c3-bd55-c8039c6891d4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.778873 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.804722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port ee1a8890-7150-4273-960f-5aee26073b61, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ee1a8890-7150-4273-960f-5aee26073b61,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:54.812573 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.849693 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3544ba16-2c45-41c3-bd55-c8039c6891d4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.857259 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3544ba16-2c45-41c3-bd55-c8039c6891d4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.914461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544ba16-2c45-41c3-bd55-c8039c6891d4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e098b9f0-6c3a-462b-82b9-c01e1c0acb36,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:54.917394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=ee1a8890-7150-4273-960f-5aee26073b61,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:54.941070 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3544ba16-2c45-41c3-bd55-c8039c6891d4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:54.943842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3544ba16-2c45-41c3-bd55-c8039c6891d4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2267430 Aug 27 14:10:54.951014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34408) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:54.976911 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-690de321-c043-4023-929e-c75f3d8bf73e tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules/e098b9f0-6c3a-462b-82b9-c01e1c0acb36 HTTP/1.1" status: 200 len: 763 time: 0.0242801 Aug 27 14:10:54.979326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34412) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:54.989924 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8ec1ec-d71e-420e-ab08-896c973f3a6b', 'name': 'tempest-snat-router-2133070044', 'tenant_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4b68de0c-0abf-49ce-9b52-070a889ac66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:10:50Z', 'updated_at': '2021-08-27T14:10:53Z', 'revision_number': 3, 'project_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'gw_port': {'id': '4b68de0c-0abf-49ce-9b52-070a889ac66e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ae:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8ec1ec-d71e-420e-ab08-896c973f3a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:10:51Z', 'updated_at': '2021-08-27T14:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:55.031571 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-87f251b5-ca39-4fe6-99e9-9e61f5cc9e85 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/routers/dd8ec1ec-d71e-420e-ab08-896c973f3a6b HTTP/1.1" status: 200 len: 908 time: 0.5354040 Aug 27 14:10:55.032247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34414) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:55.033103 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Checking router: dd8ec1ec-d71e-420e-ab08-896c973f3a6b for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:10:55.033455 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Updating router dd8ec1ec-d71e-420e-ab08-896c973f3a6b port 4b68de0c-0abf-49ce-9b52-070a889ac66e binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:10:55.051191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Allocated IP 172.20.0.1 (cae87b17-bd95-4bb6-8e2d-7f94394e38a6/e1bc54cb-88e3-4e14-8921-333c6e8a4288/c47f71e5-7d91-4542-a430-f940c5c33d8d) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:55.053182 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7450400e-3323-46ab-a714-258725ad5261 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0715899 Aug 27 14:10:55.055609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34416) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:55.071257 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.078010 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac207edb-a11d-4a6d-a68f-7ccf91d3ae89 req-867b0f6e-439e-4929-846f-aab52b3064c6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 210 time: 0.0428479 Aug 27 14:10:55.206050 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.221956 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.238363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Transition to ACTIVE for port object c47f71e5-7d91-4542-a430-f940c5c33d8d will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:55.265310 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7b1027d-58b5-471b-a4bd-e4efa851326c tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.282149 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.285016 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7b1027d-58b5-471b-a4bd-e4efa851326c tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.332202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=c47f71e5-7d91-4542-a430-f940c5c33d8d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:55.348441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network cae87b17-bd95-4bb6-8e2d-7f94394e38a6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:55.349312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:55.352707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:55.374987 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7b1027d-58b5-471b-a4bd-e4efa851326c tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.384691 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7b1027d-58b5-471b-a4bd-e4efa851326c tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.389149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a7b1027d-58b5-471b-a4bd-e4efa851326c tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e098b9f0-6c3a-462b-82b9-c01e1c0acb36 HTTP/1.1" status: 204 len: 168 time: 0.3324277 Aug 27 14:10:55.392386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34418) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:55.403795 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.420267 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.422070 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.425504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1027d-58b5-471b-a4bd-e4efa851326c tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e098b9f0-6c3a-462b-82b9-c01e1c0acb36,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:55.439985 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Transition to ACTIVE for port object 4b68de0c-0abf-49ce-9b52-070a889ac66e will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:55.452012 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.457205 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b8c2006f-2234-4f65-a17a-9a954257b5c0 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0596216 Aug 27 14:10:55.458071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34420) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:55.465101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-37ef9611-a2cc-491d-bbe0-fc4ad45ff5a5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Request body: {'security_group_rule': {'security_group_id': '62cbf921-6f2c-4277-ae5b-2499f17d08b0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:55.506773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Deleting port 4b68de0c-0abf-49ce-9b52-070a889ac66e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:55.507127 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.550869 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-37ef9611-a2cc-491d-bbe0-fc4ad45ff5a5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Project 6c778e1080734fb59dc339cb1f0559dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:10:55.559205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-37ef9611-a2cc-491d-bbe0-fc4ad45ff5a5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.562503 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Attempting to bind port 4b68de0c-0abf-49ce-9b52-070a889ac66e on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:55.563105 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Attempting to bind port 4b68de0c-0abf-49ce-9b52-070a889ac66e by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:55.563785 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Attempting to bind port 4b68de0c-0abf-49ce-9b52-070a889ac66e on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:55.578190 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:10:55.578880 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:55.580606 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.581170 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:10:55.581822 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Bound port: 4b68de0c-0abf-49ce-9b52-070a889ac66e, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:10:55.582428 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.650327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e346c71-9c22-478b-af1a-a554019d2e58 None None] Network cae87b17-bd95-4bb6-8e2d-7f94394e38a6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:10:55.677759 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] For port 4b68de0c-0abf-49ce-9b52-070a889ac66e, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:10:55.682529 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] For port 4b68de0c-0abf-49ce-9b52-070a889ac66e, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4b68de0c-0abf-49ce-9b52-070a889ac66e,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:10:55.689602 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb26f7c-8f18-407f-b5e0-c95e51b78756 None None] Pushing event updated for resources: {'Port': ['ID=4b68de0c-0abf-49ce-9b52-070a889ac66e,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:55.697594 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.761159 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-37ef9611-a2cc-491d-bbe0-fc4ad45ff5a5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.767881 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.781322 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-37ef9611-a2cc-491d-bbe0-fc4ad45ff5a5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.817377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef9611-a2cc-491d-bbe0-fc4ad45ff5a5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946bc3d4-4dac-433c-85d5-8d73ca07f034,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:55.824837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-94f3ef0b-f5a5-439a-a97c-0425d149a371 None None] Provisioning for port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:55.833090 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Routers {'dd8ec1ec-d71e-420e-ab08-896c973f3a6b'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:55.833681 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dd8ec1ec-d71e-420e-ab08-896c973f3a6b'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:55.858926 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-37ef9611-a2cc-491d-bbe0-fc4ad45ff5a5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:55.860363 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-37ef9611-a2cc-491d-bbe0-fc4ad45ff5a5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4012012 Aug 27 14:10:55.865522 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34434) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:55.937038 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb26f7c-8f18-407f-b5e0-c95e51b78756 None None] Pushing event updated for resources: {'Port': ['ID=4b68de0c-0abf-49ce-9b52-070a889ac66e,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:56.007633 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] Set router dd8ec1ec-d71e-420e-ab08-896c973f3a6b gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:10:56.123984 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8ec1ec-d71e-420e-ab08-896c973f3a6b', 'name': 'tempest-snat-router-2133070044', 'tenant_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:10:50Z', 'updated_at': '2021-08-27T14:10:55Z', 'revision_number': 4, 'project_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:56.191124 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47027605-5c09-436c-afa8-89416e7d34b4 None None] The sync data for ids ['dd8ec1ec-d71e-420e-ab08-896c973f3a6b'] in n-d-712139-12 is: [{'id': 'dd8ec1ec-d71e-420e-ab08-896c973f3a6b', 'name': 'tempest-snat-router-2133070044', 'tenant_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:10:50Z', 'updated_at': '2021-08-27T14:10:55Z', 'revision_number': 4, 'project_id': '77f6a23f2bb146b0a875a378bb5dbdb9', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:56.362989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ee1a8890-7150-4273-960f-5aee26073b61 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:56.384744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] For port 4b68de0c-0abf-49ce-9b52-070a889ac66e, host n-d-712139-12, got binding levels [] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:56.385241 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:56.401567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Calling delete_port for 4b68de0c-0abf-49ce-9b52-070a889ac66e owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:56.460052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c4867d93-1c81-4b6b-9ed6-acb0c90908dd None None] Provisioning for port c47f71e5-7d91-4542-a430-f940c5c33d8d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:56.469416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c4867d93-1c81-4b6b-9ed6-acb0c90908dd None None] Provisioning complete for port c47f71e5-7d91-4542-a430-f940c5c33d8d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:56.470054 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c4867d93-1c81-4b6b-9ed6-acb0c90908dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:56.474003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ee1a8890-7150-4273-960f-5aee26073b61 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:56.474003 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:56.551145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-7a62a817-da7c-4525-a95d-3a0f91368900 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:56.554994 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-7a62a817-da7c-4525-a95d-3a0f91368900 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.52 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 812 time: 1.0429120 Aug 27 14:10:56.582221 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Request body: {'port': {'device_id': 'f2e54af8-655e-47ef-9e78-397702fe3adb', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'admin_state_up': True, 'tenant_id': '6b277640d904428c906f00d6ad23c06b'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:56.636451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c4867d93-1c81-4b6b-9ed6-acb0c90908dd None None] Port c47f71e5-7d91-4542-a430-f940c5c33d8d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:56.761043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:56.777780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ee8968c9-9197-4f30-bfb8-3581ed463c53 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules/946bc3d4-4dac-433c-85d5-8d73ca07f034 HTTP/1.1" status: 200 len: 769 time: 0.9095027 Aug 27 14:10:56.791915 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-49d9d53e-ab90-4648-9424-d209d4f93d12 req-40aca34a-a910-4bc8-9116-918485ac5cf5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 210 time: 0.0557392 Aug 27 14:10:56.795963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34464) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:56.823104 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:56.830242 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:56.850449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-44e7c645-0565-43ef-b1c0-f0c7fc84fa79 None None] Provisioning complete for port c47f71e5-7d91-4542-a430-f940c5c33d8d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:56.851323 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-44e7c645-0565-43ef-b1c0-f0c7fc84fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:56.859043 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8f43fc0a-911d-4372-8fee-6076e91fe8e5 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0595016 Aug 27 14:10:56.860056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34468) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:56.862216 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:56.903389 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b68de0c-0abf-49ce-9b52-070a889ac66e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:56.927028 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:56.937136 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:56.937617 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:56.959962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Made reservation on behalf of 6b277640d904428c906f00d6ad23c06b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:10:56.964282 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.003050 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.005231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=c47f71e5-7d91-4542-a430-f940c5c33d8d,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:57.006295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-44e7c645-0565-43ef-b1c0-f0c7fc84fa79 None None] Port c47f71e5-7d91-4542-a430-f940c5c33d8d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:57.056968 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.103243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4fdc4506-0e03-4900-aa47-782e8ec7c1e1,segment=NetworkSegment(92ac98e8-1f26-405a-b66b-aed98ec6a27c),segment_id=92ac98e8-1f26-405a-b66b-aed98ec6a27c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:57.110319 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.112459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08721872-c0aa-46d0-8375-38329afb564b tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.124285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network cae87b17-bd95-4bb6-8e2d-7f94394e38a6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:57.125787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:57.161640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Allocated IP 172.20.0.13 (3fece9f9-82a7-4a38-8bb3-a19a02edf433/a874467b-9f6d-44fe-ad23-66bd4874d2ed/88ba3866-ee17-42ba-8e4d-9cd6dbbbc197) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:10:57.165336 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08721872-c0aa-46d0-8375-38329afb564b tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.210442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=4fdc4506-0e03-4900-aa47-782e8ec7c1e1,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:57.211439 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.217597 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08721872-c0aa-46d0-8375-38329afb564b tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.362758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router 43eea0d0-b4d9-43e2-a640-b0704888686d is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:10:57.390887 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08721872-c0aa-46d0-8375-38329afb564b tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.394246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-08721872-c0aa-46d0-8375-38329afb564b tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/946bc3d4-4dac-433c-85d5-8d73ca07f034 HTTP/1.1" status: 204 len: 168 time: 0.5308704 Aug 27 14:10:57.452828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34472) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:57.459107 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.461605 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.504160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:10:57.516442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9c688-7622-49ed-88d8-43d928650869 None None] Sync routers for ids ['43eea0d0-b4d9-43e2-a640-b0704888686d'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:10:57.516646 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a15034c3-54c9-49d6-bc09-7957e8ef3ba6 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627978 Aug 27 14:10:57.521102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08721872-c0aa-46d0-8375-38329afb564b tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=946bc3d4-4dac-433c-85d5-8d73ca07f034,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:57.521404 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f81f41c0-b0d7-47e7-a1b1-1f811e963705 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/43eea0d0-b4d9-43e2-a640-b0704888686d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6262524 Aug 27 14:10:57.522476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34474) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:57.526715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34476) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:57.550057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9c688-7622-49ed-88d8-43d928650869 None None] Routers {'43eea0d0-b4d9-43e2-a640-b0704888686d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:57.550919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-03f9c688-7622-49ed-88d8-43d928650869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['43eea0d0-b4d9-43e2-a640-b0704888686d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:57.592717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4829a5cd-b23d-4607-b2f6-158be4cc385a tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.612502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c0ab3e0c-aa05-4df1-bb0d-638c2aecabec None None] Provisioning complete for port c47f71e5-7d91-4542-a430-f940c5c33d8d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:57.612911 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3e0c-aa05-4df1-bb0d-638c2aecabec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.616161 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.616829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd8ec1ec-d71e-420e-ab08-896c973f3a6b {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:10:57.626593 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b63be-b42d-47df-84d0-98f5291e97f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:57.628174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1d6b63be-b42d-47df-84d0-98f5291e97f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports/c47f71e5-7d91-4542-a430-f940c5c33d8d HTTP/1.1" status: 200 len: 910 time: 0.0997803 Aug 27 14:10:57.631649 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.635457 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5af1361a-6d1e-4322-8d94-bb94bfedc687 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "DELETE /v2.0/routers/dd8ec1ec-d71e-420e-ab08-896c973f3a6b HTTP/1.1" status: 204 len: 168 time: 2.6020420 Aug 27 14:10:57.635754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34480) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:57.636094 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34482) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:57.669684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c0ab3e0c-aa05-4df1-bb0d-638c2aecabec None None] Port c47f71e5-7d91-4542-a430-f940c5c33d8d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:57.672671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bc54b1cb-0290-4be1-a75e-767c02d1dc2b no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:10:57.675441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-03f9c688-7622-49ed-88d8-43d928650869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:57.703346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: bc54b1cb-0290-4be1-a75e-767c02d1dc2b {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:10:57.703699 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bc54b1cb-0290-4be1-a75e-767c02d1dc2b not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:10:57.710279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9c688-7622-49ed-88d8-43d928650869 None None] Routers {'43eea0d0-b4d9-43e2-a640-b0704888686d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:10:57.711437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-03f9c688-7622-49ed-88d8-43d928650869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['43eea0d0-b4d9-43e2-a640-b0704888686d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:57.723524 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.729900 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4829a5cd-b23d-4607-b2f6-158be4cc385a tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.760231 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Transition to ACTIVE for port object 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:57.804876 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.853714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:10:57.857964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:10:57.862434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:10:57.928340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event updated for resources: {'Port': ['ID=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:57.958200 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:57.958964 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:57.978918 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-2709d25f-324a-4af2-a874-75a6ded4dc24 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4060974 Aug 27 14:10:57.987226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-03f9c688-7622-49ed-88d8-43d928650869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:10:57.989681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9c688-7622-49ed-88d8-43d928650869 None None] The sync data for ids ['43eea0d0-b4d9-43e2-a640-b0704888686d'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:10:57.995498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Request body: {'port': {'device_id': 'f2e54af8-655e-47ef-9e78-397702fe3adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:10:58.022592 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4829a5cd-b23d-4607-b2f6-158be4cc385a tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:58.025684 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4829a5cd-b23d-4607-b2f6-158be4cc385a tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:58.027398 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4829a5cd-b23d-4607-b2f6-158be4cc385a tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "DELETE /v2.0/security-groups/62cbf921-6f2c-4277-ae5b-2499f17d08b0 HTTP/1.1" status: 204 len: 168 time: 0.5039220 Aug 27 14:10:58.030240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34492) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:58.084584 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829a5cd-b23d-4607-b2f6-158be4cc385a tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cbf921-6f2c-4277-ae5b-2499f17d08b0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:58.124577 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-142a3d10-bf92-43f9-9c89-a50707851ef4 tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0886712 Aug 27 14:10:58.125031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34494) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:58.142947 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:58.155791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3314e0-841a-4f46-baac-23b950905318 req-313d636e-b845-49c5-9724-4905fe3170eb tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:58.157157 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9e3314e0-841a-4f46-baac-23b950905318 req-313d636e-b845-49c5-9724-4905fe3170eb tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 932 time: 0.1732881 Aug 27 14:10:58.187688 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:58.196888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7c85de16-083c-48bb-9ba8-ede0da764741 None None] Provisioning for port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:10:58.201162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7c85de16-083c-48bb-9ba8-ede0da764741 None None] Provisioning complete for port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:58.202792 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c85de16-083c-48bb-9ba8-ede0da764741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:58.244673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a50bd243-736e-408e-9c1e-d4a56319599e tempest-SecGroupIPv6Test-2013977514 tempest-SecGroupIPv6Test-2013977514-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055117 Aug 27 14:10:58.251465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:10:58.288802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7c85de16-083c-48bb-9ba8-ede0da764741 None None] Port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:10:58.319578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:10:58.319965 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:58.397063 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9e3314e0-841a-4f46-baac-23b950905318 req-858692d1-5cc9-4c6d-9b29-83516da1f71a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780415 Aug 27 14:10:58.469406 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:58.628268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Deleting port ee1a8890-7150-4273-960f-5aee26073b61 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:58.628535 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:58.638532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34500) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:58.661876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:10:58.674408 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:58.681773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-72284568-59cc-41fd-a92d-b08a028cddeb tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:58.693764 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Transition to ACTIVE for port object 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:10:58.702751 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:58.842779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Pushing event updated for resources: {'Port': ['ID=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:58.886824 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a171cc6c-ccbf-4363-af61-4cec828675fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c778e1080734fb59dc339cb1f0559dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447705 Aug 27 14:10:58.888085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34506) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:58.903595 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] For port ee1a8890-7150-4273-960f-5aee26073b61, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ee1a8890-7150-4273-960f-5aee26073b61,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:10:58.903980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:58.915659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Attempting to bind port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:10:58.916653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Attempting to bind port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:10:58.917218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Attempting to bind port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:58.925385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:10:58.926059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Attempting to bind port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:10:58.931667 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:10:58.932371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Checking segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:10:58.940590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Calling delete_port for ee1a8890-7150-4273-960f-5aee26073b61 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:58.945020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Bound using segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:10:58.945508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Bound port: 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:10:58.945881 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:59.039175 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0ea-1712-4c50-bf27-a7c992c797f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:59.045636 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] For port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:10:59.048760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] For port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:10:59.055297 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:59.124740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:59.125368 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:59.127297 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] 10.222.0.52 "PUT /v2.0/ports/88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 HTTP/1.1" status: 200 len: 1093 time: 1.1384118 Aug 27 14:10:59.127719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e54af8-655e-47ef-9e78-397702fe3adb', 'tag': '88ba3866-ee17-42ba-8e4d-9cd6dbbbc197'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:10:59.130119 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d1dc0d-6c55-42f8-a6d9-6c77ba77ce0d" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e54af8-655e-47ef-9e78-397702fe3adb", "tag": "88ba3866-ee17-42ba-8e4d-9cd6dbbbc197"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:10:59.140372 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0ea-1712-4c50-bf27-a7c992c797f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:59.150841 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfc623-c69b-450d-9929-2862cd2df186 service neutron] Pushing event updated for resources: {'Port': ['ID=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:59.276166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-109f3ff9-c352-47b1-9a21-73d58057d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:59.279390 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-109f3ff9-c352-47b1-9a21-73d58057d4f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 1096 time: 0.0985558 Aug 27 14:10:59.318893 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:59.347956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-5255be0b-2c98-4074-a367-9aaa5a48194b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 HTTP/1.1" status: 200 len: 217 time: 0.0605137 Aug 27 14:10:59.362621 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee1a8890-7150-4273-960f-5aee26073b61,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:59.431311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-4821fdf5-99b8-481e-a2ee-113a22e1d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:59.433359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-4821fdf5-99b8-481e-a2ee-113a22e1d8e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.0768881 Aug 27 14:10:59.492935 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:59.494426 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f62486a-fb3d-4e7c-bff8-168e12ab791e x-openstack-request-id: req-4f62486a-fb3d-4e7c-bff8-168e12ab791e {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:10:59.494753 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e54af8-655e-47ef-9e78-397702fe3adb", "tag": "88ba3866-ee17-42ba-8e4d-9cd6dbbbc197", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:10:59.495006 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f62486a-fb3d-4e7c-bff8-168e12ab791e {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:10:59.495458 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e54af8-655e-47ef-9e78-397702fe3adb', 'tag': '88ba3866-ee17-42ba-8e4d-9cd6dbbbc197', 'status': 'completed', 'code': 200} Aug 27 14:10:59.513873 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-fbca5fd1-6aac-4b0f-965c-52286cfafd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:59.515455 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-fbca5fd1-6aac-4b0f-965c-52286cfafd82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745494 Aug 27 14:10:59.587186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-72284568-59cc-41fd-a92d-b08a028cddeb tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port c47f71e5-7d91-4542-a430-f940c5c33d8d {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:10:59.587534 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-72284568-59cc-41fd-a92d-b08a028cddeb tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:59.631277 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-b18b8c81-a3ed-43f8-b694-8c173c73b708 service neutron] 10.222.0.52 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081450 Aug 27 14:10:59.665611 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0ea-1712-4c50-bf27-a7c992c797f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:59.668948 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0ea-1712-4c50-bf27-a7c992c797f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:59.671243 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-eeeef0ea-1712-4c50-bf27-a7c992c797f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f1d21a0-7785-47fe-af8a-d11b7dd2de4b HTTP/1.1" status: 204 len: 168 time: 0.7794774 Aug 27 14:10:59.700680 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:59.715547 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:59.727797 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57deed5c-8fa0-41bd-bd9d-1136885ad523 req-860058ed-36c6-4747-815a-d39ce7f5d3b0 service neutron] 10.222.0.52 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895755 Aug 27 14:10:59.737130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeef0ea-1712-4c50-bf27-a7c992c797f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1d21a0-7785-47fe-af8a-d11b7dd2de4b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:10:59.800947 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-72284568-59cc-41fd-a92d-b08a028cddeb tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:10:59.817592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-72284568-59cc-41fd-a92d-b08a028cddeb tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for c47f71e5-7d91-4542-a430-f940c5c33d8d owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:10:59.859252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1dc0d-6c55-42f8-a6d9-6c77ba77ce0d req-ffdfc0ab-a0a5-4220-80b8-19910196c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:59.860802 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71d1dc0d-6c55-42f8-a6d9-6c77ba77ce0d req-ffdfc0ab-a0a5-4220-80b8-19910196c5a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 1096 time: 0.0765605 Aug 27 14:10:59.978266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ebe39-61a7-42df-b663-6d260c66488d req-8b2935ed-b61c-4749-8c0e-8c009cb821f1 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:10:59.986760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34534) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:10:59.986932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4e5ebe39-61a7-42df-b663-6d260c66488d req-8b2935ed-b61c-4749-8c0e-8c009cb821f1 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 944 time: 0.4955924 Aug 27 14:11:00.006953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1dc0d-6c55-42f8-a6d9-6c77ba77ce0d req-3734a9d6-a7e8-4ee1-963f-2b10a1f2f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:00.008947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71d1dc0d-6c55-42f8-a6d9-6c77ba77ce0d req-3734a9d6-a7e8-4ee1-963f-2b10a1f2f5ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.1402261 Aug 27 14:11:00.024750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:00.025390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95070806-9600-421a-a342-363ac00b24ca {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:11:00.030063 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:00.031348 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cb69a0c4-0e62-45b3-91dc-fa2b3d74ceb9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "DELETE /v2.0/routers/95070806-9600-421a-a342-363ac00b24ca HTTP/1.1" status: 204 len: 168 time: 2.3773766 Aug 27 14:11:00.043067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34540) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:00.049337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1406220482', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:00.132775 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71d1dc0d-6c55-42f8-a6d9-6c77ba77ce0d req-8a243ee2-48c8-4afd-86b8-be3ffc9d1efe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 HTTP/1.1" status: 200 len: 217 time: 0.0893679 Aug 27 14:11:00.168407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4e5ebe39-61a7-42df-b663-6d260c66488d req-fba3dabd-4b39-4141-b8c0-391cce997e47 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798134 Aug 27 14:11:00.241788 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:00.243045 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:00.320943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-72284568-59cc-41fd-a92d-b08a028cddeb tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:00.403668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:00.410737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72284568-59cc-41fd-a92d-b08a028cddeb tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=c47f71e5-7d91-4542-a430-f940c5c33d8d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:00.456241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1dc0d-6c55-42f8-a6d9-6c77ba77ce0d req-2354cdc4-1ed1-4779-9f54-3cde466cda8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:00.468487 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71d1dc0d-6c55-42f8-a6d9-6c77ba77ce0d req-2354cdc4-1ed1-4779-9f54-3cde466cda8c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.3346992 Aug 27 14:11:00.574787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6a3403-cc38-4039-840a-04728c026ffe admin admin] Deleting subnet 3554799f-a4a2-458b-9556-37ea29d379ae {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:11:00.585943 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3403-cc38-4039-840a-04728c026ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:00.669477 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3403-cc38-4039-840a-04728c026ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:00.804550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1dc0d-6c55-42f8-a6d9-6c77ba77ce0d req-85ed4280-6e16-4a54-a2b3-ad4cb9510d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:00.806086 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71d1dc0d-6c55-42f8-a6d9-6c77ba77ce0d req-85ed4280-6e16-4a54-a2b3-ad4cb9510d7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3243022 Aug 27 14:11:00.809270 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3403-cc38-4039-840a-04728c026ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:00.836244 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:00.847655 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-72284568-59cc-41fd-a92d-b08a028cddeb tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:00.945312 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3403-cc38-4039-840a-04728c026ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:00.988616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71d1dc0d-6c55-42f8-a6d9-6c77ba77ce0d req-4a54938b-6a04-47a0-ba85-c9376d17c6e5 service neutron] 10.222.0.52 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543760 Aug 27 14:11:00.991553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a3403-cc38-4039-840a-04728c026ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3554799f-a4a2-458b-9556-37ea29d379ae,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:00.999842 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3403-cc38-4039-840a-04728c026ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.002245 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ac6a3403-cc38-4039-840a-04728c026ffe admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3554799f-a4a2-458b-9556-37ea29d379ae HTTP/1.1" status: 204 len: 168 time: 1.0141571 Aug 27 14:11:01.004958 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34560) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:01.144430 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dce517f3-0a59-4ec0-a565-4adef46f4c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.175256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71d1dc0d-6c55-42f8-a6d9-6c77ba77ce0d req-986550d4-be94-4117-aa0b-de2f781d9ca4 service neutron] 10.222.0.52 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714649 Aug 27 14:11:01.240976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34568) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:01.321403 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dce517f3-0a59-4ec0-a565-4adef46f4c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.333245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-dce517f3-0a59-4ec0-a565-4adef46f4c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:01.346886 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-dce517f3-0a59-4ec0-a565-4adef46f4c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:01.347480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-dce517f3-0a59-4ec0-a565-4adef46f4c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd924543f-3ba3-427d-9fae-8d1cc8ed5ca9') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:01.384455 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dce517f3-0a59-4ec0-a565-4adef46f4c1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.420564 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dce517f3-0a59-4ec0-a565-4adef46f4c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.435831 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce517f3-0a59-4ec0-a565-4adef46f4c1a admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:11:01.436248 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dce517f3-0a59-4ec0-a565-4adef46f4c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:11:01.513528 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:11:01.519656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-cfb210fe-7fed-4e2b-853a-49d9c7c946bf tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290457019'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:01.525328 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dce517f3-0a59-4ec0-a565-4adef46f4c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.533435 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dce517f3-0a59-4ec0-a565-4adef46f4c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.535314 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dce517f3-0a59-4ec0-a565-4adef46f4c1a admin admin] 10.222.0.55 "DELETE /v2.0/networks/50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6 HTTP/1.1" status: 204 len: 168 time: 0.5223045 Aug 27 14:11:01.554974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce517f3-0a59-4ec0-a565-4adef46f4c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=50ddc07f-2a7b-4bd1-88cc-c8991f05d7a6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:01.582434 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfb210fe-7fed-4e2b-853a-49d9c7c946bf tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.594180 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfb210fe-7fed-4e2b-853a-49d9c7c946bf tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.681796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aeda5-ec76-4243-b085-ae97678db32e req-a2a8b330-34f6-4e59-b2c0-26881c6b675f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:01.683954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb6aeda5-ec76-4243-b085-ae97678db32e req-a2a8b330-34f6-4e59-b2c0-26881c6b675f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 944 time: 0.1889327 Aug 27 14:11:01.703801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72284568-59cc-41fd-a92d-b08a028cddeb tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router 43eea0d0-b4d9-43e2-a640-b0704888686d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:11:01.729677 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfb210fe-7fed-4e2b-853a-49d9c7c946bf tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.736902 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfb210fe-7fed-4e2b-853a-49d9c7c946bf tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.787039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb210fe-7fed-4e2b-853a-49d9c7c946bf tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3edf4eb-700b-4463-809e-1b2527ebcdbf,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:01.794946 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb6aeda5-ec76-4243-b085-ae97678db32e req-055b2d61-d7f1-44ea-872a-85c7cdeed8c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008182 Aug 27 14:11:01.802854 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34578) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:01.838827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72284568-59cc-41fd-a92d-b08a028cddeb tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:01.848516 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-72284568-59cc-41fd-a92d-b08a028cddeb tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/43eea0d0-b4d9-43e2-a640-b0704888686d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2065303 Aug 27 14:11:01.848516 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34580) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:01.851657 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986408d5-60a6-4afb-8903-5fc67a5e4b4c None None] Sync routers for ids ['43eea0d0-b4d9-43e2-a640-b0704888686d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:01.861859 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986408d5-60a6-4afb-8903-5fc67a5e4b4c None None] Routers {'43eea0d0-b4d9-43e2-a640-b0704888686d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:01.862563 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-986408d5-60a6-4afb-8903-5fc67a5e4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['43eea0d0-b4d9-43e2-a640-b0704888686d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:01.863431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1be477a0-416e-4e06-8b3e-7534f77ecca4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c68d5ffe1a3432394157ebaf96a27eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594854 Aug 27 14:11:01.866016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34582) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:01.886846 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-29ae4d69-ed2d-416a-8eb6-3309f5509264 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=43eea0d0-b4d9-43e2-a640-b0704888686d HTTP/1.1" status: 200 len: 205 time: 0.0375857 Aug 27 14:11:01.889414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34584) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:01.905077 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfb210fe-7fed-4e2b-853a-49d9c7c946bf tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.906973 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-986408d5-60a6-4afb-8903-5fc67a5e4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:01.910444 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfb210fe-7fed-4e2b-853a-49d9c7c946bf tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.917138 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986408d5-60a6-4afb-8903-5fc67a5e4b4c None None] Routers {'43eea0d0-b4d9-43e2-a640-b0704888686d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:01.918613 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-986408d5-60a6-4afb-8903-5fc67a5e4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['43eea0d0-b4d9-43e2-a640-b0704888686d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:01.948987 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfb210fe-7fed-4e2b-853a-49d9c7c946bf tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.950235 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cfb210fe-7fed-4e2b-853a-49d9c7c946bf tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7083786 Aug 27 14:11:01.951505 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-986408d5-60a6-4afb-8903-5fc67a5e4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:01.952226 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986408d5-60a6-4afb-8903-5fc67a5e4b4c None None] The sync data for ids ['43eea0d0-b4d9-43e2-a640-b0704888686d'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:01.958871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34586) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:01.969975 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e16a9412-b07f-40be-95aa-48652d133932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:01.983888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb210fe-7fed-4e2b-853a-49d9c7c946bf tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d174cd3-1d38-4eaf-9c33-4294676bf5a6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:02.014395 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e16a9412-b07f-40be-95aa-48652d133932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.035302 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a21ecdb9-2132-4c2c-8855-c1e783a40f43 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.055067 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0b961aa5-3c06-4837-9e93-3774f55fb26d tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0950780 Aug 27 14:11:02.059320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34588) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:02.065788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-435a36ca-aceb-46ab-960c-1153c988bf1f tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group': {'name': 'tempest-security--432800068', 'description': 'tempest-security-description-701517738'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:02.084721 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.093129 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-435a36ca-aceb-46ab-960c-1153c988bf1f tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.115507 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e16a9412-b07f-40be-95aa-48652d133932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.118039 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e16a9412-b07f-40be-95aa-48652d133932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.119207 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e16a9412-b07f-40be-95aa-48652d133932 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08361ff9-fb88-4804-9ef6-c0880e2b34d1 HTTP/1.1" status: 204 len: 168 time: 0.2522976 Aug 27 14:11:02.138806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ee1a8890-7150-4273-960f-5aee26073b61 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:11:02.140046 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.140436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a9412-b07f-40be-95aa-48652d133932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08361ff9-fb88-4804-9ef6-c0880e2b34d1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:02.156471 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-435a36ca-aceb-46ab-960c-1153c988bf1f tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.160154 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-435a36ca-aceb-46ab-960c-1153c988bf1f tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.163820 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-435a36ca-aceb-46ab-960c-1153c988bf1f tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.165512 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-435a36ca-aceb-46ab-960c-1153c988bf1f tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "PUT /v2.0/security-groups/9d174cd3-1d38-4eaf-9c33-4294676bf5a6 HTTP/1.1" status: 200 len: 1778 time: 0.1050622 Aug 27 14:11:02.172595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34592) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:02.188125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: ee1a8890-7150-4273-960f-5aee26073b61 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:11:02.188898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ee1a8890-7150-4273-960f-5aee26073b61 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:11:02.226209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a36ca-aceb-46ab-960c-1153c988bf1f tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d174cd3-1d38-4eaf-9c33-4294676bf5a6,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:02.241505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f88985bf-e09c-4f2c-8db7-0e00cc00f2f4 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-groups/9d174cd3-1d38-4eaf-9c33-4294676bf5a6 HTTP/1.1" status: 200 len: 1778 time: 0.0658834 Aug 27 14:11:02.243804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34594) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:02.278015 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a21ecdb9-2132-4c2c-8855-c1e783a40f43 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.281709 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a21ecdb9-2132-4c2c-8855-c1e783a40f43 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.312495 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-007b066c-8a0d-4d7e-aafb-c2a7af2af6e0 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.343914 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-007b066c-8a0d-4d7e-aafb-c2a7af2af6e0 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.344700 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a21ecdb9-2132-4c2c-8855-c1e783a40f43 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.346762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21ecdb9-2132-4c2c-8855-c1e783a40f43 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Fanout notify agent at l3_agent the message router_deleted on router 43eea0d0-b4d9-43e2-a640-b0704888686d {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:11:02.354565 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a21ecdb9-2132-4c2c-8855-c1e783a40f43 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.359571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34598) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:02.359725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a21ecdb9-2132-4c2c-8855-c1e783a40f43 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/43eea0d0-b4d9-43e2-a640-b0704888686d HTTP/1.1" status: 204 len: 168 time: 0.4676998 Aug 27 14:11:02.418477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Allocated IP 172.25.2.169 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/6d886ad6-e9fa-4708-b674-990813eb3889) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:02.428296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1edf4c5-b0d4-47ce-8c75-64ac217ba764 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting subnet e1bc54cb-88e3-4e14-8921-333c6e8a4288 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:11:02.431862 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1edf4c5-b0d4-47ce-8c75-64ac217ba764 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.462439 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-007b066c-8a0d-4d7e-aafb-c2a7af2af6e0 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.465984 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-007b066c-8a0d-4d7e-aafb-c2a7af2af6e0 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.470008 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-007b066c-8a0d-4d7e-aafb-c2a7af2af6e0 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-groups/9d174cd3-1d38-4eaf-9c33-4294676bf5a6 HTTP/1.1" status: 204 len: 168 time: 0.2252622 Aug 27 14:11:02.471567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34604) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:02.490320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b066c-8a0d-4d7e-aafb-c2a7af2af6e0 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d174cd3-1d38-4eaf-9c33-4294676bf5a6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:02.496755 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1edf4c5-b0d4-47ce-8c75-64ac217ba764 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.562095 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6a598d2e-d73a-4362-a86c-8e5d2d7179be tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0868719 Aug 27 14:11:02.562339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34610) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:02.598724 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.603434 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-f13ebb40-dc56-4cb4-a3a0-c9a82bbefd48 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] delete failed (client error): The resource could not be found. Aug 27 14:11:02.604963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f13ebb40-dc56-4cb4-a3a0-c9a82bbefd48 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-groups/9d174cd3-1d38-4eaf-9c33-4294676bf5a6 HTTP/1.1" status: 404 len: 347 time: 0.0410082 Aug 27 14:11:02.605551 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1edf4c5-b0d4-47ce-8c75-64ac217ba764 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.608732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34616) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:02.615762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-cb62c40d-699f-4924-b0af-3100ba46847c tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086845325'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:02.656846 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb62c40d-699f-4924-b0af-3100ba46847c tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.689224 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1edf4c5-b0d4-47ce-8c75-64ac217ba764 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.692488 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.723578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edf4c5-b0d4-47ce-8c75-64ac217ba764 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Subnet': ['ID=e1bc54cb-88e3-4e14-8921-333c6e8a4288,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:02.725583 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1edf4c5-b0d4-47ce-8c75-64ac217ba764 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.727505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e1edf4c5-b0d4-47ce-8c75-64ac217ba764 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/e1bc54cb-88e3-4e14-8921-333c6e8a4288 HTTP/1.1" status: 204 len: 168 time: 0.3669899 Aug 27 14:11:02.730340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34620) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:02.737440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abafb8d8-f60d-42f0-bbc2-e46755da0481 None None] Network cae87b17-bd95-4bb6-8e2d-7f94394e38a6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:02.768203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:02.770476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Pushing event updated for resources: {'Port': ['ID=6d886ad6-e9fa-4708-b674-990813eb3889,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:02.783169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:02.786332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:02.821281 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.921846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:02.922453 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.934804 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb62c40d-699f-4924-b0af-3100ba46847c tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:02.947598 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb62c40d-699f-4924-b0af-3100ba46847c tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.008531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] For port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4fdc4506-0e03-4900-aa47-782e8ec7c1e1,segment=NetworkSegment(92ac98e8-1f26-405a-b66b-aed98ec6a27c),segment_id=92ac98e8-1f26-405a-b66b-aed98ec6a27c)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:03.011973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904e774b-3c09-4be7-9a13-bffc46032be6 None None] DHCP port deletion for cae87b17-bd95-4bb6-8e2d-7f94394e38a6 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:11:03.012172 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.033034 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb62c40d-699f-4924-b0af-3100ba46847c tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.034276 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cb62c40d-699f-4924-b0af-3100ba46847c tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4245327 Aug 27 14:11:03.037579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62c40d-699f-4924-b0af-3100ba46847c tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e333840-d0e7-48b9-994b-e591615124c1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:03.039781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34632) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:03.048274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-36938ac6-d07b-4346-885c-63b97275e492 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group_rule': {'security_group_id': '3e333840-d0e7-48b9-994b-e591615124c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:03.061149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:03.067917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-904e774b-3c09-4be7-9a13-bffc46032be6 None None] Deleting port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:03.068308 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ac2a0-0ca4-4a00-8e6f-1cf295fd437e req-c558caf5-75c8-472b-b7ed-3922643bec05 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:03.068808 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-904e774b-3c09-4be7-9a13-bffc46032be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.069859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-db3ac2a0-0ca4-4a00-8e6f-1cf295fd437e req-c558caf5-75c8-472b-b7ed-3922643bec05 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 944 time: 0.1453516 Aug 27 14:11:03.145965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-904e774b-3c09-4be7-9a13-bffc46032be6 None None] For port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4fdc4506-0e03-4900-aa47-782e8ec7c1e1,segment=NetworkSegment(92ac98e8-1f26-405a-b66b-aed98ec6a27c),segment_id=92ac98e8-1f26-405a-b66b-aed98ec6a27c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:03.147384 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-904e774b-3c09-4be7-9a13-bffc46032be6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.150556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34634) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:03.160629 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-36938ac6-d07b-4346-885c-63b97275e492 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.164539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-904e774b-3c09-4be7-9a13-bffc46032be6 None None] Calling delete_port for 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:03.187717 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.208721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-db3ac2a0-0ca4-4a00-8e6f-1cf295fd437e req-236c4d95-ff64-40f5-aa5a-44ff436f1d95 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007609 Aug 27 14:11:03.238327 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.245067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=4fdc4506-0e03-4900-aa47-782e8ec7c1e1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:03.249086 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No DVR routers for this DVR port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:11:03.260548 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-904e774b-3c09-4be7-9a13-bffc46032be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.289510 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e774b-3c09-4be7-9a13-bffc46032be6 None None] Pushing event deleted for resources: {'Port': ['ID=4fdc4506-0e03-4900-aa47-782e8ec7c1e1,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:03.305966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e774b-3c09-4be7-9a13-bffc46032be6 None None] No DVR routers for this DVR port 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:11:03.341136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1259988729-network', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:03.349955 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-36938ac6-d07b-4346-885c-63b97275e492 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.358389 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-36938ac6-d07b-4346-885c-63b97275e492 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.363571 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.379096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae87b17-bd95-4bb6-8e2d-7f94394e38a6']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:03.388344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Made reservation on behalf of 9d6200bcd6d548d19f85584b6cdca497 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:03.390289 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36938ac6-d07b-4346-885c-63b97275e492 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59989ddb-e938-4a94-8209-b71ec6917a9a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:03.390890 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.393918 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-36938ac6-d07b-4346-885c-63b97275e492 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.395255 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-36938ac6-d07b-4346-885c-63b97275e492 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3531537 Aug 27 14:11:03.405412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34640) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:03.413747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ac98e8-1f26-405a-b66b-aed98ec6a27c') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:03.414046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ac98e8-1f26-405a-b66b-aed98ec6a27c') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:03.416527 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.418719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:11:03.427208 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.463213 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.469243 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a9d06a37-35d4-4f22-9fa8-08272022b4e3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.475167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:11:03.475578 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:11:03.479385 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:11:03.509695 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.532887 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a9d06a37-35d4-4f22-9fa8-08272022b4e3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.533118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:03.545672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '88ba3866-ee17-42ba-8e4d-9cd6dbbbc197', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'port_id': '88ba3866-ee17-42ba-8e4d-9cd6dbbbc197', 'mac_address': 'fa:16:3e:65:91:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:11:03.579330 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.585468 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.593452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/networks/cae87b17-bd95-4bb6-8e2d-7f94394e38a6 HTTP/1.1" status: 204 len: 168 time: 0.8589382 Aug 27 14:11:03.595683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34644) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:03.605863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-334200075', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:03.607858 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.632634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:11:03.634504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39911f-654b-4a82-ba27-856a57ec0aef tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Network': ['ID=cae87b17-bd95-4bb6-8e2d-7f94394e38a6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:03.640322 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a9d06a37-35d4-4f22-9fa8-08272022b4e3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.650274 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a9d06a37-35d4-4f22-9fa8-08272022b4e3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.653891 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a9d06a37-35d4-4f22-9fa8-08272022b4e3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/59989ddb-e938-4a94-8209-b71ec6917a9a HTTP/1.1" status: 204 len: 168 time: 0.2451122 Aug 27 14:11:03.658634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34646) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:03.665740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:03.670916 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.681583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d06a37-35d4-4f22-9fa8-08272022b4e3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59989ddb-e938-4a94-8209-b71ec6917a9a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:03.682715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Router 7bd43171-869b-4b45-848e-5fe016a1c819 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:11:03.723337 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-66822ab0-36ed-449d-844a-68e5d14297be tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0653806 Aug 27 14:11:03.726577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34650) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:03.739839 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:03.776825 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.789960 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.810719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:03.822090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dbb095-048b-40f7-8a78-2aa20d95ea1d None None] Sync routers for ids ['7bd43171-869b-4b45-848e-5fe016a1c819'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:03.828150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:11:03.832105 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.833399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dbb095-048b-40f7-8a78-2aa20d95ea1d None None] Routers {'7bd43171-869b-4b45-848e-5fe016a1c819'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:03.836631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-63dbb095-048b-40f7-8a78-2aa20d95ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['7bd43171-869b-4b45-848e-5fe016a1c819'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:03.836793 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-53ebc736-2978-4134-8599-2b6a224f15c2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7895670 Aug 27 14:11:03.836891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34652) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:03.842253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-59998e6b-07f9-4cde-abd8-5f51a18aeb0e tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'enable_snat': False}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:03.845144 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.846416 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.867738 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.868112 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Added segment dbb170bd-d104-4cf2-a554-d78f82ab3dbd of type vlan for network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a Aug 27 14:11:03.869508 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9ae02e01-9a97-47a1-a5c9-765c703656b6 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.873152 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-63dbb095-048b-40f7-8a78-2aa20d95ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:03.878967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b071ddb1-424c-4d0d-b303-ecc8e7154143,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:03.882470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dbb095-048b-40f7-8a78-2aa20d95ea1d None None] Routers {'7bd43171-869b-4b45-848e-5fe016a1c819'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:03.883493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-63dbb095-048b-40f7-8a78-2aa20d95ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['7bd43171-869b-4b45-848e-5fe016a1c819'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:03.919275 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-63dbb095-048b-40f7-8a78-2aa20d95ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:03.920429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dbb095-048b-40f7-8a78-2aa20d95ea1d None None] The sync data for ids ['7bd43171-869b-4b45-848e-5fe016a1c819'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:03.948071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9ae02e01-9a97-47a1-a5c9-765c703656b6 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.953624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:03.993638 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.002374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['88ba3866-ee17-42ba-8e4d-9cd6dbbbc197'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:11:04.103533 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.104435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:04.105262 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.173650 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59998e6b-07f9-4cde-abd8-5f51a18aeb0e tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.192570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:11:04.214984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:11:04.215339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4fdc4506-0e03-4900-aa47-782e8ec7c1e1 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:11:04.228638 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.232044 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9ae02e01-9a97-47a1-a5c9-765c703656b6 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.234863 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9ae02e01-9a97-47a1-a5c9-765c703656b6 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.236018 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9ae02e01-9a97-47a1-a5c9-765c703656b6 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-groups/3e333840-d0e7-48b9-994b-e591615124c1 HTTP/1.1" status: 204 len: 168 time: 0.5084834 Aug 27 14:11:04.240927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34654) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:04.262155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1099427 Aug 27 14:11:04.263401 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae02e01-9a97-47a1-a5c9-765c703656b6 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e333840-d0e7-48b9-994b-e591615124c1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:04.270150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34658) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:04.277388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-57494dd8-827d-43ed-9ecf-3aa75841ef75 admin admin] Request body: {'subnet': {'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1259988729-subnet', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:04.290810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194821d-4334-46c9-a2bc-13d94d0e6be7 admin admin] Pushing event updated for resources: {'Network': ['ID=85c680fe-ab41-4ad8-8981-eb8ac0cb901a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:04.304156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:11:04.365508 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1c2b2db3-8507-4e0e-919f-9716a104b61e tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1232615 Aug 27 14:11:04.372265 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34660) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:04.374104 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57494dd8-827d-43ed-9ecf-3aa75841ef75 admin admin] Made reservation on behalf of 9d6200bcd6d548d19f85584b6cdca497 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:04.376739 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-57494dd8-827d-43ed-9ecf-3aa75841ef75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.380081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-808c6f54-fc77-4438-8871-4a364b9f9195 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group': {'name': 'tempest-secgroup--2101710127'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:04.444722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-808c6f54-fc77-4438-8871-4a364b9f9195 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.473350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674c60f-dd6e-4b3d-8f5b-1e47fda97300 req-9e8e1665-d073-42af-9c3c-e0ef4cd9074c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:04.474903 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d674c60f-dd6e-4b3d-8f5b-1e47fda97300 req-9e8e1665-d073-42af-9c3c-e0ef4cd9074c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 945 time: 0.1643782 Aug 27 14:11:04.517621 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.543673 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.689512 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-808c6f54-fc77-4438-8871-4a364b9f9195 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.694554 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-808c6f54-fc77-4438-8871-4a364b9f9195 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.731415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Allocated IP 172.25.2.165 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/2010dd06-b7bf-4017-b1cd-8b94148819e4) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:04.746573 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-808c6f54-fc77-4438-8871-4a364b9f9195 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.747865 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-808c6f54-fc77-4438-8871-4a364b9f9195 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3736815 Aug 27 14:11:04.754005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34666) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:04.760904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f8a040a7-5bd3-4b80-af3b-52cbe5d3ce59 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group_rule': {'security_group_id': 'b1e3b707-6937-4b3d-b653-789a4de6baf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:04.774199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c6f54-fc77-4438-8871-4a364b9f9195 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e3b707-6937-4b3d-b653-789a4de6baf4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:04.848491 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8a040a7-5bd3-4b80-af3b-52cbe5d3ce59 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:04.930794 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d674c60f-dd6e-4b3d-8f5b-1e47fda97300 req-d6bc697e-baea-4fbc-9f10-948de112549b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410815 Aug 27 14:11:05.110442 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-57494dd8-827d-43ed-9ecf-3aa75841ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.210951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57494dd8-827d-43ed-9ecf-3aa75841ef75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcbb8a06-5721-419e-86f0-14739793aabd,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:05.258394 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.267018 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57494dd8-827d-43ed-9ecf-3aa75841ef75 admin admin] Checking segment: {'id': 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:05.267390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57494dd8-827d-43ed-9ecf-3aa75841ef75 admin admin] Network hostable DHCP agents. Network: 85c680fe-ab41-4ad8-8981-eb8ac0cb901a, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:11:05.275593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59998e6b-07f9-4cde-abd8-5f51a18aeb0e tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.281505 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59998e6b-07f9-4cde-abd8-5f51a18aeb0e tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.284521 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8a040a7-5bd3-4b80-af3b-52cbe5d3ce59 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.289714 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8a040a7-5bd3-4b80-af3b-52cbe5d3ce59 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.318457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a040a7-5bd3-4b80-af3b-52cbe5d3ce59 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b3c5e4-bcfd-43a6-b8b0-bf4f5660e927,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:05.326730 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8a040a7-5bd3-4b80-af3b-52cbe5d3ce59 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.327994 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f8a040a7-5bd3-4b80-af3b-52cbe5d3ce59 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5723104 Aug 27 14:11:05.330946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34670) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:05.335298 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.338979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-05a23fb5-b5e4-414e-869b-5ec754232f08 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group_rule': {'security_group_id': 'b1e3b707-6937-4b3d-b653-789a4de6baf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:05.350430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57494dd8-827d-43ed-9ecf-3aa75841ef75 admin admin] Network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:11:05.370074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-57494dd8-827d-43ed-9ecf-3aa75841ef75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 85c680fe-ab41-4ad8-8981-eb8ac0cb901a) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:05.372872 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:05.380003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:05.383112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:05.386727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50109e01-071f-455f-ae5b-57217583a5bb None None] Network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:05.404763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57494dd8-827d-43ed-9ecf-3aa75841ef75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:05.405675 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-57494dd8-827d-43ed-9ecf-3aa75841ef75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.406088 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=2010dd06-b7bf-4017-b1cd-8b94148819e4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:05.434902 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-05a23fb5-b5e4-414e-869b-5ec754232f08 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.435244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:05.449460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-57494dd8-827d-43ed-9ecf-3aa75841ef75 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1743762 Aug 27 14:11:05.450366 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34672) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:05.458432 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:05.488723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59998e6b-07f9-4cde-abd8-5f51a18aeb0e tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Router 7bd43171-869b-4b45-848e-5fe016a1c819 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:11:05.520603 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.521620 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.569980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:05.570557 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-05a23fb5-b5e4-414e-869b-5ec754232f08 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.577809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:05.577809 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.589037 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-05a23fb5-b5e4-414e-869b-5ec754232f08 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.638014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a23fb5-b5e4-414e-869b-5ec754232f08 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89479d8-a3cb-450d-9ad1-7440bb7b0de9,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:05.669084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'fixed_ips': [{'subnet_id': 'bcbb8a06-5721-419e-86f0-14739793aabd'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:11:05.670288 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.681341 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.704197 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.708859 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-05a23fb5-b5e4-414e-869b-5ec754232f08 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.709799 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-05a23fb5-b5e4-414e-869b-5ec754232f08 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3761177 Aug 27 14:11:05.713569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34676) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:05.716105 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.723183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a5d86047-2bdf-4da3-881c-c89f4259b231 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group_rule': {'security_group_id': 'b1e3b707-6937-4b3d-b653-789a4de6baf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:05.775602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59998e6b-07f9-4cde-abd8-5f51a18aeb0e tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:05.791213 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb534ac-02ff-4982-ac57-69d0d46fb369 None None] Sync routers for ids ['7bd43171-869b-4b45-848e-5fe016a1c819'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:05.793901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e54af8-655e-47ef-9e78-397702fe3adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ba3866-ee17-42ba-8e4d-9cd6dbbbc197'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:11:05.796142 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189ac89e-3014-4189-b1c3-1f8bae78a277" -d '{"events": [{"server_uuid": "f2e54af8-655e-47ef-9e78-397702fe3adb", "name": "network-vif-plugged", "status": "completed", "tag": "88ba3866-ee17-42ba-8e4d-9cd6dbbbc197"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:11:05.811800 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb534ac-02ff-4982-ac57-69d0d46fb369 None None] Routers {'7bd43171-869b-4b45-848e-5fe016a1c819'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:05.812457 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2fb534ac-02ff-4982-ac57-69d0d46fb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['7bd43171-869b-4b45-848e-5fe016a1c819'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:05.817420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:05.842706 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.850782 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2fb534ac-02ff-4982-ac57-69d0d46fb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:05.866706 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59998e6b-07f9-4cde-abd8-5f51a18aeb0e tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:05.868230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-59998e6b-07f9-4cde-abd8-5f51a18aeb0e tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "PUT /v2.0/routers/7bd43171-869b-4b45-848e-5fe016a1c819 HTTP/1.1" status: 200 len: 922 time: 2.0295444 Aug 27 14:11:05.880486 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d731e3b-4cef-475a-9bfe-ddff5a6259d3 x-openstack-request-id: req-7d731e3b-4cef-475a-9bfe-ddff5a6259d3 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:11:05.880871 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e54af8-655e-47ef-9e78-397702fe3adb", "name": "network-vif-plugged", "status": "completed", "tag": "88ba3866-ee17-42ba-8e4d-9cd6dbbbc197", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:11:05.881191 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d731e3b-4cef-475a-9bfe-ddff5a6259d3 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:11:05.881605 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e54af8-655e-47ef-9e78-397702fe3adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ba3866-ee17-42ba-8e4d-9cd6dbbbc197', 'code': 200} Aug 27 14:11:05.883499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34684) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:05.914203 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Allocated IP 172.20.0.2 (85c680fe-ab41-4ad8-8981-eb8ac0cb901a/bcbb8a06-5721-419e-86f0-14739793aabd/96e17303-3e37-4209-a135-410f97ad4abc) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:05.922165 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb534ac-02ff-4982-ac57-69d0d46fb369 None None] Routers {'7bd43171-869b-4b45-848e-5fe016a1c819'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:05.924443 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2fb534ac-02ff-4982-ac57-69d0d46fb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['7bd43171-869b-4b45-848e-5fe016a1c819'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:05.934878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:05.952251 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5d86047-2bdf-4da3-881c-c89f4259b231 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.006785 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2fb534ac-02ff-4982-ac57-69d0d46fb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:06.007710 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb534ac-02ff-4982-ac57-69d0d46fb369 None None] The sync data for ids ['7bd43171-869b-4b45-848e-5fe016a1c819'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:06.085862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624413fb-f581-48ea-bfb3-bb83b1c9f6c0 req-8751792b-13c9-4643-b582-8caab335adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:06.087578 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-624413fb-f581-48ea-bfb3-bb83b1c9f6c0 req-8751792b-13c9-4643-b582-8caab335adc6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 1098 time: 0.1321163 Aug 27 14:11:06.099019 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.112740 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.123085 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5d86047-2bdf-4da3-881c-c89f4259b231 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.126584 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Transition to ACTIVE for port object 96e17303-3e37-4209-a135-410f97ad4abc will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:06.142408 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5d86047-2bdf-4da3-881c-c89f4259b231 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.143578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Transition to ACTIVE for port object 96e17303-3e37-4209-a135-410f97ad4abc will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:06.158333 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.196688 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8b02c718-f29a-4b87-9d39-301f6e28b8bb tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/routers/7bd43171-869b-4b45-848e-5fe016a1c819 HTTP/1.1" status: 200 len: 922 time: 0.3116412 Aug 27 14:11:06.200000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34688) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:06.210579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe2bdb-b746-42c3-8e85-b5817c3c173f req-e8a1a338-8254-4a8a-b8fb-2df598b345dd tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:06.212480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:06.215184 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3afe2bdb-b746-42c3-8e85-b5817c3c173f req-e8a1a338-8254-4a8a-b8fb-2df598b345dd tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.1841433 Aug 27 14:11:06.216480 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.218064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:06.221565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:06.229012 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-624413fb-f581-48ea-bfb3-bb83b1c9f6c0 req-cb34ce2f-e04c-4428-9b1d-0ebca431a878 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209140 Aug 27 14:11:06.235496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d86047-2bdf-4da3-881c-c89f4259b231 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9e30fa-4153-49d7-bd1f-b7af72355d1a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:06.236196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Pushing event updated for resources: {'Port': ['ID=96e17303-3e37-4209-a135-410f97ad4abc,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:06.267690 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5d86047-2bdf-4da3-881c-c89f4259b231 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.268824 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a5d86047-2bdf-4da3-881c-c89f4259b231 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5514960 Aug 27 14:11:06.273055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34690) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:06.283640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d3b086d5-90ba-45f7-befe-620447657ba2 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group_rule': {'security_group_id': 'b1e3b707-6937-4b3d-b653-789a4de6baf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:06.289503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Attempting to bind port 96e17303-3e37-4209-a135-410f97ad4abc on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:06.290282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Attempting to bind port 96e17303-3e37-4209-a135-410f97ad4abc by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:06.290452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Attempting to bind port 96e17303-3e37-4209-a135-410f97ad4abc on network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:06.297178 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:06.297652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Checking segment: {'id': 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:06.298317 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.299092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Bound using segment: {'id': 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:06.299766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Bound port: 96e17303-3e37-4209-a135-410f97ad4abc, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:06.300277 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.321166 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3afe2bdb-b746-42c3-8e85-b5817c3c173f req-c416295f-89e7-484d-9a3c-594d01eb2c2c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951898 Aug 27 14:11:06.334884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1374de-035b-48cd-a4c6-5f6bf383d51b tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:06.336414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7e1374de-035b-48cd-a4c6-5f6bf383d51b tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&device_id=7bd43171-869b-4b45-848e-5fe016a1c819&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1348052 Aug 27 14:11:06.340650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34692) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:06.381009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] For port 96e17303-3e37-4209-a135-410f97ad4abc, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:06.384484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] For port 96e17303-3e37-4209-a135-410f97ad4abc, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=96e17303-3e37-4209-a135-410f97ad4abc,segment=NetworkSegment(dbb170bd-d104-4cf2-a554-d78f82ab3dbd),segment_id=dbb170bd-d104-4cf2-a554-d78f82ab3dbd)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:06.390245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.405981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router b99ec972-f7f7-4660-b097-860a0464df94 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:11:06.412320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d3b086d5-90ba-45f7-befe-620447657ba2 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.460960 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e54246-3ef4-4675-b688-28e102a4ff19 None None] Pushing event updated for resources: {'Port': ['ID=96e17303-3e37-4209-a135-410f97ad4abc,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:06.505288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42550b8-b1e3-4363-90e3-ddaa7a1ae1fe tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:06.506759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e42550b8-b1e3-4363-90e3-ddaa7a1ae1fe tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 881 time: 0.1651318 Aug 27 14:11:06.509779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34694) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:06.535127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:06.551684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1877661e-1b36-4ba6-9655-5bfae4997d9f None None] Sync routers for ids ['b99ec972-f7f7-4660-b097-860a0464df94'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:06.555379 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.559893 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-83d44e1a-f97a-4950-8560-550711a74f35 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.9556115 Aug 27 14:11:06.560402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34696) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:06.563807 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877661e-1b36-4ba6-9655-5bfae4997d9f None None] Routers {'b99ec972-f7f7-4660-b097-860a0464df94'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:06.564536 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1877661e-1b36-4ba6-9655-5bfae4997d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b99ec972-f7f7-4660-b097-860a0464df94'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:06.586164 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b69287d2-c342-4216-8269-bccb3f707cfa tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bd43171-869b-4b45-848e-5fe016a1c819 HTTP/1.1" status: 200 len: 205 time: 0.0731153 Aug 27 14:11:06.618537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34698) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:06.652443 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d3b086d5-90ba-45f7-befe-620447657ba2 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.666138 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d3b086d5-90ba-45f7-befe-620447657ba2 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.693049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1877661e-1b36-4ba6-9655-5bfae4997d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:06.719408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877661e-1b36-4ba6-9655-5bfae4997d9f None None] Routers {'b99ec972-f7f7-4660-b097-860a0464df94'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:06.720059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1877661e-1b36-4ba6-9655-5bfae4997d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b99ec972-f7f7-4660-b097-860a0464df94'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:06.728896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b086d5-90ba-45f7-befe-620447657ba2 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81336e97-743b-4ff5-a9c4-dfa7d2c79210,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:06.744374 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d3b086d5-90ba-45f7-befe-620447657ba2 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.748210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d3b086d5-90ba-45f7-befe-620447657ba2 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4706647 Aug 27 14:11:06.748210 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.749033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34702) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:06.753548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-50ed51b3-f99b-4069-a6d2-028c116e4833 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group_rule': {'security_group_id': 'b1e3b707-6937-4b3d-b653-789a4de6baf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:06.761694 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1877661e-1b36-4ba6-9655-5bfae4997d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:06.762492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1877661e-1b36-4ba6-9655-5bfae4997d9f None None] The sync data for ids ['b99ec972-f7f7-4660-b097-860a0464df94'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:06.787144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.838821 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-38cc662a-4b06-4296-834e-08c5ba263212 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/routers/b99ec972-f7f7-4660-b097-860a0464df94 HTTP/1.1" status: 200 len: 880 time: 0.2750599 Aug 27 14:11:06.840233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34706) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:06.854092 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50ed51b3-f99b-4069-a6d2-028c116e4833 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.905109 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.962593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50ed51b3-f99b-4069-a6d2-028c116e4833 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.964069 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Allocated IP 172.25.2.148 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/5ed004a8-ccd9-4bdb-8750-ff95a199614a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:06.972413 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50ed51b3-f99b-4069-a6d2-028c116e4833 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:06.999298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed51b3-f99b-4069-a6d2-028c116e4833 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b141f1e-dce9-4361-886d-67f40323000d,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:07.016793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50ed51b3-f99b-4069-a6d2-028c116e4833 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.022282 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-50ed51b3-f99b-4069-a6d2-028c116e4833 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2680655 Aug 27 14:11:07.041067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34710) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:07.068133 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.095597 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d9681e2-1709-462f-84e5-dbb289164b9a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.106037 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.121371 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d9681e2-1709-462f-84e5-dbb289164b9a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.146365 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.165966 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d9681e2-1709-462f-84e5-dbb289164b9a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.174539 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d9681e2-1709-462f-84e5-dbb289164b9a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.175676 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3d9681e2-1709-462f-84e5-dbb289164b9a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/5b141f1e-dce9-4361-886d-67f40323000d HTTP/1.1" status: 204 len: 168 time: 0.1314473 Aug 27 14:11:07.178812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34712) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:07.190590 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b62304a5-8fc7-4c90-a8d8-0fb584d1d3bd tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3476508 Aug 27 14:11:07.196018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9681e2-1709-462f-84e5-dbb289164b9a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b141f1e-dce9-4361-886d-67f40323000d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:07.197134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:07.197821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34714) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:07.205215 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-6af6d8c9-2e71-4771-908e-02c536b1f436 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-334200075'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:07.212512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:07.218972 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Deleting port 6d886ad6-e9fa-4708-b674-990813eb3889 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:07.219240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:07.219376 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.280278 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed004a8-ccd9-4bdb-8750-ff95a199614a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:07.291906 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-76a03632-4b93-41e0-9738-b1ed8b51fa81 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1092322 Aug 27 14:11:07.298888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34716) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:07.362640 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e83af4a4-0951-4846-8dbd-230af21e79fa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.381101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e83af4a4-0951-4846-8dbd-230af21e79fa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.391018 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.412552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Calling delete_port for 6d886ad6-e9fa-4708-b674-990813eb3889 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:07.490293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e83af4a4-0951-4846-8dbd-230af21e79fa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.500514 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e83af4a4-0951-4846-8dbd-230af21e79fa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.503960 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e83af4a4-0951-4846-8dbd-230af21e79fa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/81336e97-743b-4ff5-a9c4-dfa7d2c79210 HTTP/1.1" status: 204 len: 168 time: 0.2012804 Aug 27 14:11:07.510247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34720) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:07.520898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83af4a4-0951-4846-8dbd-230af21e79fa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81336e97-743b-4ff5-a9c4-dfa7d2c79210,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:07.562046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a5f80-c81f-4c8b-adaf-c0e7f0c924bf req-c8cc975e-1356-47c0-9005-15794fd3c294 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:07.563640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f00a5f80-c81f-4c8b-adaf-c0e7f0c924bf req-c8cc975e-1356-47c0-9005-15794fd3c294 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.1400814 Aug 27 14:11:07.649291 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-34dd4a73-1036-4eaa-9be0-fb0f495717dc tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1376264 Aug 27 14:11:07.653202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34722) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:07.655322 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d3d7a9-dd3e-494d-9af4-b934572b5ad9 None None] Network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:07.715224 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f00a5f80-c81f-4c8b-adaf-c0e7f0c924bf req-c093ddba-6cab-4a89-94a7-6c3362fb6903 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444151 Aug 27 14:11:07.731172 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15218aa0-9035-4eca-afe5-822143686484 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.743635 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15218aa0-9035-4eca-afe5-822143686484 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.763560 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.768816 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.775446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-afe3148c-f252-4c7c-821c-f0ff6b7fd066 None None] Provisioning for port 96e17303-3e37-4209-a135-410f97ad4abc completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:07.823488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Pushing event deleted for resources: {'Port': ['ID=6d886ad6-e9fa-4708-b674-990813eb3889,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:07.836865 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15218aa0-9035-4eca-afe5-822143686484 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.848901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15218aa0-9035-4eca-afe5-822143686484 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:07.852746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-15218aa0-9035-4eca-afe5-822143686484 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/bd9e30fa-4153-49d7-bd1f-b7af72355d1a HTTP/1.1" status: 204 len: 168 time: 0.1933644 Aug 27 14:11:07.867226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34728) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:07.887008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15218aa0-9035-4eca-afe5-822143686484 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd9e30fa-4153-49d7-bd1f-b7af72355d1a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:08.035498 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f415dd00-6aa1-4472-9a8f-d6449ae5fa04 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1604474 Aug 27 14:11:08.035498 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.036101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34734) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:08.170206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.173887 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.176048 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c2ca-88ee-4c47-8821-589c11f8a531 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.189747 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c2ca-88ee-4c47-8821-589c11f8a531 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.244218 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.244832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Fanout notify agent at l3_agent the message router_deleted on router 7bd43171-869b-4b45-848e-5fe016a1c819 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:11:08.257709 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.261471 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4f8b6c19-c158-4a2d-9ea2-e4c1cd3076e7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "DELETE /v2.0/routers/7bd43171-869b-4b45-848e-5fe016a1c819 HTTP/1.1" status: 204 len: 168 time: 1.6369984 Aug 27 14:11:08.269704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34738) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:08.271715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 96e17303-3e37-4209-a135-410f97ad4abc up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:08.275707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-aa10997e-ca65-48d4-92db-b23c4398fc7d tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1097043174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:08.282434 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c2ca-88ee-4c47-8821-589c11f8a531 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.287232 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c2ca-88ee-4c47-8821-589c11f8a531 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.290794 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c7f2c2ca-88ee-4c47-8821-589c11f8a531 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a89479d8-a3cb-450d-9ad1-7440bb7b0de9 HTTP/1.1" status: 204 len: 168 time: 0.2513688 Aug 27 14:11:08.294123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34740) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:08.318495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2c2ca-88ee-4c47-8821-589c11f8a531 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a89479d8-a3cb-450d-9ad1-7440bb7b0de9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:08.329162 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6af6d8c9-2e71-4771-908e-02c536b1f436 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.335440 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa10997e-ca65-48d4-92db-b23c4398fc7d tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.336768 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa10997e-ca65-48d4-92db-b23c4398fc7d tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.340488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 96e17303-3e37-4209-a135-410f97ad4abc completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:08.346922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 96e17303-3e37-4209-a135-410f97ad4abc triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:08.347649 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.358013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed062ab1-b061-406b-ab70-8146e7b887da req-ba68d99b-130d-4bc8-8c03-854247fb3454 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:08.360156 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed062ab1-b061-406b-ab70-8146e7b887da req-ba68d99b-130d-4bc8-8c03-854247fb3454 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.1213717 Aug 27 14:11:08.363797 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6af6d8c9-2e71-4771-908e-02c536b1f436 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.373402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-995ce996-9c14-49df-8dd8-f15a6e14ecc0 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0765672 Aug 27 14:11:08.376136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34742) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:08.436095 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.437335 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa10997e-ca65-48d4-92db-b23c4398fc7d tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.440594 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7384dd3e-b126-4c00-8719-01f74752b854 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.444500 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa10997e-ca65-48d4-92db-b23c4398fc7d tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.460198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7384dd3e-b126-4c00-8719-01f74752b854 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.473219 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 96e17303-3e37-4209-a135-410f97ad4abc, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=96e17303-3e37-4209-a135-410f97ad4abc,segment=NetworkSegment(dbb170bd-d104-4cf2-a554-d78f82ab3dbd),segment_id=dbb170bd-d104-4cf2-a554-d78f82ab3dbd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:08.478092 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.478450 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa10997e-ca65-48d4-92db-b23c4398fc7d tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.482319 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-aa10997e-ca65-48d4-92db-b23c4398fc7d tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2081771 Aug 27 14:11:08.483765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34744) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:08.489172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Request body: {'router': {'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:08.532551 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed062ab1-b061-406b-ab70-8146e7b887da req-9b71b267-917e-4587-96fb-b1e8f9a6d545 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602547 Aug 27 14:11:08.534078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=96e17303-3e37-4209-a135-410f97ad4abc,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:08.562006 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7384dd3e-b126-4c00-8719-01f74752b854 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.567011 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7384dd3e-b126-4c00-8719-01f74752b854 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.568186 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7384dd3e-b126-4c00-8719-01f74752b854 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e8b3c5e4-bcfd-43a6-b8b0-bf4f5660e927 HTTP/1.1" status: 204 len: 168 time: 0.1911068 Aug 27 14:11:08.574472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34746) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:08.584961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384dd3e-b126-4c00-8719-01f74752b854 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8b3c5e4-bcfd-43a6-b8b0-bf4f5660e927,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:08.594895 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.664243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af6d8c9-2e71-4771-908e-02c536b1f436 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router b99ec972-f7f7-4660-b097-860a0464df94 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:11:08.673677 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ef6e2cf8-4fa2-46b6-8d9a-f2a93ec144b0 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0985878 Aug 27 14:11:08.679928 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34748) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:08.719032 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.836025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5f7a-7722-4bbd-964c-e8d8b351f5fa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.904352 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5f7a-7722-4bbd-964c-e8d8b351f5fa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.931383 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.935158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af6d8c9-2e71-4771-908e-02c536b1f436 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:08.945784 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c4a82-7d9f-4666-9fea-5e17a73c3e9f None None] Sync routers for ids ['b99ec972-f7f7-4660-b097-860a0464df94'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:08.946933 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6af6d8c9-2e71-4771-908e-02c536b1f436 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.950914 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6af6d8c9-2e71-4771-908e-02c536b1f436 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/b99ec972-f7f7-4660-b097-860a0464df94 HTTP/1.1" status: 200 len: 887 time: 1.7465603 Aug 27 14:11:08.952809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34752) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:08.955727 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:08.957569 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c4a82-7d9f-4666-9fea-5e17a73c3e9f None None] Routers {'b99ec972-f7f7-4660-b097-860a0464df94'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:08.958461 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6b0c4a82-7d9f-4666-9fea-5e17a73c3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b99ec972-f7f7-4660-b097-860a0464df94'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:08.962089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:11:08.997157 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6b0c4a82-7d9f-4666-9fea-5e17a73c3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:09.006239 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c4a82-7d9f-4666-9fea-5e17a73c3e9f None None] Routers {'b99ec972-f7f7-4660-b097-860a0464df94'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:09.006958 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6b0c4a82-7d9f-4666-9fea-5e17a73c3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b99ec972-f7f7-4660-b097-860a0464df94'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:09.042043 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6b0c4a82-7d9f-4666-9fea-5e17a73c3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:09.043782 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c4a82-7d9f-4666-9fea-5e17a73c3e9f None None] The sync data for ids ['b99ec972-f7f7-4660-b097-860a0464df94'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:09.061693 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5f7a-7722-4bbd-964c-e8d8b351f5fa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:09.064981 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5f7a-7722-4bbd-964c-e8d8b351f5fa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:09.066654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7b9c5f7a-7722-4bbd-964c-e8d8b351f5fa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-groups/b1e3b707-6937-4b3d-b653-789a4de6baf4 HTTP/1.1" status: 204 len: 168 time: 0.3857284 Aug 27 14:11:09.069203 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34756) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:09.099580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Allocated IP 172.25.2.127 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/c52e738e-9e98-4adc-9aaf-46d4f630a8d1) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:09.121900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c5f7a-7722-4bbd-964c-e8d8b351f5fa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e3b707-6937-4b3d-b653-789a4de6baf4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:09.171980 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e4fd06f1-7c1e-4311-b1e3-75f5b587e366 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998950 Aug 27 14:11:09.177449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34758) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:09.184684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f6d312f0-03c3-4025-8676-bf4ade3bf185 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459360959'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:09.196632 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-76b2a25c-a21e-4bce-b950-fc3196fcade1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/routers/b99ec972-f7f7-4660-b097-860a0464df94 HTTP/1.1" status: 200 len: 887 time: 0.2426865 Aug 27 14:11:09.199545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34762) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:09.203015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:09.214405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Sync routers for ids ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:09.241023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Routers {'2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:09.241836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:09.357319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Set router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:09.566928 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f4d370c7-00c5-41a6-acf5-e1b159024a84 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=b99ec972-f7f7-4660-b097-860a0464df94 HTTP/1.1" status: 200 len: 205 time: 0.3662648 Aug 27 14:11:09.569899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34766) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:09.580626 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6d312f0-03c3-4025-8676-bf4ade3bf185 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:09.583339 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:09.585648 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-02969e11-1e9d-4d49-ba89-dc974b324217 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1317494 Aug 27 14:11:09.590425 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34768) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:09.668539 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:09.713818 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:09.732523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:11:07Z', 'revision_number': 3, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port': {'id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:06Z', 'updated_at': '2021-08-27T14:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:09.756293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:09.759963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Checking router: 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:11:09.760324 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Updating router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b port 5ed004a8-ccd9-4bdb-8750-ff95a199614a binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:11:09.769491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081d50d-339d-47bb-a5cf-d92895f8d44e req-d59df50b-b97e-42c1-b0f6-ba8e88bce529 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:09.771692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0081d50d-339d-47bb-a5cf-d92895f8d44e req-d59df50b-b97e-42c1-b0f6-ba8e88bce529 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.0985007 Aug 27 14:11:09.787982 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:09.866586 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:09.884190 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0081d50d-339d-47bb-a5cf-d92895f8d44e req-f515f11c-120c-4615-9107-5b4cb067bf61 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742500 Aug 27 14:11:09.912985 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6d312f0-03c3-4025-8676-bf4ade3bf185 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:09.924019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:09.926500 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6d312f0-03c3-4025-8676-bf4ade3bf185 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:09.944371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:09.961368 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:09.973481 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Pushing event updated for resources: {'Port': ['ID=c52e738e-9e98-4adc-9aaf-46d4f630a8d1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:09.997165 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6d312f0-03c3-4025-8676-bf4ade3bf185 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.001003 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f6d312f0-03c3-4025-8676-bf4ade3bf185 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8209796 Aug 27 14:11:10.005155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34772) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:10.006363 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.024707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4a9c51d9-4bae-4e3f-aaca-821e1eddef2a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group_rule': {'security_group_id': 'c1b2c495-a5d5-4f3c-bdcd-b2fed63ed73b', 'direction': 'ingress', 'protocol': 17}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:10.045131 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d312f0-03c3-4025-8676-bf4ade3bf185 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b2c495-a5d5-4f3c-bdcd-b2fed63ed73b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:10.115683 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.132909 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Transition to ACTIVE for port object 5ed004a8-ccd9-4bdb-8750-ff95a199614a will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:10.146675 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.152160 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4a9c51d9-4bae-4e3f-aaca-821e1eddef2a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.198120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a6249-023c-4af9-af26-61d19c7891f7 None None] Pushing event updated for resources: {'Port': ['ID=5ed004a8-ccd9-4bdb-8750-ff95a199614a,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:10.220726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Attempting to bind port 5ed004a8-ccd9-4bdb-8750-ff95a199614a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:10.221677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Attempting to bind port 5ed004a8-ccd9-4bdb-8750-ff95a199614a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:10.222045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Attempting to bind port 5ed004a8-ccd9-4bdb-8750-ff95a199614a on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:10.227884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:10.228377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:10.229648 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.230843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:10.231420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Bound port: 5ed004a8-ccd9-4bdb-8750-ff95a199614a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:10.231922 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.236969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 96e17303-3e37-4209-a135-410f97ad4abc up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:10.239303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port 2010dd06-b7bf-4017-b1cd-8b94148819e4 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:10.239648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.252461 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.288776 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4a9c51d9-4bae-4e3f-aaca-821e1eddef2a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.327174 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4a9c51d9-4bae-4e3f-aaca-821e1eddef2a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.368704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c51d9-4bae-4e3f-aaca-821e1eddef2a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f32efe4-1c62-445e-b23d-2a3765887703,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:10.375505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] For port 5ed004a8-ccd9-4bdb-8750-ff95a199614a, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:10.380648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] For port 5ed004a8-ccd9-4bdb-8750-ff95a199614a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5ed004a8-ccd9-4bdb-8750-ff95a199614a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:10.381317 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 96e17303-3e37-4209-a135-410f97ad4abc triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:10.381768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.406082 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.406642 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4a9c51d9-4bae-4e3f-aaca-821e1eddef2a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.407898 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4a9c51d9-4bae-4e3f-aaca-821e1eddef2a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3984976 Aug 27 14:11:10.412602 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34778) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:10.438861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Allocated IP 172.20.0.1 (85c680fe-ab41-4ad8-8981-eb8ac0cb901a/bcbb8a06-5721-419e-86f0-14739793aabd/26f70a3e-0d2f-492b-bd51-153dad3ba9fd) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:10.453511 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.477759 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Routers {'2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:10.478385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:10.485828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for 2010dd06-b7bf-4017-b1cd-8b94148819e4 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:10.491515 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.524445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a6249-023c-4af9-af26-61d19c7891f7 None None] Pushing event updated for resources: {'Port': ['ID=5ed004a8-ccd9-4bdb-8750-ff95a199614a,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:10.563081 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.583425 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Transition to ACTIVE for port object 26f70a3e-0d2f-492b-bd51-153dad3ba9fd will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:10.629187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6d20d7b-6f0c-485a-800a-1d7cf95a45ea tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.634087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] Set router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:10.634418 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.673285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:10.676591 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6d20d7b-6f0c-485a-800a-1d7cf95a45ea tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.678331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:10.682146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:10.713077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Pushing event updated for resources: {'Port': ['ID=26f70a3e-0d2f-492b-bd51-153dad3ba9fd,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:10.733314 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.879971 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6d20d7b-6f0c-485a-800a-1d7cf95a45ea tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.882468 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6d20d7b-6f0c-485a-800a-1d7cf95a45ea tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.883632 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e6d20d7b-6f0c-485a-800a-1d7cf95a45ea tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-groups/c1b2c495-a5d5-4f3c-bdcd-b2fed63ed73b HTTP/1.1" status: 204 len: 168 time: 0.4701207 Aug 27 14:11:10.888297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34780) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:10.902461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:11:07Z', 'revision_number': 3, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port': {'id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:06Z', 'updated_at': '2021-08-27T14:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:10.906928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d20d7b-6f0c-485a-800a-1d7cf95a45ea tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b2c495-a5d5-4f3c-bdcd-b2fed63ed73b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:10.916183 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.921391 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.927784 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:10.943192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59897f-0c29-4852-b18a-fffce5910269 None None] The sync data for ids ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'] in n-d-712139-12 is: [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:11:07Z', 'revision_number': 3, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port': {'id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:06Z', 'updated_at': '2021-08-27T14:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:10.992474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-64ce4b66-f537-4edc-87ca-a7a71532470a None None] Provisioning for port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:11.001799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-64ce4b66-f537-4edc-87ca-a7a71532470a None None] Provisioning complete for port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:11.002186 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-64ce4b66-f537-4edc-87ca-a7a71532470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.012757 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=2010dd06-b7bf-4017-b1cd-8b94148819e4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:11.016122 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b474a0dc-edd8-431c-a634-468af607692b tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1251304 Aug 27 14:11:11.019972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34786) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:11.037603 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-fdad5036-3c8a-4469-a4f6-1f2f3ec23ae9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170626003'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:11.071997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-64ce4b66-f537-4edc-87ca-a7a71532470a None None] Port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:11.093854 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fdad5036-3c8a-4469-a4f6-1f2f3ec23ae9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.128501 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.170390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96818af-1def-4b7d-8864-07a2f88df26e req-ace73ba9-e45b-41a5-9699-a619df423d57 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:11.178262 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a96818af-1def-4b7d-8864-07a2f88df26e req-ace73ba9-e45b-41a5-9699-a619df423d57 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.1553605 Aug 27 14:11:11.203918 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.231012 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.234176 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.272872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a96818af-1def-4b7d-8864-07a2f88df26e req-69074b9f-da21-4d73-9423-f173b72d6982 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936270 Aug 27 14:11:11.294292 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.295132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Fanout notify agent at l3_agent the message router_deleted on router b99ec972-f7f7-4660-b097-860a0464df94 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:11:11.298407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Router b472e1c2-e9e5-4f0a-9f3c-a94532442b03 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:11:11.320183 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.321356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e72d7490-97c0-401b-9170-94b76f19228b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/b99ec972-f7f7-4660-b097-860a0464df94 HTTP/1.1" status: 204 len: 168 time: 1.7506530 Aug 27 14:11:11.326493 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34790) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:11.332274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d5ba54f4-a53b-4e02-80de-d21839302774 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'network': {'name': 'tempest-RoutersTest-646545306'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:11.418864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fdad5036-3c8a-4469-a4f6-1f2f3ec23ae9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.432335 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fdad5036-3c8a-4469-a4f6-1f2f3ec23ae9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.466630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:11.476230 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.477229 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdac215-fc90-446c-8cd5-b80bd5036371 None None] Sync routers for ids ['b472e1c2-e9e5-4f0a-9f3c-a94532442b03'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:11.477735 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3c734af4-1dbd-4b96-ba52-cf3e1e8ccf92 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "PUT /v2.0/routers/b472e1c2-e9e5-4f0a-9f3c-a94532442b03 HTTP/1.1" status: 200 len: 880 time: 2.9927642 Aug 27 14:11:11.481054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34794) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:11.491276 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdac215-fc90-446c-8cd5-b80bd5036371 None None] Routers {'b472e1c2-e9e5-4f0a-9f3c-a94532442b03'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:11.492257 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9cdac215-fc90-446c-8cd5-b80bd5036371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b472e1c2-e9e5-4f0a-9f3c-a94532442b03'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:11.501009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ba54f4-a53b-4e02-80de-d21839302774 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:11.505542 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d5ba54f4-a53b-4e02-80de-d21839302774 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.512046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad5036-3c8a-4469-a4f6-1f2f3ec23ae9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abc9afa-3990-441b-bf73-77f0a799d81f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:11.516328 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fdad5036-3c8a-4469-a4f6-1f2f3ec23ae9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.518016 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fdad5036-3c8a-4469-a4f6-1f2f3ec23ae9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4848371 Aug 27 14:11:11.532010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34796) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:11.535871 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9cdac215-fc90-446c-8cd5-b80bd5036371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:11.538757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c8109d2c-8347-4b3a-b3b9-91cbe489ece1 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134985086'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:11.546656 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdac215-fc90-446c-8cd5-b80bd5036371 None None] Routers {'b472e1c2-e9e5-4f0a-9f3c-a94532442b03'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:11.547512 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9cdac215-fc90-446c-8cd5-b80bd5036371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b472e1c2-e9e5-4f0a-9f3c-a94532442b03'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:11.590828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ba54f4-a53b-4e02-80de-d21839302774 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:11:11.593289 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9cdac215-fc90-446c-8cd5-b80bd5036371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:11.594030 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdac215-fc90-446c-8cd5-b80bd5036371 None None] The sync data for ids ['b472e1c2-e9e5-4f0a-9f3c-a94532442b03'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:11.602972 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c8109d2c-8347-4b3a-b3b9-91cbe489ece1 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.615397 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d5ba54f4-a53b-4e02-80de-d21839302774 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.615749 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-d5ba54f4-a53b-4e02-80de-d21839302774 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Added segment 6e89449f-d102-4595-a90a-55cb2ea33673 of type vlan for network 717451b0-00e3-40a1-9b72-98fe30618377 Aug 27 14:11:11.619747 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-da1644e3-8058-4126-afe4-c8229d788de8 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/routers/b472e1c2-e9e5-4f0a-9f3c-a94532442b03 HTTP/1.1" status: 200 len: 921 time: 0.1368029 Aug 27 14:11:11.621037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34798) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:11.673725 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.691211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.708170 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d5ba54f4-a53b-4e02-80de-d21839302774 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.725375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e775d8a-cdb5-4676-8405-2ff4c8f436f9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:11.726979 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9e775d8a-cdb5-4676-8405-2ff4c8f436f9 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&device_id=b472e1c2-e9e5-4f0a-9f3c-a94532442b03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1048405 Aug 27 14:11:11.730645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34800) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:11.817575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Pushing event updated for resources: {'Port': ['ID=26f70a3e-0d2f-492b-bd51-153dad3ba9fd,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:11.836496 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d5ba54f4-a53b-4e02-80de-d21839302774 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.838764 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e652fa7-7152-4a0a-8569-56a37d997648 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:11.840825 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5e652fa7-7152-4a0a-8569-56a37d997648 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 881 time: 0.1095107 Aug 27 14:11:11.843685 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34802) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:11.845401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ba54f4-a53b-4e02-80de-d21839302774 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:11.846661 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d5ba54f4-a53b-4e02-80de-d21839302774 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.864793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.878291 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cfdaa547-92e2-4093-a391-16fc9e78da86 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "GET /v2.0/ports?device_id=b472e1c2-e9e5-4f0a-9f3c-a94532442b03 HTTP/1.1" status: 200 len: 205 time: 0.0313442 Aug 27 14:11:11.878534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34804) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:11.994928 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c8109d2c-8347-4b3a-b3b9-91cbe489ece1 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:11.996701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba54f4-a53b-4e02-80de-d21839302774 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Network': ['ID=717451b0-00e3-40a1-9b72-98fe30618377,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:11.997367 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.006212 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c8109d2c-8347-4b3a-b3b9-91cbe489ece1 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.011444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 717451b0-00e3-40a1-9b72-98fe30618377 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:11:12.025903 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d5ba54f4-a53b-4e02-80de-d21839302774 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6979089 Aug 27 14:11:12.032927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34806) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:12.045843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-524272f0-bbe5-48d1-aedb-44960cc90a47 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'subnet': {'network_id': '717451b0-00e3-40a1-9b72-98fe30618377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:12.133198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.213236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Deleting port c52e738e-9e98-4adc-9aaf-46d4f630a8d1 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:12.213877 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.235971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5ed004a8-ccd9-4bdb-8750-ff95a199614a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:12.299331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 5ed004a8-ccd9-4bdb-8750-ff95a199614a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:12.304032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 5ed004a8-ccd9-4bdb-8750-ff95a199614a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:12.304466 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.333123 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.356909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Calling delete_port for c52e738e-9e98-4adc-9aaf-46d4f630a8d1 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:12.402841 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.425290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 5ed004a8-ccd9-4bdb-8750-ff95a199614a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5ed004a8-ccd9-4bdb-8750-ff95a199614a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:12.429991 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.495772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=5ed004a8-ccd9-4bdb-8750-ff95a199614a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:12.517459 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c8109d2c-8347-4b3a-b3b9-91cbe489ece1 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.521677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34816) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:12.521877 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c8109d2c-8347-4b3a-b3b9-91cbe489ece1 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9886842 Aug 27 14:11:12.527378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e51c9fd8-ab0b-44eb-b9a5-f7e56782dba3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group_rule': {'security_group_id': '5abc9afa-3990-441b-bf73-77f0a799d81f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8f131394-2333-41b4-8313-868951389f3d', 'remote_ip_prefix': None}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:12.541773 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8109d2c-8347-4b3a-b3b9-91cbe489ece1 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f131394-2333-41b4-8313-868951389f3d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:12.604503 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e51c9fd8-ab0b-44eb-b9a5-f7e56782dba3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.618701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:12.630722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:12.631349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.654863 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f53b4c-7b36-409c-9bd0-ece150362f77 req-ae2852d1-2c2d-483a-b6cd-26ec4a9a0c75 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:12.657418 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84f53b4c-7b36-409c-9bd0-ece150362f77 req-ae2852d1-2c2d-483a-b6cd-26ec4a9a0c75 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.1344478 Aug 27 14:11:12.693248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Pushing event deleted for resources: {'Port': ['ID=c52e738e-9e98-4adc-9aaf-46d4f630a8d1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:12.756026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524272f0-bbe5-48d1-aedb-44960cc90a47 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:12.761860 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-524272f0-bbe5-48d1-aedb-44960cc90a47 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.840007 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e51c9fd8-ab0b-44eb-b9a5-f7e56782dba3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.848120 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e51c9fd8-ab0b-44eb-b9a5-f7e56782dba3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.878907 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.925797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f3d4c6ae-a011-4b91-86cb-a00f61b69eb4 None None] Provisioning complete for port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:12.926440 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3d4c6ae-a011-4b91-86cb-a00f61b69eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.962237 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4c6ae-a011-4b91-86cb-a00f61b69eb4 None None] Port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:12.968647 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84f53b4c-7b36-409c-9bd0-ece150362f77 req-4df2972e-88bd-486f-8181-3c077ab2f23a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038557 Aug 27 14:11:12.986429 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c9fd8-ab0b-44eb-b9a5-f7e56782dba3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32950a8-8f7e-4574-895b-a420223e50b2,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:12.990780 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e51c9fd8-ab0b-44eb-b9a5-f7e56782dba3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:12.994863 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e51c9fd8-ab0b-44eb-b9a5-f7e56782dba3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4688702 Aug 27 14:11:13.005957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34818) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:13.024132 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.026471 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.055721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:11:13.062877 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-81e46bf0-7649-4715-b201-15c00084041a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.069467 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.070011 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Fanout notify agent at l3_agent the message router_deleted on router b472e1c2-e9e5-4f0a-9f3c-a94532442b03 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:11:13.077479 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.079146 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5a7150c3-f0ab-4d53-9e38-742b4bb0e04f tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "DELETE /v2.0/routers/b472e1c2-e9e5-4f0a-9f3c-a94532442b03 HTTP/1.1" status: 204 len: 168 time: 1.1993320 Aug 27 14:11:13.079681 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-81e46bf0-7649-4715-b201-15c00084041a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.082621 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34820) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:13.111246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-569f1fd4-f8a8-43b9-b984-829776a43465 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-146985823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:13.225644 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-81e46bf0-7649-4715-b201-15c00084041a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.238714 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-81e46bf0-7649-4715-b201-15c00084041a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.239752 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-81e46bf0-7649-4715-b201-15c00084041a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/c32950a8-8f7e-4574-895b-a420223e50b2 HTTP/1.1" status: 204 len: 168 time: 0.2326105 Aug 27 14:11:13.242580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34824) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:13.244472 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-569f1fd4-f8a8-43b9-b984-829776a43465 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.246064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-569f1fd4-f8a8-43b9-b984-829776a43465 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.287669 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4737c061-ea10-466c-b0fb-b0640255897c tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0437489 Aug 27 14:11:13.290404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34826) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:13.291441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e46bf0-7649-4715-b201-15c00084041a tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c32950a8-8f7e-4574-895b-a420223e50b2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:13.314648 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-524272f0-bbe5-48d1-aedb-44960cc90a47 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.349142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-024c9463-41c8-4d2a-a40e-a0027d2b61f4 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.372616 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-024c9463-41c8-4d2a-a40e-a0027d2b61f4 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.394707 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-569f1fd4-f8a8-43b9-b984-829776a43465 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.399113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:13.420328 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7a7dfbdf-7276-4613-9475-53b43cfa029d admin admin] 10.222.0.55 "PUT /v2.0/routers/2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8184471 Aug 27 14:11:13.420711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Sync routers for ids ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:13.421162 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-569f1fd4-f8a8-43b9-b984-829776a43465 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.427193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Routers {'2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:13.428195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:13.434300 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-024c9463-41c8-4d2a-a40e-a0027d2b61f4 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.437841 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-024c9463-41c8-4d2a-a40e-a0027d2b61f4 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.439753 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-024c9463-41c8-4d2a-a40e-a0027d2b61f4 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-groups/8f131394-2333-41b4-8313-868951389f3d HTTP/1.1" status: 204 len: 168 time: 0.1483297 Aug 27 14:11:13.448547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34832) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:13.451381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c9463-41c8-4d2a-a40e-a0027d2b61f4 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f131394-2333-41b4-8313-868951389f3d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:13.459579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524272f0-bbe5-48d1-aedb-44960cc90a47 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Subnet': ['ID=bce70337-2ecc-4055-b6d7-4d447fc5d6df,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:13.467730 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-569f1fd4-f8a8-43b9-b984-829776a43465 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.468890 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-569f1fd4-f8a8-43b9-b984-829776a43465 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3680463 Aug 27 14:11:13.472581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34834) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:13.481622 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524272f0-bbe5-48d1-aedb-44960cc90a47 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Checking segment: {'id': '6e89449f-d102-4595-a90a-55cb2ea33673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '717451b0-00e3-40a1-9b72-98fe30618377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:13.481998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524272f0-bbe5-48d1-aedb-44960cc90a47 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network hostable DHCP agents. Network: 717451b0-00e3-40a1-9b72-98fe30618377, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:11:13.482395 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'enable_snat': True}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:13.523560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524272f0-bbe5-48d1-aedb-44960cc90a47 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network 717451b0-00e3-40a1-9b72-98fe30618377 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:11:13.531497 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-25ee8876-db5e-4f57-976c-16e25ede22ab tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0813427 Aug 27 14:11:13.534328 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34836) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:13.551335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-524272f0-bbe5-48d1-aedb-44960cc90a47 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 717451b0-00e3-40a1-9b72-98fe30618377) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:13.561611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524272f0-bbe5-48d1-aedb-44960cc90a47 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:13.562433 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-524272f0-bbe5-48d1-aedb-44960cc90a47 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.597100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-524272f0-bbe5-48d1-aedb-44960cc90a47 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5597546 Aug 27 14:11:13.601854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34844) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:13.614576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-81c9622d-6b55-4994-adad-ba2872b6941d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1501050281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:13.619035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1273b7ed-1001-4d9b-999c-2f590e9fa194 None None] Network 717451b0-00e3-40a1-9b72-98fe30618377 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:13.628136 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-33687d0e-b461-460d-9e8e-df6fd3eb47be tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.673145 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-33687d0e-b461-460d-9e8e-df6fd3eb47be tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.684109 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-81c9622d-6b55-4994-adad-ba2872b6941d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.685799 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-81c9622d-6b55-4994-adad-ba2872b6941d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.771142 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-81c9622d-6b55-4994-adad-ba2872b6941d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.772785 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-33687d0e-b461-460d-9e8e-df6fd3eb47be tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.775591 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-33687d0e-b461-460d-9e8e-df6fd3eb47be tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.777961 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-33687d0e-b461-460d-9e8e-df6fd3eb47be tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-groups/5abc9afa-3990-441b-bf73-77f0a799d81f HTTP/1.1" status: 204 len: 168 time: 0.2424121 Aug 27 14:11:13.781907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34846) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:13.784617 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-81c9622d-6b55-4994-adad-ba2872b6941d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.820565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33687d0e-b461-460d-9e8e-df6fd3eb47be tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abc9afa-3990-441b-bf73-77f0a799d81f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:13.826964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Set router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:13.830874 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-81c9622d-6b55-4994-adad-ba2872b6941d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.834676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-81c9622d-6b55-4994-adad-ba2872b6941d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2289259 Aug 27 14:11:13.838102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34856) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:13.920028 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-717451b0-00e3-40a1-9b72-98fe30618377', 'network_id': '717451b0-00e3-40a1-9b72-98fe30618377', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'fixed_ips': [{'subnet_id': 'bce70337-2ecc-4055-b6d7-4d447fc5d6df'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:11:13.921071 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:13.929763 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4b0e2f14-1505-4ac4-a53f-f341f8f77cbf tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1464152 Aug 27 14:11:13.941456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34874) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:13.946726 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-212ae3b7-9464-4623-8743-8014b626e6ff tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group': {'name': 'tempest-secgroup--613034194'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:14.157269 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-212ae3b7-9464-4623-8743-8014b626e6ff tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.164304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Allocated IP 172.20.0.2 (717451b0-00e3-40a1-9b72-98fe30618377/bce70337-2ecc-4055-b6d7-4d447fc5d6df/8203747e-7d6d-40ee-867e-c4bddc28df3a) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:14.222450 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.294057 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca05dd-ef17-43aa-8443-6be1d6be8161 req-31a5e5b3-0911-4f16-9eee-e1375c649bf6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:14.307332 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bcca05dd-ef17-43aa-8443-6be1d6be8161 req-31a5e5b3-0911-4f16-9eee-e1375c649bf6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.2243221 Aug 27 14:11:14.344932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5ed004a8-ccd9-4bdb-8750-ff95a199614a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:14.397746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.449452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bcca05dd-ef17-43aa-8443-6be1d6be8161 req-8ec81fe3-bba0-4a11-ada5-ab8089f96bf9 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401670 Aug 27 14:11:14.551080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 5ed004a8-ccd9-4bdb-8750-ff95a199614a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:14.551579 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.587574 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.612553 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-212ae3b7-9464-4623-8743-8014b626e6ff tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.616097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-212ae3b7-9464-4623-8743-8014b626e6ff tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.616754 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.622415 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.632287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Transition to ACTIVE for port object 8203747e-7d6d-40ee-867e-c4bddc28df3a will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:14.668159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Transition to ACTIVE for port object 8203747e-7d6d-40ee-867e-c4bddc28df3a will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:14.680784 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.686758 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ac7f9a2f-fc06-4a0b-b1ba-80a8645186b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.728022 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-212ae3b7-9464-4623-8743-8014b626e6ff tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.729402 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-212ae3b7-9464-4623-8743-8014b626e6ff tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7868738 Aug 27 14:11:14.735749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34928) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:14.742833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0760eb55-392f-4adc-bb33-4c24fe7bfdfa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group_rule': {'security_group_id': 'ce5acbbf-906a-465d-8676-0ae699c10906', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:14.829627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ae3b7-9464-4623-8743-8014b626e6ff tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5acbbf-906a-465d-8676-0ae699c10906,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:14.836955 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0760eb55-392f-4adc-bb33-4c24fe7bfdfa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.840370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Allocated IP 172.25.2.142 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/bf6aa5f0-6d97-44be-8595-e2a5c91c81ab) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:14.932523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:11:11Z', 'revision_number': 4, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port': {'id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:06Z', 'updated_at': '2021-08-27T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '26f70a3e-0d2f-492b-bd51-153dad3ba9fd', 'name': '', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'mac_address': 'fa:16:3e:e2:2b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:10Z', 'updated_at': '2021-08-27T14:11:11Z', 'revision_number': 2, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'subnets': [{'id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:14.941541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Network 717451b0-00e3-40a1-9b72-98fe30618377 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:14.975291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:14.976337 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.980882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:14.984755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Checking router: 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:11:14.985125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Updating router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:11:14.988160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Pushing event updated for resources: {'Port': ['ID=8203747e-7d6d-40ee-867e-c4bddc28df3a,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:14.989961 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0760eb55-392f-4adc-bb33-4c24fe7bfdfa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:14.993718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Allocated IP 172.20.0.1 (717451b0-00e3-40a1-9b72-98fe30618377/bce70337-2ecc-4055-b6d7-4d447fc5d6df/612a683e-85f5-4219-8b24-ccca0a2bebab) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:14.998946 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0760eb55-392f-4adc-bb33-4c24fe7bfdfa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.025546 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.029832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760eb55-392f-4adc-bb33-4c24fe7bfdfa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301a3631-5ef0-4d9b-a16a-5270d967782a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:15.045505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.079621 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0760eb55-392f-4adc-bb33-4c24fe7bfdfa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.080987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0760eb55-392f-4adc-bb33-4c24fe7bfdfa tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3420806 Aug 27 14:11:15.086093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34930) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:15.105905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:15.113608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:15.115784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Attempting to bind port 8203747e-7d6d-40ee-867e-c4bddc28df3a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:15.115784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Attempting to bind port 8203747e-7d6d-40ee-867e-c4bddc28df3a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6e89449f-d102-4595-a90a-55cb2ea33673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '717451b0-00e3-40a1-9b72-98fe30618377'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:15.116042 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Attempting to bind port 8203747e-7d6d-40ee-867e-c4bddc28df3a on network 717451b0-00e3-40a1-9b72-98fe30618377 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:15.118945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:15.122340 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99f58b0a-7d85-4b28-8269-32d804534432 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.130884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:15.130884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Checking segment: {'id': '6e89449f-d102-4595-a90a-55cb2ea33673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '717451b0-00e3-40a1-9b72-98fe30618377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:15.130884 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.130884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Bound using segment: {'id': '6e89449f-d102-4595-a90a-55cb2ea33673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '717451b0-00e3-40a1-9b72-98fe30618377'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:15.130884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Bound port: 8203747e-7d6d-40ee-867e-c4bddc28df3a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e89449f-d102-4595-a90a-55cb2ea33673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '717451b0-00e3-40a1-9b72-98fe30618377'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:15.130884 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.136590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event updated for resources: {'Port': ['ID=bf6aa5f0-6d97-44be-8595-e2a5c91c81ab,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:15.139312 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99f58b0a-7d85-4b28-8269-32d804534432 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.199435 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.203760 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99f58b0a-7d85-4b28-8269-32d804534432 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.215723 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99f58b0a-7d85-4b28-8269-32d804534432 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.217006 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-99f58b0a-7d85-4b28-8269-32d804534432 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/301a3631-5ef0-4d9b-a16a-5270d967782a HTTP/1.1" status: 204 len: 168 time: 0.1298871 Aug 27 14:11:15.221080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34932) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:15.237644 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f58b0a-7d85-4b28-8269-32d804534432 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=301a3631-5ef0-4d9b-a16a-5270d967782a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:15.241220 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Transition to ACTIVE for port object 612a683e-85f5-4219-8b24-ccca0a2bebab will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:15.290768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1d8c09cb-a417-43e5-81a1-1cb0855b5ccf tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0682628 Aug 27 14:11:15.294248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34934) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:15.310576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] For port 8203747e-7d6d-40ee-867e-c4bddc28df3a, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:15.314521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] For port 8203747e-7d6d-40ee-867e-c4bddc28df3a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8203747e-7d6d-40ee-867e-c4bddc28df3a,segment=NetworkSegment(6e89449f-d102-4595-a90a-55cb2ea33673),segment_id=6e89449f-d102-4595-a90a-55cb2ea33673)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:15.327062 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.380355 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.454573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06393d6b-9c4c-432c-a8dd-4402de2a3c1a None None] Pushing event updated for resources: {'Port': ['ID=8203747e-7d6d-40ee-867e-c4bddc28df3a,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:15.474507 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-26dd44a2-5c24-4b6f-98da-54341d0e03b6 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.517619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network 717451b0-00e3-40a1-9b72-98fe30618377 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:15.529667 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.548318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:15.571958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:15.619533 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.644993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Transition to ACTIVE for port object 26f70a3e-0d2f-492b-bd51-153dad3ba9fd will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:15.655958 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.659544 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-26dd44a2-5c24-4b6f-98da-54341d0e03b6 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.662356 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=612a683e-85f5-4219-8b24-ccca0a2bebab,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:15.733140 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.783074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b55a8d-d868-45e7-ad7b-242bea8f7391 req-99ca1050-ae85-4153-bdb0-d678ff3fe80f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:15.796363 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d6b55a8d-d868-45e7-ad7b-242bea8f7391 req-99ca1050-ae85-4153-bdb0-d678ff3fe80f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.2092855 Aug 27 14:11:15.836033 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-26dd44a2-5c24-4b6f-98da-54341d0e03b6 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.839507 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-26dd44a2-5c24-4b6f-98da-54341d0e03b6 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.844428 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-26dd44a2-5c24-4b6f-98da-54341d0e03b6 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-groups/ce5acbbf-906a-465d-8676-0ae699c10906 HTTP/1.1" status: 204 len: 168 time: 0.5489683 Aug 27 14:11:15.848721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34946) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:15.851553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d913b-01b5-45b9-b2b3-c6d78f0d2c51 None None] Pushing event updated for resources: {'Port': ['ID=26f70a3e-0d2f-492b-bd51-153dad3ba9fd,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:15.882210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Attempting to bind port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:15.882783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Attempting to bind port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:15.883306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Attempting to bind port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd on network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:15.900673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:15.901208 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Checking segment: {'id': 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:15.902726 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.903233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Bound using segment: {'id': 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:15.904257 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Bound port: 26f70a3e-0d2f-492b-bd51-153dad3ba9fd, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:15.904257 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:15.947584 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd44a2-5c24-4b6f-98da-54341d0e03b6 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5acbbf-906a-465d-8676-0ae699c10906,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:15.999583 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:16.013937 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:16.022768 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-62b3f850-c062-477d-8c6c-d7bacd11c34d tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1728859 Aug 27 14:11:16.028349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34948) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:16.035471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8771f06d-2ca4-49f3-ba07-83b648666d1d tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group': {'name': 'tempest-secgroup--79420203'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:16.053634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] For port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:16.058437 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:16.061946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] For port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=26f70a3e-0d2f-492b-bd51-153dad3ba9fd,segment=NetworkSegment(dbb170bd-d104-4cf2-a554-d78f82ab3dbd),segment_id=dbb170bd-d104-4cf2-a554-d78f82ab3dbd)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:16.066592 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:16.159908 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Routers {'2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:16.160697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:16.231291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d913b-01b5-45b9-b2b3-c6d78f0d2c51 None None] Pushing event updated for resources: {'Port': ['ID=26f70a3e-0d2f-492b-bd51-153dad3ba9fd,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:16.242310 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d6b55a8d-d868-45e7-ad7b-242bea8f7391 req-56bada1f-dfeb-4ece-9625-76ff5d3a4b9f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418120 Aug 27 14:11:16.248638 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8771f06d-2ca4-49f3-ba07-83b648666d1d tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:16.356086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8203747e-7d6d-40ee-867e-c4bddc28df3a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:16.376856 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Router cdebe2ca-e17e-4389-8ab6-a78f5f3218c2 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:11:16.440844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] Set router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:16.521321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:16.528002 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:16.529443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 8203747e-7d6d-40ee-867e-c4bddc28df3a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:16.576540 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8771f06d-2ca4-49f3-ba07-83b648666d1d tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:16.678373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:16.684945 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:16.690422 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad14cba-1a77-4afd-9d70-3438de7e451a None None] Sync routers for ids ['cdebe2ca-e17e-4389-8ab6-a78f5f3218c2'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:16.699238 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fa3a7100-91ec-490c-9e77-623240243b8c tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "PUT /v2.0/routers/cdebe2ca-e17e-4389-8ab6-a78f5f3218c2 HTTP/1.1" status: 200 len: 914 time: 3.2231736 Aug 27 14:11:16.699591 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad14cba-1a77-4afd-9d70-3438de7e451a None None] Routers {'cdebe2ca-e17e-4389-8ab6-a78f5f3218c2'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:16.700092 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34956) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:16.700909 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-cad14cba-1a77-4afd-9d70-3438de7e451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cdebe2ca-e17e-4389-8ab6-a78f5f3218c2'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:16.703229 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8771f06d-2ca4-49f3-ba07-83b648666d1d tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:16.755627 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-cad14cba-1a77-4afd-9d70-3438de7e451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:16.773133 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad14cba-1a77-4afd-9d70-3438de7e451a None None] Routers {'cdebe2ca-e17e-4389-8ab6-a78f5f3218c2'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:16.774015 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-cad14cba-1a77-4afd-9d70-3438de7e451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cdebe2ca-e17e-4389-8ab6-a78f5f3218c2'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:16.780629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=612a683e-85f5-4219-8b24-ccca0a2bebab,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:16.786931 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:16.855405 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-cad14cba-1a77-4afd-9d70-3438de7e451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:16.856347 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad14cba-1a77-4afd-9d70-3438de7e451a None None] The sync data for ids ['cdebe2ca-e17e-4389-8ab6-a78f5f3218c2'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:16.883942 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:11:11Z', 'revision_number': 4, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port': {'id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:06Z', 'updated_at': '2021-08-27T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '26f70a3e-0d2f-492b-bd51-153dad3ba9fd', 'name': '', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'mac_address': 'fa:16:3e:e2:2b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:10Z', 'updated_at': '2021-08-27T14:11:16Z', 'revision_number': 4, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'subnets': [{'id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:16.895058 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8771f06d-2ca4-49f3-ba07-83b648666d1d tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:16.899351 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8771f06d-2ca4-49f3-ba07-83b648666d1d tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8694704 Aug 27 14:11:16.900051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34958) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:16.906397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-eac2878c-0675-474b-8f10-968c6a896838 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group_rule': {'security_group_id': '4598e0d8-4acd-4773-bb40-cec398819c19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:16.915375 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3a1b11ef-5dea-42b2-9374-fd065ec47b6d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/routers/cdebe2ca-e17e-4389-8ab6-a78f5f3218c2 HTTP/1.1" status: 200 len: 920 time: 0.2134371 Aug 27 14:11:16.917344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34960) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:16.931451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaae444-47e9-4507-bb7f-5126dbe67c0e None None] The sync data for ids ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'] in n-d-712139-12 is: [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:11:11Z', 'revision_number': 4, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port': {'id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:06Z', 'updated_at': '2021-08-27T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '26f70a3e-0d2f-492b-bd51-153dad3ba9fd', 'name': '', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'mac_address': 'fa:16:3e:e2:2b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:10Z', 'updated_at': '2021-08-27T14:11:16Z', 'revision_number': 4, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'subnets': [{'id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:16.951604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771f06d-2ca4-49f3-ba07-83b648666d1d tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4598e0d8-4acd-4773-bb40-cec398819c19,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:17.004180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network 717451b0-00e3-40a1-9b72-98fe30618377 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:17.005841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:17.025754 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eac2878c-0675-474b-8f10-968c6a896838 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:17.059734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9922f1-c0e5-4a87-a87b-506d91d98990 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:17.063339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9f9922f1-c0e5-4a87-a87b-506d91d98990 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&device_id=cdebe2ca-e17e-4389-8ab6-a78f5f3218c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1375074 Aug 27 14:11:17.064246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34964) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:17.132299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916116f3-e3d3-400d-a662-6005d5072051 None None] Network 717451b0-00e3-40a1-9b72-98fe30618377 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:17.211919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router 1e4ec8b0-fd0c-4411-92a5-79e58a939fe4 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:11:17.262162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6cf8b91e-7fd8-407b-b03e-6e11f044a065 None None] Provisioning for port 8203747e-7d6d-40ee-867e-c4bddc28df3a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:17.285234 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6cf8b91e-7fd8-407b-b03e-6e11f044a065 None None] Provisioning complete for port 8203747e-7d6d-40ee-867e-c4bddc28df3a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:17.285610 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6cf8b91e-7fd8-407b-b03e-6e11f044a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:17.367030 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:17.375624 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-af674396-def2-40ae-b61c-6f51fedb92b2 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/1e4ec8b0-fd0c-4411-92a5-79e58a939fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5366561 Aug 27 14:11:17.378112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34968) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:17.402316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5198aa-684a-478a-b65e-5995fc038abc None None] Sync routers for ids ['1e4ec8b0-fd0c-4411-92a5-79e58a939fe4'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:17.465132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5198aa-684a-478a-b65e-5995fc038abc None None] Routers {'1e4ec8b0-fd0c-4411-92a5-79e58a939fe4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:17.465669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-db5198aa-684a-478a-b65e-5995fc038abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:10:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['1e4ec8b0-fd0c-4411-92a5-79e58a939fe4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:17.477875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d583a74-5044-448a-a0b0-9422c6fbf666 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:17.480704 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3d583a74-5044-448a-a0b0-9422c6fbf666 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports/612a683e-85f5-4219-8b24-ccca0a2bebab HTTP/1.1" status: 200 len: 910 time: 0.1000738 Aug 27 14:11:17.483347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34970) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:17.489374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-038386ae-ed27-4310-bc4c-c2236375efc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bce70337-2ecc-4055-b6d7-4d447fc5d6df'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:17.536954 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eac2878c-0675-474b-8f10-968c6a896838 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:17.545119 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eac2878c-0675-474b-8f10-968c6a896838 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:17.577433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2878c-0675-474b-8f10-968c6a896838 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5420cad-e927-4d77-8d7c-fdf875e51225,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:17.587758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eac2878c-0675-474b-8f10-968c6a896838 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:17.590095 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-eac2878c-0675-474b-8f10-968c6a896838 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6876898 Aug 27 14:11:17.597975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34972) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:17.618822 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d195685-e071-4d53-9f02-ab49db1e79ae tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:17.621736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7d195685-e071-4d53-9f02-ab49db1e79ae tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 881 time: 0.5413070 Aug 27 14:11:17.626573 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34974) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:17.631455 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6ff22bfa-d85e-4d68-a0b8-b3f88a0a8bc1 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules/b5420cad-e927-4d77-8d7c-fdf875e51225 HTTP/1.1" status: 200 len: 763 time: 0.0320206 Aug 27 14:11:17.635327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34980) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:17.663159 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6cf8b91e-7fd8-407b-b03e-6e11f044a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:17.683693 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:17.694401 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-db5198aa-684a-478a-b65e-5995fc038abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:17.706242 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5801a98c-f849-4428-bc13-689a58ff5926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:17.706538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addc428-c098-430a-a191-5803c264e3c9 req-26dd9a93-9f3a-4311-8cb8-137eb5820b07 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:17.715281 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4addc428-c098-430a-a191-5803c264e3c9 req-26dd9a93-9f3a-4311-8cb8-137eb5820b07 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.2909970 Aug 27 14:11:17.723823 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-67deb7a7-8bd8-480e-82b6-50f22c9b77d7 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdebe2ca-e17e-4389-8ab6-a78f5f3218c2 HTTP/1.1" status: 200 len: 205 time: 0.0959737 Aug 27 14:11:17.740031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34982) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:17.782371 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4addc428-c098-430a-a191-5803c264e3c9 req-b51049d6-2778-4273-915c-ebc7de8d27ed tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586941 Aug 27 14:11:17.799587 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7a33dd4c-55ab-4b32-b1a5-29f538c765b6 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1598849 Aug 27 14:11:17.802926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34984) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:17.804560 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5198aa-684a-478a-b65e-5995fc038abc None None] Routers {'1e4ec8b0-fd0c-4411-92a5-79e58a939fe4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:17.805386 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-db5198aa-684a-478a-b65e-5995fc038abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['1e4ec8b0-fd0c-4411-92a5-79e58a939fe4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:17.837585 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-038386ae-ed27-4310-bc4c-c2236375efc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:17.853002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-db5198aa-684a-478a-b65e-5995fc038abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:17.854094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5198aa-684a-478a-b65e-5995fc038abc None None] The sync data for ids ['1e4ec8b0-fd0c-4411-92a5-79e58a939fe4'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:17.860893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6cf8b91e-7fd8-407b-b03e-6e11f044a065 None None] For port 8203747e-7d6d-40ee-867e-c4bddc28df3a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8203747e-7d6d-40ee-867e-c4bddc28df3a,segment=NetworkSegment(6e89449f-d102-4595-a90a-55cb2ea33673),segment_id=6e89449f-d102-4595-a90a-55cb2ea33673)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:17.879733 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6cf8b91e-7fd8-407b-b03e-6e11f044a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:17.889500 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e0efc4b3-d05d-4249-91f1-3d79dbfe91c4 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:17.910910 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e0efc4b3-d05d-4249-91f1-3d79dbfe91c4 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.005503 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.010230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8b91e-7fd8-407b-b03e-6e11f044a065 None None] Pushing event updated for resources: {'Port': ['ID=8203747e-7d6d-40ee-867e-c4bddc28df3a,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:18.177967 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e0efc4b3-d05d-4249-91f1-3d79dbfe91c4 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.186799 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e0efc4b3-d05d-4249-91f1-3d79dbfe91c4 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.187920 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e0efc4b3-d05d-4249-91f1-3d79dbfe91c4 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/b5420cad-e927-4d77-8d7c-fdf875e51225 HTTP/1.1" status: 204 len: 168 time: 0.3840525 Aug 27 14:11:18.191522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34990) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:18.222784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4d0a6079-5d3e-4d7f-932a-6dd83abc76aa None None] Provisioning complete for port 8203747e-7d6d-40ee-867e-c4bddc28df3a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:18.223170 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6079-5d3e-4d7f-932a-6dd83abc76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.231935 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.306176 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-76a306af-a6ec-4bb5-a46f-2a3b7cfd3a87 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1090455 Aug 27 14:11:18.306720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34992) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:18.331052 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5c682d94-3eb1-4815-8a09-80c0519ae463 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group_rule': {'security_group_id': '4598e0d8-4acd-4773-bb40-cec398819c19', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:18.356922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efc4b3-d05d-4249-91f1-3d79dbfe91c4 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5420cad-e927-4d77-8d7c-fdf875e51225,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:18.373122 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5c682d94-3eb1-4815-8a09-80c0519ae463 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.404527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Deleting port bf6aa5f0-6d97-44be-8595-e2a5c91c81ab {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:18.405160 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.454151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8203747e-7d6d-40ee-867e-c4bddc28df3a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:18.527222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4d0a6079-5d3e-4d7f-932a-6dd83abc76aa None None] Provisioning for port 612a683e-85f5-4219-8b24-ccca0a2bebab completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:18.534395 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4d0a6079-5d3e-4d7f-932a-6dd83abc76aa None None] Provisioning complete for port 612a683e-85f5-4219-8b24-ccca0a2bebab triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:18.535066 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6079-5d3e-4d7f-932a-6dd83abc76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.594178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5c682d94-3eb1-4815-8a09-80c0519ae463 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.602020 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5c682d94-3eb1-4815-8a09-80c0519ae463 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.613429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a6079-5d3e-4d7f-932a-6dd83abc76aa None None] Port 612a683e-85f5-4219-8b24-ccca0a2bebab cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:18.615824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 8203747e-7d6d-40ee-867e-c4bddc28df3a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:18.616250 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.663281 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.682316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c682d94-3eb1-4815-8a09-80c0519ae463 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e173460d-6249-4564-85b9-47ac93e8eab6,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:18.688823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Calling delete_port for bf6aa5f0-6d97-44be-8595-e2a5c91c81ab owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:18.691392 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5c682d94-3eb1-4815-8a09-80c0519ae463 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.695439 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5c682d94-3eb1-4815-8a09-80c0519ae463 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3845334 Aug 27 14:11:18.695439 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34994) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:18.708564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-038386ae-ed27-4310-bc4c-c2236375efc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.720832 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-038386ae-ed27-4310-bc4c-c2236375efc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.747057 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-40d940ea-eb8f-4b13-bbe6-12b849a0892d tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules/e173460d-6249-4564-85b9-47ac93e8eab6 HTTP/1.1" status: 200 len: 763 time: 0.0406516 Aug 27 14:11:18.747802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34996) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:18.758816 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.864767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-78a0906b-5697-433e-9401-e36a61910061 None None] Provisioning complete for port 612a683e-85f5-4219-8b24-ccca0a2bebab triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:18.865448 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-78a0906b-5697-433e-9401-e36a61910061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.869098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038386ae-ed27-4310-bc4c-c2236375efc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:18.869909 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-038386ae-ed27-4310-bc4c-c2236375efc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:18.877814 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-038386ae-ed27-4310-bc4c-c2236375efc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/ports/612a683e-85f5-4219-8b24-ccca0a2bebab HTTP/1.1" status: 200 len: 910 time: 1.3907411 Aug 27 14:11:18.880194 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35004) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:18.959311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 26f70a3e-0d2f-492b-bd51-153dad3ba9fd up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:18.967967 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6c182ed0-0706-4b42-b5fb-b1a12d67665d tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2156007 Aug 27 14:11:18.970402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35006) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:18.972881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-78a0906b-5697-433e-9401-e36a61910061 None None] Port 612a683e-85f5-4219-8b24-ccca0a2bebab cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:19.034558 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4b8609a-9da8-4bd8-89a9-c2d0b281ef77 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.056887 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:19.063428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:19.064200 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.064332 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4b8609a-9da8-4bd8-89a9-c2d0b281ef77 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.121722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4b8609a-9da8-4bd8-89a9-c2d0b281ef77 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.130577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8fcb8033-067e-4e79-a597-a9cd9b6852cc None None] Provisioning complete for port 612a683e-85f5-4219-8b24-ccca0a2bebab triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:19.131527 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8fcb8033-067e-4e79-a597-a9cd9b6852cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.133979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4b8609a-9da8-4bd8-89a9-c2d0b281ef77 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.135179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e4b8609a-9da8-4bd8-89a9-c2d0b281ef77 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e173460d-6249-4564-85b9-47ac93e8eab6 HTTP/1.1" status: 204 len: 168 time: 0.1638134 Aug 27 14:11:19.139173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35010) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:19.156128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8609a-9da8-4bd8-89a9-c2d0b281ef77 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e173460d-6249-4564-85b9-47ac93e8eab6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:19.174145 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.232994 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6f40e5be-6670-4a95-916c-3f75a847e7c9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0895979 Aug 27 14:11:19.241379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35014) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:19.252605 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb8033-067e-4e79-a597-a9cd9b6852cc None None] Port 612a683e-85f5-4219-8b24-ccca0a2bebab cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:19.260266 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6e4bbb79-aec1-4152-b564-c30835ccd5b3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Request body: {'security_group_rule': {'security_group_id': '4598e0d8-4acd-4773-bb40-cec398819c19', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:19.267770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Pushing event deleted for resources: {'Port': ['ID=bf6aa5f0-6d97-44be-8595-e2a5c91c81ab,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:19.293190 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.336371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=26f70a3e-0d2f-492b-bd51-153dad3ba9fd,segment=NetworkSegment(dbb170bd-d104-4cf2-a554-d78f82ab3dbd),segment_id=dbb170bd-d104-4cf2-a554-d78f82ab3dbd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:19.344179 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.368549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6e4bbb79-aec1-4152-b564-c30835ccd5b3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.374102 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.407806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=26f70a3e-0d2f-492b-bd51-153dad3ba9fd,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:19.482522 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038386ae-ed27-4310-bc4c-c2236375efc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=612a683e-85f5-4219-8b24-ccca0a2bebab,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:19.487182 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.492743 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.560019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6e4bbb79-aec1-4152-b564-c30835ccd5b3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.561098 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.561751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Fanout notify agent at l3_agent the message router_deleted on router cdebe2ca-e17e-4389-8ab6-a78f5f3218c2 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:11:19.570446 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.571843 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fe82d5ef-d988-4761-8b78-e8da35632ad3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "DELETE /v2.0/routers/cdebe2ca-e17e-4389-8ab6-a78f5f3218c2 HTTP/1.1" status: 204 len: 168 time: 1.8303621 Aug 27 14:11:19.573312 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6e4bbb79-aec1-4152-b564-c30835ccd5b3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.577277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35016) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:19.581808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0dcf670e-f3b3-47c0-8692-a80365d5ca0b tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-684401168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:19.598204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bbb79-aec1-4152-b564-c30835ccd5b3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326dc244-a6e7-4ab4-a633-e4c788b91c2e,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:19.609249 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6e4bbb79-aec1-4152-b564-c30835ccd5b3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.610946 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6e4bbb79-aec1-4152-b564-c30835ccd5b3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671196 Aug 27 14:11:19.613509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35018) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:19.636573 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-788e7b01-a345-40ca-a7c9-f5c16ad1f1e1 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules/326dc244-a6e7-4ab4-a633-e4c788b91c2e HTTP/1.1" status: 200 len: 764 time: 0.0208042 Aug 27 14:11:19.639009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35020) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:19.676412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b69ac-59af-438f-9924-d5c823d7a0cf req-e0f87eb0-fc09-4acf-99ae-172316bbe785 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:19.679667 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-643b69ac-59af-438f-9924-d5c823d7a0cf req-e0f87eb0-fc09-4acf-99ae-172316bbe785 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.1994765 Aug 27 14:11:19.682395 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ec127d95-7d13-46e2-a3d3-cf3542e5772d tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0422771 Aug 27 14:11:19.684968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35022) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:19.719694 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-301bd474-38cf-4876-aaf1-461fbace8bc9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.720123 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0dcf670e-f3b3-47c0-8692-a80365d5ca0b tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.721634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0dcf670e-f3b3-47c0-8692-a80365d5ca0b tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.729541 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-301bd474-38cf-4876-aaf1-461fbace8bc9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.761359 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-301bd474-38cf-4876-aaf1-461fbace8bc9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.767920 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-301bd474-38cf-4876-aaf1-461fbace8bc9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.771271 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-301bd474-38cf-4876-aaf1-461fbace8bc9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/326dc244-a6e7-4ab4-a633-e4c788b91c2e HTTP/1.1" status: 204 len: 168 time: 0.0851221 Aug 27 14:11:19.772795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35024) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:19.784001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bd474-38cf-4876-aaf1-461fbace8bc9 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=326dc244-a6e7-4ab4-a633-e4c788b91c2e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:19.808948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-643b69ac-59af-438f-9924-d5c823d7a0cf req-66c2a71a-dd9d-4f3c-aa21-f635c466a002 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162291 Aug 27 14:11:19.825856 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-514ca485-da9a-43f8-bd98-dca731fab8ce tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0519681 Aug 27 14:11:19.829854 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35026) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:19.843795 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0dcf670e-f3b3-47c0-8692-a80365d5ca0b tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.848455 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0dcf670e-f3b3-47c0-8692-a80365d5ca0b tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.887274 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7f25f8f1-a44d-4f38-b800-79041db42df3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.888855 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0dcf670e-f3b3-47c0-8692-a80365d5ca0b tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.890081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0dcf670e-f3b3-47c0-8692-a80365d5ca0b tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3118050 Aug 27 14:11:19.893906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35028) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:19.899208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'enable_snat': False}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:19.920270 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7f25f8f1-a44d-4f38-b800-79041db42df3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.983140 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7f25f8f1-a44d-4f38-b800-79041db42df3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.986300 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7f25f8f1-a44d-4f38-b800-79041db42df3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:19.989975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7f25f8f1-a44d-4f38-b800-79041db42df3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "DELETE /v2.0/security-groups/4598e0d8-4acd-4773-bb40-cec398819c19 HTTP/1.1" status: 204 len: 168 time: 0.1582148 Aug 27 14:11:19.990617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35034) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:19.998297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25f8f1-a44d-4f38-b800-79041db42df3 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4598e0d8-4acd-4773-bb40-cec398819c19,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:20.161677 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:20.202171 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:20.215641 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-371878ec-e4df-40a9-8102-3ee6aaf99897 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2189209 Aug 27 14:11:20.216625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35038) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:20.228619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 26f70a3e-0d2f-492b-bd51-153dad3ba9fd up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:20.266464 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf9f1-fb1b-494e-b6db-a86e31cc6173 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:20.288673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:20.293252 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:20.390862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b6f33b3d-2d0d-4b7d-8c0a-582dfbae1df2 tempest-SecGroupTest-591408684 tempest-SecGroupTest-591408684-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1699190 Aug 27 14:11:20.627791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35046) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:20.754441 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:20.780868 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:20.806132 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9de64838-9074-4de2-b189-3b6f28fb8c72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=624f249a9e314702b595df4a72822174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764324 Aug 27 14:11:20.809013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35050) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:20.849466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5fdbf9f1-fb1b-494e-b6db-a86e31cc6173 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port 612a683e-85f5-4219-8b24-ccca0a2bebab {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:20.849811 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf9f1-fb1b-494e-b6db-a86e31cc6173 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:20.879680 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c23d-d575-417e-903d-f3a95548cbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:20.913384 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c23d-d575-417e-903d-f3a95548cbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:20.972756 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c23d-d575-417e-903d-f3a95548cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:20.981579 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c23d-d575-417e-903d-f3a95548cbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:20.983229 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1fd0c23d-d575-417e-903d-f3a95548cbe6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3edf4eb-700b-4463-809e-1b2527ebcdbf HTTP/1.1" status: 204 len: 168 time: 0.1731520 Aug 27 14:11:20.994530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0c23d-d575-417e-903d-f3a95548cbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3edf4eb-700b-4463-809e-1b2527ebcdbf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:21.018398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf9f1-fb1b-494e-b6db-a86e31cc6173 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:21.036569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5fdbf9f1-fb1b-494e-b6db-a86e31cc6173 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for 612a683e-85f5-4219-8b24-ccca0a2bebab owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:21.066765 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Allocated IP 172.25.2.39 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/516970d2-cf9e-425e-b9e4-74314622f23a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:21.145025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b2065-3283-4999-b603-5181401f30b4 req-332fb757-bbaf-446a-8774-720ab22af41b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:21.146584 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b11b2065-3283-4999-b603-5181401f30b4 req-332fb757-bbaf-446a-8774-720ab22af41b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.2452674 Aug 27 14:11:21.267765 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b11b2065-3283-4999-b603-5181401f30b4 req-ac688733-ffca-46cb-b9f9-b3e26211e30b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856879 Aug 27 14:11:21.337117 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:21.337803 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:21.452840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:21.464895 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf9f1-fb1b-494e-b6db-a86e31cc6173 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:21.507216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:21.530443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:21.537981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:21.600010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Pushing event updated for resources: {'Port': ['ID=516970d2-cf9e-425e-b9e4-74314622f23a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:21.644264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbf9f1-fb1b-494e-b6db-a86e31cc6173 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=612a683e-85f5-4219-8b24-ccca0a2bebab,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:21.833132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf9f1-fb1b-494e-b6db-a86e31cc6173 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:21.843087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35082) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:21.966619 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5cc5dd2e-f7d4-487a-b265-17a8338b88f2 tempest-ServiceProvidersTest-231007203 tempest-ServiceProvidersTest-231007203-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1212859 Aug 27 14:11:22.091056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdbf9f1-fb1b-494e-b6db-a86e31cc6173 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router 1e4ec8b0-fd0c-4411-92a5-79e58a939fe4 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:11:22.110355 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.236994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdbf9f1-fb1b-494e-b6db-a86e31cc6173 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:22.243176 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5fdbf9f1-fb1b-494e-b6db-a86e31cc6173 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/1e4ec8b0-fd0c-4411-92a5-79e58a939fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3629870 Aug 27 14:11:22.246023 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35094) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:22.249684 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c4524-e78f-40e9-9adf-e32cc46f157f None None] Sync routers for ids ['1e4ec8b0-fd0c-4411-92a5-79e58a939fe4'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:22.262184 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c4524-e78f-40e9-9adf-e32cc46f157f None None] Routers {'1e4ec8b0-fd0c-4411-92a5-79e58a939fe4'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:22.263712 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d30c4524-e78f-40e9-9adf-e32cc46f157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['1e4ec8b0-fd0c-4411-92a5-79e58a939fe4'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:22.282504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35096) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:22.306929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6c94c99e-4d32-4861-b768-d9c3293a8ac6 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e4ec8b0-fd0c-4411-92a5-79e58a939fe4 HTTP/1.1" status: 200 len: 205 time: 0.0574951 Aug 27 14:11:22.307935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35104) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:22.354477 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d30c4524-e78f-40e9-9adf-e32cc46f157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:22.377360 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c4524-e78f-40e9-9adf-e32cc46f157f None None] Routers {'1e4ec8b0-fd0c-4411-92a5-79e58a939fe4'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:22.378357 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d30c4524-e78f-40e9-9adf-e32cc46f157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['1e4ec8b0-fd0c-4411-92a5-79e58a939fe4'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:22.430054 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d30c4524-e78f-40e9-9adf-e32cc46f157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:22.430991 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c4524-e78f-40e9-9adf-e32cc46f157f None None] The sync data for ids ['1e4ec8b0-fd0c-4411-92a5-79e58a939fe4'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:22.457655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd2583da-3c8e-4f9c-8d7b-36a9d53a6876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.461536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc898bbd-d96a-47ce-9139-d7beae983cc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.505616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b46c4-51ee-43be-af77-42693af98271 req-e089d7d3-4818-4662-9a42-eb086f4b4b4a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:22.507174 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-174b46c4-51ee-43be-af77-42693af98271 req-e089d7d3-4818-4662-9a42-eb086f4b4b4a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.0692334 Aug 27 14:11:22.590777 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-174b46c4-51ee-43be-af77-42693af98271 req-b3451325-6069-43c4-b3e0-66d4db9c238e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544746 Aug 27 14:11:22.592772 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.596526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.656607 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc898bbd-d96a-47ce-9139-d7beae983cc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.661833 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc898bbd-d96a-47ce-9139-d7beae983cc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.726312 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc898bbd-d96a-47ce-9139-d7beae983cc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.727094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc898bbd-d96a-47ce-9139-d7beae983cc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Fanout notify agent at l3_agent the message router_deleted on router 1e4ec8b0-fd0c-4411-92a5-79e58a939fe4 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:11:22.741843 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc898bbd-d96a-47ce-9139-d7beae983cc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.742991 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dc898bbd-d96a-47ce-9139-d7beae983cc3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/1e4ec8b0-fd0c-4411-92a5-79e58a939fe4 HTTP/1.1" status: 204 len: 168 time: 0.4340730 Aug 27 14:11:22.748159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35108) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:22.790642 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd2583da-3c8e-4f9c-8d7b-36a9d53a6876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.795690 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd2583da-3c8e-4f9c-8d7b-36a9d53a6876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.840727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2583da-3c8e-4f9c-8d7b-36a9d53a6876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4681708c-d93a-4f3a-bd25-a6cd714c6e2d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:22.845835 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fd2583da-3c8e-4f9c-8d7b-36a9d53a6876 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df09c60a970d44018b974e0edb3ff516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5616922 Aug 27 14:11:22.848412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35110) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:22.912416 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-afa16d9e-10e3-480d-87cd-e0d491e3e701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.937413 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-afa16d9e-10e3-480d-87cd-e0d491e3e701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.990489 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-afa16d9e-10e3-480d-87cd-e0d491e3e701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.993512 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-afa16d9e-10e3-480d-87cd-e0d491e3e701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:22.994715 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-afa16d9e-10e3-480d-87cd-e0d491e3e701 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4681708c-d93a-4f3a-bd25-a6cd714c6e2d HTTP/1.1" status: 204 len: 168 time: 0.1451671 Aug 27 14:11:23.008114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa16d9e-10e3-480d-87cd-e0d491e3e701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4681708c-d93a-4f3a-bd25-a6cd714c6e2d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:23.139868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Router d181ed7f-1a99-41f2-bea3-6f85654a4df2 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:11:23.201663 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b87a893-a4f2-4863-89fd-b86b8eb4547b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting subnet bce70337-2ecc-4055-b6d7-4d447fc5d6df {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:11:23.205493 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b87a893-a4f2-4863-89fd-b86b8eb4547b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:23.299665 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b87a893-a4f2-4863-89fd-b86b8eb4547b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:23.342281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:23.348659 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:23.352455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35124) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:23.352595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-79a9196d-3ea2-4e3a-85bc-1caaa5345b2d tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "PUT /v2.0/routers/d181ed7f-1a99-41f2-bea3-6f85654a4df2 HTTP/1.1" status: 200 len: 914 time: 3.4575825 Aug 27 14:11:23.352780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac071e3d-22ad-4fef-8dfa-3b77090262c3 None None] Sync routers for ids ['d181ed7f-1a99-41f2-bea3-6f85654a4df2'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:23.370801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac071e3d-22ad-4fef-8dfa-3b77090262c3 None None] Routers {'d181ed7f-1a99-41f2-bea3-6f85654a4df2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:23.371456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ac071e3d-22ad-4fef-8dfa-3b77090262c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d181ed7f-1a99-41f2-bea3-6f85654a4df2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:23.408458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b87a893-a4f2-4863-89fd-b86b8eb4547b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:23.455779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ac071e3d-22ad-4fef-8dfa-3b77090262c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:23.469755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac071e3d-22ad-4fef-8dfa-3b77090262c3 None None] Routers {'d181ed7f-1a99-41f2-bea3-6f85654a4df2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:23.472146 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ac071e3d-22ad-4fef-8dfa-3b77090262c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d181ed7f-1a99-41f2-bea3-6f85654a4df2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:23.511348 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b87a893-a4f2-4863-89fd-b86b8eb4547b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:23.545575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2dc8f40d-7387-466e-93ea-8e8d3ba3265b tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/routers/d181ed7f-1a99-41f2-bea3-6f85654a4df2 HTTP/1.1" status: 200 len: 920 time: 0.1918097 Aug 27 14:11:23.546216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35134) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:23.560568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ac071e3d-22ad-4fef-8dfa-3b77090262c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:23.563277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac071e3d-22ad-4fef-8dfa-3b77090262c3 None None] The sync data for ids ['d181ed7f-1a99-41f2-bea3-6f85654a4df2'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:23.582442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87a893-a4f2-4863-89fd-b86b8eb4547b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Subnet': ['ID=bce70337-2ecc-4055-b6d7-4d447fc5d6df,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:23.584672 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b87a893-a4f2-4863-89fd-b86b8eb4547b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:23.587711 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1b87a893-a4f2-4863-89fd-b86b8eb4547b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/bce70337-2ecc-4055-b6d7-4d447fc5d6df HTTP/1.1" status: 204 len: 168 time: 0.8383293 Aug 27 14:11:23.590981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35136) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:23.594750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b080ff80-2cac-4801-a020-4da4c8b98e3a None None] Network 717451b0-00e3-40a1-9b72-98fe30618377 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:23.660325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e42733-06c1-46b4-8c60-3b8d1cc7c020 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:23.664667 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b5e42733-06c1-46b4-8c60-3b8d1cc7c020 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&device_id=d181ed7f-1a99-41f2-bea3-6f85654a4df2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1173337 Aug 27 14:11:23.665390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35144) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:23.728721 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:23.787725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae6c0f7-9a99-4c9d-aefd-43c63f1e0586 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:23.792687 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fae6c0f7-9a99-4c9d-aefd-43c63f1e0586 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 881 time: 0.1197932 Aug 27 14:11:23.793573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35150) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:23.828294 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-90906600-bbc8-4281-bebf-c97a2cf19296 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "GET /v2.0/ports?device_id=d181ed7f-1a99-41f2-bea3-6f85654a4df2 HTTP/1.1" status: 200 len: 205 time: 0.0334966 Aug 27 14:11:23.828920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35152) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:23.846095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6013b4c-9b1b-4a54-8541-23d82d661ce0 req-8af05b9f-7072-425a-88bb-cf1c6efb992e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:23.847987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d6013b4c-9b1b-4a54-8541-23d82d661ce0 req-8af05b9f-7072-425a-88bb-cf1c6efb992e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.1139207 Aug 27 14:11:23.891618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port 8203747e-7d6d-40ee-867e-c4bddc28df3a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:23.891977 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:23.938400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35154) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:23.945026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22174b19-c455-46f5-8363-0a53775c5522 None None] DHCP port deletion for 717451b0-00e3-40a1-9b72-98fe30618377 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:11:23.974373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:23.982081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d6013b4c-9b1b-4a54-8541-23d82d661ce0 req-e8048a97-da2e-4a54-ac45-5f1a629dab40 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250188 Aug 27 14:11:24.017258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] For port 8203747e-7d6d-40ee-867e-c4bddc28df3a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8203747e-7d6d-40ee-867e-c4bddc28df3a,segment=NetworkSegment(6e89449f-d102-4595-a90a-55cb2ea33673),segment_id=6e89449f-d102-4595-a90a-55cb2ea33673)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:24.017647 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.027836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-22174b19-c455-46f5-8363-0a53775c5522 None None] Deleting port 8203747e-7d6d-40ee-867e-c4bddc28df3a {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:24.028215 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-22174b19-c455-46f5-8363-0a53775c5522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.063909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for 8203747e-7d6d-40ee-867e-c4bddc28df3a owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:24.106953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-22174b19-c455-46f5-8363-0a53775c5522 None None] For port 8203747e-7d6d-40ee-867e-c4bddc28df3a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8203747e-7d6d-40ee-867e-c4bddc28df3a,segment=NetworkSegment(6e89449f-d102-4595-a90a-55cb2ea33673),segment_id=6e89449f-d102-4595-a90a-55cb2ea33673)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:24.107361 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-22174b19-c455-46f5-8363-0a53775c5522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.127365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-22174b19-c455-46f5-8363-0a53775c5522 None None] Calling delete_port for 8203747e-7d6d-40ee-867e-c4bddc28df3a owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:24.178227 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.210503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No DVR routers for this DVR port 8203747e-7d6d-40ee-867e-c4bddc28df3a on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:11:24.218523 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=8203747e-7d6d-40ee-867e-c4bddc28df3a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:24.249718 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-22174b19-c455-46f5-8363-0a53775c5522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.269870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22174b19-c455-46f5-8363-0a53775c5522 None None] No DVR routers for this DVR port 8203747e-7d6d-40ee-867e-c4bddc28df3a on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:11:24.292423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8203747e-7d6d-40ee-867e-c4bddc28df3a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:11:24.334899 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22174b19-c455-46f5-8363-0a53775c5522 None None] Pushing event deleted for resources: {'Port': ['ID=8203747e-7d6d-40ee-867e-c4bddc28df3a,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:24.337768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 8203747e-7d6d-40ee-867e-c4bddc28df3a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:11:24.338349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8203747e-7d6d-40ee-867e-c4bddc28df3a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:11:24.357996 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.370753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717451b0-00e3-40a1-9b72-98fe30618377']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:24.383306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e89449f-d102-4595-a90a-55cb2ea33673') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:24.383882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e89449f-d102-4595-a90a-55cb2ea33673') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:24.397703 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.414295 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.414577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d78c3570-6a91-486f-91fc-fc1ebf973dd5 tempest-SubnetPoolsTestJSON-918032162 tempest-SubnetPoolsTestJSON-918032162-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1719085570', 'prefixes': ['172.20.0.0/16']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:24.421586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:11:24.422375 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:11:24.425684 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:11:24.462303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.492142 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.503362 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.507135 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/networks/717451b0-00e3-40a1-9b72-98fe30618377 HTTP/1.1" status: 204 len: 168 time: 0.9150045 Aug 27 14:11:24.516850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35162) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:24.520134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06037a-bf2e-421a-a461-bebb5609c100 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Network': ['ID=717451b0-00e3-40a1-9b72-98fe30618377,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:24.525340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-39933a48-0a43-4ecc-88ce-1e85119df12f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1501074705', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:24.570802 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39933a48-0a43-4ecc-88ce-1e85119df12f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.571855 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39933a48-0a43-4ecc-88ce-1e85119df12f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.576926 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Deleting port 516970d2-cf9e-425e-b9e4-74314622f23a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:24.577253 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.579970 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d78c3570-6a91-486f-91fc-fc1ebf973dd5 tempest-SubnetPoolsTestJSON-918032162 tempest-SubnetPoolsTestJSON-918032162-project] Notify callbacks [] for subnetpool, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.583510 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d78c3570-6a91-486f-91fc-fc1ebf973dd5 tempest-SubnetPoolsTestJSON-918032162 tempest-SubnetPoolsTestJSON-918032162-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6418509 Aug 27 14:11:24.584447 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35166) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:24.646073 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-005993ca-004c-46f9-a6a9-9ba58d4a4390 tempest-SubnetPoolsTestJSON-918032162 tempest-SubnetPoolsTestJSON-918032162-project] 10.222.0.55 "GET /v2.0/subnetpools/894ea28d-00e5-40dc-9e00-35092a0f32a8 HTTP/1.1" status: 200 len: 732 time: 0.0602279 Aug 27 14:11:24.648363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35170) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:24.653434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3fe9180f-eb9c-4669-b2b5-073bfba09052 tempest-SubnetPoolsTestJSON-918032162 tempest-SubnetPoolsTestJSON-918032162-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1898837039'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:24.691602 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39933a48-0a43-4ecc-88ce-1e85119df12f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.696726 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39933a48-0a43-4ecc-88ce-1e85119df12f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.723204 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.726258 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39933a48-0a43-4ecc-88ce-1e85119df12f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.727495 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-39933a48-0a43-4ecc-88ce-1e85119df12f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2071280 Aug 27 14:11:24.730864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35172) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:24.736355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-20824008-561b-47ca-a3a8-56e1966aa4b8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'network': {'name': 'tempest-RoutersTest-570236650'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:24.739033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Calling delete_port for 516970d2-cf9e-425e-b9e4-74314622f23a owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:24.775374 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3fe9180f-eb9c-4669-b2b5-073bfba09052 tempest-SubnetPoolsTestJSON-918032162 tempest-SubnetPoolsTestJSON-918032162-project] Notify callbacks [] for subnetpool, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.779665 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3fe9180f-eb9c-4669-b2b5-073bfba09052 tempest-SubnetPoolsTestJSON-918032162 tempest-SubnetPoolsTestJSON-918032162-project] 10.222.0.55 "PUT /v2.0/subnetpools/894ea28d-00e5-40dc-9e00-35092a0f32a8 HTTP/1.1" status: 200 len: 684 time: 0.1279700 Aug 27 14:11:24.779665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20824008-561b-47ca-a3a8-56e1966aa4b8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:24.782193 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20824008-561b-47ca-a3a8-56e1966aa4b8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.784031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35174) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:24.837130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20824008-561b-47ca-a3a8-56e1966aa4b8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:11:24.858598 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20824008-561b-47ca-a3a8-56e1966aa4b8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.858923 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-20824008-561b-47ca-a3a8-56e1966aa4b8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Added segment 2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27 of type vlan for network 87b0d041-4176-45a1-bb43-062983eeac34 Aug 27 14:11:24.912346 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-139c32b8-fc29-40f1-aff4-b99feaa6f8fc tempest-SubnetPoolsTestJSON-918032162 tempest-SubnetPoolsTestJSON-918032162-project] Notify callbacks [] for subnetpool, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.915917 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-139c32b8-fc29-40f1-aff4-b99feaa6f8fc tempest-SubnetPoolsTestJSON-918032162 tempest-SubnetPoolsTestJSON-918032162-project] 10.222.0.55 "DELETE /v2.0/subnetpools/894ea28d-00e5-40dc-9e00-35092a0f32a8 HTTP/1.1" status: 204 len: 168 time: 0.1285098 Aug 27 14:11:24.918361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35176) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:24.922317 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20824008-561b-47ca-a3a8-56e1966aa4b8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.946293 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-29ecc1e6-c440-4acb-a2d9-be4ac93ce468 tempest-SubnetPoolsTestJSON-918032162 tempest-SubnetPoolsTestJSON-918032162-project] show failed (client error): The resource could not be found. Aug 27 14:11:24.947393 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-29ecc1e6-c440-4acb-a2d9-be4ac93ce468 tempest-SubnetPoolsTestJSON-918032162 tempest-SubnetPoolsTestJSON-918032162-project] 10.222.0.55 "GET /v2.0/subnetpools/894ea28d-00e5-40dc-9e00-35092a0f32a8 HTTP/1.1" status: 404 len: 346 time: 0.0284038 Aug 27 14:11:24.951534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35178) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:24.964478 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.969112 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-72a66525-2aad-4c95-854b-8d2ec4bec71e tempest-SubnetPoolsTestJSON-918032162 tempest-SubnetPoolsTestJSON-918032162-project] delete failed (client error): The resource could not be found. Aug 27 14:11:24.970203 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-72a66525-2aad-4c95-854b-8d2ec4bec71e tempest-SubnetPoolsTestJSON-918032162 tempest-SubnetPoolsTestJSON-918032162-project] 10.222.0.55 "DELETE /v2.0/subnetpools/894ea28d-00e5-40dc-9e00-35092a0f32a8 HTTP/1.1" status: 404 len: 346 time: 0.0176306 Aug 27 14:11:24.970913 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20824008-561b-47ca-a3a8-56e1966aa4b8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:24.977092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20824008-561b-47ca-a3a8-56e1966aa4b8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:24.977707 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20824008-561b-47ca-a3a8-56e1966aa4b8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.002731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Pushing event deleted for resources: {'Port': ['ID=516970d2-cf9e-425e-b9e4-74314622f23a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:25.041881 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-20824008-561b-47ca-a3a8-56e1966aa4b8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3097756 Aug 27 14:11:25.045072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35184) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:25.050108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-dcf3d1b7-866c-4b65-acae-54ce569e1489 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'subnet': {'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:25.069799 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20824008-561b-47ca-a3a8-56e1966aa4b8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Network': ['ID=87b0d041-4176-45a1-bb43-062983eeac34,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:25.083320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 87b0d041-4176-45a1-bb43-062983eeac34 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:11:25.133723 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.188635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975c7d3-f6a2-457e-941f-b87bbc5c452d req-4ff3e22b-8ac7-40ce-bdfd-782cfd7221ef tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:25.190245 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0975c7d3-f6a2-457e-941f-b87bbc5c452d req-4ff3e22b-8ac7-40ce-bdfd-782cfd7221ef tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.0841289 Aug 27 14:11:25.211560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf3d1b7-866c-4b65-acae-54ce569e1489 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:25.215119 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d1b7-866c-4b65-acae-54ce569e1489 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.275801 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.279500 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.334677 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.335646 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Fanout notify agent at l3_agent the message router_deleted on router d181ed7f-1a99-41f2-bea3-6f85654a4df2 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:11:25.339468 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0975c7d3-f6a2-457e-941f-b87bbc5c452d req-fa6defc7-cf37-49b0-80d2-841ba3c30afc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326091 Aug 27 14:11:25.351119 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.356344 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1928cdd9-6dfd-4a6e-9109-bc92fecab105 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "DELETE /v2.0/routers/d181ed7f-1a99-41f2-bea3-6f85654a4df2 HTTP/1.1" status: 204 len: 168 time: 1.5224414 Aug 27 14:11:25.356784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35190) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:25.362849 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1987341993', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:25.402339 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.404184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.487042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.516896 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d1b7-866c-4b65-acae-54ce569e1489 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.542618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35194) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:25.587918 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3d1b7-866c-4b65-acae-54ce569e1489 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Subnet': ['ID=861c5ef8-00c5-4466-94a4-2847e9808d94,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:25.595169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf3d1b7-866c-4b65-acae-54ce569e1489 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Checking segment: {'id': '2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:25.595723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf3d1b7-866c-4b65-acae-54ce569e1489 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network hostable DHCP agents. Network: 87b0d041-4176-45a1-bb43-062983eeac34, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:11:25.625928 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf3d1b7-866c-4b65-acae-54ce569e1489 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network 87b0d041-4176-45a1-bb43-062983eeac34 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:11:25.638327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-dcf3d1b7-866c-4b65-acae-54ce569e1489 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 87b0d041-4176-45a1-bb43-062983eeac34) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:25.648938 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25be53c1-63e2-4678-ac28-14b29444b6db None None] Network 87b0d041-4176-45a1-bb43-062983eeac34 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:25.656919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf3d1b7-866c-4b65-acae-54ce569e1489 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:25.659414 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d1b7-866c-4b65-acae-54ce569e1489 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.693588 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dcf3d1b7-866c-4b65-acae-54ce569e1489 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6443143 Aug 27 14:11:25.693588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35202) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:25.705104 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.798950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-48394a1c-0aa1-4af1-803e-17de2f1977b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:25.905698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-87b0d041-4176-45a1-bb43-062983eeac34', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:11:25.906974 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.005031 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.032201 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.084420 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.095547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Allocated IP 172.20.0.2 (87b0d041-4176-45a1-bb43-062983eeac34/861c5ef8-00c5-4466-94a4-2847e9808d94/a1a64b0d-09fb-4d5d-95da-3b58d9687b54) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:26.103164 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-48394a1c-0aa1-4af1-803e-17de2f1977b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.110421 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-48394a1c-0aa1-4af1-803e-17de2f1977b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.196868 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:11:26.203164 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-48394a1c-0aa1-4af1-803e-17de2f1977b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a9cf36ab99446d3b3a45651dccca845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6591265 Aug 27 14:11:26.213315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35204) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:26.263895 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48394a1c-0aa1-4af1-803e-17de2f1977b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a5d5e3-47f6-4bed-b5f7-75426cd2259f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:26.283899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Allocated IP 172.25.2.208 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/f8d7765d-11eb-4924-9209-d7cdff8e6065) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:26.361908 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff18ae97-613f-4fb9-93c7-c30622aab85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.364070 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.377764 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Transition to ACTIVE for port object a1a64b0d-09fb-4d5d-95da-3b58d9687b54 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:26.399916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff18ae97-613f-4fb9-93c7-c30622aab85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.402413 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Transition to ACTIVE for port object a1a64b0d-09fb-4d5d-95da-3b58d9687b54 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:26.410874 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.459549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.481966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Pushing event updated for resources: {'Port': ['ID=a1a64b0d-09fb-4d5d-95da-3b58d9687b54,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:26.493935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Network 87b0d041-4176-45a1-bb43-062983eeac34 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:26.496550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:26.506031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:26.513449 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff18ae97-613f-4fb9-93c7-c30622aab85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.518303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff18ae97-613f-4fb9-93c7-c30622aab85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.521057 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ff18ae97-613f-4fb9-93c7-c30622aab85e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46a5d5e3-47f6-4bed-b5f7-75426cd2259f HTTP/1.1" status: 204 len: 168 time: 0.3029478 Aug 27 14:11:26.528801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Allocated IP 172.20.0.1 (87b0d041-4176-45a1-bb43-062983eeac34/861c5ef8-00c5-4466-94a4-2847e9808d94/20c7157c-33f4-4e3d-9b4c-e65208e8c1e5) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:26.540955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84eb53-2e81-4279-ab60-369af56df4e1 req-ef0afa79-eb0d-4680-bb0a-f15310d02cff tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:26.553111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b84eb53-2e81-4279-ab60-369af56df4e1 req-ef0afa79-eb0d-4680-bb0a-f15310d02cff tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.0983558 Aug 27 14:11:26.566332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18ae97-613f-4fb9-93c7-c30622aab85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a5d5e3-47f6-4bed-b5f7-75426cd2259f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:26.592801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Attempting to bind port a1a64b0d-09fb-4d5d-95da-3b58d9687b54 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:26.593372 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.593630 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Attempting to bind port a1a64b0d-09fb-4d5d-95da-3b58d9687b54 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:26.593824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Attempting to bind port a1a64b0d-09fb-4d5d-95da-3b58d9687b54 on network 87b0d041-4176-45a1-bb43-062983eeac34 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:26.616375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:26.616779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Checking segment: {'id': '2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:26.617196 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.617596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Bound using segment: {'id': '2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:26.618261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Bound port: a1a64b0d-09fb-4d5d-95da-3b58d9687b54, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:26.618658 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.652462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:26.656310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:26.660244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:26.688426 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Pushing event updated for resources: {'Port': ['ID=f8d7765d-11eb-4924-9209-d7cdff8e6065,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:26.725808 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b84eb53-2e81-4279-ab60-369af56df4e1 req-391cc409-03ce-4e3d-b293-c4b13975484f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713767 Aug 27 14:11:26.737680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] For port a1a64b0d-09fb-4d5d-95da-3b58d9687b54, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:26.744432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] For port a1a64b0d-09fb-4d5d-95da-3b58d9687b54, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a1a64b0d-09fb-4d5d-95da-3b58d9687b54,segment=NetworkSegment(2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27),segment_id=2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:26.758338 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.860088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce049bfc-1cee-4138-9798-e2667595fdd2 None None] Pushing event updated for resources: {'Port': ['ID=a1a64b0d-09fb-4d5d-95da-3b58d9687b54,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:26.871863 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:26.904701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Transition to ACTIVE for port object 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:26.962342 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:27.018415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network 87b0d041-4176-45a1-bb43-062983eeac34 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:27.022061 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:27.028851 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:27.069898 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=20c7157c-33f4-4e3d-9b4c-e65208e8c1e5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:27.118025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:27.140566 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:27.301711 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:27.451977 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:27.648521 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Router f7df673f-9216-4c87-bc54-352b37886e8d is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:11:27.667984 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:27.677216 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:27.776921 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:27.787060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=20c7157c-33f4-4e3d-9b4c-e65208e8c1e5,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:27.936995 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a886b-2e72-4e1e-9052-f85151f657b1 req-1396e646-09c7-4321-9a8f-6426fff84141 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:27.939089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-998a886b-2e72-4e1e-9052-f85151f657b1 req-1396e646-09c7-4321-9a8f-6426fff84141 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.0971682 Aug 27 14:11:27.944964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:27.962204 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fff90f-cacb-43d3-bd4c-46db9acac48c None None] Sync routers for ids ['f7df673f-9216-4c87-bc54-352b37886e8d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:27.984123 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fff90f-cacb-43d3-bd4c-46db9acac48c None None] Routers {'f7df673f-9216-4c87-bc54-352b37886e8d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:27.985043 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c7fff90f-cacb-43d3-bd4c-46db9acac48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['f7df673f-9216-4c87-bc54-352b37886e8d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:28.010087 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:28.015451 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-402783aa-2558-4837-99f0-437ba0e15991 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6573677 Aug 27 14:11:28.016180 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35250) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:28.021656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network 87b0d041-4176-45a1-bb43-062983eeac34 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:28.024676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:28.028537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:28.038063 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-998a886b-2e72-4e1e-9052-f85151f657b1 req-04a9dff1-11d7-47c4-a859-6c8c2a1de6d5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871987 Aug 27 14:11:28.087255 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c7fff90f-cacb-43d3-bd4c-46db9acac48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:28.097336 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fff90f-cacb-43d3-bd4c-46db9acac48c None None] Routers {'f7df673f-9216-4c87-bc54-352b37886e8d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:28.098272 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c7fff90f-cacb-43d3-bd4c-46db9acac48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['f7df673f-9216-4c87-bc54-352b37886e8d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:28.191506 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c7fff90f-cacb-43d3-bd4c-46db9acac48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:28.192259 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fff90f-cacb-43d3-bd4c-46db9acac48c None None] The sync data for ids ['f7df673f-9216-4c87-bc54-352b37886e8d'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:28.319922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:11:28.322408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a1a64b0d-09fb-4d5d-95da-3b58d9687b54 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:28.421748 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port a1a64b0d-09fb-4d5d-95da-3b58d9687b54 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:28.450733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6af1f0-2c31-4bd8-adc9-1957ce4cad9d None None] Network 87b0d041-4176-45a1-bb43-062983eeac34 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:28.519310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:28.529632 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-223386a4-8fec-4dcc-8bbc-933972b4b42b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8349240 Aug 27 14:11:28.532235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35258) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:28.544479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4871628c-e559-4b44-9957-d590742617f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'network': {'name': 'tempest-RoutersTest-73061004'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:28.557115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Sync routers for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:28.559752 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-841e6b72-9dd1-4535-8061-a8125095e825 None None] Provisioning for port a1a64b0d-09fb-4d5d-95da-3b58d9687b54 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:28.603223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4871628c-e559-4b44-9957-d590742617f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:28.609838 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4871628c-e559-4b44-9957-d590742617f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:28.668136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4871628c-e559-4b44-9957-d590742617f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:11:28.694050 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4871628c-e559-4b44-9957-d590742617f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:28.694415 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-4871628c-e559-4b44-9957-d590742617f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Added segment 33bd9703-6d05-4061-af7e-6a61618eb8c2 of type vlan for network af667508-be10-457d-a4ef-441b4eb3aff9 Aug 27 14:11:28.734406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-841e6b72-9dd1-4535-8061-a8125095e825 None None] Provisioning complete for port a1a64b0d-09fb-4d5d-95da-3b58d9687b54 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:28.735177 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-841e6b72-9dd1-4535-8061-a8125095e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:28.786132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4871628c-e559-4b44-9957-d590742617f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:28.812984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:28.815360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:28.860964 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4871628c-e559-4b44-9957-d590742617f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:28.887706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4871628c-e559-4b44-9957-d590742617f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:28.889163 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4871628c-e559-4b44-9957-d590742617f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:29.086504 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:29.111048 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:29.116676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4871628c-e559-4b44-9957-d590742617f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5827322 Aug 27 14:11:29.119002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871628c-e559-4b44-9957-d590742617f3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Network': ['ID=af667508-be10-457d-a4ef-441b4eb3aff9,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:29.122270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35278) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:29.129195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ca49bbb2-6780-4627-9b68-b1bef88af748 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'subnet': {'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:29.207541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network af667508-be10-457d-a4ef-441b4eb3aff9 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:11:29.271595 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-841e6b72-9dd1-4535-8061-a8125095e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:29.280733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14432068-a478-4252-897d-800516034c94 req-00ffcd9e-981c-4550-b20b-25a348763109 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:29.292801 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14432068-a478-4252-897d-800516034c94 req-00ffcd9e-981c-4550-b20b-25a348763109 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.1428223 Aug 27 14:11:29.303351 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:29.326056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Deleting port f8d7765d-11eb-4924-9209-d7cdff8e6065 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:29.326395 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:29.341336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-841e6b72-9dd1-4535-8061-a8125095e825 None None] For port a1a64b0d-09fb-4d5d-95da-3b58d9687b54, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a1a64b0d-09fb-4d5d-95da-3b58d9687b54,segment=NetworkSegment(2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27),segment_id=2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:29.367347 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14432068-a478-4252-897d-800516034c94 req-e8aba7c9-fd0d-432a-8bfd-6be2a19842d3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732920 Aug 27 14:11:29.367994 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-841e6b72-9dd1-4535-8061-a8125095e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:29.389608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca49bbb2-6780-4627-9b68-b1bef88af748 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:29.398162 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca49bbb2-6780-4627-9b68-b1bef88af748 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:29.500923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e6b72-9dd1-4535-8061-a8125095e825 None None] Pushing event updated for resources: {'Port': ['ID=a1a64b0d-09fb-4d5d-95da-3b58d9687b54,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:29.519607 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:29.567137 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Calling delete_port for f8d7765d-11eb-4924-9209-d7cdff8e6065 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:29.717350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:27Z', 'revision_number': 2, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:27Z', 'revision_number': 2, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:29.756462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Checking router: aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:11:29.756830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Updating router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:11:29.808606 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca49bbb2-6780-4627-9b68-b1bef88af748 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:29.824846 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:29.846900 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8498de09-264f-417d-9114-3b9ed897944e None None] Provisioning complete for port a1a64b0d-09fb-4d5d-95da-3b58d9687b54 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:29.847275 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8498de09-264f-417d-9114-3b9ed897944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:29.946576 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca49bbb2-6780-4627-9b68-b1bef88af748 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Checking segment: {'id': '33bd9703-6d05-4061-af7e-6a61618eb8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:29.946994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca49bbb2-6780-4627-9b68-b1bef88af748 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network hostable DHCP agents. Network: af667508-be10-457d-a4ef-441b4eb3aff9, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:11:29.950733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49bbb2-6780-4627-9b68-b1bef88af748 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Subnet': ['ID=3ddaf64a-ac35-45d9-944c-2ea0525418ac,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:29.959021 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:29.990246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Pushing event deleted for resources: {'Port': ['ID=f8d7765d-11eb-4924-9209-d7cdff8e6065,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:30.018938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca49bbb2-6780-4627-9b68-b1bef88af748 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network af667508-be10-457d-a4ef-441b4eb3aff9 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:11:30.090004 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:30.093901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ca49bbb2-6780-4627-9b68-b1bef88af748 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, af667508-be10-457d-a4ef-441b4eb3aff9) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:30.125888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7234c9f-b562-4eff-be1f-7fcdb3547ca5 None None] Network af667508-be10-457d-a4ef-441b4eb3aff9 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:30.131207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35308) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:30.137906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca49bbb2-6780-4627-9b68-b1bef88af748 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:30.138497 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ca49bbb2-6780-4627-9b68-b1bef88af748 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:30.201088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35312) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:30.201355 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ca49bbb2-6780-4627-9b68-b1bef88af748 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0772328 Aug 27 14:11:30.351254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a1a64b0d-09fb-4d5d-95da-3b58d9687b54 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:30.418792 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:30.422526 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:30.558598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8498de09-264f-417d-9114-3b9ed897944e None None] Provisioning for port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:30.565602 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Router f7df673f-9216-4c87-bc54-352b37886e8d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:11:30.590719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8498de09-264f-417d-9114-3b9ed897944e None None] Provisioning complete for port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:30.591564 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8498de09-264f-417d-9114-3b9ed897944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:30.599085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a1a64b0d-09fb-4d5d-95da-3b58d9687b54 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:30.599884 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:30.619439 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13873c01-2509-4809-bbc7-38413df69e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:30.683450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:30.691099 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:30.694948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-45e3a49c-1833-4611-b00f-9ece20b24e11 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "PUT /v2.0/routers/f7df673f-9216-4c87-bc54-352b37886e8d HTTP/1.1" status: 200 len: 706 time: 2.6750093 Aug 27 14:11:30.695252 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3da9092-640c-40d0-9946-4f9dce5cc9cd None None] Sync routers for ids ['f7df673f-9216-4c87-bc54-352b37886e8d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:30.695754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35318) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:30.713932 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da9092-640c-40d0-9946-4f9dce5cc9cd None None] Routers {'f7df673f-9216-4c87-bc54-352b37886e8d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:30.714658 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b3da9092-640c-40d0-9946-4f9dce5cc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['f7df673f-9216-4c87-bc54-352b37886e8d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:30.797084 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6dd40c02-aef8-4e4f-a23f-9e4426865456 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/routers/f7df673f-9216-4c87-bc54-352b37886e8d HTTP/1.1" status: 200 len: 741 time: 0.0973043 Aug 27 14:11:30.797429 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35320) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:30.860281 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f4848718-5382-4dd9-a85a-c2ff49a9e3b3 tempest-RoutersAdminTest-1538573915 tempest-RoutersAdminTest-1538573915-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&device_id=f7df673f-9216-4c87-bc54-352b37886e8d HTTP/1.1" status: 200 len: 205 time: 0.0593946 Aug 27 14:11:30.860718 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35322) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:30.880057 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88940f87-a0d0-4987-9173-27badcf4783c req-0d9c8b8f-81b7-4052-9496-a58d9f1ec8fd tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:30.888125 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88940f87-a0d0-4987-9173-27badcf4783c req-0d9c8b8f-81b7-4052-9496-a58d9f1ec8fd tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.3350294 Aug 27 14:11:30.894230 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-79b22792-fb22-439d-b532-6800188767a6 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7df673f-9216-4c87-bc54-352b37886e8d HTTP/1.1" status: 200 len: 205 time: 0.0301054 Aug 27 14:11:30.895202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35326) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:31.000882 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd5db4d5-0649-4d15-b4d6-d0a44096860c tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.049213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8498de09-264f-417d-9114-3b9ed897944e None None] Port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:31.060956 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b3da9092-640c-40d0-9946-4f9dce5cc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:31.083461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-af667508-be10-457d-a4ef-441b4eb3aff9', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:11:31.084492 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.084981 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da9092-640c-40d0-9946-4f9dce5cc9cd None None] Routers {'f7df673f-9216-4c87-bc54-352b37886e8d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:31.088834 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b3da9092-640c-40d0-9946-4f9dce5cc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['f7df673f-9216-4c87-bc54-352b37886e8d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:31.161626 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b3da9092-640c-40d0-9946-4f9dce5cc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:31.162796 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3da9092-640c-40d0-9946-4f9dce5cc9cd None None] The sync data for ids ['f7df673f-9216-4c87-bc54-352b37886e8d'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:31.254828 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.267254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Transition to ACTIVE for port object 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:31.279890 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.287753 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd5db4d5-0649-4d15-b4d6-d0a44096860c tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.290166 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd5db4d5-0649-4d15-b4d6-d0a44096860c tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.343629 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd5db4d5-0649-4d15-b4d6-d0a44096860c tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.344263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5db4d5-0649-4d15-b4d6-d0a44096860c tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Fanout notify agent at l3_agent the message router_deleted on router f7df673f-9216-4c87-bc54-352b37886e8d {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:11:31.351427 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd5db4d5-0649-4d15-b4d6-d0a44096860c tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.352540 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cd5db4d5-0649-4d15-b4d6-d0a44096860c tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "DELETE /v2.0/routers/f7df673f-9216-4c87-bc54-352b37886e8d HTTP/1.1" status: 204 len: 168 time: 0.4565711 Aug 27 14:11:31.357116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35332) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:31.357823 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13873c01-2509-4809-bbc7-38413df69e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.377321 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88940f87-a0d0-4987-9173-27badcf4783c req-333bde56-355c-4173-84f3-cc874d7d94db tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882269 Aug 27 14:11:31.386456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13873c01-2509-4809-bbc7-38413df69e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.396995 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c391f9d0-534d-42d3-892e-4a6bf32de446 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7df673f-9216-4c87-bc54-352b37886e8d HTTP/1.1" status: 200 len: 205 time: 0.0374386 Aug 27 14:11:31.398387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35336) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:31.411588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e0aa2-b062-4ac9-82e9-683a3245190a None None] Pushing event updated for resources: {'Port': ['ID=20c7157c-33f4-4e3d-9b4c-e65208e8c1e5,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:31.417526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.443581 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-3d72d0cf-2c9f-4a6a-bcfd-1e4e238bd357 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] delete failed (client error): The resource could not be found. Aug 27 14:11:31.447183 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3d72d0cf-2c9f-4a6a-bcfd-1e4e238bd357 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "DELETE /v2.0/routers/f7df673f-9216-4c87-bc54-352b37886e8d HTTP/1.1" status: 404 len: 336 time: 0.0476480 Aug 27 14:11:31.447701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35338) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:31.454978 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-13873c01-2509-4809-bbc7-38413df69e84 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d96b592aff6448538e6b5e3ac30760db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3180387 Aug 27 14:11:31.461232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35340) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:31.471157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13873c01-2509-4809-bbc7-38413df69e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab6aab0-8a70-421c-9873-a2d9babc9f80,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:31.501385 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4b4c622c-0e2c-47b2-95e6-5a739454f5c8 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "GET /v2.0/ports?device_id=d181ed7f-1a99-41f2-bea3-6f85654a4df2 HTTP/1.1" status: 200 len: 205 time: 0.0520625 Aug 27 14:11:31.502019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35342) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:31.584076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Allocated IP 172.21.0.2 (af667508-be10-457d-a4ef-441b4eb3aff9/3ddaf64a-ac35-45d9-944c-2ea0525418ac/336a627f-9b02-40dc-89e2-653f47899e75) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:31.586572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Attempting to bind port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:31.587111 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Attempting to bind port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:31.587540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Attempting to bind port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 on network 87b0d041-4176-45a1-bb43-062983eeac34 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:31.595908 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-229073b8-3883-420e-a30f-d8921f500cd9 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] delete failed (client error): The resource could not be found. Aug 27 14:11:31.603830 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-229073b8-3883-420e-a30f-d8921f500cd9 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "DELETE /v2.0/routers/d181ed7f-1a99-41f2-bea3-6f85654a4df2 HTTP/1.1" status: 404 len: 336 time: 0.0825338 Aug 27 14:11:31.604242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:31.604242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Checking segment: {'id': '2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:31.604242 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.604242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Bound using segment: {'id': '2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:31.604695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35352) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:31.605142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Bound port: 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:31.606327 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.649885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7cc21117-6b57-47fd-9270-cbbe989bf1e2 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdebe2ca-e17e-4389-8ab6-a78f5f3218c2 HTTP/1.1" status: 200 len: 205 time: 0.0460229 Aug 27 14:11:31.653069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35354) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:31.731291 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-59b9bfb3-3586-46c5-ad62-fe8f20394a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.736519 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-eda53e03-5ee3-4054-b03a-b0a992d40df3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] delete failed (client error): The resource could not be found. Aug 27 14:11:31.740592 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-eda53e03-5ee3-4054-b03a-b0a992d40df3 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "DELETE /v2.0/routers/cdebe2ca-e17e-4389-8ab6-a78f5f3218c2 HTTP/1.1" status: 404 len: 336 time: 0.0862315 Aug 27 14:11:31.741181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35356) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:31.778991 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3d37b173-0d89-4768-b782-93a38eb67268 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "GET /v2.0/ports?device_id=b472e1c2-e9e5-4f0a-9f3c-a94532442b03 HTTP/1.1" status: 200 len: 205 time: 0.0309079 Aug 27 14:11:31.782356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35360) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:31.800737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] For port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:31.824927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] For port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=20c7157c-33f4-4e3d-9b4c-e65208e8c1e5,segment=NetworkSegment(2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27),segment_id=2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:31.831754 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-59b9bfb3-3586-46c5-ad62-fe8f20394a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.833987 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-a413e2da-ad26-481c-aa9c-d8dd4b6f3ecc tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] delete failed (client error): The resource could not be found. Aug 27 14:11:31.837501 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a413e2da-ad26-481c-aa9c-d8dd4b6f3ecc tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "DELETE /v2.0/routers/b472e1c2-e9e5-4f0a-9f3c-a94532442b03 HTTP/1.1" status: 404 len: 336 time: 0.0516882 Aug 27 14:11:31.838379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35362) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:31.847762 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.896971 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-15ceacce-b92e-41a2-8cf9-ecd5fad4c287 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bd43171-869b-4b45-848e-5fe016a1c819 HTTP/1.1" status: 200 len: 205 time: 0.0535927 Aug 27 14:11:31.897412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35364) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:31.907576 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-59b9bfb3-3586-46c5-ad62-fe8f20394a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.911409 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-59b9bfb3-3586-46c5-ad62-fe8f20394a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.923397 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-59b9bfb3-3586-46c5-ad62-fe8f20394a0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cab6aab0-8a70-421c-9873-a2d9babc9f80 HTTP/1.1" status: 204 len: 168 time: 0.4601700 Aug 27 14:11:31.923846 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:31.941229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:31.941955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:31.947507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9bfb3-3586-46c5-ad62-fe8f20394a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab6aab0-8a70-421c-9873-a2d9babc9f80,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:31.989536 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-a14a62b4-2219-4c50-8155-fbb7d0fe4200 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] delete failed (client error): The resource could not be found. Aug 27 14:11:31.994261 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a14a62b4-2219-4c50-8155-fbb7d0fe4200 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "DELETE /v2.0/routers/7bd43171-869b-4b45-848e-5fe016a1c819 HTTP/1.1" status: 404 len: 336 time: 0.0921772 Aug 27 14:11:31.996514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35370) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:32.043636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:32.047384 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3412582a-a151-4d91-8922-03091662ed4a tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "GET /v2.0/ports?device_id=df04e581-2a41-4102-a0c6-577f2b878f89 HTTP/1.1" status: 200 len: 205 time: 0.0474281 Aug 27 14:11:32.048156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35372) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:32.096126 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-0eb8dac9-c656-45ad-bf7e-f93bb109ca67 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] delete failed (client error): The resource could not be found. Aug 27 14:11:32.098785 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0eb8dac9-c656-45ad-bf7e-f93bb109ca67 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "DELETE /v2.0/routers/df04e581-2a41-4102-a0c6-577f2b878f89 HTTP/1.1" status: 404 len: 336 time: 0.0488610 Aug 27 14:11:32.100205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35374) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:32.113495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Transition to ACTIVE for port object 336a627f-9b02-40dc-89e2-653f47899e75 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:32.154479 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e0aa2-b062-4ac9-82e9-683a3245190a None None] Pushing event updated for resources: {'Port': ['ID=20c7157c-33f4-4e3d-9b4c-e65208e8c1e5,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:32.179839 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b75fb7-2680-4db0-8d4e-6556fb190a10 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] DELETE failed (client error): The resource could not be found. Aug 27 14:11:32.180928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b75fb7-2680-4db0-8d4e-6556fb190a10 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:11:32.195983 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-04b75fb7-2680-4db0-8d4e-6556fb190a10 tempest-RoutersAdminTest-1731310903 tempest-RoutersAdminTest-1731310903-project] 10.222.0.55 "DELETE /v2.0/subnets/0d0064bf-dca7-4048-b490-1a68adf97f4a HTTP/1.1" status: 404 len: 337 time: 0.0947263 Aug 27 14:11:32.202113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Transition to ACTIVE for port object 336a627f-9b02-40dc-89e2-653f47899e75 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:32.353907 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.356527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Allocated IP 172.21.0.1 (af667508-be10-457d-a4ef-441b4eb3aff9/3ddaf64a-ac35-45d9-944c-2ea0525418ac/5bc0d427-4ddd-4980-8dbc-6a8e20b949c8) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:32.400826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35390) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:32.417105 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42a93b41-1b96-4121-88f5-157bdead29f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.507451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Network af667508-be10-457d-a4ef-441b4eb3aff9 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:32.552664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:32.557703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:32.607487 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42a93b41-1b96-4121-88f5-157bdead29f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.613083 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42a93b41-1b96-4121-88f5-157bdead29f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.619568 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35400) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:32.664729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Pushing event updated for resources: {'Port': ['ID=336a627f-9b02-40dc-89e2-653f47899e75,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:32.671613 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-42a93b41-1b96-4121-88f5-157bdead29f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=625d4fcc8ba8481fbc474df9ff01be7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666097 Aug 27 14:11:32.672013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a93b41-1b96-4121-88f5-157bdead29f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f36d542-4bca-4726-b5b3-3d14d33e3a8a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:32.674345 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35404) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:32.687481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:32.688028 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:32.689028 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:32.689578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:32.689919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:32.690257 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:32.690591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:32.690964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:32.691292 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:32.691618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:32.691946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:32.692271 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:32.704961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8d48c-7e0d-4b70-b2ad-056d1fc0b2de req-7ee829ec-e442-4141-8375-c6a6ce0d9f96 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:32.706453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:27Z', 'revision_number': 2, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:31Z', 'revision_number': 4, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:32.711315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Attempting to bind port 336a627f-9b02-40dc-89e2-653f47899e75 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:32.711609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Attempting to bind port 336a627f-9b02-40dc-89e2-653f47899e75 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '33bd9703-6d05-4061-af7e-6a61618eb8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:32.712346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Attempting to bind port 336a627f-9b02-40dc-89e2-653f47899e75 on network af667508-be10-457d-a4ef-441b4eb3aff9 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:32.718827 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8db8d48c-7e0d-4b70-b2ad-056d1fc0b2de req-7ee829ec-e442-4141-8375-c6a6ce0d9f96 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.1856275 Aug 27 14:11:32.723324 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.754678 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a26db-fc06-4b38-9b79-1f4db8f938c3 None None] The sync data for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 is: [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:27Z', 'revision_number': 2, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:31Z', 'revision_number': 4, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:32.757155 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Transition to ACTIVE for port object 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:32.762986 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-06f2b0e7-8913-4e7d-82e4-b25a0f23e1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.770362 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:32.771028 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Checking segment: {'id': '33bd9703-6d05-4061-af7e-6a61618eb8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:32.772029 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.772663 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Bound using segment: {'id': '33bd9703-6d05-4061-af7e-6a61618eb8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:32.773325 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Bound port: 336a627f-9b02-40dc-89e2-653f47899e75, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33bd9703-6d05-4061-af7e-6a61618eb8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:32.773889 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.800563 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8db8d48c-7e0d-4b70-b2ad-056d1fc0b2de req-995f6b3f-e342-46fb-937c-c071b3457944 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807815 Aug 27 14:11:32.835641 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-06f2b0e7-8913-4e7d-82e4-b25a0f23e1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.841266 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.900309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-769661c1-c97e-4caa-9958-57508b622570 None None] For port 336a627f-9b02-40dc-89e2-653f47899e75, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:32.901608 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-06f2b0e7-8913-4e7d-82e4-b25a0f23e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.905810 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-24d9832e-60bb-4b7b-b4be-caaf0044fb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.906016 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-06f2b0e7-8913-4e7d-82e4-b25a0f23e1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.906259 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-769661c1-c97e-4caa-9958-57508b622570 None None] For port 336a627f-9b02-40dc-89e2-653f47899e75, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=336a627f-9b02-40dc-89e2-653f47899e75,segment=NetworkSegment(33bd9703-6d05-4061-af7e-6a61618eb8c2),segment_id=33bd9703-6d05-4061-af7e-6a61618eb8c2)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:32.911348 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-06f2b0e7-8913-4e7d-82e4-b25a0f23e1a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f36d542-4bca-4726-b5b3-3d14d33e3a8a HTTP/1.1" status: 204 len: 168 time: 0.2359107 Aug 27 14:11:32.911977 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:32.931002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2b0e7-8913-4e7d-82e4-b25a0f23e1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f36d542-4bca-4726-b5b3-3d14d33e3a8a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:32.951746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=5bc0d427-4ddd-4980-8dbc-6a8e20b949c8,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:32.965854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network af667508-be10-457d-a4ef-441b4eb3aff9 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:32.970519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:32.989397 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:33.029949 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769661c1-c97e-4caa-9958-57508b622570 None None] Pushing event updated for resources: {'Port': ['ID=336a627f-9b02-40dc-89e2-653f47899e75,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:33.085567 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:33.281788 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-24d9832e-60bb-4b7b-b4be-caaf0044fb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:33.313507 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-24d9832e-60bb-4b7b-b4be-caaf0044fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:33.466804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-24d9832e-60bb-4b7b-b4be-caaf0044fb82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a88e26c0f7164c07bab7339388d91c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8454280 Aug 27 14:11:33.470146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9832e-60bb-4b7b-b4be-caaf0044fb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07483e23-baa8-4ef5-914d-86fd00070f79,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:33.470329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35422) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:33.488185 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:33.596756 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12cd1fe2-f02b-4a42-a5b7-79a1ff4b2a6b req-b27f23ea-e92f-42e3-ad26-e89f4e090502 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0538368 Aug 27 14:11:33.631338 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b5ab2db-9db6-41fa-a465-869e5e8fdc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:33.658980 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b5ab2db-9db6-41fa-a465-869e5e8fdc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:33.749624 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12cd1fe2-f02b-4a42-a5b7-79a1ff4b2a6b req-4fafd24a-1750-4bbd-b4c5-2c3ebd29edcc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0746992 Aug 27 14:11:33.798402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12cd1fe2-f02b-4a42-a5b7-79a1ff4b2a6b req-a8c3b1c5-5437-429f-a0d0-aba4077ad81b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283835 Aug 27 14:11:33.959083 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b5ab2db-9db6-41fa-a465-869e5e8fdc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:33.962116 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b5ab2db-9db6-41fa-a465-869e5e8fdc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:33.964307 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4b5ab2db-9db6-41fa-a465-869e5e8fdc88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07483e23-baa8-4ef5-914d-86fd00070f79 HTTP/1.1" status: 204 len: 168 time: 0.4926348 Aug 27 14:11:34.000105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ab2db-9db6-41fa-a465-869e5e8fdc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07483e23-baa8-4ef5-914d-86fd00070f79,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:34.134746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd1fe2-f02b-4a42-a5b7-79a1ff4b2a6b req-4f1792a6-4689-4efd-92e4-64a0f966c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:34.137360 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12cd1fe2-f02b-4a42-a5b7-79a1ff4b2a6b req-4f1792a6-4689-4efd-92e4-64a0f966c904 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3329756 Aug 27 14:11:34.143057 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d4b00-60da-4a64-883d-48d665995ea5 req-0df1a144-3bac-45e7-99a0-81a29b9ea1ce tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:34.150098 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad6d4b00-60da-4a64-883d-48d665995ea5 req-0df1a144-3bac-45e7-99a0-81a29b9ea1ce tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.2178462 Aug 27 14:11:34.207065 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:34.228433 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad6d4b00-60da-4a64-883d-48d665995ea5 req-5e3de26d-0e48-493d-88e2-9d7590577845 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773349 Aug 27 14:11:34.229982 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:34.342995 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:34.355235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=5bc0d427-4ddd-4980-8dbc-6a8e20b949c8,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:34.502462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:34.641270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:34.647594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:34.649821 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:34.665884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network af667508-be10-457d-a4ef-441b4eb3aff9 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:34.671065 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:34.695736 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35464) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:34.824759 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:34.899876 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b071be96-2738-4e69-a315-80b9ec1286f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=77f6a23f2bb146b0a875a378bb5dbdb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018511 Aug 27 14:11:34.903366 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35468) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:34.905970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=20c7157c-33f4-4e3d-9b4c-e65208e8c1e5,segment=NetworkSegment(2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27),segment_id=2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:34.910084 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:34.910923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 336a627f-9b02-40dc-89e2-653f47899e75 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:34.917534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:11:35.016751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=20c7157c-33f4-4e3d-9b4c-e65208e8c1e5,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:35.027687 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d1f9af-e649-4545-bfff-172306b25abf None None] Network af667508-be10-457d-a4ef-441b4eb3aff9 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:35.125672 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4619-e507-423c-b439-1355a0a4a828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:35.139552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:35.148901 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a15b855a-4bc3-4f30-ac69-7e30d3a6588e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9465139 Aug 27 14:11:35.149578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35474) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:35.157881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b4542-e1e0-44a1-91ae-a5547fd850f1 req-d6ce5ae6-ed8e-454b-934e-347e3a02d2ab tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:35.159493 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de2b4542-e1e0-44a1-91ae-a5547fd850f1 req-d6ce5ae6-ed8e-454b-934e-347e3a02d2ab tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.5971925 Aug 27 14:11:35.162644 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-719370ea-822c-430a-9f8d-48c3e6384d8e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'network': {'name': 'tempest-RoutersTest-684956667'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:35.175830 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4619-e507-423c-b439-1355a0a4a828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:35.224203 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-df312d60-b059-4e4b-9049-982dca967ea0 None None] Provisioning for port 336a627f-9b02-40dc-89e2-653f47899e75 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:35.233458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719370ea-822c-430a-9f8d-48c3e6384d8e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:35.239015 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-719370ea-822c-430a-9f8d-48c3e6384d8e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:35.251989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 336a627f-9b02-40dc-89e2-653f47899e75 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:35.275504 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de2b4542-e1e0-44a1-91ae-a5547fd850f1 req-8e6b7916-1390-403f-85a1-a03c55d5e58a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093967 Aug 27 14:11:35.280144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719370ea-822c-430a-9f8d-48c3e6384d8e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:11:35.289706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 336a627f-9b02-40dc-89e2-653f47899e75 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:35.290797 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:35.294161 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-719370ea-822c-430a-9f8d-48c3e6384d8e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:35.294161 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-719370ea-822c-430a-9f8d-48c3e6384d8e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Added segment 370a1ee9-4ab5-4aa9-b346-1da452c521ec of type vlan for network e4ec9ce5-0b38-4c64-be18-5a334add2a36 Aug 27 14:11:35.302154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Sync routers for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:35.347653 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4619-e507-423c-b439-1355a0a4a828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:35.355346 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4619-e507-423c-b439-1355a0a4a828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:35.358662 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0c0e4619-e507-423c-b439-1355a0a4a828 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ac34d1ee-b95a-46be-adf8-190063a7421f HTTP/1.1" status: 204 len: 168 time: 0.4540498 Aug 27 14:11:35.378037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:35.379222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:35.396924 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-719370ea-822c-430a-9f8d-48c3e6384d8e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:35.402943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e4619-e507-423c-b439-1355a0a4a828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac34d1ee-b95a-46be-adf8-190063a7421f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:35.472913 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-719370ea-822c-430a-9f8d-48c3e6384d8e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:35.480959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719370ea-822c-430a-9f8d-48c3e6384d8e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:35.481912 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-719370ea-822c-430a-9f8d-48c3e6384d8e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:35.510463 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:35.519903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49b284-ba76-4eb9-a0e8-71116e22b99a req-6c5144b0-a8da-44ce-818b-7fad4c6d9b32 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:35.530993 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a49b284-ba76-4eb9-a0e8-71116e22b99a req-6c5144b0-a8da-44ce-818b-7fad4c6d9b32 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1303802 Aug 27 14:11:35.616350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35490) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:35.622563 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-719370ea-822c-430a-9f8d-48c3e6384d8e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4629121 Aug 27 14:11:35.623468 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d3558c2b-7bc8-4216-99c0-1c0d194c3f68 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'subnet': {'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:35.685689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719370ea-822c-430a-9f8d-48c3e6384d8e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Network': ['ID=e4ec9ce5-0b38-4c64-be18-5a334add2a36,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:35.714568 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a49b284-ba76-4eb9-a0e8-71116e22b99a req-53bcfced-5c6c-49c6-8dba-d758da98d9f6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747868 Aug 27 14:11:35.750877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network e4ec9ce5-0b38-4c64-be18-5a334add2a36 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:11:35.832219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3558c2b-7bc8-4216-99c0-1c0d194c3f68 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:35.841460 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3558c2b-7bc8-4216-99c0-1c0d194c3f68 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:36.036996 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:36.148889 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 336a627f-9b02-40dc-89e2-653f47899e75, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=336a627f-9b02-40dc-89e2-653f47899e75,segment=NetworkSegment(33bd9703-6d05-4061-af7e-6a61618eb8c2),segment_id=33bd9703-6d05-4061-af7e-6a61618eb8c2)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:36.196735 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:36.298598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-6fd9f752-a717-46a1-a3cd-5517da4a20a6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:36.303159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=336a627f-9b02-40dc-89e2-653f47899e75,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:36.308655 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-6fd9f752-a717-46a1-a3cd-5517da4a20a6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 812 time: 0.2408464 Aug 27 14:11:36.340053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:33Z', 'revision_number': 3, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:33Z', 'revision_number': 2, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:36.380797 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3558c2b-7bc8-4216-99c0-1c0d194c3f68 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:36.387212 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Checking router: aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:11:36.387807 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Updating router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:11:36.392243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:36.398254 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-63df90dc-bdde-4e9e-ba69-0cf90f550cf2 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/quotas/6b277640d904428c906f00d6ad23c06b HTTP/1.1" status: 200 len: 375 time: 0.0853524 Aug 27 14:11:36.488924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:36.489309 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:36.496244 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:36.591411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6be9dc89-dc57-44f7-92d8-bdadaa67c866 None None] Provisioning for port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:36.603626 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6be9dc89-dc57-44f7-92d8-bdadaa67c866 None None] Provisioning complete for port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:36.603626 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6be9dc89-dc57-44f7-92d8-bdadaa67c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:36.672109 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-95afbe67-d5d0-450c-8229-6c3d0b928f4c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2612147 Aug 27 14:11:36.679780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3558c2b-7bc8-4216-99c0-1c0d194c3f68 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Checking segment: {'id': '370a1ee9-4ab5-4aa9-b346-1da452c521ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:36.680152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3558c2b-7bc8-4216-99c0-1c0d194c3f68 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network hostable DHCP agents. Network: e4ec9ce5-0b38-4c64-be18-5a334add2a36, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:11:36.682407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6be9dc89-dc57-44f7-92d8-bdadaa67c866 None None] Port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:36.696869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3558c2b-7bc8-4216-99c0-1c0d194c3f68 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Subnet': ['ID=e41ebe77-d108-48f0-8f2e-34ee62719ee0,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:36.711580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3558c2b-7bc8-4216-99c0-1c0d194c3f68 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network e4ec9ce5-0b38-4c64-be18-5a334add2a36 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:11:36.726311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-d3558c2b-7bc8-4216-99c0-1c0d194c3f68 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, e4ec9ce5-0b38-4c64-be18-5a334add2a36) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:36.733812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3558c2b-7bc8-4216-99c0-1c0d194c3f68 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:36.746504 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3558c2b-7bc8-4216-99c0-1c0d194c3f68 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:36.779650 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d3558c2b-7bc8-4216-99c0-1c0d194c3f68 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1616666 Aug 27 14:11:36.782671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35536) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:36.891637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2881766-81ea-4877-83cb-56bd4917445a None None] Network e4ec9ce5-0b38-4c64-be18-5a334add2a36 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:36.911451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6be9dc89-dc57-44f7-92d8-bdadaa67c866 None None] Provisioning complete for port 336a627f-9b02-40dc-89e2-653f47899e75 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:36.911776 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6be9dc89-dc57-44f7-92d8-bdadaa67c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:36.999300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35546) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:37.079119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1482187359'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:37.147349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Made reservation on behalf of 510f07d233a142c5855a3f66f68fedf5 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:37.151304 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:37.178638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:37.294968 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-f07d3aee-6c69-4bfe-9745-09690e60acf2 service neutron] 10.222.0.55 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092110 Aug 27 14:11:37.355216 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:37.360166 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:37.406340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:11:37.450593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:37.450978 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Added segment 522827eb-764e-4642-84f3-6918cbd793b5 of type vlan for network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 Aug 27 14:11:37.455426 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-d9e33834-610c-4a2c-bd53-138099ddc7ce service neutron] 10.222.0.55 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593745 Aug 27 14:11:37.472836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6eccb9-7308-41bc-9ccf-4882bdf3b5c5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:37.507031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:11:37.507901 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:37.560238 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:37.626980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:37.632671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:37.633272 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:37.654138 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0b55efdf-317b-4146-8cea-d24c22261ed2 None None] Provisioning complete for port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:37.654749 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0b55efdf-317b-4146-8cea-d24c22261ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:37.788095 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7869518 Aug 27 14:11:37.790937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35558) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:37.831912 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:37.879260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2547bbf4-0b05-4633-9e95-54b97be1a95a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Request body: {'subnet': {'network_id': '81ed1a63-796b-4c85-a39d-5f27fa4c9490', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:38.141304 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:38.155722 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1bad876-cd44-4bc9-8a12-72765b3595b7 req-ccd20a03-acee-446d-bc31-fa3476735b99 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 210 time: 0.2355695 Aug 27 14:11:38.160080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0b55efdf-317b-4146-8cea-d24c22261ed2 None None] Port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:38.186279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Allocated IP 172.22.0.2 (e4ec9ce5-0b38-4c64-be18-5a334add2a36/e41ebe77-d108-48f0-8f2e-34ee62719ee0/a7612977-e333-409e-acba-9b17cf2d25db) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:38.192074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bf3d2-0be1-4bcb-85ab-f6cd3cfc4579 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event updated for resources: {'Network': ['ID=81ed1a63-796b-4c85-a39d-5f27fa4c9490,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:38.261096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Transition to ACTIVE for port object 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:38.289816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:11:38.319711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2547bbf4-0b05-4633-9e95-54b97be1a95a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Made reservation on behalf of 510f07d233a142c5855a3f66f68fedf5 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:38.332010 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2547bbf4-0b05-4633-9e95-54b97be1a95a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:38.356151 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:38.439464 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe765dcb-31b0-411f-8dd3-afa5b8b60b33 None None] Pushing event updated for resources: {'Port': ['ID=5bc0d427-4ddd-4980-8dbc-6a8e20b949c8,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:38.584641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 336a627f-9b02-40dc-89e2-653f47899e75 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:38.641090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72f446fe-8eb7-4134-bf97-22aa81a2bb4b req-7da52f03-9c41-49fc-b4b3-8a2790f56479 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.5212560 Aug 27 14:11:38.753084 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2547bbf4-0b05-4633-9e95-54b97be1a95a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:38.812382 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72f446fe-8eb7-4134-bf97-22aa81a2bb4b req-5b35670d-e371-40bf-8cdb-117bd7a2bcb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0536137 Aug 27 14:11:38.840714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547bbf4-0b05-4633-9e95-54b97be1a95a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event updated for resources: {'Subnet': ['ID=084998c3-646c-4c00-ae74-8d630ffdc0f7,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:38.861514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72f446fe-8eb7-4134-bf97-22aa81a2bb4b req-7a111ee9-05db-4e0f-83ec-8406fb013587 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393560 Aug 27 14:11:38.861939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:38.872300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547bbf4-0b05-4633-9e95-54b97be1a95a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Checking segment: {'id': '522827eb-764e-4642-84f3-6918cbd793b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '81ed1a63-796b-4c85-a39d-5f27fa4c9490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:38.872747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2547bbf4-0b05-4633-9e95-54b97be1a95a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Network hostable DHCP agents. Network: 81ed1a63-796b-4c85-a39d-5f27fa4c9490, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:11:38.882717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Transition to ACTIVE for port object a7612977-e333-409e-acba-9b17cf2d25db will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:38.893213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2547bbf4-0b05-4633-9e95-54b97be1a95a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:11:38.903464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-2547bbf4-0b05-4633-9e95-54b97be1a95a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 81ed1a63-796b-4c85-a39d-5f27fa4c9490) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:38.910581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2547bbf4-0b05-4633-9e95-54b97be1a95a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:38.911654 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2547bbf4-0b05-4633-9e95-54b97be1a95a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:38.921855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Attempting to bind port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:38.922297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Attempting to bind port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '33bd9703-6d05-4061-af7e-6a61618eb8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:38.922655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Attempting to bind port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 on network af667508-be10-457d-a4ef-441b4eb3aff9 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:38.925010 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eeee4b-270a-448a-a93e-d52de9da153b None None] Network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:38.927077 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Transition to ACTIVE for port object a7612977-e333-409e-acba-9b17cf2d25db will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:38.949582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2547bbf4-0b05-4633-9e95-54b97be1a95a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1385267 Aug 27 14:11:38.949805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35578) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:38.956109 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Request body: {'port': {'network_id': '81ed1a63-796b-4c85-a39d-5f27fa4c9490', 'name': 'tempest-AllowedAddressPairTestJSON-1174343765'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:39.003667 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Allocated IP 172.22.0.1 (e4ec9ce5-0b38-4c64-be18-5a334add2a36/e41ebe77-d108-48f0-8f2e-34ee62719ee0/f5717ef4-759b-4ec7-8cbc-5a824993fbf6) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:39.028618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:39.029000 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Checking segment: {'id': '33bd9703-6d05-4061-af7e-6a61618eb8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:39.029415 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.029821 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Bound using segment: {'id': '33bd9703-6d05-4061-af7e-6a61618eb8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:39.030310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Bound port: 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33bd9703-6d05-4061-af7e-6a61618eb8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:39.030720 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.034621 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.105845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Network e4ec9ce5-0b38-4c64-be18-5a334add2a36 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:39.107217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:39.117129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:39.173004 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.189860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Transition to ACTIVE for port object f5717ef4-759b-4ec7-8cbc-5a824993fbf6 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:39.237455 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.282953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Made reservation on behalf of 510f07d233a142c5855a3f66f68fedf5 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:39.287339 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.301990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 336a627f-9b02-40dc-89e2-653f47899e75 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:39.302370 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.304119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Pushing event updated for resources: {'Port': ['ID=a7612977-e333-409e-acba-9b17cf2d25db,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:39.328025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] device_id is not set on port 7e1f4cf9-49bf-4b01-ae78-7d14e6847beb yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:11:39.353301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=f5717ef4-759b-4ec7-8cbc-5a824993fbf6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:39.405876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Attempting to bind port a7612977-e333-409e-acba-9b17cf2d25db on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:39.406256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Attempting to bind port a7612977-e333-409e-acba-9b17cf2d25db by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '370a1ee9-4ab5-4aa9-b346-1da452c521ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:39.406626 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Attempting to bind port a7612977-e333-409e-acba-9b17cf2d25db on network e4ec9ce5-0b38-4c64-be18-5a334add2a36 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:39.426059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:39.426282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Checking segment: {'id': '370a1ee9-4ab5-4aa9-b346-1da452c521ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:39.427473 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.427473 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Bound using segment: {'id': '370a1ee9-4ab5-4aa9-b346-1da452c521ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:39.427473 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Bound port: a7612977-e333-409e-acba-9b17cf2d25db, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370a1ee9-4ab5-4aa9-b346-1da452c521ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:39.427932 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.430734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network e4ec9ce5-0b38-4c64-be18-5a334add2a36 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:39.446986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] For port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:39.451902 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-954b5e2f-4b8d-4826-aa1b-daae4a708657 req-b79da187-9767-416c-a0ed-7dc81c29151e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 210 time: 0.0872674 Aug 27 14:11:39.455919 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:39.469937 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:39.498066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] For port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5bc0d427-4ddd-4980-8dbc-6a8e20b949c8,segment=NetworkSegment(33bd9703-6d05-4061-af7e-6a61618eb8c2),segment_id=33bd9703-6d05-4061-af7e-6a61618eb8c2)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:39.515861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-81ed1a63-796b-4c85-a39d-5f27fa4c9490', 'network_id': '81ed1a63-796b-4c85-a39d-5f27fa4c9490', 'tenant_id': '510f07d233a142c5855a3f66f68fedf5', 'fixed_ips': [{'subnet_id': '084998c3-646c-4c00-ae74-8d630ffdc0f7'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:11:39.516620 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.554935 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.591430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Allocated IP 172.20.0.6 (81ed1a63-796b-4c85-a39d-5f27fa4c9490/084998c3-646c-4c00-ae74-8d630ffdc0f7/7e1f4cf9-49bf-4b01-ae78-7d14e6847beb) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:39.715750 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f446fe-8eb7-4134-bf97-22aa81a2bb4b req-3adce2bf-43dc-4ddc-96dd-725c185dc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:39.717292 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72f446fe-8eb7-4134-bf97-22aa81a2bb4b req-3adce2bf-43dc-4ddc-96dd-725c185dc480 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8483233 Aug 27 14:11:39.867378 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.872372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-555e8413-aaa4-41e2-b12d-92d7e79f7747 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:39.873747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-555e8413-aaa4-41e2-b12d-92d7e79f7747 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 812 time: 0.2390096 Aug 27 14:11:39.905105 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.910461 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:39.940231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Request body: {'port': {'device_id': '65a48197-f048-428f-9cdc-c9452d4a526f', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'admin_state_up': True, 'tenant_id': '6b277640d904428c906f00d6ad23c06b'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:39.945180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Transition to ACTIVE for port object 7e1f4cf9-49bf-4b01-ae78-7d14e6847beb will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:39.976720 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:40.116126 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:40.124550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] For port a7612977-e333-409e-acba-9b17cf2d25db, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:40.186651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] For port a7612977-e333-409e-acba-9b17cf2d25db, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a7612977-e333-409e-acba-9b17cf2d25db,segment=NetworkSegment(370a1ee9-4ab5-4aa9-b346-1da452c521ec),segment_id=370a1ee9-4ab5-4aa9-b346-1da452c521ec)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:40.192015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:40.192659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:40.199714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe765dcb-31b0-411f-8dd3-afa5b8b60b33 None None] Pushing event updated for resources: {'Port': ['ID=5bc0d427-4ddd-4980-8dbc-6a8e20b949c8,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:40.218181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:40.226226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:40.231693 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:40.236264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Made reservation on behalf of 6b277640d904428c906f00d6ad23c06b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:40.240146 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:40.269912 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:40.270169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event updated for resources: {'Port': ['ID=7e1f4cf9-49bf-4b01-ae78-7d14e6847beb,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:40.316589 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:40.317248 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:40.374950 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-572a339e-1efc-4e58-87d5-ace8e1363afd tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4240184 Aug 27 14:11:40.377989 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35606) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:40.383144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Request body: {'port': {'network_id': '81ed1a63-796b-4c85-a39d-5f27fa4c9490', 'name': 'tempest-AllowedAddressPairTestJSON-1627138836', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e2:4c:f2'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:40.538059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Allocated IP 172.20.0.8 (3fece9f9-82a7-4a38-8bb3-a19a02edf433/a874467b-9f6d-44fe-ad23-66bd4874d2ed/44232c0a-8120-4330-9c3a-988140124208) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:40.586062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Allocated IP 172.20.0.2 (81ed1a63-796b-4c85-a39d-5f27fa4c9490/084998c3-646c-4c00-ae74-8d630ffdc0f7/a529f7b0-2f0f-492d-ae9e-c38440facff7) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:40.614265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a7a39-f089-424c-9b44-3e705bbc933e None None] Pushing event updated for resources: {'Port': ['ID=a7612977-e333-409e-acba-9b17cf2d25db,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:40.617562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:40.620428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Made reservation on behalf of 510f07d233a142c5855a3f66f68fedf5 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:40.667144 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62c39453-e7b5-4577-8f38-3c90cb247529 req-bce0e41c-33b3-4aad-a036-88c7dd7a00f4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 210 time: 0.0506434 Aug 27 14:11:40.782241 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:40.817286 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:40.828152 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:40.862884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] device_id is not set on port 7c115c6e-1900-4940-bb88-5b963bc7e2a9 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:11:40.939559 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:40.994226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Transition to ACTIVE for port object 44232c0a-8120-4330-9c3a-988140124208 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:41.001724 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:41.044470 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:41.060163 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['88ba3866-ee17-42ba-8e4d-9cd6dbbbc197'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:11:41.065562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=f5717ef4-759b-4ec7-8cbc-5a824993fbf6,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:41.109917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event updated for resources: {'Port': ['ID=44232c0a-8120-4330-9c3a-988140124208,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:41.126992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:41.128754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:41.143512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:41.225518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:41.226527 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:41.245333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-9bbd223a-c8eb-485e-b7a3-d8fbd0110615 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3104157 Aug 27 14:11:41.255071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network e4ec9ce5-0b38-4c64-be18-5a334add2a36 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:41.257082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:41.264869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Request body: {'port': {'device_id': '65a48197-f048-428f-9cdc-c9452d4a526f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:41.451571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:11:41.458224 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:41.487864 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:41.792797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:41.798396 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5d19d65d-a988-4639-87f3-667531326e24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0140474 Aug 27 14:11:41.801912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35640) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:41.820076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Transition to ACTIVE for port object a529f7b0-2f0f-492d-ae9e-c38440facff7 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:41.854877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-789a58a3-8978-46cb-8c14-84a2b47eecdf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'network': {'name': 'tempest-RoutersTest-529943696'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:41.884702 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Transition to ACTIVE for port object a529f7b0-2f0f-492d-ae9e-c38440facff7 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:41.894570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-40ddde4b-a5ff-4af5-960e-53f1429825ab None None] Provisioning for port 44232c0a-8120-4330-9c3a-988140124208 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:41.907376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b3155-fe6a-4e4a-b0d8-1ce2d3745368 req-c547e351-e60f-4232-87af-83b5987bb63f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:41.919479 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-40ddde4b-a5ff-4af5-960e-53f1429825ab None None] Provisioning complete for port 44232c0a-8120-4330-9c3a-988140124208 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:41.919935 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-40ddde4b-a5ff-4af5-960e-53f1429825ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:41.924697 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:41.927272 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-304b3155-fe6a-4e4a-b0d8-1ce2d3745368 req-c547e351-e60f-4232-87af-83b5987bb63f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 931 time: 0.1154916 Aug 27 14:11:41.975404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:39Z', 'revision_number': 4, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:39Z', 'revision_number': 4, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:39Z', 'revision_number': 1, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:41.982375 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-304b3155-fe6a-4e4a-b0d8-1ce2d3745368 req-abe01c42-c46d-401d-98ad-a000c9b96b78 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542030 Aug 27 14:11:42.069650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b59e81d-81ce-4fdc-afac-e11fdfd9f525 None None] The sync data for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 is: [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:39Z', 'revision_number': 4, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:39Z', 'revision_number': 4, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:39Z', 'revision_number': 1, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:42.070597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44232c0a-8120-4330-9c3a-988140124208 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:11:42.082940 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:42.094330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:42.097640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Transition to ACTIVE for port object 44232c0a-8120-4330-9c3a-988140124208 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:42.111416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-40ddde4b-a5ff-4af5-960e-53f1429825ab None None] Port 44232c0a-8120-4330-9c3a-988140124208 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:42.116624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:42.120161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:42.122298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Pushing event updated for resources: {'Port': ['ID=a529f7b0-2f0f-492d-ae9e-c38440facff7,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:42.191913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789a58a3-8978-46cb-8c14-84a2b47eecdf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:42.196337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-789a58a3-8978-46cb-8c14-84a2b47eecdf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:42.202677 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:42.298776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Attempting to bind port a529f7b0-2f0f-492d-ae9e-c38440facff7 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:42.299584 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Attempting to bind port a529f7b0-2f0f-492d-ae9e-c38440facff7 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '522827eb-764e-4642-84f3-6918cbd793b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '81ed1a63-796b-4c85-a39d-5f27fa4c9490'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:42.299971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Attempting to bind port a529f7b0-2f0f-492d-ae9e-c38440facff7 on network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:42.309040 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:42.309422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Checking segment: {'id': '522827eb-764e-4642-84f3-6918cbd793b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '81ed1a63-796b-4c85-a39d-5f27fa4c9490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:42.309832 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:42.310286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Bound using segment: {'id': '522827eb-764e-4642-84f3-6918cbd793b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '81ed1a63-796b-4c85-a39d-5f27fa4c9490'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:42.310834 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Bound port: a529f7b0-2f0f-492d-ae9e-c38440facff7, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522827eb-764e-4642-84f3-6918cbd793b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '81ed1a63-796b-4c85-a39d-5f27fa4c9490'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:42.311187 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:42.316807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789a58a3-8978-46cb-8c14-84a2b47eecdf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:11:42.345444 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-789a58a3-8978-46cb-8c14-84a2b47eecdf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:42.346144 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-789a58a3-8978-46cb-8c14-84a2b47eecdf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Added segment 4ebfc1a7-23ae-4b38-b429-5b528dc514de of type vlan for network c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 Aug 27 14:11:42.434839 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] For port a529f7b0-2f0f-492d-ae9e-c38440facff7, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:42.444166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Allocated IP 172.20.0.5 (81ed1a63-796b-4c85-a39d-5f27fa4c9490/084998c3-646c-4c00-ae74-8d630ffdc0f7/7c115c6e-1900-4940-bb88-5b963bc7e2a9) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:42.451339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] For port a529f7b0-2f0f-492d-ae9e-c38440facff7, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a529f7b0-2f0f-492d-ae9e-c38440facff7,segment=NetworkSegment(522827eb-764e-4642-84f3-6918cbd793b5),segment_id=522827eb-764e-4642-84f3-6918cbd793b5)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:42.455831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f975caa3-0d33-4ca0-89de-eb67b75fa187 None None] Network e4ec9ce5-0b38-4c64-be18-5a334add2a36 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:42.465208 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:42.679769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c58ce869-3a80-4fe3-b9e5-92abb9d7569e None None] Provisioning for port a7612977-e333-409e-acba-9b17cf2d25db completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:42.772546 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:42.816731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Transition to ACTIVE for port object 7c115c6e-1900-4940-bb88-5b963bc7e2a9 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:42.860516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5e860-58f3-4a68-92c3-851c98f61eb0 None None] Pushing event updated for resources: {'Port': ['ID=a529f7b0-2f0f-492d-ae9e-c38440facff7,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:42.884918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a7612977-e333-409e-acba-9b17cf2d25db up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:42.975188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201b7d3-8e81-4d31-9f92-da8e46a66f44 req-c8f44399-5ccd-4879-b116-a74827f4d568 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:42.991235 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b201b7d3-8e81-4d31-9f92-da8e46a66f44 req-c8f44399-5ccd-4879-b116-a74827f4d568 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 946 time: 0.1996794 Aug 27 14:11:43.076621 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Pushing event updated for resources: {'Port': ['ID=44232c0a-8120-4330-9c3a-988140124208,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:43.132278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b201b7d3-8e81-4d31-9f92-da8e46a66f44 req-e772a1e7-a10a-4da2-811e-60a254c307d3 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257379 Aug 27 14:11:43.183205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-789a58a3-8978-46cb-8c14-84a2b47eecdf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:43.258985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port a7612977-e333-409e-acba-9b17cf2d25db completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:43.266543 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a7612977-e333-409e-acba-9b17cf2d25db triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:43.269094 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:43.324508 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-789a58a3-8978-46cb-8c14-84a2b47eecdf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:43.330917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789a58a3-8978-46cb-8c14-84a2b47eecdf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:43.331679 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-789a58a3-8978-46cb-8c14-84a2b47eecdf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:43.340517 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:43.429348 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:43.520338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port a7612977-e333-409e-acba-9b17cf2d25db, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a7612977-e333-409e-acba-9b17cf2d25db,segment=NetworkSegment(370a1ee9-4ab5-4aa9-b346-1da452c521ec),segment_id=370a1ee9-4ab5-4aa9-b346-1da452c521ec)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:43.528689 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:43.529756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:43.627086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=a7612977-e333-409e-acba-9b17cf2d25db,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:43.650439 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:43.653691 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-789a58a3-8978-46cb-8c14-84a2b47eecdf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8079097 Aug 27 14:11:43.656529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35660) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:43.661823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7582e313-8db2-454c-a00f-876f89929ada tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'subnet': {'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:43.684323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:43.689899 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:43.690547 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:43.700395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event updated for resources: {'Port': ['ID=7c115c6e-1900-4940-bb88-5b963bc7e2a9,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:43.720516 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:43.726915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:43.734350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Attempting to bind port 44232c0a-8120-4330-9c3a-988140124208 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:43.734828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Attempting to bind port 44232c0a-8120-4330-9c3a-988140124208 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:43.735235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Attempting to bind port 44232c0a-8120-4330-9c3a-988140124208 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:43.744751 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Port 44232c0a-8120-4330-9c3a-988140124208 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:11:43.745407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Attempting to bind port 44232c0a-8120-4330-9c3a-988140124208 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:43.750174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a58a3-8978-46cb-8c14-84a2b47eecdf tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Network': ['ID=c7ce8ba2-96c6-44c1-9dde-0e4be03714b6,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:43.768939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:11:43.854319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:43.856236 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Checking segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:43.860221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Bound using segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:43.863113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Bound port: 44232c0a-8120-4330-9c3a-988140124208, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:43.863718 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:43.887081 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ef209642-814d-47cc-b65d-bb85eb83325d None None] Provisioning complete for port a7612977-e333-409e-acba-9b17cf2d25db triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:43.887906 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ef209642-814d-47cc-b65d-bb85eb83325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:43.902786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7582e313-8db2-454c-a00f-876f89929ada tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Made reservation on behalf of ff8b12d96405498ebd6e8ec92625ae11 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:43.906501 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7582e313-8db2-454c-a00f-876f89929ada tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:43.918641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b9e67-724a-4827-90fb-94af90ad0996 req-1753e8a2-a6b9-491b-bb67-737f1df6bdb3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:43.928870 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-678b9e67-724a-4827-90fb-94af90ad0996 req-1753e8a2-a6b9-491b-bb67-737f1df6bdb3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 943 time: 0.5822382 Aug 27 14:11:44.053250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:44.055522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:44.056354 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:44.157337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-678b9e67-724a-4827-90fb-94af90ad0996 req-43379ab3-8244-411c-bc22-36d95339b717 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173989 Aug 27 14:11:44.178947 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5bc0d427-4ddd-4980-8dbc-6a8e20b949c8,segment=NetworkSegment(33bd9703-6d05-4061-af7e-6a61618eb8c2),segment_id=33bd9703-6d05-4061-af7e-6a61618eb8c2)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:44.196939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:44.231450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35676) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:44.243608 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d064b42a-66a1-465c-9d20-ee9d09478057 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.8603153 Aug 27 14:11:44.279563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] For port 44232c0a-8120-4330-9c3a-988140124208, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:44.283338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] For port 44232c0a-8120-4330-9c3a-988140124208, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=44232c0a-8120-4330-9c3a-988140124208,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:44.294673 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Sync routers for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:44.306866 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:44.311041 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:44.311670 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:44.401549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=5bc0d427-4ddd-4980-8dbc-6a8e20b949c8,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:44.514292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Pushing event updated for resources: {'Port': ['ID=44232c0a-8120-4330-9c3a-988140124208,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:44.565331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:44.570523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:44.575914 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-fb09cf9a-b0fc-4a0e-82ff-1b61d39a09b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/44232c0a-8120-4330-9c3a-988140124208 HTTP/1.1" status: 200 len: 1092 time: 3.3159029 Aug 27 14:11:44.576849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a48197-f048-428f-9cdc-c9452d4a526f', 'tag': '44232c0a-8120-4330-9c3a-988140124208'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:11:44.587602 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990e51d2-1e43-401d-adea-45fd4735c208" -d '{"events": [{"name": "network-changed", "server_uuid": "65a48197-f048-428f-9cdc-c9452d4a526f", "tag": "44232c0a-8120-4330-9c3a-988140124208"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:11:44.652381 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:44.695207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ef209642-814d-47cc-b65d-bb85eb83325d None None] Provisioning for port f5717ef4-759b-4ec7-8cbc-5a824993fbf6 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:44.706442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ef209642-814d-47cc-b65d-bb85eb83325d None None] Provisioning complete for port f5717ef4-759b-4ec7-8cbc-5a824993fbf6 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:44.707915 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ef209642-814d-47cc-b65d-bb85eb83325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:44.750900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042479a-a607-43f9-a356-20dfe3c27438 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:44.788445 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbda799-973b-4953-ae8b-58db6f5b9979 x-openstack-request-id: req-0cbda799-973b-4953-ae8b-58db6f5b9979 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:11:44.788568 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a48197-f048-428f-9cdc-c9452d4a526f", "tag": "44232c0a-8120-4330-9c3a-988140124208", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:11:44.788827 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0cbda799-973b-4953-ae8b-58db6f5b9979 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:11:44.789262 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a48197-f048-428f-9cdc-c9452d4a526f', 'tag': '44232c0a-8120-4330-9c3a-988140124208', 'status': 'completed', 'code': 200} Aug 27 14:11:44.795847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042479a-a607-43f9-a356-20dfe3c27438 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:44.815859 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47226073-fc09-43d7-8546-88856aab9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:44.824124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ef209642-814d-47cc-b65d-bb85eb83325d None None] Port f5717ef4-759b-4ec7-8cbc-5a824993fbf6 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:44.830110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042479a-a607-43f9-a356-20dfe3c27438 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:44.841642 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c042479a-a607-43f9-a356-20dfe3c27438 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.6060488 Aug 27 14:11:44.851497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35684) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:44.919109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ddf5e7-4987-4e06-a461-704c5c9fdd75 None None] Network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:44.967798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10123447-9786-439b-b4bf-81efd02df53c req-fa024b58-09ac-432a-affe-207ecc3b2449 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:44.979794 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10123447-9786-439b-b4bf-81efd02df53c req-fa024b58-09ac-432a-affe-207ecc3b2449 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 946 time: 0.5227742 Aug 27 14:11:45.005847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-d6c91b65-22aa-460f-a58b-b66740c133e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:45.013789 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-d6c91b65-22aa-460f-a58b-b66740c133e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 1095 time: 0.3748493 Aug 27 14:11:45.047559 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a7612977-e333-409e-acba-9b17cf2d25db up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:45.111276 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7582e313-8db2-454c-a00f-876f89929ada tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:45.152950 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d887c626-3d5f-4dcc-b978-9e7f0f1b89b3 None None] Provisioning for port a529f7b0-2f0f-492d-ae9e-c38440facff7 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:45.180950 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10123447-9786-439b-b4bf-81efd02df53c req-7bb2f649-438d-4c65-beec-cfa30e4a847b tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001534 Aug 27 14:11:45.205780 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:39Z', 'revision_number': 4, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:40Z', 'revision_number': 2, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:45.226510 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-b508004d-f749-4c27-986f-6395e7b73a5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44232c0a-8120-4330-9c3a-988140124208 HTTP/1.1" status: 200 len: 217 time: 0.1710818 Aug 27 14:11:45.280383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582e313-8db2-454c-a00f-876f89929ada tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Subnet': ['ID=c42c5a18-1eea-4640-964b-3d297ed9ba19,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:45.292946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582e313-8db2-454c-a00f-876f89929ada tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Checking segment: {'id': '4ebfc1a7-23ae-4b38-b429-5b528dc514de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:45.296002 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Checking router: aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:11:45.296544 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Updating router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 port f5717ef4-759b-4ec7-8cbc-5a824993fbf6 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:11:45.297157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582e313-8db2-454c-a00f-876f89929ada tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network hostable DHCP agents. Network: c7ce8ba2-96c6-44c1-9dde-0e4be03714b6, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:11:45.380287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-523aa31e-9036-42c8-abaf-fc95c958a8ef tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Deleting port 7c115c6e-1900-4940-bb88-5b963bc7e2a9 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:45.382371 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-523aa31e-9036-42c8-abaf-fc95c958a8ef tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:45.382624 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:45.398734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582e313-8db2-454c-a00f-876f89929ada tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:11:45.411035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-7582e313-8db2-454c-a00f-876f89929ada tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, c7ce8ba2-96c6-44c1-9dde-0e4be03714b6) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:45.431071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7582e313-8db2-454c-a00f-876f89929ada tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:45.431889 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7582e313-8db2-454c-a00f-876f89929ada tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:45.461293 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2ce70-2011-4021-85ba-2b72de3f8977 req-ef8a9b68-b5e0-4291-80a4-145d1e1aeb18 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:45.464218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bbc2ce70-2011-4021-85ba-2b72de3f8977 req-ef8a9b68-b5e0-4291-80a4-145d1e1aeb18 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 943 time: 0.1306000 Aug 27 14:11:45.486472 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7582e313-8db2-454c-a00f-876f89929ada tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8281140 Aug 27 14:11:45.491780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35700) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:45.520408 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bbc2ce70-2011-4021-85ba-2b72de3f8977 req-af355d2b-6be0-4a31-b80b-b32c6dcef1d0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501082 Aug 27 14:11:45.571586 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d887c626-3d5f-4dcc-b978-9e7f0f1b89b3 None None] Provisioning complete for port f5717ef4-759b-4ec7-8cbc-5a824993fbf6 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:45.572740 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d887c626-3d5f-4dcc-b978-9e7f0f1b89b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:45.574908 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8365fe69-47fa-4881-89b4-007175cae55d None None] Network c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:45.832159 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:45.834186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d887c626-3d5f-4dcc-b978-9e7f0f1b89b3 None None] Port f5717ef4-759b-4ec7-8cbc-5a824993fbf6 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:45.860641 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Transition to ACTIVE for port object f5717ef4-759b-4ec7-8cbc-5a824993fbf6 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:45.871992 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:45.902427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a7612977-e333-409e-acba-9b17cf2d25db triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:45.902840 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:46.026576 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Pushing event updated for resources: {'Port': ['ID=f5717ef4-759b-4ec7-8cbc-5a824993fbf6,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:46.057027 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:46.058863 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:46.059411 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:46.059914 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:46.060409 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:46.061045 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:46.061536 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:46.062035 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:46.062520 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:46.063138 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:46.063671 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:46.064151 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:46.102886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a529f7b0-2f0f-492d-ae9e-c38440facff7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:46.133574 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Attempting to bind port f5717ef4-759b-4ec7-8cbc-5a824993fbf6 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:46.134121 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Attempting to bind port f5717ef4-759b-4ec7-8cbc-5a824993fbf6 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '370a1ee9-4ab5-4aa9-b346-1da452c521ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:46.134457 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Attempting to bind port f5717ef4-759b-4ec7-8cbc-5a824993fbf6 on network e4ec9ce5-0b38-4c64-be18-5a334add2a36 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:46.148300 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:46.148672 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Checking segment: {'id': '370a1ee9-4ab5-4aa9-b346-1da452c521ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:46.149086 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:46.149459 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Bound using segment: {'id': '370a1ee9-4ab5-4aa9-b346-1da452c521ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:46.149922 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Bound port: f5717ef4-759b-4ec7-8cbc-5a824993fbf6, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370a1ee9-4ab5-4aa9-b346-1da452c521ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:46.150303 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:46.187788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a3172-a2b6-4b56-b8c8-e28c2d05a7a1 req-3b52cb34-3539-43c1-9ad5-b207bf934a83 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:46.196021 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-226a3172-a2b6-4b56-b8c8-e28c2d05a7a1 req-3b52cb34-3539-43c1-9ad5-b207bf934a83 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 946 time: 0.0881701 Aug 27 14:11:46.256680 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-490712c4-1f68-427e-b36c-b3b857c57185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:46.258182 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-490712c4-1f68-427e-b36c-b3b857c57185 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 1.0000181 Aug 27 14:11:46.272763 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-226a3172-a2b6-4b56-b8c8-e28c2d05a7a1 req-2a13f574-d949-4973-b716-50c0ca437d12 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757408 Aug 27 14:11:46.286671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-c7ce8ba2-96c6-44c1-9dde-0e4be03714b6', 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'fixed_ips': [{'subnet_id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:11:46.287573 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:46.303849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port a529f7b0-2f0f-492d-ae9e-c38440facff7 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:46.320008 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a529f7b0-2f0f-492d-ae9e-c38440facff7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:46.320385 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:46.347996 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] For port f5717ef4-759b-4ec7-8cbc-5a824993fbf6, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:46.358832 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] For port f5717ef4-759b-4ec7-8cbc-5a824993fbf6, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f5717ef4-759b-4ec7-8cbc-5a824993fbf6,segment=NetworkSegment(370a1ee9-4ab5-4aa9-b346-1da452c521ec),segment_id=370a1ee9-4ab5-4aa9-b346-1da452c521ec)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:46.376967 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:46.456258 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-523aa31e-9036-42c8-abaf-fc95c958a8ef tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:46.530120 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-523aa31e-9036-42c8-abaf-fc95c958a8ef tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Calling delete_port for 7c115c6e-1900-4940-bb88-5b963bc7e2a9 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:46.566406 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83656fe4-4dad-4514-8678-79e896ab05ea None None] Pushing event updated for resources: {'Port': ['ID=f5717ef4-759b-4ec7-8cbc-5a824993fbf6,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:46.614250 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:46.615360 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:46.617409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-50425b05-b3fe-4def-9218-cb439eafe53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:46.619138 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:46.619824 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-50425b05-b3fe-4def-9218-cb439eafe53d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3452740 Aug 27 14:11:46.711758 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Allocated IP 172.23.0.2 (c7ce8ba2-96c6-44c1-9dde-0e4be03714b6/c42c5a18-1eea-4640-964b-3d297ed9ba19/47c23b94-4247-493e-b5bb-b8a39f1c72b6) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:46.765205 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-b7352e64-d642-444f-a52a-ab39c07c636d service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377056 Aug 27 14:11:46.882240 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:46.921407 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:46.930551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Transition to ACTIVE for port object 47c23b94-4247-493e-b5bb-b8a39f1c72b6 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:46.950636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Transition to ACTIVE for port object 47c23b94-4247-493e-b5bb-b8a39f1c72b6 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:46.953955 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27bd06da-e5dc-46e2-b6ad-5584451f4da2 req-f5d15e85-8e96-45de-9aca-890f1b6c8d4d service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668861 Aug 27 14:11:46.981929 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.054447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port a529f7b0-2f0f-492d-ae9e-c38440facff7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a529f7b0-2f0f-492d-ae9e-c38440facff7,segment=NetworkSegment(522827eb-764e-4642-84f3-6918cbd793b5),segment_id=522827eb-764e-4642-84f3-6918cbd793b5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:47.074200 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35720) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:47.081726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-dd881a17-c322-49cb-a2f7-cf4ddd1d6f91 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1518522283'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:47.082879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Network c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:47.084442 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.085222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:47.091315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dea932b6-c13a-408c-b7b6-2fe4e7e8ee11 None None] Provisioning for port 7c115c6e-1900-4940-bb88-5b963bc7e2a9 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:47.093608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:47.103447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:47.127784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd881a17-c322-49cb-a2f7-cf4ddd1d6f91 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Made reservation on behalf of 9d6200bcd6d548d19f85584b6cdca497 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:47.133833 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd881a17-c322-49cb-a2f7-cf4ddd1d6f91 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.183106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Pushing event updated for resources: {'Port': ['ID=47c23b94-4247-493e-b5bb-b8a39f1c72b6,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:47.191591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd881a17-c322-49cb-a2f7-cf4ddd1d6f91 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:11:47.204105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dea932b6-c13a-408c-b7b6-2fe4e7e8ee11 None None] Provisioning complete for port 7c115c6e-1900-4940-bb88-5b963bc7e2a9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:47.204594 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dea932b6-c13a-408c-b7b6-2fe4e7e8ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.212127 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd881a17-c322-49cb-a2f7-cf4ddd1d6f91 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.212764 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-dd881a17-c322-49cb-a2f7-cf4ddd1d6f91 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Added segment fe90db2e-7fcc-4d65-b55a-a1a212e5be07 of type vlan for network 5329867c-188b-450e-85af-6974c633d4dc Aug 27 14:11:47.286912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69e16-f7e8-41f7-b29d-91be57daa5c1 req-7573aff0-563a-4dc3-a8ce-4ebe3e8fede8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:47.294437 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-66f69e16-f7e8-41f7-b29d-91be57daa5c1 req-7573aff0-563a-4dc3-a8ce-4ebe3e8fede8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 943 time: 0.5195124 Aug 27 14:11:47.351205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e51d2-1e43-401d-adea-45fd4735c208 req-38b7b08b-c5f7-40b2-aaad-f62911bef7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:47.353724 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd881a17-c322-49cb-a2f7-cf4ddd1d6f91 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.357421 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-990e51d2-1e43-401d-adea-45fd4735c208 req-38b7b08b-c5f7-40b2-aaad-f62911bef7bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 1095 time: 0.2795866 Aug 27 14:11:47.371021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:47.371021 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.389828 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:39Z', 'revision_number': 4, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:46Z', 'revision_number': 4, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:47.415756 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-749e9f6a-17ec-4d49-b808-666da940b010 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:47.417821 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-749e9f6a-17ec-4d49-b808-666da940b010 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 946 time: 0.1352515 Aug 27 14:11:47.444679 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb9e0f-2100-4fea-81b7-a0308c19aa10 None None] The sync data for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 is: [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:39Z', 'revision_number': 4, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:46Z', 'revision_number': 4, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:47.452877 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd881a17-c322-49cb-a2f7-cf4ddd1d6f91 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.462790 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd881a17-c322-49cb-a2f7-cf4ddd1d6f91 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:47.464102 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd881a17-c322-49cb-a2f7-cf4ddd1d6f91 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.561481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-dea932b6-c13a-408c-b7b6-2fe4e7e8ee11 None None] Port 7c115c6e-1900-4940-bb88-5b963bc7e2a9 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:47.576954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Attempting to bind port 47c23b94-4247-493e-b5bb-b8a39f1c72b6 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:47.577524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Attempting to bind port 47c23b94-4247-493e-b5bb-b8a39f1c72b6 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '4ebfc1a7-23ae-4b38-b429-5b528dc514de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:47.578129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Attempting to bind port 47c23b94-4247-493e-b5bb-b8a39f1c72b6 on network c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:47.584055 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1bca456a-a4e1-4822-9cad-562712cb8fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.589551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=a529f7b0-2f0f-492d-ae9e-c38440facff7,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:47.592337 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.610414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:47.610957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Checking segment: {'id': '4ebfc1a7-23ae-4b38-b429-5b528dc514de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:47.611921 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.611921 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Bound using segment: {'id': '4ebfc1a7-23ae-4b38-b429-5b528dc514de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:47.612564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Bound port: 47c23b94-4247-493e-b5bb-b8a39f1c72b6, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebfc1a7-23ae-4b38-b429-5b528dc514de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:47.613012 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.618468 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-66f69e16-f7e8-41f7-b29d-91be57daa5c1 req-c384ac00-7ee0-4a6a-8fd0-4533ac2e8e99 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228900 Aug 27 14:11:47.624557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dea932b6-c13a-408c-b7b6-2fe4e7e8ee11 None None] Provisioning complete for port a529f7b0-2f0f-492d-ae9e-c38440facff7 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:47.625039 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dea932b6-c13a-408c-b7b6-2fe4e7e8ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.809303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd881a17-c322-49cb-a2f7-cf4ddd1d6f91 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'Network': ['ID=5329867c-188b-450e-85af-6974c633d4dc,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:47.818718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dd881a17-c322-49cb-a2f7-cf4ddd1d6f91 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7422509 Aug 27 14:11:47.820859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35730) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:47.834266 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ac9a020d-fa96-4b63-b506-9eace402e478 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1521264245'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:47.843019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] For port 47c23b94-4247-493e-b5bb-b8a39f1c72b6, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:47.848206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 5329867c-188b-450e-85af-6974c633d4dc details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:11:47.867341 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-523aa31e-9036-42c8-abaf-fc95c958a8ef tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.907298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd55a7-82a1-4897-9368-90ea807d0785 req-c536298e-e23c-4c14-949f-15da8c41f55c tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:47.913992 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.915189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1cd55a7-82a1-4897-9368-90ea807d0785 req-c536298e-e23c-4c14-949f-15da8c41f55c tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 946 time: 0.4785790 Aug 27 14:11:47.920114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] For port 47c23b94-4247-493e-b5bb-b8a39f1c72b6, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=47c23b94-4247-493e-b5bb-b8a39f1c72b6,segment=NetworkSegment(4ebfc1a7-23ae-4b38-b429-5b528dc514de),segment_id=4ebfc1a7-23ae-4b38-b429-5b528dc514de)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:47.927629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Deleting port d6728348-6285-4955-84a6-595415764a80 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:47.928118 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.939570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e51d2-1e43-401d-adea-45fd4735c208 req-2ee755d9-694a-4d47-a9c4-e6e85e8bae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:47.941115 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-990e51d2-1e43-401d-adea-45fd4735c208 req-2ee755d9-694a-4d47-a9c4-e6e85e8bae82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.5385060 Aug 27 14:11:47.941544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9a020d-fa96-4b63-b506-9eace402e478 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Made reservation on behalf of 9d6200bcd6d548d19f85584b6cdca497 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:47.946137 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac9a020d-fa96-4b63-b506-9eace402e478 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:47.949628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523aa31e-9036-42c8-abaf-fc95c958a8ef tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event deleted for resources: {'Port': ['ID=7c115c6e-1900-4940-bb88-5b963bc7e2a9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:47.957534 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.011411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a529f7b0-2f0f-492d-ae9e-c38440facff7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:48.037908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-990e51d2-1e43-401d-adea-45fd4735c208 req-8637ba3b-63a5-4e51-b57f-31665679f913 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44232c0a-8120-4330-9c3a-988140124208 HTTP/1.1" status: 200 len: 217 time: 0.0860317 Aug 27 14:11:48.063140 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1cd55a7-82a1-4897-9368-90ea807d0785 req-23af147b-253a-4b03-995c-439eabac175b tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356785 Aug 27 14:11:48.085254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dea932b6-c13a-408c-b7b6-2fe4e7e8ee11 None None] Provisioning for port 7e1f4cf9-49bf-4b01-ae78-7d14e6847beb completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:48.097606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dea932b6-c13a-408c-b7b6-2fe4e7e8ee11 None None] Provisioning complete for port 7e1f4cf9-49bf-4b01-ae78-7d14e6847beb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:48.098188 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dea932b6-c13a-408c-b7b6-2fe4e7e8ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.111270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9a020d-fa96-4b63-b506-9eace402e478 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:11:48.132861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9916ffd-5e45-4974-bba0-2d2371b37de4 None None] Pushing event updated for resources: {'Port': ['ID=47c23b94-4247-493e-b5bb-b8a39f1c72b6,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:48.149466 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac9a020d-fa96-4b63-b506-9eace402e478 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.149937 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-ac9a020d-fa96-4b63-b506-9eace402e478 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Added segment b59ba9d7-fbe3-49cc-9007-9b2b041e6843 of type vlan for network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 Aug 27 14:11:48.170321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-dea932b6-c13a-408c-b7b6-2fe4e7e8ee11 None None] Port 7e1f4cf9-49bf-4b01-ae78-7d14e6847beb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:48.174524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a529f7b0-2f0f-492d-ae9e-c38440facff7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:48.175311 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.215119 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac9a020d-fa96-4b63-b506-9eace402e478 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.273815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e51d2-1e43-401d-adea-45fd4735c208 req-b89dd367-b26d-44fb-aa5a-76d98592c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:48.275581 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-990e51d2-1e43-401d-adea-45fd4735c208 req-b89dd367-b26d-44fb-aa5a-76d98592c59c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.1615806 Aug 27 14:11:48.297680 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] For port d6728348-6285-4955-84a6-595415764a80, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=d6728348-6285-4955-84a6-595415764a80,segment=NetworkSegment(5eebd969-099a-4b28-a7c6-2c7626dd0ea8),segment_id=5eebd969-099a-4b28-a7c6-2c7626dd0ea8)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:48.298209 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.312086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f5717ef4-759b-4ec7-8cbc-5a824993fbf6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:48.343455 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-46ae1ef7-6de4-4e30-a32d-0ac6b0f646d6 None None] Could not find standard attr ID for object 7c115c6e-1900-4940-bb88-5b963bc7e2a9. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:11:48.388313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-46ae1ef7-6de4-4e30-a32d-0ac6b0f646d6 None None] Provisioning complete for port 7e1f4cf9-49bf-4b01-ae78-7d14e6847beb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:48.388697 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-46ae1ef7-6de4-4e30-a32d-0ac6b0f646d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.429814 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-523aa31e-9036-42c8-abaf-fc95c958a8ef tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.432764 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-523aa31e-9036-42c8-abaf-fc95c958a8ef tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "DELETE /v2.0/ports/7c115c6e-1900-4940-bb88-5b963bc7e2a9 HTTP/1.1" status: 204 len: 168 time: 3.5783114 Aug 27 14:11:48.437847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35732) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:48.445509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-46ae1ef7-6de4-4e30-a32d-0ac6b0f646d6 None None] Port 7e1f4cf9-49bf-4b01-ae78-7d14e6847beb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:48.453361 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port f5717ef4-759b-4ec7-8cbc-5a824993fbf6 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:48.460514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f5717ef4-759b-4ec7-8cbc-5a824993fbf6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:48.460903 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.485066 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c5195b-d7de-441c-9cb4-c61e933b05a7 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] GET failed (client error): The resource could not be found. Aug 27 14:11:48.487489 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c5c5195b-d7de-441c-9cb4-c61e933b05a7 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "GET /v2.0/ports/7c115c6e-1900-4940-bb88-5b963bc7e2a9 HTTP/1.1" status: 404 len: 333 time: 0.0472639 Aug 27 14:11:48.491519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35734) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:48.499958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Request body: {'port': {'network_id': '81ed1a63-796b-4c85-a39d-5f27fa4c9490', 'name': 'tempest-AllowedAddressPairTestJSON-1121351557'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:48.503947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac9a020d-fa96-4b63-b506-9eace402e478 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.509588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a020d-fa96-4b63-b506-9eace402e478 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:48.510287 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac9a020d-fa96-4b63-b506-9eace402e478 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.554038 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.591001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port f5717ef4-759b-4ec7-8cbc-5a824993fbf6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f5717ef4-759b-4ec7-8cbc-5a824993fbf6,segment=NetworkSegment(370a1ee9-4ab5-4aa9-b346-1da452c521ec),segment_id=370a1ee9-4ab5-4aa9-b346-1da452c521ec)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:48.595766 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.621444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a020d-fa96-4b63-b506-9eace402e478 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'Network': ['ID=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:48.647880 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ac9a020d-fa96-4b63-b506-9eace402e478 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8187537 Aug 27 14:11:48.652198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:11:48.656075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35740) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:48.663918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-533fcb92-4a13-4f97-8294-62bc4a5993b6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'subnet': {'network_id': '5329867c-188b-450e-85af-6974c633d4dc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:48.675277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e51d2-1e43-401d-adea-45fd4735c208 req-d80152f7-faac-49f9-9294-6e7de57228c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:48.676860 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-990e51d2-1e43-401d-adea-45fd4735c208 req-d80152f7-faac-49f9-9294-6e7de57228c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3876979 Aug 27 14:11:48.753479 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=f5717ef4-759b-4ec7-8cbc-5a824993fbf6,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:48.817959 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.884620 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-990e51d2-1e43-401d-adea-45fd4735c208 req-6851047e-e504-4c65-b169-c77933b55c82 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955686 Aug 27 14:11:48.950546 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.950974 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:48.951295 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Floating IP 555dc8bd-a069-4138-9882-3029406b5dab disassociated. External IP: 172.25.2.126, port: d6728348-6285-4955-84a6-595415764a80. Aug 27 14:11:48.951638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Calling delete_port for d6728348-6285-4955-84a6-595415764a80 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:49.031000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Made reservation on behalf of 510f07d233a142c5855a3f66f68fedf5 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:49.034549 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:49.038392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-990e51d2-1e43-401d-adea-45fd4735c208 req-77258646-9f64-48f2-b434-45b11a1bd481 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322665 Aug 27 14:11:49.111273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] device_id is not set on port 3768eeeb-fb39-4cc9-abb0-278ac67b969b yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:11:49.123865 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9269ab1-1d77-4894-a0ac-ae037650785a req-6f01ae45-1e9d-4931-909a-1355008987dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:49.131897 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a9269ab1-1d77-4894-a0ac-ae037650785a req-6f01ae45-1e9d-4931-909a-1355008987dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 943 time: 0.3027191 Aug 27 14:11:49.171587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Allocated IP 172.23.0.1 (c7ce8ba2-96c6-44c1-9dde-0e4be03714b6/c42c5a18-1eea-4640-964b-3d297ed9ba19/1a1cc144-f401-461c-a630-a278c7dfdecb) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:49.229335 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a9269ab1-1d77-4894-a0ac-ae037650785a req-775be9ab-34ab-4dc5-8741-c85822493aea tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958769 Aug 27 14:11:49.345414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533fcb92-4a13-4f97-8294-62bc4a5993b6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Made reservation on behalf of 9d6200bcd6d548d19f85584b6cdca497 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:49.349303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-533fcb92-4a13-4f97-8294-62bc4a5993b6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:49.390576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Allocated IP 172.20.0.10 (81ed1a63-796b-4c85-a39d-5f27fa4c9490/084998c3-646c-4c00-ae74-8d630ffdc0f7/3768eeeb-fb39-4cc9-abb0-278ac67b969b) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:49.453178 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:49.489277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Transition to ACTIVE for port object 1a1cc144-f401-461c-a630-a278c7dfdecb will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:49.491803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641643f-ff58-402a-9907-77c6cc6335ab req-0af04de7-a234-47a7-8e7d-0a615e8d78a8 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:49.493364 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b641643f-ff58-402a-9907-77c6cc6335ab req-0af04de7-a234-47a7-8e7d-0a615e8d78a8 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 946 time: 0.1847637 Aug 27 14:11:49.616553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c76bd23-4793-4784-8080-d0b9e145a301 None None] Network c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:49.620350 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:49.635012 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b641643f-ff58-402a-9907-77c6cc6335ab req-a1502fb2-2f54-4619-96a8-681dfa0cf478 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups?id=8370811b-5e59-473f-942c-f1e4736933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283176 Aug 27 14:11:49.698531 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:49.706990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7486f6c2-46d1-4e89-bf61-295be8fb2784 None None] Provisioning for port 47c23b94-4247-493e-b5bb-b8a39f1c72b6 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:49.729651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=1a1cc144-f401-461c-a630-a278c7dfdecb,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:49.747444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Pushing event deleted for resources: {'Port': ['ID=d6728348-6285-4955-84a6-595415764a80,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:49.766860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:49.775232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:49.778464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:49.928006 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:50.082839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:11:50.092101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-533fcb92-4a13-4f97-8294-62bc4a5993b6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:50.107870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 47c23b94-4247-493e-b5bb-b8a39f1c72b6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:50.211668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:50.233402 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:50.265570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 47c23b94-4247-493e-b5bb-b8a39f1c72b6 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:50.272017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 47c23b94-4247-493e-b5bb-b8a39f1c72b6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:50.273534 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:50.279292 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fcb92-4a13-4f97-8294-62bc4a5993b6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'Subnet': ['ID=85a540de-1867-4fa2-bc2c-c99869f313dc,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:50.293350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Transition to ACTIVE for port object 3768eeeb-fb39-4cc9-abb0-278ac67b969b will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:50.348136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fcb92-4a13-4f97-8294-62bc4a5993b6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Checking segment: {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:50.349206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533fcb92-4a13-4f97-8294-62bc4a5993b6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Network hostable DHCP agents. Network: 5329867c-188b-450e-85af-6974c633d4dc, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:11:50.399486 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:50.404007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-46efc656-a91d-4619-b651-e8ebcd102bf1 None None] Provisioning complete for port 47c23b94-4247-493e-b5bb-b8a39f1c72b6 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:50.404381 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-46efc656-a91d-4619-b651-e8ebcd102bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:50.500469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:50.506252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533fcb92-4a13-4f97-8294-62bc4a5993b6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Network 5329867c-188b-450e-85af-6974c633d4dc is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:11:50.533467 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81b1bf-40dd-4d00-80cc-ea912aa34155 None None] Sync routers for ids ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:50.535395 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:50.560082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-533fcb92-4a13-4f97-8294-62bc4a5993b6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 5329867c-188b-450e-85af-6974c633d4dc) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:50.564422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81b1bf-40dd-4d00-80cc-ea912aa34155 None None] Routers {'9025f0af-a3ac-40e3-b945-cb556d9a7e07'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:50.565086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0a81b1bf-40dd-4d00-80cc-ea912aa34155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:50.585339 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533fcb92-4a13-4f97-8294-62bc4a5993b6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:50.585944 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-533fcb92-4a13-4f97-8294-62bc4a5993b6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:50.643349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:50.658524 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-533fcb92-4a13-4f97-8294-62bc4a5993b6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0012681 Aug 27 14:11:50.666804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35772) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:50.676575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d771b220-ae67-4899-bde8-b5f5c18aebf2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'subnet': {'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:50.710049 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:50.735311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:50.744728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d886fee-0af7-420b-bece-89c8caed0fda None None] Network 5329867c-188b-450e-85af-6974c633d4dc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:50.748384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:50.770161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0b305-53e6-4970-a8d4-9006018ff3cb req-2550520b-dd7b-44ed-8a0f-6960c6412eb6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:50.778810 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fdc0b305-53e6-4970-a8d4-9006018ff3cb req-2550520b-dd7b-44ed-8a0f-6960c6412eb6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 943 time: 0.3863494 Aug 27 14:11:50.780591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] No DVR routers for this DVR port d6728348-6285-4955-84a6-595415764a80 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:11:50.783637 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:50.785611 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9c714aff-89de-4c7b-b61a-79150f9b1802 req-7c0b6f8c-47a4-4b3c-8976-ce0a0e022f9a tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.52 "DELETE /v2.0/ports/d6728348-6285-4955-84a6-595415764a80 HTTP/1.1" status: 204 len: 173 time: 3.3602693 Aug 27 14:11:50.829967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad', 'name': 'network-vif-deleted', 'tag': 'd6728348-6285-4955-84a6-595415764a80'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:11:50.836303 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59386e1e-70cf-4927-95cb-a429bc60ae88" -d '{"events": [{"server_uuid": "5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad", "name": "network-vif-deleted", "tag": "d6728348-6285-4955-84a6-595415764a80"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:11:50.872566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:50.873420 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:50.876079 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fdc0b305-53e6-4970-a8d4-9006018ff3cb req-8807c5f7-20e8-4661-832c-3f992d723aa0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967090 Aug 27 14:11:50.882207 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6af5cf99-84ba-49c4-9662-818c4df901df req-4ebb0981-0136-4bb5-9068-ab3d97ec8798 tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad HTTP/1.1" status: 200 len: 210 time: 0.0499034 Aug 27 14:11:50.946615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event updated for resources: {'Port': ['ID=3768eeeb-fb39-4cc9-abb0-278ac67b969b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:50.988806 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a308228-fd31-461d-81ec-07148ec1bc99 x-openstack-request-id: req-4a308228-fd31-461d-81ec-07148ec1bc99 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:11:50.989478 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad", "name": "network-vif-deleted", "tag": "d6728348-6285-4955-84a6-595415764a80", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:11:50.989952 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a308228-fd31-461d-81ec-07148ec1bc99 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:11:50.990528 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1c0ba9-4904-4b8c-a5cf-2c8d460400ad', 'name': 'network-vif-deleted', 'tag': 'd6728348-6285-4955-84a6-595415764a80', 'status': 'completed', 'code': 200} Aug 27 14:11:50.991901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d771b220-ae67-4899-bde8-b5f5c18aebf2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Made reservation on behalf of 9d6200bcd6d548d19f85584b6cdca497 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:50.996239 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d771b220-ae67-4899-bde8-b5f5c18aebf2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:51.004535 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-434f669b-40e6-47f8-824f-b6740f1af72f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5088847 Aug 27 14:11:51.012553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35778) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:51.020053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c29bd44f-9fe8-4073-958e-7e1259e2e378 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e2:4c:f2'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:51.312568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 47c23b94-4247-493e-b5bb-b8a39f1c72b6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=47c23b94-4247-493e-b5bb-b8a39f1c72b6,segment=NetworkSegment(4ebfc1a7-23ae-4b38-b429-5b528dc514de),segment_id=4ebfc1a7-23ae-4b38-b429-5b528dc514de)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:51.319789 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d771b220-ae67-4899-bde8-b5f5c18aebf2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:51.360716 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-46efc656-a91d-4619-b651-e8ebcd102bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:51.404887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771b220-ae67-4899-bde8-b5f5c18aebf2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'Subnet': ['ID=7237fa14-4c5b-430e-9d82-35356f842932,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:51.411324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d771b220-ae67-4899-bde8-b5f5c18aebf2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Checking segment: {'id': 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:51.411819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d771b220-ae67-4899-bde8-b5f5c18aebf2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Network hostable DHCP agents. Network: 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:11:51.429951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c29bd44f-9fe8-4073-958e-7e1259e2e378 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:51.434376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d771b220-ae67-4899-bde8-b5f5c18aebf2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:11:51.450660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-d771b220-ae67-4899-bde8-b5f5c18aebf2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:51.463154 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:51.463611 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f5717ef4-759b-4ec7-8cbc-5a824993fbf6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:51.465575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771b220-ae67-4899-bde8-b5f5c18aebf2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:51.466452 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d771b220-ae67-4899-bde8-b5f5c18aebf2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:51.470588 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:51.476440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a94b3e6-e47b-4522-97cf-81711155b396 None None] Network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:51.478580 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:51.485629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d771b220-ae67-4899-bde8-b5f5c18aebf2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8149643 Aug 27 14:11:51.488381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35784) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:51.496002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'port': {'network_id': '5329867c-188b-450e-85af-6974c633d4dc', 'name': 'tempest-TaggedBootDevicesTest-338093115', 'fixed_ips': [{'subnet_id': '85a540de-1867-4fa2-bc2c-c99869f313dc'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:51.620466 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:51.636201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event updated for resources: {'Port': ['ID=1a1cc144-f401-461c-a630-a278c7dfdecb,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:51.648489 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:51.655401 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-0a81b1bf-40dd-4d00-80cc-ea912aa34155 None None] Set router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:51.660724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Made reservation on behalf of 9d6200bcd6d548d19f85584b6cdca497 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:51.698786 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-5329867c-188b-450e-85af-6974c633d4dc', 'network_id': '5329867c-188b-450e-85af-6974c633d4dc', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'fixed_ips': [{'subnet_id': '85a540de-1867-4fa2-bc2c-c99869f313dc'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:11:51.699539 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:51.741524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device d6728348-6285-4955-84a6-595415764a80 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:11:51.782742 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Network c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:51.785577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:51.798066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=47c23b94-4247-493e-b5bb-b8a39f1c72b6,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:51.802460 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:51.843937 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] device_id is not set on port 78649094-2439-4b87-8eab-66800cc47e58 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:11:51.859209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: d6728348-6285-4955-84a6-595415764a80 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:11:51.859544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device d6728348-6285-4955-84a6-595415764a80 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:11:51.883753 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-46efc656-a91d-4619-b651-e8ebcd102bf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:11:51.884112 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-46efc656-a91d-4619-b651-e8ebcd102bf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:11:52.025179 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 44232c0a-8120-4330-9c3a-988140124208 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:11:52.101559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35796) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:52.168460 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f5717ef4-759b-4ec7-8cbc-5a824993fbf6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:52.169138 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:52.249739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78c23c-adf1-4857-86a4-b07b2e7d708b req-7aca2782-a240-452d-8ddd-8944493987df tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:52.259440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2e78c23c-adf1-4857-86a4-b07b2e7d708b req-7aca2782-a240-452d-8ddd-8944493987df tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 943 time: 0.2294741 Aug 27 14:11:52.336956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 44232c0a-8120-4330-9c3a-988140124208, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=44232c0a-8120-4330-9c3a-988140124208,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:52.356122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '44232c0a-8120-4330-9c3a-988140124208', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'port_id': '44232c0a-8120-4330-9c3a-988140124208', 'mac_address': 'fa:16:3e:1e:50:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:11:52.356801 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2e78c23c-adf1-4857-86a4-b07b2e7d708b req-c1f28766-6c77-4d45-b8f0-4727d41ef964 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958822 Aug 27 14:11:52.362309 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:52.426979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:52.431157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:11:52.487319 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:52.490832 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:52.492103 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "DELETE /v2.0/security-groups/8370811b-5e59-473f-942c-f1e4736933dc HTTP/1.1" status: 204 len: 168 time: 0.3881874 Aug 27 14:11:52.496549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35808) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:52.517316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8370811b-5e59-473f-942c-f1e4736933dc,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:52.519847 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-8f14feff-008b-4cb8-b588-fda4dabbd7ff tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] show failed (client error): The resource could not be found. Aug 27 14:11:52.520881 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8f14feff-008b-4cb8-b588-fda4dabbd7ff tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "GET /v2.0/security-groups/8370811b-5e59-473f-942c-f1e4736933dc HTTP/1.1" status: 404 len: 347 time: 0.0220308 Aug 27 14:11:52.523548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35810) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:52.545559 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92', 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'fixed_ips': [{'subnet_id': '7237fa14-4c5b-430e-9d82-35356f842932'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:11:52.547858 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:52.559799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-46efc656-a91d-4619-b651-e8ebcd102bf1 None None] Provisioning for port 1a1cc144-f401-461c-a630-a278c7dfdecb completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:52.584357 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:52.584357 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:52.584741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:52.585069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:52.586384 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:52.586771 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:52.587113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:52.588179 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:52.588562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:52.589074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:52.589540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:52.589746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c165f3-449a-4e11-8fae-ca4d020ff8da tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:52.613115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-46efc656-a91d-4619-b651-e8ebcd102bf1 None None] Provisioning complete for port 1a1cc144-f401-461c-a630-a278c7dfdecb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:52.613606 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-46efc656-a91d-4619-b651-e8ebcd102bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:52.619951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Allocated IP 10.1.1.2 (5329867c-188b-450e-85af-6974c633d4dc/85a540de-1867-4fa2-bc2c-c99869f313dc/b414ea9d-ffc6-4b9e-924f-9210402f39b1) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:52.684401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:52.697868 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:52.698195 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Sync routers for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:52.708273 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-378b9568-2356-4dae-94ec-fbcc9db4319b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2151964 Aug 27 14:11:52.711309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35816) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:52.723177 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:52.725358 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:52.772745 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4b0ae7a8-2c9e-44fd-84cc-21226428511b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:52.784313 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c29bd44f-9fe8-4073-958e-7e1259e2e378 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:52.787494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35818) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:52.805755 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c29bd44f-9fe8-4073-958e-7e1259e2e378 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:52.887302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44232c0a-8120-4330-9c3a-988140124208 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:11:52.915603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-46efc656-a91d-4619-b651-e8ebcd102bf1 None None] Port 1a1cc144-f401-461c-a630-a278c7dfdecb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:52.975928 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 44232c0a-8120-4330-9c3a-988140124208, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=44232c0a-8120-4330-9c3a-988140124208,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:52.980495 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:53.004832 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.050572 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bd44f-9fe8-4073-958e-7e1259e2e378 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event updated for resources: {'Port': ['ID=3768eeeb-fb39-4cc9-abb0-278ac67b969b,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:53.116905 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.157064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-c29bd44f-9fe8-4073-958e-7e1259e2e378 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] In _notify_port_updated(), no bound segment for port 3768eeeb-fb39-4cc9-abb0-278ac67b969b on network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:11:53.172852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29bd44f-9fe8-4073-958e-7e1259e2e378 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:53.174620 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c29bd44f-9fe8-4073-958e-7e1259e2e378 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.177008 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c29bd44f-9fe8-4073-958e-7e1259e2e378 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "PUT /v2.0/ports/3768eeeb-fb39-4cc9-abb0-278ac67b969b HTTP/1.1" status: 200 len: 994 time: 2.1632664 Aug 27 14:11:53.180299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35826) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:53.195506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 47c23b94-4247-493e-b5bb-b8a39f1c72b6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:53.251129 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6382b626-fc46-4bb9-9106-199f1f08d27d tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Deleting port 11e94f5a-161c-454e-8911-5ed533650c26 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:53.251427 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6382b626-fc46-4bb9-9106-199f1f08d27d tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.316184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=44232c0a-8120-4330-9c3a-988140124208,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:53.409675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a7f503c5-c463-48db-88af-24292007825b None None] Provisioning for port 3768eeeb-fb39-4cc9-abb0-278ac67b969b completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:53.476657 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.513856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0168c-d59b-46c3-8e88-0ebc1251d548 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Deleting port 3768eeeb-fb39-4cc9-abb0-278ac67b969b {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:53.514426 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ec0168c-d59b-46c3-8e88-0ebc1251d548 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.520061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a7f503c5-c463-48db-88af-24292007825b None None] Provisioning complete for port 3768eeeb-fb39-4cc9-abb0-278ac67b969b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:53.523263 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7f503c5-c463-48db-88af-24292007825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.530115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Allocated IP 10.2.2.2 (0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92/7237fa14-4c5b-430e-9d82-35356f842932/0e2963cb-34f3-4503-8fbd-3f62b82aaab4) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:53.534778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Transition to ACTIVE for port object b414ea9d-ffc6-4b9e-924f-9210402f39b1 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:53.565062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0a81b1bf-40dd-4d00-80cc-ea912aa34155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:09:25Z', 'revision_number': 4, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6e425f32-eaf0-4a1a-b15f-af3e4322181c', 'name': '', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'mac_address': 'fa:16:3e:c9:ae:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:37Z', 'revision_number': 5, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'subnets': [{'id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:53.566115 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:50Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '1a1cc144-f401-461c-a630-a278c7dfdecb', 'name': '', 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:dc:20:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:48Z', 'updated_at': '2021-08-27T14:11:51Z', 'revision_number': 2, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:48Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:53.621657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Transition to ACTIVE for port object b414ea9d-ffc6-4b9e-924f-9210402f39b1 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:53.637122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['44232c0a-8120-4330-9c3a-988140124208'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:11:53.692266 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6382b626-fc46-4bb9-9106-199f1f08d27d tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.692266 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6382b626-fc46-4bb9-9106-199f1f08d27d tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.700425 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a6bd7-ee88-43ab-a2e8-7a5d486f7cb0 req-3e32fbf7-c926-4937-aafa-233dde99beda tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:53.703821 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Checking router: aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:11:53.704342 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Updating router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 port 1a1cc144-f401-461c-a630-a278c7dfdecb binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:11:53.707836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f2a6bd7-ee88-43ab-a2e8-7a5d486f7cb0 req-3e32fbf7-c926-4937-aafa-233dde99beda tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 944 time: 0.1332791 Aug 27 14:11:53.710334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cd1a4-4b62-494f-8ca0-90f4e2897c18 req-e861c940-e342-4f5e-a2ea-bb6f28f56b7d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:53.711983 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-727cd1a4-4b62-494f-8ca0-90f4e2897c18 req-e861c940-e342-4f5e-a2ea-bb6f28f56b7d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.2860210 Aug 27 14:11:53.715912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.extraroute_db [None req-4b0ae7a8-2c9e-44fd-84cc-21226428511b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 14:11:53.717205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.735150 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.737708 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.753071 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ec0168c-d59b-46c3-8e88-0ebc1251d548 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.788001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6382b626-fc46-4bb9-9106-199f1f08d27d tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Calling delete_port for 11e94f5a-161c-454e-8911-5ed533650c26 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:53.793932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.extraroute_db [None req-4b0ae7a8-2c9e-44fd-84cc-21226428511b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Removed routes are [] {{(pid=101187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 14:11:53.794325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae7a8-2c9e-44fd-84cc-21226428511b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:53.808258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0168c-d59b-46c3-8e88-0ebc1251d548 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Calling delete_port for 3768eeeb-fb39-4cc9-abb0-278ac67b969b owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:53.808575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-727cd1a4-4b62-494f-8ca0-90f4e2897c18 req-5d8ef408-a53e-4d52-aa4b-f3968303a26e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745897 Aug 27 14:11:53.821701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Allocated IP 10.1.1.184 (5329867c-188b-450e-85af-6974c633d4dc/85a540de-1867-4fa2-bc2c-c99869f313dc/78649094-2439-4b87-8eab-66800cc47e58) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:53.825176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd15d83-306b-47d3-8293-52b8eb9bbf48,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:53.839279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:53.839786 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:53.840265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:53.840609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:53.840945 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:53.841281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:53.841615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:53.841946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:53.842276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:53.842606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:53.842944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:53.843275 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:11:53.854124 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f1be2772-fd48-472d-b0c5-774463ad127e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62744ccd4ba8452183a393d85c54e306&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0648863 Aug 27 14:11:53.872008 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f2a6bd7-ee88-43ab-a2e8-7a5d486f7cb0 req-54ed2787-ab4c-4ea7-b5bd-f3a35d1f52bf tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565883 Aug 27 14:11:53.874917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35838) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:54.002895 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23975e44-0358-4b38-8343-1a3da118ca47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.025987 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23975e44-0358-4b38-8343-1a3da118ca47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.104348 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.124276 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Transition to ACTIVE for port object 1a1cc144-f401-461c-a630-a278c7dfdecb will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:54.126125 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ec0168c-d59b-46c3-8e88-0ebc1251d548 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.135038 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.137028 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23975e44-0358-4b38-8343-1a3da118ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.139876 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23975e44-0358-4b38-8343-1a3da118ca47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.150600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a7f503c5-c463-48db-88af-24292007825b None None] Port 3768eeeb-fb39-4cc9-abb0-278ac67b969b cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:54.157707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-23975e44-0358-4b38-8343-1a3da118ca47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0cd15d83-306b-47d3-8293-52b8eb9bbf48 HTTP/1.1" status: 204 len: 168 time: 0.2690134 Aug 27 14:11:54.157936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81b1bf-40dd-4d00-80cc-ea912aa34155 None None] Checking router: 9025f0af-a3ac-40e3-b945-cb556d9a7e07 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:11:54.160388 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.235452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0168c-d59b-46c3-8e88-0ebc1251d548 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event deleted for resources: {'Port': ['ID=3768eeeb-fb39-4cc9-abb0-278ac67b969b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:54.247845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23975e44-0358-4b38-8343-1a3da118ca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd15d83-306b-47d3-8293-52b8eb9bbf48,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:54.270122 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7073c07-c6ea-4139-9ee2-c0fda1e7e583 None None] Pushing event updated for resources: {'Port': ['ID=1a1cc144-f401-461c-a630-a278c7dfdecb,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:54.271538 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Network 5329867c-188b-450e-85af-6974c633d4dc is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:54.291981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Pushing event updated for resources: {'Port': ['ID=b414ea9d-ffc6-4b9e-924f-9210402f39b1,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:54.295006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:54.309862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:54.327866 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Attempting to bind port 1a1cc144-f401-461c-a630-a278c7dfdecb on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:54.328524 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Attempting to bind port 1a1cc144-f401-461c-a630-a278c7dfdecb by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '4ebfc1a7-23ae-4b38-b429-5b528dc514de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:54.329359 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Attempting to bind port 1a1cc144-f401-461c-a630-a278c7dfdecb on network c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:54.335803 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:54.336513 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Checking segment: {'id': '4ebfc1a7-23ae-4b38-b429-5b528dc514de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:54.337094 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.338582 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Bound using segment: {'id': '4ebfc1a7-23ae-4b38-b429-5b528dc514de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:54.339894 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Bound port: 1a1cc144-f401-461c-a630-a278c7dfdecb, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebfc1a7-23ae-4b38-b429-5b528dc514de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:54.340611 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.495319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81b1bf-40dd-4d00-80cc-ea912aa34155 None None] Routers {'9025f0af-a3ac-40e3-b945-cb556d9a7e07'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:54.501414 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] For port 1a1cc144-f401-461c-a630-a278c7dfdecb, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:54.502581 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0a81b1bf-40dd-4d00-80cc-ea912aa34155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:54.512051 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] For port 1a1cc144-f401-461c-a630-a278c7dfdecb, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1a1cc144-f401-461c-a630-a278c7dfdecb,segment=NetworkSegment(4ebfc1a7-23ae-4b38-b429-5b528dc514de),segment_id=4ebfc1a7-23ae-4b38-b429-5b528dc514de)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:54.523728 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.584466 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ec0168c-d59b-46c3-8e88-0ebc1251d548 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.602033 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1ec0168c-d59b-46c3-8e88-0ebc1251d548 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "DELETE /v2.0/ports/3768eeeb-fb39-4cc9-abb0-278ac67b969b HTTP/1.1" status: 204 len: 168 time: 1.4157882 Aug 27 14:11:54.603131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35846) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:54.619898 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:54.620821 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:54.678887 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-46de7e54-94a0-4930-82bd-ae393dc09a23 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] GET failed (client error): The resource could not be found. Aug 27 14:11:54.687231 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-46de7e54-94a0-4930-82bd-ae393dc09a23 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "GET /v2.0/ports/3768eeeb-fb39-4cc9-abb0-278ac67b969b HTTP/1.1" status: 404 len: 333 time: 0.0811141 Aug 27 14:11:54.691121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35848) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:54.726910 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Request body: {'port': {'network_id': '81ed1a63-796b-4c85-a39d-5f27fa4c9490', 'name': 'tempest-AllowedAddressPairTestJSON-852060895'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:54.740515 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35850) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:54.756764 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae7a8-2c9e-44fd-84cc-21226428511b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.766269 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba769b9d-4ecf-44d0-8dcb-d30d26c5c657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.792047 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae7a8-2c9e-44fd-84cc-21226428511b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.794727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Attempting to bind port b414ea9d-ffc6-4b9e-924f-9210402f39b1 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:54.795120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Attempting to bind port b414ea9d-ffc6-4b9e-924f-9210402f39b1 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:54.795487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Attempting to bind port b414ea9d-ffc6-4b9e-924f-9210402f39b1 on network 5329867c-188b-450e-85af-6974c633d4dc {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:54.797509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 47c23b94-4247-493e-b5bb-b8a39f1c72b6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:54.797880 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.801996 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7073c07-c6ea-4139-9ee2-c0fda1e7e583 None None] Pushing event updated for resources: {'Port': ['ID=1a1cc144-f401-461c-a630-a278c7dfdecb,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:54.824870 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:54.943822 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6382b626-fc46-4bb9-9106-199f1f08d27d tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.961529 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.963346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:54.963984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Checking segment: {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:54.965041 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:54.968075 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Bound using segment: {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:54.968863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Bound port: b414ea9d-ffc6-4b9e-924f-9210402f39b1, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:54.970873 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.011120 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382b626-fc46-4bb9-9106-199f1f08d27d tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Pushing event deleted for resources: {'Port': ['ID=11e94f5a-161c-454e-8911-5ed533650c26,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:55.038417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cef75cd2-4c92-43dd-b112-c1b87572aed9 None None] Could not find standard attr ID for object 3768eeeb-fb39-4cc9-abb0-278ac67b969b. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:11:55.045275 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.071856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8c236-2e96-47c2-94e4-86fee43a716d req-b2a5441f-ef34-466d-9806-1f56685c94ed tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:55.074378 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5fb8c236-2e96-47c2-94e4-86fee43a716d req-b2a5441f-ef34-466d-9806-1f56685c94ed tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.0922670 Aug 27 14:11:55.077980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Transition to ACTIVE for port object 78649094-2439-4b87-8eab-66800cc47e58 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:55.106820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-0a81b1bf-40dd-4d00-80cc-ea912aa34155 None None] Set router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:55.128146 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5fb8c236-2e96-47c2-94e4-86fee43a716d req-7e34101d-6097-41f3-b776-ee415c0152f8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423248 Aug 27 14:11:55.151002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0ae7a8-2c9e-44fd-84cc-21226428511b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:11:55.157851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Transition to ACTIVE for port object 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:55.160043 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba769b9d-4ecf-44d0-8dcb-d30d26c5c657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.171095 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6382b626-fc46-4bb9-9106-199f1f08d27d tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.173948 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6382b626-fc46-4bb9-9106-199f1f08d27d tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.175475 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6382b626-fc46-4bb9-9106-199f1f08d27d tempest-ServersTestManualDisk-597973654 tempest-ServersTestManualDisk-597973654-project] 10.222.0.55 "DELETE /v2.0/floatingips/555dc8bd-a069-4138-9882-3029406b5dab HTTP/1.1" status: 204 len: 168 time: 2.6507697 Aug 27 14:11:55.183071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35856) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:55.187040 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba769b9d-4ecf-44d0-8dcb-d30d26c5c657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.219943 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:53Z', 'revision_number': 6, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '1a1cc144-f401-461c-a630-a278c7dfdecb', 'name': '', 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:dc:20:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:48Z', 'updated_at': '2021-08-27T14:11:54Z', 'revision_number': 4, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:48Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:55.235417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ba769b9d-4ecf-44d0-8dcb-d30d26c5c657 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=107a0ebb106f4835bbaf60fdbbadebe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4930999 Aug 27 14:11:55.236513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Made reservation on behalf of 510f07d233a142c5855a3f66f68fedf5 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:55.238243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35858) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:55.241589 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.251063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-added9d4-0da1-4b81-adfb-3a4d2d3b90d1 req-b27824dc-3cb7-4988-ad42-510b58e2f5d6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:55.252948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-added9d4-0da1-4b81-adfb-3a4d2d3b90d1 req-b27824dc-3cb7-4988-ad42-510b58e2f5d6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 944 time: 0.2212362 Aug 27 14:11:55.257805 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ab335-d576-4e74-87b6-fec2f018189c None None] The sync data for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 is: [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:53Z', 'revision_number': 6, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '1a1cc144-f401-461c-a630-a278c7dfdecb', 'name': '', 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:dc:20:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:48Z', 'updated_at': '2021-08-27T14:11:54Z', 'revision_number': 4, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:48Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:55.291874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Transition to ACTIVE for port object 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:55.305109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] For port b414ea9d-ffc6-4b9e-924f-9210402f39b1, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:55.316166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] device_id is not set on port a5131682-487f-45cf-9830-645438fc6b0a yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:11:55.348699 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.351095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba769b9d-4ecf-44d0-8dcb-d30d26c5c657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e643f4c-35f1-4c06-89d4-431e24dc7986,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:55.399123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] For port b414ea9d-ffc6-4b9e-924f-9210402f39b1, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b414ea9d-ffc6-4b9e-924f-9210402f39b1,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:55.430876 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.495269 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:55.518155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0ae7a8-2c9e-44fd-84cc-21226428511b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:55.546068 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae7a8-2c9e-44fd-84cc-21226428511b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.549625 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4b0ae7a8-2c9e-44fd-84cc-21226428511b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 HTTP/1.1" status: 200 len: 934 time: 2.7834234 Aug 27 14:11:55.550558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35860) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:55.550753 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:55.553395 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:55.565115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Pushing event updated for resources: {'Port': ['ID=0e2963cb-34f3-4503-8fbd-3f62b82aaab4,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:55.567119 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.640202 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-added9d4-0da1-4b81-adfb-3a4d2d3b90d1 req-99b808bc-45ac-4ce6-8859-849301af9b1a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718703 Aug 27 14:11:55.693954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Allocated IP 172.20.0.12 (81ed1a63-796b-4c85-a39d-5f27fa4c9490/084998c3-646c-4c00-ae74-8d630ffdc0f7/a5131682-487f-45cf-9830-645438fc6b0a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:55.708271 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1a1cc144-f401-461c-a630-a278c7dfdecb up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:55.714712 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-898925fd-2828-4c3c-b5a0-c09b0c26e67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.751811 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-898925fd-2828-4c3c-b5a0-c09b0c26e67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.772351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-07690692-b839-4582-818e-67c00fcd3b3e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 HTTP/1.1" status: 200 len: 934 time: 0.2154243 Aug 27 14:11:55.772824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35864) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:55.777579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3ea43635-d5fa-440f-96c5-00202583d14e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'router': {'routes': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:55.835740 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-898925fd-2828-4c3c-b5a0-c09b0c26e67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.839661 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-898925fd-2828-4c3c-b5a0-c09b0c26e67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.841570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-898925fd-2828-4c3c-b5a0-c09b0c26e67a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e643f4c-35f1-4c06-89d4-431e24dc7986 HTTP/1.1" status: 204 len: 168 time: 0.5874693 Aug 27 14:11:55.909761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Network 5329867c-188b-450e-85af-6974c633d4dc is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:55.914114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898925fd-2828-4c3c-b5a0-c09b0c26e67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e643f4c-35f1-4c06-89d4-431e24dc7986,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:55.940621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5ac81-06db-4e10-b19e-5e0fa21ff98f None None] Pushing event updated for resources: {'Port': ['ID=b414ea9d-ffc6-4b9e-924f-9210402f39b1,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:55.986236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Attempting to bind port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:11:55.986920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Attempting to bind port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:11:55.987466 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Attempting to bind port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 on network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:11:55.997864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:11:55.998575 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Checking segment: {'id': 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:11:55.999319 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:55.999886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Bound using segment: {'id': 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:11:56.000571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Bound port: 0e2963cb-34f3-4503-8fbd-3f62b82aaab4, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:11:56.001152 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:56.106671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:56.123935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 1a1cc144-f401-461c-a630-a278c7dfdecb completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:56.129620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 1a1cc144-f401-461c-a630-a278c7dfdecb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:56.130213 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:56.178234 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0a81b1bf-40dd-4d00-80cc-ea912aa34155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:09:25Z', 'revision_number': 4, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6e425f32-eaf0-4a1a-b15f-af3e4322181c', 'name': '', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'mac_address': 'fa:16:3e:c9:ae:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:37Z', 'revision_number': 5, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'subnets': [{'id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:56.201652 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'Port': ['ID=78649094-2439-4b87-8eab-66800cc47e58,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:56.207409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:56.216301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] For port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:11:56.221335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81b1bf-40dd-4d00-80cc-ea912aa34155 None None] The sync data for ids ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'] in n-d-712139-12 is: [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:09:25Z', 'revision_number': 4, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6e425f32-eaf0-4a1a-b15f-af3e4322181c', 'name': '', 'network_id': '7aefa3fa-7749-4753-b281-ffd8f72f60ab', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'mac_address': 'fa:16:3e:c9:ae:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:22Z', 'updated_at': '2021-08-27T14:09:37Z', 'revision_number': 5, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'subnets': [{'id': '40e71b8a-6eda-4448-a119-1a41275d23a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:56.248487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] For port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0e2963cb-34f3-4503-8fbd-3f62b82aaab4,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:11:56.261215 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:56.408177 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:56.440777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:56.441456 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:56.461567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40369c0-3547-4a54-b159-2fa9376c2591 req-d8918600-1e96-4f8a-92b7-7fe01b819857 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:56.475135 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e40369c0-3547-4a54-b159-2fa9376c2591 req-d8918600-1e96-4f8a-92b7-7fe01b819857 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.1590617 Aug 27 14:11:56.516572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609c8fb-8a40-4ad4-8853-b2c727cfbd57 None None] Pushing event updated for resources: {'Port': ['ID=0e2963cb-34f3-4503-8fbd-3f62b82aaab4,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:56.527274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 1a1cc144-f401-461c-a630-a278c7dfdecb, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1a1cc144-f401-461c-a630-a278c7dfdecb,segment=NetworkSegment(4ebfc1a7-23ae-4b38-b429-5b528dc514de),segment_id=4ebfc1a7-23ae-4b38-b429-5b528dc514de)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:56.531989 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:56.554031 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f5ad179c-1655-4346-97d4-1c4f78a736ae tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0622132 Aug 27 14:11:56.555188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35878) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:56.562989 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:56.565228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'port': {'network_id': '5329867c-188b-450e-85af-6974c633d4dc', 'name': 'tempest-TaggedBootDevicesTest-1020255030', 'fixed_ips': [{'subnet_id': '85a540de-1867-4fa2-bc2c-c99869f313dc'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:56.623064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Transition to ACTIVE for port object a5131682-487f-45cf-9830-645438fc6b0a will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:56.626349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=1a1cc144-f401-461c-a630-a278c7dfdecb,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:56.679164 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:56.800298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910daa3a-89bb-4978-8a38-a3db7a3c9a9d None None] Sync routers for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:11:56.817458 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910daa3a-89bb-4978-8a38-a3db7a3c9a9d None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:56.818084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-910daa3a-89bb-4978-8a38-a3db7a3c9a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:56.832677 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e40369c0-3547-4a54-b159-2fa9376c2591 req-09b8441c-972f-4471-b795-9e28c9efbfe1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566387 Aug 27 14:11:56.838781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:56.907270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:56.923334 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-394df5f4-812b-44fa-bdb9-e883539c98d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:56.929210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:57.037034 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1928d-028d-4ad0-ae23-ba616b6c0056 None None] New status for floating IP 555dc8bd-a069-4138-9882-3029406b5dab: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:11:57.043579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-910daa3a-89bb-4978-8a38-a3db7a3c9a9d None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:57.046332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Made reservation on behalf of 9d6200bcd6d548d19f85584b6cdca497 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:11:57.090274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.extraroute_db [None req-3ea43635-d5fa-440f-96c5-00202583d14e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Added routes are [] {{(pid=101186) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 14:11:57.090783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.extraroute_db [None req-3ea43635-d5fa-440f-96c5-00202583d14e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101186) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 14:11:57.142053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ea43635-d5fa-440f-96c5-00202583d14e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:57.151138 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event updated for resources: {'Port': ['ID=a5131682-487f-45cf-9830-645438fc6b0a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:57.199308 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:57.333460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c8557-cb39-4570-81e6-12bbf539796b req-b66f28bb-7e41-4527-aad9-13cd402665be tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:57.342292 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b7c8557-cb39-4570-81e6-12bbf539796b req-b66f28bb-7e41-4527-aad9-13cd402665be tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 944 time: 0.5447979 Aug 27 14:11:57.348680 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] device_id is not set on port 67249ed9-fee5-401f-9015-062a950f594c yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:11:57.369279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:57.373887 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:57.466578 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b7c8557-cb39-4570-81e6-12bbf539796b req-3a2b78fc-2549-48bb-b7b2-1161a6c8d34b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232626 Aug 27 14:11:57.596122 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4a8318f7-5b23-4284-8a97-294891471228 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9001629 Aug 27 14:11:57.602449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35898) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:57.609308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ea9e14f2-2038-4802-9e13-bc0a134d7697 None None] Provisioning for port a5131682-487f-45cf-9830-645438fc6b0a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:57.622671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ea9e14f2-2038-4802-9e13-bc0a134d7697 None None] Provisioning complete for port a5131682-487f-45cf-9830-645438fc6b0a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:57.623104 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ea9e14f2-2038-4802-9e13-bc0a134d7697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:57.633304 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-efec5022-fbcc-4f3f-b0a6-8bc292f1870a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e2:4c:f2'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:11:57.704376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ea9e14f2-2038-4802-9e13-bc0a134d7697 None None] Port a5131682-487f-45cf-9830-645438fc6b0a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:11:57.740701 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ea43635-d5fa-440f-96c5-00202583d14e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:57.745068 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ea43635-d5fa-440f-96c5-00202583d14e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:57.751256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-910daa3a-89bb-4978-8a38-a3db7a3c9a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:53Z', 'revision_number': 6, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '1a1cc144-f401-461c-a630-a278c7dfdecb', 'name': '', 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:dc:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:48Z', 'updated_at': '2021-08-27T14:11:56Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:48Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:57.806704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910daa3a-89bb-4978-8a38-a3db7a3c9a9d None None] Checking router: aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:11:57.820859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910daa3a-89bb-4978-8a38-a3db7a3c9a9d None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:11:57.821512 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-910daa3a-89bb-4978-8a38-a3db7a3c9a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:57.824309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c9e66-baa4-4fee-9483-1bba4af4dd64 None None] Network 5329867c-188b-450e-85af-6974c633d4dc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:57.919106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Allocated IP 10.1.1.26 (5329867c-188b-450e-85af-6974c633d4dc/85a540de-1867-4fa2-bc2c-c99869f313dc/67249ed9-fee5-401f-9015-062a950f594c) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:11:57.949746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea43635-d5fa-440f-96c5-00202583d14e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:11:58.116042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec21e84-d7ab-4600-a29b-1c94803da9ef req-d9fa088e-f35c-4a7a-927f-271075039029 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:58.117843 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eec21e84-d7ab-4600-a29b-1c94803da9ef req-d9fa088e-f35c-4a7a-927f-271075039029 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.1228769 Aug 27 14:11:58.176886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea43635-d5fa-440f-96c5-00202583d14e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:11:58.200140 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ea43635-d5fa-440f-96c5-00202583d14e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:58.201618 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3ea43635-d5fa-440f-96c5-00202583d14e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 HTTP/1.1" status: 200 len: 700 time: 2.4280241 Aug 27 14:11:58.204985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35914) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:58.262975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 44232c0a-8120-4330-9c3a-988140124208 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:58.266505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1a1cc144-f401-461c-a630-a278c7dfdecb up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:58.352388 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:58.362667 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ed634f42-be3b-4e06-91d1-0a83fdc86aa3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 HTTP/1.1" status: 200 len: 700 time: 0.1540198 Aug 27 14:11:58.363773 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35918) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:11:58.368381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc202e1c-2fb8-4c25-a4a0-35f9aea32928 None None] Network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:11:58.378001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Transition to ACTIVE for port object 67249ed9-fee5-401f-9015-062a950f594c will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:11:58.433363 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eec21e84-d7ab-4600-a29b-1c94803da9ef req-8737b4bc-2f69-4608-9637-6a353ca8012c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980802 Aug 27 14:11:58.450529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-394df5f4-812b-44fa-bdb9-e883539c98d2 admin admin] Deleting port 6e425f32-eaf0-4a1a-b15f-af3e4322181c {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:58.461314 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-394df5f4-812b-44fa-bdb9-e883539c98d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:58.508744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9316f947-9d76-4749-9db2-73b59444018d None None] Provisioning for port b414ea9d-ffc6-4b9e-924f-9210402f39b1 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:58.579923 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-efec5022-fbcc-4f3f-b0a6-8bc292f1870a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:58.599346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-910daa3a-89bb-4978-8a38-a3db7a3c9a9d None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:11:58.763797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 44232c0a-8120-4330-9c3a-988140124208 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:58.767953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 1a1cc144-f401-461c-a630-a278c7dfdecb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:58.768328 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:58.770086 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:58.827087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e865b88a-1172-4f6c-ba83-88b8d3d579e7 None None] Provisioning for port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:58.829137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 44232c0a-8120-4330-9c3a-988140124208 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:58.829694 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:58.847910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Network 5329867c-188b-450e-85af-6974c633d4dc is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:11:58.855976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'Port': ['ID=67249ed9-fee5-401f-9015-062a950f594c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:58.858111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:11:58.870843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:11:58.879085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-394df5f4-812b-44fa-bdb9-e883539c98d2 admin admin] For port 6e425f32-eaf0-4a1a-b15f-af3e4322181c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6e425f32-eaf0-4a1a-b15f-af3e4322181c,segment=NetworkSegment(5eebd969-099a-4b28-a7c6-2c7626dd0ea8),segment_id=5eebd969-099a-4b28-a7c6-2c7626dd0ea8)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:58.879526 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-394df5f4-812b-44fa-bdb9-e883539c98d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:58.899952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75b90f-57de-4221-b6b3-6e080f9c0c65 req-d47b6b7c-ba37-40b3-a504-89fb9ab57f51 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:58.908739 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a75b90f-57de-4221-b6b3-6e080f9c0c65 req-d47b6b7c-ba37-40b3-a504-89fb9ab57f51 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 944 time: 0.2348447 Aug 27 14:11:59.035406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a75b90f-57de-4221-b6b3-6e080f9c0c65 req-24d72e34-86c2-43e8-a40c-5ec555bf7ba7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119084 Aug 27 14:11:59.133164 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b414ea9d-ffc6-4b9e-924f-9210402f39b1 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:11:59.234278 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e8bd-ca97-4fc3-aade-0ffff3900b24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:59.325934 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:59.386313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-394df5f4-812b-44fa-bdb9-e883539c98d2 admin admin] Calling delete_port for 6e425f32-eaf0-4a1a-b15f-af3e4322181c owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:11:59.404776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 44232c0a-8120-4330-9c3a-988140124208, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=44232c0a-8120-4330-9c3a-988140124208,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:59.412765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a48197-f048-428f-9cdc-c9452d4a526f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44232c0a-8120-4330-9c3a-988140124208'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:11:59.415496 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d598e2b-e4fd-491c-8c19-88aae14de8a4" -d '{"events": [{"server_uuid": "65a48197-f048-428f-9cdc-c9452d4a526f", "name": "network-vif-plugged", "status": "completed", "tag": "44232c0a-8120-4330-9c3a-988140124208"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:11:59.425883 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:59.438566 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b414ea9d-ffc6-4b9e-924f-9210402f39b1 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:59.443843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:59.445146 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:59.471298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b414ea9d-ffc6-4b9e-924f-9210402f39b1 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:59.472004 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:59.523997 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e1a042-c431-4645-8a6b-412411b9e6e1 x-openstack-request-id: req-90e1a042-c431-4645-8a6b-412411b9e6e1 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:11:59.524281 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a48197-f048-428f-9cdc-c9452d4a526f", "name": "network-vif-plugged", "status": "completed", "tag": "44232c0a-8120-4330-9c3a-988140124208", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:11:59.526719 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90e1a042-c431-4645-8a6b-412411b9e6e1 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:11:59.527148 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a48197-f048-428f-9cdc-c9452d4a526f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44232c0a-8120-4330-9c3a-988140124208', 'code': 200} Aug 27 14:11:59.578722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-910daa3a-89bb-4978-8a38-a3db7a3c9a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:57Z', 'revision_number': 7, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '1a1cc144-f401-461c-a630-a278c7dfdecb', 'name': '', 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:dc:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:48Z', 'updated_at': '2021-08-27T14:11:56Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:48Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:11:59.662667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910daa3a-89bb-4978-8a38-a3db7a3c9a9d None None] The sync data for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 is: [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:57Z', 'revision_number': 7, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '1a1cc144-f401-461c-a630-a278c7dfdecb', 'name': '', 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:dc:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:48Z', 'updated_at': '2021-08-27T14:11:56Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:48Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:11:59.675539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=44232c0a-8120-4330-9c3a-988140124208,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:11:59.700938 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a2d1f5d2-da48-4f15-8e96-d6e20fc4cbe7 None None] Provisioning for port 78649094-2439-4b87-8eab-66800cc47e58 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:11:59.753411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a2d1f5d2-da48-4f15-8e96-d6e20fc4cbe7 None None] Provisioning complete for port 78649094-2439-4b87-8eab-66800cc47e58 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:11:59.755972 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a2d1f5d2-da48-4f15-8e96-d6e20fc4cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:59.770217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bb27ad29-e93f-4916-a6ac-06cc7ee9292a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2105591 Aug 27 14:11:59.811758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22246a-36aa-4185-9ae8-5b6d0a72a59e req-a705ab23-c998-46f6-8bb4-d08328f5f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:59.819132 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b22246a-36aa-4185-9ae8-5b6d0a72a59e req-a705ab23-c998-46f6-8bb4-d08328f5f522 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 1097 time: 0.1856148 Aug 27 14:11:59.868697 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:59.871251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0e8bd-ca97-4fc3-aade-0ffff3900b24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port 1a1cc144-f401-461c-a630-a278c7dfdecb {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:11:59.871942 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e8bd-ca97-4fc3-aade-0ffff3900b24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:59.936472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0b22246a-36aa-4185-9ae8-5b6d0a72a59e req-2fdd106a-9171-4983-9559-4bb74162a29a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097682 Aug 27 14:11:59.968757 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-efec5022-fbcc-4f3f-b0a6-8bc292f1870a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:59.979452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port b414ea9d-ffc6-4b9e-924f-9210402f39b1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b414ea9d-ffc6-4b9e-924f-9210402f39b1,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:11:59.987558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecc2d3-b158-4fa8-a12c-d64e61c25784 req-7d66d999-e413-4958-a90b-3e5845557524 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:11:59.994202 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:11:59.995429 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6cecc2d3-b158-4fa8-a12c-d64e61c25784 req-7d66d999-e413-4958-a90b-3e5845557524 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.3553572 Aug 27 14:11:59.996069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:12:00.046542 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-efec5022-fbcc-4f3f-b0a6-8bc292f1870a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:00.091010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6cecc2d3-b158-4fa8-a12c-d64e61c25784 req-25e49302-b2dc-4e10-a319-f1ad062b91f9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912452 Aug 27 14:12:00.132628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-ffb0e8bd-ca97-4fc3-aade-0ffff3900b24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] For port 1a1cc144-f401-461c-a630-a278c7dfdecb, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1a1cc144-f401-461c-a630-a278c7dfdecb,segment=NetworkSegment(4ebfc1a7-23ae-4b38-b429-5b528dc514de),segment_id=4ebfc1a7-23ae-4b38-b429-5b528dc514de)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:00.133145 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e8bd-ca97-4fc3-aade-0ffff3900b24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:00.152644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1f5d2-da48-4f15-8e96-d6e20fc4cbe7 None None] Port 78649094-2439-4b87-8eab-66800cc47e58 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:00.161768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=b414ea9d-ffc6-4b9e-924f-9210402f39b1,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:00.180040 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0e8bd-ca97-4fc3-aade-0ffff3900b24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for 1a1cc144-f401-461c-a630-a278c7dfdecb owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:00.202992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c97c9-e003-449a-b347-1a1afb68ffef None None] Sync routers for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:12:00.208252 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a2d1f5d2-da48-4f15-8e96-d6e20fc4cbe7 None None] Provisioning complete for port b414ea9d-ffc6-4b9e-924f-9210402f39b1 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:00.216050 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a2d1f5d2-da48-4f15-8e96-d6e20fc4cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:00.304344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35960) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:00.316891 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:00.320987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec5022-fbcc-4f3f-b0a6-8bc292f1870a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event updated for resources: {'Port': ['ID=a5131682-487f-45cf-9830-645438fc6b0a,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:00.324714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-426ab1b2-b05e-47b6-9666-0020157bc2bf tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--177173059', 'description': 'tempest-description--122291026'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:00.340936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:00.341417 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:00.397038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c97c9-e003-449a-b347-1a1afb68ffef None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:00.397791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-734c97c9-e003-449a-b347-1a1afb68ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:00.412658 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-426ab1b2-b05e-47b6-9666-0020157bc2bf tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:00.423917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-efec5022-fbcc-4f3f-b0a6-8bc292f1870a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] In _notify_port_updated(), no bound segment for port a5131682-487f-45cf-9830-645438fc6b0a on network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 {{(pid=101187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:12:00.429653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec5022-fbcc-4f3f-b0a6-8bc292f1870a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:00.434602 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-efec5022-fbcc-4f3f-b0a6-8bc292f1870a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:00.436101 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-efec5022-fbcc-4f3f-b0a6-8bc292f1870a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "PUT /v2.0/ports/a5131682-487f-45cf-9830-645438fc6b0a HTTP/1.1" status: 200 len: 996 time: 2.8092635 Aug 27 14:12:00.440085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35966) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:00.496001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490225e8-5729-4e03-8560-4c7a92242908 req-6f52ae4f-1469-4b3f-ae9b-6a0acf4c09ea tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:00.497588 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490225e8-5729-4e03-8560-4c7a92242908 req-6f52ae4f-1469-4b3f-ae9b-6a0acf4c09ea tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 945 time: 0.2271101 Aug 27 14:12:00.498285 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-394df5f4-812b-44fa-bdb9-e883539c98d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:00.526798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-734c97c9-e003-449a-b347-1a1afb68ffef None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:00.623617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394df5f4-812b-44fa-bdb9-e883539c98d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e425f32-eaf0-4a1a-b15f-af3e4322181c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:00.776914 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-490225e8-5729-4e03-8560-4c7a92242908 req-5fbc6eee-5f6c-4c4e-8aec-c1c3479112e9 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591391 Aug 27 14:12:00.970119 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-394df5f4-812b-44fa-bdb9-e883539c98d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:00.972515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35970) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:01.083292 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a2d1f5d2-da48-4f15-8e96-d6e20fc4cbe7 None None] Provisioning for port 67249ed9-fee5-401f-9015-062a950f594c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:01.098427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a2d1f5d2-da48-4f15-8e96-d6e20fc4cbe7 None None] Provisioning complete for port 67249ed9-fee5-401f-9015-062a950f594c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:01.099347 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a2d1f5d2-da48-4f15-8e96-d6e20fc4cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:01.314226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1f5d2-da48-4f15-8e96-d6e20fc4cbe7 None None] Port 67249ed9-fee5-401f-9015-062a950f594c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:01.359474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81354b0-502f-48fb-8f6e-fde8e78b8663 req-9ba73918-cf21-42aa-ae42-0953a9c07cb7 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:01.366607 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f81354b0-502f-48fb-8f6e-fde8e78b8663 req-9ba73918-cf21-42aa-ae42-0953a9c07cb7 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.1192458 Aug 27 14:12:01.375418 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:01.382205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a4573-c66b-41de-a43d-62e01bf02c4d tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Deleting port a5131682-487f-45cf-9830-645438fc6b0a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:01.382761 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1c6a4573-c66b-41de-a43d-62e01bf02c4d tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:01.480187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0e2963cb-34f3-4503-8fbd-3f62b82aaab4,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:01.496766 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1c6a4573-c66b-41de-a43d-62e01bf02c4d tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:01.502436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394df5f4-812b-44fa-bdb9-e883539c98d2 admin admin] Router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:12:01.506429 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2814962-80cf-4717-bfeb-4598fbce513f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:01.508529 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:01.509576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a4573-c66b-41de-a43d-62e01bf02c4d tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Calling delete_port for a5131682-487f-45cf-9830-645438fc6b0a owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:01.538275 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8656276f-944a-4b66-a604-3ce9197bb587 None None] Provisioning complete for port 78649094-2439-4b87-8eab-66800cc47e58 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:01.538971 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8656276f-944a-4b66-a604-3ce9197bb587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:01.658770 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1c6a4573-c66b-41de-a43d-62e01bf02c4d tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:01.664763 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e8bd-ca97-4fc3-aade-0ffff3900b24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:01.669270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-734c97c9-e003-449a-b347-1a1afb68ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:11:57Z', 'revision_number': 7, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '1a1cc144-f401-461c-a630-a278c7dfdecb', 'name': '', 'network_id': 'c7ce8ba2-96c6-44c1-9dde-0e4be03714b6', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:dc:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:48Z', 'updated_at': '2021-08-27T14:11:56Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'c42c5a18-1eea-4640-964b-3d297ed9ba19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:48Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:01.692877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394df5f4-812b-44fa-bdb9-e883539c98d2 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:12:01.710246 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3adb2-c975-41b3-8f71-2cd84910ebfc None None] Sync routers for ids ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:12:01.713658 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-394df5f4-812b-44fa-bdb9-e883539c98d2 admin admin] 10.222.0.55 "PUT /v2.0/routers/9025f0af-a3ac-40e3-b945-cb556d9a7e07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5285296 Aug 27 14:12:01.718161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35978) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:01.723587 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3adb2-c975-41b3-8f71-2cd84910ebfc None None] Routers {'9025f0af-a3ac-40e3-b945-cb556d9a7e07'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:01.725567 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-33c3adb2-c975-41b3-8f71-2cd84910ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:01.749818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c97c9-e003-449a-b347-1a1afb68ffef None None] Checking router: aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:12:01.778969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8656276f-944a-4b66-a604-3ce9197bb587 None None] Port 78649094-2439-4b87-8eab-66800cc47e58 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:01.784717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=0e2963cb-34f3-4503-8fbd-3f62b82aaab4,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:01.795295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c97c9-e003-449a-b347-1a1afb68ffef None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:01.795927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-734c97c9-e003-449a-b347-1a1afb68ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:01.838149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0e8bd-ca97-4fc3-aade-0ffff3900b24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=1a1cc144-f401-461c-a630-a278c7dfdecb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:01.959800 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-734c97c9-e003-449a-b347-1a1afb68ffef None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:02.003926 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f81354b0-502f-48fb-8f6e-fde8e78b8663 req-9eb25ba4-7994-46d4-825a-e3ded2e148ff tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6358063 Aug 27 14:12:02.010922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a4573-c66b-41de-a43d-62e01bf02c4d tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event deleted for resources: {'Port': ['ID=a5131682-487f-45cf-9830-645438fc6b0a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:02.020979 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1c6a4573-c66b-41de-a43d-62e01bf02c4d tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.023239 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1c6a4573-c66b-41de-a43d-62e01bf02c4d tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "DELETE /v2.0/ports/a5131682-487f-45cf-9830-645438fc6b0a HTTP/1.1" status: 204 len: 168 time: 1.5784457 Aug 27 14:12:02.024280 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-33c3adb2-c975-41b3-8f71-2cd84910ebfc None None] Set router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:02.037158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35982) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:02.043227 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-426ab1b2-b05e-47b6-9666-0020157bc2bf tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.056364 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-426ab1b2-b05e-47b6-9666-0020157bc2bf tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.067151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b414ea9d-ffc6-4b9e-924f-9210402f39b1 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:12:02.146500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8656276f-944a-4b66-a604-3ce9197bb587 None None] Provisioning complete for port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:02.147268 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8656276f-944a-4b66-a604-3ce9197bb587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.185245 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2814962-80cf-4717-bfeb-4598fbce513f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.227216 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2814962-80cf-4717-bfeb-4598fbce513f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.235456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e8bd-ca97-4fc3-aade-0ffff3900b24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.262312 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-426ab1b2-b05e-47b6-9666-0020157bc2bf tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.263773 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-426ab1b2-b05e-47b6-9666-0020157bc2bf tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9570763 Aug 27 14:12:02.270713 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35984) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:02.285253 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b2814962-80cf-4717-bfeb-4598fbce513f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2debd28457c4836b3ce8a9c2d2bee11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3093054 Aug 27 14:12:02.285473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9bacf59c-1251-45d8-84b0-471728549e1d tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'security_group_rule': {'security_group_id': '3156f93a-f3b5-44c7-b57f-4be4d73739da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:02.292806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35986) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:02.295006 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.296939 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc62f88-5c02-4777-ab2c-bcecfba1258f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] GET failed (client error): The resource could not be found. Aug 27 14:12:02.298571 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4fc62f88-5c02-4777-ab2c-bcecfba1258f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "GET /v2.0/ports/a5131682-487f-45cf-9830-645438fc6b0a HTTP/1.1" status: 404 len: 333 time: 0.2605300 Aug 27 14:12:02.316647 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-33c3adb2-c975-41b3-8f71-2cd84910ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:12:00Z', 'revision_number': 5, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:02.330757 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35988) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:02.344335 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3adb2-c975-41b3-8f71-2cd84910ebfc None None] Checking router: 9025f0af-a3ac-40e3-b945-cb556d9a7e07 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:12:02.353780 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3adb2-c975-41b3-8f71-2cd84910ebfc None None] Routers {'9025f0af-a3ac-40e3-b945-cb556d9a7e07'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:02.354774 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-33c3adb2-c975-41b3-8f71-2cd84910ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:02.381794 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Request body: {'port': {'network_id': '81ed1a63-796b-4c85-a39d-5f27fa4c9490', 'name': 'tempest-AllowedAddressPairTestJSON-1778139364'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:02.408936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b414ea9d-ffc6-4b9e-924f-9210402f39b1 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:02.409975 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.447697 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2814962-80cf-4717-bfeb-4598fbce513f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0962b3-9464-4029-b92a-7187648b6f07,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:02.463141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8656276f-944a-4b66-a604-3ce9197bb587 None None] Could not find standard attr ID for object a5131682-487f-45cf-9830-645438fc6b0a. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:12:02.468578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-734c97c9-e003-449a-b347-1a1afb68ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:01Z', 'revision_number': 8, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:48Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:02.468813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd59e79-3417-4e0d-939b-4e2090cfc48e req-74363f73-adf5-457e-89fb-6555eaa4d741 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:02.475859 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-33c3adb2-c975-41b3-8f71-2cd84910ebfc None None] Set router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:02.476228 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dfd59e79-3417-4e0d-939b-4e2090cfc48e req-74363f73-adf5-457e-89fb-6555eaa4d741 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 945 time: 0.4847629 Aug 27 14:12:02.476556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ab1b2-b05e-47b6-9666-0020157bc2bf tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3156f93a-f3b5-44c7-b57f-4be4d73739da,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:02.526245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c97c9-e003-449a-b347-1a1afb68ffef None None] The sync data for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 is: [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:01Z', 'revision_number': 8, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:48Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:12:02.550508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8656276f-944a-4b66-a604-3ce9197bb587 None None] Provisioning complete for port 67249ed9-fee5-401f-9015-062a950f594c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:02.551092 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8656276f-944a-4b66-a604-3ce9197bb587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.564859 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9bacf59c-1251-45d8-84b0-471728549e1d tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.584834 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85b9-d6e5-49f5-a78a-f1ec8c7c2195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.625192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb0e8bd-ca97-4fc3-aade-0ffff3900b24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:12:02.655826 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9bacf59c-1251-45d8-84b0-471728549e1d tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.662343 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9bacf59c-1251-45d8-84b0-471728549e1d tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.678773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8656276f-944a-4b66-a604-3ce9197bb587 None None] Port 67249ed9-fee5-401f-9015-062a950f594c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:02.690865 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.702766 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85b9-d6e5-49f5-a78a-f1ec8c7c2195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.716389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dfd59e79-3417-4e0d-939b-4e2090cfc48e req-683ec6e1-156f-4d12-b40f-c0dab1adfa11 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392719 Aug 27 14:12:02.745605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacf59c-1251-45d8-84b0-471728549e1d tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36318265-fa40-4698-8399-34bc0e2b57bb,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:02.769735 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9bacf59c-1251-45d8-84b0-471728549e1d tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.771007 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9bacf59c-1251-45d8-84b0-471728549e1d tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4975021 Aug 27 14:12:02.776055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35994) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:02.789513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-02fbf904-dfa1-4544-a81d-580c0cb198bc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'security_group_rule': {'security_group_id': '3156f93a-f3b5-44c7-b57f-4be4d73739da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:02.807187 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb0e8bd-ca97-4fc3-aade-0ffff3900b24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:12:02.815804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ffb0e8bd-ca97-4fc3-aade-0ffff3900b24 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4508362 Aug 27 14:12:02.819073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35996) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:02.844403 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02fbf904-dfa1-4544-a81d-580c0cb198bc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.852707 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 14:12:02.852707 n-d-712139-12 neutron-server[101187]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 14:12:02.852707 n-d-712139-12 neutron-server[101187]: [parameters: {'project_id_1': '510f07d233a142c5855a3f66f68fedf5', 'expiration_1': datetime.datetime(2021, 8, 27, 14, 12, 2, 805402)}] Aug 27 14:12:02.852707 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:12:02.853786 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:12:02.858999 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-33c3adb2-c975-41b3-8f71-2cd84910ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:12:00Z', 'revision_number': 5, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:02.881410 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85b9-d6e5-49f5-a78a-f1ec8c7c2195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.886845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85b9-d6e5-49f5-a78a-f1ec8c7c2195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.886845 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a9cf85b9-d6e5-49f5-a78a-f1ec8c7c2195 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf0962b3-9464-4029-b92a-7187648b6f07 HTTP/1.1" status: 204 len: 168 time: 0.5865967 Aug 27 14:12:02.891108 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3adb2-c975-41b3-8f71-2cd84910ebfc None None] The sync data for ids ['9025f0af-a3ac-40e3-b945-cb556d9a7e07'] in n-d-712139-12 is: [{'id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'name': 'tempest-ServersTestManualDisk-879035802-router', 'tenant_id': '7ffec2a756fc41ca90e6927ab441f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:15Z', 'updated_at': '2021-08-27T14:12:00Z', 'revision_number': 5, 'project_id': '7ffec2a756fc41ca90e6927ab441f721', 'gw_port': {'id': '89118e48-4fba-449b-acd9-f5c7cc39e460', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9025f0af-a3ac-40e3-b945-cb556d9a7e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:16Z', 'updated_at': '2021-08-27T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:12:02.896178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Deleting port 89118e48-4fba-449b-acd9-f5c7cc39e460 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:02.896523 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.906106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ca4d81-f343-4656-bcca-00dc1a5f9922 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting subnet c42c5a18-1eea-4640-964b-3d297ed9ba19 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:12:02.910223 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4d81-f343-4656-bcca-00dc1a5f9922 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.913010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf85b9-d6e5-49f5-a78a-f1ec8c7c2195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0962b3-9464-4029-b92a-7187648b6f07,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:02.948340 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02fbf904-dfa1-4544-a81d-580c0cb198bc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.966343 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02fbf904-dfa1-4544-a81d-580c0cb198bc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:02.986744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbf904-dfa1-4544-a81d-580c0cb198bc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4b9690-5ce0-4b92-9cf6-287ef9bbcc82,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:02.997849 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02fbf904-dfa1-4544-a81d-580c0cb198bc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.003961 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-02fbf904-dfa1-4544-a81d-580c0cb198bc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2173455 Aug 27 14:12:03.004175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36000) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:03.011250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:03.021618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4d81-f343-4656-bcca-00dc1a5f9922 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.049922 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.085041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] For port 89118e48-4fba-449b-acd9-f5c7cc39e460, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=89118e48-4fba-449b-acd9-f5c7cc39e460,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:03.085412 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.106264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Calling delete_port for 89118e48-4fba-449b-acd9-f5c7cc39e460 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:03.179991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.198962 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:12:03.215358 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4d81-f343-4656-bcca-00dc1a5f9922 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.260177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36006) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:03.264156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865765c-8b98-430a-a04e-17d832918b8c None None] Sync routers for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:12:03.277832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865765c-8b98-430a-a04e-17d832918b8c None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:03.278871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b865765c-8b98-430a-a04e-17d832918b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:03.307227 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f16f3e1e-4319-4bb3-a36d-ae90ff608ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.340612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c22d9-a16c-434e-91fa-f40be4e9c562 req-69368d6b-ca14-4f21-85e6-ee5de78436d3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:03.342179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4f1c22d9-a16c-434e-91fa-f40be4e9c562 req-69368d6b-ca14-4f21-85e6-ee5de78436d3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.1905057 Aug 27 14:12:03.349670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Allocated IP 172.25.2.117 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/9c9e327a-99ca-4cd9-8f17-197d3b098149) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:03.380693 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4d81-f343-4656-bcca-00dc1a5f9922 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.393425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-b865765c-8b98-430a-a04e-17d832918b8c None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:03.416303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca4d81-f343-4656-bcca-00dc1a5f9922 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Subnet': ['ID=c42c5a18-1eea-4640-964b-3d297ed9ba19,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:03.427771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4d81-f343-4656-bcca-00dc1a5f9922 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.429777 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e0ca4d81-f343-4656-bcca-00dc1a5f9922 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/c42c5a18-1eea-4640-964b-3d297ed9ba19 HTTP/1.1" status: 204 len: 168 time: 0.6087768 Aug 27 14:12:03.433070 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36008) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:03.453678 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4f1c22d9-a16c-434e-91fa-f40be4e9c562 req-9a9a3d8f-9abb-45e6-a447-ea570ccfa4eb tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026888 Aug 27 14:12:03.504640 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.545369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=89118e48-4fba-449b-acd9-f5c7cc39e460,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:03.576797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ef324-d535-4387-b140-cd53533e0c49 None None] Network c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:03.593142 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.616719 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.641673 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f16f3e1e-4319-4bb3-a36d-ae90ff608ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.648272 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f16f3e1e-4319-4bb3-a36d-ae90ff608ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.666488 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.761701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f3e1e-4319-4bb3-a36d-ae90ff608ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c327bde-77c0-4ca5-86ee-ba4ebbe51243,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:03.776512 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f16f3e1e-4319-4bb3-a36d-ae90ff608ba0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=076af2162c094c6c9a2fa1e4be62f61b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150180 Aug 27 14:12:03.777634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36012) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:03.794826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:12:03.799903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b865765c-8b98-430a-a04e-17d832918b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:01Z', 'revision_number': 8, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:48Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:03.819968 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.820259 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.822662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Made reservation on behalf of 510f07d233a142c5855a3f66f68fedf5 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:03.826791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.847982 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.856519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865765c-8b98-430a-a04e-17d832918b8c None None] Checking router: aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:12:03.885513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865765c-8b98-430a-a04e-17d832918b8c None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:03.886134 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b865765c-8b98-430a-a04e-17d832918b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:03.888664 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:03.898559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:03.904078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port 47c23b94-4247-493e-b5bb-b8a39f1c72b6 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:03.904522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.906430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:03.913268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'Port': ['ID=9c9e327a-99ca-4cd9-8f17-197d3b098149,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:03.929292 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] device_id is not set on port 8ab5c570-1520-4942-9985-025914c1e93e yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:12:03.981011 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.981809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9025f0af-a3ac-40e3-b945-cb556d9a7e07 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:12:03.992043 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:03.997262 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d5d92aa0-58f1-48f3-a727-eb80822d0aa9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9025f0af-a3ac-40e3-b945-cb556d9a7e07 HTTP/1.1" status: 204 len: 168 time: 2.2777021 Aug 27 14:12:03.998087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36016) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:03.998515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d75d6-93a1-4864-9fe3-41da3be72801 None None] DHCP port deletion for c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:12:04.000183 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bf8419e-1cc1-4194-8808-a4c8a6f63640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.047653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:04.048013 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.048700 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] For port 47c23b94-4247-493e-b5bb-b8a39f1c72b6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=47c23b94-4247-493e-b5bb-b8a39f1c72b6,segment=NetworkSegment(4ebfc1a7-23ae-4b38-b429-5b528dc514de),segment_id=4ebfc1a7-23ae-4b38-b429-5b528dc514de)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:04.049172 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.050862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-b865765c-8b98-430a-a04e-17d832918b8c None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:04.073750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bf8419e-1cc1-4194-8808-a4c8a6f63640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.075815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for 47c23b94-4247-493e-b5bb-b8a39f1c72b6 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:04.091387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-1783f5fd-1646-4190-bf09-e76aa42948f6 admin admin] Deleting subnet 40e71b8a-6eda-4448-a119-1a41275d23a4 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:12:04.102984 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1783f5fd-1646-4190-bf09-e76aa42948f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.150957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Allocated IP 172.20.0.4 (81ed1a63-796b-4c85-a39d-5f27fa4c9490/084998c3-646c-4c00-ae74-8d630ffdc0f7/8ab5c570-1520-4942-9985-025914c1e93e) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:04.167259 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1783f5fd-1646-4190-bf09-e76aa42948f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.192239 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.250220 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bf8419e-1cc1-4194-8808-a4c8a6f63640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.253411 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bf8419e-1cc1-4194-8808-a4c8a6f63640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.257618 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0bf8419e-1cc1-4194-8808-a4c8a6f63640 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c327bde-77c0-4ca5-86ee-ba4ebbe51243 HTTP/1.1" status: 204 len: 168 time: 0.4730675 Aug 27 14:12:04.272533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.281689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8419e-1cc1-4194-8808-a4c8a6f63640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c327bde-77c0-4ca5-86ee-ba4ebbe51243,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:04.319752 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.349734 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1783f5fd-1646-4190-bf09-e76aa42948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.374869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=47c23b94-4247-493e-b5bb-b8a39f1c72b6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:04.379616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No DVR routers for this DVR port 47c23b94-4247-493e-b5bb-b8a39f1c72b6 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:04.410636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-be5d75d6-93a1-4864-9fe3-41da3be72801 None None] Deleting port 47c23b94-4247-493e-b5bb-b8a39f1c72b6 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:04.411247 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be5d75d6-93a1-4864-9fe3-41da3be72801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.456135 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.466529 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1783f5fd-1646-4190-bf09-e76aa42948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.521881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Transition to ACTIVE for port object 8ab5c570-1520-4942-9985-025914c1e93e will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:04.525457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783f5fd-1646-4190-bf09-e76aa42948f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e71b8a-6eda-4448-a119-1a41275d23a4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:04.529197 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.543383 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1783f5fd-1646-4190-bf09-e76aa42948f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.545916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ce8ba2-96c6-44c1-9dde-0e4be03714b6']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:04.551620 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1783f5fd-1646-4190-bf09-e76aa42948f6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/40e71b8a-6eda-4448-a119-1a41275d23a4 HTTP/1.1" status: 204 len: 168 time: 0.5487428 Aug 27 14:12:04.555834 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36022) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:04.565565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebfc1a7-23ae-4b38-b429-5b528dc514de') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:04.565565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebfc1a7-23ae-4b38-b429-5b528dc514de') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:04.570713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26832aef-c6d2-4156-8a6a-4d165b3ba4a1 None None] Network 7aefa3fa-7749-4753-b281-ffd8f72f60ab requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:04.581843 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.602302 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.626076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:12:04.626076 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.630842 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:12:04.632710 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:12:04.685763 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.698454 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.699784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-be5d75d6-93a1-4864-9fe3-41da3be72801 None None] For port 47c23b94-4247-493e-b5bb-b8a39f1c72b6, host n-d-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:04.700285 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be5d75d6-93a1-4864-9fe3-41da3be72801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.768606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-be5d75d6-93a1-4864-9fe3-41da3be72801 None None] Calling delete_port for 47c23b94-4247-493e-b5bb-b8a39f1c72b6 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:04.796212 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.ipam_backend_mixin [None req-be5d75d6-93a1-4864-9fe3-41da3be72801 None None] Port 47c23b94-4247-493e-b5bb-b8a39f1c72b6 was not found and therefore no delete operation was performed {{(pid=101188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:12:04.815845 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be5d75d6-93a1-4864-9fe3-41da3be72801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.852742 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.859310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'Port': ['ID=9c9e327a-99ca-4cd9-8f17-197d3b098149,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:04.875398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:04.878738 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/networks/c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 HTTP/1.1" status: 204 len: 168 time: 1.4413323 Aug 27 14:12:04.886238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d75d6-93a1-4864-9fe3-41da3be72801 None None] Pushing event deleted for resources: {'Port': ['ID=47c23b94-4247-493e-b5bb-b8a39f1c72b6,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:04.887098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864ecf4-de80-4cbf-857a-0f5267e9d8fa req-17b2a2fc-248a-424c-84e0-0236843656b1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:04.889492 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c864ecf4-de80-4cbf-857a-0f5267e9d8fa req-17b2a2fc-248a-424c-84e0-0236843656b1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.2749686 Aug 27 14:12:04.889999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36032) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:04.894704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be5d75d6-93a1-4864-9fe3-41da3be72801 None None] Network c7ce8ba2-96c6-44c1-9dde-0e4be03714b6 is not hosted by any dhcp agent {{(pid=101188) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 14:12:04.895808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d75d6-93a1-4864-9fe3-41da3be72801 None None] No DVR routers for this DVR port 47c23b94-4247-493e-b5bb-b8a39f1c72b6 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:04.938715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d3656-c483-4d15-a840-aa8f458d6ebe tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Network': ['ID=c7ce8ba2-96c6-44c1-9dde-0e4be03714b6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:04.958247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b865765c-8b98-430a-a04e-17d832918b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:01Z', 'revision_number': 8, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:48Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:04.995249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865765c-8b98-430a-a04e-17d832918b8c None None] The sync data for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 is: [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:01Z', 'revision_number': 8, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5717ef4-759b-4ec7-8cbc-5a824993fbf6', 'name': '', 'network_id': 'e4ec9ce5-0b38-4c64-be18-5a334add2a36', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:d4:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:38Z', 'updated_at': '2021-08-27T14:11:48Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': 'e41ebe77-d108-48f0-8f2e-34ee62719ee0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:12:04.996219 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:05.011738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51f0e61-8792-4cc3-940c-99b739e80525 None None] DHCP port deletion for 7aefa3fa-7749-4753-b281-ffd8f72f60ab request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:12:05.021985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1a1cc144-f401-461c-a630-a278c7dfdecb no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:05.073443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 1a1cc144-f401-461c-a630-a278c7dfdecb {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:12:05.077454 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1a1cc144-f401-461c-a630-a278c7dfdecb not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:12:05.079573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6e425f32-eaf0-4a1a-b15f-af3e4322181c no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:05.116733 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c864ecf4-de80-4cbf-857a-0f5267e9d8fa req-a35716cd-22ae-42e3-8278-30e5dfade866 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934433 Aug 27 14:12:05.121383 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:05.122913 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-71128849-02b8-42da-862d-0474ab1f5315 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1159039 Aug 27 14:12:05.177035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 6e425f32-eaf0-4a1a-b15f-af3e4322181c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:12:05.177035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6e425f32-eaf0-4a1a-b15f-af3e4322181c not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:12:05.217527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a51f0e61-8792-4cc3-940c-99b739e80525 None None] Deleting port dde593c7-39f7-4a67-a132-0ff226b3cc7a {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:05.217915 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a51f0e61-8792-4cc3-940c-99b739e80525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:05.250194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:05.258429 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:05.284448 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:05.346221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:05.360183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event updated for resources: {'Port': ['ID=8ab5c570-1520-4942-9985-025914c1e93e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:05.387537 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a51f0e61-8792-4cc3-940c-99b739e80525 None None] For port dde593c7-39f7-4a67-a132-0ff226b3cc7a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dde593c7-39f7-4a67-a132-0ff226b3cc7a,segment=NetworkSegment(5eebd969-099a-4b28-a7c6-2c7626dd0ea8),segment_id=5eebd969-099a-4b28-a7c6-2c7626dd0ea8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:05.389547 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a51f0e61-8792-4cc3-940c-99b739e80525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:05.407242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a51f0e61-8792-4cc3-940c-99b739e80525 None None] Calling delete_port for dde593c7-39f7-4a67-a132-0ff226b3cc7a owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:05.420631 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:05.421989 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:05.484512 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dd23d86c-794b-4b44-8bac-9fc5ce78c106 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1177704 Aug 27 14:12:05.488331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36058) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:05.500343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Request body: {'port': {'network_id': '81ed1a63-796b-4c85-a39d-5f27fa4c9490', 'name': 'tempest-AllowedAddressPairTestJSON-900711205'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:05.559376 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38a1f838-c8f6-48cc-afbe-b394429396c9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:05.604255 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-6681ecba-7408-440a-ad46-74db4a3ef63e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--177173059&fields=id&tenant_id=9d6200bcd6d548d19f85584b6cdca497 HTTP/1.1" status: 200 len: 267 time: 0.1182516 Aug 27 14:12:05.642358 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a51f0e61-8792-4cc3-940c-99b739e80525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:05.676877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Deleting port dde593c7-39f7-4a67-a132-0ff226b3cc7a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:05.677511 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:05.689015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-c8b522f0-1558-4f98-a9de-a74cb62377ee tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:05.691372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f0e61-8792-4cc3-940c-99b739e80525 None None] Pushing event deleted for resources: {'Port': ['ID=dde593c7-39f7-4a67-a132-0ff226b3cc7a,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:05.692538 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-c8b522f0-1558-4f98-a9de-a74cb62377ee tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports/78649094-2439-4b87-8eab-66800cc47e58 HTTP/1.1" status: 200 len: 931 time: 0.0870903 Aug 27 14:12:05.711644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 47c23b94-4247-493e-b5bb-b8a39f1c72b6 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:05.714344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f0e61-8792-4cc3-940c-99b739e80525 None None] No DVR routers for this DVR port dde593c7-39f7-4a67-a132-0ff226b3cc7a on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:05.720000 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-46134b33-0f34-463e-88ba-68a9a9b514e1 None None] Provisioning for port 8ab5c570-1520-4942-9985-025914c1e93e completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:05.751934 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-46134b33-0f34-463e-88ba-68a9a9b514e1 None None] Provisioning complete for port 8ab5c570-1520-4942-9985-025914c1e93e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:05.752496 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-46134b33-0f34-463e-88ba-68a9a9b514e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:05.754152 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 47c23b94-4247-493e-b5bb-b8a39f1c72b6 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:12:05.754603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 47c23b94-4247-493e-b5bb-b8a39f1c72b6 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:12:05.755177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 89118e48-4fba-449b-acd9-f5c7cc39e460 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:05.794582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 89118e48-4fba-449b-acd9-f5c7cc39e460 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:12:05.797830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 89118e48-4fba-449b-acd9-f5c7cc39e460 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:12:05.798456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dde593c7-39f7-4a67-a132-0ff226b3cc7a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:05.799284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-8a0c0946-35e6-4108-a83c-135777bf580b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:05.800638 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-8a0c0946-35e6-4108-a83c-135777bf580b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports/67249ed9-fee5-401f-9015-062a950f594c HTTP/1.1" status: 200 len: 931 time: 0.0918124 Aug 27 14:12:05.836005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fd226785-adfa-4162-892a-b1cfaff56660 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:12:05.840776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: dde593c7-39f7-4a67-a132-0ff226b3cc7a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:12:05.841257 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dde593c7-39f7-4a67-a132-0ff226b3cc7a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:12:05.856859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-46134b33-0f34-463e-88ba-68a9a9b514e1 None None] Port 8ab5c570-1520-4942-9985-025914c1e93e cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:05.887156 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-951fbba0-819d-4370-94cc-58fccf335b93 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?network_id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0792851 Aug 27 14:12:05.890199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] For port dde593c7-39f7-4a67-a132-0ff226b3cc7a, host n-d-712139-12, got binding levels [] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:05.890642 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:05.933807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Calling delete_port for dde593c7-39f7-4a67-a132-0ff226b3cc7a owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:05.938091 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-b7195c83-eee6-4589-b9b7-d57a5cdbc086 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?network_id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0436504 Aug 27 14:12:05.939795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.ipam_backend_mixin [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Port dde593c7-39f7-4a67-a132-0ff226b3cc7a was not found and therefore no delete operation was performed {{(pid=101187) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:12:05.941144 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Made reservation on behalf of 510f07d233a142c5855a3f66f68fedf5 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:05.946157 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:05.950726 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:05.982747 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:05.996499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'fd226785-adfa-4162-892a-b1cfaff56660', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'port_id': 'fd226785-adfa-4162-892a-b1cfaff56660', 'mac_address': 'fa:16:3e:c4:cb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:12:06.042289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Pushing event deleted for resources: {'Port': ['ID=dde593c7-39f7-4a67-a132-0ff226b3cc7a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:06.042465 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:06.047012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] No DVR routers for this DVR port dde593c7-39f7-4a67-a132-0ff226b3cc7a on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:06.056527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] device_id is not set on port c8032cb3-3f4f-457b-b380-070cb737acd0 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:12:06.058996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd226785-adfa-4162-892a-b1cfaff56660 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:12:06.061000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-38a1f838-c8f6-48cc-afbe-b394429396c9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port f5717ef4-759b-4ec7-8cbc-5a824993fbf6 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:06.061489 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38a1f838-c8f6-48cc-afbe-b394429396c9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:06.094993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:06.108377 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:06.184372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-38a1f838-c8f6-48cc-afbe-b394429396c9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] For port f5717ef4-759b-4ec7-8cbc-5a824993fbf6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f5717ef4-759b-4ec7-8cbc-5a824993fbf6,segment=NetworkSegment(370a1ee9-4ab5-4aa9-b346-1da452c521ec),segment_id=370a1ee9-4ab5-4aa9-b346-1da452c521ec)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:06.184851 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38a1f838-c8f6-48cc-afbe-b394429396c9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:06.208237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-38a1f838-c8f6-48cc-afbe-b394429396c9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for f5717ef4-759b-4ec7-8cbc-5a824993fbf6 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:06.220107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=fd226785-adfa-4162-892a-b1cfaff56660,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:06.236846 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:06.269385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aefa3fa-7749-4753-b281-ffd8f72f60ab']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:06.292838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eebd969-099a-4b28-a7c6-2c7626dd0ea8') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:06.293473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eebd969-099a-4b28-a7c6-2c7626dd0ea8') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:06.297728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['fd226785-adfa-4162-892a-b1cfaff56660'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:12:06.310833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-af544c2b-9d67-43ce-b8ff-40e444e15ff9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:06.317253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-af544c2b-9d67-43ce-b8ff-40e444e15ff9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:06.324108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-af544c2b-9d67-43ce-b8ff-40e444e15ff9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:06.326017 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-af544c2b-9d67-43ce-b8ff-40e444e15ff9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/networks?id=85c680fe-ab41-4ad8-8981-eb8ac0cb901a&id=5329867c-188b-450e-85af-6974c633d4dc&id=5329867c-188b-450e-85af-6974c633d4dc&id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92&id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 HTTP/1.1" status: 200 len: 1991 time: 0.3762865 Aug 27 14:12:06.348421 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:06.388179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-20b79994-2492-4632-9901-339ff074b6ce tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/quotas/9d6200bcd6d548d19f85584b6cdca497 HTTP/1.1" status: 200 len: 375 time: 0.0374889 Aug 27 14:12:06.389613 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:06.412863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:12:06.413653 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:12:06.415736 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:12:06.492309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7d6e9-0b95-4bcb-b878-28f3763b0e9c req-902ba936-b660-4254-bd00-e1c3b230e957 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:06.494532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0db7d6e9-0b95-4bcb-b878-28f3763b0e9c req-902ba936-b660-4254-bd00-e1c3b230e957 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.1224930 Aug 27 14:12:06.513758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Allocated IP 172.20.0.10 (81ed1a63-796b-4c85-a39d-5f27fa4c9490/084998c3-646c-4c00-ae74-8d630ffdc0f7/c8032cb3-3f4f-457b-b380-070cb737acd0) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:06.551132 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0db7d6e9-0b95-4bcb-b878-28f3763b0e9c req-b5386d4d-9540-422e-9d46-a0d9e808e8c1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473959 Aug 27 14:12:06.552604 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38a1f838-c8f6-48cc-afbe-b394429396c9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:06.591351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1f838-c8f6-48cc-afbe-b394429396c9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=f5717ef4-759b-4ec7-8cbc-5a824993fbf6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:06.745010 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:06.755625 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:06.757857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] 10.222.0.55 "DELETE /v2.0/networks/7aefa3fa-7749-4753-b281-ffd8f72f60ab HTTP/1.1" status: 204 len: 168 time: 2.2004178 Aug 27 14:12:06.787581 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-48310129-adb8-477a-8492-418fa6b218f8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d6200bcd6d548d19f85584b6cdca497&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3893809 Aug 27 14:12:06.867862 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:06.868243 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-38a1f838-c8f6-48cc-afbe-b394429396c9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:06.885093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Transition to ACTIVE for port object c8032cb3-3f4f-457b-b380-070cb737acd0 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:06.886662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb954e-546f-4d3c-8af1-7d02fb9211ab admin admin] Pushing event deleted for resources: {'Network': ['ID=7aefa3fa-7749-4753-b281-ffd8f72f60ab,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:07.052660 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:07.105229 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-bc714f9f-fe07-4b01-9e9e-dadc4391f6cf service neutron] 10.222.0.55 "GET /v2.0/networks/85c680fe-ab41-4ad8-8981-eb8ac0cb901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160621 Aug 27 14:12:07.109788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event updated for resources: {'Port': ['ID=c8032cb3-3f4f-457b-b380-070cb737acd0,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:07.174628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36120) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:07.188641 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:07.192517 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:07.204305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:07.315321 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-44776cd5-ce80-4d76-817e-b94d804a5f18 service neutron] 10.222.0.55 "GET /v2.0/networks/85c680fe-ab41-4ad8-8981-eb8ac0cb901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005391 Aug 27 14:12:07.349607 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-43e4647a-3807-4025-badc-6f81d878a2ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ffec2a756fc41ca90e6927ab441f721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736584 Aug 27 14:12:07.384152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:07.385319 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:07.390382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36126) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:07.449770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-1ff60ff6-a9dd-4727-96ea-02384377dd4a service neutron] 10.222.0.55 "GET /v2.0/ports/78649094-2439-4b87-8eab-66800cc47e58?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1249006 Aug 27 14:12:07.452192 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-33608b8a-fd88-4d4e-bc9c-ce080d48017f tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9629714 Aug 27 14:12:07.463993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36128) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:07.475473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-fc289083-5348-43e1-b2dd-ca6da3fd56c6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e2:4c:f2'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:2e:4e:a5'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:07.580385 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63152732-e440-420a-931f-6e458129b3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:07.617932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-84b80716-1833-4fdd-baf6-93e96665652e None None] Provisioning for port c8032cb3-3f4f-457b-b380-070cb737acd0 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:07.629135 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-84b80716-1833-4fdd-baf6-93e96665652e None None] Provisioning complete for port c8032cb3-3f4f-457b-b380-070cb737acd0 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:07.629536 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-84b80716-1833-4fdd-baf6-93e96665652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:07.717378 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63152732-e440-420a-931f-6e458129b3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:07.742091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-84b80716-1833-4fdd-baf6-93e96665652e None None] Port c8032cb3-3f4f-457b-b380-070cb737acd0 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:07.787613 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-296cb9f9-8483-4163-8e3d-00fff3795b03 service neutron] 10.222.0.55 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311572 Aug 27 14:12:07.831844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fd226785-adfa-4162-892a-b1cfaff56660 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:12:07.880795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec659e6-3b21-48c1-849a-8a166c186db5 req-10aa1dfc-cded-4366-aea8-48d13544e443 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:07.882454 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ec659e6-3b21-48c1-849a-8a166c186db5 req-10aa1dfc-cded-4366-aea8-48d13544e443 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.1523039 Aug 27 14:12:07.903517 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc289083-5348-43e1-b2dd-ca6da3fd56c6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:07.922040 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63152732-e440-420a-931f-6e458129b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:07.925065 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63152732-e440-420a-931f-6e458129b3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:07.926452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-63152732-e440-420a-931f-6e458129b3ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee419d4a-3121-498b-afc0-3a37257285f5 HTTP/1.1" status: 204 len: 168 time: 0.5333793 Aug 27 14:12:07.964313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63152732-e440-420a-931f-6e458129b3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee419d4a-3121-498b-afc0-3a37257285f5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:07.974016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port fd226785-adfa-4162-892a-b1cfaff56660 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:07.974468 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:07.977660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a1f838-c8f6-48cc-afbe-b394429396c9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:12:08.023886 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-fc88190b-d734-45a0-947f-2b89dd042982 service neutron] 10.222.0.55 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256467 Aug 27 14:12:08.092859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ec659e6-3b21-48c1-849a-8a166c186db5 req-68bd12af-76ac-4a83-b994-d7eee932733c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980515 Aug 27 14:12:08.172864 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:08.227850 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e4c55557-8a6e-40bb-be4a-6ca2e1562c55 service neutron] 10.222.0.55 "GET /v2.0/ports/67249ed9-fee5-401f-9015-062a950f594c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1938510 Aug 27 14:12:08.272410 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:12:08.285147 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebee837-581d-4784-af43-c22670f6cafc" -d '{"events": [{"server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "name": "network-vif-plugged", "status": "completed", "tag": "fd226785-adfa-4162-892a-b1cfaff56660"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:12:08.302783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:08.310100 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:08.330274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a1f838-c8f6-48cc-afbe-b394429396c9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:12:08.342489 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a72db2f-08ef-4fd9-b66f-41649f40bcdb None None] Sync routers for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:12:08.356301 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a72db2f-08ef-4fd9-b66f-41649f40bcdb None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:08.357548 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-38a1f838-c8f6-48cc-afbe-b394429396c9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4378250 Aug 27 14:12:08.358963 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3a72db2f-08ef-4fd9-b66f-41649f40bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:08.361383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36146) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:08.428674 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=fd226785-adfa-4162-892a-b1cfaff56660,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:08.489454 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19190259-0280-4875-ae2b-a162d8d6fd10 x-openstack-request-id: req-19190259-0280-4875-ae2b-a162d8d6fd10 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:12:08.490090 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "name": "network-vif-plugged", "status": "completed", "tag": "fd226785-adfa-4162-892a-b1cfaff56660", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:12:08.490543 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19190259-0280-4875-ae2b-a162d8d6fd10 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:12:08.490982 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660', 'code': 200} Aug 27 14:12:08.534774 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-3a72db2f-08ef-4fd9-b66f-41649f40bcdb None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:08.593537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bce0108-14e1-4c71-ba7f-7678a21f602b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting subnet e41ebe77-d108-48f0-8f2e-34ee62719ee0 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:12:08.612377 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5bce0108-14e1-4c71-ba7f-7678a21f602b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:08.666589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-75321f26-6716-4548-8d20-ec62e02811ba service neutron] 10.222.0.55 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100454 Aug 27 14:12:08.791623 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc289083-5348-43e1-b2dd-ca6da3fd56c6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:08.852209 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5bce0108-14e1-4c71-ba7f-7678a21f602b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:08.873881 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc289083-5348-43e1-b2dd-ca6da3fd56c6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:08.907855 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3a72db2f-08ef-4fd9-b66f-41649f40bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:06Z', 'revision_number': 9, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:08.931641 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc289083-5348-43e1-b2dd-ca6da3fd56c6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event updated for resources: {'Port': ['ID=c8032cb3-3f4f-457b-b380-070cb737acd0,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:08.976863 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a72db2f-08ef-4fd9-b66f-41649f40bcdb None None] Checking router: aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:12:09.011109 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a72db2f-08ef-4fd9-b66f-41649f40bcdb None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:09.013343 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3a72db2f-08ef-4fd9-b66f-41649f40bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:11:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:09.120060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-fc289083-5348-43e1-b2dd-ca6da3fd56c6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] In _notify_port_updated(), no bound segment for port c8032cb3-3f4f-457b-b380-070cb737acd0 on network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 {{(pid=101187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:12:09.139691 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc289083-5348-43e1-b2dd-ca6da3fd56c6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:09.143360 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc289083-5348-43e1-b2dd-ca6da3fd56c6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:09.150004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36170) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:09.150934 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fc289083-5348-43e1-b2dd-ca6da3fd56c6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "PUT /v2.0/ports/c8032cb3-3f4f-457b-b380-070cb737acd0 HTTP/1.1" status: 200 len: 1055 time: 1.6853745 Aug 27 14:12:09.192953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-abbca8aa-34f9-4b39-aad0-24160b139e28 service neutron] 10.222.0.55 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064337 Aug 27 14:12:09.266049 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-3a72db2f-08ef-4fd9-b66f-41649f40bcdb None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:09.284275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5bce0108-14e1-4c71-ba7f-7678a21f602b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:09.386236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5991c746-069a-4752-801f-1e77328abcb4 None None] Provisioning complete for port c8032cb3-3f4f-457b-b380-070cb737acd0 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:09.387508 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5991c746-069a-4752-801f-1e77328abcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:09.461156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5991c746-069a-4752-801f-1e77328abcb4 None None] Port c8032cb3-3f4f-457b-b380-070cb737acd0 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:09.497326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e185270-ccb9-4c01-8ea5-0e2f4e08d63d req-6801768b-13fa-49e0-b2ee-9109a77857ef tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:09.502649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e185270-ccb9-4c01-8ea5-0e2f4e08d63d req-6801768b-13fa-49e0-b2ee-9109a77857ef tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.1759467 Aug 27 14:12:09.530514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-78760bf7-ba72-4dba-9fcc-9848cbb074d6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Deleting port c8032cb3-3f4f-457b-b380-070cb737acd0 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:09.530937 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78760bf7-ba72-4dba-9fcc-9848cbb074d6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:09.573373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36178) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:09.613966 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3a72db2f-08ef-4fd9-b66f-41649f40bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:06Z', 'revision_number': 9, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:09.652184 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a72db2f-08ef-4fd9-b66f-41649f40bcdb None None] The sync data for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 is: [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:06Z', 'revision_number': 9, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bc0d427-4ddd-4980-8dbc-6a8e20b949c8', 'name': '', 'network_id': 'af667508-be10-457d-a4ef-441b4eb3aff9', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:e8:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:31Z', 'updated_at': '2021-08-27T14:11:44Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '3ddaf64a-ac35-45d9-944c-2ea0525418ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:12:09.711016 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e185270-ccb9-4c01-8ea5-0e2f4e08d63d req-fd8b8489-dd0b-4a5f-bd1a-7fbb25f4d2c8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978483 Aug 27 14:12:09.746391 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:09.794949 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78760bf7-ba72-4dba-9fcc-9848cbb074d6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:09.827843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1149485252-network', 'tenant_id': '3ed43c97a3b3474a96f66b2b72656984'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:09.841754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-78760bf7-ba72-4dba-9fcc-9848cbb074d6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Calling delete_port for c8032cb3-3f4f-457b-b380-070cb737acd0 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:09.882918 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Made reservation on behalf of 3ed43c97a3b3474a96f66b2b72656984 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:09.885837 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:09.899569 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:09.961091 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-84b1eeac-c32c-4d45-b0ce-ec5e96e46eb8 service neutron] 10.222.0.55 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7502592 Aug 27 14:12:09.984575 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5bce0108-14e1-4c71-ba7f-7678a21f602b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.100655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5bce0108-14e1-4c71-ba7f-7678a21f602b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.101907 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78760bf7-ba72-4dba-9fcc-9848cbb074d6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.102588 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5bce0108-14e1-4c71-ba7f-7678a21f602b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/e41ebe77-d108-48f0-8f2e-34ee62719ee0 HTTP/1.1" status: 204 len: 168 time: 1.6434743 Aug 27 14:12:10.107769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce0108-14e1-4c71-ba7f-7678a21f602b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Subnet': ['ID=e41ebe77-d108-48f0-8f2e-34ee62719ee0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:10.108072 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.108897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36184) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:10.109915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0938cf-8ef3-46bc-9d92-b125efce0bba None None] Network e4ec9ce5-0b38-4c64-be18-5a334add2a36 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:10.165409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78760bf7-ba72-4dba-9fcc-9848cbb074d6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event deleted for resources: {'Port': ['ID=c8032cb3-3f4f-457b-b380-070cb737acd0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:10.167837 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.193562 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-fc371340-1c73-4ee2-8cae-d88420115704 service neutron] 10.222.0.55 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201266 Aug 27 14:12:10.260061 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:12:10.343264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234469d3-837b-439a-abf9-f9b9e5894086,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:10.357095 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.357660 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Added segment 70cfb559-73b4-49d2-ae4c-565b8ab7aaad of type vlan for network 026bf84a-1216-4db4-863c-e6588ae3f28a Aug 27 14:12:10.399845 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.411285 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-4c0b36fe-3f44-4251-bb64-2cd46d6a2375 service neutron] 10.222.0.55 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160857 Aug 27 14:12:10.452522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f6d0d9-91d3-4bbe-88f8-68ac64312990 None None] DHCP port deletion for e4ec9ce5-0b38-4c64-be18-5a334add2a36 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:12:10.568362 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-57f6d0d9-91d3-4bbe-88f8-68ac64312990 None None] Deleting port a7612977-e333-409e-acba-9b17cf2d25db {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:10.568779 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-57f6d0d9-91d3-4bbe-88f8-68ac64312990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.591386 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-0e64226e-4b07-456d-94e5-a7edddf16ab1 service neutron] 10.222.0.55 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718190 Aug 27 14:12:10.646045 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.720691 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-41c391d6-a39b-41f1-8c6b-60481d62b734 service neutron] 10.222.0.55 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094410 Aug 27 14:12:10.738642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-57f6d0d9-91d3-4bbe-88f8-68ac64312990 None None] For port a7612977-e333-409e-acba-9b17cf2d25db, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a7612977-e333-409e-acba-9b17cf2d25db,segment=NetworkSegment(370a1ee9-4ab5-4aa9-b346-1da452c521ec),segment_id=370a1ee9-4ab5-4aa9-b346-1da452c521ec)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:10.740385 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-57f6d0d9-91d3-4bbe-88f8-68ac64312990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.767122 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78760bf7-ba72-4dba-9fcc-9848cbb074d6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.771419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-57f6d0d9-91d3-4bbe-88f8-68ac64312990 None None] Calling delete_port for a7612977-e333-409e-acba-9b17cf2d25db owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:10.772456 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-78760bf7-ba72-4dba-9fcc-9848cbb074d6 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "DELETE /v2.0/ports/c8032cb3-3f4f-457b-b380-070cb737acd0 HTTP/1.1" status: 204 len: 168 time: 1.6213925 Aug 27 14:12:10.773135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36194) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:10.777399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port a7612977-e333-409e-acba-9b17cf2d25db {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:10.777752 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.788685 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.789581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:10.790256 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.900709 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-165f1f96-1fa6-413c-b525-e635fc8a144d service neutron] 10.222.0.55 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729538 Aug 27 14:12:10.932914 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-57f6d0d9-91d3-4bbe-88f8-68ac64312990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:10.948742 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] Pushing event updated for resources: {'Network': ['ID=026bf84a-1216-4db4-863c-e6588ae3f28a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:10.969425 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63f4b6f-9760-4409-9642-19a9eba33e4a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] GET failed (client error): The resource could not be found. Aug 27 14:12:10.971042 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b63f4b6f-9760-4409-9642-19a9eba33e4a tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "GET /v2.0/ports/c8032cb3-3f4f-457b-b380-070cb737acd0 HTTP/1.1" status: 404 len: 333 time: 0.1963458 Aug 27 14:12:10.984282 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0432cab8-2967-4312-8a3b-ead656ec2fec admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3525703 Aug 27 14:12:10.984282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36202) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:10.988737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36206) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:10.999733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 026bf84a-1216-4db4-863c-e6588ae3f28a details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:12:11.005379 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6d0d9-91d3-4bbe-88f8-68ac64312990 None None] Pushing event deleted for resources: {'Port': ['ID=a7612977-e333-409e-acba-9b17cf2d25db,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:11.006421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d5818fcb-6f50-4aa8-92b8-0e1136e4e2c5 admin admin] Request body: {'subnet': {'network_id': '026bf84a-1216-4db4-863c-e6588ae3f28a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1149485252-subnet', 'tenant_id': '3ed43c97a3b3474a96f66b2b72656984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:11.042549 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5818fcb-6f50-4aa8-92b8-0e1136e4e2c5 admin admin] Made reservation on behalf of 3ed43c97a3b3474a96f66b2b72656984 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:11.044920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d5818fcb-6f50-4aa8-92b8-0e1136e4e2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:11.115484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6d0d9-91d3-4bbe-88f8-68ac64312990 None None] No DVR routers for this DVR port a7612977-e333-409e-acba-9b17cf2d25db on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:11.138557 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e274f6e8-b70b-408f-bd3a-2fd9a2672d9d service neutron] 10.222.0.55 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296655 Aug 27 14:12:11.261211 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-8ebcb668-635c-43d5-9546-f298d3bf0511 service neutron] 10.222.0.55 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160750 Aug 27 14:12:11.303346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] For port a7612977-e333-409e-acba-9b17cf2d25db, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a7612977-e333-409e-acba-9b17cf2d25db,segment=NetworkSegment(370a1ee9-4ab5-4aa9-b346-1da452c521ec),segment_id=370a1ee9-4ab5-4aa9-b346-1da452c521ec)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:11.303346 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:11.331131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for a7612977-e333-409e-acba-9b17cf2d25db owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:11.350466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ae41e-cece-428f-8849-df2081741b00 req-fa08a8ae-8da7-4ffc-8552-764352bc0aec tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:11.361000 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-315ae41e-cece-428f-8849-df2081741b00 req-fa08a8ae-8da7-4ffc-8552-764352bc0aec tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.4095216 Aug 27 14:12:11.530909 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-315ae41e-cece-428f-8849-df2081741b00 req-9d15d84a-93d1-44eb-9dce-cfee3e44bf38 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682327 Aug 27 14:12:11.579533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-63e972f7-eb43-4aa8-86f7-e43f1c536891 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Deleting port 8ab5c570-1520-4942-9985-025914c1e93e {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:11.580631 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63e972f7-eb43-4aa8-86f7-e43f1c536891 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:11.609413 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d5818fcb-6f50-4aa8-92b8-0e1136e4e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:11.753030 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a7612977-e333-409e-acba-9b17cf2d25db no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:11.780978 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: a7612977-e333-409e-acba-9b17cf2d25db {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:12:11.781542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a7612977-e333-409e-acba-9b17cf2d25db not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:12:11.782126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f5717ef4-759b-4ec7-8cbc-5a824993fbf6 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:11.824092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: f5717ef4-759b-4ec7-8cbc-5a824993fbf6 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:12:11.824719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f5717ef4-759b-4ec7-8cbc-5a824993fbf6 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:12:11.908483 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63e972f7-eb43-4aa8-86f7-e43f1c536891 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:11.965716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-63e972f7-eb43-4aa8-86f7-e43f1c536891 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Calling delete_port for 8ab5c570-1520-4942-9985-025914c1e93e owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:11.977417 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5818fcb-6f50-4aa8-92b8-0e1136e4e2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=224ff09b-33f9-44c4-b1fe-92fc5099c755,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:12.001616 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:12.008943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5818fcb-6f50-4aa8-92b8-0e1136e4e2c5 admin admin] Checking segment: {'id': '70cfb559-73b4-49d2-ae4c-565b8ab7aaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '026bf84a-1216-4db4-863c-e6588ae3f28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:12.010177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5818fcb-6f50-4aa8-92b8-0e1136e4e2c5 admin admin] Network hostable DHCP agents. Network: 026bf84a-1216-4db4-863c-e6588ae3f28a, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:12:12.074005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=a7612977-e333-409e-acba-9b17cf2d25db,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:12.083402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No DVR routers for this DVR port a7612977-e333-409e-acba-9b17cf2d25db on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:12.148309 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-79f14b5d-a8f8-4f17-99b8-d5a41f62bca5 req-b34abb56-4040-44d3-8cd0-af97f302a58d tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0582023 Aug 27 14:12:12.231975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5818fcb-6f50-4aa8-92b8-0e1136e4e2c5 admin admin] Network 026bf84a-1216-4db4-863c-e6588ae3f28a is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:12:12.269318 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:12.280534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d5818fcb-6f50-4aa8-92b8-0e1136e4e2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 026bf84a-1216-4db4-863c-e6588ae3f28a) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:12.285254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5818fcb-6f50-4aa8-92b8-0e1136e4e2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:12.286082 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d5818fcb-6f50-4aa8-92b8-0e1136e4e2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:12.292991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b1ac5d-5efd-4ce1-b9b1-a2654e3d1923 None None] Network 026bf84a-1216-4db4-863c-e6588ae3f28a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:12.313185 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ec9ce5-0b38-4c64-be18-5a334add2a36']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:12.328689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370a1ee9-4ab5-4aa9-b346-1da452c521ec') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:12.329317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370a1ee9-4ab5-4aa9-b346-1da452c521ec') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:12.334008 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d5818fcb-6f50-4aa8-92b8-0e1136e4e2c5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3461597 Aug 27 14:12:12.417256 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:12.500681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d12944f-9bd8-4247-8e8d-1f2116c9a140 None None] Network 026bf84a-1216-4db4-863c-e6588ae3f28a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:12.609180 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:12.642529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:12:12.643784 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:12:12.649189 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:12:12.732435 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63e972f7-eb43-4aa8-86f7-e43f1c536891 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:12.783535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e972f7-eb43-4aa8-86f7-e43f1c536891 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event deleted for resources: {'Port': ['ID=8ab5c570-1520-4942-9985-025914c1e93e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:12.798417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce140dc-5fe3-41db-bc3c-96a72661f088 req-eb07a6a0-532c-4557-9aa8-4f4cf3c0813b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:12.807232 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0ce140dc-5fe3-41db-bc3c-96a72661f088 req-eb07a6a0-532c-4557-9aa8-4f4cf3c0813b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.1251488 Aug 27 14:12:12.826998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36254) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:12.830998 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:12.836414 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:12.843113 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/networks/e4ec9ce5-0b38-4c64-be18-5a334add2a36 HTTP/1.1" status: 204 len: 168 time: 2.7329931 Aug 27 14:12:12.851559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36256) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:12.879520 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0ce140dc-5fe3-41db-bc3c-96a72661f088 req-28646f07-d718-46be-b60c-51d617edacaf tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687509 Aug 27 14:12:12.917318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47941d19-8c30-460b-9fc4-699b26e4e966 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Network': ['ID=e4ec9ce5-0b38-4c64-be18-5a334add2a36,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:13.131138 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63e972f7-eb43-4aa8-86f7-e43f1c536891 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:13.132015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36260) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:13.132124 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-63e972f7-eb43-4aa8-86f7-e43f1c536891 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "DELETE /v2.0/ports/8ab5c570-1520-4942-9985-025914c1e93e HTTP/1.1" status: 204 len: 168 time: 2.1438506 Aug 27 14:12:13.146950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-53870a04-71f1-4965-920c-0f3e2115cfe7 admin admin] Deleting subnet 224ff09b-33f9-44c4-b1fe-92fc5099c755 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:12:13.152622 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53870a04-71f1-4965-920c-0f3e2115cfe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:13.164218 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6796054a-4a1c-4371-a219-31fc15bd4240 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] GET failed (client error): The resource could not be found. Aug 27 14:12:13.166828 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6796054a-4a1c-4371-a219-31fc15bd4240 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "GET /v2.0/ports/8ab5c570-1520-4942-9985-025914c1e93e HTTP/1.1" status: 404 len: 333 time: 0.0354826 Aug 27 14:12:13.179784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36262) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:13.276762 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53870a04-71f1-4965-920c-0f3e2115cfe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:13.383485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-898a7c02-4b5b-48dd-8ad6-2a4eb5f878f3 req-17129c58-8518-4ae3-9fe3-a89691262b83 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0677524 Aug 27 14:12:13.422622 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53870a04-71f1-4965-920c-0f3e2115cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:13.430800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1195f-eaf1-475b-81df-9a9671778183 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Deleting port 7e1f4cf9-49bf-4b01-ae78-7d14e6847beb {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:13.431514 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c6f1195f-eaf1-475b-81df-9a9671778183 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:13.534373 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53870a04-71f1-4965-920c-0f3e2115cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:13.600766 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53870a04-71f1-4965-920c-0f3e2115cfe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224ff09b-33f9-44c4-b1fe-92fc5099c755,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:13.605063 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53870a04-71f1-4965-920c-0f3e2115cfe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:13.609549 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-53870a04-71f1-4965-920c-0f3e2115cfe7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/224ff09b-33f9-44c4-b1fe-92fc5099c755 HTTP/1.1" status: 204 len: 168 time: 0.7630351 Aug 27 14:12:13.610352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36266) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:13.632075 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c6f1195f-eaf1-475b-81df-9a9671778183 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:13.646749 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1195f-eaf1-475b-81df-9a9671778183 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Calling delete_port for 7e1f4cf9-49bf-4b01-ae78-7d14e6847beb owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:13.796505 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dc04c970-acae-4b42-a21c-9fc4bc795d48 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:13.954265 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c6f1195f-eaf1-475b-81df-9a9671778183 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:13.963521 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5de05234-3a07-46fd-9008-d370ab1541bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:14.038319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1195f-eaf1-475b-81df-9a9671778183 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event deleted for resources: {'Port': ['ID=7e1f4cf9-49bf-4b01-ae78-7d14e6847beb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:14.074765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-a18d11d9-a0af-46fb-bcfd-1e68da8c1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:14.077536 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-a18d11d9-a0af-46fb-bcfd-1e68da8c1321 service neutron] 10.222.0.52 "GET /v2.0/ports/78649094-2439-4b87-8eab-66800cc47e58 HTTP/1.1" status: 200 len: 1027 time: 0.1529343 Aug 27 14:12:14.258721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-2f4b5f77-289e-4805-9edc-6425b17edb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:14.262013 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-2f4b5f77-289e-4805-9edc-6425b17edb8c service neutron] 10.222.0.52 "GET /v2.0/ports/67249ed9-fee5-401f-9015-062a950f594c HTTP/1.1" status: 200 len: 1027 time: 0.1747806 Aug 27 14:12:14.395314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e59de511-fcaa-44b6-8ba4-a6aeda520ebd tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:14.401380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e59de511-fcaa-44b6-8ba4-a6aeda520ebd tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:14.407927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e59de511-fcaa-44b6-8ba4-a6aeda520ebd tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:14.409606 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e59de511-fcaa-44b6-8ba4-a6aeda520ebd tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "GET /v2.0/networks?id=85c680fe-ab41-4ad8-8981-eb8ac0cb901a&id=5329867c-188b-450e-85af-6974c633d4dc&id=5329867c-188b-450e-85af-6974c633d4dc&id=5329867c-188b-450e-85af-6974c633d4dc&id=5329867c-188b-450e-85af-6974c633d4dc&id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92&id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 HTTP/1.1" status: 200 len: 1991 time: 0.1392357 Aug 27 14:12:14.438906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105f552-d9ca-44ac-8fc3-c621e013aa02 req-d5c5f41f-d783-4990-b377-a116533122ac tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:14.440629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4105f552-d9ca-44ac-8fc3-c621e013aa02 req-d5c5f41f-d783-4990-b377-a116533122ac tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.2822378 Aug 27 14:12:14.474119 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c6f1195f-eaf1-475b-81df-9a9671778183 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:14.479913 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c6f1195f-eaf1-475b-81df-9a9671778183 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "DELETE /v2.0/ports/7e1f4cf9-49bf-4b01-ae78-7d14e6847beb HTTP/1.1" status: 204 len: 168 time: 1.2972846 Aug 27 14:12:14.482940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36284) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:14.531247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-d12718a0-d3fb-4b8e-8208-27032c6287d2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d6200bcd6d548d19f85584b6cdca497 HTTP/1.1" status: 200 len: 379 time: 0.1102049 Aug 27 14:12:14.559470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'port': {'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'admin_state_up': True, 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'security_groups': ['3156f93a-f3b5-44c7-b57f-4be4d73739da']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:14.668769 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-42618fad-22ca-46f2-9783-e4f911a2c368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:14.726060 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4105f552-d9ca-44ac-8fc3-c621e013aa02 req-a6262a57-27cb-46a2-9912-48e33bb25128 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731798 Aug 27 14:12:14.748095 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bf99d3-e186-4c25-a201-dc2de4a8eaa3 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Deleting subnet 084998c3-646c-4c00-ae74-8d630ffdc0f7 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:12:14.755004 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f1bf99d3-e186-4c25-a201-dc2de4a8eaa3 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:14.766628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Made reservation on behalf of 9d6200bcd6d548d19f85584b6cdca497 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:14.766628 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:14.867335 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f1bf99d3-e186-4c25-a201-dc2de4a8eaa3 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:14.952398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5de05234-3a07-46fd-9008-d370ab1541bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:14.967195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-5de05234-3a07-46fd-9008-d370ab1541bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026bf84a-1216-4db4-863c-e6588ae3f28a']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:14.983296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-5de05234-3a07-46fd-9008-d370ab1541bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cfb559-73b4-49d2-ae4c-565b8ab7aaad') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:14.983521 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-5de05234-3a07-46fd-9008-d370ab1541bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cfb559-73b4-49d2-ae4c-565b8ab7aaad') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:14.995308 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5de05234-3a07-46fd-9008-d370ab1541bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:15.020604 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5de05234-3a07-46fd-9008-d370ab1541bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:15.060990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5f307-9e15-420a-9f35-3ffc70d8a689 req-b3320b96-cec4-47c0-a890-9530d032e35b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:15.067114 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15f5f307-9e15-420a-9f35-3ffc70d8a689 req-b3320b96-cec4-47c0-a890-9530d032e35b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.4065306 Aug 27 14:12:15.121956 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f1bf99d3-e186-4c25-a201-dc2de4a8eaa3 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:15.129236 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de05234-3a07-46fd-9008-d370ab1541bd admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:12:15.129623 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5de05234-3a07-46fd-9008-d370ab1541bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:12:15.169964 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:12:15.218831 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15f5f307-9e15-420a-9f35-3ffc70d8a689 req-3f17fdbd-624f-4c56-8cb0-72d4c7983336 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334646 Aug 27 14:12:15.247314 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f1bf99d3-e186-4c25-a201-dc2de4a8eaa3 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:15.310273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4922bdae-ac25-474c-afc9-b8dad1f0e36f None None] Network 81ed1a63-796b-4c85-a39d-5f27fa4c9490 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:15.326337 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f1bf99d3-e186-4c25-a201-dc2de4a8eaa3 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:15.334268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f1bf99d3-e186-4c25-a201-dc2de4a8eaa3 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "DELETE /v2.0/subnets/084998c3-646c-4c00-ae74-8d630ffdc0f7 HTTP/1.1" status: 204 len: 168 time: 0.8480899 Aug 27 14:12:15.361466 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d29a5a75-ef52-46f3-a520-d39d0a0e7dd2 req-622002bf-d4e1-4e31-be6c-70e18716dd59 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.3366728 Aug 27 14:12:15.364601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36296) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:15.376097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5de05234-3a07-46fd-9008-d370ab1541bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:15.382518 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5de05234-3a07-46fd-9008-d370ab1541bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:15.385287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5de05234-3a07-46fd-9008-d370ab1541bd admin admin] 10.222.0.55 "DELETE /v2.0/networks/026bf84a-1216-4db4-863c-e6588ae3f28a HTTP/1.1" status: 204 len: 168 time: 1.7739296 Aug 27 14:12:15.455841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de05234-3a07-46fd-9008-d370ab1541bd admin admin] Pushing event deleted for resources: {'Network': ['ID=026bf84a-1216-4db4-863c-e6588ae3f28a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:15.506440 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf99d3-e186-4c25-a201-dc2de4a8eaa3 tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event deleted for resources: {'Subnet': ['ID=084998c3-646c-4c00-ae74-8d630ffdc0f7,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:15.668181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36300) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:15.751746 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:15.804236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Allocated IP 172.20.0.9 (85c680fe-ab41-4ad8-8981-eb8ac0cb901a/bcbb8a06-5721-419e-86f0-14739793aabd/3aa30620-961f-41d0-bef2-2507d915a24a) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:15.809192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc662be4-d7fd-4c81-81ec-f005c4fcea59 req-0c9e3bdf-8907-4741-8fe4-ff00355d7d88 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:15.814022 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cc662be4-d7fd-4c81-81ec-f005c4fcea59 req-0c9e3bdf-8907-4741-8fe4-ff00355d7d88 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2804694 Aug 27 14:12:15.860351 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0851e5ba-5bcb-45cc-972f-3fef2ca4ca15 None None] DHCP port deletion for 81ed1a63-796b-4c85-a39d-5f27fa4c9490 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:12:15.900765 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-dc04c970-acae-4b42-a21c-9fc4bc795d48 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:15.901112 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dc04c970-acae-4b42-a21c-9fc4bc795d48 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:15.905211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36306) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:15.953507 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5fce4699-5041-4ec0-9817-f17ebe415435 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ed43c97a3b3474a96f66b2b72656984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693257 Aug 27 14:12:15.959378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36310) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:16.038193 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cc662be4-d7fd-4c81-81ec-f005c4fcea59 req-f9032665-d98f-4f97-bc3d-9ce09a512c2c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000222 Aug 27 14:12:16.149372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-dc04c970-acae-4b42-a21c-9fc4bc795d48 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] For port 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5bc0d427-4ddd-4980-8dbc-6a8e20b949c8,segment=NetworkSegment(33bd9703-6d05-4061-af7e-6a61618eb8c2),segment_id=33bd9703-6d05-4061-af7e-6a61618eb8c2)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:16.150462 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dc04c970-acae-4b42-a21c-9fc4bc795d48 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:16.181086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-dc04c970-acae-4b42-a21c-9fc4bc795d48 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:16.190463 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8f882162-9f13-4e91-a1a3-6a614954773a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:16.214655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Deleting port a529f7b0-2f0f-492d-ae9e-c38440facff7 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:16.220020 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:16.390008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] For port a529f7b0-2f0f-492d-ae9e-c38440facff7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a529f7b0-2f0f-492d-ae9e-c38440facff7,segment=NetworkSegment(522827eb-764e-4642-84f3-6918cbd793b5),segment_id=522827eb-764e-4642-84f3-6918cbd793b5)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:16.396061 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:16.427178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Calling delete_port for a529f7b0-2f0f-492d-ae9e-c38440facff7 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:16.456202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0851e5ba-5bcb-45cc-972f-3fef2ca4ca15 None None] Deleting port a529f7b0-2f0f-492d-ae9e-c38440facff7 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:16.456787 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0851e5ba-5bcb-45cc-972f-3fef2ca4ca15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:16.533741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0851e5ba-5bcb-45cc-972f-3fef2ca4ca15 None None] For port a529f7b0-2f0f-492d-ae9e-c38440facff7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a529f7b0-2f0f-492d-ae9e-c38440facff7,segment=NetworkSegment(522827eb-764e-4642-84f3-6918cbd793b5),segment_id=522827eb-764e-4642-84f3-6918cbd793b5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:16.534148 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0851e5ba-5bcb-45cc-972f-3fef2ca4ca15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:16.549911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0851e5ba-5bcb-45cc-972f-3fef2ca4ca15 None None] Calling delete_port for a529f7b0-2f0f-492d-ae9e-c38440facff7 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:16.613660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dc04c970-acae-4b42-a21c-9fc4bc795d48 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:16.685527 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8f882162-9f13-4e91-a1a3-6a614954773a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:16.693059 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0851e5ba-5bcb-45cc-972f-3fef2ca4ca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:16.694061 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4ede231-d645-4291-949b-35a505ffd2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:16.697573 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8f882162-9f13-4e91-a1a3-6a614954773a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:16.700172 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:16.740620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04c970-acae-4b42-a21c-9fc4bc795d48 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=5bc0d427-4ddd-4980-8dbc-6a8e20b949c8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:16.746935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851e5ba-5bcb-45cc-972f-3fef2ca4ca15 None None] Pushing event deleted for resources: {'Port': ['ID=a529f7b0-2f0f-492d-ae9e-c38440facff7,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:16.764345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0851e5ba-5bcb-45cc-972f-3fef2ca4ca15 None None] No DVR routers for this DVR port a529f7b0-2f0f-492d-ae9e-c38440facff7 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:16.787264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f882162-9f13-4e91-a1a3-6a614954773a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dd77a6-d14a-45c5-af9e-93ada86b7dc4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:16.802605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714b252-f0cf-4744-9e88-9e392a886bdb req-d45357c8-c951-40a1-8744-3cfbf1d99fa1 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:16.806418 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8714b252-f0cf-4744-9e88-9e392a886bdb req-d45357c8-c951-40a1-8744-3cfbf1d99fa1 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.3184397 Aug 27 14:12:16.872626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fed16-2d11-435b-8e47-9440bfb52ee8 req-c4a8a8bc-d9eb-4ba5-99ee-87711668a919 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:16.880417 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-377fed16-2d11-435b-8e47-9440bfb52ee8 req-c4a8a8bc-d9eb-4ba5-99ee-87711668a919 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.9316537 Aug 27 14:12:16.926284 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8714b252-f0cf-4744-9e88-9e392a886bdb req-2f5f63ff-bb6e-49e6-8f0b-f777ef68b950 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564637 Aug 27 14:12:16.967020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event deleted for resources: {'Port': ['ID=a529f7b0-2f0f-492d-ae9e-c38440facff7,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:17.014285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] No DVR routers for this DVR port a529f7b0-2f0f-492d-ae9e-c38440facff7 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:17.039546 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4ede231-d645-4291-949b-35a505ffd2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.062363 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dc04c970-acae-4b42-a21c-9fc4bc795d48 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.069753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36322) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:17.070148 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8f882162-9f13-4e91-a1a3-6a614954773a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ed6c3f73b624c39a50be1e8daa8af52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1627245 Aug 27 14:12:17.152876 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56336ede-6c93-49dd-9272-f1ce925cc03c req-3e3c1fda-a67a-495a-ad4b-54007eca703d tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0408127 Aug 27 14:12:17.206915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.218200 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ed1a63-796b-4c85-a39d-5f27fa4c9490']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:17.239062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522827eb-764e-4642-84f3-6918cbd793b5') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:17.239469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522827eb-764e-4642-84f3-6918cbd793b5') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:17.251753 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.284936 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.292862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:12:17.293464 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.332023 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e27b657b-3a96-411d-a191-9022879fc61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.387780 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-377fed16-2d11-435b-8e47-9440bfb52ee8 req-101932a4-ba98-491b-a8f9-08a8f9ed8566 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5060446 Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:12:17.398594 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:12:17.402842 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.413299 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e27b657b-3a96-411d-a191-9022879fc61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.427540 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.458351 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.460747 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] 10.222.0.55 "DELETE /v2.0/networks/81ed1a63-796b-4c85-a39d-5f27fa4c9490 HTTP/1.1" status: 204 len: 168 time: 2.0557849 Aug 27 14:12:17.473510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50932f-f225-4941-91b3-9d2d50ce4cbc tempest-AllowedAddressPairTestJSON-1492543664 tempest-AllowedAddressPairTestJSON-1492543664-project] Pushing event deleted for resources: {'Network': ['ID=81ed1a63-796b-4c85-a39d-5f27fa4c9490,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:17.486106 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.502792 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-09af7318-6251-4da1-8912-42a614732c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.519362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Transition to ACTIVE for port object 3aa30620-961f-41d0-bef2-2507d915a24a will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:17.521326 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4ede231-d645-4291-949b-35a505ffd2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.525226 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4ede231-d645-4291-949b-35a505ffd2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.532117 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b4ede231-d645-4291-949b-35a505ffd2b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/234469d3-837b-439a-abf9-f9b9e5894086 HTTP/1.1" status: 204 len: 168 time: 1.5678852 Aug 27 14:12:17.549774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ede231-d645-4291-949b-35a505ffd2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234469d3-837b-439a-abf9-f9b9e5894086,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:17.612987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc04c970-acae-4b42-a21c-9fc4bc795d48 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:12:17.636811 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.753648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'Port': ['ID=3aa30620-961f-41d0-bef2-2507d915a24a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:17.772475 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:17.774040 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:17.777551 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:17.877084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a529f7b0-2f0f-492d-ae9e-c38440facff7 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:17.877333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:17.880054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.918877 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-119e8914-8da6-4a45-8b14-01826a5bda95 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3610995 Aug 27 14:12:17.938918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'port': {'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'network_id': '5329867c-188b-450e-85af-6974c633d4dc', 'admin_state_up': True, 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'security_groups': ['3156f93a-f3b5-44c7-b57f-4be4d73739da']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:17.954893 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e27b657b-3a96-411d-a191-9022879fc61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.957674 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e27b657b-3a96-411d-a191-9022879fc61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:17.958843 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e27b657b-3a96-411d-a191-9022879fc61a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22dd77a6-d14a-45c5-af9e-93ada86b7dc4 HTTP/1.1" status: 204 len: 168 time: 0.8878455 Aug 27 14:12:17.965651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: a529f7b0-2f0f-492d-ae9e-c38440facff7 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:12:17.967982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a529f7b0-2f0f-492d-ae9e-c38440facff7 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:12:18.076791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36340) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:18.136538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b657b-3a96-411d-a191-9022879fc61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dd77a6-d14a-45c5-af9e-93ada86b7dc4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:18.142252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc04c970-acae-4b42-a21c-9fc4bc795d48 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:12:18.171393 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4a91d-eea5-4732-be80-1389486c7f96 None None] Sync routers for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:12:18.174129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dc04c970-acae-4b42-a21c-9fc4bc795d48 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3056388 Aug 27 14:12:18.174378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36348) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:18.212035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4a91d-eea5-4732-be80-1389486c7f96 None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:18.213515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a9d4a91d-eea5-4732-be80-1389486c7f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:18.244467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dbcee-b5f5-43e8-b23d-497cfd6e82ee req-de278759-920c-473b-9c2f-07621a57a0f7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:18.255290 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d18dbcee-b5f5-43e8-b23d-497cfd6e82ee req-de278759-920c-473b-9c2f-07621a57a0f7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.3269124 Aug 27 14:12:18.347944 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d18dbcee-b5f5-43e8-b23d-497cfd6e82ee req-1767b9fd-753c-41dc-b67d-42bb70c4dece tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846970 Aug 27 14:12:18.414591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eeb2a33-04e2-4855-b8a9-d106a7f4560b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting subnet 3ddaf64a-ac35-45d9-944c-2ea0525418ac {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:12:18.425568 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2a33-04e2-4855-b8a9-d106a7f4560b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:18.449703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-38775f32-162e-481c-bbc0-dc64f7795efb None None] Provisioning for port 3aa30620-961f-41d0-bef2-2507d915a24a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:18.468007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-38775f32-162e-481c-bbc0-dc64f7795efb None None] Provisioning complete for port 3aa30620-961f-41d0-bef2-2507d915a24a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:18.468394 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-38775f32-162e-481c-bbc0-dc64f7795efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:18.558080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-a9d4a91d-eea5-4732-be80-1389486c7f96 None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:18.642888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccff394-8c12-41b7-bc4c-1afb8868b1f9 req-8b79d7b9-4270-4aca-b276-193c3d6168cf tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:18.653936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cea5e-9a52-48f0-a1ec-3c3ce148e01c req-6f56defb-f971-48bd-8f5b-31e7745fc0fd tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:18.656605 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-813cea5e-9a52-48f0-a1ec-3c3ce148e01c req-6f56defb-f971-48bd-8f5b-31e7745fc0fd tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 931 time: 0.2469237 Aug 27 14:12:18.663288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Made reservation on behalf of 9d6200bcd6d548d19f85584b6cdca497 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:18.663899 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2ccff394-8c12-41b7-bc4c-1afb8868b1f9 req-8b79d7b9-4270-4aca-b276-193c3d6168cf tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.1510413 Aug 27 14:12:18.666944 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:18.698675 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2a33-04e2-4855-b8a9-d106a7f4560b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:18.809866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-38775f32-162e-481c-bbc0-dc64f7795efb None None] Port 3aa30620-961f-41d0-bef2-2507d915a24a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:18.825829 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2ccff394-8c12-41b7-bc4c-1afb8868b1f9 req-f6f24634-6e7e-4300-86ca-732e52b956b8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460049 Aug 27 14:12:18.852388 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:18.876969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36358) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:18.959933 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1f2de87c-b153-404a-9c3f-03a30c2dfcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:18.966412 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-008716c0-cec2-48ea-bf63-cb04cd2f1152 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=510f07d233a142c5855a3f66f68fedf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8533585 Aug 27 14:12:18.987028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36362) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:19.023160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Allocated IP 10.1.1.10 (5329867c-188b-450e-85af-6974c633d4dc/85a540de-1867-4fa2-bc2c-c99869f313dc/57d9127e-5b45-4552-8370-1eaa1524d0f3) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:19.174589 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:19.189182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Transition to ACTIVE for port object 57d9127e-5b45-4552-8370-1eaa1524d0f3 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:19.260638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7c58be4-8dc7-4791-b8e3-0ed5ca94439c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:19.302898 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:19.320867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a9d4a91d-eea5-4732-be80-1389486c7f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:16Z', 'revision_number': 10, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:19.342984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-813cea5e-9a52-48f0-a1ec-3c3ce148e01c req-6b69d69f-16f8-45bc-9266-b72dfe0a21d0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6326723 Aug 27 14:12:19.353406 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7c58be4-8dc7-4791-b8e3-0ed5ca94439c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:19.356619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4a91d-eea5-4732-be80-1389486c7f96 None None] Checking router: aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:12:19.374186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4a91d-eea5-4732-be80-1389486c7f96 None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:19.377183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a9d4a91d-eea5-4732-be80-1389486c7f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:19.396018 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1f2de87c-b153-404a-9c3f-03a30c2dfcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:19.417905 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1f2de87c-b153-404a-9c3f-03a30c2dfcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:19.448741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Network 5329867c-188b-450e-85af-6974c633d4dc is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:19.481386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'Port': ['ID=57d9127e-5b45-4552-8370-1eaa1524d0f3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:19.486516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:19.503767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1f2de87c-b153-404a-9c3f-03a30c2dfcb4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=988652418f2f4bd9bfa2d976d0bfd877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6247718 Aug 27 14:12:19.504641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36374) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:19.519511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2de87c-b153-404a-9c3f-03a30c2dfcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb73a73-40c3-4037-ab71-f19bd7691758,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:19.545776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:19.590656 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7c58be4-8dc7-4791-b8e3-0ed5ca94439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:19.595257 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7c58be4-8dc7-4791-b8e3-0ed5ca94439c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:19.597749 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f7c58be4-8dc7-4791-b8e3-0ed5ca94439c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da6eccb9-7308-41bc-9ccf-4882bdf3b5c5 HTTP/1.1" status: 204 len: 168 time: 0.6094861 Aug 27 14:12:19.636784 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c58be4-8dc7-4791-b8e3-0ed5ca94439c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6eccb9-7308-41bc-9ccf-4882bdf3b5c5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:19.660283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c968c-c462-4c50-a734-b6a1538554f2 req-68030b3f-9983-4108-99b1-5c8788cb0dfe tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:19.662432 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c9c968c-c462-4c50-a734-b6a1538554f2 req-68030b3f-9983-4108-99b1-5c8788cb0dfe tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1389320 Aug 27 14:12:19.678268 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2a33-04e2-4855-b8a9-d106a7f4560b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:19.698511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89cc3aee-94a6-47ef-b0ca-b392d5efee02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:19.719538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:19.720206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:19.764014 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c9c968c-c462-4c50-a734-b6a1538554f2 req-7167fc3f-c834-42d7-aa29-5bd1eb69105d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943270 Aug 27 14:12:19.786325 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-a9d4a91d-eea5-4732-be80-1389486c7f96 None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:19.840168 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-35d0618e-a8a0-4e31-b722-4efd9a1e812c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9155896 Aug 27 14:12:19.852024 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89cc3aee-94a6-47ef-b0ca-b392d5efee02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:19.890870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'port': {'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'network_id': '5329867c-188b-450e-85af-6974c633d4dc', 'admin_state_up': True, 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'security_groups': ['3156f93a-f3b5-44c7-b57f-4be4d73739da']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:19.999278 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89cc3aee-94a6-47ef-b0ca-b392d5efee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:20.001886 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89cc3aee-94a6-47ef-b0ca-b392d5efee02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:20.003110 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-89cc3aee-94a6-47ef-b0ca-b392d5efee02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dbb73a73-40c3-4037-ab71-f19bd7691758 HTTP/1.1" status: 204 len: 168 time: 0.4940939 Aug 27 14:12:20.029000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc3aee-94a6-47ef-b0ca-b392d5efee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb73a73-40c3-4037-ab71-f19bd7691758,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:20.204386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Made reservation on behalf of 9d6200bcd6d548d19f85584b6cdca497 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:20.208313 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:20.240158 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2a33-04e2-4855-b8a9-d106a7f4560b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:20.263830 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:20.266565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-98aa7876-26f4-4427-a2a9-adc224e196be None None] Provisioning for port 57d9127e-5b45-4552-8370-1eaa1524d0f3 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:20.303138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bacfd-7df6-4595-b9e8-60b8c23df574 req-3152f238-dbb3-4373-8af6-ecb5124ad352 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:20.304815 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-976bacfd-7df6-4595-b9e8-60b8c23df574 req-3152f238-dbb3-4373-8af6-ecb5124ad352 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.1969547 Aug 27 14:12:20.334592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-98aa7876-26f4-4427-a2a9-adc224e196be None None] Provisioning complete for port 57d9127e-5b45-4552-8370-1eaa1524d0f3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:20.335260 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-98aa7876-26f4-4427-a2a9-adc224e196be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:20.408007 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2a33-04e2-4855-b8a9-d106a7f4560b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:20.416696 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36402) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:20.417776 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0eeb2a33-04e2-4855-b8a9-d106a7f4560b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/3ddaf64a-ac35-45d9-944c-2ea0525418ac HTTP/1.1" status: 204 len: 168 time: 2.2287538 Aug 27 14:12:20.439896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb2a33-04e2-4855-b8a9-d106a7f4560b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Subnet': ['ID=3ddaf64a-ac35-45d9-944c-2ea0525418ac,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:20.480827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc58df2a-5dee-45da-b3de-9858d35adce5 None None] Network af667508-be10-457d-a4ef-441b4eb3aff9 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:20.574532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36408) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:20.706548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-976bacfd-7df6-4595-b9e8-60b8c23df574 req-ee86e8f4-c926-499a-a3c5-98b216631672 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816112 Aug 27 14:12:20.737717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:20.803562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-98aa7876-26f4-4427-a2a9-adc224e196be None None] Port 57d9127e-5b45-4552-8370-1eaa1524d0f3 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:20.832050 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Allocated IP 10.1.1.18 (5329867c-188b-450e-85af-6974c633d4dc/85a540de-1867-4fa2-bc2c-c99869f313dc/b82163eb-1a74-4eb0-9842-f5895f87c7c8) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:20.886032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608610fc-bee2-4461-a5e4-77102e6e59cc req-98c26ebb-99d9-49c2-83ac-bac5f320a20f tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:20.894096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608610fc-bee2-4461-a5e4-77102e6e59cc req-98c26ebb-99d9-49c2-83ac-bac5f320a20f tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:20.896111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-608610fc-bee2-4461-a5e4-77102e6e59cc req-98c26ebb-99d9-49c2-83ac-bac5f320a20f tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 1652 time: 0.2595520 Aug 27 14:12:20.968452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-608610fc-bee2-4461-a5e4-77102e6e59cc req-3b4a5385-42ae-46f1-9267-bf9799c12e7b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619974 Aug 27 14:12:20.975420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port 336a627f-9b02-40dc-89e2-653f47899e75 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:20.975771 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:21.065411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a9d4a91d-eea5-4732-be80-1389486c7f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:16Z', 'revision_number': 10, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:21.124843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4a91d-eea5-4732-be80-1389486c7f96 None None] The sync data for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 is: [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:16Z', 'revision_number': 10, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None, '_interfaces': [{'id': '20c7157c-33f4-4e3d-9b4c-e65208e8c1e5', 'name': '', 'network_id': '87b0d041-4176-45a1-bb43-062983eeac34', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'mac_address': 'fa:16:3e:00:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:26Z', 'updated_at': '2021-08-27T14:11:34Z', 'revision_number': 5, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'subnets': [{'id': '861c5ef8-00c5-4466-94a4-2847e9808d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:12:21.156342 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4962525d-8cdd-422a-8f0e-a6820c9e22a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:21.212612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70870890-3527-4cad-9379-7fbb54b57c74 req-4bc41cbe-239c-4214-9028-175bbdb4c532 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:21.231573 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-70870890-3527-4cad-9379-7fbb54b57c74 req-4bc41cbe-239c-4214-9028-175bbdb4c532 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.3036973 Aug 27 14:12:21.328534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] For port 336a627f-9b02-40dc-89e2-653f47899e75, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=336a627f-9b02-40dc-89e2-653f47899e75,segment=NetworkSegment(33bd9703-6d05-4061-af7e-6a61618eb8c2),segment_id=33bd9703-6d05-4061-af7e-6a61618eb8c2)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:21.333016 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:21.430675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for 336a627f-9b02-40dc-89e2-653f47899e75 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:21.441800 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:21.552991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf57281-6d4a-415f-8d89-6f9411769f17 None None] DHCP port deletion for af667508-be10-457d-a4ef-441b4eb3aff9 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:12:21.726225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-abf57281-6d4a-415f-8d89-6f9411769f17 None None] Deleting port 336a627f-9b02-40dc-89e2-653f47899e75 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:21.727151 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-abf57281-6d4a-415f-8d89-6f9411769f17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:21.881879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 336a627f-9b02-40dc-89e2-653f47899e75 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:21.883111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36446) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:21.924051 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4962525d-8cdd-422a-8f0e-a6820c9e22a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:21.963645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:21.995847 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4962525d-8cdd-422a-8f0e-a6820c9e22a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:21.997274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-abf57281-6d4a-415f-8d89-6f9411769f17 None None] For port 336a627f-9b02-40dc-89e2-653f47899e75, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=336a627f-9b02-40dc-89e2-653f47899e75,segment=NetworkSegment(33bd9703-6d05-4061-af7e-6a61618eb8c2),segment_id=33bd9703-6d05-4061-af7e-6a61618eb8c2)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:21.997748 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-abf57281-6d4a-415f-8d89-6f9411769f17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.032119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No active binding found for port 336a627f-9b02-40dc-89e2-653f47899e75 {{(pid=101188) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 14:12:22.032552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 336a627f-9b02-40dc-89e2-653f47899e75 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:12:22.032968 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:22.041469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-abf57281-6d4a-415f-8d89-6f9411769f17 None None] Calling delete_port for 336a627f-9b02-40dc-89e2-653f47899e75 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:22.088479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No DVR routers for this DVR port 336a627f-9b02-40dc-89e2-653f47899e75 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:22.094988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:12:22.095340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5bc0d427-4ddd-4980-8dbc-6a8e20b949c8 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:12:22.108223 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-70870890-3527-4cad-9379-7fbb54b57c74 req-88bd7ee4-aba9-44b1-b387-c937e80fa590 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8747368 Aug 27 14:12:22.116711 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.135565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Transition to ACTIVE for port object b82163eb-1a74-4eb0-9842-f5895f87c7c8 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:22.146864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-923802951'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:22.162139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=336a627f-9b02-40dc-89e2-653f47899e75,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:22.201816 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4962525d-8cdd-422a-8f0e-a6820c9e22a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7bb51e17e3664b84b030237ebea99370&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6239803 Aug 27 14:12:22.205960 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36454) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:22.246587 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.250203 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-abf57281-6d4a-415f-8d89-6f9411769f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.315831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf57281-6d4a-415f-8d89-6f9411769f17 None None] Pushing event deleted for resources: {'Port': ['ID=336a627f-9b02-40dc-89e2-653f47899e75,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:22.324572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf57281-6d4a-415f-8d89-6f9411769f17 None None] No DVR routers for this DVR port 336a627f-9b02-40dc-89e2-653f47899e75 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:22.335591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962525d-8cdd-422a-8f0e-a6820c9e22a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbea677-1c57-4941-8dca-351f79857bd3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:22.376238 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.394567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af667508-be10-457d-a4ef-441b4eb3aff9']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:22.409461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33bd9703-6d05-4061-af7e-6a61618eb8c2') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:22.409862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33bd9703-6d05-4061-af7e-6a61618eb8c2') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:22.416769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'Port': ['ID=b82163eb-1a74-4eb0-9842-f5895f87c7c8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:22.421910 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.456680 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.468690 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Network 5329867c-188b-450e-85af-6974c633d4dc is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:22.472953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:12:22.473375 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.474221 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:22.478391 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:22.563008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05ab33-144b-4ce8-b550-52b2a10e02fb req-9670ea93-4651-4fab-97d7-e64f8ca552bf tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:12:22.574595 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:12:22.577494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05ab33-144b-4ce8-b550-52b2a10e02fb req-9670ea93-4651-4fab-97d7-e64f8ca552bf tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:22.581449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05ab33-144b-4ce8-b550-52b2a10e02fb req-9670ea93-4651-4fab-97d7-e64f8ca552bf tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:22.587032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42945f0e-6317-413a-b358-59475085294b req-4784899c-99fc-4d04-966c-464aaf0ad87b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:22.590381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb05ab33-144b-4ce8-b550-52b2a10e02fb req-9670ea93-4651-4fab-97d7-e64f8ca552bf tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 2372 time: 0.1754403 Aug 27 14:12:22.594605 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42945f0e-6317-413a-b358-59475085294b req-4784899c-99fc-4d04-966c-464aaf0ad87b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.6804137 Aug 27 14:12:22.600665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Made reservation on behalf of 139cf77de4d947d1bee72d1616058d5f for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:22.601958 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.610131 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.642957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.648029 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/networks/af667508-be10-457d-a4ef-441b4eb3aff9 HTTP/1.1" status: 204 len: 168 time: 2.2301252 Aug 27 14:12:22.648556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36462) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:22.658868 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.668482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:22.669164 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.688614 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad693e-8de4-4ec1-9db4-5008ca62c05d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Network': ['ID=af667508-be10-457d-a4ef-441b4eb3aff9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:22.752023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42945f0e-6317-413a-b358-59475085294b req-6d2021ad-a0cf-4657-b727-f010ddc51197 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503680 Aug 27 14:12:22.873612 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eaa00534-e5db-4b43-bcb6-525026e8773f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.876780 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.888406 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.910056 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-50e6b82e-1ac6-4cdb-bde7-4f9f24207606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0613506 Aug 27 14:12:22.933774 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eaa00534-e5db-4b43-bcb6-525026e8773f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:22.934036 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb05ab33-144b-4ce8-b550-52b2a10e02fb req-491629a9-26d0-4287-a148-7e7ab0dd8ba7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3403299 Aug 27 14:12:22.945984 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:12:22.966456 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'port': {'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92', 'admin_state_up': True, 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'security_groups': ['3156f93a-f3b5-44c7-b57f-4be4d73739da']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:22.980170 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9031d40c-2c2a-4f77-997a-e21c101267f6 None None] Provisioning for port b82163eb-1a74-4eb0-9842-f5895f87c7c8 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:22.985314 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9031d40c-2c2a-4f77-997a-e21c101267f6 None None] Provisioning complete for port b82163eb-1a74-4eb0-9842-f5895f87c7c8 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:22.985905 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9031d40c-2c2a-4f77-997a-e21c101267f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:23.007896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb006c1e-9b4b-4c35-af9d-cc79bc6bda16,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:23.031458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:23.036327 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Added segment 91b3871a-b217-42c4-b238-1c0038312045 of type vlan for network c0422f7f-710d-48a3-bdbf-8febe324ca48 Aug 27 14:12:23.039198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9031d40c-2c2a-4f77-997a-e21c101267f6 None None] Port b82163eb-1a74-4eb0-9842-f5895f87c7c8 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:23.172099 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:23.182653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Made reservation on behalf of 9d6200bcd6d548d19f85584b6cdca497 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:23.209178 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:23.215492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:23.216482 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:23.289932 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:23.303355 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eaa00534-e5db-4b43-bcb6-525026e8773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:23.307436 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eaa00534-e5db-4b43-bcb6-525026e8773f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:23.309395 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-eaa00534-e5db-4b43-bcb6-525026e8773f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bfbea677-1c57-4941-8dca-351f79857bd3 HTTP/1.1" status: 204 len: 168 time: 1.0973065 Aug 27 14:12:23.314290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Pushing event updated for resources: {'Network': ['ID=c0422f7f-710d-48a3-bdbf-8febe324ca48,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:23.328213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network c0422f7f-710d-48a3-bdbf-8febe324ca48 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:12:23.339021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa00534-e5db-4b43-bcb6-525026e8773f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbea677-1c57-4941-8dca-351f79857bd3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:23.390393 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-446dc3a6-ffb4-468d-9663-b88583470de2 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5026128 Aug 27 14:12:23.393126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36476) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:23.399529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a327a2ef-2a98-4930-b0ec-a3ca506cac4a tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Request body: {'subnet': {'network_id': 'c0422f7f-710d-48a3-bdbf-8febe324ca48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:23.436974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bba345-ea64-4969-a5d1-a19179f6f60c req-a128b5a9-eb5d-4bfe-be49-f1c5599be8c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:23.438863 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1bba345-ea64-4969-a5d1-a19179f6f60c req-a128b5a9-eb5d-4bfe-be49-f1c5599be8c5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1044590 Aug 27 14:12:23.543100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1bba345-ea64-4969-a5d1-a19179f6f60c req-129112cf-7a63-4237-b154-7f7bd10be589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690002 Aug 27 14:12:23.662234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a327a2ef-2a98-4930-b0ec-a3ca506cac4a tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Made reservation on behalf of 139cf77de4d947d1bee72d1616058d5f for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:23.668794 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a327a2ef-2a98-4930-b0ec-a3ca506cac4a tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:24.115047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Allocated IP 10.2.2.100 (0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92/7237fa14-4c5b-430e-9d82-35356f842932/1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:24.129965 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a327a2ef-2a98-4930-b0ec-a3ca506cac4a tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:24.167992 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ba2c8285-a07f-4710-be0a-28b7884d9b5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:24.265809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5e024-b6bf-491f-b0c5-49dd6a66b5c9 req-242fe32d-a3f7-4c2d-bdac-c6e6311df044 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:24.279174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ab5e024-b6bf-491f-b0c5-49dd6a66b5c9 req-242fe32d-a3f7-4c2d-bdac-c6e6311df044 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.3851395 Aug 27 14:12:24.336074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327a2ef-2a98-4930-b0ec-a3ca506cac4a tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Pushing event updated for resources: {'Subnet': ['ID=69e43af7-766a-4e61-b8bd-c9f36391b764,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:24.417661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327a2ef-2a98-4930-b0ec-a3ca506cac4a tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Checking segment: {'id': '91b3871a-b217-42c4-b238-1c0038312045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c0422f7f-710d-48a3-bdbf-8febe324ca48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:24.420494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327a2ef-2a98-4930-b0ec-a3ca506cac4a tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Network hostable DHCP agents. Network: c0422f7f-710d-48a3-bdbf-8febe324ca48, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:12:24.471762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1680-02dc-48ee-9928-73b1eaab38ca req-5f885f40-a96d-4631-a3fc-3c2662efe831 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:24.483156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1680-02dc-48ee-9928-73b1eaab38ca req-5f885f40-a96d-4631-a3fc-3c2662efe831 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:24.503196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1680-02dc-48ee-9928-73b1eaab38ca req-5f885f40-a96d-4631-a3fc-3c2662efe831 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:24.514860 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-396f1680-02dc-48ee-9928-73b1eaab38ca req-5f885f40-a96d-4631-a3fc-3c2662efe831 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 2372 time: 0.3993156 Aug 27 14:12:24.528206 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ab5e024-b6bf-491f-b0c5-49dd6a66b5c9 req-a9bf2da4-5d3f-4733-be0d-415ec3cb0a00 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469535 Aug 27 14:12:24.657883 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:24.678242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327a2ef-2a98-4930-b0ec-a3ca506cac4a tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Network c0422f7f-710d-48a3-bdbf-8febe324ca48 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:12:24.722421 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-396f1680-02dc-48ee-9928-73b1eaab38ca req-df4da01f-fb5f-40f6-bc9f-b4251c5ebf01 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794908 Aug 27 14:12:24.735196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a327a2ef-2a98-4930-b0ec-a3ca506cac4a tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, c0422f7f-710d-48a3-bdbf-8febe324ca48) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:24.741419 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Transition to ACTIVE for port object 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:24.749358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327a2ef-2a98-4930-b0ec-a3ca506cac4a tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:24.750148 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a327a2ef-2a98-4930-b0ec-a3ca506cac4a tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:24.751663 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef27c641-19dc-4fa0-9cd5-d6950a5645fc None None] Network c0422f7f-710d-48a3-bdbf-8febe324ca48 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:24.781345 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a327a2ef-2a98-4930-b0ec-a3ca506cac4a tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3869169 Aug 27 14:12:24.785566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36522) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:24.792022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Request body: {'port': {'network_id': 'c0422f7f-710d-48a3-bdbf-8febe324ca48', 'name': 'tempest-ExtraDHCPOptionsTestJSON-307531054'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:25.004242 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa474c86-7ee5-4a0d-b156-10af2d7bf8bb req-78ee5b7f-3b08-447e-8e53-ba5d255bc407 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:25.006484 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa474c86-7ee5-4a0d-b156-10af2d7bf8bb req-78ee5b7f-3b08-447e-8e53-ba5d255bc407 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2701812 Aug 27 14:12:25.061868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c8285-a07f-4710-be0a-28b7884d9b5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:25.062366 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ba2c8285-a07f-4710-be0a-28b7884d9b5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:25.083408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-c0422f7f-710d-48a3-bdbf-8febe324ca48', 'network_id': 'c0422f7f-710d-48a3-bdbf-8febe324ca48', 'tenant_id': '139cf77de4d947d1bee72d1616058d5f', 'fixed_ips': [{'subnet_id': '69e43af7-766a-4e61-b8bd-c9f36391b764'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:12:25.084293 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:25.121531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Made reservation on behalf of 139cf77de4d947d1bee72d1616058d5f for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:25.127204 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:25.169895 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] device_id is not set on port 8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:12:25.270630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-ba2c8285-a07f-4710-be0a-28b7884d9b5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] For port 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=20c7157c-33f4-4e3d-9b4c-e65208e8c1e5,segment=NetworkSegment(2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27),segment_id=2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:25.271207 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ba2c8285-a07f-4710-be0a-28b7884d9b5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:25.310232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c8285-a07f-4710-be0a-28b7884d9b5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:25.310495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Allocated IP 172.20.0.2 (c0422f7f-710d-48a3-bdbf-8febe324ca48/69e43af7-766a-4e61-b8bd-c9f36391b764/10512f83-50c9-4f92-aa94-0b41bb8e4b01) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:25.445517 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:25.618485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36544) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:25.637578 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:25.649094 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa474c86-7ee5-4a0d-b156-10af2d7bf8bb req-194a5845-efcb-435e-a99a-5a85f4a6238a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6041100 Aug 27 14:12:25.668117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Transition to ACTIVE for port object 10512f83-50c9-4f92-aa94-0b41bb8e4b01 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:25.711856 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:25.724820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Transition to ACTIVE for port object 10512f83-50c9-4f92-aa94-0b41bb8e4b01 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:25.732914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:25.738164 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:25.739598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:25.794485 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Pushing event updated for resources: {'Port': ['ID=10512f83-50c9-4f92-aa94-0b41bb8e4b01,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:25.813793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Network c0422f7f-710d-48a3-bdbf-8febe324ca48 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:25.815302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:25.824132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:25.940704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Attempting to bind port 10512f83-50c9-4f92-aa94-0b41bb8e4b01 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:12:25.941031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Attempting to bind port 10512f83-50c9-4f92-aa94-0b41bb8e4b01 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '91b3871a-b217-42c4-b238-1c0038312045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c0422f7f-710d-48a3-bdbf-8febe324ca48'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:12:25.941780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Attempting to bind port 10512f83-50c9-4f92-aa94-0b41bb8e4b01 on network c0422f7f-710d-48a3-bdbf-8febe324ca48 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:25.942599 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8993b05c-bec3-48e5-a294-1e3ec4ccf12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:25.948538 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:12:25.948944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Checking segment: {'id': '91b3871a-b217-42c4-b238-1c0038312045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c0422f7f-710d-48a3-bdbf-8febe324ca48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:25.949321 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:25.949768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Bound using segment: {'id': '91b3871a-b217-42c4-b238-1c0038312045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c0422f7f-710d-48a3-bdbf-8febe324ca48'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:12:25.950291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Bound port: 10512f83-50c9-4f92-aa94-0b41bb8e4b01, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b3871a-b217-42c4-b238-1c0038312045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c0422f7f-710d-48a3-bdbf-8febe324ca48'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:12:25.950695 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:26.018483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Allocated IP 172.20.0.14 (c0422f7f-710d-48a3-bdbf-8febe324ca48/69e43af7-766a-4e61-b8bd-c9f36391b764/8d33e27c-0e3e-4fc3-a97f-586156e2c4c0) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:26.057977 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] For port 10512f83-50c9-4f92-aa94-0b41bb8e4b01, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:12:26.069376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec172cfe-3e8e-4607-a0e3-e10a7c5c1161 req-0e710d94-b0e4-44d8-af71-28ffb675a610 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:26.070660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'Port': ['ID=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:26.075319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec172cfe-3e8e-4607-a0e3-e10a7c5c1161 req-0e710d94-b0e4-44d8-af71-28ffb675a610 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.3285496 Aug 27 14:12:26.089251 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] For port 10512f83-50c9-4f92-aa94-0b41bb8e4b01, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=10512f83-50c9-4f92-aa94-0b41bb8e4b01,segment=NetworkSegment(91b3871a-b217-42c4-b238-1c0038312045),segment_id=91b3871a-b217-42c4-b238-1c0038312045)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:12:26.094984 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:26.136264 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ba2c8285-a07f-4710-be0a-28b7884d9b5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:26.222926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-48823135-6939-4148-9986-d424c29a91cd None None] Provisioning for port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:26.233655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-48823135-6939-4148-9986-d424c29a91cd None None] Provisioning complete for port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:26.234035 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-48823135-6939-4148-9986-d424c29a91cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:26.297929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-48823135-6939-4148-9986-d424c29a91cd None None] Port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:26.318088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952b000-be6b-4883-b575-02d2fcd97ee5 None None] Pushing event updated for resources: {'Port': ['ID=10512f83-50c9-4f92-aa94-0b41bb8e4b01,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:26.331808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c8285-a07f-4710-be0a-28b7884d9b5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=20c7157c-33f4-4e3d-9b4c-e65208e8c1e5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:26.332340 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec172cfe-3e8e-4607-a0e3-e10a7c5c1161 req-3b1122b1-085d-4ccd-a108-394ef7f63ce6 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261801 Aug 27 14:12:26.497981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c693f-acbf-4ea0-9b47-b4a6a53dad02 req-f7651a60-a116-4927-9a62-3b588d73f333 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:26.540779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c693f-acbf-4ea0-9b47-b4a6a53dad02 req-f7651a60-a116-4927-9a62-3b588d73f333 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:26.547273 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c693f-acbf-4ea0-9b47-b4a6a53dad02 req-f7651a60-a116-4927-9a62-3b588d73f333 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:26.556569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c693f-acbf-4ea0-9b47-b4a6a53dad02 req-f7651a60-a116-4927-9a62-3b588d73f333 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:26.559911 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-772c693f-acbf-4ea0-9b47-b4a6a53dad02 req-f7651a60-a116-4927-9a62-3b588d73f333 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 3093 time: 0.4802692 Aug 27 14:12:26.747435 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8993b05c-bec3-48e5-a294-1e3ec4ccf12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:26.781407 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8993b05c-bec3-48e5-a294-1e3ec4ccf12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:26.807120 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:26.855067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:26.858923 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:26.931484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Transition to ACTIVE for port object 8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:26.943865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8993b05c-bec3-48e5-a294-1e3ec4ccf12c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a776eaa5342f4f5da38ae0d2ee0dd681&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3239605 Aug 27 14:12:26.950083 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36558) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:26.951080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993b05c-bec3-48e5-a294-1e3ec4ccf12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9f7c36-b36f-4c85-a01a-7904755c3b80,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:26.980339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-842034e7-31dc-4a29-9724-f16b254c6877 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0355468 Aug 27 14:12:27.007740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f64606-5907-4026-8a92-0e09f4d55c43 req-843c7e80-f7fa-4306-859f-4328e505238a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:27.010101 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20f64606-5907-4026-8a92-0e09f4d55c43 req-843c7e80-f7fa-4306-859f-4328e505238a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1593940 Aug 27 14:12:27.089745 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'port': {'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92', 'admin_state_up': True, 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'security_groups': ['3156f93a-f3b5-44c7-b57f-4be4d73739da']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:27.103829 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-772c693f-acbf-4ea0-9b47-b4a6a53dad02 req-2c992c74-4789-4e2e-a0e3-0fadd8674aed tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121801 Aug 27 14:12:27.116462 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20f64606-5907-4026-8a92-0e09f4d55c43 req-315894a1-2e2b-4a53-94d7-47a8ed61dc34 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905318 Aug 27 14:12:27.140216 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-775efdb3-938a-4bb4-be4f-8cf31c43b01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:27.174066 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-775efdb3-938a-4bb4-be4f-8cf31c43b01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:27.254202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ba2c8285-a07f-4710-be0a-28b7884d9b5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:27.264417 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:27.303514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Network c0422f7f-710d-48a3-bdbf-8febe324ca48 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:27.324835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:27.328002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:27.331864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-775efdb3-938a-4bb4-be4f-8cf31c43b01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:27.334484 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-775efdb3-938a-4bb4-be4f-8cf31c43b01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:27.335963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-775efdb3-938a-4bb4-be4f-8cf31c43b01f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c9f7c36-b36f-4c85-a01a-7904755c3b80 HTTP/1.1" status: 204 len: 168 time: 0.3817592 Aug 27 14:12:27.386592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775efdb3-938a-4bb4-be4f-8cf31c43b01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9f7c36-b36f-4c85-a01a-7904755c3b80,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:27.413036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Pushing event updated for resources: {'Port': ['ID=8d33e27c-0e3e-4fc3-a97f-586156e2c4c0,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:27.434963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:27.435549 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:27.455569 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-14c91a6e-b927-4fc8-b61b-5a8148339248 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6687019 Aug 27 14:12:27.456566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36564) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:27.463037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Request body: {'port': {'network_id': 'c0422f7f-710d-48a3-bdbf-8febe324ca48', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1303475960', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:27.463835 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.api.validators [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] bootfile-name is not in valid_values {{(pid=101186) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 14:12:27.464185 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.api.validators [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] tftp-server is not in valid_values {{(pid=101186) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 14:12:27.464516 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.api.validators [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] server-ip-address is not in valid_values {{(pid=101186) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 14:12:27.711265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Made reservation on behalf of 139cf77de4d947d1bee72d1616058d5f for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:27.731447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:27.784337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] device_id is not set on port 225727d4-451f-4f0d-96ce-8e5b1d7fe88c yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:12:27.979974 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 10512f83-50c9-4f92-aa94-0b41bb8e4b01 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:12:28.085868 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 10512f83-50c9-4f92-aa94-0b41bb8e4b01 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:28.127878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Allocated IP 172.20.0.11 (c0422f7f-710d-48a3-bdbf-8febe324ca48/69e43af7-766a-4e61-b8bd-c9f36391b764/225727d4-451f-4f0d-96ce-8e5b1d7fe88c) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:28.135153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2c8285-a07f-4710-be0a-28b7884d9b5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:12:28.227210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c73af-b57d-4345-8efe-dd80f5752d1d req-177b18f2-f4e2-41cc-954a-848183d92172 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:28.229426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2b7676-2d05-4350-972b-f4e6b70c595b None None] Network c0422f7f-710d-48a3-bdbf-8febe324ca48 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:28.232004 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c40c73af-b57d-4345-8efe-dd80f5752d1d req-177b18f2-f4e2-41cc-954a-848183d92172 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.7549627 Aug 27 14:12:28.413278 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-eb2eaf76-68c7-4680-a09c-b78f4f416cf4 None None] Provisioning for port 10512f83-50c9-4f92-aa94-0b41bb8e4b01 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:28.486189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2c8285-a07f-4710-be0a-28b7884d9b5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:12:28.504956 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678972a1-2b88-4c88-afcf-5aa34950387d None None] Sync routers for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:12:28.515656 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ba2c8285-a07f-4710-be0a-28b7884d9b5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8309488 Aug 27 14:12:28.517730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36596) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:28.532958 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678972a1-2b88-4c88-afcf-5aa34950387d None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:28.533587 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-678972a1-2b88-4c88-afcf-5aa34950387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:28.595624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Made reservation on behalf of 9d6200bcd6d548d19f85584b6cdca497 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:28.626556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4934d38-6100-4772-a675-52fa60b3c35f req-49cba7db-b696-4cd6-aeab-cfd73c8eaa74 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:28.641870 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4934d38-6100-4772-a675-52fa60b3c35f req-49cba7db-b696-4cd6-aeab-cfd73c8eaa74 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:28.670213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4934d38-6100-4772-a675-52fa60b3c35f req-49cba7db-b696-4cd6-aeab-cfd73c8eaa74 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:28.685797 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4934d38-6100-4772-a675-52fa60b3c35f req-49cba7db-b696-4cd6-aeab-cfd73c8eaa74 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:28.692786 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4934d38-6100-4772-a675-52fa60b3c35f req-49cba7db-b696-4cd6-aeab-cfd73c8eaa74 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 3093 time: 0.3545113 Aug 27 14:12:28.699367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-eb2eaf76-68c7-4680-a09c-b78f4f416cf4 None None] Provisioning complete for port 10512f83-50c9-4f92-aa94-0b41bb8e4b01 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:28.699757 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-eb2eaf76-68c7-4680-a09c-b78f4f416cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:28.786824 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-678972a1-2b88-4c88-afcf-5aa34950387d None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:28.843529 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4934d38-6100-4772-a675-52fa60b3c35f req-e19fbb05-48e0-4944-acbe-aef7c7b7d9a6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293786 Aug 27 14:12:28.919091 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:28.938144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Transition to ACTIVE for port object 225727d4-451f-4f0d-96ce-8e5b1d7fe88c will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:29.020345 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-678972a1-2b88-4c88-afcf-5aa34950387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:25Z', 'revision_number': 11, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:29.021023 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:29.057306 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c40c73af-b57d-4345-8efe-dd80f5752d1d req-d19d21da-e79f-42e0-b408-d707c69992be tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8087170 Aug 27 14:12:29.067259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b54606c-5d83-45be-bdbc-af1ebb8cbf2e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting subnet 861c5ef8-00c5-4466-94a4-2847e9808d94 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:12:29.079567 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b54606c-5d83-45be-bdbc-af1ebb8cbf2e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:29.099000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Pushing event updated for resources: {'Port': ['ID=225727d4-451f-4f0d-96ce-8e5b1d7fe88c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:29.108372 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678972a1-2b88-4c88-afcf-5aa34950387d None None] Checking router: aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:12:29.119634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Network c0422f7f-710d-48a3-bdbf-8febe324ca48 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:29.123150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:29.131132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:29.131787 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b54606c-5d83-45be-bdbc-af1ebb8cbf2e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:29.155315 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678972a1-2b88-4c88-afcf-5aa34950387d None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:29.155880 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-678972a1-2b88-4c88-afcf-5aa34950387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:29.229112 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b54606c-5d83-45be-bdbc-af1ebb8cbf2e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:29.271567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:29.272547 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:29.326319 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-eb2eaf76-68c7-4680-a09c-b78f4f416cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:29.349155 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcc6fc-bac8-48ad-8340-823c74e4dac7 req-979b6d9d-00f5-485a-bd4d-0a05e24ba3a3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:29.350845 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3cbcc6fc-bac8-48ad-8340-823c74e4dac7 req-979b6d9d-00f5-485a-bd4d-0a05e24ba3a3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1412358 Aug 27 14:12:29.360099 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7cb60da9-1343-47c9-aced-269d6fbda827 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.9019551 Aug 27 14:12:29.361393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36610) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:29.409396 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-678972a1-2b88-4c88-afcf-5aa34950387d None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:29.436145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3cbcc6fc-bac8-48ad-8340-823c74e4dac7 req-937f7520-3279-4b84-a176-2ff7b5db40b8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745423 Aug 27 14:12:29.441896 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b54606c-5d83-45be-bdbc-af1ebb8cbf2e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:29.449328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-eb2eaf76-68c7-4680-a09c-b78f4f416cf4 None None] For port 10512f83-50c9-4f92-aa94-0b41bb8e4b01, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=10512f83-50c9-4f92-aa94-0b41bb8e4b01,segment=NetworkSegment(91b3871a-b217-42c4-b238-1c0038312045),segment_id=91b3871a-b217-42c4-b238-1c0038312045)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:29.454994 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-eb2eaf76-68c7-4680-a09c-b78f4f416cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:29.487905 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b54606c-5d83-45be-bdbc-af1ebb8cbf2e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:29.492332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb175036-a7b0-4ef6-a07f-41597659cd82 None None] Network 87b0d041-4176-45a1-bb43-062983eeac34 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:29.495589 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36614) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:29.515327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7b54606c-5d83-45be-bdbc-af1ebb8cbf2e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/861c5ef8-00c5-4466-94a4-2847e9808d94 HTTP/1.1" status: 204 len: 168 time: 0.9863205 Aug 27 14:12:29.553814 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-678972a1-2b88-4c88-afcf-5aa34950387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:25Z', 'revision_number': 11, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:29.608514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2eaf76-68c7-4680-a09c-b78f4f416cf4 None None] Pushing event updated for resources: {'Port': ['ID=10512f83-50c9-4f92-aa94-0b41bb8e4b01,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:29.640044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54606c-5d83-45be-bdbc-af1ebb8cbf2e tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Subnet': ['ID=861c5ef8-00c5-4466-94a4-2847e9808d94,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:29.711751 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678972a1-2b88-4c88-afcf-5aa34950387d None None] The sync data for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 is: [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:25Z', 'revision_number': 11, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:12:29.764062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe951c-ceb8-4905-817a-592da40d4cff tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:29.814009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe951c-ceb8-4905-817a-592da40d4cff tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:29.838256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585361b3-1dde-409d-9e34-2f077f82d055 None None] DHCP port deletion for 87b0d041-4176-45a1-bb43-062983eeac34 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:12:29.857483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe951c-ceb8-4905-817a-592da40d4cff tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:29.861769 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a5fe951c-ceb8-4905-817a-592da40d4cff tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4925015 Aug 27 14:12:29.862878 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36624) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:29.871264 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:29.878863 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:30.017526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-585361b3-1dde-409d-9e34-2f077f82d055 None None] Deleting port a1a64b0d-09fb-4d5d-95da-3b58d9687b54 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:30.018434 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-585361b3-1dde-409d-9e34-2f077f82d055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:30.132609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8175ca50-b367-4e4b-8f56-f21a45d6f2cd None None] Provisioning for port 8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:30.205032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8175ca50-b367-4e4b-8f56-f21a45d6f2cd None None] Provisioning complete for port 8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:30.214093 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8175ca50-b367-4e4b-8f56-f21a45d6f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:30.296426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb002e2d-47c8-4c50-8f7a-5d1f0376ea18 req-5bd4f05e-9d8c-4d4e-acb7-20cffdbd833e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:30.298195 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb002e2d-47c8-4c50-8f7a-5d1f0376ea18 req-5bd4f05e-9d8c-4d4e-acb7-20cffdbd833e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.3696320 Aug 27 14:12:30.299696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 10512f83-50c9-4f92-aa94-0b41bb8e4b01 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:12:30.414178 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ea1c2-8a64-4b81-b5b4-2902ecfaeace req-2083ff0b-4ec6-490a-94ac-15bd98e417d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:30.423081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-175ea1c2-8a64-4b81-b5b4-2902ecfaeace req-2083ff0b-4ec6-490a-94ac-15bd98e417d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 1097 time: 0.3050747 Aug 27 14:12:30.439380 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-585361b3-1dde-409d-9e34-2f077f82d055 None None] For port a1a64b0d-09fb-4d5d-95da-3b58d9687b54, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a1a64b0d-09fb-4d5d-95da-3b58d9687b54,segment=NetworkSegment(2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27),segment_id=2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:30.440365 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-585361b3-1dde-409d-9e34-2f077f82d055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:30.460856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb002e2d-47c8-4c50-8f7a-5d1f0376ea18 req-11ceae3b-e578-4160-b6d1-53506f808fa0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490035 Aug 27 14:12:30.494257 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8175ca50-b367-4e4b-8f56-f21a45d6f2cd None None] Port 8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:30.504589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-585361b3-1dde-409d-9e34-2f077f82d055 None None] Calling delete_port for a1a64b0d-09fb-4d5d-95da-3b58d9687b54 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:30.507529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Allocated IP 10.2.2.200 (0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92/7237fa14-4c5b-430e-9d82-35356f842932/113591bc-6932-4908-b37e-719908096f55) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:30.553191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 10512f83-50c9-4f92-aa94-0b41bb8e4b01 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:30.553622 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:30.855094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8175ca50-b367-4e4b-8f56-f21a45d6f2cd None None] Provisioning for port 225727d4-451f-4f0d-96ce-8e5b1d7fe88c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:30.862060 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-585361b3-1dde-409d-9e34-2f077f82d055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:30.912470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8175ca50-b367-4e4b-8f56-f21a45d6f2cd None None] Provisioning complete for port 225727d4-451f-4f0d-96ce-8e5b1d7fe88c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:30.912470 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8175ca50-b367-4e4b-8f56-f21a45d6f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:30.961047 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:31.043217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Transition to ACTIVE for port object 113591bc-6932-4908-b37e-719908096f55 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:31.045318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585361b3-1dde-409d-9e34-2f077f82d055 None None] No DVR routers for this DVR port a1a64b0d-09fb-4d5d-95da-3b58d9687b54 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:31.169912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8175ca50-b367-4e4b-8f56-f21a45d6f2cd None None] Port 225727d4-451f-4f0d-96ce-8e5b1d7fe88c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:31.189811 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:31.269594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585361b3-1dde-409d-9e34-2f077f82d055 None None] Pushing event deleted for resources: {'Port': ['ID=a1a64b0d-09fb-4d5d-95da-3b58d9687b54,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:31.279404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8175ca50-b367-4e4b-8f56-f21a45d6f2cd None None] Provisioning complete for port 10512f83-50c9-4f92-aa94-0b41bb8e4b01 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:31.280053 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8175ca50-b367-4e4b-8f56-f21a45d6f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:31.309571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event updated for resources: {'Port': ['ID=113591bc-6932-4908-b37e-719908096f55,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:31.388259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699f4b2-03a3-4cd2-a391-89059d7ea90c req-c6edf156-7f22-48fa-976c-2e4f725daab9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:31.396148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699f4b2-03a3-4cd2-a391-89059d7ea90c req-c6edf156-7f22-48fa-976c-2e4f725daab9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:31.403025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699f4b2-03a3-4cd2-a391-89059d7ea90c req-c6edf156-7f22-48fa-976c-2e4f725daab9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:31.434326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699f4b2-03a3-4cd2-a391-89059d7ea90c req-c6edf156-7f22-48fa-976c-2e4f725daab9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:31.434326 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4699f4b2-03a3-4cd2-a391-89059d7ea90c req-c6edf156-7f22-48fa-976c-2e4f725daab9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 3093 time: 1.2480955 Aug 27 14:12:31.456604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:31.458072 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:31.472210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:31.482181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-717beef5-0382-44d0-ade2-7b55749f3ab7 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Deleting port 225727d4-451f-4f0d-96ce-8e5b1d7fe88c {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:31.482526 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-717beef5-0382-44d0-ade2-7b55749f3ab7 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:31.530920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5aa75292-e599-4237-be43-ad5e9737b6ac None None] Provisioning complete for port 8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:31.530920 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5aa75292-e599-4237-be43-ad5e9737b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:31.643331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5aa75292-e599-4237-be43-ad5e9737b6ac None None] Port 8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:31.689798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5aa75292-e599-4237-be43-ad5e9737b6ac None None] Provisioning complete for port 225727d4-451f-4f0d-96ce-8e5b1d7fe88c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:31.690261 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5aa75292-e599-4237-be43-ad5e9737b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:31.804981 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4699f4b2-03a3-4cd2-a391-89059d7ea90c req-03bed654-7781-4f4d-9bda-b0a7416932a3 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519003 Aug 27 14:12:31.810369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5aa75292-e599-4237-be43-ad5e9737b6ac None None] Port 225727d4-451f-4f0d-96ce-8e5b1d7fe88c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:31.815134 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:31.885843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:12:31.890668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 20c7157c-33f4-4e3d-9b4c-e65208e8c1e5 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:12:31.891247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a1a64b0d-09fb-4d5d-95da-3b58d9687b54 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:31.909536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:31.910322 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:31.953217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: a1a64b0d-09fb-4d5d-95da-3b58d9687b54 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:12:31.953569 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a1a64b0d-09fb-4d5d-95da-3b58d9687b54 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:12:31.985693 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Deleting port a1a64b0d-09fb-4d5d-95da-3b58d9687b54 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:31.986183 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:32.040076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-08bb729e-ae16-49a4-adf1-5e4658281277 None None] Provisioning for port 113591bc-6932-4908-b37e-719908096f55 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:32.048860 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-08bb729e-ae16-49a4-adf1-5e4658281277 None None] Provisioning complete for port 113591bc-6932-4908-b37e-719908096f55 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:32.052778 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-08bb729e-ae16-49a4-adf1-5e4658281277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:32.070787 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5702bd2c-bb1e-4d76-8577-94d20e850b65 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9956353 Aug 27 14:12:32.089702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Request body: {'port': {'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:32.145189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-08bb729e-ae16-49a4-adf1-5e4658281277 None None] Port 113591bc-6932-4908-b37e-719908096f55 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:32.191470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375eb24-4ee9-4fc3-98cf-0d2aab82d8de req-a48e0482-eabe-43d4-bac2-03f221d8c9d8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:32.201380 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a375eb24-4ee9-4fc3-98cf-0d2aab82d8de req-a48e0482-eabe-43d4-bac2-03f221d8c9d8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.4634497 Aug 27 14:12:32.232324 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-717beef5-0382-44d0-ade2-7b55749f3ab7 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:32.233876 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ea1c2-8a64-4b81-b5b4-2902ecfaeace req-78dcc76c-a725-4280-9382-9221dd832c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:32.235601 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-175ea1c2-8a64-4b81-b5b4-2902ecfaeace req-78dcc76c-a725-4280-9382-9221dd832c4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 1.7704210 Aug 27 14:12:32.245683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-717beef5-0382-44d0-ade2-7b55749f3ab7 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Calling delete_port for 225727d4-451f-4f0d-96ce-8e5b1d7fe88c owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:32.314439 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] For port a1a64b0d-09fb-4d5d-95da-3b58d9687b54, host n-d-712139-12, got binding levels [] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:32.314963 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:32.405023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a375eb24-4ee9-4fc3-98cf-0d2aab82d8de req-0a38b7be-3d63-4315-b80c-ec42ca4ee6e6 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914766 Aug 27 14:12:32.405023 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Calling delete_port for a1a64b0d-09fb-4d5d-95da-3b58d9687b54 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:32.417920 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:32.422441 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-175ea1c2-8a64-4b81-b5b4-2902ecfaeace req-73fef49b-b6b7-4793-9cd4-f3cd7442fb69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 200 len: 1000 time: 0.1740699 Aug 27 14:12:32.442952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.ipam_backend_mixin [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Port a1a64b0d-09fb-4d5d-95da-3b58d9687b54 was not found and therefore no delete operation was performed {{(pid=101186) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:12:32.466511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:32.542938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b57ed-89df-4523-803e-370a08a719a5 req-fc7f5d40-bebb-43df-bb21-67ac0e3d217f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:32.550935 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c7b57ed-89df-4523-803e-370a08a719a5 req-fc7f5d40-bebb-43df-bb21-67ac0e3d217f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.3489041 Aug 27 14:12:32.585641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Port': ['ID=a1a64b0d-09fb-4d5d-95da-3b58d9687b54,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:32.592482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No DVR routers for this DVR port a1a64b0d-09fb-4d5d-95da-3b58d9687b54 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:32.650748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ea1c2-8a64-4b81-b5b4-2902ecfaeace req-58530e11-0103-4758-8eb3-9662577a5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:32.652445 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-175ea1c2-8a64-4b81-b5b4-2902ecfaeace req-58530e11-0103-4758-8eb3-9662577a5dcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.2082260 Aug 27 14:12:32.737046 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:32.752995 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b0d041-4176-45a1-bb43-062983eeac34']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:32.773746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:32.774038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6bc0a6-2dff-40c0-b1c8-6e8e1417ca27') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:32.778497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ea1c2-8a64-4b81-b5b4-2902ecfaeace req-003ed134-310b-4b0a-9f11-f60621cb62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:32.780958 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-175ea1c2-8a64-4b81-b5b4-2902ecfaeace req-003ed134-310b-4b0a-9f11-f60621cb62c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956812 Aug 27 14:12:32.782939 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c7b57ed-89df-4523-803e-370a08a719a5 req-10c80da3-2ad4-4f19-9693-ea995dcd3b34 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300797 Aug 27 14:12:32.793810 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:32.863254 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:32.872698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:12:32.873496 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:12:32.894221 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:12:32.966068 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-175ea1c2-8a64-4b81-b5b4-2902ecfaeace req-4c0daa3b-921c-4cd9-96ec-bb6d7bad0150 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743109 Aug 27 14:12:33.001300 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa30620-961f-41d0-bef2-2507d915a24a {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:12:33.011614 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:33.026074 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-717beef5-0382-44d0-ade2-7b55749f3ab7 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:33.068228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717beef5-0382-44d0-ade2-7b55749f3ab7 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Pushing event deleted for resources: {'Port': ['ID=225727d4-451f-4f0d-96ce-8e5b1d7fe88c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:33.217371 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-717beef5-0382-44d0-ade2-7b55749f3ab7 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:33.225655 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-717beef5-0382-44d0-ade2-7b55749f3ab7 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] 10.222.0.55 "DELETE /v2.0/ports/225727d4-451f-4f0d-96ce-8e5b1d7fe88c HTTP/1.1" status: 204 len: 168 time: 3.3601673 Aug 27 14:12:33.229231 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36664) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:33.238403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-584e63fd-4715-42a6-9ce8-3ceab0508057 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Request body: {'port': {'name': 'tempest-new-port-name-1727717139', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:33.239595 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.api.validators [None req-584e63fd-4715-42a6-9ce8-3ceab0508057 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] bootfile-name is not in valid_values {{(pid=101187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 14:12:33.239932 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.api.validators [None req-584e63fd-4715-42a6-9ce8-3ceab0508057 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] tftp-server is not in valid_values {{(pid=101187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 14:12:33.240277 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.api.validators [None req-584e63fd-4715-42a6-9ce8-3ceab0508057 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] server-ip-address is not in valid_values {{(pid=101187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 14:12:33.262416 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Transition to ACTIVE for port object 3aa30620-961f-41d0-bef2-2507d915a24a will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:33.279783 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:33.309864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:33.314766 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:33.319660 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/networks/87b0d041-4176-45a1-bb43-062983eeac34 HTTP/1.1" status: 204 len: 168 time: 3.8192034 Aug 27 14:12:33.344065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36668) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:33.379591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1e753-9a9e-4a31-b3f9-08ddb90c5c6a req-c18a86f6-9042-46cc-b276-565fc402819b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:33.388826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1e753-9a9e-4a31-b3f9-08ddb90c5c6a req-c18a86f6-9042-46cc-b276-565fc402819b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:33.409099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1e753-9a9e-4a31-b3f9-08ddb90c5c6a req-c18a86f6-9042-46cc-b276-565fc402819b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:33.426929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e51f50bf-6bfc-4072-9482-c8c2d0a70589 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'router': {'routes': None}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:33.432740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1e753-9a9e-4a31-b3f9-08ddb90c5c6a req-c18a86f6-9042-46cc-b276-565fc402819b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:33.439077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1e753-9a9e-4a31-b3f9-08ddb90c5c6a req-c18a86f6-9042-46cc-b276-565fc402819b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:33.453515 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2d1e753-9a9e-4a31-b3f9-08ddb90c5c6a req-c18a86f6-9042-46cc-b276-565fc402819b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 3814 time: 0.4387324 Aug 27 14:12:33.531136 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-175ea1c2-8a64-4b81-b5b4-2902ecfaeace req-dfcf1abf-4785-4399-b2cd-f18df4d1cc02 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526195 Aug 27 14:12:33.536964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fe6b5-4429-4c7f-ad78-6126d2a41cb8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Pushing event deleted for resources: {'Network': ['ID=87b0d041-4176-45a1-bb43-062983eeac34,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:33.581265 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa30620-961f-41d0-bef2-2507d915a24a,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:33.661447 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2d1e753-9a9e-4a31-b3f9-08ddb90c5c6a req-ac438ebc-3393-4b92-844f-9fdd365dd4bd tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767328 Aug 27 14:12:33.920469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.extraroute_db [None req-e51f50bf-6bfc-4072-9482-c8c2d0a70589 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Added routes are [] {{(pid=101187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 14:12:33.921004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.extraroute_db [None req-e51f50bf-6bfc-4072-9482-c8c2d0a70589 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Removed routes are [] {{(pid=101187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 14:12:33.921550 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e51f50bf-6bfc-4072-9482-c8c2d0a70589 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:34.155482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee9790-a191-4006-891f-25948d698e11 req-e022af37-51b6-4cf2-9817-757eeafe4d54 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:34.161506 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e51f50bf-6bfc-4072-9482-c8c2d0a70589 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:34.162544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73ee9790-a191-4006-891f-25948d698e11 req-e022af37-51b6-4cf2-9817-757eeafe4d54 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1974759 Aug 27 14:12:34.176611 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-584e63fd-4715-42a6-9ce8-3ceab0508057 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:34.250132 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73ee9790-a191-4006-891f-25948d698e11 req-8bd37590-054b-4e27-9a3d-6a07fe442224 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825062 Aug 27 14:12:34.273084 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e51f50bf-6bfc-4072-9482-c8c2d0a70589 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:34.601475 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363dcb2-3f8f-4d9a-9e7e-f65b07ed1d67 req-6b26e931-99a1-41ea-9989-e947f8da594d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:34.622292 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a363dcb2-3f8f-4d9a-9e7e-f65b07ed1d67 req-6b26e931-99a1-41ea-9989-e947f8da594d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 1.0500193 Aug 27 14:12:34.644590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Attempting to bind port 3aa30620-961f-41d0-bef2-2507d915a24a on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:12:34.650389 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Attempting to bind port 3aa30620-961f-41d0-bef2-2507d915a24a by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:12:34.650946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Attempting to bind port 3aa30620-961f-41d0-bef2-2507d915a24a on network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:34.663276 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-fb9bfa84-6a3e-4de2-8622-b494bb466ab4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1123533 Aug 27 14:12:34.668910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Port 3aa30620-961f-41d0-bef2-2507d915a24a on network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:12:34.681499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Attempting to bind port 3aa30620-961f-41d0-bef2-2507d915a24a on network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:34.765683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51f50bf-6bfc-4072-9482-c8c2d0a70589 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:12:34.782599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:12:34.786662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Checking segment: {'id': 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:34.787249 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Bound using segment: {'id': 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:12:34.787827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Bound port: 3aa30620-961f-41d0-bef2-2507d915a24a, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:12:34.788310 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:34.806456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-78515e80-306f-4ede-a2af-1f24ae901113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:34.820383 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-78515e80-306f-4ede-a2af-1f24ae901113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:34.821026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-78515e80-306f-4ede-a2af-1f24ae901113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:34.822151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-78515e80-306f-4ede-a2af-1f24ae901113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:34.824781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-78515e80-306f-4ede-a2af-1f24ae901113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:34.825354 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-78515e80-306f-4ede-a2af-1f24ae901113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:34.825916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-78515e80-306f-4ede-a2af-1f24ae901113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:34.832084 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-78515e80-306f-4ede-a2af-1f24ae901113 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8195041a81054181a5083895b22e88b8&device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 6508 time: 0.1410220 Aug 27 14:12:34.978789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aff190-8710-4105-b55e-fb6e5f1ec833 req-6a469b9c-21ff-45c8-82b3-49241cb65e23 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:34.978789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aff190-8710-4105-b55e-fb6e5f1ec833 req-6a469b9c-21ff-45c8-82b3-49241cb65e23 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:34.996498 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aff190-8710-4105-b55e-fb6e5f1ec833 req-6a469b9c-21ff-45c8-82b3-49241cb65e23 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:35.013525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aff190-8710-4105-b55e-fb6e5f1ec833 req-6a469b9c-21ff-45c8-82b3-49241cb65e23 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:35.063665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aff190-8710-4105-b55e-fb6e5f1ec833 req-6a469b9c-21ff-45c8-82b3-49241cb65e23 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:35.074595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-19aff190-8710-4105-b55e-fb6e5f1ec833 req-6a469b9c-21ff-45c8-82b3-49241cb65e23 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 3826 time: 0.2259650 Aug 27 14:12:35.234419 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-19aff190-8710-4105-b55e-fb6e5f1ec833 req-cf040fc8-aea8-40f7-b4c1-fa2299ff2563 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584876 Aug 27 14:12:35.310249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-fcc28c7b-64a7-4e42-9a18-976ba4ec2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:35.312792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-fcc28c7b-64a7-4e42-9a18-976ba4ec2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:35.313359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-fcc28c7b-64a7-4e42-9a18-976ba4ec2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:35.317473 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-fcc28c7b-64a7-4e42-9a18-976ba4ec2761 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3d6ac08c-b160-4d95-8554-deab9e55c529&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=d3dde505-dc04-4b92-8919-19db4556ab50&id=d3dde505-dc04-4b92-8919-19db4556ab50 HTTP/1.1" status: 200 len: 2296 time: 0.4321659 Aug 27 14:12:35.560259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] For port 3aa30620-961f-41d0-bef2-2507d915a24a, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:12:35.564004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] For port 3aa30620-961f-41d0-bef2-2507d915a24a, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3aa30620-961f-41d0-bef2-2507d915a24a,segment=NetworkSegment(dbb170bd-d104-4cf2-a554-d78f82ab3dbd),segment_id=dbb170bd-d104-4cf2-a554-d78f82ab3dbd)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:12:35.590504 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:35.630733 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a363dcb2-3f8f-4d9a-9e7e-f65b07ed1d67 req-d0d14aec-2f43-439a-8267-1c9bfeef7884 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0071654 Aug 27 14:12:35.638527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-8e606c2b-27e7-4817-9583-943cce899e48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3778830a-6627-468a-8fcd-b9ab7aab8122 HTTP/1.1" status: 200 len: 1001 time: 0.3130879 Aug 27 14:12:35.691754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3e642-7294-490d-aa75-08969dc297fe req-67cb9083-ca5a-43c7-bdb7-26dac080ed2a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:35.694517 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5c3e642-7294-490d-aa75-08969dc297fe req-67cb9083-ca5a-43c7-bdb7-26dac080ed2a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2747965 Aug 27 14:12:35.761018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51f50bf-6bfc-4072-9482-c8c2d0a70589 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:12:35.772769 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e51f50bf-6bfc-4072-9482-c8c2d0a70589 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:35.773427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2346fae4-cf64-4743-bf39-c4f6cf731ae8 None None] Sync routers for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:12:35.773969 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e51f50bf-6bfc-4072-9482-c8c2d0a70589 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 HTTP/1.1" status: 200 len: 701 time: 2.3517065 Aug 27 14:12:35.779565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36706) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:35.791862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2346fae4-cf64-4743-bf39-c4f6cf731ae8 None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:35.797201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2346fae4-cf64-4743-bf39-c4f6cf731ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:35.822427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:35.823390 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:35.825203 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] 10.222.0.52 "PUT /v2.0/ports/3aa30620-961f-41d0-bef2-2507d915a24a HTTP/1.1" status: 200 len: 1092 time: 3.7450790 Aug 27 14:12:35.828620 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5c3e642-7294-490d-aa75-08969dc297fe req-45c8e691-e4ac-4d00-8204-89b9ebe60b70 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073658 Aug 27 14:12:35.836829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-9934fdbb-b65e-4604-b666-9890b2f3f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:35.838978 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-9934fdbb-b65e-4604-b666-9890b2f3f5cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9251415-7c90-47ee-bdc3-ae64aed10d17 HTTP/1.1" status: 200 len: 854 time: 0.1818581 Aug 27 14:12:35.846016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '3aa30620-961f-41d0-bef2-2507d915a24a'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:12:35.853563 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25831322-17fd-4e32-8840-6e4776a44c27" -d '{"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "3aa30620-961f-41d0-bef2-2507d915a24a"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:12:35.880497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2fdbb655-c810-4cab-aba7-9d48722f8755 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 HTTP/1.1" status: 200 len: 205 time: 0.0807211 Aug 27 14:12:35.887419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36712) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:35.891659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Request body: {'port': {'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:35.905452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86209b5e-1bfc-4b6d-94fb-09162d77c885 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa30620-961f-41d0-bef2-2507d915a24a,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:35.971258 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-584e63fd-4715-42a6-9ce8-3ceab0508057 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:35.980082 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-584e63fd-4715-42a6-9ce8-3ceab0508057 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:36.119656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-2346fae4-cf64-4743-bf39-c4f6cf731ae8 None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:36.167629 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bda912-ad9a-44c0-b7ad-5b139c629ee0 x-openstack-request-id: req-78bda912-ad9a-44c0-b7ad-5b139c629ee0 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:12:36.182026 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "3aa30620-961f-41d0-bef2-2507d915a24a", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:12:36.182596 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78bda912-ad9a-44c0-b7ad-5b139c629ee0 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:12:36.183237 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '3aa30620-961f-41d0-bef2-2507d915a24a', 'status': 'completed', 'code': 200} Aug 27 14:12:36.205267 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:36.205615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-bb780e5a-d529-4c4c-a552-51fee5ddfd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:36.211273 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-bb780e5a-d529-4c4c-a552-51fee5ddfd3e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3d6ac08c-b160-4d95-8554-deab9e55c529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3643267 Aug 27 14:12:36.271126 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c26f3c08-53ca-4d1e-90f8-2802eff434da tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:36.282703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2346fae4-cf64-4743-bf39-c4f6cf731ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:25Z', 'revision_number': 11, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:36.301659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e63fd-4715-42a6-9ce8-3ceab0508057 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Pushing event updated for resources: {'Port': ['ID=8d33e27c-0e3e-4fc3-a97f-586156e2c4c0,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:36.365719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2346fae4-cf64-4743-bf39-c4f6cf731ae8 None None] Checking router: aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:12:36.402862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2346fae4-cf64-4743-bf39-c4f6cf731ae8 None None] Routers {'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:36.404001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2346fae4-cf64-4743-bf39-c4f6cf731ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:36.586523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-2346fae4-cf64-4743-bf39-c4f6cf731ae8 None None] Set router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:36.657581 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2346fae4-cf64-4743-bf39-c4f6cf731ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:25Z', 'revision_number': 11, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:36.702624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2346fae4-cf64-4743-bf39-c4f6cf731ae8 None None] The sync data for ids ['aeb96a9d-e26f-45aa-acf4-00f37d9f82f3'] in n-d-712139-12 is: [{'id': 'aeb96a9d-e26f-45aa-acf4-00f37d9f82f3', 'name': 'tempest-RoutersTest-router-1501074705', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:24Z', 'updated_at': '2021-08-27T14:12:25Z', 'revision_number': 11, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:12:36.726313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ec881416-6c07-4600-bc0c-8a0554a24dc8 None None] Provisioning complete for port 8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:36.727544 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ec881416-6c07-4600-bc0c-8a0554a24dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:36.840767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-4d5b45db-2224-4a4e-9b5a-794c4e9c9ec4 service neutron] 10.222.0.52 "GET /v2.0/networks/3d6ac08c-b160-4d95-8554-deab9e55c529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865376 Aug 27 14:12:36.882554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ec881416-6c07-4600-bc0c-8a0554a24dc8 None None] Port 8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:12:37.013678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25831322-17fd-4e32-8840-6e4776a44c27 req-03e8528e-4f9c-4623-8104-98f7e0839c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.016195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25831322-17fd-4e32-8840-6e4776a44c27 req-03e8528e-4f9c-4623-8104-98f7e0839c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.016195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25831322-17fd-4e32-8840-6e4776a44c27 req-03e8528e-4f9c-4623-8104-98f7e0839c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.016195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25831322-17fd-4e32-8840-6e4776a44c27 req-03e8528e-4f9c-4623-8104-98f7e0839c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.016195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25831322-17fd-4e32-8840-6e4776a44c27 req-03e8528e-4f9c-4623-8104-98f7e0839c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.017782 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25831322-17fd-4e32-8840-6e4776a44c27 req-03e8528e-4f9c-4623-8104-98f7e0839c49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d6200bcd6d548d19f85584b6cdca497&device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 4362 time: 0.9040742 Aug 27 14:12:37.027337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ebeec-8022-447b-bec9-d1b6d3a01b21 req-33223038-16ba-401b-ba77-e1c85edaaf4b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.041454 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec7ebeec-8022-447b-bec9-d1b6d3a01b21 req-33223038-16ba-401b-ba77-e1c85edaaf4b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 1.0271528 Aug 27 14:12:37.045413 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-8f3f78b9-e1ee-471a-ab9a-4d2dada6d38e service neutron] 10.222.0.52 "GET /v2.0/networks/3d6ac08c-b160-4d95-8554-deab9e55c529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897831 Aug 27 14:12:37.080264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-584e63fd-4715-42a6-9ce8-3ceab0508057 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] In _notify_port_updated(), no bound segment for port 8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 on network c0422f7f-710d-48a3-bdbf-8febe324ca48 {{(pid=101187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:12:37.099850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584e63fd-4715-42a6-9ce8-3ceab0508057 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.107725 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-584e63fd-4715-42a6-9ce8-3ceab0508057 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:37.109397 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-584e63fd-4715-42a6-9ce8-3ceab0508057 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] 10.222.0.55 "PUT /v2.0/ports/8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 HTTP/1.1" status: 200 len: 1137 time: 3.8791769 Aug 27 14:12:37.151901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36730) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:37.179693 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec7ebeec-8022-447b-bec9-d1b6d3a01b21 req-4f4dce1b-6f5e-4d44-9e15-a6cb7af72cb0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373327 Aug 27 14:12:37.183649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-d5300066-4dda-4ae0-ac6f-173388a3fb08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=677605c6-e919-46d6-a490-daeeabe16f0d HTTP/1.1" status: 200 len: 217 time: 0.0904896 Aug 27 14:12:37.290779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78649094-2439-4b87-8eab-66800cc47e58 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:12:37.322076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:37.340515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaaaaa-e9d6-4429-b151-0aa2ee4a95f8 req-859fe58e-0073-4814-95bc-e24101a34ed7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.346867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaaaaa-e9d6-4429-b151-0aa2ee4a95f8 req-859fe58e-0073-4814-95bc-e24101a34ed7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.354332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaaaaa-e9d6-4429-b151-0aa2ee4a95f8 req-859fe58e-0073-4814-95bc-e24101a34ed7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.361515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaaaaa-e9d6-4429-b151-0aa2ee4a95f8 req-859fe58e-0073-4814-95bc-e24101a34ed7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.368655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaaaaa-e9d6-4429-b151-0aa2ee4a95f8 req-859fe58e-0073-4814-95bc-e24101a34ed7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.383112 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-adeaaaaa-e9d6-4429-b151-0aa2ee4a95f8 req-859fe58e-0073-4814-95bc-e24101a34ed7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 3826 time: 0.3867867 Aug 27 14:12:37.414849 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aedb0ef-d20d-4613-935a-597d3205b9a6 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.418961 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8aedb0ef-d20d-4613-935a-597d3205b9a6 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] 10.222.0.55 "GET /v2.0/ports/8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 HTTP/1.1" status: 200 len: 1137 time: 0.2626281 Aug 27 14:12:37.433599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36738) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:37.473081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Transition to ACTIVE for port object 78649094-2439-4b87-8eab-66800cc47e58 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:37.483274 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c26f3c08-53ca-4d1e-90f8-2802eff434da tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:37.487943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c26f3c08-53ca-4d1e-90f8-2802eff434da tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:37.497691 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-adeaaaaa-e9d6-4429-b151-0aa2ee4a95f8 req-d3f8ed44-8e57-4166-a4ab-8c46b704daaf tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778716 Aug 27 14:12:37.498957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:37.651399 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Pushing event updated for resources: {'Port': ['ID=78649094-2439-4b87-8eab-66800cc47e58,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:37.827318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Attempting to bind port 78649094-2439-4b87-8eab-66800cc47e58 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:12:37.827957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Attempting to bind port 78649094-2439-4b87-8eab-66800cc47e58 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:12:37.828406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Attempting to bind port 78649094-2439-4b87-8eab-66800cc47e58 on network 5329867c-188b-450e-85af-6974c633d4dc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:37.833889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Port 78649094-2439-4b87-8eab-66800cc47e58 on network 5329867c-188b-450e-85af-6974c633d4dc not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:12:37.834497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Attempting to bind port 78649094-2439-4b87-8eab-66800cc47e58 on network 5329867c-188b-450e-85af-6974c633d4dc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:37.859311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:12:37.859824 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Checking segment: {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:37.860330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Bound using segment: {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:12:37.860870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Bound port: 78649094-2439-4b87-8eab-66800cc47e58, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:12:37.861345 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:37.915839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-2d6a04c2-78e5-451b-bba6-070be680bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:37.919786 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-2d6a04c2-78e5-451b-bba6-070be680bc1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.6715283 Aug 27 14:12:37.921476 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c26f3c08-53ca-4d1e-90f8-2802eff434da tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:37.924165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26f3c08-53ca-4d1e-90f8-2802eff434da tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Fanout notify agent at l3_agent the message router_deleted on router aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:12:37.946603 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c26f3c08-53ca-4d1e-90f8-2802eff434da tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:37.952228 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c26f3c08-53ca-4d1e-90f8-2802eff434da tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 HTTP/1.1" status: 204 len: 168 time: 2.0629103 Aug 27 14:12:37.958650 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36752) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:37.984126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-54602ed5-64cf-49b7-af7f-245516ae22fc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-357883729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:38.039096 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54602ed5-64cf-49b7-af7f-245516ae22fc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:38.041648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54602ed5-64cf-49b7-af7f-245516ae22fc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:38.053090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25831322-17fd-4e32-8840-6e4776a44c27 req-cc5eb2d8-1138-48d5-802c-1731f08362ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:38.053625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25831322-17fd-4e32-8840-6e4776a44c27 req-cc5eb2d8-1138-48d5-802c-1731f08362ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:38.053987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25831322-17fd-4e32-8840-6e4776a44c27 req-cc5eb2d8-1138-48d5-802c-1731f08362ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:38.058812 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25831322-17fd-4e32-8840-6e4776a44c27 req-cc5eb2d8-1138-48d5-802c-1731f08362ba service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d6200bcd6d548d19f85584b6cdca497&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9837899 Aug 27 14:12:38.127134 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54602ed5-64cf-49b7-af7f-245516ae22fc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:38.146112 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54602ed5-64cf-49b7-af7f-245516ae22fc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:38.199864 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54602ed5-64cf-49b7-af7f-245516ae22fc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:38.201474 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-54602ed5-64cf-49b7-af7f-245516ae22fc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2268920 Aug 27 14:12:38.204764 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] For port 78649094-2439-4b87-8eab-66800cc47e58, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:12:38.206950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36766) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:38.211917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25831322-17fd-4e32-8840-6e4776a44c27 req-596b693d-07f9-40f2-8535-397e977b1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:38.212964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c4d84a87-06f4-4953-92a9-1cacf754dd6b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:38.213561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25831322-17fd-4e32-8840-6e4776a44c27 req-596b693d-07f9-40f2-8535-397e977b1196 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263034 Aug 27 14:12:38.245616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229503cf-e4fa-4831-9f1d-42ad73788f57 req-e85692f8-edba-484f-9db3-2cba13a890f4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:38.252825 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-229503cf-e4fa-4831-9f1d-42ad73788f57 req-e85692f8-edba-484f-9db3-2cba13a890f4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.6635766 Aug 27 14:12:38.277865 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-47471059-7ea0-4b9d-ad43-9d2e2567e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:38.279460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-47471059-7ea0-4b9d-ad43-9d2e2567e8b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3262513 Aug 27 14:12:38.292723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-9b911be6-26a0-4527-8e3e-8d29069d5254 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Deleting port 8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:38.293448 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b911be6-26a0-4527-8e3e-8d29069d5254 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:38.312414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] For port 78649094-2439-4b87-8eab-66800cc47e58, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=78649094-2439-4b87-8eab-66800cc47e58,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:12:38.359763 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:38.385318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe1af-5926-4546-bcb7-300be344a6f8 req-999ed98d-8444-452f-a4a2-8eba254f9b6e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:38.387221 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3fe1af-5926-4546-bcb7-300be344a6f8 req-999ed98d-8444-452f-a4a2-8eba254f9b6e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2558405 Aug 27 14:12:38.422540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:38.433321 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:38.444902 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] 10.222.0.52 "PUT /v2.0/ports/78649094-2439-4b87-8eab-66800cc47e58 HTTP/1.1" status: 200 len: 1131 time: 2.5714433 Aug 27 14:12:38.448001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '78649094-2439-4b87-8eab-66800cc47e58'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:12:38.448300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-5dd487d4-bb46-4918-952f-697f200a5a56 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483557 Aug 27 14:12:38.455292 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "78649094-2439-4b87-8eab-66800cc47e58"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:12:38.584004 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-229503cf-e4fa-4831-9f1d-42ad73788f57 req-f973c190-2d9d-4089-98dc-86c48425a351 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3302257 Aug 27 14:12:38.710474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3373142-640f-4cef-bede-b8bb0682aad8 service neutron] Pushing event updated for resources: {'Port': ['ID=78649094-2439-4b87-8eab-66800cc47e58,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:38.726379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Request body: {'port': {'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:38.731161 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73888953-9290-4088-914b-5fe26b2390b2 x-openstack-request-id: req-73888953-9290-4088-914b-5fe26b2390b2 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:12:38.731646 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "78649094-2439-4b87-8eab-66800cc47e58", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:12:38.732226 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73888953-9290-4088-914b-5fe26b2390b2 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:12:38.732798 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '78649094-2439-4b87-8eab-66800cc47e58', 'status': 'completed', 'code': 200} Aug 27 14:12:38.931607 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c4d84a87-06f4-4953-92a9-1cacf754dd6b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:38.950408 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b911be6-26a0-4527-8e3e-8d29069d5254 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:38.971196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3fe1af-5926-4546-bcb7-300be344a6f8 req-99f54922-44ec-4a59-bdff-8eb7a82d1cac tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5503693 Aug 27 14:12:38.983101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c4d84a87-06f4-4953-92a9-1cacf754dd6b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:38.989052 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:39.033418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-9b911be6-26a0-4527-8e3e-8d29069d5254 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Calling delete_port for 8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:39.046161 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-fcac0ddd-096f-4b66-9358-89abf72858c4 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556095 Aug 27 14:12:39.061443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9eca73-b21a-4e7c-b405-081440055769 req-20494e18-4770-423f-8d32-616a40d32224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:39.064068 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce9eca73-b21a-4e7c-b405-081440055769 req-20494e18-4770-423f-8d32-616a40d32224 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 1098 time: 0.3634982 Aug 27 14:12:39.385663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d84a87-06f4-4953-92a9-1cacf754dd6b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Router 975fba43-e16f-43c8-af96-a28b0362bb39 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:12:39.431641 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-a9fca4cf-7a71-4712-a6a3-6c573725ed92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=68b4dc15-5d13-4e69-996f-6db8ab289022 HTTP/1.1" status: 200 len: 217 time: 0.3567295 Aug 27 14:12:39.526020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f req-e8b29e7d-c187-42f8-b3fd-325d0f6a54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:39.526755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f req-e8b29e7d-c187-42f8-b3fd-325d0f6a54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:39.527297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f req-e8b29e7d-c187-42f8-b3fd-325d0f6a54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:39.527886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f req-e8b29e7d-c187-42f8-b3fd-325d0f6a54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:39.528419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f req-e8b29e7d-c187-42f8-b3fd-325d0f6a54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:39.529296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f req-e8b29e7d-c187-42f8-b3fd-325d0f6a54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:39.532350 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f req-e8b29e7d-c187-42f8-b3fd-325d0f6a54cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d6200bcd6d548d19f85584b6cdca497&device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5286 time: 0.7662315 Aug 27 14:12:39.533501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b911be6-26a0-4527-8e3e-8d29069d5254 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:39.540863 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-67e4c2f0-8886-4146-8016-761d68447028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:39.542491 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-67e4c2f0-8886-4146-8016-761d68447028 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.0950375 Aug 27 14:12:39.600374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7622b1b-bbf3-4a28-b038-ec6be9d13529 req-513ec7bb-b79d-4983-b7e2-a37540ddef20 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:39.606906 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7622b1b-bbf3-4a28-b038-ec6be9d13529 req-513ec7bb-b79d-4983-b7e2-a37540ddef20 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2370214 Aug 27 14:12:39.610504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d84a87-06f4-4953-92a9-1cacf754dd6b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:12:39.619973 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c4d84a87-06f4-4953-92a9-1cacf754dd6b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:39.620772 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79f3381-f1d3-4808-9e04-acfe1a01d820 None None] Sync routers for ids ['975fba43-e16f-43c8-af96-a28b0362bb39'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:12:39.623941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c4d84a87-06f4-4953-92a9-1cacf754dd6b tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "PUT /v2.0/routers/975fba43-e16f-43c8-af96-a28b0362bb39 HTTP/1.1" status: 200 len: 693 time: 1.4150279 Aug 27 14:12:39.631649 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f3381-f1d3-4808-9e04-acfe1a01d820 None None] Routers {'975fba43-e16f-43c8-af96-a28b0362bb39'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:39.631899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36798) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:39.632815 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e79f3381-f1d3-4808-9e04-acfe1a01d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['975fba43-e16f-43c8-af96-a28b0362bb39'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:39.758038 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:39.799522 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b977d655-932c-4470-9da6-d1738ed32a08 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/routers/975fba43-e16f-43c8-af96-a28b0362bb39 HTTP/1.1" status: 200 len: 699 time: 0.1665428 Aug 27 14:12:39.800258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36800) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:39.844856 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e79f3381-f1d3-4808-9e04-acfe1a01d820 None None] Set router 975fba43-e16f-43c8-af96-a28b0362bb39 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:39.858515 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2332d93e-5f7c-44e6-881e-c1732aad1af3 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=975fba43-e16f-43c8-af96-a28b0362bb39 HTTP/1.1" status: 200 len: 205 time: 0.0477386 Aug 27 14:12:39.861073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36802) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:39.864264 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7622b1b-bbf3-4a28-b038-ec6be9d13529 req-856050a1-7212-481c-8f61-ed105ff0b075 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390125 Aug 27 14:12:39.907599 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e79f3381-f1d3-4808-9e04-acfe1a01d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975fba43-e16f-43c8-af96-a28b0362bb39', 'name': 'tempest-RoutersTest-router-357883729', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:12:38Z', 'updated_at': '2021-08-27T14:12:38Z', 'revision_number': 2, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:39.970611 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79f3381-f1d3-4808-9e04-acfe1a01d820 None None] Checking router: 975fba43-e16f-43c8-af96-a28b0362bb39 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:12:39.980261 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13970a8f-7a0d-4365-a122-dfc8b0c2eb03 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:39.989915 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f3381-f1d3-4808-9e04-acfe1a01d820 None None] Routers {'975fba43-e16f-43c8-af96-a28b0362bb39'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:12:39.991377 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e79f3381-f1d3-4808-9e04-acfe1a01d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['975fba43-e16f-43c8-af96-a28b0362bb39'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:40.087345 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e79f3381-f1d3-4808-9e04-acfe1a01d820 None None] Set router 975fba43-e16f-43c8-af96-a28b0362bb39 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:12:40.139726 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e79f3381-f1d3-4808-9e04-acfe1a01d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975fba43-e16f-43c8-af96-a28b0362bb39', 'name': 'tempest-RoutersTest-router-357883729', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:12:38Z', 'updated_at': '2021-08-27T14:12:38Z', 'revision_number': 2, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:40.177026 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79f3381-f1d3-4808-9e04-acfe1a01d820 None None] The sync data for ids ['975fba43-e16f-43c8-af96-a28b0362bb39'] in n-d-712139-12 is: [{'id': '975fba43-e16f-43c8-af96-a28b0362bb39', 'name': 'tempest-RoutersTest-router-357883729', 'tenant_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:12:38Z', 'updated_at': '2021-08-27T14:12:38Z', 'revision_number': 2, 'project_id': 'ff8b12d96405498ebd6e8ec92625ae11', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:12:40.198002 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:12:40.224908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67249ed9-fee5-401f-9015-062a950f594c {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:12:40.289740 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:40.312426 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13970a8f-7a0d-4365-a122-dfc8b0c2eb03 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:40.332034 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13970a8f-7a0d-4365-a122-dfc8b0c2eb03 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:40.341853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Transition to ACTIVE for port object 67249ed9-fee5-401f-9015-062a950f594c will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:40.360816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548855c-57ff-4bc1-9e12-3c9670ab280c req-f2b09549-de93-4c33-b235-697a718b39a2 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:40.362908 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0548855c-57ff-4bc1-9e12-3c9670ab280c req-f2b09549-de93-4c33-b235-697a718b39a2 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.3001420 Aug 27 14:12:40.373849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9eca73-b21a-4e7c-b405-081440055769 req-bdb1d658-8eea-43bb-93de-dad784d48069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:40.375398 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce9eca73-b21a-4e7c-b405-081440055769 req-bdb1d658-8eea-43bb-93de-dad784d48069 service neutron] 10.222.0.52 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 918 time: 1.2799146 Aug 27 14:12:40.377552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f req-cc4776e6-26c0-4a2f-b14d-825f9f002aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:40.378039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f req-cc4776e6-26c0-4a2f-b14d-825f9f002aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:40.378522 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f req-cc4776e6-26c0-4a2f-b14d-825f9f002aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:40.380052 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f req-cc4776e6-26c0-4a2f-b14d-825f9f002aed service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d6200bcd6d548d19f85584b6cdca497&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1466122 Aug 27 14:12:40.394245 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:40.531096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Pushing event updated for resources: {'Port': ['ID=67249ed9-fee5-401f-9015-062a950f594c,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:40.542220 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b911be6-26a0-4527-8e3e-8d29069d5254 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Pushing event deleted for resources: {'Port': ['ID=8d33e27c-0e3e-4fc3-a97f-586156e2c4c0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:40.545062 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13970a8f-7a0d-4365-a122-dfc8b0c2eb03 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:40.545550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13970a8f-7a0d-4365-a122-dfc8b0c2eb03 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Fanout notify agent at l3_agent the message router_deleted on router 975fba43-e16f-43c8-af96-a28b0362bb39 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:12:40.553258 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13970a8f-7a0d-4365-a122-dfc8b0c2eb03 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:40.560416 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-13970a8f-7a0d-4365-a122-dfc8b0c2eb03 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/975fba43-e16f-43c8-af96-a28b0362bb39 HTTP/1.1" status: 204 len: 168 time: 0.6951058 Aug 27 14:12:40.561125 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36812) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:40.566931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7225c-a52d-4f08-be99-28b5bd1d5506 req-a045dfa3-c8f8-4e6d-9396-8b80edb92014 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:40.574274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7225c-a52d-4f08-be99-28b5bd1d5506 req-a045dfa3-c8f8-4e6d-9396-8b80edb92014 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:40.580531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7225c-a52d-4f08-be99-28b5bd1d5506 req-a045dfa3-c8f8-4e6d-9396-8b80edb92014 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:40.587575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7225c-a52d-4f08-be99-28b5bd1d5506 req-a045dfa3-c8f8-4e6d-9396-8b80edb92014 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:40.593790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7225c-a52d-4f08-be99-28b5bd1d5506 req-a045dfa3-c8f8-4e6d-9396-8b80edb92014 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:40.600459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7225c-a52d-4f08-be99-28b5bd1d5506 req-a045dfa3-c8f8-4e6d-9396-8b80edb92014 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:40.602470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6c7225c-a52d-4f08-be99-28b5bd1d5506 req-a045dfa3-c8f8-4e6d-9396-8b80edb92014 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 4598 time: 1.6984537 Aug 27 14:12:40.623345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-655c2987-b5e3-43f2-b1f8-cfcfa814f28f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=975fba43-e16f-43c8-af96-a28b0362bb39 HTTP/1.1" status: 200 len: 205 time: 0.0598652 Aug 27 14:12:40.629678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36814) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:40.704728 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-c2d19f6a-a934-4f37-877c-da9ba695ac5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] delete failed (client error): The resource could not be found. Aug 27 14:12:40.708861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c2d19f6a-a934-4f37-877c-da9ba695ac5d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/975fba43-e16f-43c8-af96-a28b0362bb39 HTTP/1.1" status: 404 len: 336 time: 0.0771525 Aug 27 14:12:40.730404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36816) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:40.765927 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6fd68d-7116-4361-9edc-58b0b7820c04 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] DELETE failed (client error): The resource could not be found. Aug 27 14:12:40.766304 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6fd68d-7116-4361-9edc-58b0b7820c04 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:12:40.770819 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1b6fd68d-7116-4361-9edc-58b0b7820c04 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/c42c5a18-1eea-4640-964b-3d297ed9ba19 HTTP/1.1" status: 404 len: 337 time: 0.0392699 Aug 27 14:12:40.776556 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0548855c-57ff-4bc1-9e12-3c9670ab280c req-b6d5e2a9-4490-4b35-81f5-8a83668ca9bc tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3786738 Aug 27 14:12:40.778274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36818) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:40.827225 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd26cac-0afe-4755-b270-11f5acd36aa4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] DELETE failed (client error): The resource could not be found. Aug 27 14:12:40.827667 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd26cac-0afe-4755-b270-11f5acd36aa4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:12:40.832770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2fd26cac-0afe-4755-b270-11f5acd36aa4 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/e41ebe77-d108-48f0-8f2e-34ee62719ee0 HTTP/1.1" status: 404 len: 337 time: 0.0537450 Aug 27 14:12:40.835417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36820) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:40.872718 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce148f2-0cb1-465e-90ab-1417a438bd93 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] DELETE failed (client error): The resource could not be found. Aug 27 14:12:40.873178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce148f2-0cb1-465e-90ab-1417a438bd93 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:12:40.878038 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6ce148f2-0cb1-465e-90ab-1417a438bd93 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/3ddaf64a-ac35-45d9-944c-2ea0525418ac HTTP/1.1" status: 404 len: 337 time: 0.0415983 Aug 27 14:12:40.878897 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36822) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:40.918865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8497aa9f-c22c-48f1-bfda-8e173ccad646 req-58e64507-4aed-4d6d-8eeb-fe9b3106f6f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4838550 Aug 27 14:12:40.949738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f req-b7ebddb2-04e0-4c43-86a2-9a2e4b44ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:40.950246 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d48b9498-1d5e-4af8-8be7-b9e0c9eeda4f req-b7ebddb2-04e0-4c43-86a2-9a2e4b44ecf0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5197902 Aug 27 14:12:40.953043 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6195fe0-d9f4-4b1d-9384-5afb7506a8f1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] DELETE failed (client error): The resource could not be found. Aug 27 14:12:40.953511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6195fe0-d9f4-4b1d-9384-5afb7506a8f1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:12:40.959320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f6195fe0-d9f4-4b1d-9384-5afb7506a8f1 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/861c5ef8-00c5-4466-94a4-2847e9808d94 HTTP/1.1" status: 404 len: 337 time: 0.0777452 Aug 27 14:12:40.973909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36826) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:40.974633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Attempting to bind port 67249ed9-fee5-401f-9015-062a950f594c on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:12:40.974991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Attempting to bind port 67249ed9-fee5-401f-9015-062a950f594c by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:12:40.975382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Attempting to bind port 67249ed9-fee5-401f-9015-062a950f594c on network 5329867c-188b-450e-85af-6974c633d4dc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:41.012936 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9b911be6-26a0-4527-8e3e-8d29069d5254 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:41.014907 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9b911be6-26a0-4527-8e3e-8d29069d5254 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] 10.222.0.55 "DELETE /v2.0/ports/8d33e27c-0e3e-4fc3-a97f-586156e2c4c0 HTTP/1.1" status: 204 len: 168 time: 3.5514061 Aug 27 14:12:41.021693 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36830) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:41.023763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-abb6064c-18e0-4aee-aecd-d1adbf60becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:41.026021 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-abb6064c-18e0-4aee-aecd-d1adbf60becb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6427183 Aug 27 14:12:41.029783 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2ef98ec1-0c60-4622-acd8-4406c1156fd7 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 HTTP/1.1" status: 200 len: 205 time: 0.0517585 Aug 27 14:12:41.030784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36832) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:41.038087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Port 67249ed9-fee5-401f-9015-062a950f594c on network 5329867c-188b-450e-85af-6974c633d4dc not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:12:41.040683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Attempting to bind port 67249ed9-fee5-401f-9015-062a950f594c on network 5329867c-188b-450e-85af-6974c633d4dc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:41.118859 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-4ca0778f-75a9-4ae9-bd26-b5b4cba74794 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] delete failed (client error): The resource could not be found. Aug 27 14:12:41.122900 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4ca0778f-75a9-4ae9-bd26-b5b4cba74794 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/aeb96a9d-e26f-45aa-acf4-00f37d9f82f3 HTTP/1.1" status: 404 len: 336 time: 0.0909977 Aug 27 14:12:41.123713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36838) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:41.144771 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:12:41.145120 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Checking segment: {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:41.145490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Bound using segment: {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:12:41.145939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Bound port: 67249ed9-fee5-401f-9015-062a950f594c, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:12:41.151305 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:41.181649 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-209d6ab4-fb64-4385-9f6d-49a39e8b7e79 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e4ec8b0-fd0c-4411-92a5-79e58a939fe4 HTTP/1.1" status: 200 len: 205 time: 0.0515225 Aug 27 14:12:41.182720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36840) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:41.275252 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-c40b299b-aaf2-4ffa-93d1-88f10598443d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] delete failed (client error): The resource could not be found. Aug 27 14:12:41.278943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c40b299b-aaf2-4ffa-93d1-88f10598443d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/1e4ec8b0-fd0c-4411-92a5-79e58a939fe4 HTTP/1.1" status: 404 len: 336 time: 0.0890601 Aug 27 14:12:41.283600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36842) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:41.286024 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce9eca73-b21a-4e7c-b405-081440055769 req-0a3b8715-727f-4df0-8437-e5d8d06028a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd226785-adfa-4162-892a-b1cfaff56660 HTTP/1.1" status: 200 len: 1001 time: 0.7512527 Aug 27 14:12:41.327079 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6c7225c-a52d-4f08-be99-28b5bd1d5506 req-d37ac170-bf39-4b77-88de-0a5441c58e22 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6602244 Aug 27 14:12:41.334861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1431a7-4bf9-4ef8-bc5a-82e366940c67 req-d7e85fa9-da28-4cf7-ab61-80c7fea2f41c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:41.336476 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db1431a7-4bf9-4ef8-bc5a-82e366940c67 req-d7e85fa9-da28-4cf7-ab61-80c7fea2f41c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.0947301 Aug 27 14:12:41.367871 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-c507e354-c5a2-4dcc-9176-370d3dec0b64 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] DELETE failed (client error): The resource could not be found. Aug 27 14:12:41.368324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c507e354-c5a2-4dcc-9176-370d3dec0b64 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:12:41.370161 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c507e354-c5a2-4dcc-9176-370d3dec0b64 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/bce70337-2ecc-4055-b6d7-4d447fc5d6df HTTP/1.1" status: 404 len: 337 time: 0.0832167 Aug 27 14:12:41.372975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36844) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:41.457459 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-390bc6d7-d874-4eac-8be1-3b820f77dadc service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105072 Aug 27 14:12:41.473619 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db1431a7-4bf9-4ef8-bc5a-82e366940c67 req-e38410c3-814f-4693-9874-e3885c3f37e6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167202 Aug 27 14:12:41.480558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] For port 67249ed9-fee5-401f-9015-062a950f594c, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:12:41.485498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] For port 67249ed9-fee5-401f-9015-062a950f594c, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=67249ed9-fee5-401f-9015-062a950f594c,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:12:41.500092 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:41.515621 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5eeaa3d-894e-4a57-a8e9-651e04aa1f2d tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Deleting subnet 69e43af7-766a-4e61-b8bd-c9f36391b764 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:12:41.523377 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5b7799f3-dbcc-4418-a7c8-2ff54ebf8147 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=b99ec972-f7f7-4660-b097-860a0464df94 HTTP/1.1" status: 200 len: 205 time: 0.1430323 Aug 27 14:12:41.528486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36852) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:41.677667 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5eeaa3d-894e-4a57-a8e9-651e04aa1f2d tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:41.708751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-abc32f70-8168-45a5-8d77-1ca0e2416e15 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729612 Aug 27 14:12:41.711278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:41.712585 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:41.716857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] 10.222.0.52 "PUT /v2.0/ports/67249ed9-fee5-401f-9015-062a950f594c HTTP/1.1" status: 200 len: 1131 time: 2.9957366 Aug 27 14:12:41.718466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '67249ed9-fee5-401f-9015-062a950f594c'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:12:41.724541 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4319ae0a-9329-486c-bf71-0d74ba651e11" -d '{"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "67249ed9-fee5-401f-9015-062a950f594c"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:12:41.750746 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-d8de33cc-84b5-4eeb-b746-f55da8cfe5df tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] delete failed (client error): The resource could not be found. Aug 27 14:12:41.754352 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d8de33cc-84b5-4eeb-b746-f55da8cfe5df tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/b99ec972-f7f7-4660-b097-860a0464df94 HTTP/1.1" status: 404 len: 336 time: 0.2195826 Aug 27 14:12:41.762796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Request body: {'port': {'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:41.770798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36864) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:41.813452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497aa9f-c22c-48f1-bfda-8e173ccad646 req-1b07319a-919f-439f-9d62-17544e6e6f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:41.817138 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8497aa9f-c22c-48f1-bfda-8e173ccad646 req-1b07319a-919f-439f-9d62-17544e6e6f55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 1097 time: 0.8440905 Aug 27 14:12:41.895793 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-3e296fd1-c996-4fe1-8da6-d65ad02d4b51 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=aebed0d9-774b-4d60-8f79-9d86a51d0a11 HTTP/1.1" status: 200 len: 217 time: 0.1862905 Aug 27 14:12:41.908727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9eca73-b21a-4e7c-b405-081440055769 req-f27e949a-b952-4348-82ab-15c892ffc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:41.910296 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce9eca73-b21a-4e7c-b405-081440055769 req-f27e949a-b952-4348-82ab-15c892ffc3bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 200 len: 856 time: 0.5757446 Aug 27 14:12:41.967667 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5eeaa3d-894e-4a57-a8e9-651e04aa1f2d tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:41.970430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fd226785-adfa-4162-892a-b1cfaff56660 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:42.208608 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:42.214260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-2a6a05fd-094b-4580-beb2-d2972ca85190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.215798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-2a6a05fd-094b-4580-beb2-d2972ca85190 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.2897618 Aug 27 14:12:42.216827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497aa9f-c22c-48f1-bfda-8e173ccad646 req-b3f9dc0b-5d8f-4d61-be22-3025f5bcffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.218163 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8497aa9f-c22c-48f1-bfda-8e173ccad646 req-b3f9dc0b-5d8f-4d61-be22-3025f5bcffb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.3048182 Aug 27 14:12:42.298877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:42.300744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:12:42.306464 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b6757d-1052-4b8d-b8cd-ed212498e286" -d '{"events": [{"server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "name": "network-vif-unplugged", "status": "completed", "tag": "fd226785-adfa-4162-892a-b1cfaff56660"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:12:42.312816 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:42.323114 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee152263-5123-411d-8f9a-8fbfcf4e3eb7 x-openstack-request-id: req-ee152263-5123-411d-8f9a-8fbfcf4e3eb7 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:12:42.323417 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "67249ed9-fee5-401f-9015-062a950f594c", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:12:42.323565 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee152263-5123-411d-8f9a-8fbfcf4e3eb7 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:12:42.324239 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '67249ed9-fee5-401f-9015-062a950f594c', 'status': 'completed', 'code': 200} Aug 27 14:12:42.329005 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ac6762a5-19c7-4f72-bf5a-011890dc3eed tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=43eea0d0-b4d9-43e2-a640-b0704888686d HTTP/1.1" status: 200 len: 205 time: 0.5289605 Aug 27 14:12:42.347346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36880) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:42.387810 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8497aa9f-c22c-48f1-bfda-8e173ccad646 req-eac4064d-84e1-46c4-a842-a08744dfd19b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 200 len: 1000 time: 0.0719151 Aug 27 14:12:42.413291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=fd226785-adfa-4162-892a-b1cfaff56660,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:42.434356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:42.434859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c652c-4e7f-4614-95ca-2f49fa192405 service neutron] Pushing event updated for resources: {'Port': ['ID=67249ed9-fee5-401f-9015-062a950f594c,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:42.439989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:42.440681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:42.441291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:42.442008 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:42.442588 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-667ede3a-208f-4957-b217-6386e2d5e1c5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] delete failed (client error): The resource could not be found. Aug 27 14:12:42.443288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:42.447976 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-667ede3a-208f-4957-b217-6386e2d5e1c5 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/43eea0d0-b4d9-43e2-a640-b0704888686d HTTP/1.1" status: 404 len: 336 time: 0.0905280 Aug 27 14:12:42.451489 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:42.452145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:42.452925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:42.453610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:42.454126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:42.454643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:42.458487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36886) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:42.488423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497aa9f-c22c-48f1-bfda-8e173ccad646 req-9988c944-4484-4e93-8bd3-7b9c2c7a7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.490860 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8497aa9f-c22c-48f1-bfda-8e173ccad646 req-9988c944-4484-4e93-8bd3-7b9c2c7a7799 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.0696433 Aug 27 14:12:42.506125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d0e99-1f7c-4395-8abb-c97cfda19789 req-87601b9a-9cec-4219-8e39-fa41d8524360 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.508145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-157d0e99-1f7c-4395-8abb-c97cfda19789 req-87601b9a-9cec-4219-8e39-fa41d8524360 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.2598567 Aug 27 14:12:42.537232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e523c-e7a2-4b00-a09a-b4e4f1ec34fe req-60e7d021-4b7c-4119-af66-b46720e4a2d4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.547906 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-985e523c-e7a2-4b00-a09a-b4e4f1ec34fe req-60e7d021-4b7c-4119-af66-b46720e4a2d4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.7221346 Aug 27 14:12:42.562425 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a37073-db45-4a42-b853-c30984231fbc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] DELETE failed (client error): The resource could not be found. Aug 27 14:12:42.562931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a37073-db45-4a42-b853-c30984231fbc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:12:42.569727 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e1a37073-db45-4a42-b853-c30984231fbc tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/e1bc54cb-88e3-4e14-8921-333c6e8a4288 HTTP/1.1" status: 404 len: 337 time: 0.1056926 Aug 27 14:12:42.570389 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36888) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:42.606427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-513893bf-7cf6-4876-a99d-f2ab587b1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.607243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-513893bf-7cf6-4876-a99d-f2ab587b1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.607926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-513893bf-7cf6-4876-a99d-f2ab587b1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.608583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-513893bf-7cf6-4876-a99d-f2ab587b1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.609966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-513893bf-7cf6-4876-a99d-f2ab587b1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.610630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-513893bf-7cf6-4876-a99d-f2ab587b1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.611320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-513893bf-7cf6-4876-a99d-f2ab587b1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.613496 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-513893bf-7cf6-4876-a99d-f2ab587b1b7c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d6200bcd6d548d19f85584b6cdca497&device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 6210 time: 0.3944252 Aug 27 14:12:42.620345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-983cf4fa-a443-4196-acca-bb805a712d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.622225 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-983cf4fa-a443-4196-acca-bb805a712d28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3388898 Aug 27 14:12:42.663199 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:42.669899 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-014d2374-51cf-4dc8-bd48-759f870b5e12 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e374172-5fbd-4a0d-8546-f60c275e413a HTTP/1.1" status: 200 len: 205 time: 0.0645506 Aug 27 14:12:42.677403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36890) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:42.723839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9eca73-b21a-4e7c-b405-081440055769 req-a8a81e6c-2967-4ad0-8d4b-e5d0e786ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.725266 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce9eca73-b21a-4e7c-b405-081440055769 req-a8a81e6c-2967-4ad0-8d4b-e5d0e786ff44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=739db5ed-1ce5-49e2-8532-a593a50ed487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7774179 Aug 27 14:12:42.775401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497aa9f-c22c-48f1-bfda-8e173ccad646 req-c1c14dab-a262-4114-84e2-d7a8ac925f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:42.776924 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8497aa9f-c22c-48f1-bfda-8e173ccad646 req-c1c14dab-a262-4114-84e2-d7a8ac925f7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2611001 Aug 27 14:12:42.857152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36894) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:42.858116 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-4c8aeb16-8b9d-4675-a50f-c6bbea5131d9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] delete failed (client error): The resource could not be found. Aug 27 14:12:42.862009 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4c8aeb16-8b9d-4675-a50f-c6bbea5131d9 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/6e374172-5fbd-4a0d-8546-f60c275e413a HTTP/1.1" status: 404 len: 336 time: 0.1808889 Aug 27 14:12:42.866226 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-985e523c-e7a2-4b00-a09a-b4e4f1ec34fe req-b008348c-83ec-4281-9a43-f2a45fb27ab8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160174 Aug 27 14:12:42.875221 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36896) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:42.913237 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8497aa9f-c22c-48f1-bfda-8e173ccad646 req-fb8f1f7d-c3de-4b31-bfa9-e1348d0b7faa service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022079 Aug 27 14:12:42.990126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-157d0e99-1f7c-4395-8abb-c97cfda19789 req-9608b015-0f6b-4b96-9c14-e20be6cc79c6 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4284692 Aug 27 14:12:43.096526 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cf36eb-2370-483a-ac23-d10bc29fc74c x-openstack-request-id: req-29cf36eb-2370-483a-ac23-d10bc29fc74c {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:12:43.098225 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "name": "network-vif-unplugged", "status": "completed", "tag": "fd226785-adfa-4162-892a-b1cfaff56660", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:12:43.098728 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29cf36eb-2370-483a-ac23-d10bc29fc74c {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:12:43.099526 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660', 'code': 200} Aug 27 14:12:43.123757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8497aa9f-c22c-48f1-bfda-8e173ccad646 req-2a4df8a5-c917-4469-b044-f06149b45f9a service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291237 Aug 27 14:12:43.123757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-20212e09-9cd4-44e2-ae30-ce25663f1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:43.123757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-20212e09-9cd4-44e2-ae30-ce25663f1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:43.123757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-20212e09-9cd4-44e2-ae30-ce25663f1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:43.123757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-20212e09-9cd4-44e2-ae30-ce25663f1276 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d6200bcd6d548d19f85584b6cdca497&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4967251 Aug 27 14:12:43.192380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d9127e-5b45-4552-8370-1eaa1524d0f3 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:12:43.201666 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:43.221999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Transition to ACTIVE for port object 57d9127e-5b45-4552-8370-1eaa1524d0f3 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:43.241812 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a72cd07-28d8-47ad-a230-3212f54dc78d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] DELETE failed (client error): The resource could not be found. Aug 27 14:12:43.242218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a72cd07-28d8-47ad-a230-3212f54dc78d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:12:43.247765 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3a72cd07-28d8-47ad-a230-3212f54dc78d tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/26f53976-81e4-4f12-94b7-cce1f6232ac0 HTTP/1.1" status: 404 len: 337 time: 0.3691332 Aug 27 14:12:43.248320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36906) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:43.255154 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5eeaa3d-894e-4a57-a8e9-651e04aa1f2d tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:43.275463 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:43.286493 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25564dbd-9280-46d1-bf6e-c7fdaf6783b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:43.328397 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-26f885f9-5b27-4de3-9258-6fb813ef1485 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2f942bd-fab0-45a1-91b0-43e126957721 HTTP/1.1" status: 200 len: 205 time: 0.0682132 Aug 27 14:12:43.337733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36912) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:43.421951 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-e2e771f9-b076-44f2-96e5-73f2621e381f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] delete failed (client error): The resource could not be found. Aug 27 14:12:43.423332 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e2e771f9-b076-44f2-96e5-73f2621e381f tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/routers/e2f942bd-fab0-45a1-91b0-43e126957721 HTTP/1.1" status: 404 len: 336 time: 0.0830977 Aug 27 14:12:43.431472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36914) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:43.432849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-0a9d4dda-d14a-49e7-8a9e-954b0ed9d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:43.434424 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-0a9d4dda-d14a-49e7-8a9e-954b0ed9d624 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2946451 Aug 27 14:12:43.450309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed52b8c-25c8-4d6c-9d73-dd347aea4fee req-f4c8463f-bdec-4e9a-985b-92639f00b730 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:43.467671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed52b8c-25c8-4d6c-9d73-dd347aea4fee req-f4c8463f-bdec-4e9a-985b-92639f00b730 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:43.494818 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed52b8c-25c8-4d6c-9d73-dd347aea4fee req-f4c8463f-bdec-4e9a-985b-92639f00b730 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:43.500146 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5eeaa3d-894e-4a57-a8e9-651e04aa1f2d tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:43.505415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed52b8c-25c8-4d6c-9d73-dd347aea4fee req-f4c8463f-bdec-4e9a-985b-92639f00b730 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:43.513596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed52b8c-25c8-4d6c-9d73-dd347aea4fee req-f4c8463f-bdec-4e9a-985b-92639f00b730 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:43.519673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed52b8c-25c8-4d6c-9d73-dd347aea4fee req-f4c8463f-bdec-4e9a-985b-92639f00b730 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:43.535225 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed52b8c-25c8-4d6c-9d73-dd347aea4fee req-f4c8463f-bdec-4e9a-985b-92639f00b730 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:43.544350 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ed52b8c-25c8-4d6c-9d73-dd347aea4fee req-f4c8463f-bdec-4e9a-985b-92639f00b730 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5382 time: 0.3117688 Aug 27 14:12:43.546123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Pushing event updated for resources: {'Port': ['ID=57d9127e-5b45-4552-8370-1eaa1524d0f3,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:43.566622 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eeaa3d-894e-4a57-a8e9-651e04aa1f2d tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Pushing event deleted for resources: {'Subnet': ['ID=69e43af7-766a-4e61-b8bd-c9f36391b764,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:43.580416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce9eca73-b21a-4e7c-b405-081440055769 req-d0a1f429-3d2c-4cb6-b849-77de6f5bbf4a service neutron] 10.222.0.52 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8208494 Aug 27 14:12:43.582657 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-bc9d10ab-bf80-4760-875c-7f48ed0ee239 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8464439 Aug 27 14:12:43.585987 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5eeaa3d-894e-4a57-a8e9-651e04aa1f2d tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:43.590777 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a5eeaa3d-894e-4a57-a8e9-651e04aa1f2d tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] 10.222.0.55 "DELETE /v2.0/subnets/69e43af7-766a-4e61-b8bd-c9f36391b764 HTTP/1.1" status: 204 len: 168 time: 2.5603197 Aug 27 14:12:43.595594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36920) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:43.597982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fce2ef0-dfa4-460d-b155-fac32c564ce9 None None] Network c0422f7f-710d-48a3-bdbf-8febe324ca48 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:43.681957 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d18f32-27c9-45ab-87c7-70f39b2bae13 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] DELETE failed (client error): The resource could not be found. Aug 27 14:12:43.681957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d18f32-27c9-45ab-87c7-70f39b2bae13 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:12:43.685176 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-83d18f32-27c9-45ab-87c7-70f39b2bae13 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/78a36b9f-7567-4907-bb7a-d4bdc84d48f6 HTTP/1.1" status: 404 len: 337 time: 0.2465880 Aug 27 14:12:43.687411 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36924) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:43.753505 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-25eb2393-2ff7-4d1e-98f8-1a36d08596d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] DELETE failed (client error): The resource could not be found. Aug 27 14:12:43.753869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25eb2393-2ff7-4d1e-98f8-1a36d08596d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:12:43.755813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-25eb2393-2ff7-4d1e-98f8-1a36d08596d8 tempest-RoutersTest-149509871 tempest-RoutersTest-149509871-project] 10.222.0.55 "DELETE /v2.0/subnets/57af3a62-6420-49b7-816f-5e5293fb9e0f HTTP/1.1" status: 404 len: 337 time: 0.0650206 Aug 27 14:12:43.833523 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ed52b8c-25c8-4d6c-9d73-dd347aea4fee req-80c5ca76-7959-442c-bbb9-776d339a2ea1 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2882233 Aug 27 14:12:43.863068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Attempting to bind port 57d9127e-5b45-4552-8370-1eaa1524d0f3 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:12:43.863511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Attempting to bind port 57d9127e-5b45-4552-8370-1eaa1524d0f3 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:12:43.864258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Attempting to bind port 57d9127e-5b45-4552-8370-1eaa1524d0f3 on network 5329867c-188b-450e-85af-6974c633d4dc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:43.872240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Port 57d9127e-5b45-4552-8370-1eaa1524d0f3 on network 5329867c-188b-450e-85af-6974c633d4dc not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:12:43.872676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Attempting to bind port 57d9127e-5b45-4552-8370-1eaa1524d0f3 on network 5329867c-188b-450e-85af-6974c633d4dc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:43.885846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:12:43.886371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Checking segment: {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:43.886857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Bound using segment: {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:12:43.887877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Bound port: 57d9127e-5b45-4552-8370-1eaa1524d0f3, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:12:43.888963 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:43.951358 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:44.018017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c682ca1-36c0-4ada-87b1-402c2dbf0195 None None] DHCP port deletion for c0422f7f-710d-48a3-bdbf-8febe324ca48 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:12:44.029564 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce9eca73-b21a-4e7c-b405-081440055769 req-7e0b9dc8-3371-4513-abc6-ad121a4246a0 service neutron] 10.222.0.52 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126976 Aug 27 14:12:44.127860 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25564dbd-9280-46d1-bf6e-c7fdaf6783b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:44.139197 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-116ac94b-35d7-4245-88fe-a8e8adc0bde8 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193765 Aug 27 14:12:44.147122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2c682ca1-36c0-4ada-87b1-402c2dbf0195 None None] Deleting port 10512f83-50c9-4f92-aa94-0b41bb8e4b01 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:44.147639 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25564dbd-9280-46d1-bf6e-c7fdaf6783b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:44.148205 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2c682ca1-36c0-4ada-87b1-402c2dbf0195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:44.208420 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25564dbd-9280-46d1-bf6e-c7fdaf6783b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e6a9f8-db2d-4816-b436-2ba34439959d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:44.217248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36942) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:44.225095 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-995f252c-2d0b-440c-9897-ad238fb1b14a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=e66d1e65-8d51-4535-83f4-6223b16652e5 HTTP/1.1" status: 200 len: 217 time: 0.0730894 Aug 27 14:12:44.271097 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2c682ca1-36c0-4ada-87b1-402c2dbf0195 None None] For port 10512f83-50c9-4f92-aa94-0b41bb8e4b01, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=10512f83-50c9-4f92-aa94-0b41bb8e4b01,segment=NetworkSegment(91b3871a-b217-42c4-b238-1c0038312045),segment_id=91b3871a-b217-42c4-b238-1c0038312045)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:44.272132 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2c682ca1-36c0-4ada-87b1-402c2dbf0195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:44.293196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef692e97-5947-413b-865f-841a6078ab78 req-01ee2026-737d-4b00-8337-f8ea8875ef4e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:44.298634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] For port 57d9127e-5b45-4552-8370-1eaa1524d0f3, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:12:44.302241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef692e97-5947-413b-865f-841a6078ab78 req-01ee2026-737d-4b00-8337-f8ea8875ef4e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.1686163 Aug 27 14:12:44.311158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] For port 57d9127e-5b45-4552-8370-1eaa1524d0f3, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=57d9127e-5b45-4552-8370-1eaa1524d0f3,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:12:44.318314 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2c682ca1-36c0-4ada-87b1-402c2dbf0195 None None] Calling delete_port for 10512f83-50c9-4f92-aa94-0b41bb8e4b01 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:44.331834 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-25564dbd-9280-46d1-bf6e-c7fdaf6783b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=77d3d41833a04e42ae4ebaeef29fab33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4619784 Aug 27 14:12:44.332849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36946) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:44.347668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Deleting port 10512f83-50c9-4f92-aa94-0b41bb8e4b01 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:12:44.347890 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af37b20-6cae-4fe4-8988-f6817381c452 req-5be969ce-6b00-4ca6-81c6-af58ace9cd14 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:44.348543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:44.350715 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9af37b20-6cae-4fe4-8988-f6817381c452 req-5be969ce-6b00-4ca6-81c6-af58ace9cd14 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.3620529 Aug 27 14:12:44.352219 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:44.445233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:44.446502 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:44.448414 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] 10.222.0.52 "PUT /v2.0/ports/57d9127e-5b45-4552-8370-1eaa1524d0f3 HTTP/1.1" status: 200 len: 1091 time: 2.6931074 Aug 27 14:12:44.466413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-146e37b1-7c0b-4977-8626-3873aff8ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:44.472608 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2c682ca1-36c0-4ada-87b1-402c2dbf0195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:44.480452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '57d9127e-5b45-4552-8370-1eaa1524d0f3'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:12:44.481664 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-146e37b1-7c0b-4977-8626-3873aff8ab8a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.2446778 Aug 27 14:12:44.485191 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84458355-084a-497c-ba8a-34d60f02b2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "57d9127e-5b45-4552-8370-1eaa1524d0f3"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:12:44.499833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Request body: {'port': {'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:44.533090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c682ca1-36c0-4ada-87b1-402c2dbf0195 None None] Pushing event deleted for resources: {'Port': ['ID=10512f83-50c9-4f92-aa94-0b41bb8e4b01,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:44.547812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] For port 10512f83-50c9-4f92-aa94-0b41bb8e4b01, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=10512f83-50c9-4f92-aa94-0b41bb8e4b01,segment=NetworkSegment(91b3871a-b217-42c4-b238-1c0038312045),segment_id=91b3871a-b217-42c4-b238-1c0038312045)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:44.548406 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:44.548560 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c682ca1-36c0-4ada-87b1-402c2dbf0195 None None] No DVR routers for this DVR port 10512f83-50c9-4f92-aa94-0b41bb8e4b01 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:44.575810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Calling delete_port for 10512f83-50c9-4f92-aa94-0b41bb8e4b01 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:12:44.645677 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9af37b20-6cae-4fe4-8988-f6817381c452 req-2bac98d6-3990-42d0-b848-e581139c3de6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783406 Aug 27 14:12:44.653259 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:44.662785 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-192a7033-a1e9-4871-9132-71ecc11c4346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:44.672021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b532f-46cf-4490-8b3a-0cf0cdaeee1c service neutron] Pushing event updated for resources: {'Port': ['ID=57d9127e-5b45-4552-8370-1eaa1524d0f3,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:44.818933 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db83c58-c4a7-46fd-ad25-d168da9a49c7 x-openstack-request-id: req-5db83c58-c4a7-46fd-ad25-d168da9a49c7 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:12:44.819317 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "57d9127e-5b45-4552-8370-1eaa1524d0f3", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:12:44.819640 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5db83c58-c4a7-46fd-ad25-d168da9a49c7 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:12:44.820108 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '57d9127e-5b45-4552-8370-1eaa1524d0f3', 'status': 'completed', 'code': 200} Aug 27 14:12:44.971046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361aa4-3755-4268-adfb-822c9709f5ff req-04ac179d-0c9f-41c6-a81b-799b5c647a90 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:44.972849 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-67361aa4-3755-4268-adfb-822c9709f5ff req-04ac179d-0c9f-41c6-a81b-799b5c647a90 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.0837712 Aug 27 14:12:45.049738 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef692e97-5947-413b-865f-841a6078ab78 req-26935620-c5a9-46fa-b4ff-111a12acd5d6 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7461765 Aug 27 14:12:45.057263 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-67361aa4-3755-4268-adfb-822c9709f5ff req-4462bf30-b27f-4afc-8a98-7f8e25528330 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757923 Aug 27 14:12:45.067432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82163eb-1a74-4eb0-9842-f5895f87c7c8 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:12:45.077311 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:45.093441 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Transition to ACTIVE for port object b82163eb-1a74-4eb0-9842-f5895f87c7c8 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:45.095570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:45.162533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Pushing event updated for resources: {'Port': ['ID=b82163eb-1a74-4eb0-9842-f5895f87c7c8,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:45.183752 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f1c6a0f7-1102-4199-9f1f-491965914a99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff8b12d96405498ebd6e8ec92625ae11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9651105 Aug 27 14:12:45.187504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36958) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:45.276174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Attempting to bind port b82163eb-1a74-4eb0-9842-f5895f87c7c8 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:12:45.276520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Attempting to bind port b82163eb-1a74-4eb0-9842-f5895f87c7c8 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:12:45.276840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Attempting to bind port b82163eb-1a74-4eb0-9842-f5895f87c7c8 on network 5329867c-188b-450e-85af-6974c633d4dc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:45.284015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Port b82163eb-1a74-4eb0-9842-f5895f87c7c8 on network 5329867c-188b-450e-85af-6974c633d4dc not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:12:45.284338 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Attempting to bind port b82163eb-1a74-4eb0-9842-f5895f87c7c8 on network 5329867c-188b-450e-85af-6974c633d4dc {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:45.294845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:12:45.295230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Checking segment: {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:45.295580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Bound using segment: {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:12:45.296026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Bound port: b82163eb-1a74-4eb0-9842-f5895f87c7c8, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5329867c-188b-450e-85af-6974c633d4dc'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:12:45.296390 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:45.319486 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f4c1b58-8e25-4620-b8e6-c51ea3fa3017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:45.325386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8973979-696d-4ff0-9549-4bfab94fd482 req-1a69939d-a344-45ed-adef-38d3e51ad062 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.327005 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8973979-696d-4ff0-9549-4bfab94fd482 req-1a69939d-a344-45ed-adef-38d3e51ad062 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1005900 Aug 27 14:12:45.363350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-36e33de5-f884-4300-8688-87206917f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.364102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-36e33de5-f884-4300-8688-87206917f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.364792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-36e33de5-f884-4300-8688-87206917f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.365272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-36e33de5-f884-4300-8688-87206917f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.365749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-36e33de5-f884-4300-8688-87206917f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.366222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-36e33de5-f884-4300-8688-87206917f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.366715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-36e33de5-f884-4300-8688-87206917f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.368734 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-36e33de5-f884-4300-8688-87206917f220 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d6200bcd6d548d19f85584b6cdca497&device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 6278 time: 0.3124149 Aug 27 14:12:45.411129 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8973979-696d-4ff0-9549-4bfab94fd482 req-ddeb562d-6257-4af4-8863-1b62445952f9 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600941 Aug 27 14:12:45.416534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] For port b82163eb-1a74-4eb0-9842-f5895f87c7c8, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:12:45.421030 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f4c1b58-8e25-4620-b8e6-c51ea3fa3017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:45.423249 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] For port b82163eb-1a74-4eb0-9842-f5895f87c7c8, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b82163eb-1a74-4eb0-9842-f5895f87c7c8,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:12:45.428123 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:45.469252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.469872 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:45.471432 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] 10.222.0.52 "PUT /v2.0/ports/b82163eb-1a74-4eb0-9842-f5895f87c7c8 HTTP/1.1" status: 200 len: 1091 time: 0.9794044 Aug 27 14:12:45.502460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Request body: {'port': {'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:45.518669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-c377f152-f1e7-498d-a9ab-fef8a83e2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.520815 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-c377f152-f1e7-498d-a9ab-fef8a83e2204 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4655647 Aug 27 14:12:45.552889 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ab46811f-861a-460f-98de-f2a74fdb90a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:45.553810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3d84e-9e4e-4691-8e67-e3e2d9fb926e service neutron] Pushing event updated for resources: {'Port': ['ID=b82163eb-1a74-4eb0-9842-f5895f87c7c8,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:45.615165 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:45.653713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7d723-1c94-4d29-82a8-c445a1b1bd73 req-56f0f3aa-e1e1-4d55-ba1b-17afa7635019 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.661187 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8b7d723-1c94-4d29-82a8-c445a1b1bd73 req-56f0f3aa-e1e1-4d55-ba1b-17afa7635019 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1263468 Aug 27 14:12:45.720386 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:45.751989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8b7d723-1c94-4d29-82a8-c445a1b1bd73 req-e809cb6b-edb2-4c4d-9b77-d849a553c291 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782037 Aug 27 14:12:45.811108 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 10512f83-50c9-4f92-aa94-0b41bb8e4b01 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:45.846004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 10512f83-50c9-4f92-aa94-0b41bb8e4b01 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:12:45.846345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 10512f83-50c9-4f92-aa94-0b41bb8e4b01 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:12:45.854266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f799-a635-459a-af73-4735cdbc3ce2 req-a4ab5a6e-b3f2-46b5-83bc-e346fbf5b400 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.871069 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f799-a635-459a-af73-4735cdbc3ce2 req-a4ab5a6e-b3f2-46b5-83bc-e346fbf5b400 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.878720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f799-a635-459a-af73-4735cdbc3ce2 req-a4ab5a6e-b3f2-46b5-83bc-e346fbf5b400 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.886243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f799-a635-459a-af73-4735cdbc3ce2 req-a4ab5a6e-b3f2-46b5-83bc-e346fbf5b400 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.892467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f799-a635-459a-af73-4735cdbc3ce2 req-a4ab5a6e-b3f2-46b5-83bc-e346fbf5b400 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.898727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f799-a635-459a-af73-4735cdbc3ce2 req-a4ab5a6e-b3f2-46b5-83bc-e346fbf5b400 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.906458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f799-a635-459a-af73-4735cdbc3ce2 req-a4ab5a6e-b3f2-46b5-83bc-e346fbf5b400 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:45.908803 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9100f799-a635-459a-af73-4735cdbc3ce2 req-a4ab5a6e-b3f2-46b5-83bc-e346fbf5b400 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5394 time: 0.6606061 Aug 27 14:12:45.926548 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ab46811f-861a-460f-98de-f2a74fdb90a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:45.998051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Pushing event deleted for resources: {'Port': ['ID=10512f83-50c9-4f92-aa94-0b41bb8e4b01,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:46.003560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] No DVR routers for this DVR port 10512f83-50c9-4f92-aa94-0b41bb8e4b01 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:12:46.065555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:12:46.074311 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:46.082457 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f4c1b58-8e25-4620-b8e6-c51ea3fa3017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:46.085372 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f4c1b58-8e25-4620-b8e6-c51ea3fa3017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:46.086893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Transition to ACTIVE for port object 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:46.093071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:46.100739 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4f4c1b58-8e25-4620-b8e6-c51ea3fa3017 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35e6a9f8-db2d-4816-b436-2ba34439959d HTTP/1.1" status: 204 len: 168 time: 1.7566712 Aug 27 14:12:46.188202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-8a440152-b218-45ae-86a4-2ddabfbdf307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:46.189135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-8a440152-b218-45ae-86a4-2ddabfbdf307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:46.189645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-8a440152-b218-45ae-86a4-2ddabfbdf307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:46.191601 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-8a440152-b218-45ae-86a4-2ddabfbdf307 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d6200bcd6d548d19f85584b6cdca497&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8049490 Aug 27 14:12:46.232463 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Pushing event updated for resources: {'Port': ['ID=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:46.238216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c1b58-8e25-4620-b8e6-c51ea3fa3017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e6a9f8-db2d-4816-b436-2ba34439959d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:46.299415 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ab46811f-861a-460f-98de-f2a74fdb90a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:46.301071 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ab46811f-861a-460f-98de-f2a74fdb90a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:46.302331 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ab46811f-861a-460f-98de-f2a74fdb90a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5d31f19-4b33-4c46-8187-32d873283fcd HTTP/1.1" status: 204 len: 168 time: 1.1092548 Aug 27 14:12:46.375450 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-a6b15982-9f35-479e-9ec0-545213101cd5 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8083549 Aug 27 14:12:46.388311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46811f-861a-460f-98de-f2a74fdb90a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d31f19-4b33-4c46-8187-32d873283fcd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:46.389114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b9de8-437b-4280-9e4a-fa12cd8f301a req-4dc51f7f-0607-4fdb-bd72-ec4e36a82279 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:46.404076 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-911b9de8-437b-4280-9e4a-fa12cd8f301a req-4dc51f7f-0607-4fdb-bd72-ec4e36a82279 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.2238896 Aug 27 14:12:46.413763 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9100f799-a635-459a-af73-4735cdbc3ce2 req-1c9daf66-4652-42ba-a246-40fc660bd0ad tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4783950 Aug 27 14:12:46.517073 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-911b9de8-437b-4280-9e4a-fa12cd8f301a req-7dba2046-818e-48d0-8623-4caaf8cb3b9b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113954 Aug 27 14:12:46.538089 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Attempting to bind port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:12:46.538815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Attempting to bind port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:12:46.539344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Attempting to bind port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c on network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:46.544674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c on network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:12:46.545261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Attempting to bind port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c on network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:46.551343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:12:46.551923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Checking segment: {'id': 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:46.552636 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Bound using segment: {'id': 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:12:46.553245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Bound port: 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:12:46.553791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:46.642275 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-956776aa-94e4-4527-ace3-22958f1033be service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233286 Aug 27 14:12:46.652462 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:46.685295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36980) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:46.701272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-a1468a55-b16a-4aaa-824e-e7341103655e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c308f833-e976-48d9-bd41-c2864637f8d8 HTTP/1.1" status: 200 len: 217 time: 0.0402217 Aug 27 14:12:46.717207 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-188d7f1a-8acb-43c1-9869-c705e87c7691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:46.722855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] For port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:12:46.726270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0422f7f-710d-48a3-bdbf-8febe324ca48']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:46.747929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] For port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:12:46.756585 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:46.805842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:46.806510 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:46.810501 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] 10.222.0.52 "PUT /v2.0/ports/1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c HTTP/1.1" status: 200 len: 1092 time: 1.3124018 Aug 27 14:12:46.819611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b3871a-b217-42c4-b238-1c0038312045') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:46.819864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b3871a-b217-42c4-b238-1c0038312045') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:12:46.821383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': 'b82163eb-1a74-4eb0-9842-f5895f87c7c8'}, {'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:12:46.831964 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4004708f-6ea2-418a-830b-4ce500087241" -d '{"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "b82163eb-1a74-4eb0-9842-f5895f87c7c8"}, {"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:12:46.880144 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Request body: {'port': {'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:46.890826 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:46.898533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-1fdd02d3-7fb1-43be-926b-bf9c1d5a2105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:46.902624 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84458355-084a-497c-ba8a-34d60f02b2e1 req-1fdd02d3-7fb1-43be-926b-bf9c1d5a2105 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6477487 Aug 27 14:12:46.949566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-1ce2b8d3-3b86-4208-83d6-df7bbaa0bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:46.954138 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-1ce2b8d3-3b86-4208-83d6-df7bbaa0bceb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e010ded9-86a4-4e1c-b055-049006661152 HTTP/1.1" status: 200 len: 797 time: 0.2444773 Aug 27 14:12:47.018828 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 14:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d56f02-bc7a-4752-98e2-8f93516ed5fb x-openstack-request-id: req-d9d56f02-bc7a-4752-98e2-8f93516ed5fb {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:12:47.019132 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "b82163eb-1a74-4eb0-9842-f5895f87c7c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:12:47.019693 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9d56f02-bc7a-4752-98e2-8f93516ed5fb {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:12:47.020154 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': 'b82163eb-1a74-4eb0-9842-f5895f87c7c8', 'status': 'completed', 'code': 200} Aug 27 14:12:47.020409 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c', 'status': 'completed', 'code': 200} Aug 27 14:12:47.024463 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:47.027854 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:47.102817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b982c-d09e-4ed7-991e-68bdaee0c24c service neutron] Pushing event updated for resources: {'Port': ['ID=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:47.134953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:12:47.135427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:12:47.142795 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:12:47.224763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-bcb62169-54d9-4b33-a6ca-9ae14f781d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:47.226435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-bcb62169-54d9-4b33-a6ca-9ae14f781d84 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dde505-dc04-4b92-8919-19db4556ab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2429769 Aug 27 14:12:47.234624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-54d09ef6-70e0-4d5a-8042-4cb544ae4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:47.235199 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-54d09ef6-70e0-4d5a-8042-4cb544ae4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:47.235687 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-54d09ef6-70e0-4d5a-8042-4cb544ae4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:47.236166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-54d09ef6-70e0-4d5a-8042-4cb544ae4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:47.236872 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-54d09ef6-70e0-4d5a-8042-4cb544ae4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:47.237170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-54d09ef6-70e0-4d5a-8042-4cb544ae4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:47.237652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-54d09ef6-70e0-4d5a-8042-4cb544ae4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:47.239784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4004708f-6ea2-418a-830b-4ce500087241 req-54d09ef6-70e0-4d5a-8042-4cb544ae4a59 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d6200bcd6d548d19f85584b6cdca497&device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 6414 time: 0.2812531 Aug 27 14:12:47.285208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:47.432486 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:47.444289 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:47.450327 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] 10.222.0.55 "DELETE /v2.0/networks/c0422f7f-710d-48a3-bdbf-8febe324ca48 HTTP/1.1" status: 204 len: 168 time: 3.8502655 Aug 27 14:12:47.472359 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-188d7f1a-8acb-43c1-9869-c705e87c7691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:47.488624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-188d7f1a-8acb-43c1-9869-c705e87c7691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:47.515994 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ec5b682b-b699-4803-9620-806db7069f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:47.577666 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-57328f61-6724-438d-8e33-d670f76eba25 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365555 Aug 27 14:12:47.617424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93653e6b-6437-4d0d-977b-caa72acf18d0 tempest-ExtraDHCPOptionsTestJSON-1420289396 tempest-ExtraDHCPOptionsTestJSON-1420289396-project] Pushing event deleted for resources: {'Network': ['ID=c0422f7f-710d-48a3-bdbf-8febe324ca48,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:47.696096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d7f1a-8acb-43c1-9869-c705e87c7691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973a43e5-e306-4876-af0e-d7984744175d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:47.845507 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-188d7f1a-8acb-43c1-9869-c705e87c7691 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=070b6e6a960e46fea27467d109464f60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1563501 Aug 27 14:12:47.848243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37034) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:47.862958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84b82a-d873-4718-bc96-d29d4c73d94c req-23c38038-5ff0-4b8f-94d0-ea5795b73ac9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:47.870254 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d84b82a-d873-4718-bc96-d29d4c73d94c req-23c38038-5ff0-4b8f-94d0-ea5795b73ac9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.4170730 Aug 27 14:12:47.882194 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-3ed3fb0d-3548-4f5d-91ed-a9d7d941c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:47.882604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-3ed3fb0d-3548-4f5d-91ed-a9d7d941c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:47.883708 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-3ed3fb0d-3548-4f5d-91ed-a9d7d941c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:47.885469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4004708f-6ea2-418a-830b-4ce500087241 req-3ed3fb0d-3548-4f5d-91ed-a9d7d941c3d3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d6200bcd6d548d19f85584b6cdca497&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6123173 Aug 27 14:12:47.968273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-724d3e90-b9e2-46e8-8b83-4b56bf792a7d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3561225 Aug 27 14:12:47.972134 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-f94342b6-9785-4edb-a8be-20dbce95a020 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759015 Aug 27 14:12:47.976407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37040) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:48.056818 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d84b82a-d873-4718-bc96-d29d4c73d94c req-6fc0f492-754e-496f-b548-77d245fd80c4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855526 Aug 27 14:12:48.058379 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-bd581b6f-dffb-48b0-9097-98ce7af5e868 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f99205f-0d46-4175-88de-4b557998aa97 HTTP/1.1" status: 200 len: 217 time: 0.0776825 Aug 27 14:12:48.060788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2e4b0-3a01-498e-b93f-87ee368771a7 req-b230adf4-e440-4cdb-9cff-0deb5f93b070 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.083914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2e4b0-3a01-498e-b93f-87ee368771a7 req-b230adf4-e440-4cdb-9cff-0deb5f93b070 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.091035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2e4b0-3a01-498e-b93f-87ee368771a7 req-b230adf4-e440-4cdb-9cff-0deb5f93b070 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.113337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2e4b0-3a01-498e-b93f-87ee368771a7 req-b230adf4-e440-4cdb-9cff-0deb5f93b070 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.127279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2e4b0-3a01-498e-b93f-87ee368771a7 req-b230adf4-e440-4cdb-9cff-0deb5f93b070 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.139373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2e4b0-3a01-498e-b93f-87ee368771a7 req-b230adf4-e440-4cdb-9cff-0deb5f93b070 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.148999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2e4b0-3a01-498e-b93f-87ee368771a7 req-b230adf4-e440-4cdb-9cff-0deb5f93b070 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.161443 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f0f2e4b0-3a01-498e-b93f-87ee368771a7 req-b230adf4-e440-4cdb-9cff-0deb5f93b070 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5406 time: 0.4666073 Aug 27 14:12:48.250011 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113591bc-6932-4908-b37e-719908096f55 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:12:48.251510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-f2788a34-9c7e-428e-b57e-994bb64fe4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.253709 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-f2788a34-9c7e-428e-b57e-994bb64fe4ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e010ded9-86a4-4e1c-b055-049006661152 HTTP/1.1" status: 200 len: 797 time: 0.1810379 Aug 27 14:12:48.282209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-3f812778-379c-4532-8536-b10a38faa9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.282569 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:48.285928 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4004708f-6ea2-418a-830b-4ce500087241 req-3f812778-379c-4532-8536-b10a38faa9a0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3886342 Aug 27 14:12:48.348190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37054) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:48.351539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Transition to ACTIVE for port object 113591bc-6932-4908-b37e-719908096f55 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:48.376956 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:48.400339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f0f2e4b0-3a01-498e-b93f-87ee368771a7 req-e5c7d8b7-75b3-4deb-b871-d3d8d88e4075 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2313290 Aug 27 14:12:48.426909 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b14b7510-3206-4150-bbe1-d74edb99a2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:48.445461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-724615a4-0624-4f64-8077-517fb60ee121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.447061 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-724615a4-0624-4f64-8077-517fb60ee121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.447574 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-724615a4-0624-4f64-8077-517fb60ee121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.448052 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-724615a4-0624-4f64-8077-517fb60ee121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.448533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-724615a4-0624-4f64-8077-517fb60ee121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.449015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-724615a4-0624-4f64-8077-517fb60ee121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.449565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-724615a4-0624-4f64-8077-517fb60ee121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.451765 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4004708f-6ea2-418a-830b-4ce500087241 req-724615a4-0624-4f64-8077-517fb60ee121 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d6200bcd6d548d19f85584b6cdca497&device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 6440 time: 0.1049466 Aug 27 14:12:48.454329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-1260fe1c-ab03-49ae-94b3-c0fe435356c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.456374 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-1260fe1c-ab03-49ae-94b3-c0fe435356c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dde505-dc04-4b92-8919-19db4556ab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1765594 Aug 27 14:12:48.475969 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b14b7510-3206-4150-bbe1-d74edb99a2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:48.489731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Pushing event updated for resources: {'Port': ['ID=113591bc-6932-4908-b37e-719908096f55,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:48.596475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-d37505e5-9c81-4e5f-9955-9ec0008660d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.597237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-d37505e5-9c81-4e5f-9955-9ec0008660d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.597712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-d37505e5-9c81-4e5f-9955-9ec0008660d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.599400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4004708f-6ea2-418a-830b-4ce500087241 req-d37505e5-9c81-4e5f-9955-9ec0008660d6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d6200bcd6d548d19f85584b6cdca497&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1180084 Aug 27 14:12:48.604022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f27bdcf0-8d0f-44bf-984e-8269c389b2f4 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1109060651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:48.639534 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f27bdcf0-8d0f-44bf-984e-8269c389b2f4 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:48.640977 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f27bdcf0-8d0f-44bf-984e-8269c389b2f4 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:48.753031 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:48.862181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004708f-6ea2-418a-830b-4ce500087241 req-cd0e8205-b475-4b23-aeef-11f128dff2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:48.864337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4004708f-6ea2-418a-830b-4ce500087241 req-cd0e8205-b475-4b23-aeef-11f128dff2ab service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2262900 Aug 27 14:12:48.934843 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2ecd4c13-29f5-46ca-b806-9ed68b3dbc96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=139cf77de4d947d1bee72d1616058d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9549489 Aug 27 14:12:48.944114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37062) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:49.010272 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f27bdcf0-8d0f-44bf-984e-8269c389b2f4 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.017605 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f27bdcf0-8d0f-44bf-984e-8269c389b2f4 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.034220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Attempting to bind port 113591bc-6932-4908-b37e-719908096f55 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:12:49.034811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Attempting to bind port 113591bc-6932-4908-b37e-719908096f55 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:12:49.034968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Attempting to bind port 113591bc-6932-4908-b37e-719908096f55 on network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:49.041675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Port 113591bc-6932-4908-b37e-719908096f55 on network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:12:49.042059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Attempting to bind port 113591bc-6932-4908-b37e-719908096f55 on network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:49.047881 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b14b7510-3206-4150-bbe1-d74edb99a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.050411 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b14b7510-3206-4150-bbe1-d74edb99a2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.051401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-6372458e-028a-403f-9a25-244f2325c2a4 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856085 Aug 27 14:12:49.054319 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b14b7510-3206-4150-bbe1-d74edb99a2e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/973a43e5-e306-4876-af0e-d7984744175d HTTP/1.1" status: 204 len: 168 time: 1.1903996 Aug 27 14:12:49.054598 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f27bdcf0-8d0f-44bf-984e-8269c389b2f4 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.056258 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f27bdcf0-8d0f-44bf-984e-8269c389b2f4 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7058675 Aug 27 14:12:49.060468 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37066) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:49.061131 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15d45235-5309-4d71-8bfb-b55bbc5c7a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.066509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:12:49.066892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Checking segment: {'id': 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:49.067256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Bound using segment: {'id': 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:12:49.067700 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Bound port: 113591bc-6932-4908-b37e-719908096f55, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:12:49.068234 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.080175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-568217966'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:49.083101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b7510-3206-4150-bbe1-d74edb99a2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973a43e5-e306-4876-af0e-d7984744175d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:49.183190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] For port 113591bc-6932-4908-b37e-719908096f55, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:12:49.186661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] For port 113591bc-6932-4908-b37e-719908096f55, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=113591bc-6932-4908-b37e-719908096f55,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:12:49.192493 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.244115 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.244733 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.246756 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] 10.222.0.52 "PUT /v2.0/ports/113591bc-6932-4908-b37e-719908096f55 HTTP/1.1" status: 200 len: 1092 time: 2.3893404 Aug 27 14:12:49.247311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '113591bc-6932-4908-b37e-719908096f55'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:12:49.249866 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d3476f-3bc4-4a05-a12d-87c5c9606e99" -d '{"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "113591bc-6932-4908-b37e-719908096f55"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:12:49.275891 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15d45235-5309-4d71-8bfb-b55bbc5c7a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.297799 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1901a-e0be-4844-924c-05efccfa2db7 service neutron] Pushing event updated for resources: {'Port': ['ID=113591bc-6932-4908-b37e-719908096f55,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:49.339732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Made reservation on behalf of cb19946bc62841b185ca82b7fb9aa902 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:49.345849 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.422094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-4a69d169-cb2f-4279-8e96-b1869bce57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.423474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-4a69d169-cb2f-4279-8e96-b1869bce57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.424952 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-4a69d169-cb2f-4279-8e96-b1869bce57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.427796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-4a69d169-cb2f-4279-8e96-b1869bce57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.428530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-4a69d169-cb2f-4279-8e96-b1869bce57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.429921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-4a69d169-cb2f-4279-8e96-b1869bce57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.431247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-4a69d169-cb2f-4279-8e96-b1869bce57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.440254 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-4a69d169-cb2f-4279-8e96-b1869bce57ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d6200bcd6d548d19f85584b6cdca497&device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 6482 time: 0.1327868 Aug 27 14:12:49.442112 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1b5794-98d4-46c8-8236-bc42d67e0109 x-openstack-request-id: req-9b1b5794-98d4-46c8-8236-bc42d67e0109 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:12:49.442651 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "113591bc-6932-4908-b37e-719908096f55", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:12:49.443379 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e3860ad-7420-43d8-a2bb-925f75339621 req-ed2e6d90-78f1-4422-89e5-94278200cbc0 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837860 Aug 27 14:12:49.443838 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b1b5794-98d4-46c8-8236-bc42d67e0109 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:12:49.444439 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '113591bc-6932-4908-b37e-719908096f55', 'status': 'completed', 'code': 200} Aug 27 14:12:49.460064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15d45235-5309-4d71-8bfb-b55bbc5c7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.463510 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15d45235-5309-4d71-8bfb-b55bbc5c7a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.495645 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-15d45235-5309-4d71-8bfb-b55bbc5c7a6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb006c1e-9b4b-4c35-af9d-cc79bc6bda16 HTTP/1.1" status: 204 len: 168 time: 0.5500550 Aug 27 14:12:49.498178 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.562674 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-a6a18c66-8adc-463a-bbbe-62ca4f794c0b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa30620-961f-41d0-bef2-2507d915a24a HTTP/1.1" status: 200 len: 217 time: 0.1107285 Aug 27 14:12:49.601216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200ba6-5bf1-4f95-98e7-d4ec23db92e2 req-eb429935-acb5-4bfc-9ab8-a86c842fbd7a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.604994 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cb200ba6-5bf1-4f95-98e7-d4ec23db92e2 req-eb429935-acb5-4bfc-9ab8-a86c842fbd7a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.4132633 Aug 27 14:12:49.625377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d45235-5309-4d71-8bfb-b55bbc5c7a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb006c1e-9b4b-4c35-af9d-cc79bc6bda16,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:49.692450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-6f9cb81b-a1b4-405b-bcce-01fcccc7a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.693983 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-6f9cb81b-a1b4-405b-bcce-01fcccc7a6ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bcbb8a06-5721-419e-86f0-14739793aabd HTTP/1.1" status: 200 len: 851 time: 0.1241252 Aug 27 14:12:49.725075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa65fee-0f7b-4df3-b8dc-62cdbae3c237 req-a3e84a61-45c0-4810-9338-43f1b62e6f64 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.734141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa65fee-0f7b-4df3-b8dc-62cdbae3c237 req-a3e84a61-45c0-4810-9338-43f1b62e6f64 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.744645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa65fee-0f7b-4df3-b8dc-62cdbae3c237 req-a3e84a61-45c0-4810-9338-43f1b62e6f64 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.752693 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa65fee-0f7b-4df3-b8dc-62cdbae3c237 req-a3e84a61-45c0-4810-9338-43f1b62e6f64 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.769186 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa65fee-0f7b-4df3-b8dc-62cdbae3c237 req-a3e84a61-45c0-4810-9338-43f1b62e6f64 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.769544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cb200ba6-5bf1-4f95-98e7-d4ec23db92e2 req-473671c0-6792-4ab5-b8bc-a9d46906a942 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563830 Aug 27 14:12:49.776548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa65fee-0f7b-4df3-b8dc-62cdbae3c237 req-a3e84a61-45c0-4810-9338-43f1b62e6f64 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.782993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa65fee-0f7b-4df3-b8dc-62cdbae3c237 req-a3e84a61-45c0-4810-9338-43f1b62e6f64 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.785588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37084) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:49.794447 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6aa65fee-0f7b-4df3-b8dc-62cdbae3c237 req-a3e84a61-45c0-4810-9338-43f1b62e6f64 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.2111177 Aug 27 14:12:49.830236 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a0d674fb-82eb-4966-9ad6-6fa3c1c276bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.902589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6aa65fee-0f7b-4df3-b8dc-62cdbae3c237 req-f2adc355-193a-4bd3-ba3b-d61ac3a22115 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061206 Aug 27 14:12:49.907766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-0030599a-a39c-4b38-9ad8-ad5153220ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:49.916362 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-0030599a-a39c-4b38-9ad8-ad5153220ebc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=85c680fe-ab41-4ad8-8981-eb8ac0cb901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2144303 Aug 27 14:12:49.952804 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:49.974786 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:50.011954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fd226785-adfa-4162-892a-b1cfaff56660 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:12:50.038164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:12:50.068160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78d867f-3e2a-427e-ac32-7d30535b0ec3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:50.076040 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:50.076391 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Added segment 6f24bb1a-28db-4128-ab71-d5ed89af75c2 of type vlan for network 803b6ee8-eb95-4039-98e8-0ee6b618134d Aug 27 14:12:50.122314 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-529e2bf2-32b0-4053-a4fb-bc3b325158ec service neutron] 10.222.0.52 "GET /v2.0/networks/85c680fe-ab41-4ad8-8981-eb8ac0cb901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981254 Aug 27 14:12:50.190596 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:50.245186 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-a0b2c99a-6750-47b9-9857-b08e6f9b9673 service neutron] 10.222.0.52 "GET /v2.0/networks/85c680fe-ab41-4ad8-8981-eb8ac0cb901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151648 Aug 27 14:12:50.272576 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:50.301727 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a0d674fb-82eb-4966-9ad6-6fa3c1c276bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:50.310380 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5a10bf73-4b45-449f-8bf6-5ef5b0f4ee46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=78649094-2439-4b87-8eab-66800cc47e58 HTTP/1.1" status: 200 len: 217 time: 0.0589726 Aug 27 14:12:50.323745 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a0d674fb-82eb-4966-9ad6-6fa3c1c276bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:50.392448 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:50.398991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:50.399757 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:50.434423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-29da943f-2c0c-4058-855e-b2f03aae4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:50.435955 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-29da943f-2c0c-4058-855e-b2f03aae4520 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85a540de-1867-4fa2-bc2c-c99869f313dc HTTP/1.1" status: 200 len: 797 time: 0.1185672 Aug 27 14:12:50.437529 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a0d674fb-82eb-4966-9ad6-6fa3c1c276bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c671eade35e4391bc43a3588c4af5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6506689 Aug 27 14:12:50.438186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37100) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:50.523511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d674fb-82eb-4966-9ad6-6fa3c1c276bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1284a909-13e2-4a6b-b4d6-7d1a9d8d7b1f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:50.525040 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-0634bf85-447b-4ce2-9ab3-c9501e464c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:50.531548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-0634bf85-447b-4ce2-9ab3-c9501e464c0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5329867c-188b-450e-85af-6974c633d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0884783 Aug 27 14:12:50.536882 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4709592 Aug 27 14:12:50.537540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37104) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:50.553926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecffb0-3587-4f5d-b6d9-2b87f61a6b02 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event updated for resources: {'Network': ['ID=803b6ee8-eb95-4039-98e8-0ee6b618134d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:50.567316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 803b6ee8-eb95-4039-98e8-0ee6b618134d details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:12:50.569187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Request body: {'subnet': {'network_id': '803b6ee8-eb95-4039-98e8-0ee6b618134d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:50.590850 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-447daff9-c792-4c72-9c06-b5ff514d769b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:50.641957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-447daff9-c792-4c72-9c06-b5ff514d769b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:50.696252 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-447daff9-c792-4c72-9c06-b5ff514d769b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:50.698986 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-447daff9-c792-4c72-9c06-b5ff514d769b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:50.703527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-447daff9-c792-4c72-9c06-b5ff514d769b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1284a909-13e2-4a6b-b4d6-7d1a9d8d7b1f HTTP/1.1" status: 204 len: 168 time: 0.2199929 Aug 27 14:12:50.713153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447daff9-c792-4c72-9c06-b5ff514d769b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1284a909-13e2-4a6b-b4d6-7d1a9d8d7b1f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:50.779474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37110) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:50.876579 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-bacfdee7-f652-414b-95b4-1a8c357d5cc2 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340650 Aug 27 14:12:50.921684 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-125423811'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:51.017724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Made reservation on behalf of 1ada6e480f424027bb5897a5bee67780 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:51.025531 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:51.026567 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 14:12:51.026567 n-d-712139-12 neutron-server[101187]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 14:12:51.026567 n-d-712139-12 neutron-server[101187]: [parameters: {'project_id': 'cb19946bc62841b185ca82b7fb9aa902', 'id': 'ea91ce9a-b9d8-4e8f-bbf0-6ef51451054b', 'expiration': datetime.datetime(2021, 8, 27, 14, 14, 51, 4104)}] Aug 27 14:12:51.026567 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:12:51.027061 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:12:51.040989 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:51.120132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b83a9-297a-41cc-9ffa-b0720957a250 req-4c20a98f-413a-42a4-b665-d48cf6868ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:51.127762 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a3b83a9-297a-41cc-9ffa-b0720957a250 req-4c20a98f-413a-42a4-b665-d48cf6868ab1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.1247759 Aug 27 14:12:51.191516 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-d6334925-a671-4c22-90c2-dc5459e1d0b6 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067710 Aug 27 14:12:51.201457 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a3b83a9-297a-41cc-9ffa-b0720957a250 req-6a1b9042-dc5a-43ea-9a1f-c2a6ed1e2ef9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669351 Aug 27 14:12:51.256468 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-73c75f4a-a034-4959-8b02-9c3c254abff4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=67249ed9-fee5-401f-9015-062a950f594c HTTP/1.1" status: 200 len: 217 time: 0.0539215 Aug 27 14:12:51.285263 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f11ae-ebf2-49a0-8a1f-e0855defbce6 req-1c893bf3-77c2-4300-8768-ebbf805b405a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:51.292707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f11ae-ebf2-49a0-8a1f-e0855defbce6 req-1c893bf3-77c2-4300-8768-ebbf805b405a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:51.300248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f11ae-ebf2-49a0-8a1f-e0855defbce6 req-1c893bf3-77c2-4300-8768-ebbf805b405a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:51.309006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f11ae-ebf2-49a0-8a1f-e0855defbce6 req-1c893bf3-77c2-4300-8768-ebbf805b405a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:51.316943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f11ae-ebf2-49a0-8a1f-e0855defbce6 req-1c893bf3-77c2-4300-8768-ebbf805b405a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:51.318982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-b39c7e68-1910-4c9e-a35a-f1dc018bc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:51.321535 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-b39c7e68-1910-4c9e-a35a-f1dc018bc389 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85a540de-1867-4fa2-bc2c-c99869f313dc HTTP/1.1" status: 200 len: 797 time: 0.0585177 Aug 27 14:12:51.325050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f11ae-ebf2-49a0-8a1f-e0855defbce6 req-1c893bf3-77c2-4300-8768-ebbf805b405a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:51.334741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f11ae-ebf2-49a0-8a1f-e0855defbce6 req-1c893bf3-77c2-4300-8768-ebbf805b405a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:51.343439 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-751f11ae-ebf2-49a0-8a1f-e0855defbce6 req-1c893bf3-77c2-4300-8768-ebbf805b405a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.3055928 Aug 27 14:12:51.374367 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:51.404404 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-751f11ae-ebf2-49a0-8a1f-e0855defbce6 req-ec1e254d-a41e-428c-a3fe-51d363f8a3be tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600076 Aug 27 14:12:51.451715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e2dcb373-27a8-47bf-861b-741c786ead16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:51.456748 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e2dcb373-27a8-47bf-861b-741c786ead16 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5329867c-188b-450e-85af-6974c633d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1257677 Aug 27 14:12:51.471910 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:51.488891 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:51.593861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:12:51.609789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365f73c2-cb27-4d74-9f8c-95f8f20caff6,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:51.613942 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-ea5ec2b8-f255-4d74-8b9e-66f59b9fe27d service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482279 Aug 27 14:12:51.624412 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:51.625263 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Added segment efc341a2-bfa3-43ca-996b-f66915439977 of type vlan for network 2cd5d244-5e2d-43da-9ef3-50635ccf4769 Aug 27 14:12:51.683758 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:51.691970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Made reservation on behalf of cb19946bc62841b185ca82b7fb9aa902 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:51.697292 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:51.732593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:51.745022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:51.746493 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:51.839230 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-adc0ed2b-6e90-41c1-8689-8061e0154bfc service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150335 Aug 27 14:12:51.855289 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0745196 Aug 27 14:12:51.855755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37144) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:51.865735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b40aa-a1e5-4a8a-8a59-bdf4611eb552 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Network': ['ID=2cd5d244-5e2d-43da-9ef3-50635ccf4769,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:51.875053 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'subnet': {'network_id': '2cd5d244-5e2d-43da-9ef3-50635ccf4769', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:51.880233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 2cd5d244-5e2d-43da-9ef3-50635ccf4769 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:12:51.928772 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-4fb83f7e-c6d6-4c6f-bd4f-13fb38956735 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=57d9127e-5b45-4552-8370-1eaa1524d0f3 HTTP/1.1" status: 200 len: 217 time: 0.0811863 Aug 27 14:12:52.018072 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-1827217b-223f-499f-bffb-ceeb8c83740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:52.019534 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-1827217b-223f-499f-bffb-ceeb8c83740a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85a540de-1867-4fa2-bc2c-c99869f313dc HTTP/1.1" status: 200 len: 797 time: 0.0588536 Aug 27 14:12:52.150727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-89740ac2-c152-4973-b8a7-35da7931a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:52.152312 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-89740ac2-c152-4973-b8a7-35da7931a810 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5329867c-188b-450e-85af-6974c633d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1253269 Aug 27 14:12:52.152934 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Made reservation on behalf of 1ada6e480f424027bb5897a5bee67780 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:52.156403 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:52.371178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:52.421888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d316900-6a8e-4cde-a92d-8179c4746498 req-7f9e9d6d-bc26-41d5-b1d8-94ec949e3c30 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:52.449594 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d316900-6a8e-4cde-a92d-8179c4746498 req-7f9e9d6d-bc26-41d5-b1d8-94ec949e3c30 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.1257830 Aug 27 14:12:52.530536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event updated for resources: {'Subnet': ['ID=253a682c-56bb-4fa7-922f-8c3067b9e58b,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:52.542648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Checking segment: {'id': '6f24bb1a-28db-4128-ab71-d5ed89af75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '803b6ee8-eb95-4039-98e8-0ee6b618134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:52.543243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Network hostable DHCP agents. Network: 803b6ee8-eb95-4039-98e8-0ee6b618134d, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:12:52.549404 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-8695967a-68e0-439a-88f0-99d1e990df2a service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591132 Aug 27 14:12:52.553923 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6d316900-6a8e-4cde-a92d-8179c4746498 req-52a183a3-0721-4911-b320-f75e69fdb7c8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033237 Aug 27 14:12:52.710336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Network 803b6ee8-eb95-4039-98e8-0ee6b618134d is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:12:52.760055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e9b34-679f-4f90-bc4a-8a49c5ec7bf0 req-970a0896-d984-445c-a218-86869a5ff32a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:52.767335 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e9b34-679f-4f90-bc4a-8a49c5ec7bf0 req-970a0896-d984-445c-a218-86869a5ff32a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:52.778360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e9b34-679f-4f90-bc4a-8a49c5ec7bf0 req-970a0896-d984-445c-a218-86869a5ff32a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:52.785887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e9b34-679f-4f90-bc4a-8a49c5ec7bf0 req-970a0896-d984-445c-a218-86869a5ff32a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:52.792796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e9b34-679f-4f90-bc4a-8a49c5ec7bf0 req-970a0896-d984-445c-a218-86869a5ff32a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:52.799130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e9b34-679f-4f90-bc4a-8a49c5ec7bf0 req-970a0896-d984-445c-a218-86869a5ff32a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:52.807047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e9b34-679f-4f90-bc4a-8a49c5ec7bf0 req-970a0896-d984-445c-a218-86869a5ff32a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:52.808970 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-951e9b34-679f-4f90-bc4a-8a49c5ec7bf0 req-970a0896-d984-445c-a218-86869a5ff32a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.2467442 Aug 27 14:12:52.845935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 803b6ee8-eb95-4039-98e8-0ee6b618134d) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:52.855451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e057ec8-970b-498f-ad9c-554cac39d902 None None] Network 803b6ee8-eb95-4039-98e8-0ee6b618134d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:52.887804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:52.889221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.054669 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e8dc21a9-7c3a-4ed3-9edc-100794cd1d6c service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937987 Aug 27 14:12:53.055175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-803b6ee8-eb95-4039-98e8-0ee6b618134d', 'network_id': '803b6ee8-eb95-4039-98e8-0ee6b618134d', 'tenant_id': 'cb19946bc62841b185ca82b7fb9aa902', 'fixed_ips': [{'subnet_id': '253a682c-56bb-4fa7-922f-8c3067b9e58b'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:12:53.055868 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.057008 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.071766 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-951e9b34-679f-4f90-bc4a-8a49c5ec7bf0 req-d4a0e166-8bf5-4a70-b1fb-5cfc54f5229a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2553141 Aug 27 14:12:53.082499 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-843b66e5-78e9-4aa0-93d4-c84f43ae8149 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5436995 Aug 27 14:12:53.085877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37174) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:53.092863 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4da811d0-e347-4195-9a44-def590cd05c1 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Request body: {'network': {'name': 'tempest-router-network01--1777236454'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:53.153651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da811d0-e347-4195-9a44-def590cd05c1 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Made reservation on behalf of cb19946bc62841b185ca82b7fb9aa902 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:53.161724 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4da811d0-e347-4195-9a44-def590cd05c1 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.187899 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-5880052d-f4e1-4082-ae15-d74c489abbb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=b82163eb-1a74-4eb0-9842-f5895f87c7c8 HTTP/1.1" status: 200 len: 217 time: 0.1241493 Aug 27 14:12:53.250783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da811d0-e347-4195-9a44-def590cd05c1 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:12:53.253507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Subnet': ['ID=30b71d50-3898-4478-85e4-6cecdfd1cbc3,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:53.263984 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4da811d0-e347-4195-9a44-def590cd05c1 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.264273 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-4da811d0-e347-4195-9a44-def590cd05c1 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Added segment 45d2eb1e-af23-433b-8caa-c391379fbf59 of type vlan for network 3ba21a95-7819-4144-867e-cca776fb1f00 Aug 27 14:12:53.264543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:53.264747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:53.265133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:53.265524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:53.265893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:53.266219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:53.266621 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:53.266983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:53.267382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:53.267720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:53.268050 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:53.268379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:53.273197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Checking segment: {'id': 'efc341a2-bfa3-43ca-996b-f66915439977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cd5d244-5e2d-43da-9ef3-50635ccf4769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:53.273564 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network hostable DHCP agents. Network: 2cd5d244-5e2d-43da-9ef3-50635ccf4769, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:12:53.287933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-55994a7a-c017-4656-90c2-e3aa0a3aef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:53.289576 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-55994a7a-c017-4656-90c2-e3aa0a3aef22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85a540de-1867-4fa2-bc2c-c99869f313dc HTTP/1.1" status: 200 len: 797 time: 0.0942512 Aug 27 14:12:53.294706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Allocated IP 2001:db8::2 (803b6ee8-eb95-4039-98e8-0ee6b618134d/253a682c-56bb-4fa7-922f-8c3067b9e58b/0ba098e4-0e79-4a5f-b826-55139d382671) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:53.309349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 2cd5d244-5e2d-43da-9ef3-50635ccf4769 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:12:53.321924 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4da811d0-e347-4195-9a44-def590cd05c1 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.393562 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4da811d0-e347-4195-9a44-def590cd05c1 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.394906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 2cd5d244-5e2d-43da-9ef3-50635ccf4769) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:53.421839 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd08536-708a-491f-baa3-d6d34eb57428 None None] Network 2cd5d244-5e2d-43da-9ef3-50635ccf4769 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:53.424718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da811d0-e347-4195-9a44-def590cd05c1 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:53.429228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4da811d0-e347-4195-9a44-def590cd05c1 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.432933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:53.436066 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.475447 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cfd9c9bd-76bd-4480-b457-2a32e94230d7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6044919 Aug 27 14:12:53.477869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37186) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:53.487412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1498465844', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:53.506485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-3b1a547c-4d86-47bf-8169-5af88a423426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:53.509704 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-3b1a547c-4d86-47bf-8169-5af88a423426 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5329867c-188b-450e-85af-6974c633d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2117157 Aug 27 14:12:53.577430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da811d0-e347-4195-9a44-def590cd05c1 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event updated for resources: {'Network': ['ID=3ba21a95-7819-4144-867e-cca776fb1f00,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:53.701523 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.703693 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.765332 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4da811d0-e347-4195-9a44-def590cd05c1 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6767776 Aug 27 14:12:53.766756 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37194) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:53.773550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f01895fa-cbaf-49b2-bd9b-42727a83ed5d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Request body: {'network': {'name': 'tempest-router-network02--1780806101'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:53.803505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-148de04a-8228-4e77-9053-3dd5d2c3f297 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858469 Aug 27 14:12:53.807618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01895fa-cbaf-49b2-bd9b-42727a83ed5d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Made reservation on behalf of cb19946bc62841b185ca82b7fb9aa902 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:53.811940 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f01895fa-cbaf-49b2-bd9b-42727a83ed5d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.816779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14837a1c-6c97-410a-8f71-1c19c36bf8e1 req-375e0306-f7d9-48d0-b103-7bd3dda1ac27 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:53.820833 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14837a1c-6c97-410a-8f71-1c19c36bf8e1 req-375e0306-f7d9-48d0-b103-7bd3dda1ac27 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.1372874 Aug 27 14:12:53.879169 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.898393 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14837a1c-6c97-410a-8f71-1c19c36bf8e1 req-74d860dd-a327-4351-b901-2aa25327e2e9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697603 Aug 27 14:12:53.962117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01895fa-cbaf-49b2-bd9b-42727a83ed5d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:12:53.974077 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f01895fa-cbaf-49b2-bd9b-42727a83ed5d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:53.974547 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-f01895fa-cbaf-49b2-bd9b-42727a83ed5d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Added segment 7836c1c2-d929-46a5-9410-c6e4086195f9 of type vlan for network 1c2436f5-d2a2-4521-90f9-e20304022add Aug 27 14:12:53.991497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37202) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:54.022850 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f01895fa-cbaf-49b2-bd9b-42727a83ed5d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:54.082347 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f01895fa-cbaf-49b2-bd9b-42727a83ed5d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:54.088021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01895fa-cbaf-49b2-bd9b-42727a83ed5d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:54.088784 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f01895fa-cbaf-49b2-bd9b-42727a83ed5d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:54.208535 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:54.228126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 3ba21a95-7819-4144-867e-cca776fb1f00 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:12:54.450023 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:54.453908 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:54.461814 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:54.478050 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Transition to ACTIVE for port object 0ba098e4-0e79-4a5f-b826-55139d382671 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:54.509205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01895fa-cbaf-49b2-bd9b-42727a83ed5d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event updated for resources: {'Network': ['ID=1c2436f5-d2a2-4521-90f9-e20304022add,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:54.512061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Transition to ACTIVE for port object 0ba098e4-0e79-4a5f-b826-55139d382671 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:54.552414 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:54.589508 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=201c2d57044441658c3d5ff96e3b7c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5965259 Aug 27 14:12:54.593880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37208) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:54.631640 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 1c2436f5-d2a2-4521-90f9-e20304022add details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:12:54.636730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e472004d-7e02-4f30-877c-6806ff857c4d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:54.658123 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f01895fa-cbaf-49b2-bd9b-42727a83ed5d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8873472 Aug 27 14:12:54.672322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37210) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:54.677648 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-67db680d-b1ca-474f-879f-92cbac2d6c5b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Request body: {'subnet': {'network_id': '3ba21a95-7819-4144-867e-cca776fb1f00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:54.700050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:54.700316 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:54.700660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:54.701006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:54.701350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:54.701680 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:54.702006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:54.702335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:54.702658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:54.703006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:54.703329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:54.703655 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fff0b-decc-47e4-b1c6-cdb52155029e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:12:54.760669 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:54.845324 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Pushing event updated for resources: {'Port': ['ID=0ba098e4-0e79-4a5f-b826-55139d382671,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:54.854859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Network 803b6ee8-eb95-4039-98e8-0ee6b618134d is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:54.856671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:54.860160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d40635-b116-4f94-b639-f3c532a2ef28 None None] Network 2cd5d244-5e2d-43da-9ef3-50635ccf4769 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:54.864323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:54.869563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29424883-c2cf-4498-bc86-2765bdc08781 req-fead358b-116d-45c3-92f2-56a3b92282c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:54.876918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29424883-c2cf-4498-bc86-2765bdc08781 req-fead358b-116d-45c3-92f2-56a3b92282c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:54.884152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29424883-c2cf-4498-bc86-2765bdc08781 req-fead358b-116d-45c3-92f2-56a3b92282c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:54.890308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29424883-c2cf-4498-bc86-2765bdc08781 req-fead358b-116d-45c3-92f2-56a3b92282c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:54.897648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29424883-c2cf-4498-bc86-2765bdc08781 req-fead358b-116d-45c3-92f2-56a3b92282c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:54.905712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29424883-c2cf-4498-bc86-2765bdc08781 req-fead358b-116d-45c3-92f2-56a3b92282c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:54.913085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29424883-c2cf-4498-bc86-2765bdc08781 req-fead358b-116d-45c3-92f2-56a3b92282c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:54.916918 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29424883-c2cf-4498-bc86-2765bdc08781 req-fead358b-116d-45c3-92f2-56a3b92282c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.4098377 Aug 27 14:12:54.948122 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f5bf69eb-50a5-400c-acaf-80bc650af2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:54.955893 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e19e1555-6332-4d49-8f67-81c4f7ee8265 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0989547 Aug 27 14:12:54.990235 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f5bf69eb-50a5-400c-acaf-80bc650af2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:55.012047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db680d-b1ca-474f-879f-92cbac2d6c5b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Made reservation on behalf of cb19946bc62841b185ca82b7fb9aa902 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:55.015449 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67db680d-b1ca-474f-879f-92cbac2d6c5b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:55.028521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Attempting to bind port 0ba098e4-0e79-4a5f-b826-55139d382671 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:12:55.028894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Attempting to bind port 0ba098e4-0e79-4a5f-b826-55139d382671 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6f24bb1a-28db-4128-ab71-d5ed89af75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '803b6ee8-eb95-4039-98e8-0ee6b618134d'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:12:55.029268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Attempting to bind port 0ba098e4-0e79-4a5f-b826-55139d382671 on network 803b6ee8-eb95-4039-98e8-0ee6b618134d {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:55.075535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:12:55.075918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Checking segment: {'id': '6f24bb1a-28db-4128-ab71-d5ed89af75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '803b6ee8-eb95-4039-98e8-0ee6b618134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:55.076743 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:55.076743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Bound using segment: {'id': '6f24bb1a-28db-4128-ab71-d5ed89af75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '803b6ee8-eb95-4039-98e8-0ee6b618134d'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:12:55.077573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Bound port: 0ba098e4-0e79-4a5f-b826-55139d382671, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f24bb1a-28db-4128-ab71-d5ed89af75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '803b6ee8-eb95-4039-98e8-0ee6b618134d'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:12:55.077967 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:55.112268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-9a55a5dc-b493-4867-b22c-b6a6f80434fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c HTTP/1.1" status: 200 len: 217 time: 0.1422229 Aug 27 14:12:55.189378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29424883-c2cf-4498-bc86-2765bdc08781 req-cbae8583-d7ba-492a-864f-f8a6ec6afc0a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2294550 Aug 27 14:12:55.215890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] For port 0ba098e4-0e79-4a5f-b826-55139d382671, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:12:55.223656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] For port 0ba098e4-0e79-4a5f-b826-55139d382671, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ba098e4-0e79-4a5f-b826-55139d382671,segment=NetworkSegment(6f24bb1a-28db-4128-ab71-d5ed89af75c2),segment_id=6f24bb1a-28db-4128-ab71-d5ed89af75c2)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:12:55.228836 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f5bf69eb-50a5-400c-acaf-80bc650af2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:55.229293 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:55.232323 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f5bf69eb-50a5-400c-acaf-80bc650af2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:55.234247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f5bf69eb-50a5-400c-acaf-80bc650af2a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e472004d-7e02-4f30-877c-6806ff857c4d HTTP/1.1" status: 204 len: 168 time: 0.6373742 Aug 27 14:12:55.295511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-69891c0a-3fa8-4283-8430-3056ddf2dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:55.297040 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-69891c0a-3fa8-4283-8430-3056ddf2dfd8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7237fa14-4c5b-430e-9d82-35356f842932 HTTP/1.1" status: 200 len: 797 time: 0.1374509 Aug 27 14:12:55.309780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07be13-17db-4960-b04b-4b2aa65c4a76 None None] Pushing event updated for resources: {'Port': ['ID=0ba098e4-0e79-4a5f-b826-55139d382671,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:55.497779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-6231dab0-f484-486d-b0bf-33997cc7885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:55.499674 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-6231dab0-f484-486d-b0bf-33997cc7885b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1851676 Aug 27 14:12:55.657225 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-3963a820-56da-42b7-9a6a-f432f78453b1 service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336119 Aug 27 14:12:55.673413 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:55.783437 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:55.924644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ba098e4-0e79-4a5f-b826-55139d382671 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:12:55.982804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf69eb-50a5-400c-acaf-80bc650af2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e472004d-7e02-4f30-877c-6806ff857c4d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:56.021256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e78f3-a33f-48b9-99b7-777f6ae74822 req-7f533eca-2e13-43f0-8b96-34ed673e979e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:56.023005 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-414e78f3-a33f-48b9-99b7-777f6ae74822 req-7f533eca-2e13-43f0-8b96-34ed673e979e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.8813279 Aug 27 14:12:56.115998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 0ba098e4-0e79-4a5f-b826-55139d382671 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:56.151442 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-03e89f61-584f-4f61-8efc-7c4d076cb634 service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613330 Aug 27 14:12:56.160210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-414e78f3-a33f-48b9-99b7-777f6ae74822 req-fb5351a5-3eaf-4697-8622-4b3cd1637767 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289437 Aug 27 14:12:56.161688 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67db680d-b1ca-474f-879f-92cbac2d6c5b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:56.207925 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-f46deb8f-2731-429d-8d36-a8dbeb73a69f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=113591bc-6932-4908-b37e-719908096f55 HTTP/1.1" status: 200 len: 217 time: 0.0420635 Aug 27 14:12:56.258588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db680d-b1ca-474f-879f-92cbac2d6c5b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event updated for resources: {'Subnet': ['ID=56fca5b5-7c8b-421e-99d4-99db7dac1ef6,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:56.259198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.25.2.14 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/eb395b40-3757-4058-a335-51c48cb23b85) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:56.281738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db680d-b1ca-474f-879f-92cbac2d6c5b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Checking segment: {'id': '45d2eb1e-af23-433b-8caa-c391379fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3ba21a95-7819-4144-867e-cca776fb1f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:56.282421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67db680d-b1ca-474f-879f-92cbac2d6c5b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Network hostable DHCP agents. Network: 3ba21a95-7819-4144-867e-cca776fb1f00, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:12:56.308140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67db680d-b1ca-474f-879f-92cbac2d6c5b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Network 3ba21a95-7819-4144-867e-cca776fb1f00 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:12:56.313729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e13f8a86-f690-4939-a92c-89714bb137e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:56.315784 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-e13f8a86-f690-4939-a92c-89714bb137e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7237fa14-4c5b-430e-9d82-35356f842932 HTTP/1.1" status: 200 len: 797 time: 0.0981669 Aug 27 14:12:56.320880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-67db680d-b1ca-474f-879f-92cbac2d6c5b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 3ba21a95-7819-4144-867e-cca776fb1f00) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:56.326616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db680d-b1ca-474f-879f-92cbac2d6c5b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:56.328246 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67db680d-b1ca-474f-879f-92cbac2d6c5b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:56.332049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27ac72c-37a2-427f-8eb2-9b625159a827 None None] Network 3ba21a95-7819-4144-867e-cca776fb1f00 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:56.359108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-67db680d-b1ca-474f-879f-92cbac2d6c5b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6853628 Aug 27 14:12:56.359992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37248) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:56.365815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f0588f77-f2b3-4187-8c55-d573cb50aa4b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Request body: {'subnet': {'network_id': '1c2436f5-d2a2-4521-90f9-e20304022add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:56.494367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0588f77-f2b3-4187-8c55-d573cb50aa4b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Made reservation on behalf of cb19946bc62841b185ca82b7fb9aa902 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:12:56.505458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f0588f77-f2b3-4187-8c55-d573cb50aa4b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:56.595025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9f29b-590a-4ec8-9bd1-27923225a0d9 req-c2699926-7824-4a6a-97aa-82ace370b59c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:56.603172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9f29b-590a-4ec8-9bd1-27923225a0d9 req-c2699926-7824-4a6a-97aa-82ace370b59c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:56.612707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9f29b-590a-4ec8-9bd1-27923225a0d9 req-c2699926-7824-4a6a-97aa-82ace370b59c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:56.624021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9f29b-590a-4ec8-9bd1-27923225a0d9 req-c2699926-7824-4a6a-97aa-82ace370b59c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:56.637728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-3ba21a95-7819-4144-867e-cca776fb1f00', 'network_id': '3ba21a95-7819-4144-867e-cca776fb1f00', 'tenant_id': 'cb19946bc62841b185ca82b7fb9aa902', 'fixed_ips': [{'subnet_id': '56fca5b5-7c8b-421e-99d4-99db7dac1ef6'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:12:56.639589 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:56.640726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9f29b-590a-4ec8-9bd1-27923225a0d9 req-c2699926-7824-4a6a-97aa-82ace370b59c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:56.649019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9f29b-590a-4ec8-9bd1-27923225a0d9 req-c2699926-7824-4a6a-97aa-82ace370b59c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:56.655956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9f29b-590a-4ec8-9bd1-27923225a0d9 req-c2699926-7824-4a6a-97aa-82ace370b59c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:56.666035 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8df9f29b-590a-4ec8-9bd1-27923225a0d9 req-c2699926-7824-4a6a-97aa-82ace370b59c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.2894905 Aug 27 14:12:56.735631 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-74055dad-f64e-4129-946b-743962a3f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:56.737048 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-74055dad-f64e-4129-946b-743962a3f76e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3595543 Aug 27 14:12:56.790987 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8df9f29b-590a-4ec8-9bd1-27923225a0d9 req-d3963a7b-4191-4c2f-a6d6-4a380c2d8b27 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1197033 Aug 27 14:12:56.794222 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:56.804106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f0588f77-f2b3-4187-8c55-d573cb50aa4b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:56.905280 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0588f77-f2b3-4187-8c55-d573cb50aa4b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event updated for resources: {'Subnet': ['ID=c55a3102-16c9-412d-b565-953308565ea1,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:56.920773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Allocated IP 2001:db8::2 (3ba21a95-7819-4144-867e-cca776fb1f00/56fca5b5-7c8b-421e-99d4-99db7dac1ef6/244017ca-134e-4613-8a0f-8279b216c26d) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:56.923062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0588f77-f2b3-4187-8c55-d573cb50aa4b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Checking segment: {'id': '7836c1c2-d929-46a5-9410-c6e4086195f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1c2436f5-d2a2-4521-90f9-e20304022add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:56.923604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0588f77-f2b3-4187-8c55-d573cb50aa4b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Network hostable DHCP agents. Network: 1c2436f5-d2a2-4521-90f9-e20304022add, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:12:56.949993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0588f77-f2b3-4187-8c55-d573cb50aa4b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Network 1c2436f5-d2a2-4521-90f9-e20304022add is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:12:56.955953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-ce0fc7a0-9c52-4dfc-b21b-9e067658642a service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056921 Aug 27 14:12:56.966526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-f0588f77-f2b3-4187-8c55-d573cb50aa4b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 1c2436f5-d2a2-4521-90f9-e20304022add) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:56.984879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0588f77-f2b3-4187-8c55-d573cb50aa4b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:56.991285 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f0588f77-f2b3-4187-8c55-d573cb50aa4b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:56.991633 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:56.999400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dbfb7f-6e8f-439b-8597-899483608502 None None] Network 803b6ee8-eb95-4039-98e8-0ee6b618134d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:57.001250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e3814-fef0-43ca-9d74-27b71f743658 None None] Network 1c2436f5-d2a2-4521-90f9-e20304022add requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:12:57.014971 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f0588f77-f2b3-4187-8c55-d573cb50aa4b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6535497 Aug 27 14:12:57.017421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37258) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:12:57.085484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:57.094030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:57.101163 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:57.114059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=eb395b40-3757-4058-a335-51c48cb23b85,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:57.170118 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7109fb6b-ec03-4dc3-8de5-548e6639b3d9 req-8034bab7-7dcc-444b-86c1-e36b566f0b80 service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049186 Aug 27 14:12:57.480780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-6e1d5c43-1bef-4398-948f-543b50960a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:57.481276 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-6e1d5c43-1bef-4398-948f-543b50960a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:57.481761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-6e1d5c43-1bef-4398-948f-543b50960a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:57.482276 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-6e1d5c43-1bef-4398-948f-543b50960a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:57.482918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-6e1d5c43-1bef-4398-948f-543b50960a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:57.483456 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-6e1d5c43-1bef-4398-948f-543b50960a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:57.483995 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-6e1d5c43-1bef-4398-948f-543b50960a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:57.486105 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-6e1d5c43-1bef-4398-948f-543b50960a6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d6200bcd6d548d19f85584b6cdca497&device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 6482 time: 0.1868834 Aug 27 14:12:57.496254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40b623-1653-404e-b6cc-7a7802bf65cf req-9630aaad-d892-48f8-8fd7-24693227c49b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:57.503513 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec40b623-1653-404e-b6cc-7a7802bf65cf req-9630aaad-d892-48f8-8fd7-24693227c49b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.1453536 Aug 27 14:12:57.531421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-381487e6-bf49-485c-b828-983f0f71d9ab None None] Provisioning for port 0ba098e4-0e79-4a5f-b826-55139d382671 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:12:57.540726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-381487e6-bf49-485c-b828-983f0f71d9ab None None] Provisioning complete for port 0ba098e4-0e79-4a5f-b826-55139d382671 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:57.541144 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-381487e6-bf49-485c-b828-983f0f71d9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:57.611253 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:57.650751 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec40b623-1653-404e-b6cc-7a7802bf65cf req-c4e07d66-839e-4b99-9fd3-193a20ba6b30 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461141 Aug 27 14:12:57.666589 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:57.672782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Transition to ACTIVE for port object 244017ca-134e-4613-8a0f-8279b216c26d will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:57.728720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-1c2436f5-d2a2-4521-90f9-e20304022add', 'network_id': '1c2436f5-d2a2-4521-90f9-e20304022add', 'tenant_id': 'cb19946bc62841b185ca82b7fb9aa902', 'fixed_ips': [{'subnet_id': 'c55a3102-16c9-412d-b565-953308565ea1'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:12:57.729575 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:57.753524 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:57.757108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-80a4faec-7111-4f17-ad0f-6d6ea5f8629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:57.758921 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-80a4faec-7111-4f17-ad0f-6d6ea5f8629b service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 HTTP/1.1" status: 200 len: 903 time: 0.2477870 Aug 27 14:12:57.765114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Transition to ACTIVE for port object 244017ca-134e-4613-8a0f-8279b216c26d will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:57.829123 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:57.901792 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-57c189e2-a6df-476e-97a9-4ce8640876a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=113591bc-6932-4908-b37e-719908096f55 HTTP/1.1" status: 200 len: 217 time: 0.0822833 Aug 27 14:12:57.963803 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-381487e6-bf49-485c-b828-983f0f71d9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:57.997282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Network 3ba21a95-7819-4144-867e-cca776fb1f00 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:58.010109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:58.019931 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Pushing event updated for resources: {'Port': ['ID=244017ca-134e-4613-8a0f-8279b216c26d,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:58.030621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:58.089065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-381487e6-bf49-485c-b828-983f0f71d9ab None None] For port 0ba098e4-0e79-4a5f-b826-55139d382671, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ba098e4-0e79-4a5f-b826-55139d382671,segment=NetworkSegment(6f24bb1a-28db-4128-ab71-d5ed89af75c2),segment_id=6f24bb1a-28db-4128-ab71-d5ed89af75c2)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:58.116811 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-381487e6-bf49-485c-b828-983f0f71d9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:58.185000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770aa42-76c3-435f-be4c-8caa0338c859 req-227a73f6-c271-4988-a1d1-7d368a1ce227 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:58.192416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770aa42-76c3-435f-be4c-8caa0338c859 req-227a73f6-c271-4988-a1d1-7d368a1ce227 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:58.198400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Allocated IP 2001:db8::2 (1c2436f5-d2a2-4521-90f9-e20304022add/c55a3102-16c9-412d-b565-953308565ea1/ab1d8594-8de6-46d5-b917-ea68d93f6211) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:58.199849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770aa42-76c3-435f-be4c-8caa0338c859 req-227a73f6-c271-4988-a1d1-7d368a1ce227 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:58.205500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Attempting to bind port 244017ca-134e-4613-8a0f-8279b216c26d on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:12:58.205871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Attempting to bind port 244017ca-134e-4613-8a0f-8279b216c26d by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '45d2eb1e-af23-433b-8caa-c391379fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3ba21a95-7819-4144-867e-cca776fb1f00'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:12:58.206244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Attempting to bind port 244017ca-134e-4613-8a0f-8279b216c26d on network 3ba21a95-7819-4144-867e-cca776fb1f00 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:58.207733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770aa42-76c3-435f-be4c-8caa0338c859 req-227a73f6-c271-4988-a1d1-7d368a1ce227 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:58.215165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770aa42-76c3-435f-be4c-8caa0338c859 req-227a73f6-c271-4988-a1d1-7d368a1ce227 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:58.217654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:12:58.218033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Checking segment: {'id': '45d2eb1e-af23-433b-8caa-c391379fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3ba21a95-7819-4144-867e-cca776fb1f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:58.218756 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:58.219158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Bound using segment: {'id': '45d2eb1e-af23-433b-8caa-c391379fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3ba21a95-7819-4144-867e-cca776fb1f00'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:12:58.219644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Bound port: 244017ca-134e-4613-8a0f-8279b216c26d, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d2eb1e-af23-433b-8caa-c391379fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3ba21a95-7819-4144-867e-cca776fb1f00'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:12:58.224889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770aa42-76c3-435f-be4c-8caa0338c859 req-227a73f6-c271-4988-a1d1-7d368a1ce227 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:58.227847 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:58.232831 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770aa42-76c3-435f-be4c-8caa0338c859 req-227a73f6-c271-4988-a1d1-7d368a1ce227 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:58.243866 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8770aa42-76c3-435f-be4c-8caa0338c859 req-227a73f6-c271-4988-a1d1-7d368a1ce227 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.3560247 Aug 27 14:12:58.267768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-030e353b-2f4f-45e1-8304-007fcb806fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:58.270027 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-030e353b-2f4f-45e1-8304-007fcb806fc7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130&tenant_id=abede777d38946c0bffcfe73fba89675 HTTP/1.1" status: 200 len: 1096 time: 0.4152122 Aug 27 14:12:58.276935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381487e6-bf49-485c-b828-983f0f71d9ab None None] Pushing event updated for resources: {'Port': ['ID=0ba098e4-0e79-4a5f-b826-55139d382671,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:58.328710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:12:58.406169 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:58.422653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e2ee696f-5741-47f0-9932-adac1c6104dc None None] Provisioning complete for port 0ba098e4-0e79-4a5f-b826-55139d382671 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:12:58.423838 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e2ee696f-5741-47f0-9932-adac1c6104dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:58.461855 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8770aa42-76c3-435f-be4c-8caa0338c859 req-4325978d-1bf1-442a-9d05-b83ca37d425a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2167804 Aug 27 14:12:58.470854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] For port 244017ca-134e-4613-8a0f-8279b216c26d, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:12:58.607239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-df7ce1e4-faf3-4ffd-bc6c-1bee1127f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:58.608456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-df7ce1e4-faf3-4ffd-bc6c-1bee1127f483 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7237fa14-4c5b-430e-9d82-35356f842932 HTTP/1.1" status: 200 len: 797 time: 0.6901715 Aug 27 14:12:58.743228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Allocated IP 2001:db8::1 (3ba21a95-7819-4144-867e-cca776fb1f00/56fca5b5-7c8b-421e-99d4-99db7dac1ef6/09987d5c-2e19-4d97-af4e-d8d7593db191) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:12:58.748498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-443e320a-d1a4-40a2-b6ad-a647b4aeba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:58.750034 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-443e320a-d1a4-40a2-b6ad-a647b4aeba5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1338007 Aug 27 14:12:58.800224 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:58.807003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] For port 244017ca-134e-4613-8a0f-8279b216c26d, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=244017ca-134e-4613-8a0f-8279b216c26d,segment=NetworkSegment(45d2eb1e-af23-433b-8caa-c391379fbf59),segment_id=45d2eb1e-af23-433b-8caa-c391379fbf59)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:12:58.838958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Transition to ACTIVE for port object ab1d8594-8de6-46d5-b917-ea68d93f6211 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:58.864726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Transition to ACTIVE for port object ab1d8594-8de6-46d5-b917-ea68d93f6211 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:58.878606 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:58.932823 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:58.945487 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:58.975660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Network 1c2436f5-d2a2-4521-90f9-e20304022add is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:58.981124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:58.984276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:59.050731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b44bb2-4edf-4f19-a708-05f6718ec206 None None] Pushing event updated for resources: {'Port': ['ID=244017ca-134e-4613-8a0f-8279b216c26d,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:59.090272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:12:59.102745 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773def3-f446-472c-a963-4241092f2263 req-ddf0f1a8-c01f-44f7-81c1-7a9d33718757 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:59.109550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5773def3-f446-472c-a963-4241092f2263 req-ddf0f1a8-c01f-44f7-81c1-7a9d33718757 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.3220005 Aug 27 14:12:59.111082 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:59.119120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Pushing event updated for resources: {'Port': ['ID=ab1d8594-8de6-46d5-b917-ea68d93f6211,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:59.140080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Transition to ACTIVE for port object 09987d5c-2e19-4d97-af4e-d8d7593db191 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:59.151402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Attempting to bind port ab1d8594-8de6-46d5-b917-ea68d93f6211 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:12:59.152740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Attempting to bind port ab1d8594-8de6-46d5-b917-ea68d93f6211 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '7836c1c2-d929-46a5-9410-c6e4086195f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1c2436f5-d2a2-4521-90f9-e20304022add'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:12:59.153283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Attempting to bind port ab1d8594-8de6-46d5-b917-ea68d93f6211 on network 1c2436f5-d2a2-4521-90f9-e20304022add {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:12:59.162191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:12:59.163404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Checking segment: {'id': '7836c1c2-d929-46a5-9410-c6e4086195f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1c2436f5-d2a2-4521-90f9-e20304022add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:12:59.164898 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-a0ce5c7a-2210-4aec-9451-7cabc11d0575 service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882978 Aug 27 14:12:59.165741 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:59.166338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Bound using segment: {'id': '7836c1c2-d929-46a5-9410-c6e4086195f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1c2436f5-d2a2-4521-90f9-e20304022add'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:12:59.168702 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Bound port: ab1d8594-8de6-46d5-b917-ea68d93f6211, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7836c1c2-d929-46a5-9410-c6e4086195f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1c2436f5-d2a2-4521-90f9-e20304022add'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:12:59.169348 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:59.184432 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:12:59.323294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd226785-adfa-4162-892a-b1cfaff56660 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:12:59.338638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:59.353555 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5773def3-f446-472c-a963-4241092f2263 req-7ad5001c-b8a5-42bd-b2fe-1018d34eb9be tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215624 Aug 27 14:12:59.376021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Transition to ACTIVE for port object fd226785-adfa-4162-892a-b1cfaff56660 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:12:59.379276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] For port ab1d8594-8de6-46d5-b917-ea68d93f6211, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:12:59.385896 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:59.394961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] For port ab1d8594-8de6-46d5-b917-ea68d93f6211, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ab1d8594-8de6-46d5-b917-ea68d93f6211,segment=NetworkSegment(7836c1c2-d929-46a5-9410-c6e4086195f9),segment_id=7836c1c2-d929-46a5-9410-c6e4086195f9)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:12:59.398517 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:59.401329 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:59.419774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Network 3ba21a95-7819-4144-867e-cca776fb1f00 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:12:59.444715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:12:59.448106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:12:59.449022 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:12:59.520701 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75d3476f-3bc4-4a05-a12d-87c5c9606e99 req-3f5599c7-4823-41c6-9ee7-2a9fcf73d804 service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396683 Aug 27 14:12:59.559454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:12:59.581816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c674a-7ec6-4e76-b6aa-92e1ded5e831 None None] Pushing event updated for resources: {'Port': ['ID=ab1d8594-8de6-46d5-b917-ea68d93f6211,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:59.750570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event updated for resources: {'Port': ['ID=09987d5c-2e19-4d97-af4e-d8d7593db191,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:12:59.865752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d5bb-5461-45b4-9772-d4590c6e8bd5 req-4dfd5f1b-aea3-4c76-91fd-d693e48fccf8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:59.877702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d5bb-5461-45b4-9772-d4590c6e8bd5 req-4dfd5f1b-aea3-4c76-91fd-d693e48fccf8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:59.897391 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d5bb-5461-45b4-9772-d4590c6e8bd5 req-4dfd5f1b-aea3-4c76-91fd-d693e48fccf8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:59.907472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d5bb-5461-45b4-9772-d4590c6e8bd5 req-4dfd5f1b-aea3-4c76-91fd-d693e48fccf8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:59.918109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d5bb-5461-45b4-9772-d4590c6e8bd5 req-4dfd5f1b-aea3-4c76-91fd-d693e48fccf8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:59.928071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d5bb-5461-45b4-9772-d4590c6e8bd5 req-4dfd5f1b-aea3-4c76-91fd-d693e48fccf8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:59.964639 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d5bb-5461-45b4-9772-d4590c6e8bd5 req-4dfd5f1b-aea3-4c76-91fd-d693e48fccf8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:12:59.967712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d456d5bb-5461-45b4-9772-d4590c6e8bd5 req-4dfd5f1b-aea3-4c76-91fd-d693e48fccf8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.3136466 Aug 27 14:13:00.028229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 244017ca-134e-4613-8a0f-8279b216c26d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:00.043549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:00.050416 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:00.055474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37344) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:00.073201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087376f-a8e1-4b56-94ef-34c888fce24d None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:00.094827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] No DVR routers for this DVR port fd226785-adfa-4162-892a-b1cfaff56660 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:13:00.148312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087376f-a8e1-4b56-94ef-34c888fce24d None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:00.149873 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d456d5bb-5461-45b4-9772-d4590c6e8bd5 req-4a3f028d-66cc-4f55-a191-34d76d0fefde tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1646042 Aug 27 14:13:00.150016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8087376f-a8e1-4b56-94ef-34c888fce24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:00.151649 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:00.156153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7b2edcf2-0eb9-4f92-8ebc-df25abc2da12 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.6755550 Aug 27 14:13:00.156846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37348) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:00.222115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8087376f-a8e1-4b56-94ef-34c888fce24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:00.230955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 244017ca-134e-4613-8a0f-8279b216c26d completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:00.241693 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087376f-a8e1-4b56-94ef-34c888fce24d None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:00.243308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8087376f-a8e1-4b56-94ef-34c888fce24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:00.247680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ba098e4-0e79-4a5f-b826-55139d382671 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:00.275590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Pushing event updated for resources: {'Port': ['ID=fd226785-adfa-4162-892a-b1cfaff56660,revision_number=9']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:00.325434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Attempting to bind port fd226785-adfa-4162-892a-b1cfaff56660 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:13:00.326066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Attempting to bind port fd226785-adfa-4162-892a-b1cfaff56660 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:13:00.326662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Attempting to bind port fd226785-adfa-4162-892a-b1cfaff56660 on network 739db5ed-1ce5-49e2-8532-a593a50ed487 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:13:00.342395 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8087376f-a8e1-4b56-94ef-34c888fce24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:00.343283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087376f-a8e1-4b56-94ef-34c888fce24d None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:00.415970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0ba098e4-0e79-4a5f-b826-55139d382671 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:00.416527 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:00.646855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Port fd226785-adfa-4162-892a-b1cfaff56660 on network 739db5ed-1ce5-49e2-8532-a593a50ed487 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:13:00.651509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Attempting to bind port fd226785-adfa-4162-892a-b1cfaff56660 on network 739db5ed-1ce5-49e2-8532-a593a50ed487 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:13:00.694210 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-292744e8-27dc-448c-a22e-174f5a8650f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:00.713198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:13:00.713915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Checking segment: {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:13:00.715345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Bound using segment: {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:13:00.716095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Bound port: fd226785-adfa-4162-892a-b1cfaff56660, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:13:00.716715 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:00.897022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6890bd-6266-4d38-b5f0-dafcc2f548e0 None None] Network 3ba21a95-7819-4144-867e-cca776fb1f00 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:13:01.002128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82b8b431-3e02-40d3-87cc-a630187eada1 None None] Provisioning for port 244017ca-134e-4613-8a0f-8279b216c26d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:01.022665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82b8b431-3e02-40d3-87cc-a630187eada1 None None] Provisioning complete for port 244017ca-134e-4613-8a0f-8279b216c26d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:01.023069 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82b8b431-3e02-40d3-87cc-a630187eada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:01.025708 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b4668-e0b5-4c76-b242-75335789c74c req-81237b5c-3400-4d98-9823-920475d92b7b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:01.027026 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:01.028014 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-611b4668-e0b5-4c76-b242-75335789c74c req-81237b5c-3400-4d98-9823-920475d92b7b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 944 time: 0.4845095 Aug 27 14:13:01.123988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:13:01.209565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:13:01.223960 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82b8b431-3e02-40d3-87cc-a630187eada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:01.236157 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:01.276700 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-611b4668-e0b5-4c76-b242-75335789c74c req-5bf50ebc-af08-41d0-818a-55bc8241b7f2 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364242 Aug 27 14:13:01.280530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82b8b431-3e02-40d3-87cc-a630187eada1 None None] For port 244017ca-134e-4613-8a0f-8279b216c26d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=244017ca-134e-4613-8a0f-8279b216c26d,segment=NetworkSegment(45d2eb1e-af23-433b-8caa-c391379fbf59),segment_id=45d2eb1e-af23-433b-8caa-c391379fbf59)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:01.295276 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82b8b431-3e02-40d3-87cc-a630187eada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:01.389298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8529c510-2719-4883-ae3f-8b254b60bcbf None None] Network 1c2436f5-d2a2-4521-90f9-e20304022add requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:13:01.503141 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:01.512455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:01.513750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:01.515470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] 10.222.0.41 "PUT /v2.0/ports/fd226785-adfa-4162-892a-b1cfaff56660 HTTP/1.1" status: 200 len: 1093 time: 3.1919291 Aug 27 14:13:01.550478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:13:01.553278 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3511c2d3-88d1-40a2-ad75-0b166ede6f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "tag": "fd226785-adfa-4162-892a-b1cfaff56660"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:13:01.588244 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-292744e8-27dc-448c-a22e-174f5a8650f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:01.675435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8b431-3e02-40d3-87cc-a630187eada1 None None] Pushing event updated for resources: {'Port': ['ID=244017ca-134e-4613-8a0f-8279b216c26d,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:01.723675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4315f4c6-a5db-4768-aff7-fa9cf551ceec None None] Provisioning for port ab1d8594-8de6-46d5-b917-ea68d93f6211 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:01.772419 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0d1139-53e0-432f-bb33-2b63f9f7850a x-openstack-request-id: req-eb0d1139-53e0-432f-bb33-2b63f9f7850a {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:13:01.776344 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "tag": "fd226785-adfa-4162-892a-b1cfaff56660", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:13:01.776911 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb0d1139-53e0-432f-bb33-2b63f9f7850a {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:13:01.777589 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660', 'status': 'completed', 'code': 200} Aug 27 14:13:01.781068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.20.0.1 (2cd5d244-5e2d-43da-9ef3-50635ccf4769/30b71d50-3898-4478-85e4-6cecdfd1cbc3/4c736ce8-a5ce-4b2d-9cee-a9a0c9d1ff3b) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:01.784878 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:01.788021 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:01.798274 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-292744e8-27dc-448c-a22e-174f5a8650f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:01.875348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ee864-00a3-4198-a5ca-11e36c1bad0b service neutron] Pushing event updated for resources: {'Port': ['ID=fd226785-adfa-4162-892a-b1cfaff56660,revision_number=10']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:01.911904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122bb7d-a3a9-4c2d-9b93-c59f12adf3b0 req-d467c39e-6ba2-4533-a8c8-f94e196e59c4 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:01.915570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-852e2073-faa2-4720-bf99-d21dab5597de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:01.917303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-852e2073-faa2-4720-bf99-d21dab5597de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 1097 time: 0.3068602 Aug 27 14:13:01.937951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122bb7d-a3a9-4c2d-9b93-c59f12adf3b0 req-d467c39e-6ba2-4533-a8c8-f94e196e59c4 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:01.951769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122bb7d-a3a9-4c2d-9b93-c59f12adf3b0 req-d467c39e-6ba2-4533-a8c8-f94e196e59c4 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:01.958431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122bb7d-a3a9-4c2d-9b93-c59f12adf3b0 req-d467c39e-6ba2-4533-a8c8-f94e196e59c4 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:01.973058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122bb7d-a3a9-4c2d-9b93-c59f12adf3b0 req-d467c39e-6ba2-4533-a8c8-f94e196e59c4 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:01.983245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122bb7d-a3a9-4c2d-9b93-c59f12adf3b0 req-d467c39e-6ba2-4533-a8c8-f94e196e59c4 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:01.989988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-286337f3-77f7-4f01-a9d4-7e1df3ccb437 None None] Provisioning for port 09987d5c-2e19-4d97-af4e-d8d7593db191 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:01.990808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122bb7d-a3a9-4c2d-9b93-c59f12adf3b0 req-d467c39e-6ba2-4533-a8c8-f94e196e59c4 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:02.005960 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2122bb7d-a3a9-4c2d-9b93-c59f12adf3b0 req-d467c39e-6ba2-4533-a8c8-f94e196e59c4 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.4919477 Aug 27 14:13:02.018260 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-286337f3-77f7-4f01-a9d4-7e1df3ccb437 None None] Provisioning complete for port 09987d5c-2e19-4d97-af4e-d8d7593db191 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:02.018841 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-286337f3-77f7-4f01-a9d4-7e1df3ccb437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.076564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-286337f3-77f7-4f01-a9d4-7e1df3ccb437 None None] Port 09987d5c-2e19-4d97-af4e-d8d7593db191 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:13:02.080367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ab1d8594-8de6-46d5-b917-ea68d93f6211 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:02.142090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-286337f3-77f7-4f01-a9d4-7e1df3ccb437 None None] Provisioning complete for port 244017ca-134e-4613-8a0f-8279b216c26d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:02.142775 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-286337f3-77f7-4f01-a9d4-7e1df3ccb437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.197068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ab1d8594-8de6-46d5-b917-ea68d93f6211 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:02.218631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ab1d8594-8de6-46d5-b917-ea68d93f6211 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:02.219034 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.222934 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2122bb7d-a3a9-4c2d-9b93-c59f12adf3b0 req-9768a0ef-c625-4db8-a795-e7798f1a3f1e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2107720 Aug 27 14:13:02.272997 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-292744e8-27dc-448c-a22e-174f5a8650f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a774a8b00614e96b2e2ee8a8ba5654f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1921253 Aug 27 14:13:02.280598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292744e8-27dc-448c-a22e-174f5a8650f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcb828f-fa60-462b-87c3-94dc21ce71d3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:02.287423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37364) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:02.314074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event updated for resources: {'Port': ['ID=09987d5c-2e19-4d97-af4e-d8d7593db191,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:02.391973 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.443881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Network 3ba21a95-7819-4144-867e-cca776fb1f00 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:02.467164 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.470525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:02.497939 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32f486cb-50cd-4237-b4ae-151fc357b182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.510030 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-34e82316-9186-4c0d-a8a3-6e8071ebff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:02.511652 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-34e82316-9186-4c0d-a8a3-6e8071ebff44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 918 time: 0.5072072 Aug 27 14:13:02.544201 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32f486cb-50cd-4237-b4ae-151fc357b182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.558812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port ab1d8594-8de6-46d5-b917-ea68d93f6211, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ab1d8594-8de6-46d5-b917-ea68d93f6211,segment=NetworkSegment(7836c1c2-d929-46a5-9410-c6e4086195f9),segment_id=7836c1c2-d929-46a5-9410-c6e4086195f9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:02.568783 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.577803 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.586211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f3981fa9-ec64-4c0d-bee1-b6f7375433e7 None None] Provisioning complete for port ab1d8594-8de6-46d5-b917-ea68d93f6211 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:02.586742 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3981fa9-ec64-4c0d-bee1-b6f7375433e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.659680 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 2cd5d244-5e2d-43da-9ef3-50635ccf4769 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:02.666428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:02.668891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=4c736ce8-a5ce-4b2d-9cee-a9a0c9d1ff3b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:02.673492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:02.737814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=ab1d8594-8de6-46d5-b917-ea68d93f6211,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:02.742737 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32f486cb-50cd-4237-b4ae-151fc357b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.750302 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32f486cb-50cd-4237-b4ae-151fc357b182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.756137 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-32f486cb-50cd-4237-b4ae-151fc357b182 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2dcb828f-fa60-462b-87c3-94dc21ce71d3 HTTP/1.1" status: 204 len: 168 time: 0.4570715 Aug 27 14:13:02.779254 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.886445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f3981fa9-ec64-4c0d-bee1-b6f7375433e7 None None] Provisioning complete for port 09987d5c-2e19-4d97-af4e-d8d7593db191 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:02.886873 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3981fa9-ec64-4c0d-bee1-b6f7375433e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:02.935897 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f486cb-50cd-4237-b4ae-151fc357b182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcb828f-fa60-462b-87c3-94dc21ce71d3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:02.994414 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:03.030193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f3981fa9-ec64-4c0d-bee1-b6f7375433e7 None None] Port 09987d5c-2e19-4d97-af4e-d8d7593db191 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:13:03.176444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-994f88b9-1303-4faa-b37e-ffd49e84b276 None None] Provisioning complete for port 09987d5c-2e19-4d97-af4e-d8d7593db191 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:03.176876 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-994f88b9-1303-4faa-b37e-ffd49e84b276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:03.288172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-994f88b9-1303-4faa-b37e-ffd49e84b276 None None] Port 09987d5c-2e19-4d97-af4e-d8d7593db191 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:13:03.303155 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0083b-2ebb-4cd5-bd13-87feb373cb0e req-6926af9d-fe78-46c5-a666-fbe0dda464bb tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:03.305576 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55d0083b-2ebb-4cd5-bd13-87feb373cb0e req-6926af9d-fe78-46c5-a666-fbe0dda464bb tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.8601201 Aug 27 14:13:03.374426 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-c54f25b3-7cd1-4b3a-b336-04f2d4c75bd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd226785-adfa-4162-892a-b1cfaff56660 HTTP/1.1" status: 200 len: 999 time: 0.8496308 Aug 27 14:13:03.407932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55d0083b-2ebb-4cd5-bd13-87feb373cb0e req-4c71baed-cd0d-4f0b-89bd-4dcb0a15f540 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933285 Aug 27 14:13:03.443370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37386) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:03.474043 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ccd2-67c6-40de-ade2-7b14c83cda51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:03.479048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-bc67a515-ea8b-49e1-9270-222260647e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:03.480558 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-bc67a515-ea8b-49e1-9270-222260647e46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 200 len: 856 time: 0.0976934 Aug 27 14:13:03.521948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Router b66d0800-f7fd-45ca-950b-2d94907c0c38 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:13:03.570136 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:03.585524 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:03.640649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:03.648121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7410fda4-eba4-4f78-962b-2129d86bd890 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "PUT /v2.0/routers/b66d0800-f7fd-45ca-950b-2d94907c0c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6295111 Aug 27 14:13:03.650861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-5311320b-d6c8-49f0-a3c7-de77b47b82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:03.654561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-5311320b-d6c8-49f0-a3c7-de77b47b82b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=739db5ed-1ce5-49e2-8532-a593a50ed487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1634290 Aug 27 14:13:03.655693 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37388) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:03.656770 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc8987-e07a-4590-95da-fcae02a76c1e None None] Sync routers for ids ['b66d0800-f7fd-45ca-950b-2d94907c0c38'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:03.676471 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc8987-e07a-4590-95da-fcae02a76c1e None None] Routers {'b66d0800-f7fd-45ca-950b-2d94907c0c38'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:03.678216 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-81cc8987-e07a-4590-95da-fcae02a76c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b66d0800-f7fd-45ca-950b-2d94907c0c38'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:03.700385 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ccd2-67c6-40de-ade2-7b14c83cda51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:03.725161 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ccd2-67c6-40de-ade2-7b14c83cda51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:03.758728 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-81cc8987-e07a-4590-95da-fcae02a76c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:03.773918 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fbc5ccd2-67c6-40de-ade2-7b14c83cda51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27656f0a05b04ec9a8caf4cf92c28c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282363 Aug 27 14:13:03.780552 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc8987-e07a-4590-95da-fcae02a76c1e None None] Routers {'b66d0800-f7fd-45ca-950b-2d94907c0c38'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:03.781847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37390) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:03.782699 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-81cc8987-e07a-4590-95da-fcae02a76c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b66d0800-f7fd-45ca-950b-2d94907c0c38'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:03.833890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ab1d8594-8de6-46d5-b917-ea68d93f6211 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:03.846472 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-81cc8987-e07a-4590-95da-fcae02a76c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:03.848319 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc8987-e07a-4590-95da-fcae02a76c1e None None] The sync data for ids ['b66d0800-f7fd-45ca-950b-2d94907c0c38'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:03.877570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ea387-1f6c-40f7-90bf-cbddc11d6be1 req-595f60c8-7b70-45d1-9337-ae9988d2b074 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:03.884228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ea387-1f6c-40f7-90bf-cbddc11d6be1 req-595f60c8-7b70-45d1-9337-ae9988d2b074 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:03.890209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ea387-1f6c-40f7-90bf-cbddc11d6be1 req-595f60c8-7b70-45d1-9337-ae9988d2b074 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:03.896378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ea387-1f6c-40f7-90bf-cbddc11d6be1 req-595f60c8-7b70-45d1-9337-ae9988d2b074 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:03.903042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ea387-1f6c-40f7-90bf-cbddc11d6be1 req-595f60c8-7b70-45d1-9337-ae9988d2b074 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:03.913147 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ea387-1f6c-40f7-90bf-cbddc11d6be1 req-595f60c8-7b70-45d1-9337-ae9988d2b074 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:03.919759 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ab1d8594-8de6-46d5-b917-ea68d93f6211 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:03.920361 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:03.925082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ea387-1f6c-40f7-90bf-cbddc11d6be1 req-595f60c8-7b70-45d1-9337-ae9988d2b074 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:03.933262 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-802ea387-1f6c-40f7-90bf-cbddc11d6be1 req-595f60c8-7b70-45d1-9337-ae9988d2b074 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.4887521 Aug 27 14:13:03.971231 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:04.002394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=4c736ce8-a5ce-4b2d-9cee-a9a0c9d1ff3b,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:04.005739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5ccd2-67c6-40de-ade2-7b14c83cda51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb818479-d024-44f3-b045-8f7966d5f4df,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:04.050396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2eda090-4307-467b-ae7c-b0a38d241b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:04.069131 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-48ede26f-5715-4330-9c3f-26185e041b8e service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049687 Aug 27 14:13:04.071464 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 244017ca-134e-4613-8a0f-8279b216c26d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:04.135593 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-802ea387-1f6c-40f7-90bf-cbddc11d6be1 req-06ae685e-2698-4417-a9f0-09afca0c3292 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1661866 Aug 27 14:13:04.153264 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2eda090-4307-467b-ae7c-b0a38d241b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:04.189550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 244017ca-134e-4613-8a0f-8279b216c26d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:04.190447 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:04.206210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 2cd5d244-5e2d-43da-9ef3-50635ccf4769 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:04.215215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:04.326435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-45ea031a-b074-4e92-8461-ff91fe9f176b service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475441 Aug 27 14:13:04.368455 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2eda090-4307-467b-ae7c-b0a38d241b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:04.374114 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2eda090-4307-467b-ae7c-b0a38d241b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:04.378190 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a2eda090-4307-467b-ae7c-b0a38d241b55 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb818479-d024-44f3-b045-8f7966d5f4df HTTP/1.1" status: 204 len: 168 time: 0.5881329 Aug 27 14:13:04.392504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eda090-4307-467b-ae7c-b0a38d241b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb818479-d024-44f3-b045-8f7966d5f4df,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:04.426292 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-f3853dc0-798e-4564-ab94-b31763f77960 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:13:04.427377 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f3853dc0-798e-4564-ab94-b31763f77960 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "PUT /v2.0/routers/b66d0800-f7fd-45ca-950b-2d94907c0c38/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7693100 Aug 27 14:13:04.430939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37400) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:04.434107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:04.604358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511c2d3-88d1-40a2-ad75-0b166ede6f7f req-498ed6f4-e294-4293-9c10-f29ade637f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:04.604358 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3511c2d3-88d1-40a2-ad75-0b166ede6f7f req-498ed6f4-e294-4293-9c10-f29ade637f78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 1097 time: 0.1045969 Aug 27 14:13:04.639438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:04.648630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffe272-99af-4f7a-9940-ab87df0b12d9 req-95a7a7df-0e5f-470e-be0d-02907a7a06d3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:04.650987 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-49ffe272-99af-4f7a-9940-ab87df0b12d9 req-95a7a7df-0e5f-470e-be0d-02907a7a06d3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.0894248 Aug 27 14:13:04.651689 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f1f9ca-b68b-48c0-b66c-de4ee787abad None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:04.658104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-917f2329-8bc1-4d07-8f07-dd023fc873f5 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "PUT /v2.0/routers/494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4973352 Aug 27 14:13:04.658603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37416) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:04.667414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f1f9ca-b68b-48c0-b66c-de4ee787abad None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:04.671496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f0f1f9ca-b68b-48c0-b66c-de4ee787abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:04.672796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'port': {'network_id': '2cd5d244-5e2d-43da-9ef3-50635ccf4769', 'name': 'tempest-FloatingIPTestJSON-1976077900'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:04.752840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f0f1f9ca-b68b-48c0-b66c-de4ee787abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:04.775773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f1f9ca-b68b-48c0-b66c-de4ee787abad None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:04.776550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f0f1f9ca-b68b-48c0-b66c-de4ee787abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:04.790909 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-49ffe272-99af-4f7a-9940-ab87df0b12d9 req-a53a333f-3817-4734-9e0c-71e605e501bc tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130924 Aug 27 14:13:04.834447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f0f1f9ca-b68b-48c0-b66c-de4ee787abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:04.835249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f1f9ca-b68b-48c0-b66c-de4ee787abad None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:04.917509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Made reservation on behalf of 1ada6e480f424027bb5897a5bee67780 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:13:04.921117 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:04.943138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] device_id is not set on port 368bc921-6184-47f6-9f1d-84892743d848 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:13:05.004939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511c2d3-88d1-40a2-ad75-0b166ede6f7f req-c26316dc-ee08-4ad0-a1a6-b5615f85e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:05.006517 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3511c2d3-88d1-40a2-ad75-0b166ede6f7f req-c26316dc-ee08-4ad0-a1a6-b5615f85e605 service neutron] 10.222.0.41 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 918 time: 0.3820128 Aug 27 14:13:05.133885 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3511c2d3-88d1-40a2-ad75-0b166ede6f7f req-9d036103-e70c-419e-97bc-8790c85aee89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd226785-adfa-4162-892a-b1cfaff56660 HTTP/1.1" status: 200 len: 999 time: 0.1161146 Aug 27 14:13:05.218669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511c2d3-88d1-40a2-ad75-0b166ede6f7f req-e149bc2a-bcf3-45af-9d48-544b3228acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:05.220407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3511c2d3-88d1-40a2-ad75-0b166ede6f7f req-e149bc2a-bcf3-45af-9d48-544b3228acc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 200 len: 856 time: 0.0793023 Aug 27 14:13:05.290400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.20.0.12 (2cd5d244-5e2d-43da-9ef3-50635ccf4769/30b71d50-3898-4478-85e4-6cecdfd1cbc3/368bc921-6184-47f6-9f1d-84892743d848) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:05.426511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1504c6-7da5-4f41-98b4-4dd70d642172 req-65ee2fbc-f9e9-4123-a8e8-924360eef9d9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:05.441671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1504c6-7da5-4f41-98b4-4dd70d642172 req-65ee2fbc-f9e9-4123-a8e8-924360eef9d9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:05.458157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1504c6-7da5-4f41-98b4-4dd70d642172 req-65ee2fbc-f9e9-4123-a8e8-924360eef9d9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:05.468226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1504c6-7da5-4f41-98b4-4dd70d642172 req-65ee2fbc-f9e9-4123-a8e8-924360eef9d9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:05.478526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1504c6-7da5-4f41-98b4-4dd70d642172 req-65ee2fbc-f9e9-4123-a8e8-924360eef9d9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:05.486100 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1504c6-7da5-4f41-98b4-4dd70d642172 req-65ee2fbc-f9e9-4123-a8e8-924360eef9d9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:05.494825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1504c6-7da5-4f41-98b4-4dd70d642172 req-65ee2fbc-f9e9-4123-a8e8-924360eef9d9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:05.497464 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca1504c6-7da5-4f41-98b4-4dd70d642172 req-65ee2fbc-f9e9-4123-a8e8-924360eef9d9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.2099841 Aug 27 14:13:05.556912 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e26e0aae-40e9-4037-9db1-42b09337d394 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:05.566923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511c2d3-88d1-40a2-ad75-0b166ede6f7f req-82cc002b-7f26-49d1-a459-6c37c32f5758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:05.568983 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3511c2d3-88d1-40a2-ad75-0b166ede6f7f req-82cc002b-7f26-49d1-a459-6c37c32f5758 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=739db5ed-1ce5-49e2-8532-a593a50ed487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3108320 Aug 27 14:13:05.689475 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca1504c6-7da5-4f41-98b4-4dd70d642172 req-e7f64886-75c3-4b8b-8f85-54b4a02d886d tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1767998 Aug 27 14:13:05.774733 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:05.876550 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:06.386128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 2cd5d244-5e2d-43da-9ef3-50635ccf4769 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:06.395537 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3511c2d3-88d1-40a2-ad75-0b166ede6f7f req-d0d38590-92f0-40dc-974c-5c008080c8b5 service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7795744 Aug 27 14:13:06.415172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:06.433303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:06.663743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=368bc921-6184-47f6-9f1d-84892743d848,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:06.676622 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:06.677493 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:06.712640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-907997a4-c258-462a-bf13-0e623b844248 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0498719 Aug 27 14:13:06.713309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37480) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:06.730403 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'port': {'network_id': '2cd5d244-5e2d-43da-9ef3-50635ccf4769', 'name': 'tempest-FloatingIPTestJSON-1133812014'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:06.733932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1a021-8bfd-4f9a-8057-b077cc7be1de req-ddf36fa6-7db3-46a6-a1dc-33e79154450a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:06.735818 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8a1a021-8bfd-4f9a-8057-b077cc7be1de req-ddf36fa6-7db3-46a6-a1dc-33e79154450a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.3483515 Aug 27 14:13:06.881913 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8a1a021-8bfd-4f9a-8057-b077cc7be1de req-b40d130e-33be-48cf-acf6-29e69af86f88 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361697 Aug 27 14:13:07.113516 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-e26e0aae-40e9-4037-9db1-42b09337d394 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Deleting port 09987d5c-2e19-4d97-af4e-d8d7593db191 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:07.114239 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e26e0aae-40e9-4037-9db1-42b09337d394 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:07.132441 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3511c2d3-88d1-40a2-ad75-0b166ede6f7f req-838e35d9-9670-4497-aba2-4eb95315cf1f service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930448 Aug 27 14:13:07.280473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7db37-88c9-4c68-a31d-9c296cf87e2d req-40759abd-3220-4db4-9d17-baae29771553 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:07.287534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7db37-88c9-4c68-a31d-9c296cf87e2d req-40759abd-3220-4db4-9d17-baae29771553 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:07.294666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7db37-88c9-4c68-a31d-9c296cf87e2d req-40759abd-3220-4db4-9d17-baae29771553 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:07.301654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7db37-88c9-4c68-a31d-9c296cf87e2d req-40759abd-3220-4db4-9d17-baae29771553 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:07.333355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7db37-88c9-4c68-a31d-9c296cf87e2d req-40759abd-3220-4db4-9d17-baae29771553 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:07.341101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7db37-88c9-4c68-a31d-9c296cf87e2d req-40759abd-3220-4db4-9d17-baae29771553 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:07.349104 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7db37-88c9-4c68-a31d-9c296cf87e2d req-40759abd-3220-4db4-9d17-baae29771553 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:07.352284 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ab7db37-88c9-4c68-a31d-9c296cf87e2d req-40759abd-3220-4db4-9d17-baae29771553 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.4134605 Aug 27 14:13:07.356099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Made reservation on behalf of 1ada6e480f424027bb5897a5bee67780 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:13:07.360141 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:07.395772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] device_id is not set on port 9f7833e3-c7c7-4334-9dac-b901e4792b96 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:13:07.505696 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e26e0aae-40e9-4037-9db1-42b09337d394 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:07.534133 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ab7db37-88c9-4c68-a31d-9c296cf87e2d req-decfc99b-3d85-4a5e-8ecb-6c465a760102 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1554074 Aug 27 14:13:07.555601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-e26e0aae-40e9-4037-9db1-42b09337d394 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Calling delete_port for 09987d5c-2e19-4d97-af4e-d8d7593db191 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:07.809161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.20.0.4 (2cd5d244-5e2d-43da-9ef3-50635ccf4769/30b71d50-3898-4478-85e4-6cecdfd1cbc3/9f7833e3-c7c7-4334-9dac-b901e4792b96) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:08.077742 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e26e0aae-40e9-4037-9db1-42b09337d394 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:08.138506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e0aae-40e9-4037-9db1-42b09337d394 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event deleted for resources: {'Port': ['ID=09987d5c-2e19-4d97-af4e-d8d7593db191,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:08.185951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cdb1f-0903-42cb-95a7-bdc9331e388a req-1b8d1317-6438-4f5e-b1dc-ecf0e9cec5d3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:08.187604 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c2cdb1f-0903-42cb-95a7-bdc9331e388a req-1b8d1317-6438-4f5e-b1dc-ecf0e9cec5d3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.1511457 Aug 27 14:13:08.286800 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:08.339567 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e26e0aae-40e9-4037-9db1-42b09337d394 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:08.414426 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c2cdb1f-0903-42cb-95a7-bdc9331e388a req-38bd8c5f-8975-40a0-889e-c0c91f991919 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919291 Aug 27 14:13:08.559214 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:08.679185 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=9f7833e3-c7c7-4334-9dac-b901e4792b96,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:08.752342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 2cd5d244-5e2d-43da-9ef3-50635ccf4769 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:08.764819 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:08.774018 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:08.824638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37536) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:08.890074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37540) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:08.890915 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3484-a8c7-4188-98ef-4c1439138bfd req-aa249c12-4ace-4003-9ab6-5a6f4cae26e5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:08.914338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26e0aae-40e9-4037-9db1-42b09337d394 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Router b66d0800-f7fd-45ca-950b-2d94907c0c38 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:08.929529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3484-a8c7-4188-98ef-4c1439138bfd req-aa249c12-4ace-4003-9ab6-5a6f4cae26e5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:08.940517 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3484-a8c7-4188-98ef-4c1439138bfd req-aa249c12-4ace-4003-9ab6-5a6f4cae26e5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:08.946872 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3484-a8c7-4188-98ef-4c1439138bfd req-aa249c12-4ace-4003-9ab6-5a6f4cae26e5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:08.954059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3484-a8c7-4188-98ef-4c1439138bfd req-aa249c12-4ace-4003-9ab6-5a6f4cae26e5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:08.961167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3484-a8c7-4188-98ef-4c1439138bfd req-aa249c12-4ace-4003-9ab6-5a6f4cae26e5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:08.966368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:08.967053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:08.967509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3484-a8c7-4188-98ef-4c1439138bfd req-aa249c12-4ace-4003-9ab6-5a6f4cae26e5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:08.977123 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e19a3484-a8c7-4188-98ef-4c1439138bfd req-aa249c12-4ace-4003-9ab6-5a6f4cae26e5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.2545094 Aug 27 14:13:09.038217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e19a3484-a8c7-4188-98ef-4c1439138bfd req-edac9e67-68b0-4f45-bf41-40b5190b3c79 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559723 Aug 27 14:13:09.118969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26e0aae-40e9-4037-9db1-42b09337d394 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:09.131041 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e26e0aae-40e9-4037-9db1-42b09337d394 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "PUT /v2.0/routers/b66d0800-f7fd-45ca-950b-2d94907c0c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6914043 Aug 27 14:13:09.133022 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0411a0c0-a415-4680-8988-28d41c6cea9e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4109948 Aug 27 14:13:09.134241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37544) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:09.134523 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37546) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:09.134880 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee34684-52e0-4ca1-b53f-91ef68a68399 None None] Sync routers for ids ['b66d0800-f7fd-45ca-950b-2d94907c0c38'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:09.148448 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '9f7833e3-c7c7-4334-9dac-b901e4792b96', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:09.151293 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee34684-52e0-4ca1-b53f-91ef68a68399 None None] Routers {'b66d0800-f7fd-45ca-950b-2d94907c0c38'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:09.153071 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0ee34684-52e0-4ca1-b53f-91ef68a68399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b66d0800-f7fd-45ca-950b-2d94907c0c38'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:09.158980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d1f5f648-7541-45bb-ae36-3c8b58ca454b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:09.194299 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0ee34684-52e0-4ca1-b53f-91ef68a68399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:09.207493 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee34684-52e0-4ca1-b53f-91ef68a68399 None None] Routers {'b66d0800-f7fd-45ca-950b-2d94907c0c38'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:09.208117 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0ee34684-52e0-4ca1-b53f-91ef68a68399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b66d0800-f7fd-45ca-950b-2d94907c0c38'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:09.241690 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-d3138395-b7f7-47ec-9cdb-885f239486bd tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] delete failed (client error): The resource could not be found. Aug 27 14:13:09.247332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37548) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:09.248447 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d3138395-b7f7-47ec-9cdb-885f239486bd tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-1052070105 HTTP/1.1" status: 404 len: 335 time: 0.1128089 Aug 27 14:13:09.253721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-76e8e6d3-0d23-468e-87a4-0a3d7050a663 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b66d0800-f7fd-45ca-950b-2d94907c0c38'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:09.271217 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-078b2701-526b-4948-8d57-9a6178abee6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:09.273847 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 14:13:09.273847 n-d-712139-12 neutron-server[101187]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 14:13:09.273847 n-d-712139-12 neutron-server[101187]: [parameters: {'project_id': '1ada6e480f424027bb5897a5bee67780', 'id': '60a99039-fba4-49c8-9309-c947cdd4026c', 'expiration': datetime.datetime(2021, 8, 27, 14, 15, 9, 251175)}] Aug 27 14:13:09.273847 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:13:09.274298 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:13:09.293275 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0ee34684-52e0-4ca1-b53f-91ef68a68399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:09.294021 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee34684-52e0-4ca1-b53f-91ef68a68399 None None] The sync data for ids ['b66d0800-f7fd-45ca-950b-2d94907c0c38'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:09.581803 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-76e8e6d3-0d23-468e-87a4-0a3d7050a663 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:09.622635 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-76e8e6d3-0d23-468e-87a4-0a3d7050a663 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] update failed (client error): The resource could not be found. Aug 27 14:13:09.623736 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-76e8e6d3-0d23-468e-87a4-0a3d7050a663 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "PUT /v2.0/routers/b66d0800-f7fd-45ca-950b-2d94907c0c38 HTTP/1.1" status: 404 len: 339 time: 0.3752375 Aug 27 14:13:09.629852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37552) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:09.636159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-55739528-f768-4a8d-bff1-0e0eea196249 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-78879494'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:09.650783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951b4c1-5539-476a-a5fe-0ae470835f24 req-357979a7-a633-4776-8cfa-23509b3a81a2 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:09.652311 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1951b4c1-5539-476a-a5fe-0ae470835f24 req-357979a7-a633-4776-8cfa-23509b3a81a2 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.1352639 Aug 27 14:13:09.670501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d1f5f648-7541-45bb-ae36-3c8b58ca454b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:09.682733 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d1f5f648-7541-45bb-ae36-3c8b58ca454b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:09.744105 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1951b4c1-5539-476a-a5fe-0ae470835f24 req-f5414794-34d4-456e-8846-60734702124a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834703 Aug 27 14:13:09.748817 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d1f5f648-7541-45bb-ae36-3c8b58ca454b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3112226d13644953bfc78e321ae183e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8530712 Aug 27 14:13:09.748817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5f648-7541-45bb-ae36-3c8b58ca454b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2ad923-9a21-469e-b9d5-116a1af80847,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:09.750524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37554) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:09.767544 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:09.831054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-078b2701-526b-4948-8d57-9a6178abee6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:09.845897 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-078b2701-526b-4948-8d57-9a6178abee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:09.848274 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63c85405-dec0-4d89-964e-224eae0d0454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:09.866618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 14:13:09.866618 n-d-712139-12 neutron-server[101187]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 14:13:09.866618 n-d-712139-12 neutron-server[101187]: [parameters: {'project_id_1': '1ada6e480f424027bb5897a5bee67780', 'expiration_1': datetime.datetime(2021, 8, 27, 14, 13, 9, 786638)}] Aug 27 14:13:09.866618 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:13:09.867413 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:13:09.895652 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55739528-f768-4a8d-bff1-0e0eea196249 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Made reservation on behalf of cb19946bc62841b185ca82b7fb9aa902 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:13:09.900405 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55739528-f768-4a8d-bff1-0e0eea196249 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:09.919748 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-078b2701-526b-4948-8d57-9a6178abee6f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8455406a6a044bf0828a3908e09115ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0935555 Aug 27 14:13:09.922076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37556) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:09.929329 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63c85405-dec0-4d89-964e-224eae0d0454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:09.931568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b2701-526b-4948-8d57-9a6178abee6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948bee1d-0ced-4627-a18c-34b94b56a448,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:09.992798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55739528-f768-4a8d-bff1-0e0eea196249 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:13:10.004647 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55739528-f768-4a8d-bff1-0e0eea196249 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.004647 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-55739528-f768-4a8d-bff1-0e0eea196249 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Added segment c2e6d03a-1a59-4b51-8506-7e5d727af2b6 of type vlan for network 8ffe9642-46cd-4ece-a251-d205ab516654 Aug 27 14:13:10.025153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45926075-45e7-4016-86de-09faa62246e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.051255 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45926075-45e7-4016-86de-09faa62246e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.067755 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55739528-f768-4a8d-bff1-0e0eea196249 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.070267 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63c85405-dec0-4d89-964e-224eae0d0454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.077062 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63c85405-dec0-4d89-964e-224eae0d0454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.078383 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-63c85405-dec0-4d89-964e-224eae0d0454 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e2ad923-9a21-469e-b9d5-116a1af80847 HTTP/1.1" status: 204 len: 168 time: 0.3267221 Aug 27 14:13:10.116772 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c85405-dec0-4d89-964e-224eae0d0454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2ad923-9a21-469e-b9d5-116a1af80847,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:10.155859 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45926075-45e7-4016-86de-09faa62246e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.164106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45926075-45e7-4016-86de-09faa62246e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.166815 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-45926075-45e7-4016-86de-09faa62246e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/948bee1d-0ced-4627-a18c-34b94b56a448 HTTP/1.1" status: 204 len: 168 time: 0.2420363 Aug 27 14:13:10.172834 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.181396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55739528-f768-4a8d-bff1-0e0eea196249 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.188730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45926075-45e7-4016-86de-09faa62246e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948bee1d-0ced-4627-a18c-34b94b56a448,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:10.200066 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55739528-f768-4a8d-bff1-0e0eea196249 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:10.201767 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55739528-f768-4a8d-bff1-0e0eea196249 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.321799 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca96e5-7410-49d5-9de1-ed3ea840ca35 req-3cec2d5a-973a-455e-a7a7-1b983a1a66c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:10.342743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca96e5-7410-49d5-9de1-ed3ea840ca35 req-3cec2d5a-973a-455e-a7a7-1b983a1a66c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:10.356272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca96e5-7410-49d5-9de1-ed3ea840ca35 req-3cec2d5a-973a-455e-a7a7-1b983a1a66c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:10.362209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca96e5-7410-49d5-9de1-ed3ea840ca35 req-3cec2d5a-973a-455e-a7a7-1b983a1a66c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:10.377914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca96e5-7410-49d5-9de1-ed3ea840ca35 req-3cec2d5a-973a-455e-a7a7-1b983a1a66c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:10.384646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca96e5-7410-49d5-9de1-ed3ea840ca35 req-3cec2d5a-973a-455e-a7a7-1b983a1a66c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:10.401511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca96e5-7410-49d5-9de1-ed3ea840ca35 req-3cec2d5a-973a-455e-a7a7-1b983a1a66c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:10.403383 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0aca96e5-7410-49d5-9de1-ed3ea840ca35 req-3cec2d5a-973a-455e-a7a7-1b983a1a66c2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.2349215 Aug 27 14:13:10.447501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37570) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:10.482829 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a31f2dbf-aeca-4206-bc88-7a02363317fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.487135 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-55739528-f768-4a8d-bff1-0e0eea196249 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8561375 Aug 27 14:13:10.495984 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37572) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:10.507148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a873154a-bf74-4cc8-8a96-98a1355d3b2b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Request body: {'subnet': {'network_id': '8ffe9642-46cd-4ece-a251-d205ab516654', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:10.525333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0aca96e5-7410-49d5-9de1-ed3ea840ca35 req-bbcce1b8-9ce7-43eb-836e-b6b6032dc400 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117060 Aug 27 14:13:10.573056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55739528-f768-4a8d-bff1-0e0eea196249 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event updated for resources: {'Network': ['ID=8ffe9642-46cd-4ece-a251-d205ab516654,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:10.591092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 8ffe9642-46cd-4ece-a251-d205ab516654 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:13:10.710271 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.755116 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a31f2dbf-aeca-4206-bc88-7a02363317fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.764773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a31f2dbf-aeca-4206-bc88-7a02363317fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.793386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a873154a-bf74-4cc8-8a96-98a1355d3b2b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Made reservation on behalf of cb19946bc62841b185ca82b7fb9aa902 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:13:10.797604 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a873154a-bf74-4cc8-8a96-98a1355d3b2b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.816113 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a31f2dbf-aeca-4206-bc88-7a02363317fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d4e493bff5a14498ade09a7ba2042b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672659 Aug 27 14:13:10.817399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f2dbf-aeca-4206-bc88-7a02363317fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e5d20d-fd7f-4679-9eca-711a7096b724,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:10.826755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37576) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:10.845553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37578) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:10.871560 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-351df24b-daf9-46cc-b457-eb73b16ba78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.932682 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7300fc2-18c3-4a03-b1c8-179ccaeaaaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:10.976354 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7300fc2-18c3-4a03-b1c8-179ccaeaaaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:11.046370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbc8fe-2f82-4da7-8ae7-674594054883 req-03baa29e-9151-465c-af5c-0e92a746dfe9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:11.047989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9dbc8fe-2f82-4da7-8ae7-674594054883 req-03baa29e-9151-465c-af5c-0e92a746dfe9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.1428342 Aug 27 14:13:11.061558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.25.2.113 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/21c6d5ba-b3c3-4f91-b043-0b6a16e4a353) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:11.066597 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7300fc2-18c3-4a03-b1c8-179ccaeaaaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:11.069665 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7300fc2-18c3-4a03-b1c8-179ccaeaaaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:11.073177 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e7300fc2-18c3-4a03-b1c8-179ccaeaaaff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26e5d20d-fd7f-4679-9eca-711a7096b724 HTTP/1.1" status: 204 len: 168 time: 0.2431049 Aug 27 14:13:11.091343 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7300fc2-18c3-4a03-b1c8-179ccaeaaaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e5d20d-fd7f-4679-9eca-711a7096b724,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:11.105122 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-351df24b-daf9-46cc-b457-eb73b16ba78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:11.120497 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-351df24b-daf9-46cc-b457-eb73b16ba78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:11.165389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351df24b-daf9-46cc-b457-eb73b16ba78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8443ad-baf1-4683-9372-bf406adfb361,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:11.171150 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-351df24b-daf9-46cc-b457-eb73b16ba78f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8375ea80bc44f7aaac17f4de92edf6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243852 Aug 27 14:13:11.173671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37584) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:11.188327 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:11.244021 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b54162a3-a94a-4550-9692-70eb339644a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:11.252207 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:11.269205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b54162a3-a94a-4550-9692-70eb339644a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:11.335445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:11.335790 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b54162a3-a94a-4550-9692-70eb339644a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:11.339351 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b54162a3-a94a-4550-9692-70eb339644a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:11.344762 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b54162a3-a94a-4550-9692-70eb339644a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af8443ad-baf1-4683-9372-bf406adfb361 HTTP/1.1" status: 204 len: 168 time: 0.1678829 Aug 27 14:13:11.361127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54162a3-a94a-4550-9692-70eb339644a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8443ad-baf1-4683-9372-bf406adfb361,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:11.409159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:11.435000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:11.443683 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9dbc8fe-2f82-4da7-8ae7-674594054883 req-d0baf0e3-99d5-4652-908c-c2ab2a08011b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961679 Aug 27 14:13:11.469238 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=21c6d5ba-b3c3-4f91-b043-0b6a16e4a353,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:11.580709 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a873154a-bf74-4cc8-8a96-98a1355d3b2b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:11.752553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873154a-bf74-4cc8-8a96-98a1355d3b2b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event updated for resources: {'Subnet': ['ID=0cbc2e8a-9400-436a-8e1e-e72c7506f848,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:11.779803 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37594) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:11.799891 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e14408a6-0d86-4293-9964-28c4c61c7c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:11.806232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873154a-bf74-4cc8-8a96-98a1355d3b2b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Checking segment: {'id': 'c2e6d03a-1a59-4b51-8506-7e5d727af2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8ffe9642-46cd-4ece-a251-d205ab516654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:13:11.806921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873154a-bf74-4cc8-8a96-98a1355d3b2b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Network hostable DHCP agents. Network: 8ffe9642-46cd-4ece-a251-d205ab516654, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:13:11.844480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb4e5a-6754-40f0-816f-520364b1df34 req-3fdc8aab-ce3f-450d-91ae-eb6e32314701 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:11.852340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb4e5a-6754-40f0-816f-520364b1df34 req-3fdc8aab-ce3f-450d-91ae-eb6e32314701 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:11.859043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb4e5a-6754-40f0-816f-520364b1df34 req-3fdc8aab-ce3f-450d-91ae-eb6e32314701 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:11.862577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873154a-bf74-4cc8-8a96-98a1355d3b2b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Network 8ffe9642-46cd-4ece-a251-d205ab516654 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:13:11.866745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb4e5a-6754-40f0-816f-520364b1df34 req-3fdc8aab-ce3f-450d-91ae-eb6e32314701 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:11.874266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb4e5a-6754-40f0-816f-520364b1df34 req-3fdc8aab-ce3f-450d-91ae-eb6e32314701 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:11.881279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb4e5a-6754-40f0-816f-520364b1df34 req-3fdc8aab-ce3f-450d-91ae-eb6e32314701 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:11.888806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb4e5a-6754-40f0-816f-520364b1df34 req-3fdc8aab-ce3f-450d-91ae-eb6e32314701 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:11.897963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9bb4e5a-6754-40f0-816f-520364b1df34 req-3fdc8aab-ce3f-450d-91ae-eb6e32314701 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.2043960 Aug 27 14:13:11.972270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a873154a-bf74-4cc8-8a96-98a1355d3b2b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 8ffe9642-46cd-4ece-a251-d205ab516654) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:11.983424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018be13e-3765-4f26-b77b-6ac97d23c6f1 None None] Network 8ffe9642-46cd-4ece-a251-d205ab516654 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:13:11.987356 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9bb4e5a-6754-40f0-816f-520364b1df34 req-39351f04-836e-46ba-9af6-0108c09005fa tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881188 Aug 27 14:13:12.015194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a873154a-bf74-4cc8-8a96-98a1355d3b2b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:12.015795 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a873154a-bf74-4cc8-8a96-98a1355d3b2b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:12.146930 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e14408a6-0d86-4293-9964-28c4c61c7c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:12.153924 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e14408a6-0d86-4293-9964-28c4c61c7c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:12.196909 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a873154a-bf74-4cc8-8a96-98a1355d3b2b tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6936402 Aug 27 14:13:12.197590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37608) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:12.200534 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e14408a6-0d86-4293-9964-28c4c61c7c2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4eed1b19b884892a91514a64d322866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180212 Aug 27 14:13:12.203848 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37610) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:12.216687 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-aff92159-1825-4c14-85a3-ae3544c6164e tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Request body: {'router': {'external_gateway_info': {'network_id': '8ffe9642-46cd-4ece-a251-d205ab516654'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:12.239781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14408a6-0d86-4293-9964-28c4c61c7c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05663fd8-993a-4c3b-acde-3a930c002874,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:12.250799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-8ffe9642-46cd-4ece-a251-d205ab516654', 'network_id': '8ffe9642-46cd-4ece-a251-d205ab516654', 'tenant_id': 'cb19946bc62841b185ca82b7fb9aa902', 'fixed_ips': [{'subnet_id': '0cbc2e8a-9400-436a-8e1e-e72c7506f848'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:13:12.251979 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:12.302460 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ef9239f-8cf0-435b-8330-622e3d469e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:12.352712 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ef9239f-8cf0-435b-8330-622e3d469e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:12.469879 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ef9239f-8cf0-435b-8330-622e3d469e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:12.473511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ef9239f-8cf0-435b-8330-622e3d469e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:12.474881 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4ef9239f-8cf0-435b-8330-622e3d469e54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05663fd8-993a-4c3b-acde-3a930c002874 HTTP/1.1" status: 204 len: 168 time: 0.2698965 Aug 27 14:13:12.495767 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:12.498371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9239f-8cf0-435b-8330-622e3d469e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05663fd8-993a-4c3b-acde-3a930c002874,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:12.557532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Allocated IP 2001:db8:1::2 (8ffe9642-46cd-4ece-a251-d205ab516654/0cbc2e8a-9400-436a-8e1e-e72c7506f848/3db639dd-a8fc-41f8-95b2-af80ea0893a3) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:12.681248 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:12.784611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58733dc-b735-4a2e-ad40-79fa46449417 req-5a25ea3e-9c25-4ccc-ae0a-db0cdad6f4c4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:12.798288 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b58733dc-b735-4a2e-ad40-79fa46449417 req-5a25ea3e-9c25-4ccc-ae0a-db0cdad6f4c4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.1821935 Aug 27 14:13:12.885370 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aff92159-1825-4c14-85a3-ae3544c6164e tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:12.926875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b58733dc-b735-4a2e-ad40-79fa46449417 req-204086ac-fb9a-4df7-96d4-6272c277eeb8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201720 Aug 27 14:13:13.037277 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:13.060816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Transition to ACTIVE for port object 3db639dd-a8fc-41f8-95b2-af80ea0893a3 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:13:13.089618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Transition to ACTIVE for port object 3db639dd-a8fc-41f8-95b2-af80ea0893a3 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:13:13.097751 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:13.197919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Pushing event updated for resources: {'Port': ['ID=3db639dd-a8fc-41f8-95b2-af80ea0893a3,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:13.232749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Network 8ffe9642-46cd-4ece-a251-d205ab516654 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:13.240245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:13.244043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:13.316247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Attempting to bind port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:13:13.316499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Attempting to bind port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'c2e6d03a-1a59-4b51-8506-7e5d727af2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8ffe9642-46cd-4ece-a251-d205ab516654'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:13:13.316881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Attempting to bind port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 on network 8ffe9642-46cd-4ece-a251-d205ab516654 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:13:13.323478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:13:13.323969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Checking segment: {'id': 'c2e6d03a-1a59-4b51-8506-7e5d727af2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8ffe9642-46cd-4ece-a251-d205ab516654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:13:13.324361 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:13.324758 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Bound using segment: {'id': 'c2e6d03a-1a59-4b51-8506-7e5d727af2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8ffe9642-46cd-4ece-a251-d205ab516654'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:13:13.325256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Bound port: 3db639dd-a8fc-41f8-95b2-af80ea0893a3, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e6d03a-1a59-4b51-8506-7e5d727af2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8ffe9642-46cd-4ece-a251-d205ab516654'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:13:13.325989 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:13.735644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58024d-db6b-45b7-9614-956d22c7f2e0 req-747d2a50-f7c8-4fa9-8e0c-5815e69f2afe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:13.741850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58024d-db6b-45b7-9614-956d22c7f2e0 req-747d2a50-f7c8-4fa9-8e0c-5815e69f2afe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:13.766762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58024d-db6b-45b7-9614-956d22c7f2e0 req-747d2a50-f7c8-4fa9-8e0c-5815e69f2afe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:13.782709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58024d-db6b-45b7-9614-956d22c7f2e0 req-747d2a50-f7c8-4fa9-8e0c-5815e69f2afe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:13.795725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58024d-db6b-45b7-9614-956d22c7f2e0 req-747d2a50-f7c8-4fa9-8e0c-5815e69f2afe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:13.811835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58024d-db6b-45b7-9614-956d22c7f2e0 req-747d2a50-f7c8-4fa9-8e0c-5815e69f2afe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:13.819078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58024d-db6b-45b7-9614-956d22c7f2e0 req-747d2a50-f7c8-4fa9-8e0c-5815e69f2afe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:13.828660 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de58024d-db6b-45b7-9614-956d22c7f2e0 req-747d2a50-f7c8-4fa9-8e0c-5815e69f2afe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.2691815 Aug 27 14:13:13.878560 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-aff92159-1825-4c14-85a3-ae3544c6164e tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:13:13.885274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37656) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:13.885879 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-aff92159-1825-4c14-85a3-ae3544c6164e tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "PUT /v2.0/routers/b66d0800-f7fd-45ca-950b-2d94907c0c38 HTTP/1.1" status: 400 len: 364 time: 1.6819677 Aug 27 14:13:13.930024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] For port 3db639dd-a8fc-41f8-95b2-af80ea0893a3, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:13:13.935112 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de58024d-db6b-45b7-9614-956d22c7f2e0 req-4a8c6406-42c5-45a5-9974-f18bbe4daeb7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048050 Aug 27 14:13:13.943521 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:13.949450 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:13.952442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] For port 3db639dd-a8fc-41f8-95b2-af80ea0893a3, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=3db639dd-a8fc-41f8-95b2-af80ea0893a3,segment=NetworkSegment(c2e6d03a-1a59-4b51-8506-7e5d727af2b6),segment_id=c2e6d03a-1a59-4b51-8506-7e5d727af2b6)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:13:13.967176 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:14.053570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:14.210004 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Floating IP 6f36c6d9-197d-463f-bb49-f55c28cb8934 associated. External IP: 172.25.2.113, port: 9f7833e3-c7c7-4334-9dac-b901e4792b96. Aug 27 14:13:14.216281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a16a93-c33d-4da5-865f-36e4a9f57a53 None None] Pushing event updated for resources: {'Port': ['ID=3db639dd-a8fc-41f8-95b2-af80ea0893a3,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:14.283304 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=21c6d5ba-b3c3-4f91-b043-0b6a16e4a353,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:14.708489 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03d45729-a51e-4a73-b48f-2bfc47f38371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:14.860729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:15.198033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:15.212275 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76e44e-87f7-4962-aba7-c25ee3231460 None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:15.221999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c60bd3-7a51-4a97-be6c-eb1560eadc29 req-e271cc09-9ec2-416e-9396-fd351696fd77 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:15.231212 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b7c60bd3-7a51-4a97-be6c-eb1560eadc29 req-e271cc09-9ec2-416e-9396-fd351696fd77 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.9927502 Aug 27 14:13:15.232263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76e44e-87f7-4962-aba7-c25ee3231460 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:15.233526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8f76e44e-87f7-4962-aba7-c25ee3231460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:15.332987 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:15.370957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8f76e44e-87f7-4962-aba7-c25ee3231460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:15.411008 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76e44e-87f7-4962-aba7-c25ee3231460 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:15.420527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8f76e44e-87f7-4962-aba7-c25ee3231460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:15.466875 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7b76d671-8fe3-40ce-ab36-12ebef106f19 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3234968 Aug 27 14:13:15.470220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37694) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:15.485811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2d45ba9e-5276-4b2a-9cb6-a8ecb7e1a915 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:15.554040 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8f76e44e-87f7-4962-aba7-c25ee3231460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:15.555394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76e44e-87f7-4962-aba7-c25ee3231460 None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:15.653421 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b7c60bd3-7a51-4a97-be6c-eb1560eadc29 req-2c0b51c3-ceb4-4b0b-91bf-2b20d34494de tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4211934 Aug 27 14:13:15.655075 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:15.814342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147226e7-6c38-452d-8cd2-32e717bc60aa req-9b6c9ac8-cef3-4a14-b0e2-dd13c61e4b2a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:15.862571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147226e7-6c38-452d-8cd2-32e717bc60aa req-9b6c9ac8-cef3-4a14-b0e2-dd13c61e4b2a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:15.894010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147226e7-6c38-452d-8cd2-32e717bc60aa req-9b6c9ac8-cef3-4a14-b0e2-dd13c61e4b2a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:15.912625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 3db639dd-a8fc-41f8-95b2-af80ea0893a3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:15.917911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147226e7-6c38-452d-8cd2-32e717bc60aa req-9b6c9ac8-cef3-4a14-b0e2-dd13c61e4b2a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:15.924174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147226e7-6c38-452d-8cd2-32e717bc60aa req-9b6c9ac8-cef3-4a14-b0e2-dd13c61e4b2a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:15.957538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147226e7-6c38-452d-8cd2-32e717bc60aa req-9b6c9ac8-cef3-4a14-b0e2-dd13c61e4b2a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:15.969360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147226e7-6c38-452d-8cd2-32e717bc60aa req-9b6c9ac8-cef3-4a14-b0e2-dd13c61e4b2a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:15.974763 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-147226e7-6c38-452d-8cd2-32e717bc60aa req-9b6c9ac8-cef3-4a14-b0e2-dd13c61e4b2a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5418 time: 0.7502120 Aug 27 14:13:15.991005 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d45ba9e-5276-4b2a-9cb6-a8ecb7e1a915 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:16.036960 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1f713d-d664-487c-a9ff-4fb1f19a4dd2 None None] Network 8ffe9642-46cd-4ece-a251-d205ab516654 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:13:16.135607 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-147226e7-6c38-452d-8cd2-32e717bc60aa req-7cc1e782-eb5c-41a0-8ed1-0dc3e25ddde7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1388564 Aug 27 14:13:16.244454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37710) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:16.249157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b82163eb-1a74-4eb0-9842-f5895f87c7c8 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:13:16.314495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-10a7f785-ff49-4325-ba89-39c649411c7b None None] Provisioning for port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:16.325515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-10a7f785-ff49-4325-ba89-39c649411c7b None None] Provisioning complete for port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:16.326239 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-10a7f785-ff49-4325-ba89-39c649411c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:16.332227 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Allocated IP 2001:db8::1 (803b6ee8-eb95-4039-98e8-0ee6b618134d/253a682c-56bb-4fa7-922f-8c3067b9e58b/524f1a5a-7c73-43d0-987e-98606690cef7) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:16.380725 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d45ba9e-5276-4b2a-9cb6-a8ecb7e1a915 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:16.387024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:16.393375 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d45ba9e-5276-4b2a-9cb6-a8ecb7e1a915 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:16.394111 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-2d45ba9e-5276-4b2a-9cb6-a8ecb7e1a915 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Floating IP 6f36c6d9-197d-463f-bb49-f55c28cb8934 disassociated. External IP: 172.25.2.113, port: 9f7833e3-c7c7-4334-9dac-b901e4792b96. Aug 27 14:13:16.459374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:16.459751 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:16.532747 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.resource_extend [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 14:13:16.589103 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67c20a0e-8a33-4ea3-80d8-794d2646b7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:16.617632 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:16.643618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Transition to ACTIVE for port object 524f1a5a-7c73-43d0-987e-98606690cef7 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:13:16.905497 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-10a7f785-ff49-4325-ba89-39c649411c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:16.917708 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:16.935723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b82163eb-1a74-4eb0-9842-f5895f87c7c8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b82163eb-1a74-4eb0-9842-f5895f87c7c8,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:16.970967 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:16.986929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'b82163eb-1a74-4eb0-9842-f5895f87c7c8', 'network_id': '5329867c-188b-450e-85af-6974c633d4dc', 'port_id': 'b82163eb-1a74-4eb0-9842-f5895f87c7c8', 'mac_address': 'fa:16:3e:67:14:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85a540de-1867-4fa2-bc2c-c99869f313dc', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:13:16.988112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-10a7f785-ff49-4325-ba89-39c649411c7b None None] For port 3db639dd-a8fc-41f8-95b2-af80ea0893a3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=3db639dd-a8fc-41f8-95b2-af80ea0893a3,segment=NetworkSegment(c2e6d03a-1a59-4b51-8506-7e5d727af2b6),segment_id=c2e6d03a-1a59-4b51-8506-7e5d727af2b6)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:17.017244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d45ba9e-5276-4b2a-9cb6-a8ecb7e1a915 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:17.035898 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-10a7f785-ff49-4325-ba89-39c649411c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.036273 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67c20a0e-8a33-4ea3-80d8-794d2646b7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.057416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Network 803b6ee8-eb95-4039-98e8-0ee6b618134d is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:17.064632 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67c20a0e-8a33-4ea3-80d8-794d2646b7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.096673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-67c20a0e-8a33-4ea3-80d8-794d2646b7b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f6081fe08024897a479b67d6fe87832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8482840 Aug 27 14:13:17.096673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:17.097743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37720) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:17.109407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:17.109979 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.121646 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:13:17.122034 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:13:17.122531 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.156788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82163eb-1a74-4eb0-9842-f5895f87c7c8 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:13:17.157353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event updated for resources: {'Port': ['ID=524f1a5a-7c73-43d0-987e-98606690cef7,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:17.159243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d45ba9e-5276-4b2a-9cb6-a8ecb7e1a915 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:17.165819 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d45ba9e-5276-4b2a-9cb6-a8ecb7e1a915 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.183365 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd3d28-8aa9-4158-9e4a-8b42606e4d6e None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:17.200594 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd3d28-8aa9-4158-9e4a-8b42606e4d6e None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:17.203727 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a0dd3d28-8aa9-4158-9e4a-8b42606e4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:17.208251 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2d45ba9e-5276-4b2a-9cb6-a8ecb7e1a915 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "PUT /v2.0/floatingips/6f36c6d9-197d-463f-bb49-f55c28cb8934 HTTP/1.1" status: 200 len: 688 time: 1.7332261 Aug 27 14:13:17.208839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37724) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:17.220708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7f785-ff49-4325-ba89-39c649411c7b None None] Pushing event updated for resources: {'Port': ['ID=3db639dd-a8fc-41f8-95b2-af80ea0893a3,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:17.235034 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b82163eb-1a74-4eb0-9842-f5895f87c7c8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b82163eb-1a74-4eb0-9842-f5895f87c7c8,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:17.244713 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.247963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:13:17.289068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c20a0e-8a33-4ea3-80d8-794d2646b7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2f3556-f2f4-4f4b-b35d-d5cb5305da66,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:17.305556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e1d11-20b2-4e32-87f9-e30214421a6f req-839ec4b7-5ed5-4749-9e17-f43fd178e190 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:17.313909 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a0dd3d28-8aa9-4158-9e4a-8b42606e4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:17.315373 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0d8e1d11-20b2-4e32-87f9-e30214421a6f req-839ec4b7-5ed5-4749-9e17-f43fd178e190 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.3989637 Aug 27 14:13:17.348039 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd3d28-8aa9-4158-9e4a-8b42606e4d6e None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:17.349055 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a0dd3d28-8aa9-4158-9e4a-8b42606e4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:12:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:17.376041 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e73c8ea0-4daa-4069-bb65-a8994086da2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.427208 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:13:17.431527 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a0dd3d28-8aa9-4158-9e4a-8b42606e4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:17.432824 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd3d28-8aa9-4158-9e4a-8b42606e4d6e None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:17.456316 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0d8e1d11-20b2-4e32-87f9-e30214421a6f req-a033ba03-bfd1-49ba-b763-d8f99acd471c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332560 Aug 27 14:13:17.462107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e88cf-a9a9-4f10-964e-56b0baef0428 req-d21062b0-e17e-4468-8b95-b7c5a82341eb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:17.463650 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e73c8ea0-4daa-4069-bb65-a8994086da2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.468099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e88cf-a9a9-4f10-964e-56b0baef0428 req-d21062b0-e17e-4468-8b95-b7c5a82341eb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:17.474653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e88cf-a9a9-4f10-964e-56b0baef0428 req-d21062b0-e17e-4468-8b95-b7c5a82341eb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:17.481464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e88cf-a9a9-4f10-964e-56b0baef0428 req-d21062b0-e17e-4468-8b95-b7c5a82341eb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:17.487588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e88cf-a9a9-4f10-964e-56b0baef0428 req-d21062b0-e17e-4468-8b95-b7c5a82341eb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:17.491784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b82163eb-1a74-4eb0-9842-f5895f87c7c8,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:17.494245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e88cf-a9a9-4f10-964e-56b0baef0428 req-d21062b0-e17e-4468-8b95-b7c5a82341eb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:17.500200 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e88cf-a9a9-4f10-964e-56b0baef0428 req-d21062b0-e17e-4468-8b95-b7c5a82341eb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:17.508166 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-907e88cf-a9a9-4f10-964e-56b0baef0428 req-d21062b0-e17e-4468-8b95-b7c5a82341eb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5419 time: 0.2159181 Aug 27 14:13:17.509865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8362604d-f367-43bc-a995-4a43f6d1e20f None None] Provisioning complete for port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:17.510541 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8362604d-f367-43bc-a995-4a43f6d1e20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.512409 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.535501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.568284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-907e88cf-a9a9-4f10-964e-56b0baef0428 req-97f900a1-8d9d-4052-a452-942f14f79ab3 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570383 Aug 27 14:13:17.569770 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:17.573765 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d0bcbdb3-f1f5-4fcd-8600-5b6bb74d4b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.591472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d81c428e-a740-4f1c-8dd8-90cb5ce8971d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port 21c6d5ba-b3c3-4f91-b043-0b6a16e4a353 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:17.591472 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d81c428e-a740-4f1c-8dd8-90cb5ce8971d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.595537 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c', 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92', 'port_id': '1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c', 'mac_address': 'fa:16:3e:57:10:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7237fa14-4c5b-430e-9d82-35356f842932', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:13:17.618359 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e73c8ea0-4daa-4069-bb65-a8994086da2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.621302 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e73c8ea0-4daa-4069-bb65-a8994086da2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.625031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e73c8ea0-4daa-4069-bb65-a8994086da2d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b2f3556-f2f4-4f4b-b35d-d5cb5305da66 HTTP/1.1" status: 204 len: 168 time: 0.5201087 Aug 27 14:13:17.676925 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c8ea0-4daa-4069-bb65-a8994086da2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2f3556-f2f4-4f4b-b35d-d5cb5305da66,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:17.706953 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d81c428e-a740-4f1c-8dd8-90cb5ce8971d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.707778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d81c428e-a740-4f1c-8dd8-90cb5ce8971d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.712287 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.725726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d81c428e-a740-4f1c-8dd8-90cb5ce8971d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for 21c6d5ba-b3c3-4f91-b043-0b6a16e4a353 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:17.737833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:13:17.764833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:17.770248 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.771126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 67249ed9-fee5-401f-9015-062a950f594c details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:13:17.843973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 3db639dd-a8fc-41f8-95b2-af80ea0893a3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:17.931121 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d81c428e-a740-4f1c-8dd8-90cb5ce8971d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.947201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 67249ed9-fee5-401f-9015-062a950f594c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=67249ed9-fee5-401f-9015-062a950f594c,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:17.949592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6d5a31d8-fbfe-4424-b810-6a614036e466 None None] Provisioning for port 524f1a5a-7c73-43d0-987e-98606690cef7 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:17.961932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:17.966366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6d5a31d8-fbfe-4424-b810-6a614036e466 None None] Provisioning complete for port 524f1a5a-7c73-43d0-987e-98606690cef7 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:17.966775 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6d5a31d8-fbfe-4424-b810-6a614036e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:17.972638 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '67249ed9-fee5-401f-9015-062a950f594c', 'network_id': '5329867c-188b-450e-85af-6974c633d4dc', 'port_id': '67249ed9-fee5-401f-9015-062a950f594c', 'mac_address': 'fa:16:3e:02:e4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85a540de-1867-4fa2-bc2c-c99869f313dc', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:13:18.020948 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.027993 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.030428 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.041748 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6d5a31d8-fbfe-4424-b810-6a614036e466 None None] Port 524f1a5a-7c73-43d0-987e-98606690cef7 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:13:18.056403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c428e-a740-4f1c-8dd8-90cb5ce8971d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=21c6d5ba-b3c3-4f91-b043-0b6a16e4a353,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:18.060927 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.063035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:18.063379 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.102872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67249ed9-fee5-401f-9015-062a950f594c {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:13:18.123012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37740) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:18.140772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event updated for resources: {'Port': ['ID=524f1a5a-7c73-43d0-987e-98606690cef7,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:18.142499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 67249ed9-fee5-401f-9015-062a950f594c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=67249ed9-fee5-401f-9015-062a950f594c,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:18.171733 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.172404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 78649094-2439-4b87-8eab-66800cc47e58 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:13:18.180602 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50ff371d-a385-4a01-89d6-230123c6fabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.229466 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d81c428e-a740-4f1c-8dd8-90cb5ce8971d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.232552 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d81c428e-a740-4f1c-8dd8-90cb5ce8971d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.233920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d81c428e-a740-4f1c-8dd8-90cb5ce8971d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/floatingips/6f36c6d9-197d-463f-bb49-f55c28cb8934 HTTP/1.1" status: 204 len: 168 time: 1.0240281 Aug 27 14:13:18.237616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37742) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:18.250185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '368bc921-6184-47f6-9f1d-84892743d848'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:18.260108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Network 803b6ee8-eb95-4039-98e8-0ee6b618134d is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:18.260679 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=67249ed9-fee5-401f-9015-062a950f594c,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:18.263542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:18.268914 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 78649094-2439-4b87-8eab-66800cc47e58, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=78649094-2439-4b87-8eab-66800cc47e58,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:18.283667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '78649094-2439-4b87-8eab-66800cc47e58', 'network_id': '5329867c-188b-450e-85af-6974c633d4dc', 'port_id': '78649094-2439-4b87-8eab-66800cc47e58', 'mac_address': 'fa:16:3e:c0:4e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85a540de-1867-4fa2-bc2c-c99869f313dc', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:13:18.334931 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.354712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78649094-2439-4b87-8eab-66800cc47e58 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:13:18.379965 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50ff371d-a385-4a01-89d6-230123c6fabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.384733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 78649094-2439-4b87-8eab-66800cc47e58, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=78649094-2439-4b87-8eab-66800cc47e58,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:18.388484 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.389606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 113591bc-6932-4908-b37e-719908096f55 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:13:18.412564 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50ff371d-a385-4a01-89d6-230123c6fabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.421528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Router b66d0800-f7fd-45ca-950b-2d94907c0c38 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:18.478449 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-50ff371d-a385-4a01-89d6-230123c6fabb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=140039b82f9d4a21bf6c7ae5e757b315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520722 Aug 27 14:13:18.479547 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.480799 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37744) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:18.499320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=78649094-2439-4b87-8eab-66800cc47e58,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:18.505788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 113591bc-6932-4908-b37e-719908096f55, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=113591bc-6932-4908-b37e-719908096f55,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:18.532084 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff371d-a385-4a01-89d6-230123c6fabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fbfdcc-32d2-41e3-997e-b33241e72aa7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:18.534262 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '113591bc-6932-4908-b37e-719908096f55', 'network_id': '0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92', 'port_id': '113591bc-6932-4908-b37e-719908096f55', 'mac_address': 'fa:16:3e:39:34:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7237fa14-4c5b-430e-9d82-35356f842932', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:13:18.663863 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.668322 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64ade1-1409-49b2-8efc-e91a2e3dca70 req-0a4e8348-433a-4f55-a2e0-ec10fbd0fd74 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:18.669876 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad64ade1-1409-49b2-8efc-e91a2e3dca70 req-0a4e8348-433a-4f55-a2e0-ec10fbd0fd74 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.0734434 Aug 27 14:13:18.682154 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13af0038-4554-4ee6-a24a-1c596007ad62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.685466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:18.687142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113591bc-6932-4908-b37e-719908096f55 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:13:18.696390 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bfbaab3f-6eb7-49c1-945f-7561bc6cba38 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "PUT /v2.0/routers/b66d0800-f7fd-45ca-950b-2d94907c0c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8084612 Aug 27 14:13:18.696390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37750) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:18.708939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce84ef9-5ceb-44c8-8790-e43d2908a889 None None] Sync routers for ids ['b66d0800-f7fd-45ca-950b-2d94907c0c38'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:18.722765 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.730243 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad64ade1-1409-49b2-8efc-e91a2e3dca70 req-6a50e940-7944-4af1-bbe1-e7af6716f93d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543652 Aug 27 14:13:18.790161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 113591bc-6932-4908-b37e-719908096f55, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=113591bc-6932-4908-b37e-719908096f55,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:18.795803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f6d9bfe6-b350-49cd-91c5-2bdc8a41543d None None] Provisioning complete for port 524f1a5a-7c73-43d0-987e-98606690cef7 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:18.796712 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f6d9bfe6-b350-49cd-91c5-2bdc8a41543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.804543 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.805320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3aa30620-961f-41d0-bef2-2507d915a24a details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:13:18.808220 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.822736 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13af0038-4554-4ee6-a24a-1c596007ad62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.859782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce84ef9-5ceb-44c8-8790-e43d2908a889 None None] Routers {'b66d0800-f7fd-45ca-950b-2d94907c0c38'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:18.860383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4ce84ef9-5ceb-44c8-8790-e43d2908a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b66d0800-f7fd-45ca-950b-2d94907c0c38'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:18.881825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c55d-468e-4978-be96-ee0c811f3e80 req-6922bf00-dbb6-45e7-bc0d-18f0cfa725dc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:18.883483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.25.2.203 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/a8fa49ab-e4c8-44fb-bdcf-fb436ee52293) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:18.888916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c55d-468e-4978-be96-ee0c811f3e80 req-6922bf00-dbb6-45e7-bc0d-18f0cfa725dc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:18.895493 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c55d-468e-4978-be96-ee0c811f3e80 req-6922bf00-dbb6-45e7-bc0d-18f0cfa725dc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:18.902350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c55d-468e-4978-be96-ee0c811f3e80 req-6922bf00-dbb6-45e7-bc0d-18f0cfa725dc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:18.909219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c55d-468e-4978-be96-ee0c811f3e80 req-6922bf00-dbb6-45e7-bc0d-18f0cfa725dc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:18.912109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4ce84ef9-5ceb-44c8-8790-e43d2908a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:18.916509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c55d-468e-4978-be96-ee0c811f3e80 req-6922bf00-dbb6-45e7-bc0d-18f0cfa725dc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:18.923542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c55d-468e-4978-be96-ee0c811f3e80 req-6922bf00-dbb6-45e7-bc0d-18f0cfa725dc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:18.925813 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea74c55d-468e-4978-be96-ee0c811f3e80 req-6922bf00-dbb6-45e7-bc0d-18f0cfa725dc tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5422 time: 0.2224023 Aug 27 14:13:18.939812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c8619fd4-e3f4-47d4-9f87-8d1a4cc8c9b7 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:18.951500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f6d9bfe6-b350-49cd-91c5-2bdc8a41543d None None] Port 524f1a5a-7c73-43d0-987e-98606690cef7 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:13:18.983109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce84ef9-5ceb-44c8-8790-e43d2908a889 None None] Routers {'b66d0800-f7fd-45ca-950b-2d94907c0c38'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:18.983776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4ce84ef9-5ceb-44c8-8790-e43d2908a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b66d0800-f7fd-45ca-950b-2d94907c0c38'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:18.985605 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=113591bc-6932-4908-b37e-719908096f55,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:19.048889 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:19.050546 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea74c55d-468e-4978-be96-ee0c811f3e80 req-429b2077-a1c8-4f0c-b651-1275fe0cb479 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1168804 Aug 27 14:13:19.069777 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13af0038-4554-4ee6-a24a-1c596007ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:19.074208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13af0038-4554-4ee6-a24a-1c596007ad62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:19.075770 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-13af0038-4554-4ee6-a24a-1c596007ad62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73fbfdcc-32d2-41e3-997e-b33241e72aa7 HTTP/1.1" status: 204 len: 168 time: 0.5940657 Aug 27 14:13:19.090067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af0038-4554-4ee6-a24a-1c596007ad62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fbfdcc-32d2-41e3-997e-b33241e72aa7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:19.096283 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-c8619fd4-e3f4-47d4-9f87-8d1a4cc8c9b7 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 14:13:19.100807 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c8619fd4-e3f4-47d4-9f87-8d1a4cc8c9b7 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "DELETE /v2.0/routers/b66d0800-f7fd-45ca-950b-2d94907c0c38 HTTP/1.1" status: 409 len: 329 time: 0.3985157 Aug 27 14:13:19.102123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37754) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:19.121555 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:19.216321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4ce84ef9-5ceb-44c8-8790-e43d2908a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:19.216978 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce84ef9-5ceb-44c8-8790-e43d2908a889 None None] The sync data for ids ['b66d0800-f7fd-45ca-950b-2d94907c0c38'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:19.262007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3aa30620-961f-41d0-bef2-2507d915a24a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3aa30620-961f-41d0-bef2-2507d915a24a,segment=NetworkSegment(dbb170bd-d104-4cf2-a554-d78f82ab3dbd),segment_id=dbb170bd-d104-4cf2-a554-d78f82ab3dbd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:19.276831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '3aa30620-961f-41d0-bef2-2507d915a24a', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'port_id': '3aa30620-961f-41d0-bef2-2507d915a24a', 'mac_address': 'fa:16:3e:9a:13:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:13:19.301571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=a8fa49ab-e4c8-44fb-bdcf-fb436ee52293,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:19.311348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:19.312851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:19.315188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:19.330410 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:19.345720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa30620-961f-41d0-bef2-2507d915a24a {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:13:19.370359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3aa30620-961f-41d0-bef2-2507d915a24a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3aa30620-961f-41d0-bef2-2507d915a24a,segment=NetworkSegment(dbb170bd-d104-4cf2-a554-d78f82ab3dbd),segment_id=dbb170bd-d104-4cf2-a554-d78f82ab3dbd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:19.376119 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:19.376877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 57d9127e-5b45-4552-8370-1eaa1524d0f3 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:13:19.449217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 57d9127e-5b45-4552-8370-1eaa1524d0f3, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=57d9127e-5b45-4552-8370-1eaa1524d0f3,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:19.456577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=3aa30620-961f-41d0-bef2-2507d915a24a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:19.463686 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '57d9127e-5b45-4552-8370-1eaa1524d0f3', 'network_id': '5329867c-188b-450e-85af-6974c633d4dc', 'port_id': '57d9127e-5b45-4552-8370-1eaa1524d0f3', 'mac_address': 'fa:16:3e:ea:ee:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85a540de-1867-4fa2-bc2c-c99869f313dc', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:13:19.516406 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:19.533959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d9127e-5b45-4552-8370-1eaa1524d0f3 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:13:19.559930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 57d9127e-5b45-4552-8370-1eaa1524d0f3, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=57d9127e-5b45-4552-8370-1eaa1524d0f3,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:19.560924 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2318-ffe3-44dd-abd3-817729e79120 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:19.572698 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:19.710248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=57d9127e-5b45-4552-8370-1eaa1524d0f3,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:19.987815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b7901-6327-4938-a4c5-5db30213654a req-adfde5d6-c31c-472b-af3c-6039dc07a7e3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:19.989508 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f04b7901-6327-4938-a4c5-5db30213654a req-adfde5d6-c31c-472b-af3c-6039dc07a7e3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.0709753 Aug 27 14:13:20.127279 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f04b7901-6327-4938-a4c5-5db30213654a req-6aee78e2-bd32-43c3-81ce-3e3056b14bd8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049600 Aug 27 14:13:20.175711 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:20.269170 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:20.272041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f2318-ffe3-44dd-abd3-817729e79120 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Deleting port 524f1a5a-7c73-43d0-987e-98606690cef7 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:20.272388 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2318-ffe3-44dd-abd3-817729e79120 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:20.283707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c72a8-0875-4e38-949f-36fbfe564a48 req-cc124a92-f429-4e8f-8ed3-6e37cc5b5285 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:20.290336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c72a8-0875-4e38-949f-36fbfe564a48 req-cc124a92-f429-4e8f-8ed3-6e37cc5b5285 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:20.296547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c72a8-0875-4e38-949f-36fbfe564a48 req-cc124a92-f429-4e8f-8ed3-6e37cc5b5285 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:20.302579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c72a8-0875-4e38-949f-36fbfe564a48 req-cc124a92-f429-4e8f-8ed3-6e37cc5b5285 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:20.309391 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c72a8-0875-4e38-949f-36fbfe564a48 req-cc124a92-f429-4e8f-8ed3-6e37cc5b5285 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:20.315415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c72a8-0875-4e38-949f-36fbfe564a48 req-cc124a92-f429-4e8f-8ed3-6e37cc5b5285 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:20.322382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c72a8-0875-4e38-949f-36fbfe564a48 req-cc124a92-f429-4e8f-8ed3-6e37cc5b5285 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:20.324817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7e9c72a8-0875-4e38-949f-36fbfe564a48 req-cc124a92-f429-4e8f-8ed3-6e37cc5b5285 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5425 time: 0.1167917 Aug 27 14:13:20.388830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['b82163eb-1a74-4eb0-9842-f5895f87c7c8'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:13:20.402636 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7e9c72a8-0875-4e38-949f-36fbfe564a48 req-8a73f2eb-d80d-45c5-a889-90b859b4e609 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536003 Aug 27 14:13:20.421718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:13:20.426449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['78649094-2439-4b87-8eab-66800cc47e58'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:13:20.427609 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:20.473863 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2318-ffe3-44dd-abd3-817729e79120 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:20.494390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f2318-ffe3-44dd-abd3-817729e79120 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Calling delete_port for 524f1a5a-7c73-43d0-987e-98606690cef7 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:20.497368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['57d9127e-5b45-4552-8370-1eaa1524d0f3'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:13:20.531626 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['113591bc-6932-4908-b37e-719908096f55'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:13:20.535117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['3aa30620-961f-41d0-bef2-2507d915a24a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:13:20.616773 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:20.623076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:20.715419 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=a8fa49ab-e4c8-44fb-bdcf-fb436ee52293,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:20.724735 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:20.763679 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2318-ffe3-44dd-abd3-817729e79120 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:20.834247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f2318-ffe3-44dd-abd3-817729e79120 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event deleted for resources: {'Port': ['ID=524f1a5a-7c73-43d0-987e-98606690cef7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:20.855941 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Floating IP dd61e15a-601d-447a-8817-a287ac2e4611 associated. External IP: 172.25.2.203, port: 368bc921-6184-47f6-9f1d-84892743d848. Aug 27 14:13:21.063409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2318-ffe3-44dd-abd3-817729e79120 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:21.166536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:21.341659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['67249ed9-fee5-401f-9015-062a950f594c'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:13:21.366446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:21.379834 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357e179e-bf7a-4637-97a5-a5a1ed091201 None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:21.418159 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:21.423568 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357e179e-bf7a-4637-97a5-a5a1ed091201 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:21.427405 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-357e179e-bf7a-4637-97a5-a5a1ed091201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:21.469731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e166f6-e899-489a-b5f3-0fe3e7498b47 req-1de1291d-348b-471c-9e44-2dfcc6f50eb4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:21.482308 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36e166f6-e899-489a-b5f3-0fe3e7498b47 req-1de1291d-348b-471c-9e44-2dfcc6f50eb4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.1708519 Aug 27 14:13:21.508995 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a89d725b-4359-4daa-ac58-d0647e00f892 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.2633023 Aug 27 14:13:21.513349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37816) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:21.531568 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-357e179e-bf7a-4637-97a5-a5a1ed091201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:21.556792 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357e179e-bf7a-4637-97a5-a5a1ed091201 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:21.557563 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-357e179e-bf7a-4637-97a5-a5a1ed091201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:21.636466 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-357e179e-bf7a-4637-97a5-a5a1ed091201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:21.638831 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357e179e-bf7a-4637-97a5-a5a1ed091201 None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:21.660288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2f2318-ffe3-44dd-abd3-817729e79120 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Router b66d0800-f7fd-45ca-950b-2d94907c0c38 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:21.694459 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:21.728920 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36e166f6-e899-489a-b5f3-0fe3e7498b47 req-0bc190a3-5a0a-4008-8440-71ebc3b31fc1 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437859 Aug 27 14:13:21.738855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41a136-e55d-4004-8534-f94564b899c0 req-14fd9683-aea3-4bb6-b0ae-31af82311e3b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:21.747686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41a136-e55d-4004-8534-f94564b899c0 req-14fd9683-aea3-4bb6-b0ae-31af82311e3b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:21.767906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41a136-e55d-4004-8534-f94564b899c0 req-14fd9683-aea3-4bb6-b0ae-31af82311e3b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:21.775742 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41a136-e55d-4004-8534-f94564b899c0 req-14fd9683-aea3-4bb6-b0ae-31af82311e3b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:21.793867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41a136-e55d-4004-8534-f94564b899c0 req-14fd9683-aea3-4bb6-b0ae-31af82311e3b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:21.812096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41a136-e55d-4004-8534-f94564b899c0 req-14fd9683-aea3-4bb6-b0ae-31af82311e3b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:21.823536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41a136-e55d-4004-8534-f94564b899c0 req-14fd9683-aea3-4bb6-b0ae-31af82311e3b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:21.827639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2f2318-ffe3-44dd-abd3-817729e79120 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:21.833299 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be41a136-e55d-4004-8534-f94564b899c0 req-14fd9683-aea3-4bb6-b0ae-31af82311e3b tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5425 time: 0.2291193 Aug 27 14:13:21.845316 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ac2f2318-ffe3-44dd-abd3-817729e79120 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "PUT /v2.0/routers/b66d0800-f7fd-45ca-950b-2d94907c0c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7366869 Aug 27 14:13:21.845316 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37822) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:21.847938 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2977fb82-7fec-49f2-9f78-a2466de2fdcc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "GET /v2.0/floatingips/dd61e15a-601d-447a-8817-a287ac2e4611 HTTP/1.1" status: 200 len: 979 time: 0.3315415 Aug 27 14:13:21.848396 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d9d87-b3fb-491c-86d3-7e317c74f49c None None] Sync routers for ids ['b66d0800-f7fd-45ca-950b-2d94907c0c38'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:21.850472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37824) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:21.874971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d9d87-b3fb-491c-86d3-7e317c74f49c None None] Routers {'b66d0800-f7fd-45ca-950b-2d94907c0c38'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:21.875750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6f4d9d87-b3fb-491c-86d3-7e317c74f49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b66d0800-f7fd-45ca-950b-2d94907c0c38'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:21.919353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6f4d9d87-b3fb-491c-86d3-7e317c74f49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:21.927373 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be41a136-e55d-4004-8534-f94564b899c0 req-0592f750-7e3f-4ab6-b636-52bef19ae316 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739532 Aug 27 14:13:21.956142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d9d87-b3fb-491c-86d3-7e317c74f49c None None] Routers {'b66d0800-f7fd-45ca-950b-2d94907c0c38'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:21.956996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6f4d9d87-b3fb-491c-86d3-7e317c74f49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b66d0800-f7fd-45ca-950b-2d94907c0c38'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:21.999549 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-f3a031b0-cab4-474d-9762-ac01a218fb42 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] show failed (client error): The resource could not be found. Aug 27 14:13:22.000748 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f3a031b0-cab4-474d-9762-ac01a218fb42 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-1606718762 HTTP/1.1" status: 404 len: 335 time: 0.1043241 Aug 27 14:13:22.006245 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37828) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:22.014573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6f4d9d87-b3fb-491c-86d3-7e317c74f49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:22.015006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d9d87-b3fb-491c-86d3-7e317c74f49c None None] The sync data for ids ['b66d0800-f7fd-45ca-950b-2d94907c0c38'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:22.018016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0344ec73-9afb-4d90-9bd2-b454cbbfdc9a tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:22.053850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37832) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:22.080859 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-0344ec73-9afb-4d90-9bd2-b454cbbfdc9a tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] update failed (client error): The resource could not be found. Aug 27 14:13:22.081742 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0344ec73-9afb-4d90-9bd2-b454cbbfdc9a tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1887704048 HTTP/1.1" status: 404 len: 335 time: 0.0743833 Aug 27 14:13:22.089032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37836) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:22.096027 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5fb9ac2a-1ee4-4846-af19-f77355495545 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2518084 Aug 27 14:13:22.098924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37838) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:22.109224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8ef234c7-aa68-4711-8fdb-bac805a38c49 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'floatingip': {'port_id': '9f7833e3-c7c7-4334-9dac-b901e4792b96'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:22.162467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b597c70b-b2ac-4dae-82c2-388e48b6ec86 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Deleting subnet 0cbc2e8a-9400-436a-8e1e-e72c7506f848 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:13:22.166108 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b597c70b-b2ac-4dae-82c2-388e48b6ec86 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.210913 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-88b3f151-ecf8-46ef-8a56-db50b221548d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.233134 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef234c7-aa68-4711-8fdb-bac805a38c49 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.233484 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b597c70b-b2ac-4dae-82c2-388e48b6ec86 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.361090 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b597c70b-b2ac-4dae-82c2-388e48b6ec86 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.388058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37842) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:22.440913 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-88b3f151-ecf8-46ef-8a56-db50b221548d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.446882 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-88b3f151-ecf8-46ef-8a56-db50b221548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.505432 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-88b3f151-ecf8-46ef-8a56-db50b221548d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=464be6aa3b7941f89837c39492ad6505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4502673 Aug 27 14:13:22.520840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37848) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:22.521911 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b597c70b-b2ac-4dae-82c2-388e48b6ec86 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.557547 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e5893b7-33e9-4335-beb5-f071b671bea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.579238 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3f151-ecf8-46ef-8a56-db50b221548d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ad920-026c-4e80-89e2-40838a7092d1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:22.595965 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597c70b-b2ac-4dae-82c2-388e48b6ec86 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbc2e8a-9400-436a-8e1e-e72c7506f848,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:22.602648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b597c70b-b2ac-4dae-82c2-388e48b6ec86 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.606746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b597c70b-b2ac-4dae-82c2-388e48b6ec86 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "DELETE /v2.0/subnets/0cbc2e8a-9400-436a-8e1e-e72c7506f848 HTTP/1.1" status: 204 len: 168 time: 0.5120134 Aug 27 14:13:22.608356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37850) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:22.611589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2ab811-7426-42d2-ac6b-421a7a5705f2 None None] Network 8ffe9642-46cd-4ece-a251-d205ab516654 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:13:22.726594 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.736187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-acb00afa-849e-4261-ad88-20d8d9e7de53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.782792 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-acb00afa-849e-4261-ad88-20d8d9e7de53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.832429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fa79ee-4527-4fde-8c80-f7bcf9bc86db None None] DHCP port deletion for 8ffe9642-46cd-4ece-a251-d205ab516654 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:13:22.888373 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-65fa79ee-4527-4fde-8c80-f7bcf9bc86db None None] Deleting port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:22.889148 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65fa79ee-4527-4fde-8c80-f7bcf9bc86db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.938728 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-acb00afa-849e-4261-ad88-20d8d9e7de53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.941332 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-acb00afa-849e-4261-ad88-20d8d9e7de53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.942510 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-acb00afa-849e-4261-ad88-20d8d9e7de53 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d0ad920-026c-4e80-89e2-40838a7092d1 HTTP/1.1" status: 204 len: 168 time: 0.4183657 Aug 27 14:13:22.964244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47416966-8edc-4e14-a398-19f457d4c366 req-28f7433f-69c2-47e8-9180-77afd8449e46 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:22.965784 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47416966-8edc-4e14-a398-19f457d4c366 req-28f7433f-69c2-47e8-9180-77afd8449e46 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.1433976 Aug 27 14:13:22.968715 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e5893b7-33e9-4335-beb5-f071b671bea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.973943 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-65fa79ee-4527-4fde-8c80-f7bcf9bc86db None None] For port 3db639dd-a8fc-41f8-95b2-af80ea0893a3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=3db639dd-a8fc-41f8-95b2-af80ea0893a3,segment=NetworkSegment(c2e6d03a-1a59-4b51-8506-7e5d727af2b6),segment_id=c2e6d03a-1a59-4b51-8506-7e5d727af2b6)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:22.974346 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65fa79ee-4527-4fde-8c80-f7bcf9bc86db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.989302 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2e5893b7-33e9-4335-beb5-f071b671bea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:22.996496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-65fa79ee-4527-4fde-8c80-f7bcf9bc86db None None] Calling delete_port for 3db639dd-a8fc-41f8-95b2-af80ea0893a3 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:23.006460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb00afa-849e-4261-ad88-20d8d9e7de53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ad920-026c-4e80-89e2-40838a7092d1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:23.090886 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2e5893b7-33e9-4335-beb5-f071b671bea9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb50c92fb63747c1ac2553a4ebb0bdd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7008331 Aug 27 14:13:23.104204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37858) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:23.120654 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65fa79ee-4527-4fde-8c80-f7bcf9bc86db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.124678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5893b7-33e9-4335-beb5-f071b671bea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27508070-6bef-444f-a0a2-7e79c9e1f84a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:23.142987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Deleting port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:23.143518 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.152005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa79ee-4527-4fde-8c80-f7bcf9bc86db None None] Pushing event deleted for resources: {'Port': ['ID=3db639dd-a8fc-41f8-95b2-af80ea0893a3,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:23.154032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa79ee-4527-4fde-8c80-f7bcf9bc86db None None] No DVR routers for this DVR port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:13:23.218474 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47416966-8edc-4e14-a398-19f457d4c366 req-becb032c-19e3-4a30-8af9-bce9856c3dad tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305057 Aug 27 14:13:23.248130 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef234c7-aa68-4711-8fdb-bac805a38c49 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.268219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f573c7d-033f-4431-95b7-92777c520539 req-9e8ad4ae-4ba8-4607-a7c9-f43b9b995f02 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:23.271545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] For port 3db639dd-a8fc-41f8-95b2-af80ea0893a3, host n-d-712139-12, got binding levels [] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:23.271936 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.275461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f573c7d-033f-4431-95b7-92777c520539 req-9e8ad4ae-4ba8-4607-a7c9-f43b9b995f02 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:23.281581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f573c7d-033f-4431-95b7-92777c520539 req-9e8ad4ae-4ba8-4607-a7c9-f43b9b995f02 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:23.288072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f573c7d-033f-4431-95b7-92777c520539 req-9e8ad4ae-4ba8-4607-a7c9-f43b9b995f02 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:23.294678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f573c7d-033f-4431-95b7-92777c520539 req-9e8ad4ae-4ba8-4607-a7c9-f43b9b995f02 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:23.300308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Calling delete_port for 3db639dd-a8fc-41f8-95b2-af80ea0893a3 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:23.300795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f573c7d-033f-4431-95b7-92777c520539 req-9e8ad4ae-4ba8-4607-a7c9-f43b9b995f02 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:23.305827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.ipam_backend_mixin [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 was not found and therefore no delete operation was performed {{(pid=101187) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:13:23.307444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f573c7d-033f-4431-95b7-92777c520539 req-9e8ad4ae-4ba8-4607-a7c9-f43b9b995f02 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:23.309180 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.309623 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7f573c7d-033f-4431-95b7-92777c520539 req-9e8ad4ae-4ba8-4607-a7c9-f43b9b995f02 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5425 time: 0.2658789 Aug 27 14:13:23.310421 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef234c7-aa68-4711-8fdb-bac805a38c49 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.314289 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-69b4dd99-14a3-45ea-99c7-e4f74e67bbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.355502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event deleted for resources: {'Port': ['ID=3db639dd-a8fc-41f8-95b2-af80ea0893a3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:23.361852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] No DVR routers for this DVR port 3db639dd-a8fc-41f8-95b2-af80ea0893a3 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:13:23.394150 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-69b4dd99-14a3-45ea-99c7-e4f74e67bbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.426029 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7f573c7d-033f-4431-95b7-92777c520539 req-c7c1358c-47c9-43ef-8117-791d92f5f8c1 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790479 Aug 27 14:13:23.443633 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-8ef234c7-aa68-4711-8fdb-bac805a38c49 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Floating IP dd61e15a-601d-447a-8817-a287ac2e4611 associated. External IP: 172.25.2.203, port: 368bc921-6184-47f6-9f1d-84892743d848. Aug 27 14:13:23.479698 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.493199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffe9642-46cd-4ece-a251-d205ab516654']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:23.506557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e6d03a-1a59-4b51-8506-7e5d727af2b6') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:23.506557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e6d03a-1a59-4b51-8506-7e5d727af2b6') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:23.515384 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.526213 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-69b4dd99-14a3-45ea-99c7-e4f74e67bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.528761 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-69b4dd99-14a3-45ea-99c7-e4f74e67bbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.532847 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-69b4dd99-14a3-45ea-99c7-e4f74e67bbf0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27508070-6bef-444f-a0a2-7e79c9e1f84a HTTP/1.1" status: 204 len: 168 time: 0.4272647 Aug 27 14:13:23.545455 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.550197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4dd99-14a3-45ea-99c7-e4f74e67bbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27508070-6bef-444f-a0a2-7e79c9e1f84a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:23.561123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:13:23.561636 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:13:23.569659 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:13:23.620415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b82163eb-1a74-4eb0-9842-f5895f87c7c8 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:23.684035 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.684747 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port b82163eb-1a74-4eb0-9842-f5895f87c7c8 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:23.691278 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port b82163eb-1a74-4eb0-9842-f5895f87c7c8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:23.691969 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.704548 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.710798 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "DELETE /v2.0/networks/8ffe9642-46cd-4ece-a251-d205ab516654 HTTP/1.1" status: 204 len: 168 time: 1.1005778 Aug 27 14:13:23.711652 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37882) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:23.750390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06d951-61d8-4d23-af0c-542119c09bbc tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event deleted for resources: {'Network': ['ID=8ffe9642-46cd-4ece-a251-d205ab516654,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:23.801443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37886) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:23.818446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 3db639dd-a8fc-41f8-95b2-af80ea0893a3 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:13:23.841752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef234c7-aa68-4711-8fdb-bac805a38c49 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:23.842125 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbaae6a-aefc-45bf-8409-0a977ef3cc1d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Deleting subnet c55a3102-16c9-412d-b565-953308565ea1 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:13:23.848086 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-adbaae6a-aefc-45bf-8409-0a977ef3cc1d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.849571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 3db639dd-a8fc-41f8-95b2-af80ea0893a3 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:13:23.850086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 3db639dd-a8fc-41f8-95b2-af80ea0893a3 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:13:23.865165 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.897290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82163eb-1a74-4eb0-9842-f5895f87c7c8'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:13:23.904374 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adfec9c-d698-4563-8b64-d8bbb288abb1" -d '{"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "b82163eb-1a74-4eb0-9842-f5895f87c7c8"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:13:23.922787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b82163eb-1a74-4eb0-9842-f5895f87c7c8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b82163eb-1a74-4eb0-9842-f5895f87c7c8,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:23.928490 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.935118 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-adbaae6a-aefc-45bf-8409-0a977ef3cc1d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:23.977889 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c22b11-4852-4a8c-b78b-da01e1281fdb x-openstack-request-id: req-25c22b11-4852-4a8c-b78b-da01e1281fdb {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:13:23.978184 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "b82163eb-1a74-4eb0-9842-f5895f87c7c8", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:13:23.978440 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25c22b11-4852-4a8c-b78b-da01e1281fdb {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:13:23.978888 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82163eb-1a74-4eb0-9842-f5895f87c7c8', 'code': 200} Aug 27 14:13:24.005704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b82163eb-1a74-4eb0-9842-f5895f87c7c8,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:24.010223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef234c7-aa68-4711-8fdb-bac805a38c49 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:24.016350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1883789438-network', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:24.025543 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d03d5e-0095-4755-bba2-ade75efec27e None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:24.037155 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d03d5e-0095-4755-bba2-ade75efec27e None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:24.037526 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a7d03d5e-0095-4755-bba2-ade75efec27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:24.056436 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-adbaae6a-aefc-45bf-8409-0a977ef3cc1d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.076374 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a7d03d5e-0095-4755-bba2-ade75efec27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:24.081076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37892) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:24.090528 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d03d5e-0095-4755-bba2-ade75efec27e None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:24.091157 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a7d03d5e-0095-4755-bba2-ade75efec27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:24.118846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Made reservation on behalf of 3a043767e40f45aaac53dc32e6a1636c for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:13:24.121238 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.125160 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a7d03d5e-0095-4755-bba2-ade75efec27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:24.125336 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-adbaae6a-aefc-45bf-8409-0a977ef3cc1d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.125803 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d03d5e-0095-4755-bba2-ade75efec27e None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:24.133457 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-68919579-5132-4576-84b5-4c6fefcf323f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.151891 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.154610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbaae6a-aefc-45bf-8409-0a977ef3cc1d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event deleted for resources: {'Subnet': ['ID=c55a3102-16c9-412d-b565-953308565ea1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:24.158357 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-adbaae6a-aefc-45bf-8409-0a977ef3cc1d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.160368 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-adbaae6a-aefc-45bf-8409-0a977ef3cc1d tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "DELETE /v2.0/subnets/c55a3102-16c9-412d-b565-953308565ea1 HTTP/1.1" status: 204 len: 168 time: 0.4364092 Aug 27 14:13:24.162866 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37894) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:24.170252 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d16572-0196-4abf-b0fb-e07c85daa74a None None] Network 1c2436f5-d2a2-4521-90f9-e20304022add requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:13:24.222695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e595771-cae2-45b1-beeb-1f9f1447a333 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Deleting subnet 56fca5b5-7c8b-421e-99d4-99db7dac1ef6 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:13:24.225796 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e595771-cae2-45b1-beeb-1f9f1447a333 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.274961 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e595771-cae2-45b1-beeb-1f9f1447a333 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.370446 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef234c7-aa68-4711-8fdb-bac805a38c49 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:24.373397 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-68919579-5132-4576-84b5-4c6fefcf323f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.386091 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-68919579-5132-4576-84b5-4c6fefcf323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.387468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae66dbbb-f2cf-40e9-a4fd-3e63503fc846 None None] DHCP port deletion for 1c2436f5-d2a2-4521-90f9-e20304022add request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:13:24.421357 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd2de7-23c9-45d7-aa74-8a44bfcb6411 req-e6b2e199-76e7-4d8e-95c3-d35a111aed47 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:24.422809 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7cd2de7-23c9-45d7-aa74-8a44bfcb6411 req-e6b2e199-76e7-4d8e-95c3-d35a111aed47 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.0952742 Aug 27 14:13:24.426027 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e595771-cae2-45b1-beeb-1f9f1447a333 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.443731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ae66dbbb-f2cf-40e9-a4fd-3e63503fc846 None None] Deleting port ab1d8594-8de6-46d5-b917-ea68d93f6211 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:24.444361 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ae66dbbb-f2cf-40e9-a4fd-3e63503fc846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.482791 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-68919579-5132-4576-84b5-4c6fefcf323f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd19be8cf32b4c229d3db39e75525b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978198 Aug 27 14:13:24.487050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37900) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:24.497934 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7cd2de7-23c9-45d7-aa74-8a44bfcb6411 req-bc82a5ef-5a77-49d5-af3c-f1d703d46a07 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501862 Aug 27 14:13:24.499116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68919579-5132-4576-84b5-4c6fefcf323f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ed294c-1fbe-4835-8a84-32c10e9d8e83,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:24.547101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e595771-cae2-45b1-beeb-1f9f1447a333 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.558813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ae66dbbb-f2cf-40e9-a4fd-3e63503fc846 None None] For port ab1d8594-8de6-46d5-b917-ea68d93f6211, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ab1d8594-8de6-46d5-b917-ea68d93f6211,segment=NetworkSegment(7836c1c2-d929-46a5-9410-c6e4086195f9),segment_id=7836c1c2-d929-46a5-9410-c6e4086195f9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:24.559217 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ae66dbbb-f2cf-40e9-a4fd-3e63503fc846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.577109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ae66dbbb-f2cf-40e9-a4fd-3e63503fc846 None None] Calling delete_port for ab1d8594-8de6-46d5-b917-ea68d93f6211 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:24.579356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e595771-cae2-45b1-beeb-1f9f1447a333 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event deleted for resources: {'Subnet': ['ID=56fca5b5-7c8b-421e-99d4-99db7dac1ef6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:24.586262 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e595771-cae2-45b1-beeb-1f9f1447a333 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.592317 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4e595771-cae2-45b1-beeb-1f9f1447a333 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "DELETE /v2.0/subnets/56fca5b5-7c8b-421e-99d4-99db7dac1ef6 HTTP/1.1" status: 204 len: 168 time: 0.4247186 Aug 27 14:13:24.592317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37902) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:24.603131 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4701b-eb5b-49ed-abbf-d8357e4c19ff None None] Network 3ba21a95-7819-4144-867e-cca776fb1f00 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:13:24.670886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef234c7-aa68-4711-8fdb-bac805a38c49 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:24.681321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef234c7-aa68-4711-8fdb-bac805a38c49 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.692573 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aa7346ca-998d-4080-842e-4e5c5aa29fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.700586 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.706461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b528a-6725-4f5c-a0c1-07b8cd2d98b3 None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:24.741067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bc952-281c-46f6-ac64-f5573c7f28c6 req-3f92e317-57f3-4d4b-91e8-d503e7dcfee0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:24.747178 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bc952-281c-46f6-ac64-f5573c7f28c6 req-3f92e317-57f3-4d4b-91e8-d503e7dcfee0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:24.751813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b528a-6725-4f5c-a0c1-07b8cd2d98b3 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:24.752777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-482b528a-6725-4f5c-a0c1-07b8cd2d98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:24.753224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bc952-281c-46f6-ac64-f5573c7f28c6 req-3f92e317-57f3-4d4b-91e8-d503e7dcfee0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:24.760903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bc952-281c-46f6-ac64-f5573c7f28c6 req-3f92e317-57f3-4d4b-91e8-d503e7dcfee0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:24.766844 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bc952-281c-46f6-ac64-f5573c7f28c6 req-3f92e317-57f3-4d4b-91e8-d503e7dcfee0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:24.767510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Deleting port ab1d8594-8de6-46d5-b917-ea68d93f6211 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:24.767946 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.773622 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bc952-281c-46f6-ac64-f5573c7f28c6 req-3f92e317-57f3-4d4b-91e8-d503e7dcfee0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:24.779711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bc952-281c-46f6-ac64-f5573c7f28c6 req-3f92e317-57f3-4d4b-91e8-d503e7dcfee0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:24.781617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d6bc952-281c-46f6-ac64-f5573c7f28c6 req-3f92e317-57f3-4d4b-91e8-d503e7dcfee0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5426 time: 0.2190938 Aug 27 14:13:24.789910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-482b528a-6725-4f5c-a0c1-07b8cd2d98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:24.834507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] For port ab1d8594-8de6-46d5-b917-ea68d93f6211, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ab1d8594-8de6-46d5-b917-ea68d93f6211,segment=NetworkSegment(7836c1c2-d929-46a5-9410-c6e4086195f9),segment_id=7836c1c2-d929-46a5-9410-c6e4086195f9)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:24.834924 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.847906 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.848160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b528a-6725-4f5c-a0c1-07b8cd2d98b3 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:24.848729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-482b528a-6725-4f5c-a0c1-07b8cd2d98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:24.850498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Calling delete_port for ab1d8594-8de6-46d5-b917-ea68d93f6211 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:24.853247 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aa7346ca-998d-4080-842e-4e5c5aa29fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.874161 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.886503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-482b528a-6725-4f5c-a0c1-07b8cd2d98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:24.887215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b528a-6725-4f5c-a0c1-07b8cd2d98b3 None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:24.890207 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ae66dbbb-f2cf-40e9-a4fd-3e63503fc846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:24.910093 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8ef234c7-aa68-4711-8fdb-bac805a38c49 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "PUT /v2.0/floatingips/dd61e15a-601d-447a-8817-a287ac2e4611 HTTP/1.1" status: 200 len: 978 time: 2.8020244 Aug 27 14:13:24.910490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37906) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:24.915080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1faeacaf-c9d9-4bef-a8f2-22bd69b4c9b2 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:24.919950 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66dbbb-f2cf-40e9-a4fd-3e63503fc846 None None] Pushing event deleted for resources: {'Port': ['ID=ab1d8594-8de6-46d5-b917-ea68d93f6211,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:24.920121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d6bc952-281c-46f6-ac64-f5573c7f28c6 req-7ca93f2b-ae2a-4369-880c-b34e1feed3bb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257823 Aug 27 14:13:24.926975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae66dbbb-f2cf-40e9-a4fd-3e63503fc846 None None] No DVR routers for this DVR port ab1d8594-8de6-46d5-b917-ea68d93f6211 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:13:24.943027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:13:24.953590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9223bbc6-ad5f-4d39-8a29-db1dc70ad540,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:24.994676 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aa7346ca-998d-4080-842e-4e5c5aa29fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.000445 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aa7346ca-998d-4080-842e-4e5c5aa29fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.001672 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-aa7346ca-998d-4080-842e-4e5c5aa29fdc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48ed294c-1fbe-4835-8a84-32c10e9d8e83 HTTP/1.1" status: 204 len: 168 time: 0.5120487 Aug 27 14:13:25.002972 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.003492 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Added segment 810488ad-e483-449c-a14f-e0b2306eafde of type vlan for network a3816254-08df-44ca-8b14-52f084cac4e7 Aug 27 14:13:25.015701 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1faeacaf-c9d9-4bef-a8f2-22bd69b4c9b2 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.024636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccec024-9f8a-490b-b2cc-81077b2ecae6 None None] DHCP port deletion for 3ba21a95-7819-4144-867e-cca776fb1f00 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:13:25.025927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7346ca-998d-4080-842e-4e5c5aa29fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ed294c-1fbe-4835-8a84-32c10e9d8e83,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:25.061534 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.093557 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.093864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.095134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:25.095994 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.111238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-fccec024-9f8a-490b-b2cc-81077b2ecae6 None None] Deleting port 244017ca-134e-4613-8a0f-8279b216c26d {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:25.111864 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fccec024-9f8a-490b-b2cc-81077b2ecae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.128511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event deleted for resources: {'Port': ['ID=ab1d8594-8de6-46d5-b917-ea68d93f6211,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:25.164207 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3581920 Aug 27 14:13:25.164207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37910) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:25.168862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-02f31cfb-19fa-4476-9782-e200678ba98a admin admin] Request body: {'subnet': {'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1883789438-subnet', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:25.178667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c895e75-d416-4b2a-9e17-419837e356aa admin admin] Pushing event updated for resources: {'Network': ['ID=a3816254-08df-44ca-8b14-52f084cac4e7,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:25.180138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] No DVR routers for this DVR port ab1d8594-8de6-46d5-b917-ea68d93f6211 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:13:25.192610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network a3816254-08df-44ca-8b14-52f084cac4e7 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:13:25.200490 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f31cfb-19fa-4476-9782-e200678ba98a admin admin] Made reservation on behalf of 3a043767e40f45aaac53dc32e6a1636c for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:13:25.204510 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02f31cfb-19fa-4476-9782-e200678ba98a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.345998 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.354479 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1faeacaf-c9d9-4bef-a8f2-22bd69b4c9b2 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.363674 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1faeacaf-c9d9-4bef-a8f2-22bd69b4c9b2 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.364289 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-1faeacaf-c9d9-4bef-a8f2-22bd69b4c9b2 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Floating IP dd61e15a-601d-447a-8817-a287ac2e4611 disassociated. External IP: 172.25.2.203, port: 9f7833e3-c7c7-4334-9dac-b901e4792b96. Aug 27 14:13:25.368684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2436f5-d2a2-4521-90f9-e20304022add']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:25.403021 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02f31cfb-19fa-4476-9782-e200678ba98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.437768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fccec024-9f8a-490b-b2cc-81077b2ecae6 None None] For port 244017ca-134e-4613-8a0f-8279b216c26d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=244017ca-134e-4613-8a0f-8279b216c26d,segment=NetworkSegment(45d2eb1e-af23-433b-8caa-c391379fbf59),segment_id=45d2eb1e-af23-433b-8caa-c391379fbf59)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:25.438223 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fccec024-9f8a-490b-b2cc-81077b2ecae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.439723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7836c1c2-d929-46a5-9410-c6e4086195f9') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:25.441210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7836c1c2-d929-46a5-9410-c6e4086195f9') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:25.463446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-fccec024-9f8a-490b-b2cc-81077b2ecae6 None None] Calling delete_port for 244017ca-134e-4613-8a0f-8279b216c26d owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:25.463699 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.473271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f31cfb-19fa-4476-9782-e200678ba98a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9d1a45-d251-46a6-8b04-12a895f85dd9,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:25.486146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f31cfb-19fa-4476-9782-e200678ba98a admin admin] Checking segment: {'id': '810488ad-e483-449c-a14f-e0b2306eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:13:25.486146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f31cfb-19fa-4476-9782-e200678ba98a admin admin] Network hostable DHCP agents. Network: a3816254-08df-44ca-8b14-52f084cac4e7, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:13:25.502710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f31cfb-19fa-4476-9782-e200678ba98a admin admin] Network a3816254-08df-44ca-8b14-52f084cac4e7 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:13:25.515202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-02f31cfb-19fa-4476-9782-e200678ba98a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, a3816254-08df-44ca-8b14-52f084cac4e7) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:25.527149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f31cfb-19fa-4476-9782-e200678ba98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:25.528020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-02f31cfb-19fa-4476-9782-e200678ba98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.540969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ce0364-e35a-4e83-bb9c-4c589b29f3b2 None None] Network a3816254-08df-44ca-8b14-52f084cac4e7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:13:25.545862 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.554819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37924) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:25.556300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-02f31cfb-19fa-4476-9782-e200678ba98a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3914680 Aug 27 14:13:25.561325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1883789438-router', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:25.580030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:13:25.580591 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:13:25.583734 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:13:25.652810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 78649094-2439-4b87-8eab-66800cc47e58 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:25.688379 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.689974 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.700244 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.715435 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fccec024-9f8a-490b-b2cc-81077b2ecae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.716335 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.720789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "DELETE /v2.0/networks/1c2436f5-d2a2-4521-90f9-e20304022add HTTP/1.1" status: 204 len: 168 time: 1.1253102 Aug 27 14:13:25.721203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37930) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:25.766503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccec024-9f8a-490b-b2cc-81077b2ecae6 None None] Pushing event deleted for resources: {'Port': ['ID=244017ca-134e-4613-8a0f-8279b216c26d,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:25.804022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccec024-9f8a-490b-b2cc-81077b2ecae6 None None] No DVR routers for this DVR port 244017ca-134e-4613-8a0f-8279b216c26d on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:13:25.822880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700d74a-f72d-46d2-8619-9008b302d588 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event deleted for resources: {'Network': ['ID=1c2436f5-d2a2-4521-90f9-e20304022add,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:25.854726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 78649094-2439-4b87-8eab-66800cc47e58 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:25.855829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884b140-bdea-4f42-a957-fdb381e50098 req-1a8aa630-7c9f-44c8-a49b-1aa3b151c0e5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:25.857555 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e884b140-bdea-4f42-a957-fdb381e50098 req-1a8aa630-7c9f-44c8-a49b-1aa3b151c0e5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.2277207 Aug 27 14:13:25.869606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 78649094-2439-4b87-8eab-66800cc47e58 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:25.870264 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.920475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ab1d8594-8de6-46d5-b917-ea68d93f6211 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:13:25.925978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:25.947856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: ab1d8594-8de6-46d5-b917-ea68d93f6211 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:13:25.948490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ab1d8594-8de6-46d5-b917-ea68d93f6211 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:13:25.949084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 244017ca-134e-4613-8a0f-8279b216c26d no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:13:25.976146 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 244017ca-134e-4613-8a0f-8279b216c26d {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:13:25.976854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 244017ca-134e-4613-8a0f-8279b216c26d not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:13:26.002552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-a3816254-08df-44ca-8b14-52f084cac4e7', 'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'fixed_ips': [{'subnet_id': 'ac9d1a45-d251-46a6-8b04-12a895f85dd9'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:13:26.003450 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.176552 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.199753 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1c2fadf-5a29-4cbf-a7b3-72efd3f161ab tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.225300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fd6af-5f4d-4607-b863-b0a5fec08c5a req-1f97e138-7eaa-44f5-9fc9-0aa6a9b95835 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:26.232561 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fd6af-5f4d-4607-b863-b0a5fec08c5a req-1f97e138-7eaa-44f5-9fc9-0aa6a9b95835 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:26.238958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fd6af-5f4d-4607-b863-b0a5fec08c5a req-1f97e138-7eaa-44f5-9fc9-0aa6a9b95835 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:26.245810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fd6af-5f4d-4607-b863-b0a5fec08c5a req-1f97e138-7eaa-44f5-9fc9-0aa6a9b95835 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:26.247481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78649094-2439-4b87-8eab-66800cc47e58'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:13:26.249799 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c05ae9-dc97-483d-9c94-989302b9770b" -d '{"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "78649094-2439-4b87-8eab-66800cc47e58"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:13:26.252995 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fd6af-5f4d-4607-b863-b0a5fec08c5a req-1f97e138-7eaa-44f5-9fc9-0aa6a9b95835 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:26.259868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fd6af-5f4d-4607-b863-b0a5fec08c5a req-1f97e138-7eaa-44f5-9fc9-0aa6a9b95835 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:26.266372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fd6af-5f4d-4607-b863-b0a5fec08c5a req-1f97e138-7eaa-44f5-9fc9-0aa6a9b95835 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:26.268704 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-079fd6af-5f4d-4607-b863-b0a5fec08c5a req-1f97e138-7eaa-44f5-9fc9-0aa6a9b95835 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5426 time: 0.1695635 Aug 27 14:13:26.278612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Allocated IP 172.20.0.2 (a3816254-08df-44ca-8b14-52f084cac4e7/ac9d1a45-d251-46a6-8b04-12a895f85dd9/95ca35b0-2370-45d9-922b-0ea4dab841b9) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:26.282633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 78649094-2439-4b87-8eab-66800cc47e58, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=78649094-2439-4b87-8eab-66800cc47e58,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:26.288642 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.289474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 113591bc-6932-4908-b37e-719908096f55 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:26.392861 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1c2fadf-5a29-4cbf-a7b3-72efd3f161ab tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.400069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-079fd6af-5f4d-4607-b863-b0a5fec08c5a req-38b198be-a904-4a66-bc9b-2f26adc89b40 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1219862 Aug 27 14:13:26.406312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faeacaf-c9d9-4bef-a8f2-22bd69b4c9b2 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:26.410274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-f1c2fadf-5a29-4cbf-a7b3-72efd3f161ab tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba21a95-7819-4144-867e-cca776fb1f00']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:26.421841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-f1c2fadf-5a29-4cbf-a7b3-72efd3f161ab tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d2eb1e-af23-433b-8caa-c391379fbf59') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:26.422449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-f1c2fadf-5a29-4cbf-a7b3-72efd3f161ab tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d2eb1e-af23-433b-8caa-c391379fbf59') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:26.436507 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1c2fadf-5a29-4cbf-a7b3-72efd3f161ab tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.440598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=78649094-2439-4b87-8eab-66800cc47e58,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:26.454422 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1c2fadf-5a29-4cbf-a7b3-72efd3f161ab tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.462856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c2fadf-5a29-4cbf-a7b3-72efd3f161ab tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:13:26.463429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1c2fadf-5a29-4cbf-a7b3-72efd3f161ab tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:13:26.467211 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:13:26.484610 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e884b140-bdea-4f42-a957-fdb381e50098 req-90e7573a-bae3-4405-8c48-9fbd759004ba tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6142094 Aug 27 14:13:26.550856 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afcc11e-fa10-42cc-937b-a76503151232 x-openstack-request-id: req-3afcc11e-fa10-42cc-937b-a76503151232 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:13:26.551153 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "78649094-2439-4b87-8eab-66800cc47e58", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:13:26.551412 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3afcc11e-fa10-42cc-937b-a76503151232 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:13:26.551814 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78649094-2439-4b87-8eab-66800cc47e58', 'code': 200} Aug 27 14:13:26.557577 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1c2fadf-5a29-4cbf-a7b3-72efd3f161ab tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.564102 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1c2fadf-5a29-4cbf-a7b3-72efd3f161ab tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.565057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 113591bc-6932-4908-b37e-719908096f55 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:26.568446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f1c2fadf-5a29-4cbf-a7b3-72efd3f161ab tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "DELETE /v2.0/networks/3ba21a95-7819-4144-867e-cca776fb1f00 HTTP/1.1" status: 204 len: 168 time: 0.8437257 Aug 27 14:13:26.576814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 113591bc-6932-4908-b37e-719908096f55 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:26.576814 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.577108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37952) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:26.577208 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.611235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Transition to ACTIVE for port object 95ca35b0-2370-45d9-922b-0ea4dab841b9 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:13:26.637328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Transition to ACTIVE for port object 95ca35b0-2370-45d9-922b-0ea4dab841b9 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:13:26.648588 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.670980 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d0d5f4-868c-47d7-9aad-7994c9fd69d9 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Deleting subnet 253a682c-56bb-4fa7-922f-8c3067b9e58b {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:13:26.675674 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46d0d5f4-868c-47d7-9aad-7994c9fd69d9 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.703193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2fadf-5a29-4cbf-a7b3-72efd3f161ab tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event deleted for resources: {'Network': ['ID=3ba21a95-7819-4144-867e-cca776fb1f00,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:26.708584 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.735840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46d0d5f4-868c-47d7-9aad-7994c9fd69d9 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.743114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Network a3816254-08df-44ca-8b14-52f084cac4e7 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:26.751062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:26.753258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Pushing event updated for resources: {'Port': ['ID=95ca35b0-2370-45d9-922b-0ea4dab841b9,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:26.755798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:26.763440 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.776430 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faeacaf-c9d9-4bef-a8f2-22bd69b4c9b2 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:26.781894 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1faeacaf-c9d9-4bef-a8f2-22bd69b4c9b2 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.788005 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f601b-41bc-4e75-8ac0-e07f5a859608 None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:26.802135 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f601b-41bc-4e75-8ac0-e07f5a859608 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:26.803127 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-436f601b-41bc-4e75-8ac0-e07f5a859608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:26.816142 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1faeacaf-c9d9-4bef-a8f2-22bd69b4c9b2 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "PUT /v2.0/floatingips/dd61e15a-601d-447a-8817-a287ac2e4611 HTTP/1.1" status: 200 len: 688 time: 1.9046543 Aug 27 14:13:26.819272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37958) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:26.871580 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-436f601b-41bc-4e75-8ac0-e07f5a859608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:26.894409 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f601b-41bc-4e75-8ac0-e07f5a859608 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:26.895821 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-436f601b-41bc-4e75-8ac0-e07f5a859608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:26.912133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 113591bc-6932-4908-b37e-719908096f55, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=113591bc-6932-4908-b37e-719908096f55,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:26.928720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Attempting to bind port 95ca35b0-2370-45d9-922b-0ea4dab841b9 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:13:26.930084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Attempting to bind port 95ca35b0-2370-45d9-922b-0ea4dab841b9 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '810488ad-e483-449c-a14f-e0b2306eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:13:26.930737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Attempting to bind port 95ca35b0-2370-45d9-922b-0ea4dab841b9 on network a3816254-08df-44ca-8b14-52f084cac4e7 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:13:26.934455 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.936042 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3aa30620-961f-41d0-bef2-2507d915a24a up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:26.938445 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-436f601b-41bc-4e75-8ac0-e07f5a859608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:26.939592 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f601b-41bc-4e75-8ac0-e07f5a859608 None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:26.943917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:13:26.944303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Checking segment: {'id': '810488ad-e483-449c-a14f-e0b2306eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:13:26.945236 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:26.945642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Bound using segment: {'id': '810488ad-e483-449c-a14f-e0b2306eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:13:26.946185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Bound port: 95ca35b0-2370-45d9-922b-0ea4dab841b9, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810488ad-e483-449c-a14f-e0b2306eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:13:26.946575 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.037776 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.057383 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46d0d5f4-868c-47d7-9aad-7994c9fd69d9 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.063947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.067885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=113591bc-6932-4908-b37e-719908096f55,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:27.098782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] For port 95ca35b0-2370-45d9-922b-0ea4dab841b9, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:13:27.102994 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] For port 95ca35b0-2370-45d9-922b-0ea4dab841b9, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=95ca35b0-2370-45d9-922b-0ea4dab841b9,segment=NetworkSegment(810488ad-e483-449c-a14f-e0b2306eafde),segment_id=810488ad-e483-449c-a14f-e0b2306eafde)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:13:27.104523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 3aa30620-961f-41d0-bef2-2507d915a24a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:27.108747 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 3aa30620-961f-41d0-bef2-2507d915a24a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:27.109135 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.111274 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.157700 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b70cdbc4-f9c4-439f-9ef5-38d4d0b12419 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port a8fa49ab-e4c8-44fb-bdcf-fb436ee52293 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:27.158122 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b70cdbc4-f9c4-439f-9ef5-38d4d0b12419 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.219756 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46d0d5f4-868c-47d7-9aad-7994c9fd69d9 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.222214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac7089-4ae8-4d88-b3f8-f0c1827522c0 None None] Pushing event updated for resources: {'Port': ['ID=95ca35b0-2370-45d9-922b-0ea4dab841b9,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:27.257179 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Allocated IP 172.25.2.192 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/97494e95-4837-46c1-b31f-fa579e21b1da) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:27.292806 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.337518 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3aa30620-961f-41d0-bef2-2507d915a24a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3aa30620-961f-41d0-bef2-2507d915a24a,segment=NetworkSegment(dbb170bd-d104-4cf2-a554-d78f82ab3dbd),segment_id=dbb170bd-d104-4cf2-a554-d78f82ab3dbd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:27.338043 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b70cdbc4-f9c4-439f-9ef5-38d4d0b12419 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.338780 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b70cdbc4-f9c4-439f-9ef5-38d4d0b12419 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.345666 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.346716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:27.360328 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b70cdbc4-f9c4-439f-9ef5-38d4d0b12419 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for a8fa49ab-e4c8-44fb-bdcf-fb436ee52293 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:27.416847 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.461641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=3aa30620-961f-41d0-bef2-2507d915a24a,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:27.466668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:27.481852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:27.482236 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.500161 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.559676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:27.568174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:27.589570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:27.636476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0d5f4-868c-47d7-9aad-7994c9fd69d9 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event deleted for resources: {'Subnet': ['ID=253a682c-56bb-4fa7-922f-8c3067b9e58b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:27.642018 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-46d0d5f4-868c-47d7-9aad-7994c9fd69d9 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.646285 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-46d0d5f4-868c-47d7-9aad-7994c9fd69d9 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "DELETE /v2.0/subnets/253a682c-56bb-4fa7-922f-8c3067b9e58b HTTP/1.1" status: 204 len: 168 time: 1.0656970 Aug 27 14:13:27.647624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37976) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:27.660696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3786f6ff-c5c8-41d5-8f64-04413108d8e6 None None] Network 803b6ee8-eb95-4039-98e8-0ee6b618134d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:13:27.697472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Pushing event updated for resources: {'Port': ['ID=97494e95-4837-46c1-b31f-fa579e21b1da,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:27.787082 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.857489 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b70cdbc4-f9c4-439f-9ef5-38d4d0b12419 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.919567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9070f-b86b-4171-ae4c-7696877b76dd req-f1ccedc8-4e32-4824-bb26-f5589104964a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:27.924330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cdbc4-f9c4-439f-9ef5-38d4d0b12419 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=a8fa49ab-e4c8-44fb-bdcf-fb436ee52293,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:27.925674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9070f-b86b-4171-ae4c-7696877b76dd req-f1ccedc8-4e32-4824-bb26-f5589104964a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:27.932028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9070f-b86b-4171-ae4c-7696877b76dd req-f1ccedc8-4e32-4824-bb26-f5589104964a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:27.938077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9070f-b86b-4171-ae4c-7696877b76dd req-f1ccedc8-4e32-4824-bb26-f5589104964a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:27.944190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ee68a-c116-46fd-a349-6e275a26a6e6 req-3dc789ee-cad4-496f-93cb-c7b1ba1db6b5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:27.946782 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e90ee68a-c116-46fd-a349-6e275a26a6e6 req-3dc789ee-cad4-496f-93cb-c7b1ba1db6b5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.2661972 Aug 27 14:13:27.951872 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:27.958414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9070f-b86b-4171-ae4c-7696877b76dd req-f1ccedc8-4e32-4824-bb26-f5589104964a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:27.975298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9070f-b86b-4171-ae4c-7696877b76dd req-f1ccedc8-4e32-4824-bb26-f5589104964a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:27.989421 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9070f-b86b-4171-ae4c-7696877b76dd req-f1ccedc8-4e32-4824-bb26-f5589104964a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:27.997593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:28.002119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 95ca35b0-2370-45d9-922b-0ea4dab841b9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:28.005867 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07e9070f-b86b-4171-ae4c-7696877b76dd req-f1ccedc8-4e32-4824-bb26-f5589104964a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5429 time: 0.3089423 Aug 27 14:13:28.045215 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.046452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 57d9127e-5b45-4552-8370-1eaa1524d0f3 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:28.108752 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b70cdbc4-f9c4-439f-9ef5-38d4d0b12419 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.111492 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b70cdbc4-f9c4-439f-9ef5-38d4d0b12419 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.112793 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b70cdbc4-f9c4-439f-9ef5-38d4d0b12419 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/floatingips/dd61e15a-601d-447a-8817-a287ac2e4611 HTTP/1.1" status: 204 len: 168 time: 1.2719667 Aug 27 14:13:28.119920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37986) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:28.131088 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e90ee68a-c116-46fd-a349-6e275a26a6e6 req-fb157cc3-60ac-4750-974f-2c6d1f06cc95 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753733 Aug 27 14:13:28.133721 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:28.159554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Deleting port 0ba098e4-0e79-4a5f-b826-55139d382671 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:28.159908 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.173050 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 95ca35b0-2370-45d9-922b-0ea4dab841b9 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:28.216552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 57d9127e-5b45-4552-8370-1eaa1524d0f3 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:28.225352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 57d9127e-5b45-4552-8370-1eaa1524d0f3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:28.225770 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.232916 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-0b9a92fc-d4a2-4431-80d2-33a1e0b950ed tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] delete failed (client error): The resource could not be found. Aug 27 14:13:28.239038 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0b9a92fc-d4a2-4431-80d2-33a1e0b950ed tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/floatingips/dd61e15a-601d-447a-8817-a287ac2e4611 HTTP/1.1" status: 404 len: 345 time: 0.1181197 Aug 27 14:13:28.240962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37990) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:28.261531 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07e9070f-b86b-4171-ae4c-7696877b76dd req-d79ea85d-0a0e-4d31-a010-70b66a5a5355 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2554104 Aug 27 14:13:28.280444 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.297612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d513733-b7ba-4e4a-a788-9df6f0e1d4f9 None None] DHCP port deletion for 803b6ee8-eb95-4039-98e8-0ee6b618134d request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:13:28.387925 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] For port 0ba098e4-0e79-4a5f-b826-55139d382671, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ba098e4-0e79-4a5f-b826-55139d382671,segment=NetworkSegment(6f24bb1a-28db-4128-ab71-d5ed89af75c2),segment_id=6f24bb1a-28db-4128-ab71-d5ed89af75c2)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:28.388306 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.424575 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9d513733-b7ba-4e4a-a788-9df6f0e1d4f9 None None] Deleting port 0ba098e4-0e79-4a5f-b826-55139d382671 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:28.424955 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9d513733-b7ba-4e4a-a788-9df6f0e1d4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.438432 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Calling delete_port for 0ba098e4-0e79-4a5f-b826-55139d382671 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:28.457005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d481733-dae0-41f0-b06d-1dd5b5e3ca31 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:28.463478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d481733-dae0-41f0-b06d-1dd5b5e3ca31 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:28.469497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d481733-dae0-41f0-b06d-1dd5b5e3ca31 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:28.474472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6d481733-dae0-41f0-b06d-1dd5b5e3ca31 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "GET /v2.0/ports?network_id=2cd5d244-5e2d-43da-9ef3-50635ccf4769 HTTP/1.1" status: 200 len: 2359 time: 0.2272904 Aug 27 14:13:28.478159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37998) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:28.496759 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.554564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113591bc-6932-4908-b37e-719908096f55'}, {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa30620-961f-41d0-bef2-2507d915a24a'}, {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c'}, {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d9127e-5b45-4552-8370-1eaa1524d0f3'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:13:28.557350 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a47a065-6ad2-4e5d-873f-5a938cc83e27" -d '{"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "113591bc-6932-4908-b37e-719908096f55"}, {"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "3aa30620-961f-41d0-bef2-2507d915a24a"}, {"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c"}, {"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "57d9127e-5b45-4552-8370-1eaa1524d0f3"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:13:28.566640 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9d513733-b7ba-4e4a-a788-9df6f0e1d4f9 None None] For port 0ba098e4-0e79-4a5f-b826-55139d382671, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ba098e4-0e79-4a5f-b826-55139d382671,segment=NetworkSegment(6f24bb1a-28db-4128-ab71-d5ed89af75c2),segment_id=6f24bb1a-28db-4128-ab71-d5ed89af75c2)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:28.567084 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9d513733-b7ba-4e4a-a788-9df6f0e1d4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.593224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 57d9127e-5b45-4552-8370-1eaa1524d0f3, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=57d9127e-5b45-4552-8370-1eaa1524d0f3,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:28.607331 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.608122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 67249ed9-fee5-401f-9015-062a950f594c up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:28.611863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9d513733-b7ba-4e4a-a788-9df6f0e1d4f9 None None] Calling delete_port for 0ba098e4-0e79-4a5f-b826-55139d382671 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:28.627412 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.649849 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 27 Aug 2021 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ecc960-14c3-4589-ad8b-f3461770329b x-openstack-request-id: req-e9ecc960-14c3-4589-ad8b-f3461770329b {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:13:28.650313 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "113591bc-6932-4908-b37e-719908096f55", "code": 200}, {"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "3aa30620-961f-41d0-bef2-2507d915a24a", "code": 200}, {"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c", "code": 200}, {"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "57d9127e-5b45-4552-8370-1eaa1524d0f3", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:13:28.650664 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9ecc960-14c3-4589-ad8b-f3461770329b {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:13:28.651185 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113591bc-6932-4908-b37e-719908096f55', 'code': 200} Aug 27 14:13:28.653198 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa30620-961f-41d0-bef2-2507d915a24a', 'code': 200} Aug 27 14:13:28.653711 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c', 'code': 200} Aug 27 14:13:28.653922 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d9127e-5b45-4552-8370-1eaa1524d0f3', 'code': 200} Aug 27 14:13:28.727504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f62c92-bbd4-4a8a-93c8-9aefb953e9bf tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:28.733510 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c1f62c92-bbd4-4a8a-93c8-9aefb953e9bf tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "GET /v2.0/subnets/30b71d50-3898-4478-85e4-6cecdfd1cbc3 HTTP/1.1" status: 200 len: 797 time: 0.2498293 Aug 27 14:13:28.744408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38006) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:28.761144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'port': {'network_id': '2cd5d244-5e2d-43da-9ef3-50635ccf4769', 'name': 'tempest-FloatingIPTestJSON-735025584', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:28.812780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Router d6e95b48-06a8-4f2a-bb87-49aab13bfdee is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:13:28.846216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=57d9127e-5b45-4552-8370-1eaa1524d0f3,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:28.870167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 67249ed9-fee5-401f-9015-062a950f594c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:28.875761 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 67249ed9-fee5-401f-9015-062a950f594c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:28.875955 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.902173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed34d58-8c24-4d5a-8e07-c16316c3eac4 None None] Network a3816254-08df-44ca-8b14-52f084cac4e7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:13:28.917490 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9d513733-b7ba-4e4a-a788-9df6f0e1d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:28.988766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:28.992957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:29.008806 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:29.012006 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2176cc52-3ba6-45e4-a4d3-b0f14534cc43 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4544449 Aug 27 14:13:29.013601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38014) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:29.062162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event deleted for resources: {'Port': ['ID=0ba098e4-0e79-4a5f-b826-55139d382671,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:29.070249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] No DVR routers for this DVR port 0ba098e4-0e79-4a5f-b826-55139d382671 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:13:29.105460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Made reservation on behalf of 1ada6e480f424027bb5897a5bee67780 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:13:29.134568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Sync routers for ids ['d6e95b48-06a8-4f2a-bb87-49aab13bfdee'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:29.172528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d513733-b7ba-4e4a-a788-9df6f0e1d4f9 None None] Pushing event deleted for resources: {'Port': ['ID=0ba098e4-0e79-4a5f-b826-55139d382671,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:29.174998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d513733-b7ba-4e4a-a788-9df6f0e1d4f9 None None] No DVR routers for this DVR port 0ba098e4-0e79-4a5f-b826-55139d382671 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:13:29.209706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Routers {'d6e95b48-06a8-4f2a-bb87-49aab13bfdee'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:29.210577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d6e95b48-06a8-4f2a-bb87-49aab13bfdee'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:29.212732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9981f452-1dca-4688-ba61-d9e35a95589d None None] Provisioning for port 95ca35b0-2370-45d9-922b-0ea4dab841b9 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:29.234790 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:29.251618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803b6ee8-eb95-4039-98e8-0ee6b618134d']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:29.267960 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9981f452-1dca-4688-ba61-d9e35a95589d None None] Provisioning complete for port 95ca35b0-2370-45d9-922b-0ea4dab841b9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:29.268286 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9981f452-1dca-4688-ba61-d9e35a95589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:29.273905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f24bb1a-28db-4128-ab71-d5ed89af75c2') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:29.274254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f24bb1a-28db-4128-ab71-d5ed89af75c2') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:29.292673 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:29.322899 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:29.328099 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:29.357987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] device_id is not set on port 5f71cbf1-a8b4-4ec5-9256-9361ed575c22 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:13:29.363570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:13:29.363989 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:13:29.367376 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:13:29.462747 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Set router d6e95b48-06a8-4f2a-bb87-49aab13bfdee gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:13:29.507935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fb3b6-7db0-4447-ace2-4eed6625f184 req-d9f325bd-2c2f-4a75-a504-861598fe5363 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:29.510800 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-683fb3b6-7db0-4447-ace2-4eed6625f184 req-d9f325bd-2c2f-4a75-a504-861598fe5363 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.1528285 Aug 27 14:13:29.526886 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:29.543737 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:29.546164 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "DELETE /v2.0/networks/803b6ee8-eb95-4039-98e8-0ee6b618134d HTTP/1.1" status: 204 len: 168 time: 1.8977120 Aug 27 14:13:29.555165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38026) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:29.589434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85405e84-0b8b-4036-b2c9-f4d448ae5038 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Pushing event deleted for resources: {'Network': ['ID=803b6ee8-eb95-4039-98e8-0ee6b618134d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:29.595228 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3cb83d5e-b55a-4601-a81b-83665990b540 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "GET /v2.0/ports?device_id=b66d0800-f7fd-45ca-950b-2d94907c0c38 HTTP/1.1" status: 200 len: 205 time: 0.0388176 Aug 27 14:13:29.602711 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38028) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:29.602711 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-683fb3b6-7db0-4447-ace2-4eed6625f184 req-2bbb5494-8421-4250-af19-0c565e472500 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809131 Aug 27 14:13:29.691446 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:29.732001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff70e-6f77-46e3-9fd1-8d24b4c186ae req-27d9ee9b-10a8-4e15-9177-db2fc926cecb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:29.742086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff70e-6f77-46e3-9fd1-8d24b4c186ae req-27d9ee9b-10a8-4e15-9177-db2fc926cecb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:29.749670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff70e-6f77-46e3-9fd1-8d24b4c186ae req-27d9ee9b-10a8-4e15-9177-db2fc926cecb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:29.757812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff70e-6f77-46e3-9fd1-8d24b4c186ae req-27d9ee9b-10a8-4e15-9177-db2fc926cecb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:29.761958 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-507493db-58fe-445f-b9bc-60a82d2f1d69 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:29.767896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff70e-6f77-46e3-9fd1-8d24b4c186ae req-27d9ee9b-10a8-4e15-9177-db2fc926cecb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:29.774656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff70e-6f77-46e3-9fd1-8d24b4c186ae req-27d9ee9b-10a8-4e15-9177-db2fc926cecb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:29.781000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff70e-6f77-46e3-9fd1-8d24b4c186ae req-27d9ee9b-10a8-4e15-9177-db2fc926cecb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:29.782965 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15bff70e-6f77-46e3-9fd1-8d24b4c186ae req-27d9ee9b-10a8-4e15-9177-db2fc926cecb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5431 time: 0.1947451 Aug 27 14:13:29.892591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 67249ed9-fee5-401f-9015-062a950f594c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=67249ed9-fee5-401f-9015-062a950f594c,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:29.901161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ba098e4-0e79-4a5f-b826-55139d382671 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:13:29.916849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15bff70e-6f77-46e3-9fd1-8d24b4c186ae req-78da1be5-4322-44bd-8a4e-5fdcb831ab26 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222005 Aug 27 14:13:29.929353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 0ba098e4-0e79-4a5f-b826-55139d382671 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:13:29.929768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ba098e4-0e79-4a5f-b826-55139d382671 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:13:29.941260 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.044635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.20.0.14 (2cd5d244-5e2d-43da-9ef3-50635ccf4769/30b71d50-3898-4478-85e4-6cecdfd1cbc3/5f71cbf1-a8b4-4ec5-9256-9361ed575c22) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:30.051620 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9981f452-1dca-4688-ba61-d9e35a95589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.052009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.20.0.13 (2cd5d244-5e2d-43da-9ef3-50635ccf4769/30b71d50-3898-4478-85e4-6cecdfd1cbc3/5f71cbf1-a8b4-4ec5-9256-9361ed575c22) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:30.148739 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=67249ed9-fee5-401f-9015-062a950f594c,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:30.161687 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9981f452-1dca-4688-ba61-d9e35a95589d None None] For port 95ca35b0-2370-45d9-922b-0ea4dab841b9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=95ca35b0-2370-45d9-922b-0ea4dab841b9,segment=NetworkSegment(810488ad-e483-449c-a14f-e0b2306eafde),segment_id=810488ad-e483-449c-a14f-e0b2306eafde)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:30.167975 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9981f452-1dca-4688-ba61-d9e35a95589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.256871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981f452-1dca-4688-ba61-d9e35a95589d None None] Pushing event updated for resources: {'Port': ['ID=95ca35b0-2370-45d9-922b-0ea4dab841b9,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:30.282518 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'name': 'tempest-ImageQuotaTest-1883789438-router', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:13:25Z', 'updated_at': '2021-08-27T14:13:27Z', 'revision_number': 3, 'project_id': '3a043767e40f45aaac53dc32e6a1636c', 'gw_port': {'id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:13:27Z', 'updated_at': '2021-08-27T14:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:30.314123 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.314968 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Checking router: d6e95b48-06a8-4f2a-bb87-49aab13bfdee for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:13:30.315491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Updating router d6e95b48-06a8-4f2a-bb87-49aab13bfdee port 97494e95-4837-46c1-b31f-fa579e21b1da binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:13:30.342865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device fd226785-adfa-4162-892a-b1cfaff56660 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:13:30.363758 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.388537 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.425341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3fd2b60e-c658-4427-b14c-b467e477065b None None] Provisioning complete for port 95ca35b0-2370-45d9-922b-0ea4dab841b9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:30.425724 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b60e-c658-4427-b14c-b467e477065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.434707 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-507493db-58fe-445f-b9bc-60a82d2f1d69 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.438199 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-507493db-58fe-445f-b9bc-60a82d2f1d69 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.441794 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.453604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 2cd5d244-5e2d-43da-9ef3-50635ccf4769 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:30.459359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:30.463971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:30.529022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=5f71cbf1-a8b4-4ec5-9256-9361ed575c22,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:30.558670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:30.559679 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.572816 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-507493db-58fe-445f-b9bc-60a82d2f1d69 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.573335 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507493db-58fe-445f-b9bc-60a82d2f1d69 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Fanout notify agent at l3_agent the message router_deleted on router b66d0800-f7fd-45ca-950b-2d94907c0c38 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:13:30.590704 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-335b4bc4-9082-4988-9195-2788843ae939 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.8437114 Aug 27 14:13:30.594323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38040) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:30.607420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '5f71cbf1-a8b4-4ec5-9256-9361ed575c22', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:30.641771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-507493db-58fe-445f-b9bc-60a82d2f1d69 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.642987 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.643425 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-507493db-58fe-445f-b9bc-60a82d2f1d69 tempest-RoutersNegativeIpV6Test-1209887151 tempest-RoutersNegativeIpV6Test-1209887151-project] 10.222.0.55 "DELETE /v2.0/routers/b66d0800-f7fd-45ca-950b-2d94907c0c38 HTTP/1.1" status: 204 len: 168 time: 1.0442526 Aug 27 14:13:30.658663 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67249ed9-fee5-401f-9015-062a950f594c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:13:30.673256 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2f8165-2f9b-4259-9855-cbfe50a3bede" -d '{"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "67249ed9-fee5-401f-9015-062a950f594c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:13:30.792090 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad30923-07ee-4fd7-bd5e-bebaa13d9b33 x-openstack-request-id: req-8ad30923-07ee-4fd7-bd5e-bebaa13d9b33 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:13:30.792478 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-plugged", "status": "completed", "tag": "67249ed9-fee5-401f-9015-062a950f594c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:13:30.792672 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ad30923-07ee-4fd7-bd5e-bebaa13d9b33 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:13:30.793028 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67249ed9-fee5-401f-9015-062a950f594c', 'code': 200} Aug 27 14:13:30.795048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:30.844426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'fd226785-adfa-4162-892a-b1cfaff56660', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'port_id': 'fd226785-adfa-4162-892a-b1cfaff56660', 'mac_address': 'fa:16:3e:c4:cb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:13:30.934210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de678e-642d-4bf8-93bc-e2bad6983a1d req-3b6aa576-762f-48ff-a266-53ea9f7ce06c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:30.935937 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8de678e-642d-4bf8-93bc-e2bad6983a1d req-3b6aa576-762f-48ff-a266-53ea9f7ce06c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 945 time: 0.1433003 Aug 27 14:13:30.951291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Allocated IP 172.20.0.1 (a3816254-08df-44ca-8b14-52f084cac4e7/ac9d1a45-d251-46a6-8b04-12a895f85dd9/40da991b-5e7a-4157-8221-4787823fdd74) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:30.960371 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:30.961217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d99f-b96e-4b96-9a8b-afd2615af0a9 req-0009313c-9a2e-4aa5-b57b-e8a4729f5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:30.962048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d99f-b96e-4b96-9a8b-afd2615af0a9 req-0009313c-9a2e-4aa5-b57b-e8a4729f5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:30.962258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d99f-b96e-4b96-9a8b-afd2615af0a9 req-0009313c-9a2e-4aa5-b57b-e8a4729f5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:30.963099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d99f-b96e-4b96-9a8b-afd2615af0a9 req-0009313c-9a2e-4aa5-b57b-e8a4729f5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:30.963234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d99f-b96e-4b96-9a8b-afd2615af0a9 req-0009313c-9a2e-4aa5-b57b-e8a4729f5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:30.963934 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d99f-b96e-4b96-9a8b-afd2615af0a9 req-0009313c-9a2e-4aa5-b57b-e8a4729f5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:30.964170 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d99f-b96e-4b96-9a8b-afd2615af0a9 req-0009313c-9a2e-4aa5-b57b-e8a4729f5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:30.966195 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fdd6d99f-b96e-4b96-9a8b-afd2615af0a9 req-0009313c-9a2e-4aa5-b57b-e8a4729f5dd5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 6496 time: 0.0905633 Aug 27 14:13:30.979078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd226785-adfa-4162-892a-b1cfaff56660 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:13:31.013732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:31.037820 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:31.106274 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:31.124465 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8de678e-642d-4bf8-93bc-e2bad6983a1d req-a0bf9d7b-4ff1-4f57-a47a-3d49892a961b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351182 Aug 27 14:13:31.135347 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fdd6d99f-b96e-4b96-9a8b-afd2615af0a9 req-b75d6f08-f943-48e1-9c70-9920542d5141 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b071ddb1-424c-4d0d-b303-ecc8e7154143&id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1583717 Aug 27 14:13:31.141007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=fd226785-adfa-4162-892a-b1cfaff56660,revision_number=11']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:31.148554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Transition to ACTIVE for port object 97494e95-4837-46c1-b31f-fa579e21b1da will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:13:31.148832 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:31.157462 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:31.190839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59414f22-eb1d-4d56-81b2-24f19e0bcdb6 req-14b2c303-91be-418a-a143-65e4d5390428 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:31.197489 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59414f22-eb1d-4d56-81b2-24f19e0bcdb6 req-14b2c303-91be-418a-a143-65e4d5390428 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:31.204548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59414f22-eb1d-4d56-81b2-24f19e0bcdb6 req-14b2c303-91be-418a-a143-65e4d5390428 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:31.211615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59414f22-eb1d-4d56-81b2-24f19e0bcdb6 req-14b2c303-91be-418a-a143-65e4d5390428 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:31.218341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Attempting to bind port 97494e95-4837-46c1-b31f-fa579e21b1da on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:13:31.218603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59414f22-eb1d-4d56-81b2-24f19e0bcdb6 req-14b2c303-91be-418a-a143-65e4d5390428 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:31.218845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Attempting to bind port 97494e95-4837-46c1-b31f-fa579e21b1da by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:13:31.219470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Attempting to bind port 97494e95-4837-46c1-b31f-fa579e21b1da on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:13:31.224808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59414f22-eb1d-4d56-81b2-24f19e0bcdb6 req-14b2c303-91be-418a-a143-65e4d5390428 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:31.227061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cde5a-d7d0-421c-9baa-e42dd24f5f30 None None] Pushing event updated for resources: {'Port': ['ID=97494e95-4837-46c1-b31f-fa579e21b1da,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:31.231065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:13:31.231447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:13:31.231855 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:31.232244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:13:31.232382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59414f22-eb1d-4d56-81b2-24f19e0bcdb6 req-14b2c303-91be-418a-a143-65e4d5390428 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:31.232724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Bound port: 97494e95-4837-46c1-b31f-fa579e21b1da, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:13:31.233109 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:31.238084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38056) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:31.242991 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-59414f22-eb1d-4d56-81b2-24f19e0bcdb6 req-14b2c303-91be-418a-a143-65e4d5390428 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5432 time: 0.1530261 Aug 27 14:13:31.301375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] For port 97494e95-4837-46c1-b31f-fa579e21b1da, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:13:31.303477 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] For port 97494e95-4837-46c1-b31f-fa579e21b1da, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=97494e95-4837-46c1-b31f-fa579e21b1da,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:13:31.310040 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:31.310668 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:31.338929 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-59414f22-eb1d-4d56-81b2-24f19e0bcdb6 req-f8c393ac-1fdc-4abd-b7e4-49fa026e370d tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868475 Aug 27 14:13:31.360809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Transition to ACTIVE for port object 40da991b-5e7a-4157-8221-4787823fdd74 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:13:31.384545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cde5a-d7d0-421c-9baa-e42dd24f5f30 None None] Pushing event updated for resources: {'Port': ['ID=97494e95-4837-46c1-b31f-fa579e21b1da,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:31.408313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Routers {'d6e95b48-06a8-4f2a-bb87-49aab13bfdee'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:31.409487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d6e95b48-06a8-4f2a-bb87-49aab13bfdee'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:31.415066 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:31.422725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.25.2.39 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/e9b357c5-8abd-4cba-9487-874118227dc3) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:31.452524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['fd226785-adfa-4162-892a-b1cfaff56660'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:13:31.471330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Network a3816254-08df-44ca-8b14-52f084cac4e7 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:31.476447 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:31.479398 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:31.508612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Pushing event updated for resources: {'Port': ['ID=40da991b-5e7a-4157-8221-4787823fdd74,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:31.561065 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:31.626893 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:31.674614 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:31.763633 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8d92157c-224c-46bf-abb3-b054ef1d8458 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb19946bc62841b185ca82b7fb9aa902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5220733 Aug 27 14:13:31.769869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38072) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:31.771768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:31.791089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:31.795430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:31.798283 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:31.847110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] Set router d6e95b48-06a8-4f2a-bb87-49aab13bfdee gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:13:31.889100 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=e9b357c5-8abd-4cba-9487-874118227dc3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:31.893132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 95ca35b0-2370-45d9-922b-0ea4dab841b9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:31.979140 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-063202d7-c9d3-40f6-8d03-5a04084d2143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:32.019904 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-477ef266-ca4f-4eff-8aeb-55ae46abc24a None None] Provisioning for port 40da991b-5e7a-4157-8221-4787823fdd74 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:32.020850 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:32.027355 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:32.042608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-477ef266-ca4f-4eff-8aeb-55ae46abc24a None None] Provisioning complete for port 40da991b-5e7a-4157-8221-4787823fdd74 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:32.043023 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-477ef266-ca4f-4eff-8aeb-55ae46abc24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:32.045787 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-063202d7-c9d3-40f6-8d03-5a04084d2143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:32.106247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Pushing event updated for resources: {'Port': ['ID=40da991b-5e7a-4157-8221-4787823fdd74,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:32.114886 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:32.125522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 95ca35b0-2370-45d9-922b-0ea4dab841b9 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:32.125906 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:32.147909 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-477ef266-ca4f-4eff-8aeb-55ae46abc24a None None] Port 40da991b-5e7a-4157-8221-4787823fdd74 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:13:32.204142 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-063202d7-c9d3-40f6-8d03-5a04084d2143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:32.207071 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-063202d7-c9d3-40f6-8d03-5a04084d2143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:32.208388 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-063202d7-c9d3-40f6-8d03-5a04084d2143 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d78d867f-3e2a-427e-ac32-7d30535b0ec3 HTTP/1.1" status: 204 len: 168 time: 0.4321485 Aug 27 14:13:32.225132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063202d7-c9d3-40f6-8d03-5a04084d2143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78d867f-3e2a-427e-ac32-7d30535b0ec3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:32.278082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Network a3816254-08df-44ca-8b14-52f084cac4e7 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:32.282190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:32.317744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'name': 'tempest-ImageQuotaTest-1883789438-router', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:13:25Z', 'updated_at': '2021-08-27T14:13:27Z', 'revision_number': 3, 'project_id': '3a043767e40f45aaac53dc32e6a1636c', 'gw_port': {'id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:13:27Z', 'updated_at': '2021-08-27T14:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:32.359958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e6840-025f-4cdc-a44f-d2d4491fd7a8 None None] The sync data for ids ['d6e95b48-06a8-4f2a-bb87-49aab13bfdee'] in n-d-712139-12 is: [{'id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'name': 'tempest-ImageQuotaTest-1883789438-router', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:13:25Z', 'updated_at': '2021-08-27T14:13:27Z', 'revision_number': 3, 'project_id': '3a043767e40f45aaac53dc32e6a1636c', 'gw_port': {'id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:13:27Z', 'updated_at': '2021-08-27T14:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:32.494816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f14b6-53b6-47be-b455-92ce22f1194e req-96833bde-b736-4bb2-a715-c548d89a032e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:32.505684 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e42f14b6-53b6-47be-b455-92ce22f1194e req-96833bde-b736-4bb2-a715-c548d89a032e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.2530727 Aug 27 14:13:32.516123 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:32.611088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb91d-e650-426e-a674-f471fd5d545b req-85077448-48b9-471f-9802-4c6c69e1b9ac tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:32.633369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb91d-e650-426e-a674-f471fd5d545b req-85077448-48b9-471f-9802-4c6c69e1b9ac tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:32.634926 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e42f14b6-53b6-47be-b455-92ce22f1194e req-6388062a-31c4-499b-85b1-eafc94b83d8f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251359 Aug 27 14:13:32.639739 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb91d-e650-426e-a674-f471fd5d545b req-85077448-48b9-471f-9802-4c6c69e1b9ac tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:32.645784 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb91d-e650-426e-a674-f471fd5d545b req-85077448-48b9-471f-9802-4c6c69e1b9ac tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:32.652412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb91d-e650-426e-a674-f471fd5d545b req-85077448-48b9-471f-9802-4c6c69e1b9ac tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:32.658345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb91d-e650-426e-a674-f471fd5d545b req-85077448-48b9-471f-9802-4c6c69e1b9ac tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:32.669007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb91d-e650-426e-a674-f471fd5d545b req-85077448-48b9-471f-9802-4c6c69e1b9ac tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:32.670988 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce8cb91d-e650-426e-a674-f471fd5d545b req-85077448-48b9-471f-9802-4c6c69e1b9ac tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5432 time: 0.1851511 Aug 27 14:13:32.674795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Router d6e95b48-06a8-4f2a-bb87-49aab13bfdee has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:32.686751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-768824a4-fcea-4de7-a9e8-cdc674ae5e55 None None] Provisioning complete for port 40da991b-5e7a-4157-8221-4787823fdd74 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:32.687413 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-768824a4-fcea-4de7-a9e8-cdc674ae5e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:32.732058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-768824a4-fcea-4de7-a9e8-cdc674ae5e55 None None] Port 40da991b-5e7a-4157-8221-4787823fdd74 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:13:32.750554 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:32.841081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce8cb91d-e650-426e-a674-f471fd5d545b req-27067bdf-46cb-478f-b313-d0dc43d1b50e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1591008 Aug 27 14:13:32.883249 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:32.890742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-794a05cc-fb32-4769-8332-64858fe8cb87 admin admin] 10.222.0.55 "PUT /v2.0/routers/d6e95b48-06a8-4f2a-bb87-49aab13bfdee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8746312 Aug 27 14:13:33.285973 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:33.290293 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:33.379904 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=e9b357c5-8abd-4cba-9487-874118227dc3,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:33.404199 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:33.540962 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Floating IP aa61e7c6-43b1-416f-9de0-32c32da9647e associated. External IP: 172.25.2.39, port: 5f71cbf1-a8b4-4ec5-9256-9361ed575c22. Aug 27 14:13:33.811383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf849cee-916c-41e6-982c-c81671724618 req-fe69dcf4-eaaf-4164-b1e7-7ab2d6fbc6bb tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:33.821257 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf849cee-916c-41e6-982c-c81671724618 req-fe69dcf4-eaaf-4164-b1e7-7ab2d6fbc6bb tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 946 time: 0.0869539 Aug 27 14:13:33.822554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:33.897081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf849cee-916c-41e6-982c-c81671724618 req-1fb3d59f-88f3-445c-a169-91fb4483ee17 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748549 Aug 27 14:13:33.899504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 97494e95-4837-46c1-b31f-fa579e21b1da up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:33.988781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 97494e95-4837-46c1-b31f-fa579e21b1da completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:33.996638 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 97494e95-4837-46c1-b31f-fa579e21b1da triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:33.997419 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:34.042987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:34.057660 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acefc91-95b3-4404-a2af-63de27544646 None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:34.060360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:34.073696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6576d9e-9bd0-4581-9c43-e1eb3f516fb0 req-61f50fac-1dba-41dc-b125-d71bbaff3cbe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.075726 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acefc91-95b3-4404-a2af-63de27544646 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:34.076347 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8acefc91-95b3-4404-a2af-63de27544646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:34.079894 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6576d9e-9bd0-4581-9c43-e1eb3f516fb0 req-61f50fac-1dba-41dc-b125-d71bbaff3cbe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.086305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6576d9e-9bd0-4581-9c43-e1eb3f516fb0 req-61f50fac-1dba-41dc-b125-d71bbaff3cbe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.092562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6576d9e-9bd0-4581-9c43-e1eb3f516fb0 req-61f50fac-1dba-41dc-b125-d71bbaff3cbe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.099229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6576d9e-9bd0-4581-9c43-e1eb3f516fb0 req-61f50fac-1dba-41dc-b125-d71bbaff3cbe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.107012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6576d9e-9bd0-4581-9c43-e1eb3f516fb0 req-61f50fac-1dba-41dc-b125-d71bbaff3cbe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.114640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6576d9e-9bd0-4581-9c43-e1eb3f516fb0 req-61f50fac-1dba-41dc-b125-d71bbaff3cbe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.119376 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ea50d991-30e1-4d32-a1e4-de4f6c2c503e tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5233126 Aug 27 14:13:34.119911 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f6576d9e-9bd0-4581-9c43-e1eb3f516fb0 req-61f50fac-1dba-41dc-b125-d71bbaff3cbe tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5432 time: 0.1322258 Aug 27 14:13:34.122377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38142) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:34.137126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-01951941-9a6a-4702-a1d3-dd3f661f7d7f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'floatingip': {'port_id': '5f71cbf1-a8b4-4ec5-9256-9361ed575c22', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:34.140230 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8acefc91-95b3-4404-a2af-63de27544646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:34.153706 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:34.157120 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acefc91-95b3-4404-a2af-63de27544646 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:34.159403 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8acefc91-95b3-4404-a2af-63de27544646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:34.197479 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 97494e95-4837-46c1-b31f-fa579e21b1da, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=97494e95-4837-46c1-b31f-fa579e21b1da,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:34.199663 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f6576d9e-9bd0-4581-9c43-e1eb3f516fb0 req-2ac9d806-a196-43fa-8865-5104121a5b16 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673246 Aug 27 14:13:34.201651 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:34.270576 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8acefc91-95b3-4404-a2af-63de27544646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:34.271739 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acefc91-95b3-4404-a2af-63de27544646 None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:34.285389 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01951941-9a6a-4702-a1d3-dd3f661f7d7f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:34.326148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=97494e95-4837-46c1-b31f-fa579e21b1da,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:34.366461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device fd226785-adfa-4162-892a-b1cfaff56660 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:34.436552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a5d1-da49-40d6-8d77-b5a5815b41ab req-ac772cf3-d0d2-4ecf-a563-001599decca7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.442619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a5d1-da49-40d6-8d77-b5a5815b41ab req-ac772cf3-d0d2-4ecf-a563-001599decca7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.445583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port fd226785-adfa-4162-892a-b1cfaff56660 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:34.450626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a5d1-da49-40d6-8d77-b5a5815b41ab req-ac772cf3-d0d2-4ecf-a563-001599decca7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.452383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port fd226785-adfa-4162-892a-b1cfaff56660 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:34.452990 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:34.457026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a5d1-da49-40d6-8d77-b5a5815b41ab req-ac772cf3-d0d2-4ecf-a563-001599decca7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.468280 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a5d1-da49-40d6-8d77-b5a5815b41ab req-ac772cf3-d0d2-4ecf-a563-001599decca7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.474537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a5d1-da49-40d6-8d77-b5a5815b41ab req-ac772cf3-d0d2-4ecf-a563-001599decca7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.480828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a5d1-da49-40d6-8d77-b5a5815b41ab req-ac772cf3-d0d2-4ecf-a563-001599decca7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:34.482839 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9f71a5d1-da49-40d6-8d77-b5a5815b41ab req-ac772cf3-d0d2-4ecf-a563-001599decca7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5432 time: 0.1497295 Aug 27 14:13:34.494267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38154) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:34.499193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0f940558-b1b5-416d-aa62-13a337e4b2c0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Request body: {'floatingip': {'port_id': '3aa30620-961f-41d0-bef2-2507d915a24a'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:34.583738 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:34.589646 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f940558-b1b5-416d-aa62-13a337e4b2c0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:34.676788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:34.678023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:13:34.686764 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93052f76-7753-45de-a15b-ffb0e0821b85" -d '{"events": [{"server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "name": "network-vif-plugged", "status": "completed", "tag": "fd226785-adfa-4162-892a-b1cfaff56660"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:13:34.698403 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:34.702343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Sync routers for ids ['d6e95b48-06a8-4f2a-bb87-49aab13bfdee'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:34.776349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Routers {'d6e95b48-06a8-4f2a-bb87-49aab13bfdee'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:34.778784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d6e95b48-06a8-4f2a-bb87-49aab13bfdee'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:34.786552 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd80b64-fd5f-41bc-9530-9d8b7cd0b4d1 x-openstack-request-id: req-cbd80b64-fd5f-41bc-9530-9d8b7cd0b4d1 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:13:34.787192 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "name": "network-vif-plugged", "status": "completed", "tag": "fd226785-adfa-4162-892a-b1cfaff56660", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:13:34.787423 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cbd80b64-fd5f-41bc-9530-9d8b7cd0b4d1 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:13:34.787844 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660', 'code': 200} Aug 27 14:13:34.898741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=fd226785-adfa-4162-892a-b1cfaff56660,revision_number=12']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:34.964915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Set router d6e95b48-06a8-4f2a-bb87-49aab13bfdee gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:13:35.228028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10dc28-eb3e-4adf-b82a-ac8db284c7c1 req-bebb1199-a4b6-438b-8d75-6c82538b95a6 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:35.229592 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f10dc28-eb3e-4adf-b82a-ac8db284c7c1 req-bebb1199-a4b6-438b-8d75-6c82538b95a6 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 947 time: 0.1685734 Aug 27 14:13:35.236482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa31f2-26a6-4834-8c9d-d65fdf7ecc72 req-1a57bf05-b078-489f-b192-3576470e7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:35.237972 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-67fa31f2-26a6-4834-8c9d-d65fdf7ecc72 req-1a57bf05-b078-489f-b192-3576470e7656 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 1099 time: 0.1220546 Aug 27 14:13:35.309201 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f940558-b1b5-416d-aa62-13a337e4b2c0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:35.314519 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f940558-b1b5-416d-aa62-13a337e4b2c0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:35.338711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'name': 'tempest-ImageQuotaTest-1883789438-router', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:13:25Z', 'updated_at': '2021-08-27T14:13:31Z', 'revision_number': 4, 'project_id': '3a043767e40f45aaac53dc32e6a1636c', 'gw_port': {'id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:13:27Z', 'updated_at': '2021-08-27T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '40da991b-5e7a-4157-8221-4787823fdd74', 'name': '', 'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'mac_address': 'fa:16:3e:f1:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'ac9d1a45-d251-46a6-8b04-12a895f85dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:13:30Z', 'updated_at': '2021-08-27T14:13:31Z', 'revision_number': 2, 'project_id': '3a043767e40f45aaac53dc32e6a1636c', 'subnets': [{'id': 'ac9d1a45-d251-46a6-8b04-12a895f85dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:35.363526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f10dc28-eb3e-4adf-b82a-ac8db284c7c1 req-e79f2c0f-26b9-4702-a1de-1754b1dc22d4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181996 Aug 27 14:13:35.385536 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.resource_extend [None req-01951941-9a6a-4702-a1d3-dd3f661f7d7f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 14:13:35.387257 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Checking router: d6e95b48-06a8-4f2a-bb87-49aab13bfdee for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:13:35.387880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Updating router d6e95b48-06a8-4f2a-bb87-49aab13bfdee port 40da991b-5e7a-4157-8221-4787823fdd74 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:13:35.419306 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:35.430350 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-67fa31f2-26a6-4834-8c9d-d65fdf7ecc72 req-668a0954-2182-4a48-a440-c4faf147d4d3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705251 Aug 27 14:13:35.462551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38178) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:35.496310 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-0f940558-b1b5-416d-aa62-13a337e4b2c0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Floating IP cef84391-5168-4d17-8927-c005b7bbca91 associated. External IP: 172.25.2.117, port: 3aa30620-961f-41d0-bef2-2507d915a24a. Aug 27 14:13:35.509216 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01951941-9a6a-4702-a1d3-dd3f661f7d7f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:35.516471 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01951941-9a6a-4702-a1d3-dd3f661f7d7f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:35.747046 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aab93238-0346-41cf-bc94-d8918b9692d0 req-e884aa71-edc7-49ba-829e-680b2d0b224c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1179512 Aug 27 14:13:35.918058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 97494e95-4837-46c1-b31f-fa579e21b1da up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:35.927587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab93238-0346-41cf-bc94-d8918b9692d0 req-910ca87a-381f-4fb6-93e0-4d009aeb6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:35.929711 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aab93238-0346-41cf-bc94-d8918b9692d0 req-910ca87a-381f-4fb6-93e0-4d009aeb6e54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 1098 time: 0.1587288 Aug 27 14:13:35.939011 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f940558-b1b5-416d-aa62-13a337e4b2c0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:35.979954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01951941-9a6a-4702-a1d3-dd3f661f7d7f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:36.019293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 97494e95-4837-46c1-b31f-fa579e21b1da triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:36.019804 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:36.024524 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:36.032383 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38188) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:36.063922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Transition to ACTIVE for port object 40da991b-5e7a-4157-8221-4787823fdd74 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:13:36.079507 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:36.183326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab93238-0346-41cf-bc94-d8918b9692d0 req-c68878a2-8059-4365-8695-d8b72a7bc75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:36.184842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aab93238-0346-41cf-bc94-d8918b9692d0 req-c68878a2-8059-4365-8695-d8b72a7bc75b service neutron] 10.222.0.52 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.2325597 Aug 27 14:13:36.186004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f940558-b1b5-416d-aa62-13a337e4b2c0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:36.191535 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f940558-b1b5-416d-aa62-13a337e4b2c0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:36.198485 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068a142-ab85-4f77-afdb-ea9bcc0d717d None None] Sync routers for ids ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:36.211807 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b2a07-965d-49da-ac54-e9265814fffe None None] Pushing event updated for resources: {'Port': ['ID=40da991b-5e7a-4157-8221-4787823fdd74,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:36.221035 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068a142-ab85-4f77-afdb-ea9bcc0d717d None None] Routers {'2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:36.226038 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d068a142-ab85-4f77-afdb-ea9bcc0d717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:36.291910 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aab93238-0346-41cf-bc94-d8918b9692d0 req-3748b2f1-342a-44e9-8abc-9486dcd060dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 HTTP/1.1" status: 200 len: 217 time: 0.0976112 Aug 27 14:13:36.311607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01951941-9a6a-4702-a1d3-dd3f661f7d7f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:36.329578 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01951941-9a6a-4702-a1d3-dd3f661f7d7f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:36.400055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db56bc47-096e-47b0-ac7d-290f90124773 None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:36.416873 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0f940558-b1b5-416d-aa62-13a337e4b2c0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "PUT /v2.0/floatingips/cef84391-5168-4d17-8927-c005b7bbca91 HTTP/1.1" status: 200 len: 991 time: 1.9189360 Aug 27 14:13:36.419595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '3aa30620-961f-41d0-bef2-2507d915a24a'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:13:36.421941 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b6fb4b-05e0-43a9-8bfe-a38683950025" -d '{"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "3aa30620-961f-41d0-bef2-2507d915a24a"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:13:36.448431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab93238-0346-41cf-bc94-d8918b9692d0 req-5d59d632-00cc-42e3-b4fe-7f91380a7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:36.454524 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aab93238-0346-41cf-bc94-d8918b9692d0 req-5d59d632-00cc-42e3-b4fe-7f91380a7180 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.1544328 Aug 27 14:13:36.486148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Attempting to bind port 40da991b-5e7a-4157-8221-4787823fdd74 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:13:36.486536 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Attempting to bind port 40da991b-5e7a-4157-8221-4787823fdd74 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '810488ad-e483-449c-a14f-e0b2306eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:13:36.489296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Attempting to bind port 40da991b-5e7a-4157-8221-4787823fdd74 on network a3816254-08df-44ca-8b14-52f084cac4e7 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:13:36.496442 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3eff792-ac4a-427c-9e6f-bc7e69946e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:36.512848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db56bc47-096e-47b0-ac7d-290f90124773 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:36.513505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-db56bc47-096e-47b0-ac7d-290f90124773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:36.538104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:13:36.538582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Checking segment: {'id': '810488ad-e483-449c-a14f-e0b2306eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:13:36.539110 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:36.539792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Bound using segment: {'id': '810488ad-e483-449c-a14f-e0b2306eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:13:36.540312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Bound port: 40da991b-5e7a-4157-8221-4787823fdd74, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810488ad-e483-449c-a14f-e0b2306eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:13:36.540706 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:36.548452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab93238-0346-41cf-bc94-d8918b9692d0 req-1ecb03ba-257a-4810-aa10-1b003807b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:36.550152 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aab93238-0346-41cf-bc94-d8918b9692d0 req-1ecb03ba-257a-4810-aa10-1b003807b7cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867138 Aug 27 14:13:36.633859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-01951941-9a6a-4702-a1d3-dd3f661f7d7f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "PUT /v2.0/floatingips/aa61e7c6-43b1-416f-9de0-32c32da9647e HTTP/1.1" status: 200 len: 977 time: 2.5047994 Aug 27 14:13:36.654999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38204) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:36.656908 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-db56bc47-096e-47b0-ac7d-290f90124773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:36.668268 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-d068a142-ab85-4f77-afdb-ea9bcc0d717d None None] Set router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:13:36.668559 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c08afdc-9ccc-4a4d-bb08-c247f9412d3d x-openstack-request-id: req-8c08afdc-9ccc-4a4d-bb08-c247f9412d3d {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:13:36.669032 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "tag": "3aa30620-961f-41d0-bef2-2507d915a24a", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:13:36.669466 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c08afdc-9ccc-4a4d-bb08-c247f9412d3d {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:13:36.670065 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'tag': '3aa30620-961f-41d0-bef2-2507d915a24a', 'status': 'completed', 'code': 200} Aug 27 14:13:36.744455 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db56bc47-096e-47b0-ac7d-290f90124773 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:36.745388 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-db56bc47-096e-47b0-ac7d-290f90124773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:36.746117 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aab93238-0346-41cf-bc94-d8918b9692d0 req-907c09eb-956b-4e9b-b402-07a54409cf39 service neutron] 10.222.0.52 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878791 Aug 27 14:13:36.793990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-db56bc47-096e-47b0-ac7d-290f90124773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:36.795188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-4dcf858e-9f1d-42a6-bb4f-ef250bdd8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:36.795363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-4dcf858e-9f1d-42a6-bb4f-ef250bdd8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:36.795807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-4dcf858e-9f1d-42a6-bb4f-ef250bdd8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:36.796283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db56bc47-096e-47b0-ac7d-290f90124773 None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:36.796426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-4dcf858e-9f1d-42a6-bb4f-ef250bdd8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:36.796845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-4dcf858e-9f1d-42a6-bb4f-ef250bdd8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:36.814735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-4dcf858e-9f1d-42a6-bb4f-ef250bdd8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:36.815917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-4dcf858e-9f1d-42a6-bb4f-ef250bdd8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:36.819059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-4dcf858e-9f1d-42a6-bb4f-ef250bdd8552 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d6200bcd6d548d19f85584b6cdca497&device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 6496 time: 0.1628914 Aug 27 14:13:36.832394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271af7bd-5598-4d29-b0de-3f7e79f8870b req-202bf826-f660-463d-9ea5-2c6a49286b9e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:36.834051 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-271af7bd-5598-4d29-b0de-3f7e79f8870b req-202bf826-f660-463d-9ea5-2c6a49286b9e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 947 time: 0.3075590 Aug 27 14:13:36.843986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] For port 40da991b-5e7a-4157-8221-4787823fdd74, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:13:36.848980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] For port 40da991b-5e7a-4157-8221-4787823fdd74, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=40da991b-5e7a-4157-8221-4787823fdd74,segment=NetworkSegment(810488ad-e483-449c-a14f-e0b2306eafde),segment_id=810488ad-e483-449c-a14f-e0b2306eafde)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:13:36.854787 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:36.917143 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aab93238-0346-41cf-bc94-d8918b9692d0 req-c2ae27ee-ce69-4bc0-a120-152d308d33b3 service neutron] 10.222.0.52 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599820 Aug 27 14:13:36.933180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Routers {'d6e95b48-06a8-4f2a-bb87-49aab13bfdee'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:36.936272 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d6e95b48-06a8-4f2a-bb87-49aab13bfdee'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:36.948129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-c7bd0335-b296-4ac5-b4fc-361d4ec3e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:36.951365 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-c7bd0335-b296-4ac5-b4fc-361d4ec3e11e service neutron] 10.222.0.52 "GET /v2.0/networks?id=85c680fe-ab41-4ad8-8981-eb8ac0cb901a HTTP/1.1" status: 200 len: 913 time: 0.1128194 Aug 27 14:13:37.020902 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-556212e4-4832-4897-8642-fe86f513319f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:37.039462 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d068a142-ab85-4f77-afdb-ea9bcc0d717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:11:11Z', 'revision_number': 4, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port': {'id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:06Z', 'updated_at': '2021-08-27T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'cef84391-5168-4d17-8927-c005b7bbca91', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'port_id': '3aa30620-961f-41d0-bef2-2507d915a24a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'mac_address': 'fa:16:3e:9a:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:12:04Z', 'updated_at': '2021-08-27T14:13:35Z', 'revision_number': 1, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f70a3e-0d2f-492b-bd51-153dad3ba9fd', 'name': '', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'mac_address': 'fa:16:3e:e2:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:10Z', 'updated_at': '2021-08-27T14:11:19Z', 'revision_number': 5, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'subnets': [{'id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:37.073023 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068a142-ab85-4f77-afdb-ea9bcc0d717d None None] Checking router: 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:13:37.081224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b2a07-965d-49da-ac54-e9265814fffe None None] Pushing event updated for resources: {'Port': ['ID=40da991b-5e7a-4157-8221-4787823fdd74,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:37.084756 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068a142-ab85-4f77-afdb-ea9bcc0d717d None None] Routers {'2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:37.086080 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d068a142-ab85-4f77-afdb-ea9bcc0d717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:37.228754 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-d068a142-ab85-4f77-afdb-ea9bcc0d717d None None] Set router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:13:37.289927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] Set router d6e95b48-06a8-4f2a-bb87-49aab13bfdee gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:13:37.659362 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'name': 'tempest-ImageQuotaTest-1883789438-router', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:13:25Z', 'updated_at': '2021-08-27T14:13:31Z', 'revision_number': 4, 'project_id': '3a043767e40f45aaac53dc32e6a1636c', 'gw_port': {'id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:13:27Z', 'updated_at': '2021-08-27T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '40da991b-5e7a-4157-8221-4787823fdd74', 'name': '', 'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'mac_address': 'fa:16:3e:f1:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'ac9d1a45-d251-46a6-8b04-12a895f85dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:13:30Z', 'updated_at': '2021-08-27T14:13:36Z', 'revision_number': 4, 'project_id': '3a043767e40f45aaac53dc32e6a1636c', 'subnets': [{'id': 'ac9d1a45-d251-46a6-8b04-12a895f85dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:37.691459 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad55772-923e-4fc8-bb0d-98066ad3ccbb None None] The sync data for ids ['d6e95b48-06a8-4f2a-bb87-49aab13bfdee'] in n-d-712139-12 is: [{'id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'name': 'tempest-ImageQuotaTest-1883789438-router', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:13:25Z', 'updated_at': '2021-08-27T14:13:31Z', 'revision_number': 4, 'project_id': '3a043767e40f45aaac53dc32e6a1636c', 'gw_port': {'id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:13:27Z', 'updated_at': '2021-08-27T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '40da991b-5e7a-4157-8221-4787823fdd74', 'name': '', 'network_id': 'a3816254-08df-44ca-8b14-52f084cac4e7', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'mac_address': 'fa:16:3e:f1:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'ac9d1a45-d251-46a6-8b04-12a895f85dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:13:30Z', 'updated_at': '2021-08-27T14:13:36Z', 'revision_number': 4, 'project_id': '3a043767e40f45aaac53dc32e6a1636c', 'subnets': [{'id': 'ac9d1a45-d251-46a6-8b04-12a895f85dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:37.722183 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d068a142-ab85-4f77-afdb-ea9bcc0d717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:11:11Z', 'revision_number': 4, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port': {'id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:06Z', 'updated_at': '2021-08-27T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'cef84391-5168-4d17-8927-c005b7bbca91', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'port_id': '3aa30620-961f-41d0-bef2-2507d915a24a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'mac_address': 'fa:16:3e:9a:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:12:04Z', 'updated_at': '2021-08-27T14:13:35Z', 'revision_number': 1, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f70a3e-0d2f-492b-bd51-153dad3ba9fd', 'name': '', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'mac_address': 'fa:16:3e:e2:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:10Z', 'updated_at': '2021-08-27T14:11:19Z', 'revision_number': 5, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'subnets': [{'id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:37.789864 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-271af7bd-5598-4d29-b0de-3f7e79f8870b req-fdf2815d-1e24-4277-9293-d60ae15332d9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8185878 Aug 27 14:13:37.811788 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068a142-ab85-4f77-afdb-ea9bcc0d717d None None] The sync data for ids ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'] in n-d-712139-12 is: [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:11:11Z', 'revision_number': 4, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port': {'id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:06Z', 'updated_at': '2021-08-27T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'cef84391-5168-4d17-8927-c005b7bbca91', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'port_id': '3aa30620-961f-41d0-bef2-2507d915a24a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'mac_address': 'fa:16:3e:9a:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fef6833-b786-414a-9ee5-2212e6edf414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:12:04Z', 'updated_at': '2021-08-27T14:13:35Z', 'revision_number': 1, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f70a3e-0d2f-492b-bd51-153dad3ba9fd', 'name': '', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'mac_address': 'fa:16:3e:e2:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:10Z', 'updated_at': '2021-08-27T14:11:19Z', 'revision_number': 5, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'subnets': [{'id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:37.932693 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-0c665d3d-8218-43b0-a22f-be4a630f4af8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa30620-961f-41d0-bef2-2507d915a24a HTTP/1.1" status: 200 len: 999 time: 0.9547918 Aug 27 14:13:38.063450 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3eff792-ac4a-427c-9e6f-bc7e69946e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:38.074569 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3eff792-ac4a-427c-9e6f-bc7e69946e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:38.110282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-905da42e-2a59-4ed4-8394-61c0094f229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:38.111664 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-905da42e-2a59-4ed4-8394-61c0094f229f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bcbb8a06-5721-419e-86f0-14739793aabd HTTP/1.1" status: 200 len: 851 time: 0.1623645 Aug 27 14:13:38.128375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-982db8bb-1442-4b43-8fb1-24d867f91d87 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port e9b357c5-8abd-4cba-9487-874118227dc3 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:38.128967 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-982db8bb-1442-4b43-8fb1-24d867f91d87 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:38.216344 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977fe420-8a01-440f-b712-b85ba429eef6 None None] New status for floating IP cef84391-5168-4d17-8927-c005b7bbca91: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:13:38.283053 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38274) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:38.283751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c3eff792-ac4a-427c-9e6f-bc7e69946e8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e8fa329261b4ac09c2b9753d6aa6830&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2467213 Aug 27 14:13:38.291641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eff792-ac4a-427c-9e6f-bc7e69946e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db269659-d492-48b5-87b0-8f357acdcbf2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:38.406381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-907c5a64-1df5-4f24-b9f7-9f0a41c30a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:38.413781 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-907c5a64-1df5-4f24-b9f7-9f0a41c30a0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=85c680fe-ab41-4ad8-8981-eb8ac0cb901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2770917 Aug 27 14:13:38.452629 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3cd3380-32be-4a8e-8be7-1ba10dafb656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:38.487822 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-982db8bb-1442-4b43-8fb1-24d867f91d87 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:38.490336 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-982db8bb-1442-4b43-8fb1-24d867f91d87 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:38.500975 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3cd3380-32be-4a8e-8be7-1ba10dafb656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:38.599834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-21c4f45d-8baf-45b5-828f-aefda516de4a service neutron] 10.222.0.52 "GET /v2.0/networks/85c680fe-ab41-4ad8-8981-eb8ac0cb901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761358 Aug 27 14:13:38.639638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e12e6-0397-4220-8fb4-e2a4f215dd02 req-c85c9f84-32a9-4cc9-8157-beb56620ce29 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:38.641975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-897e12e6-0397-4220-8fb4-e2a4f215dd02 req-c85c9f84-32a9-4cc9-8157-beb56620ce29 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1178827 Aug 27 14:13:38.659923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-982db8bb-1442-4b43-8fb1-24d867f91d87 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for e9b357c5-8abd-4cba-9487-874118227dc3 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:38.681488 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3cd3380-32be-4a8e-8be7-1ba10dafb656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:38.684550 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3cd3380-32be-4a8e-8be7-1ba10dafb656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:38.688640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d3cd3380-32be-4a8e-8be7-1ba10dafb656 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db269659-d492-48b5-87b0-8f357acdcbf2 HTTP/1.1" status: 204 len: 168 time: 0.4012978 Aug 27 14:13:38.716603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd3380-32be-4a8e-8be7-1ba10dafb656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db269659-d492-48b5-87b0-8f357acdcbf2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:38.735210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-556212e4-4832-4897-8642-fe86f513319f admin admin] Deleting port 40da991b-5e7a-4157-8221-4787823fdd74 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:38.735566 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-556212e4-4832-4897-8642-fe86f513319f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:38.759595 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-897e12e6-0397-4220-8fb4-e2a4f215dd02 req-7b81c9a9-4121-4e54-9660-b7b155ed056f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110730 Aug 27 14:13:38.886812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bda58-4ec7-4a13-bcca-a2f67d60b974 req-e7fd3fb3-50fb-4f45-a25d-926ea25711f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:38.888368 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-318bda58-4ec7-4a13-bcca-a2f67d60b974 req-e7fd3fb3-50fb-4f45-a25d-926ea25711f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 1097 time: 0.3896534 Aug 27 14:13:39.012182 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4b6fb4b-05e0-43a9-8bfe-a38683950025 req-cc786d56-4056-4c62-93f5-de94a1a35fd4 service neutron] 10.222.0.52 "GET /v2.0/networks/85c680fe-ab41-4ad8-8981-eb8ac0cb901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982646 Aug 27 14:13:39.027384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-556212e4-4832-4897-8642-fe86f513319f admin admin] For port 40da991b-5e7a-4157-8221-4787823fdd74, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=40da991b-5e7a-4157-8221-4787823fdd74,segment=NetworkSegment(810488ad-e483-449c-a14f-e0b2306eafde),segment_id=810488ad-e483-449c-a14f-e0b2306eafde)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:39.027940 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-556212e4-4832-4897-8642-fe86f513319f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:39.066012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-556212e4-4832-4897-8642-fe86f513319f admin admin] Calling delete_port for 40da991b-5e7a-4157-8221-4787823fdd74 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:39.074962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a060-4b36-4fdb-be83-a6b927cd1d37 req-2e3aba8c-ed5f-4d0e-b138-c5dc6bbb1a5f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:39.082968 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4bc9a060-4b36-4fdb-be83-a6b927cd1d37 req-2e3aba8c-ed5f-4d0e-b138-c5dc6bbb1a5f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 947 time: 0.1214464 Aug 27 14:13:39.108510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bda58-4ec7-4a13-bcca-a2f67d60b974 req-c0c63c0e-fa08-452a-8194-32965333ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:39.110032 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-318bda58-4ec7-4a13-bcca-a2f67d60b974 req-c0c63c0e-fa08-452a-8194-32965333ee8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.2028859 Aug 27 14:13:39.146948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4bc9a060-4b36-4fdb-be83-a6b927cd1d37 req-ea0ad54b-71e3-4035-a9e8-59dc40400c97 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621569 Aug 27 14:13:39.224044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38296) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:39.244950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-22b20598-7108-4fd9-83a2-f38ef598530f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:39.297878 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-318bda58-4ec7-4a13-bcca-a2f67d60b974 req-9c073e66-d12d-477b-92e2-6bd4e03e7269 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 200 len: 1000 time: 0.1529274 Aug 27 14:13:39.354894 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-22b20598-7108-4fd9-83a2-f38ef598530f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:39.359648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-22b20598-7108-4fd9-83a2-f38ef598530f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:39.399153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-982db8bb-1442-4b43-8fb1-24d867f91d87 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:39.406009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b20598-7108-4fd9-83a2-f38ef598530f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02623c8-bc5c-4430-80e9-ad3b16a14e46,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:39.430593 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-22b20598-7108-4fd9-83a2-f38ef598530f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e92e58af9e64c3faba9d74f10860e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021279 Aug 27 14:13:39.432932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38304) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:39.472427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982db8bb-1442-4b43-8fb1-24d867f91d87 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=e9b357c5-8abd-4cba-9487-874118227dc3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:39.511381 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd8b2-d623-45d0-abfa-d4cdcc6900c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:39.525291 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bda58-4ec7-4a13-bcca-a2f67d60b974 req-246ec38e-a7d8-4b2b-af0d-96e7f334b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:39.526984 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-318bda58-4ec7-4a13-bcca-a2f67d60b974 req-246ec38e-a7d8-4b2b-af0d-96e7f334b2a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.2199230 Aug 27 14:13:39.585934 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd8b2-d623-45d0-abfa-d4cdcc6900c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:39.633201 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-982db8bb-1442-4b43-8fb1-24d867f91d87 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:39.633523 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-982db8bb-1442-4b43-8fb1-24d867f91d87 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Floating IP aa61e7c6-43b1-416f-9de0-32c32da9647e disassociated (deleted). External IP: 172.25.2.39, port: 5f71cbf1-a8b4-4ec5-9256-9361ed575c22. Aug 27 14:13:39.657874 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd8b2-d623-45d0-abfa-d4cdcc6900c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:39.663698 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd8b2-d623-45d0-abfa-d4cdcc6900c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:39.665709 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fb4bd8b2-d623-45d0-abfa-d4cdcc6900c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f02623c8-bc5c-4430-80e9-ad3b16a14e46 HTTP/1.1" status: 204 len: 168 time: 0.2317319 Aug 27 14:13:39.675970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bd8b2-d623-45d0-abfa-d4cdcc6900c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02623c8-bc5c-4430-80e9-ad3b16a14e46,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:39.702379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bda58-4ec7-4a13-bcca-a2f67d60b974 req-6a2e7f92-b6ac-4167-a266-a373e038f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:39.703902 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-318bda58-4ec7-4a13-bcca-a2f67d60b974 req-6a2e7f92-b6ac-4167-a266-a373e038f40a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1553864 Aug 27 14:13:39.722329 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-556212e4-4832-4897-8642-fe86f513319f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:39.753499 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:39.804189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38314) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:39.881302 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556212e4-4832-4897-8642-fe86f513319f admin admin] Pushing event deleted for resources: {'Port': ['ID=40da991b-5e7a-4157-8221-4787823fdd74,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:39.970325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d34990-554b-48d8-ba6d-a34128c330bd req-aab9b83f-ce6a-4a42-8623-90fb502c1f6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:39.973677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 40da991b-5e7a-4157-8221-4787823fdd74 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:39.987180 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78d34990-554b-48d8-ba6d-a34128c330bd req-aab9b83f-ce6a-4a42-8623-90fb502c1f6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1350989 Aug 27 14:13:40.017399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 40da991b-5e7a-4157-8221-4787823fdd74 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:13:40.018022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 40da991b-5e7a-4157-8221-4787823fdd74 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 14:13:40.040702 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78d34990-554b-48d8-ba6d-a34128c330bd req-08b1c762-692d-479e-aa7c-74841a06cb77 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526242 Aug 27 14:13:40.197269 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-556212e4-4832-4897-8642-fe86f513319f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:40.237051 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5b66ac80-582e-4571-bcdf-ed5f56b44fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:40.323031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Port 40da991b-5e7a-4157-8221-4787823fdd74 not found, will not notify nova. {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 14:13:40.337475 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-318bda58-4ec7-4a13-bcca-a2f67d60b974 req-81f61d38-add2-4e92-a2bf-ace4c651c9f0 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6241121 Aug 27 14:13:40.388941 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5b66ac80-582e-4571-bcdf-ed5f56b44fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:40.393469 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5b66ac80-582e-4571-bcdf-ed5f56b44fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:40.440709 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5b66ac80-582e-4571-bcdf-ed5f56b44fc5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=927220862eda475c95804fa79bff6f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6327093 Aug 27 14:13:40.440709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66ac80-582e-4571-bcdf-ed5f56b44fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37823ef-439b-411d-81bd-15a318238556,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:40.441661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38330) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:40.501642 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50674ddd-33ea-4e39-842e-af1aac12131b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:40.534159 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50674ddd-33ea-4e39-842e-af1aac12131b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:40.595597 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50674ddd-33ea-4e39-842e-af1aac12131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:40.601577 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50674ddd-33ea-4e39-842e-af1aac12131b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:40.611971 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-50674ddd-33ea-4e39-842e-af1aac12131b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b37823ef-439b-411d-81bd-15a318238556 HTTP/1.1" status: 204 len: 168 time: 0.1687601 Aug 27 14:13:40.624615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50674ddd-33ea-4e39-842e-af1aac12131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37823ef-439b-411d-81bd-15a318238556,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:40.733781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982db8bb-1442-4b43-8fb1-24d867f91d87 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:40.829879 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-318bda58-4ec7-4a13-bcca-a2f67d60b974 req-24c107da-2cf8-4532-b40a-8eecc7272dd5 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813828 Aug 27 14:13:41.009044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38352) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:41.009383 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982db8bb-1442-4b43-8fb1-24d867f91d87 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:41.020699 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb588c-9c82-4ba4-a641-ae0a84ad8f2c None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:41.025682 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5563250-6986-4496-b8c2-83036fb19761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:41.027601 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-982db8bb-1442-4b43-8fb1-24d867f91d87 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:41.040871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb588c-9c82-4ba4-a641-ae0a84ad8f2c None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:41.041729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-dddb588c-9c82-4ba4-a641-ae0a84ad8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:41.068183 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-982db8bb-1442-4b43-8fb1-24d867f91d87 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/floatingips/aa61e7c6-43b1-416f-9de0-32c32da9647e HTTP/1.1" status: 204 len: 168 time: 4.4061112 Aug 27 14:13:41.070954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38356) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:41.086217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556212e4-4832-4897-8642-fe86f513319f admin admin] Router d6e95b48-06a8-4f2a-bb87-49aab13bfdee has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:41.105213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-dddb588c-9c82-4ba4-a641-ae0a84ad8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:41.135348 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb588c-9c82-4ba4-a641-ae0a84ad8f2c None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:41.135997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-dddb588c-9c82-4ba4-a641-ae0a84ad8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:41.209639 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5563250-6986-4496-b8c2-83036fb19761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:41.213938 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5563250-6986-4496-b8c2-83036fb19761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:41.237026 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a91667c-8bfa-4e28-9217-096b261132d1 req-4327ac27-8f10-47e7-ba3d-ace1ca3ae691 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0640249 Aug 27 14:13:41.237665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-dddb588c-9c82-4ba4-a641-ae0a84ad8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:41.238369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb588c-9c82-4ba4-a641-ae0a84ad8f2c None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:41.269788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5563250-6986-4496-b8c2-83036fb19761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd38a7c-027c-40d1-a397-9c42678b8c33,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:41.290262 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f5563250-6986-4496-b8c2-83036fb19761 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6537d81b9234afbb85302e578ae9c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800443 Aug 27 14:13:41.293270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38362) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:41.364587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556212e4-4832-4897-8642-fe86f513319f admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:41.374264 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-556212e4-4832-4897-8642-fe86f513319f admin admin] 10.222.0.55 "PUT /v2.0/routers/d6e95b48-06a8-4f2a-bb87-49aab13bfdee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9104278 Aug 27 14:13:41.377829 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61dbf5a-c0a5-416f-bcfb-4a846129a96f None None] Sync routers for ids ['d6e95b48-06a8-4f2a-bb87-49aab13bfdee'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:41.378335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38366) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:41.398144 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-478ccb01-9e52-44a2-ab6a-30bf5ea90e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:41.411244 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61dbf5a-c0a5-416f-bcfb-4a846129a96f None None] Routers {'d6e95b48-06a8-4f2a-bb87-49aab13bfdee'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:41.413379 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c61dbf5a-c0a5-416f-bcfb-4a846129a96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d6e95b48-06a8-4f2a-bb87-49aab13bfdee'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:41.428223 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-478ccb01-9e52-44a2-ab6a-30bf5ea90e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:41.511168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ed57b7d4-5c47-4fa7-83ee-18edb0991394 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port 5f71cbf1-a8b4-4ec5-9256-9361ed575c22 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:41.511573 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed57b7d4-5c47-4fa7-83ee-18edb0991394 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:41.520047 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a91667c-8bfa-4e28-9217-096b261132d1 req-823b940a-bc8f-4184-86b3-54bbf992e66c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0886600 Aug 27 14:13:41.566365 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c61dbf5a-c0a5-416f-bcfb-4a846129a96f None None] Set router d6e95b48-06a8-4f2a-bb87-49aab13bfdee gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:13:41.646128 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a91667c-8bfa-4e28-9217-096b261132d1 req-35287269-81e6-4085-9b0f-fbb9a2989304 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998831 Aug 27 14:13:41.729979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016df75-ced5-49e9-8315-962cfa8ae94e req-88cc077e-8115-4c96-8f9e-b37b9c6aa0e4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:41.731527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8016df75-ced5-49e9-8315-962cfa8ae94e req-88cc077e-8115-4c96-8f9e-b37b9c6aa0e4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.3031099 Aug 27 14:13:41.762714 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:41.859055 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed57b7d4-5c47-4fa7-83ee-18edb0991394 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:41.882618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-478ccb01-9e52-44a2-ab6a-30bf5ea90e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:41.885661 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-478ccb01-9e52-44a2-ab6a-30bf5ea90e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:41.887298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-478ccb01-9e52-44a2-ab6a-30bf5ea90e24 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcd38a7c-027c-40d1-a397-9c42678b8c33 HTTP/1.1" status: 204 len: 168 time: 0.5927618 Aug 27 14:13:41.912685 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ccb01-9e52-44a2-ab6a-30bf5ea90e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd38a7c-027c-40d1-a397-9c42678b8c33,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:41.917223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ed57b7d4-5c47-4fa7-83ee-18edb0991394 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for 5f71cbf1-a8b4-4ec5-9256-9361ed575c22 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:41.958928 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c61dbf5a-c0a5-416f-bcfb-4a846129a96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'name': 'tempest-ImageQuotaTest-1883789438-router', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:13:25Z', 'updated_at': '2021-08-27T14:13:39Z', 'revision_number': 5, 'project_id': '3a043767e40f45aaac53dc32e6a1636c', 'gw_port': {'id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:13:27Z', 'updated_at': '2021-08-27T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:41.995507 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61dbf5a-c0a5-416f-bcfb-4a846129a96f None None] Checking router: d6e95b48-06a8-4f2a-bb87-49aab13bfdee for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:13:42.009244 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61dbf5a-c0a5-416f-bcfb-4a846129a96f None None] Routers {'d6e95b48-06a8-4f2a-bb87-49aab13bfdee'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:42.009475 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c61dbf5a-c0a5-416f-bcfb-4a846129a96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d6e95b48-06a8-4f2a-bb87-49aab13bfdee'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:42.023135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61900600-57e7-41e9-9e5e-644e4e664f96 req-a2d6ecea-04b4-4442-bca2-fe27589b4909 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.029283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61900600-57e7-41e9-9e5e-644e4e664f96 req-a2d6ecea-04b4-4442-bca2-fe27589b4909 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.035375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61900600-57e7-41e9-9e5e-644e4e664f96 req-a2d6ecea-04b4-4442-bca2-fe27589b4909 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.043216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61900600-57e7-41e9-9e5e-644e4e664f96 req-a2d6ecea-04b4-4442-bca2-fe27589b4909 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.049261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61900600-57e7-41e9-9e5e-644e4e664f96 req-a2d6ecea-04b4-4442-bca2-fe27589b4909 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.055655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61900600-57e7-41e9-9e5e-644e4e664f96 req-a2d6ecea-04b4-4442-bca2-fe27589b4909 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.059090 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8016df75-ced5-49e9-8315-962cfa8ae94e req-ae42eab2-af31-49c0-b947-c9e44fa81dd7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125455 Aug 27 14:13:42.081884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61900600-57e7-41e9-9e5e-644e4e664f96 req-a2d6ecea-04b4-4442-bca2-fe27589b4909 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.090777 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61900600-57e7-41e9-9e5e-644e4e664f96 req-a2d6ecea-04b4-4442-bca2-fe27589b4909 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5444 time: 0.1563714 Aug 27 14:13:42.094059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91667c-8bfa-4e28-9217-096b261132d1 req-80bffee8-f20a-4d1b-91f8-63ee52d793f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.095541 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a91667c-8bfa-4e28-9217-096b261132d1 req-80bffee8-f20a-4d1b-91f8-63ee52d793f4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4387622 Aug 27 14:13:42.142242 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:42.177922 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61900600-57e7-41e9-9e5e-644e4e664f96 req-fadbf636-0cb5-400b-ba58-80923a328074 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747726 Aug 27 14:13:42.227429 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c61dbf5a-c0a5-416f-bcfb-4a846129a96f None None] Set router d6e95b48-06a8-4f2a-bb87-49aab13bfdee gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:13:42.377410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Deleting port 97494e95-4837-46c1-b31f-fa579e21b1da {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:42.378011 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:42.453047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc64dc-289f-4769-ad30-c2b7e03e80b8 req-3045dde5-1804-4b37-bb0e-4a8114911f81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.460776 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc64dc-289f-4769-ad30-c2b7e03e80b8 req-3045dde5-1804-4b37-bb0e-4a8114911f81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.461731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38396) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:42.466593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc64dc-289f-4769-ad30-c2b7e03e80b8 req-3045dde5-1804-4b37-bb0e-4a8114911f81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.473853 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc64dc-289f-4769-ad30-c2b7e03e80b8 req-3045dde5-1804-4b37-bb0e-4a8114911f81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.480804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc64dc-289f-4769-ad30-c2b7e03e80b8 req-3045dde5-1804-4b37-bb0e-4a8114911f81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.486654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc64dc-289f-4769-ad30-c2b7e03e80b8 req-3045dde5-1804-4b37-bb0e-4a8114911f81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.487041 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c61dbf5a-c0a5-416f-bcfb-4a846129a96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'name': 'tempest-ImageQuotaTest-1883789438-router', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:13:25Z', 'updated_at': '2021-08-27T14:13:39Z', 'revision_number': 5, 'project_id': '3a043767e40f45aaac53dc32e6a1636c', 'gw_port': {'id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:13:27Z', 'updated_at': '2021-08-27T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:42.493412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc64dc-289f-4769-ad30-c2b7e03e80b8 req-3045dde5-1804-4b37-bb0e-4a8114911f81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:42.495349 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ffc64dc-289f-4769-ad30-c2b7e03e80b8 req-3045dde5-1804-4b37-bb0e-4a8114911f81 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5444 time: 0.1915956 Aug 27 14:13:42.507134 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed57b7d4-5c47-4fa7-83ee-18edb0991394 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:42.520123 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61dbf5a-c0a5-416f-bcfb-4a846129a96f None None] The sync data for ids ['d6e95b48-06a8-4f2a-bb87-49aab13bfdee'] in n-d-712139-12 is: [{'id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'name': 'tempest-ImageQuotaTest-1883789438-router', 'tenant_id': '3a043767e40f45aaac53dc32e6a1636c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:13:25Z', 'updated_at': '2021-08-27T14:13:39Z', 'revision_number': 5, 'project_id': '3a043767e40f45aaac53dc32e6a1636c', 'gw_port': {'id': '97494e95-4837-46c1-b31f-fa579e21b1da', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e95b48-06a8-4f2a-bb87-49aab13bfdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:13:27Z', 'updated_at': '2021-08-27T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:42.568801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57b7d4-5c47-4fa7-83ee-18edb0991394 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=5f71cbf1-a8b4-4ec5-9256-9361ed575c22,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:42.611632 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b69912ca-5a11-4d10-bec9-01d8cc1e05d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:42.640835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] For port 97494e95-4837-46c1-b31f-fa579e21b1da, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=97494e95-4837-46c1-b31f-fa579e21b1da,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:42.641203 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:42.676410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Calling delete_port for 97494e95-4837-46c1-b31f-fa579e21b1da owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:42.702086 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed57b7d4-5c47-4fa7-83ee-18edb0991394 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:42.703991 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ed57b7d4-5c47-4fa7-83ee-18edb0991394 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/ports/5f71cbf1-a8b4-4ec5-9256-9361ed575c22 HTTP/1.1" status: 204 len: 168 time: 1.6320837 Aug 27 14:13:42.708333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38408) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:42.714485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:42.735542 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b69912ca-5a11-4d10-bec9-01d8cc1e05d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:42.747860 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b69912ca-5a11-4d10-bec9-01d8cc1e05d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:42.796275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:42.822512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38414) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:42.822867 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b69912ca-5a11-4d10-bec9-01d8cc1e05d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8400856a8e2b466d95628ad6e107523d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3555498 Aug 27 14:13:42.849723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69912ca-5a11-4d10-bec9-01d8cc1e05d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53dd9fc-65ff-4801-a39f-24ce952918d6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:42.925615 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89a6d641-b22e-4ce2-8d02-04d3bb12b35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:42.934629 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:42.969223 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89a6d641-b22e-4ce2-8d02-04d3bb12b35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:42.989805 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.095515 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Pushing event deleted for resources: {'Port': ['ID=97494e95-4837-46c1-b31f-fa579e21b1da,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:43.101656 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89a6d641-b22e-4ce2-8d02-04d3bb12b35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.105316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.25.2.85 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/f39c2629-2b5f-47ed-ba1f-f4a6e32252a1) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:43.105827 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89a6d641-b22e-4ce2-8d02-04d3bb12b35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.107485 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-89a6d641-b22e-4ce2-8d02-04d3bb12b35f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e53dd9fc-65ff-4801-a39f-24ce952918d6 HTTP/1.1" status: 204 len: 168 time: 0.2835307 Aug 27 14:13:43.154246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6d641-b22e-4ce2-8d02-04d3bb12b35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53dd9fc-65ff-4801-a39f-24ce952918d6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:43.177266 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.305230 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.315750 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1280f-89c7-4b9a-8bdb-97dc9bf6c217 req-eea4dbc7-a7f5-4ec2-92a3-1e69b62e5161 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:43.317599 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72f1280f-89c7-4b9a-8bdb-97dc9bf6c217 req-eea4dbc7-a7f5-4ec2-92a3-1e69b62e5161 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1024725 Aug 27 14:13:43.360259 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.364236 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.384681 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72f1280f-89c7-4b9a-8bdb-97dc9bf6c217 req-70ac3110-f325-4f53-8653-5e90a555de6d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560060 Aug 27 14:13:43.403859 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.441438 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.442723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6e95b48-06a8-4f2a-bb87-49aab13bfdee {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:13:43.449310 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.452116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:43.456780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b329d806-cbb1-4a36-9123-e3fcd09cea87 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d6e95b48-06a8-4f2a-bb87-49aab13bfdee HTTP/1.1" status: 204 len: 168 time: 2.0772390 Aug 27 14:13:43.457879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38432) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:43.462938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:43.467439 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:43.503118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=f39c2629-2b5f-47ed-ba1f-f4a6e32252a1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:43.531672 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14deda8-1748-4cee-a900-661ab7763262 admin admin] Deleting subnet ac9d1a45-d251-46a6-8b04-12a895f85dd9 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:13:43.536750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f14deda8-1748-4cee-a900-661ab7763262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.609702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f14deda8-1748-4cee-a900-661ab7763262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.651678 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.712175 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.756483 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f14deda8-1748-4cee-a900-661ab7763262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.841002 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f14deda8-1748-4cee-a900-661ab7763262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.860537 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f14deda8-1748-4cee-a900-661ab7763262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.865368 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f14deda8-1748-4cee-a900-661ab7763262 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ac9d1a45-d251-46a6-8b04-12a895f85dd9 HTTP/1.1" status: 204 len: 168 time: 0.4057720 Aug 27 14:13:43.866438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38450) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:43.868462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066bccff-7e69-47c0-abfa-fb5b3cd7bf43 None None] Network a3816254-08df-44ca-8b14-52f084cac4e7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:13:43.923315 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.929039 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.969306 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:43.982885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=f39c2629-2b5f-47ed-ba1f-f4a6e32252a1,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:44.001012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14deda8-1748-4cee-a900-661ab7763262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac9d1a45-d251-46a6-8b04-12a895f85dd9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:44.064814 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.093787 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.096803 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8dfb0cf8-d294-4c1a-b3c7-2bb8a994b3e8 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3869095 Aug 27 14:13:44.101278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38460) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:44.109218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'port': {'network_id': '2cd5d244-5e2d-43da-9ef3-50635ccf4769', 'name': 'tempest-FloatingIPTestJSON-586164775'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:44.157614 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Deleting port 95ca35b0-2370-45d9-922b-0ea4dab841b9 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:44.158015 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.312516 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] For port 95ca35b0-2370-45d9-922b-0ea4dab841b9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=95ca35b0-2370-45d9-922b-0ea4dab841b9,segment=NetworkSegment(810488ad-e483-449c-a14f-e0b2306eafde),segment_id=810488ad-e483-449c-a14f-e0b2306eafde)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:44.312892 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.320382 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] DHCP port deletion for a3816254-08df-44ca-8b14-52f084cac4e7 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:13:44.325072 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 97494e95-4837-46c1-b31f-fa579e21b1da no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:13:44.344458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Calling delete_port for 95ca35b0-2370-45d9-922b-0ea4dab841b9 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:44.390989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 97494e95-4837-46c1-b31f-fa579e21b1da {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:13:44.391622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 97494e95-4837-46c1-b31f-fa579e21b1da not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:13:44.392293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 40da991b-5e7a-4157-8221-4787823fdd74 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:13:44.394972 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Made reservation on behalf of 1ada6e480f424027bb5897a5bee67780 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:13:44.405968 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.430862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 40da991b-5e7a-4157-8221-4787823fdd74 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:13:44.431617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 40da991b-5e7a-4157-8221-4787823fdd74 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:13:44.450041 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.478196 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] device_id is not set on port 8aad995b-8ca5-4366-8628-5746ba8b704b yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:13:44.493399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=95ca35b0-2370-45d9-922b-0ea4dab841b9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:44.495642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] No DVR routers for this DVR port 95ca35b0-2370-45d9-922b-0ea4dab841b9 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:13:44.524581 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Deleting port 95ca35b0-2370-45d9-922b-0ea4dab841b9 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:44.525054 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.617392 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.642209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3816254-08df-44ca-8b14-52f084cac4e7']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:44.683775 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810488ad-e483-449c-a14f-e0b2306eafde') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:44.684103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810488ad-e483-449c-a14f-e0b2306eafde') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:44.685684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] For port 95ca35b0-2370-45d9-922b-0ea4dab841b9, host n-d-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:44.686347 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.687257 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.20.0.11 (2cd5d244-5e2d-43da-9ef3-50635ccf4769/30b71d50-3898-4478-85e4-6cecdfd1cbc3/8aad995b-8ca5-4366-8628-5746ba8b704b) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:44.703469 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.719195 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-54d991c5-ee84-411e-bdb9-3659f13a326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.728990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Calling delete_port for 95ca35b0-2370-45d9-922b-0ea4dab841b9 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:44.730365 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.732752 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.ipam_backend_mixin [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Port 95ca35b0-2370-45d9-922b-0ea4dab841b9 was not found and therefore no delete operation was performed {{(pid=101188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:13:44.734285 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.742699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:13:44.743242 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:13:44.745563 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:13:44.779897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Pushing event deleted for resources: {'Port': ['ID=95ca35b0-2370-45d9-922b-0ea4dab841b9,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:44.789999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:44.790668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:44.791277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:44.791879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:44.792436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:44.792989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:44.793543 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:44.794091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:44.794653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:44.795224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:44.795772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:44.796468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:44.802432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a6b2c1-ae75-4e89-9c7f-fd9ce1d9e5e4 None None] No DVR routers for this DVR port 95ca35b0-2370-45d9-922b-0ea4dab841b9 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:13:44.837476 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.860708 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:44.862661 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a3816254-08df-44ca-8b14-52f084cac4e7 HTTP/1.1" status: 204 len: 168 time: 0.9934464 Aug 27 14:13:44.874598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e8dd7-221a-4a15-bde0-566565822ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3816254-08df-44ca-8b14-52f084cac4e7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:45.063343 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:45.121753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38510) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:45.129038 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:45.222735 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b70e3966-2348-4da1-abe2-054a54f6bd24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a043767e40f45aaac53dc32e6a1636c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993412 Aug 27 14:13:45.224960 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38516) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:45.234588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 2cd5d244-5e2d-43da-9ef3-50635ccf4769 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:45.238137 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:45.245889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:45.249898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=8aad995b-8ca5-4366-8628-5746ba8b704b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:45.291978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38518) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:45.314098 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-561c60b9-e6e5-487b-92d4-b0c1e4b6c69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:45.325091 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:45.325894 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:45.341732 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-561c60b9-e6e5-487b-92d4-b0c1e4b6c69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:45.343283 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-77f6ed47-11ec-41d6-8dd5-7910bc20bb2f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2405024 Aug 27 14:13:45.345617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38522) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:45.352125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-dab5f125-7e79-4fd8-8bbb-5df3babed530 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'floatingip': {'port_id': '8aad995b-8ca5-4366-8628-5746ba8b704b'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:45.721384 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dab5f125-7e79-4fd8-8bbb-5df3babed530 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:45.823793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 95ca35b0-2370-45d9-922b-0ea4dab841b9 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:13:45.852284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 95ca35b0-2370-45d9-922b-0ea4dab841b9 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:13:45.853201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 95ca35b0-2370-45d9-922b-0ea4dab841b9 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:13:45.861778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa21594-02e9-4b9a-a8c8-1d52063a662b req-716b98de-695c-42de-b5f7-3a59a437a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:45.862285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa21594-02e9-4b9a-a8c8-1d52063a662b req-716b98de-695c-42de-b5f7-3a59a437a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:45.862804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa21594-02e9-4b9a-a8c8-1d52063a662b req-716b98de-695c-42de-b5f7-3a59a437a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:45.863295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa21594-02e9-4b9a-a8c8-1d52063a662b req-716b98de-695c-42de-b5f7-3a59a437a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:45.863705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38540) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:45.864189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa21594-02e9-4b9a-a8c8-1d52063a662b req-716b98de-695c-42de-b5f7-3a59a437a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:45.864311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa21594-02e9-4b9a-a8c8-1d52063a662b req-716b98de-695c-42de-b5f7-3a59a437a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:45.864713 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa21594-02e9-4b9a-a8c8-1d52063a662b req-716b98de-695c-42de-b5f7-3a59a437a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:45.874443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfa21594-02e9-4b9a-a8c8-1d52063a662b req-716b98de-695c-42de-b5f7-3a59a437a0cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 6508 time: 0.5801773 Aug 27 14:13:45.917222 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-561c60b9-e6e5-487b-92d4-b0c1e4b6c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:45.919860 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-561c60b9-e6e5-487b-92d4-b0c1e4b6c69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:45.921034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-561c60b9-e6e5-487b-92d4-b0c1e4b6c69a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9223bbc6-ad5f-4d39-8a29-db1dc70ad540 HTTP/1.1" status: 204 len: 168 time: 0.6946208 Aug 27 14:13:45.983112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c60b9-e6e5-487b-92d4-b0c1e4b6c69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9223bbc6-ad5f-4d39-8a29-db1dc70ad540,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:45.992226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfa21594-02e9-4b9a-a8c8-1d52063a662b req-5a70bc89-a48f-4bb3-a020-8775085c0083 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169434 Aug 27 14:13:46.030861 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0778d5a7-2c81-49f9-945d-bfdd7d9fe2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.145586 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0778d5a7-2c81-49f9-945d-bfdd7d9fe2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.151044 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0778d5a7-2c81-49f9-945d-bfdd7d9fe2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.176157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778d5a7-2c81-49f9-945d-bfdd7d9fe2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca823e3f-0580-478b-ad31-8feb53cced90,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:46.203638 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0778d5a7-2c81-49f9-945d-bfdd7d9fe2e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb9ff0fedd3a453483849e6cf8828730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377621 Aug 27 14:13:46.204246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38550) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:46.258942 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c3d63fb9-2dd3-4fbf-b507-b7d8dc564ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.284334 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c3d63fb9-2dd3-4fbf-b507-b7d8dc564ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.339468 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c3d63fb9-2dd3-4fbf-b507-b7d8dc564ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.344437 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c3d63fb9-2dd3-4fbf-b507-b7d8dc564ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.344437 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c3d63fb9-2dd3-4fbf-b507-b7d8dc564ec9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca823e3f-0580-478b-ad31-8feb53cced90 HTTP/1.1" status: 204 len: 168 time: 0.1391466 Aug 27 14:13:46.345165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38556) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:46.368708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d63fb9-2dd3-4fbf-b507-b7d8dc564ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca823e3f-0580-478b-ad31-8feb53cced90,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:46.370840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a9f1-3794-4e17-9215-016ee9b03325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.371715 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dab5f125-7e79-4fd8-8bbb-5df3babed530 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.376504 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dab5f125-7e79-4fd8-8bbb-5df3babed530 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.492255 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a9f1-3794-4e17-9215-016ee9b03325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.496687 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a9f1-3794-4e17-9215-016ee9b03325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.522634 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-dab5f125-7e79-4fd8-8bbb-5df3babed530 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Floating IP 28d6521f-be4d-48bf-a868-2fdb1e1e0ea7 associated. External IP: 172.25.2.85, port: 8aad995b-8ca5-4366-8628-5746ba8b704b. Aug 27 14:13:46.546971 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e7c6a9f1-3794-4e17-9215-016ee9b03325 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1970620 Aug 27 14:13:46.548069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6a9f1-3794-4e17-9215-016ee9b03325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428ca939-2237-4238-9aea-6c7d862ee4ce,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:46.566344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38562) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:46.720477 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51e07cc1-3022-428f-82b3-000ce5c1fd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.745108 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51e07cc1-3022-428f-82b3-000ce5c1fd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.804711 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51e07cc1-3022-428f-82b3-000ce5c1fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.807527 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51e07cc1-3022-428f-82b3-000ce5c1fd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:46.822122 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-51e07cc1-3022-428f-82b3-000ce5c1fd7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/428ca939-2237-4238-9aea-6c7d862ee4ce HTTP/1.1" status: 204 len: 168 time: 0.2501338 Aug 27 14:13:46.827576 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e07cc1-3022-428f-82b3-000ce5c1fd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428ca939-2237-4238-9aea-6c7d862ee4ce,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:46.840895 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab5f125-7e79-4fd8-8bbb-5df3babed530 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:46.989061 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab5f125-7e79-4fd8-8bbb-5df3babed530 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:47.002895 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dab5f125-7e79-4fd8-8bbb-5df3babed530 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:47.017663 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49039df-9076-438f-bc1f-cd8361f964fa None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:47.043571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49039df-9076-438f-bc1f-cd8361f964fa None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:47.045877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e49039df-9076-438f-bc1f-cd8361f964fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:47.060192 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dab5f125-7e79-4fd8-8bbb-5df3babed530 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "PUT /v2.0/floatingips/28d6521f-be4d-48bf-a868-2fdb1e1e0ea7 HTTP/1.1" status: 200 len: 977 time: 1.7108805 Aug 27 14:13:47.060780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38580) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:47.111911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e49039df-9076-438f-bc1f-cd8361f964fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:47.125382 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49039df-9076-438f-bc1f-cd8361f964fa None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:47.126417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e49039df-9076-438f-bc1f-cd8361f964fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:47.173544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e49039df-9076-438f-bc1f-cd8361f964fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:47.174387 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49039df-9076-438f-bc1f-cd8361f964fa None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:47.200032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f5cd6-e238-40ba-a4ff-4b2dd2a1fab7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port 8aad995b-8ca5-4366-8628-5746ba8b704b {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:47.200459 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5cd6-e238-40ba-a4ff-4b2dd2a1fab7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:47.357338 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5cd6-e238-40ba-a4ff-4b2dd2a1fab7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:47.414590 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:47.477472 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7b7a-c9a2-43f0-ad16-645242f2f209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:47.639898 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5cd6-e238-40ba-a4ff-4b2dd2a1fab7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:47.640303 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5cd6-e238-40ba-a4ff-4b2dd2a1fab7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:47.640622 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-9c9f5cd6-e238-40ba-a4ff-4b2dd2a1fab7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Floating IP 28d6521f-be4d-48bf-a868-2fdb1e1e0ea7 disassociated. External IP: 172.25.2.85, port: 8aad995b-8ca5-4366-8628-5746ba8b704b. Aug 27 14:13:47.640961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f5cd6-e238-40ba-a4ff-4b2dd2a1fab7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for 8aad995b-8ca5-4366-8628-5746ba8b704b owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:47.782521 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5cd6-e238-40ba-a4ff-4b2dd2a1fab7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:47.820512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f5cd6-e238-40ba-a4ff-4b2dd2a1fab7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=8aad995b-8ca5-4366-8628-5746ba8b704b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:47.999913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9f5cd6-e238-40ba-a4ff-4b2dd2a1fab7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:48.113149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9f5cd6-e238-40ba-a4ff-4b2dd2a1fab7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:48.124616 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c0fd8b-ffee-48c9-88c0-1fc75e40be2f None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:48.135104 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c0fd8b-ffee-48c9-88c0-1fc75e40be2f None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:48.135909 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c3c0fd8b-ffee-48c9-88c0-1fc75e40be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:48.170156 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c3c0fd8b-ffee-48c9-88c0-1fc75e40be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:48.179144 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c0fd8b-ffee-48c9-88c0-1fc75e40be2f None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:48.179747 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c3c0fd8b-ffee-48c9-88c0-1fc75e40be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:48.185540 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5cd6-e238-40ba-a4ff-4b2dd2a1fab7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:48.187487 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9c9f5cd6-e238-40ba-a4ff-4b2dd2a1fab7 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/ports/8aad995b-8ca5-4366-8628-5746ba8b704b HTTP/1.1" status: 204 len: 168 time: 1.1244614 Aug 27 14:13:48.190132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38596) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:48.213990 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c3c0fd8b-ffee-48c9-88c0-1fc75e40be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:48.214634 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c0fd8b-ffee-48c9-88c0-1fc75e40be2f None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:48.234978 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-113bea16-164f-4f83-bd8a-7c33ab9d98ad tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "GET /v2.0/floatingips/28d6521f-be4d-48bf-a868-2fdb1e1e0ea7 HTTP/1.1" status: 200 len: 687 time: 0.0436237 Aug 27 14:13:48.237550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38598) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:48.360376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-9f8eb421-7804-4cfa-b2d7-7779edc10e47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port f39c2629-2b5f-47ed-ba1f-f4a6e32252a1 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:48.360803 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f8eb421-7804-4cfa-b2d7-7779edc10e47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:48.436534 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f8eb421-7804-4cfa-b2d7-7779edc10e47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:48.436862 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f8eb421-7804-4cfa-b2d7-7779edc10e47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:48.449114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-9f8eb421-7804-4cfa-b2d7-7779edc10e47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for f39c2629-2b5f-47ed-ba1f-f4a6e32252a1 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:48.579639 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f8eb421-7804-4cfa-b2d7-7779edc10e47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:48.607143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8eb421-7804-4cfa-b2d7-7779edc10e47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=f39c2629-2b5f-47ed-ba1f-f4a6e32252a1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:48.668102 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f8eb421-7804-4cfa-b2d7-7779edc10e47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:48.670739 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9f8eb421-7804-4cfa-b2d7-7779edc10e47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:48.671906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9f8eb421-7804-4cfa-b2d7-7779edc10e47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/floatingips/28d6521f-be4d-48bf-a868-2fdb1e1e0ea7 HTTP/1.1" status: 204 len: 168 time: 0.4334719 Aug 27 14:13:48.675484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38606) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:48.680633 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '9f7833e3-c7c7-4334-9dac-b901e4792b96'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:48.701388 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:48.740638 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:48.812328 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:48.933746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.25.2.227 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/61822145-e3b7-4e5e-85ba-de77a52ee442) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:49.057582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:49.101562 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:49.146604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:49.150651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:49.155570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:49.158881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=61822145-e3b7-4e5e-85ba-de77a52ee442,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:49.801507 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:49.871741 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:50.049309 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:50.054796 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:50.128483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=61822145-e3b7-4e5e-85ba-de77a52ee442,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:50.141108 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:50.171911 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:50.247232 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Floating IP e76f1225-9c30-47a4-ad8c-05390eacc08b associated. External IP: 172.25.2.227, port: 9f7833e3-c7c7-4334-9dac-b901e4792b96. Aug 27 14:13:50.522608 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:50.638731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:50.650783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685c8dd-f6f5-4975-a3e1-964dfd0a64ce None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:50.654858 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:50.661951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685c8dd-f6f5-4975-a3e1-964dfd0a64ce None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:50.662676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c685c8dd-f6f5-4975-a3e1-964dfd0a64ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:50.686616 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dbffb0fa-2ea0-4849-8e04-2cc6e83ae4cc tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0100930 Aug 27 14:13:50.689349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38642) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:50.694518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2aebf762-46b7-4070-a2e7-6e0652934d70 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-390485074'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:50.698403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c685c8dd-f6f5-4975-a3e1-964dfd0a64ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:50.707635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685c8dd-f6f5-4975-a3e1-964dfd0a64ce None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:50.708322 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c685c8dd-f6f5-4975-a3e1-964dfd0a64ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:50.716136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aebf762-46b7-4070-a2e7-6e0652934d70 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Made reservation on behalf of 1ada6e480f424027bb5897a5bee67780 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:13:50.719718 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2aebf762-46b7-4070-a2e7-6e0652934d70 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:50.743888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aebf762-46b7-4070-a2e7-6e0652934d70 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:13:50.749469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c685c8dd-f6f5-4975-a3e1-964dfd0a64ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:50.750194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685c8dd-f6f5-4975-a3e1-964dfd0a64ce None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:50.753410 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2aebf762-46b7-4070-a2e7-6e0652934d70 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:50.753787 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-2aebf762-46b7-4070-a2e7-6e0652934d70 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Added segment c60d7d8c-bc23-487b-93dd-fa71c0876442 of type vlan for network 8f0fb328-a70c-45c7-97b5-43cd829dbec7 Aug 27 14:13:50.795600 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2aebf762-46b7-4070-a2e7-6e0652934d70 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:50.820577 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2aebf762-46b7-4070-a2e7-6e0652934d70 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:50.826487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aebf762-46b7-4070-a2e7-6e0652934d70 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:50.827322 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2aebf762-46b7-4070-a2e7-6e0652934d70 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:50.889974 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2aebf762-46b7-4070-a2e7-6e0652934d70 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1995885 Aug 27 14:13:50.892811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38644) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:50.898612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-721bfe40-bb2d-4676-b5db-bb746c6f9845 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'subnet': {'network_id': '8f0fb328-a70c-45c7-97b5-43cd829dbec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:50.899066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebf762-46b7-4070-a2e7-6e0652934d70 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Network': ['ID=8f0fb328-a70c-45c7-97b5-43cd829dbec7,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:50.910077 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 8f0fb328-a70c-45c7-97b5-43cd829dbec7 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:13:51.002512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721bfe40-bb2d-4676-b5db-bb746c6f9845 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Made reservation on behalf of 1ada6e480f424027bb5897a5bee67780 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:13:51.006442 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-721bfe40-bb2d-4676-b5db-bb746c6f9845 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:51.237078 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-721bfe40-bb2d-4676-b5db-bb746c6f9845 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:51.301274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bfe40-bb2d-4676-b5db-bb746c6f9845 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Subnet': ['ID=b7aff33a-7475-463b-8850-093d61d91a97,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:51.311423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721bfe40-bb2d-4676-b5db-bb746c6f9845 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Checking segment: {'id': 'c60d7d8c-bc23-487b-93dd-fa71c0876442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f0fb328-a70c-45c7-97b5-43cd829dbec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:13:51.311782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721bfe40-bb2d-4676-b5db-bb746c6f9845 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network hostable DHCP agents. Network: 8f0fb328-a70c-45c7-97b5-43cd829dbec7, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:13:51.331330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721bfe40-bb2d-4676-b5db-bb746c6f9845 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 8f0fb328-a70c-45c7-97b5-43cd829dbec7 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:13:51.341672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-721bfe40-bb2d-4676-b5db-bb746c6f9845 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 8f0fb328-a70c-45c7-97b5-43cd829dbec7) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:51.347896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721bfe40-bb2d-4676-b5db-bb746c6f9845 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:51.348485 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-721bfe40-bb2d-4676-b5db-bb746c6f9845 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:51.356537 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba88775-96a7-49a1-b83b-18269a0df006 None None] Network 8f0fb328-a70c-45c7-97b5-43cd829dbec7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:13:51.367844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-721bfe40-bb2d-4676-b5db-bb746c6f9845 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4707122 Aug 27 14:13:51.368080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38654) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:51.372919 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1868103907', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:51.400249 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:51.401476 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:51.408445 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:51.468564 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:51.531951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-8f0fb328-a70c-45c7-97b5-43cd829dbec7', 'network_id': '8f0fb328-a70c-45c7-97b5-43cd829dbec7', 'tenant_id': '1ada6e480f424027bb5897a5bee67780', 'fixed_ips': [{'subnet_id': 'b7aff33a-7475-463b-8850-093d61d91a97'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:13:51.533001 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:51.610708 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:51.699098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Allocated IP 172.20.0.2 (8f0fb328-a70c-45c7-97b5-43cd829dbec7/b7aff33a-7475-463b-8850-093d61d91a97/8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:51.829428 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:51.849095 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:51.854367 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:51.863671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Transition to ACTIVE for port object 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:13:51.880109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Transition to ACTIVE for port object 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:13:51.887118 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:51.929717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Network 8f0fb328-a70c-45c7-97b5-43cd829dbec7 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:51.932684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:51.938226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:51.941089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Pushing event updated for resources: {'Port': ['ID=8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:51.966126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.25.2.178 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/0226d159-eadb-4270-bf18-4f676c251dcb) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:51.997202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Attempting to bind port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:13:51.997599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Attempting to bind port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'c60d7d8c-bc23-487b-93dd-fa71c0876442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f0fb328-a70c-45c7-97b5-43cd829dbec7'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:13:51.998061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Attempting to bind port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 on network 8f0fb328-a70c-45c7-97b5-43cd829dbec7 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:13:52.003046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:13:52.003423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Checking segment: {'id': 'c60d7d8c-bc23-487b-93dd-fa71c0876442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f0fb328-a70c-45c7-97b5-43cd829dbec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:13:52.003821 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:52.004214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Bound using segment: {'id': 'c60d7d8c-bc23-487b-93dd-fa71c0876442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f0fb328-a70c-45c7-97b5-43cd829dbec7'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:13:52.004674 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Bound port: 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60d7d8c-bc23-487b-93dd-fa71c0876442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f0fb328-a70c-45c7-97b5-43cd829dbec7'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:13:52.005057 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:52.076429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] For port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:13:52.078120 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:52.081619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] For port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648,segment=NetworkSegment(c60d7d8c-bc23-487b-93dd-fa71c0876442),segment_id=c60d7d8c-bc23-487b-93dd-fa71c0876442)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:13:52.087708 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:52.128508 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:52.159842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f88c62-e4cd-4fb6-8a3e-071db3682f06 None None] Pushing event updated for resources: {'Port': ['ID=8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:52.203275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:52.206924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:52.212534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:52.249781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=0226d159-eadb-4270-bf18-4f676c251dcb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:52.536094 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:52.793788 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:52.931804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 02aecc58-8efe-4a5e-b694-09b2a0fbc1d4 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:13:53.165236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a336f6-8ae2-495f-bb1b-8ff765868971 None None] Network 8f0fb328-a70c-45c7-97b5-43cd829dbec7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:13:53.222840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bea8a8a4-9428-4413-b20c-9a833ae0e1f4 None None] Provisioning for port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:53.352517 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:53.361952 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b194df25-4eae-4fde-99ba-6e5ace328bad None None] Sync routers for ids ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:53.374950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:53.375243 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b194df25-4eae-4fde-99ba-6e5ace328bad None None] Routers {'02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:53.376248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b1589cd8-7e49-42be-bd75-a9dae643084a tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0072212 Aug 27 14:13:53.376397 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b194df25-4eae-4fde-99ba-6e5ace328bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:53.379783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38680) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:53.517176 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b194df25-4eae-4fde-99ba-6e5ace328bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:53.526978 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b194df25-4eae-4fde-99ba-6e5ace328bad None None] Routers {'02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:53.527583 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b194df25-4eae-4fde-99ba-6e5ace328bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:53.562143 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b194df25-4eae-4fde-99ba-6e5ace328bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:53.562880 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b194df25-4eae-4fde-99ba-6e5ace328bad None None] The sync data for ids ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:53.865183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:53.921047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:53.929560 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:53.931684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:53.932079 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:54.024266 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:54.064243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648,segment=NetworkSegment(c60d7d8c-bc23-487b-93dd-fa71c0876442),segment_id=c60d7d8c-bc23-487b-93dd-fa71c0876442)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:13:54.067855 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:54.120874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:54.200855 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:13:54.220935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.20.0.1 (8f0fb328-a70c-45c7-97b5-43cd829dbec7/b7aff33a-7475-463b-8850-093d61d91a97/919606ec-48ff-453e-9d52-74b313a2051d) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:54.341117 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:54.355605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Transition to ACTIVE for port object 919606ec-48ff-453e-9d52-74b313a2051d will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:13:54.388938 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:54.449888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=919606ec-48ff-453e-9d52-74b313a2051d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:54.453616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 8f0fb328-a70c-45c7-97b5-43cd829dbec7 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:54.455558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:54.457854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:54.518772 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:54.700683 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:54.794553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-49af8bcf-f585-4304-aa60-2c841bd216c8 None None] Provisioning for port 919606ec-48ff-453e-9d52-74b313a2051d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:54.799926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-49af8bcf-f585-4304-aa60-2c841bd216c8 None None] Provisioning complete for port 919606ec-48ff-453e-9d52-74b313a2051d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:54.800994 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-49af8bcf-f585-4304-aa60-2c841bd216c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:54.842229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-49af8bcf-f585-4304-aa60-2c841bd216c8 None None] Port 919606ec-48ff-453e-9d52-74b313a2051d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:13:55.006283 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:55.013331 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:55.413261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=919606ec-48ff-453e-9d52-74b313a2051d,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:55.415693 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:55.429082 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:55.429421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:55.429756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:55.430090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:55.430420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:55.430800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:55.431189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:55.431518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:55.431841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:55.432161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:55.432485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:55.432805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:55.518846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 8f0fb328-a70c-45c7-97b5-43cd829dbec7 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:55.520193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:55.642216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 02aecc58-8efe-4a5e-b694-09b2a0fbc1d4 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:55.755597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:55.765306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0beb8c-8e6f-4f65-92a7-5bb655a712df None None] Sync routers for ids ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:55.766469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d7785094-2efc-47c9-b03f-c971b9e436f4 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "PUT /v2.0/routers/02aecc58-8efe-4a5e-b694-09b2a0fbc1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3856680 Aug 27 14:13:55.769392 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38708) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:55.775075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'port': {'network_id': '8f0fb328-a70c-45c7-97b5-43cd829dbec7', 'name': 'tempest-FloatingIPTestJSON-1156544508'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:55.781457 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1f16c056-b321-471c-a6f7-794407172695 None None] Provisioning complete for port 919606ec-48ff-453e-9d52-74b313a2051d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:55.781889 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1f16c056-b321-471c-a6f7-794407172695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:55.783772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0beb8c-8e6f-4f65-92a7-5bb655a712df None None] Routers {'02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:55.784381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-db0beb8c-8e6f-4f65-92a7-5bb655a712df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:55.839818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:13:55.845882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-db0beb8c-8e6f-4f65-92a7-5bb655a712df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:55.890832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1f16c056-b321-471c-a6f7-794407172695 None None] Port 919606ec-48ff-453e-9d52-74b313a2051d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:13:55.892767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0beb8c-8e6f-4f65-92a7-5bb655a712df None None] Routers {'02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:55.893376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-db0beb8c-8e6f-4f65-92a7-5bb655a712df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:55.901547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Made reservation on behalf of 1ada6e480f424027bb5897a5bee67780 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:13:55.905837 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:55.923925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] device_id is not set on port 19032f71-13dc-4641-b51f-f904770cf54a yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:13:55.931686 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-db0beb8c-8e6f-4f65-92a7-5bb655a712df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:55.932332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0beb8c-8e6f-4f65-92a7-5bb655a712df None None] The sync data for ids ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:55.947722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:55.948096 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:56.045222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Allocated IP 172.20.0.3 (8f0fb328-a70c-45c7-97b5-43cd829dbec7/b7aff33a-7475-463b-8850-093d61d91a97/19032f71-13dc-4641-b51f-f904770cf54a) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:13:56.214916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:56.229654 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Transition to ACTIVE for port object 19032f71-13dc-4641-b51f-f904770cf54a will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:13:56.264990 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:56.307346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Network 8f0fb328-a70c-45c7-97b5-43cd829dbec7 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:13:56.312676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:13:56.316436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:13:56.344241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event updated for resources: {'Port': ['ID=19032f71-13dc-4641-b51f-f904770cf54a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:56.356692 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:56.356916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:56.357260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:56.357598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:56.357934 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:56.358438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:56.358641 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:56.358995 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:56.359320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:56.359645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:56.359971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:56.360295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:13:56.389240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:13:56.389928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:56.408933 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b2c11d1d-7724-4690-9f47-7bb41813d932 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6360028 Aug 27 14:13:56.409692 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38722) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:56.417379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d89433bf-8c87-4198-b65e-e267c90880ae tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Request body: {'floatingip': {'port_id': '19032f71-13dc-4641-b51f-f904770cf54a'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:13:56.489435 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d89433bf-8c87-4198-b65e-e267c90880ae tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:56.614651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a5fcf2df-b9e1-48a3-9de6-c34b98d32d44 None None] Provisioning for port 19032f71-13dc-4641-b51f-f904770cf54a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:13:56.619027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a5fcf2df-b9e1-48a3-9de6-c34b98d32d44 None None] Provisioning complete for port 19032f71-13dc-4641-b51f-f904770cf54a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:13:56.619411 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a5fcf2df-b9e1-48a3-9de6-c34b98d32d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:56.657882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a5fcf2df-b9e1-48a3-9de6-c34b98d32d44 None None] Port 19032f71-13dc-4641-b51f-f904770cf54a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:13:56.996653 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d89433bf-8c87-4198-b65e-e267c90880ae tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:57.000120 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d89433bf-8c87-4198-b65e-e267c90880ae tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:57.125037 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-d89433bf-8c87-4198-b65e-e267c90880ae tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Floating IP e76f1225-9c30-47a4-ad8c-05390eacc08b associated. External IP: 172.25.2.227, port: 9f7833e3-c7c7-4334-9dac-b901e4792b96. Aug 27 14:13:57.383203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89433bf-8c87-4198-b65e-e267c90880ae tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:57.514252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89433bf-8c87-4198-b65e-e267c90880ae tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:57.524719 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7f825-bf43-4018-9ee4-a38f2f48d630 None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:57.534113 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7f825-bf43-4018-9ee4-a38f2f48d630 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:57.534751 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d8f7f825-bf43-4018-9ee4-a38f2f48d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:57.569284 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d8f7f825-bf43-4018-9ee4-a38f2f48d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:57.579266 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7f825-bf43-4018-9ee4-a38f2f48d630 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:57.579995 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d8f7f825-bf43-4018-9ee4-a38f2f48d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:57.613062 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d8f7f825-bf43-4018-9ee4-a38f2f48d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:57.613713 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7f825-bf43-4018-9ee4-a38f2f48d630 None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:57.744453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89433bf-8c87-4198-b65e-e267c90880ae tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 02aecc58-8efe-4a5e-b694-09b2a0fbc1d4 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:57.854463 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89433bf-8c87-4198-b65e-e267c90880ae tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:57.859065 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d89433bf-8c87-4198-b65e-e267c90880ae tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:57.863740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690d51b-d7a3-4e35-89c4-de1582652848 None None] Sync routers for ids ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:57.872540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690d51b-d7a3-4e35-89c4-de1582652848 None None] Routers {'02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:57.873222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1690d51b-d7a3-4e35-89c4-de1582652848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:57.909854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1690d51b-d7a3-4e35-89c4-de1582652848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:57.917522 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d89433bf-8c87-4198-b65e-e267c90880ae tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "PUT /v2.0/floatingips/e76f1225-9c30-47a4-ad8c-05390eacc08b HTTP/1.1" status: 200 len: 978 time: 1.5051351 Aug 27 14:13:57.920159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38728) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:57.922201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690d51b-d7a3-4e35-89c4-de1582652848 None None] Routers {'02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:57.922990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1690d51b-d7a3-4e35-89c4-de1582652848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:57.956359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1690d51b-d7a3-4e35-89c4-de1582652848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:57.957059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690d51b-d7a3-4e35-89c4-de1582652848 None None] The sync data for ids ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:58.024969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-9a9acd03-8c72-4ef7-b1f1-543985198ae1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port 19032f71-13dc-4641-b51f-f904770cf54a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:58.025319 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9a9acd03-8c72-4ef7-b1f1-543985198ae1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:58.125151 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9a9acd03-8c72-4ef7-b1f1-543985198ae1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:58.311488 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9a9acd03-8c72-4ef7-b1f1-543985198ae1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:58.315084 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9a9acd03-8c72-4ef7-b1f1-543985198ae1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:58.315530 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-9a9acd03-8c72-4ef7-b1f1-543985198ae1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Floating IP e76f1225-9c30-47a4-ad8c-05390eacc08b disassociated. External IP: 172.25.2.227, port: 19032f71-13dc-4641-b51f-f904770cf54a. Aug 27 14:13:58.315993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-9a9acd03-8c72-4ef7-b1f1-543985198ae1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for 19032f71-13dc-4641-b51f-f904770cf54a owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:13:58.454986 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9a9acd03-8c72-4ef7-b1f1-543985198ae1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:58.490347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9acd03-8c72-4ef7-b1f1-543985198ae1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=19032f71-13dc-4641-b51f-f904770cf54a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:13:58.638041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9acd03-8c72-4ef7-b1f1-543985198ae1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 02aecc58-8efe-4a5e-b694-09b2a0fbc1d4 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:13:58.776559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9acd03-8c72-4ef7-b1f1-543985198ae1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:13:58.789612 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81cf81f-67fc-433c-8346-2e2af467dcfc None None] Sync routers for ids ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:13:58.799990 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81cf81f-67fc-433c-8346-2e2af467dcfc None None] Routers {'02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:58.800878 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b81cf81f-67fc-433c-8346-2e2af467dcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:58.834002 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b81cf81f-67fc-433c-8346-2e2af467dcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:58.843594 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81cf81f-67fc-433c-8346-2e2af467dcfc None None] Routers {'02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:13:58.844466 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b81cf81f-67fc-433c-8346-2e2af467dcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:58.854797 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9a9acd03-8c72-4ef7-b1f1-543985198ae1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:58.859751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9a9acd03-8c72-4ef7-b1f1-543985198ae1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/ports/19032f71-13dc-4641-b51f-f904770cf54a HTTP/1.1" status: 204 len: 168 time: 0.9357193 Aug 27 14:13:58.859899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38742) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:13:58.880498 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b81cf81f-67fc-433c-8346-2e2af467dcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:13:58.881781 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81cf81f-67fc-433c-8346-2e2af467dcfc None None] The sync data for ids ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:13:59.215087 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0479dfd0-2a12-442a-83d6-c0b7852be585 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:59.852677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-0479dfd0-2a12-442a-83d6-c0b7852be585 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port 919606ec-48ff-453e-9d52-74b313a2051d {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:13:59.853343 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0479dfd0-2a12-442a-83d6-c0b7852be585 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:59.937676 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0479dfd0-2a12-442a-83d6-c0b7852be585 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:13:59.950829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-0479dfd0-2a12-442a-83d6-c0b7852be585 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for 919606ec-48ff-453e-9d52-74b313a2051d owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:00.134380 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0479dfd0-2a12-442a-83d6-c0b7852be585 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:00.159518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479dfd0-2a12-442a-83d6-c0b7852be585 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=919606ec-48ff-453e-9d52-74b313a2051d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:00.340110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0479dfd0-2a12-442a-83d6-c0b7852be585 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:00.580123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0479dfd0-2a12-442a-83d6-c0b7852be585 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 02aecc58-8efe-4a5e-b694-09b2a0fbc1d4 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:14:00.717994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0479dfd0-2a12-442a-83d6-c0b7852be585 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:14:00.729188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e71e5-f7f9-404a-85d5-83ae867b530d None None] Sync routers for ids ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:14:00.733800 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0479dfd0-2a12-442a-83d6-c0b7852be585 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "PUT /v2.0/routers/02aecc58-8efe-4a5e-b694-09b2a0fbc1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8728535 Aug 27 14:14:00.736599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38762) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:00.747220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e71e5-f7f9-404a-85d5-83ae867b530d None None] Routers {'02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:00.747902 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-675e71e5-f7f9-404a-85d5-83ae867b530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:00.797254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-675e71e5-f7f9-404a-85d5-83ae867b530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:00.806076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e71e5-f7f9-404a-85d5-83ae867b530d None None] Routers {'02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:00.806667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-675e71e5-f7f9-404a-85d5-83ae867b530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:00.861391 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:00.972800 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:00.983806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-675e71e5-f7f9-404a-85d5-83ae867b530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:00.984724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e71e5-f7f9-404a-85d5-83ae867b530d None None] The sync data for ids ['02aecc58-8efe-4a5e-b694-09b2a0fbc1d4'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:14:01.029713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port 0226d159-eadb-4270-bf18-4f676c251dcb {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:01.030217 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:01.115182 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:01.128136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for 0226d159-eadb-4270-bf18-4f676c251dcb owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:01.300467 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:01.325928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=0226d159-eadb-4270-bf18-4f676c251dcb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:01.388128 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:01.480202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:01.482330 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:01.530281 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:01.530840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Fanout notify agent at l3_agent the message router_deleted on router 02aecc58-8efe-4a5e-b694-09b2a0fbc1d4 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:14:01.538184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:01.541882 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-208c7bd9-bb6c-4ac8-84e7-5b21837b0c53 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/routers/02aecc58-8efe-4a5e-b694-09b2a0fbc1d4 HTTP/1.1" status: 204 len: 168 time: 0.8011472 Aug 27 14:14:01.541998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38764) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:01.595996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01b522c-1feb-464a-8a50-56e799891e01 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting subnet b7aff33a-7475-463b-8850-093d61d91a97 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:14:01.599398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f01b522c-1feb-464a-8a50-56e799891e01 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:01.640038 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f01b522c-1feb-464a-8a50-56e799891e01 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:01.746229 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f01b522c-1feb-464a-8a50-56e799891e01 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:01.835602 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f01b522c-1feb-464a-8a50-56e799891e01 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:01.862927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b522c-1feb-464a-8a50-56e799891e01 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Subnet': ['ID=b7aff33a-7475-463b-8850-093d61d91a97,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:01.869689 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f01b522c-1feb-464a-8a50-56e799891e01 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:01.871614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f01b522c-1feb-464a-8a50-56e799891e01 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/subnets/b7aff33a-7475-463b-8850-093d61d91a97 HTTP/1.1" status: 204 len: 168 time: 0.3284771 Aug 27 14:14:01.874216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38770) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:01.875311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1d668e-00b5-4dd1-9cf0-e5e754e5a181 None None] Network 8f0fb328-a70c-45c7-97b5-43cd829dbec7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:14:01.965334 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.025988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:02.026402 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.094734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a24a8-f92a-477e-b7c0-e86772d4228a None None] DHCP port deletion for 8f0fb328-a70c-45c7-97b5-43cd829dbec7 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:14:02.099586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] For port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648,segment=NetworkSegment(c60d7d8c-bc23-487b-93dd-fa71c0876442),segment_id=c60d7d8c-bc23-487b-93dd-fa71c0876442)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:14:02.100302 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.115040 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:02.143215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a24a8-f92a-477e-b7c0-e86772d4228a None None] Deleting port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:02.143917 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fc2a24a8-f92a-477e-b7c0-e86772d4228a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.200450 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.207385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fc2a24a8-f92a-477e-b7c0-e86772d4228a None None] For port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648,segment=NetworkSegment(c60d7d8c-bc23-487b-93dd-fa71c0876442),segment_id=c60d7d8c-bc23-487b-93dd-fa71c0876442)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:14:02.208037 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fc2a24a8-f92a-477e-b7c0-e86772d4228a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.226849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a24a8-f92a-477e-b7c0-e86772d4228a None None] Calling delete_port for 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:02.228682 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:02.238193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] No DVR routers for this DVR port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:14:02.310232 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fc2a24a8-f92a-477e-b7c0-e86772d4228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.327917 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.337754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a24a8-f92a-477e-b7c0-e86772d4228a None None] Pushing event deleted for resources: {'Port': ['ID=8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:02.338864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0fb328-a70c-45c7-97b5-43cd829dbec7']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:02.344096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2a24a8-f92a-477e-b7c0-e86772d4228a None None] No DVR routers for this DVR port 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:14:02.351527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60d7d8c-bc23-487b-93dd-fa71c0876442') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:02.351854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60d7d8c-bc23-487b-93dd-fa71c0876442') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:02.364778 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.378581 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.384799 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:14:02.385184 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:14:02.388617 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:14:02.447355 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.461019 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.463074 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/networks/8f0fb328-a70c-45c7-97b5-43cd829dbec7 HTTP/1.1" status: 204 len: 168 time: 0.5878298 Aug 27 14:14:02.465758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38772) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:02.476770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d730bf0-bb65-4727-bfd2-352112250a47 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Network': ['ID=8f0fb328-a70c-45c7-97b5-43cd829dbec7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:02.592613 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ceda1455-f163-4fea-8178-1f238cd442ad tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port 61822145-e3b7-4e5e-85ba-de77a52ee442 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:02.592955 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ceda1455-f163-4fea-8178-1f238cd442ad tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.665715 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ceda1455-f163-4fea-8178-1f238cd442ad tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.665938 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ceda1455-f163-4fea-8178-1f238cd442ad tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.677020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ceda1455-f163-4fea-8178-1f238cd442ad tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for 61822145-e3b7-4e5e-85ba-de77a52ee442 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:02.808067 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ceda1455-f163-4fea-8178-1f238cd442ad tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.834443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda1455-f163-4fea-8178-1f238cd442ad tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=61822145-e3b7-4e5e-85ba-de77a52ee442,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:02.903858 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ceda1455-f163-4fea-8178-1f238cd442ad tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.906793 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ceda1455-f163-4fea-8178-1f238cd442ad tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:02.908039 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ceda1455-f163-4fea-8178-1f238cd442ad tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/floatingips/e76f1225-9c30-47a4-ad8c-05390eacc08b HTTP/1.1" status: 204 len: 168 time: 0.4412224 Aug 27 14:14:02.914889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38784) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:02.937329 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df9d1bb-2e75-4363-b723-ebd3121789bd tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] DELETE failed (client error): The resource could not be found. Aug 27 14:14:02.938024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df9d1bb-2e75-4363-b723-ebd3121789bd tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:14:02.942192 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4df9d1bb-2e75-4363-b723-ebd3121789bd tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/ports/19032f71-13dc-4641-b51f-f904770cf54a HTTP/1.1" status: 404 len: 333 time: 0.0242462 Aug 27 14:14:02.942362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38786) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:02.969588 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9deb698b-7d92-4f6c-a68f-455670f791f2 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "GET /v2.0/ports?device_id=02aecc58-8efe-4a5e-b694-09b2a0fbc1d4 HTTP/1.1" status: 200 len: 205 time: 0.0260618 Aug 27 14:14:02.971871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38788) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:03.013803 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-9dbdb0ee-e7d7-4cac-9467-3a9009f6874f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] delete failed (client error): The resource could not be found. Aug 27 14:14:03.018653 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9dbdb0ee-e7d7-4cac-9467-3a9009f6874f tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/routers/02aecc58-8efe-4a5e-b694-09b2a0fbc1d4 HTTP/1.1" status: 404 len: 336 time: 0.0416281 Aug 27 14:14:03.018653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38792) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:03.044842 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-98452967-eaec-4eb4-add5-640e870ed628 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] DELETE failed (client error): The resource could not be found. Aug 27 14:14:03.045293 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98452967-eaec-4eb4-add5-640e870ed628 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:14:03.047026 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-98452967-eaec-4eb4-add5-640e870ed628 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/subnets/b7aff33a-7475-463b-8850-093d61d91a97 HTTP/1.1" status: 404 len: 337 time: 0.0282481 Aug 27 14:14:03.049628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38794) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:03.139510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-dc2901c1-2a58-4a12-af92-14c4419305c3 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port 9f7833e3-c7c7-4334-9dac-b901e4792b96 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:03.139853 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc2901c1-2a58-4a12-af92-14c4419305c3 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:03.230508 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc2901c1-2a58-4a12-af92-14c4419305c3 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:03.245407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-dc2901c1-2a58-4a12-af92-14c4419305c3 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for 9f7833e3-c7c7-4334-9dac-b901e4792b96 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:03.382601 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc2901c1-2a58-4a12-af92-14c4419305c3 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:03.411260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2901c1-2a58-4a12-af92-14c4419305c3 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=9f7833e3-c7c7-4334-9dac-b901e4792b96,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:03.479722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc2901c1-2a58-4a12-af92-14c4419305c3 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:03.484180 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dc2901c1-2a58-4a12-af92-14c4419305c3 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/ports/9f7833e3-c7c7-4334-9dac-b901e4792b96 HTTP/1.1" status: 204 len: 168 time: 0.4310536 Aug 27 14:14:03.484337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38796) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:03.583969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f06268a3-bf37-481e-86f3-b303922b31cf tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port 368bc921-6184-47f6-9f1d-84892743d848 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:03.584956 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f06268a3-bf37-481e-86f3-b303922b31cf tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:03.671397 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f06268a3-bf37-481e-86f3-b303922b31cf tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:03.683082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f06268a3-bf37-481e-86f3-b303922b31cf tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for 368bc921-6184-47f6-9f1d-84892743d848 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:03.820992 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f06268a3-bf37-481e-86f3-b303922b31cf tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:03.841098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:14:03.858498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06268a3-bf37-481e-86f3-b303922b31cf tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=368bc921-6184-47f6-9f1d-84892743d848,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:03.867716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:14:03.868858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8d4ef003-8ea3-4424-a9ca-b7fd6a8c4648 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:14:03.944224 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f06268a3-bf37-481e-86f3-b303922b31cf tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:03.949235 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f06268a3-bf37-481e-86f3-b303922b31cf tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/ports/368bc921-6184-47f6-9f1d-84892743d848 HTTP/1.1" status: 204 len: 168 time: 0.4616611 Aug 27 14:14:03.949545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38800) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:04.051156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3dfaaf-a27e-4cdf-8dd0-1496855c1567 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:04.053809 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2e3dfaaf-a27e-4cdf-8dd0-1496855c1567 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "GET /v2.0/ports?device_id=494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 HTTP/1.1" status: 200 len: 913 time: 0.1030984 Aug 27 14:14:04.056691 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38804) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:04.404110 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cec43e8-b446-42d6-b88f-d29fd0248dd1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:04.665155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0cec43e8-b446-42d6-b88f-d29fd0248dd1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port 4c736ce8-a5ce-4b2d-9cee-a9a0c9d1ff3b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:04.665892 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cec43e8-b446-42d6-b88f-d29fd0248dd1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:04.751795 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cec43e8-b446-42d6-b88f-d29fd0248dd1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:04.764230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0cec43e8-b446-42d6-b88f-d29fd0248dd1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for 4c736ce8-a5ce-4b2d-9cee-a9a0c9d1ff3b owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:04.942600 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cec43e8-b446-42d6-b88f-d29fd0248dd1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:04.970531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec43e8-b446-42d6-b88f-d29fd0248dd1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=4c736ce8-a5ce-4b2d-9cee-a9a0c9d1ff3b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:05.141036 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cec43e8-b446-42d6-b88f-d29fd0248dd1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:05.695558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cec43e8-b446-42d6-b88f-d29fd0248dd1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:14:05.833067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cec43e8-b446-42d6-b88f-d29fd0248dd1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:14:05.844157 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a296cb2-abac-4eca-86af-15b928550fb5 None None] Sync routers for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:14:05.845283 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0cec43e8-b446-42d6-b88f-d29fd0248dd1 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "PUT /v2.0/routers/494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7872679 Aug 27 14:14:05.847840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38822) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:05.858431 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a296cb2-abac-4eca-86af-15b928550fb5 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:05.859567 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8a296cb2-abac-4eca-86af-15b928550fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:05.895728 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8a296cb2-abac-4eca-86af-15b928550fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:05.906612 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a296cb2-abac-4eca-86af-15b928550fb5 None None] Routers {'494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:05.907939 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8a296cb2-abac-4eca-86af-15b928550fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:05.948515 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8a296cb2-abac-4eca-86af-15b928550fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:05.949682 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a296cb2-abac-4eca-86af-15b928550fb5 None None] The sync data for ids ['494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:14:05.964757 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:06.086861 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:06.154499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting port eb395b40-3757-4058-a335-51c48cb23b85 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:06.154499 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:06.287172 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:06.305328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Calling delete_port for eb395b40-3757-4058-a335-51c48cb23b85 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:06.485587 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:06.520314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Port': ['ID=eb395b40-3757-4058-a335-51c48cb23b85,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:06.589904 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:06.685745 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:06.688168 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:06.735857 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:06.736622 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Fanout notify agent at l3_agent the message router_deleted on router 494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:14:06.744492 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:06.745942 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-21664a35-0c8b-45af-8112-2cade61095ba tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/routers/494f6c5a-eb0f-4076-9ca9-bfc4612cb5d0 HTTP/1.1" status: 204 len: 168 time: 0.8971319 Aug 27 14:14:06.748278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38830) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:06.808629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8302f8-09da-41de-bb3f-bc5ef82925a9 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Deleting subnet 30b71d50-3898-4478-85e4-6cecdfd1cbc3 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:14:06.811893 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a8302f8-09da-41de-bb3f-bc5ef82925a9 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:06.853217 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a8302f8-09da-41de-bb3f-bc5ef82925a9 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:06.906029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a8302f8-09da-41de-bb3f-bc5ef82925a9 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:06.969225 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a8302f8-09da-41de-bb3f-bc5ef82925a9 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:07.004559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8302f8-09da-41de-bb3f-bc5ef82925a9 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Subnet': ['ID=30b71d50-3898-4478-85e4-6cecdfd1cbc3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:07.014179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a8302f8-09da-41de-bb3f-bc5ef82925a9 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:07.017005 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7a8302f8-09da-41de-bb3f-bc5ef82925a9 tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/subnets/30b71d50-3898-4478-85e4-6cecdfd1cbc3 HTTP/1.1" status: 204 len: 168 time: 0.2678001 Aug 27 14:14:07.019559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38842) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:07.110179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff1b5262-eedc-4847-b5f2-df46743e670d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:07.213923 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff1b5262-eedc-4847-b5f2-df46743e670d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:07.226388 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ff1b5262-eedc-4847-b5f2-df46743e670d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd5d244-5e2d-43da-9ef3-50635ccf4769']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:07.239545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ff1b5262-eedc-4847-b5f2-df46743e670d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc341a2-bfa3-43ca-996b-f66915439977') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:07.239837 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ff1b5262-eedc-4847-b5f2-df46743e670d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc341a2-bfa3-43ca-996b-f66915439977') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:07.249416 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff1b5262-eedc-4847-b5f2-df46743e670d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:07.263720 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff1b5262-eedc-4847-b5f2-df46743e670d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:07.270919 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1b5262-eedc-4847-b5f2-df46743e670d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:14:07.271317 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff1b5262-eedc-4847-b5f2-df46743e670d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:14:07.275104 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:14:07.333401 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff1b5262-eedc-4847-b5f2-df46743e670d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:07.342247 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff1b5262-eedc-4847-b5f2-df46743e670d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:07.344527 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ff1b5262-eedc-4847-b5f2-df46743e670d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] 10.222.0.55 "DELETE /v2.0/networks/2cd5d244-5e2d-43da-9ef3-50635ccf4769 HTTP/1.1" status: 204 len: 168 time: 0.3237991 Aug 27 14:14:07.361082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b5262-eedc-4847-b5f2-df46743e670d tempest-FloatingIPTestJSON-1284470101 tempest-FloatingIPTestJSON-1284470101-project] Pushing event deleted for resources: {'Network': ['ID=2cd5d244-5e2d-43da-9ef3-50635ccf4769,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:07.648460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38872) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:07.812618 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-23e0d92d-6a15-4b6e-8169-f7efadba2482 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ada6e480f424027bb5897a5bee67780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626539 Aug 27 14:14:07.814931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38884) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:07.871672 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1495ee37-7262-42de-84c9-fbc366079641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:07.893180 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1495ee37-7262-42de-84c9-fbc366079641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:07.941114 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1495ee37-7262-42de-84c9-fbc366079641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:07.944638 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1495ee37-7262-42de-84c9-fbc366079641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:07.945850 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1495ee37-7262-42de-84c9-fbc366079641 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/365f73c2-cb27-4d74-9f8c-95f8f20caff6 HTTP/1.1" status: 204 len: 168 time: 0.1298068 Aug 27 14:14:07.955031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495ee37-7262-42de-84c9-fbc366079641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365f73c2-cb27-4d74-9f8c-95f8f20caff6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:08.682385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38914) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:08.823812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f07e5185-545d-49c8-80d1-0b24b619e16f tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-146731990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:08.848697 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07e5185-545d-49c8-80d1-0b24b619e16f tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:08.850550 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07e5185-545d-49c8-80d1-0b24b619e16f tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:08.902399 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07e5185-545d-49c8-80d1-0b24b619e16f tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:08.906918 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07e5185-545d-49c8-80d1-0b24b619e16f tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:08.923333 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f07e5185-545d-49c8-80d1-0b24b619e16f tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:08.924527 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f07e5185-545d-49c8-80d1-0b24b619e16f tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2410519 Aug 27 14:14:08.927280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38920) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:08.932174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1176601640'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:08.954865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Made reservation on behalf of 66917b64db49482580f5e4f0cb631d30 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:14:08.958485 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:08.968017 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.073309 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.077309 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.108804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:14:09.115060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f28a64-f833-44bf-9bf6-19640bac4e42,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:09.122459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.122935 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Added segment afa36552-80bc-4647-95cd-8f9cf78700f5 of type vlan for network 3081f082-5a10-4c83-893e-30b2507a1e8e Aug 27 14:14:09.164665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.190323 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.196126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:09.196720 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.257908 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3293252 Aug 27 14:14:09.260477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38922) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:09.267834 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0b82032e-6d4d-44b6-b64d-aedb69310ef4 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Request body: {'subnet': {'network_id': '3081f082-5a10-4c83-893e-30b2507a1e8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:09.316888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa54fe-1ffd-47e3-a794-29ed9124e9c2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event updated for resources: {'Network': ['ID=3081f082-5a10-4c83-893e-30b2507a1e8e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:09.330470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 3081f082-5a10-4c83-893e-30b2507a1e8e details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:14:09.385438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b82032e-6d4d-44b6-b64d-aedb69310ef4 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Made reservation on behalf of 66917b64db49482580f5e4f0cb631d30 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:14:09.391797 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0b82032e-6d4d-44b6-b64d-aedb69310ef4 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.588380 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0b82032e-6d4d-44b6-b64d-aedb69310ef4 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.652504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82032e-6d4d-44b6-b64d-aedb69310ef4 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event updated for resources: {'Subnet': ['ID=89beaab6-605b-4229-bdb0-f97dc8cd00a1,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:09.661010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82032e-6d4d-44b6-b64d-aedb69310ef4 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Checking segment: {'id': 'afa36552-80bc-4647-95cd-8f9cf78700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3081f082-5a10-4c83-893e-30b2507a1e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:14:09.661393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82032e-6d4d-44b6-b64d-aedb69310ef4 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Network hostable DHCP agents. Network: 3081f082-5a10-4c83-893e-30b2507a1e8e, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:14:09.677280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82032e-6d4d-44b6-b64d-aedb69310ef4 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Network 3081f082-5a10-4c83-893e-30b2507a1e8e is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:14:09.686052 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-0b82032e-6d4d-44b6-b64d-aedb69310ef4 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 3081f082-5a10-4c83-893e-30b2507a1e8e) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:14:09.690040 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b82032e-6d4d-44b6-b64d-aedb69310ef4 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:09.690632 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0b82032e-6d4d-44b6-b64d-aedb69310ef4 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.695559 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde25be5-306e-448c-ade3-6f2b81c6e758 None None] Network 3081f082-5a10-4c83-893e-30b2507a1e8e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:14:09.708875 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0b82032e-6d4d-44b6-b64d-aedb69310ef4 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4445288 Aug 27 14:14:09.709671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38932) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:09.714561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-280ab980-6ba5-48e1-85d2-c4c7837fe42b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Request body: {'network': {'name': 'tempest-router-network01--1159886631'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:09.735340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280ab980-6ba5-48e1-85d2-c4c7837fe42b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Made reservation on behalf of 66917b64db49482580f5e4f0cb631d30 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:14:09.739114 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-280ab980-6ba5-48e1-85d2-c4c7837fe42b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.765826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280ab980-6ba5-48e1-85d2-c4c7837fe42b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:14:09.775885 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-280ab980-6ba5-48e1-85d2-c4c7837fe42b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.776325 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-280ab980-6ba5-48e1-85d2-c4c7837fe42b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Added segment 5978ce95-013d-4f7e-b432-ee5fa0293407 of type vlan for network a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac Aug 27 14:14:09.786087 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.815329 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-280ab980-6ba5-48e1-85d2-c4c7837fe42b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.848004 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-280ab980-6ba5-48e1-85d2-c4c7837fe42b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.854194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280ab980-6ba5-48e1-85d2-c4c7837fe42b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:09.854904 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-280ab980-6ba5-48e1-85d2-c4c7837fe42b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.856100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-3081f082-5a10-4c83-893e-30b2507a1e8e', 'network_id': '3081f082-5a10-4c83-893e-30b2507a1e8e', 'tenant_id': '66917b64db49482580f5e4f0cb631d30', 'fixed_ips': [{'subnet_id': '89beaab6-605b-4229-bdb0-f97dc8cd00a1'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:14:09.857051 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.927681 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38940) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:09.928468 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-280ab980-6ba5-48e1-85d2-c4c7837fe42b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2165432 Aug 27 14:14:09.934996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e74e2ae5-6ed8-4df1-a842-7c6aef44edc0 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Request body: {'network': {'name': 'tempest-router-network02--1438130242'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:09.958648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ab980-6ba5-48e1-85d2-c4c7837fe42b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event updated for resources: {'Network': ['ID=a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:09.960651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74e2ae5-6ed8-4df1-a842-7c6aef44edc0 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Made reservation on behalf of 66917b64db49482580f5e4f0cb631d30 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:14:09.964456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e74e2ae5-6ed8-4df1-a842-7c6aef44edc0 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:09.992301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74e2ae5-6ed8-4df1-a842-7c6aef44edc0 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:14:09.996500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:14:10.003572 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e74e2ae5-6ed8-4df1-a842-7c6aef44edc0 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:10.003962 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-e74e2ae5-6ed8-4df1-a842-7c6aef44edc0 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Added segment a1be7846-1349-4b1c-bfe8-dc7cb8a84982 of type vlan for network 02d6cd41-575f-44bf-bec2-c9b508d20e9b Aug 27 14:14:10.059592 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e74e2ae5-6ed8-4df1-a842-7c6aef44edc0 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:10.067072 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Allocated IP 172.20.0.2 (3081f082-5a10-4c83-893e-30b2507a1e8e/89beaab6-605b-4229-bdb0-f97dc8cd00a1/a710c019-6227-4e09-9c11-bea76e07f622) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:14:10.088175 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e74e2ae5-6ed8-4df1-a842-7c6aef44edc0 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:10.094662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e2ae5-6ed8-4df1-a842-7c6aef44edc0 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:10.095241 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e74e2ae5-6ed8-4df1-a842-7c6aef44edc0 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:10.158882 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e74e2ae5-6ed8-4df1-a842-7c6aef44edc0 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2262049 Aug 27 14:14:10.159238 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38942) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:10.165030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1df8e973-1d8e-4692-8ac0-8dee9f5f3c5a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Request body: {'subnet': {'network_id': 'a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:10.165596 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e2ae5-6ed8-4df1-a842-7c6aef44edc0 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event updated for resources: {'Network': ['ID=02d6cd41-575f-44bf-bec2-c9b508d20e9b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:10.178931 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 02d6cd41-575f-44bf-bec2-c9b508d20e9b details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:14:10.264983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df8e973-1d8e-4692-8ac0-8dee9f5f3c5a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Made reservation on behalf of 66917b64db49482580f5e4f0cb631d30 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:14:10.269854 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1df8e973-1d8e-4692-8ac0-8dee9f5f3c5a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:10.295870 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:10.305197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Transition to ACTIVE for port object a710c019-6227-4e09-9c11-bea76e07f622 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:14:10.321173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Transition to ACTIVE for port object a710c019-6227-4e09-9c11-bea76e07f622 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:14:10.327334 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:10.372986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Network 3081f082-5a10-4c83-893e-30b2507a1e8e is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:14:10.375723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:14:10.380108 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:14:10.383285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Pushing event updated for resources: {'Port': ['ID=a710c019-6227-4e09-9c11-bea76e07f622,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:10.442035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Attempting to bind port a710c019-6227-4e09-9c11-bea76e07f622 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:14:10.442414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Attempting to bind port a710c019-6227-4e09-9c11-bea76e07f622 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'afa36552-80bc-4647-95cd-8f9cf78700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3081f082-5a10-4c83-893e-30b2507a1e8e'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:14:10.442820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Attempting to bind port a710c019-6227-4e09-9c11-bea76e07f622 on network 3081f082-5a10-4c83-893e-30b2507a1e8e {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:14:10.448946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:14:10.449571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Checking segment: {'id': 'afa36552-80bc-4647-95cd-8f9cf78700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3081f082-5a10-4c83-893e-30b2507a1e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:14:10.450159 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:10.450758 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Bound using segment: {'id': 'afa36552-80bc-4647-95cd-8f9cf78700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3081f082-5a10-4c83-893e-30b2507a1e8e'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:14:10.451228 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Bound port: a710c019-6227-4e09-9c11-bea76e07f622, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa36552-80bc-4647-95cd-8f9cf78700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3081f082-5a10-4c83-893e-30b2507a1e8e'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:14:10.451738 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:10.465285 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1df8e973-1d8e-4692-8ac0-8dee9f5f3c5a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:10.520858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] For port a710c019-6227-4e09-9c11-bea76e07f622, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:14:10.525027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] For port a710c019-6227-4e09-9c11-bea76e07f622, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a710c019-6227-4e09-9c11-bea76e07f622,segment=NetworkSegment(afa36552-80bc-4647-95cd-8f9cf78700f5),segment_id=afa36552-80bc-4647-95cd-8f9cf78700f5)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:14:10.529376 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:10.553563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8e973-1d8e-4692-8ac0-8dee9f5f3c5a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Checking segment: {'id': '5978ce95-013d-4f7e-b432-ee5fa0293407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:14:10.554324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8e973-1d8e-4692-8ac0-8dee9f5f3c5a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Network hostable DHCP agents. Network: a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:14:10.560103 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8e973-1d8e-4692-8ac0-8dee9f5f3c5a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event updated for resources: {'Subnet': ['ID=eb0e5085-d648-4a5e-a4ec-7d62d27cfec4,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:10.585095 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8e973-1d8e-4692-8ac0-8dee9f5f3c5a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Network a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:14:10.595796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-1df8e973-1d8e-4692-8ac0-8dee9f5f3c5a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:14:10.658574 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbd74c-443b-4afa-825f-d78a32b15dc4 None None] Pushing event updated for resources: {'Port': ['ID=a710c019-6227-4e09-9c11-bea76e07f622,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:10.662340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df8e973-1d8e-4692-8ac0-8dee9f5f3c5a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:10.662340 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1df8e973-1d8e-4692-8ac0-8dee9f5f3c5a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:10.662340 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1df8e973-1d8e-4692-8ac0-8dee9f5f3c5a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4637477 Aug 27 14:14:10.662340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38948) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:10.663140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89f86bb-0fdb-434e-9506-c3df1c9d9737 None None] Network a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:14:10.663299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a73c9cf0-3a4c-48f9-bb14-46ea4259bdf2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Request body: {'subnet': {'network_id': '02d6cd41-575f-44bf-bec2-c9b508d20e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:10.753316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73c9cf0-3a4c-48f9-bb14-46ea4259bdf2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Made reservation on behalf of 66917b64db49482580f5e4f0cb631d30 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:14:10.758090 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a73c9cf0-3a4c-48f9-bb14-46ea4259bdf2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:10.806170 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac', 'network_id': 'a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac', 'tenant_id': '66917b64db49482580f5e4f0cb631d30', 'fixed_ips': [{'subnet_id': 'eb0e5085-d648-4a5e-a4ec-7d62d27cfec4'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:14:10.807500 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:11.018933 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a73c9cf0-3a4c-48f9-bb14-46ea4259bdf2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:11.031426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Allocated IP 172.20.0.2 (a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac/eb0e5085-d648-4a5e-a4ec-7d62d27cfec4/d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:14:11.093687 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c9cf0-3a4c-48f9-bb14-46ea4259bdf2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event updated for resources: {'Subnet': ['ID=05e8a54d-0343-41c9-857d-24e6c112017c,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:11.103785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c9cf0-3a4c-48f9-bb14-46ea4259bdf2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Checking segment: {'id': 'a1be7846-1349-4b1c-bfe8-dc7cb8a84982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '02d6cd41-575f-44bf-bec2-c9b508d20e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:14:11.104154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c9cf0-3a4c-48f9-bb14-46ea4259bdf2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Network hostable DHCP agents. Network: 02d6cd41-575f-44bf-bec2-c9b508d20e9b, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:14:11.121638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c9cf0-3a4c-48f9-bb14-46ea4259bdf2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Network 02d6cd41-575f-44bf-bec2-c9b508d20e9b is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:14:11.133046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a73c9cf0-3a4c-48f9-bb14-46ea4259bdf2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 02d6cd41-575f-44bf-bec2-c9b508d20e9b) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:14:11.145469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c339f2-9efc-4d7a-87a9-4e4a242d697d None None] Network 02d6cd41-575f-44bf-bec2-c9b508d20e9b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:14:11.147094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73c9cf0-3a4c-48f9-bb14-46ea4259bdf2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:11.147715 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a73c9cf0-3a4c-48f9-bb14-46ea4259bdf2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:11.163578 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a73c9cf0-3a4c-48f9-bb14-46ea4259bdf2 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5355558 Aug 27 14:14:11.166189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38952) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:11.241768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:11.256782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Transition to ACTIVE for port object d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:14:11.283088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Transition to ACTIVE for port object d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:14:11.307303 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:11.357075 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Network a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:14:11.376398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:14:11.384952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:14:11.392963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Pushing event updated for resources: {'Port': ['ID=d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:11.423303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-02d6cd41-575f-44bf-bec2-c9b508d20e9b', 'network_id': '02d6cd41-575f-44bf-bec2-c9b508d20e9b', 'tenant_id': '66917b64db49482580f5e4f0cb631d30', 'fixed_ips': [{'subnet_id': '05e8a54d-0343-41c9-857d-24e6c112017c'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:14:11.424572 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:11.470233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Attempting to bind port d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:14:11.470648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Attempting to bind port d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5978ce95-013d-4f7e-b432-ee5fa0293407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:14:11.471074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Attempting to bind port d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 on network a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:14:11.495208 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:11.669607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:14:11.670116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Checking segment: {'id': '5978ce95-013d-4f7e-b432-ee5fa0293407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:14:11.670529 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:11.675192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Bound using segment: {'id': '5978ce95-013d-4f7e-b432-ee5fa0293407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:14:11.675724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Bound port: d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5978ce95-013d-4f7e-b432-ee5fa0293407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:14:11.676142 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:11.709992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Allocated IP 172.20.0.2 (02d6cd41-575f-44bf-bec2-c9b508d20e9b/05e8a54d-0343-41c9-857d-24e6c112017c/79fb49d6-f95b-4b9a-b4fe-937883800498) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:14:11.874727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] For port d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:14:11.880155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] For port d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6,segment=NetworkSegment(5978ce95-013d-4f7e-b432-ee5fa0293407),segment_id=5978ce95-013d-4f7e-b432-ee5fa0293407)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:14:11.901906 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:11.987097 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bb5d1-6221-441e-86dd-a65e57a61082 None None] Pushing event updated for resources: {'Port': ['ID=d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:11.989814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a710c019-6227-4e09-9c11-bea76e07f622 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:14:12.028835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38962) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:12.106873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776c7a8c-d464-4bc0-9020-45405187bc7c None None] Network 3081f082-5a10-4c83-893e-30b2507a1e8e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:14:12.197224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port a710c019-6227-4e09-9c11-bea76e07f622 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:14:12.231644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-23f5b559-18d6-4f78-9fae-866d335a8106 None None] Provisioning for port a710c019-6227-4e09-9c11-bea76e07f622 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:14:12.236375 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.258068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-23f5b559-18d6-4f78-9fae-866d335a8106 None None] Provisioning complete for port a710c019-6227-4e09-9c11-bea76e07f622 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:12.258735 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23f5b559-18d6-4f78-9fae-866d335a8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.260077 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa0c4-485b-4a31-905a-3b9f35e4391d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.307153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Transition to ACTIVE for port object 79fb49d6-f95b-4b9a-b4fe-937883800498 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:14:12.439635 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa0c4-485b-4a31-905a-3b9f35e4391d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.442078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Transition to ACTIVE for port object 79fb49d6-f95b-4b9a-b4fe-937883800498 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:14:12.445829 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa0c4-485b-4a31-905a-3b9f35e4391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.493620 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.518525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Allocated IP 172.20.0.1 (a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac/eb0e5085-d648-4a5e-a4ec-7d62d27cfec4/2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:14:12.533620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aa0c4-485b-4a31-905a-3b9f35e4391d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f03dca6-73b4-4ac5-8952-0ec9f371e500,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:12.545119 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1b0aa0c4-485b-4a31-905a-3b9f35e4391d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5f80173bf344c81aa8b07a30410d04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5147624 Aug 27 14:14:12.548140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38972) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:12.549897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Pushing event updated for resources: {'Port': ['ID=79fb49d6-f95b-4b9a-b4fe-937883800498,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:12.585678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38974) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:12.601589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Network 02d6cd41-575f-44bf-bec2-c9b508d20e9b is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:14:12.611370 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:14:12.618947 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:14:12.628494 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23f5b559-18d6-4f78-9fae-866d335a8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.711435 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e6cf278b-77ac-49ac-8e0e-3162579e372c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.752062 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.757687 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-23f5b559-18d6-4f78-9fae-866d335a8106 None None] For port a710c019-6227-4e09-9c11-bea76e07f622, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a710c019-6227-4e09-9c11-bea76e07f622,segment=NetworkSegment(afa36552-80bc-4647-95cd-8f9cf78700f5),segment_id=afa36552-80bc-4647-95cd-8f9cf78700f5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:14:12.770362 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e6cf278b-77ac-49ac-8e0e-3162579e372c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.787843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Transition to ACTIVE for port object 2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:14:12.798347 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23f5b559-18d6-4f78-9fae-866d335a8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.817682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Attempting to bind port 79fb49d6-f95b-4b9a-b4fe-937883800498 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:14:12.818067 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Attempting to bind port 79fb49d6-f95b-4b9a-b4fe-937883800498 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'a1be7846-1349-4b1c-bfe8-dc7cb8a84982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '02d6cd41-575f-44bf-bec2-c9b508d20e9b'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:14:12.819062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Attempting to bind port 79fb49d6-f95b-4b9a-b4fe-937883800498 on network 02d6cd41-575f-44bf-bec2-c9b508d20e9b {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:14:12.856119 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e6cf278b-77ac-49ac-8e0e-3162579e372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.859053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e6cf278b-77ac-49ac-8e0e-3162579e372c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.860183 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e6cf278b-77ac-49ac-8e0e-3162579e372c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f03dca6-73b4-4ac5-8952-0ec9f371e500 HTTP/1.1" status: 204 len: 168 time: 0.3107114 Aug 27 14:14:12.868975 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.885323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:14:12.885706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Checking segment: {'id': 'a1be7846-1349-4b1c-bfe8-dc7cb8a84982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '02d6cd41-575f-44bf-bec2-c9b508d20e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:14:12.886253 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.886517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Bound using segment: {'id': 'a1be7846-1349-4b1c-bfe8-dc7cb8a84982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '02d6cd41-575f-44bf-bec2-c9b508d20e9b'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:14:12.896246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Bound port: 79fb49d6-f95b-4b9a-b4fe-937883800498, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1be7846-1349-4b1c-bfe8-dc7cb8a84982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '02d6cd41-575f-44bf-bec2-c9b508d20e9b'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:14:12.897246 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.897627 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4d62a328-51f8-4e90-bbc5-7aaba40b8527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:12.900141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf278b-77ac-49ac-8e0e-3162579e372c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f03dca6-73b4-4ac5-8952-0ec9f371e500,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:12.924235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Network a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:14:12.927999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:14:12.931873 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:14:13.002237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event updated for resources: {'Port': ['ID=2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:13.037832 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:13.049573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b559-18d6-4f78-9fae-866d335a8106 None None] Pushing event updated for resources: {'Port': ['ID=a710c019-6227-4e09-9c11-bea76e07f622,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:13.115619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] For port 79fb49d6-f95b-4b9a-b4fe-937883800498, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:14:13.120403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] For port 79fb49d6-f95b-4b9a-b4fe-937883800498, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=79fb49d6-f95b-4b9a-b4fe-937883800498,segment=NetworkSegment(a1be7846-1349-4b1c-bfe8-dc7cb8a84982),segment_id=a1be7846-1349-4b1c-bfe8-dc7cb8a84982)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:14:13.138148 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4d62a328-51f8-4e90-bbc5-7aaba40b8527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:13.147839 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:13.163888 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4d62a328-51f8-4e90-bbc5-7aaba40b8527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:13.234110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9864a5cb-2c4e-4b82-ae5b-1efcdde88ca9 None None] Provisioning complete for port a710c019-6227-4e09-9c11-bea76e07f622 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:13.234639 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9864a5cb-2c4e-4b82-ae5b-1efcdde88ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:13.237383 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4d62a328-51f8-4e90-bbc5-7aaba40b8527 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad04237455ed4d5c9603d0c0dcddd3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6504617 Aug 27 14:14:13.239148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38984) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:13.253669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62a328-51f8-4e90-bbc5-7aaba40b8527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79131e9d-bf9a-4ca6-8dc0-0fb2dadc91e2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:13.279179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:13.344192 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e7b18d7-c935-4aa9-8ac3-5fc0d7e4bfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:13.373334 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e7b18d7-c935-4aa9-8ac3-5fc0d7e4bfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:13.439059 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e7b18d7-c935-4aa9-8ac3-5fc0d7e4bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:13.444120 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6e7b18d7-c935-4aa9-8ac3-5fc0d7e4bfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:13.448890 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6e7b18d7-c935-4aa9-8ac3-5fc0d7e4bfc3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79131e9d-bf9a-4ca6-8dc0-0fb2dadc91e2 HTTP/1.1" status: 204 len: 168 time: 0.2085063 Aug 27 14:14:13.459673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b18d7-c935-4aa9-8ac3-5fc0d7e4bfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79131e9d-bf9a-4ca6-8dc0-0fb2dadc91e2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:13.586280 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a64cd-7d98-4311-acc8-8fd4ca6123e3 None None] Pushing event updated for resources: {'Port': ['ID=79fb49d6-f95b-4b9a-b4fe-937883800498,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:13.706800 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801c7507-4a77-4f45-a725-1a473c55fa67 None None] Network a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:14:13.855070 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:13.861005 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:13.863032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9be9f437-d594-44f5-b9c9-aeccfa77f4b2 None None] Provisioning for port d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:14:14.030038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39004) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:14.046931 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f8e848a0-f8a0-4bce-9c34-5b8fe7fde869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:14.063026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event updated for resources: {'Port': ['ID=2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:14.066019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:14.160681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a710c019-6227-4e09-9c11-bea76e07f622 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:14:14.201729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Network a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:14:14.204318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:14:14.244664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a710c019-6227-4e09-9c11-bea76e07f622 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:14.245057 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:14.267001 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f8e848a0-f8a0-4bce-9c34-5b8fe7fde869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:14.273828 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f8e848a0-f8a0-4bce-9c34-5b8fe7fde869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:14.329201 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39010) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:14.329995 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f8e848a0-f8a0-4bce-9c34-5b8fe7fde869 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ff21eaf1e1f4564b50f291b1960bbf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987561 Aug 27 14:14:14.331537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e848a0-f8a0-4bce-9c34-5b8fe7fde869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbfb8ba-1224-484a-bc76-858fa3d45dca,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:14.413802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 79fb49d6-f95b-4b9a-b4fe-937883800498 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:14:14.459936 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0c1405d5-a729-4404-9eb7-1f055485fe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:14.462492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9798d15d-4bde-4231-81ab-f0231de2adad None None] Provisioning for port 2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:14:14.468436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9798d15d-4bde-4231-81ab-f0231de2adad None None] Provisioning complete for port 2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:14.469153 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9798d15d-4bde-4231-81ab-f0231de2adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:14.482031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Router a409fa5e-bdce-492d-ba68-9c3a2c02e4d4 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:14:14.497580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 79fb49d6-f95b-4b9a-b4fe-937883800498 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:14:14.507048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:14:14.521514 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0c1405d5-a729-4404-9eb7-1f055485fe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:14.543875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9798d15d-4bde-4231-81ab-f0231de2adad None None] Port 2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:14:14.593592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:14:14.619086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:14.619709 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:14.674337 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a1e61f36-8511-46ea-b3c0-fc08fa191250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:14.693964 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0c1405d5-a729-4404-9eb7-1f055485fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:14.696709 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0c1405d5-a729-4404-9eb7-1f055485fe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:14.700280 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0c1405d5-a729-4404-9eb7-1f055485fe05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1fbfb8ba-1224-484a-bc76-858fa3d45dca HTTP/1.1" status: 204 len: 168 time: 0.3673172 Aug 27 14:14:14.708419 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:14:14.716951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6bc8332e-1342-4045-9772-3efb71e2584d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "PUT /v2.0/routers/a409fa5e-bdce-492d-ba68-9c3a2c02e4d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5493577 Aug 27 14:14:14.717160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39020) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:14.722955 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1405d5-a729-4404-9eb7-1f055485fe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbfb8ba-1224-484a-bc76-858fa3d45dca,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:14.752535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e0d4b-9448-4744-be69-0b80b13a3900 None None] Sync routers for ids ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:14:14.827359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ad462-86d3-41c4-a8e2-1f2b50e8ef5c None None] Network 02d6cd41-575f-44bf-bec2-c9b508d20e9b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:14:14.845852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e0d4b-9448-4744-be69-0b80b13a3900 None None] Routers {'a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:14.846505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-731e0d4b-9448-4744-be69-0b80b13a3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:14.898999 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:14.945945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-731e0d4b-9448-4744-be69-0b80b13a3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:14.978019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-718275ca-599e-452b-8574-7efe06145bbc None None] Provisioning complete for port 2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:14.978397 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-718275ca-599e-452b-8574-7efe06145bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:15.020274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e0d4b-9448-4744-be69-0b80b13a3900 None None] Routers {'a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:15.021029 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-731e0d4b-9448-4744-be69-0b80b13a3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:15.088588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-731e0d4b-9448-4744-be69-0b80b13a3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:15.089245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e0d4b-9448-4744-be69-0b80b13a3900 None None] The sync data for ids ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:14:15.108905 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-718275ca-599e-452b-8574-7efe06145bbc None None] Port 2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:14:15.113101 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6,segment=NetworkSegment(5978ce95-013d-4f7e-b432-ee5fa0293407),segment_id=5978ce95-013d-4f7e-b432-ee5fa0293407)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:14:15.118764 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:15.237365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:15.243821 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-3f10bb2c-7cd1-4a4a-ad69-0237e6cf1a9d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:14:15.246422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3f10bb2c-7cd1-4a4a-ad69-0237e6cf1a9d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "PUT /v2.0/routers/a409fa5e-bdce-492d-ba68-9c3a2c02e4d4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5275843 Aug 27 14:14:15.248658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39038) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:15.264990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-df2ac3b1-8ba3-4ea9-87ff-47f6139382a6 None None] Provisioning complete for port 2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:15.265442 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-df2ac3b1-8ba3-4ea9-87ff-47f6139382a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:15.315368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-df2ac3b1-8ba3-4ea9-87ff-47f6139382a6 None None] Port 2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:14:15.341198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-df2ac3b1-8ba3-4ea9-87ff-47f6139382a6 None None] Provisioning for port 79fb49d6-f95b-4b9a-b4fe-937883800498 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:14:15.346828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-df2ac3b1-8ba3-4ea9-87ff-47f6139382a6 None None] Provisioning complete for port 79fb49d6-f95b-4b9a-b4fe-937883800498 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:15.347467 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-df2ac3b1-8ba3-4ea9-87ff-47f6139382a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:15.514440 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-df2ac3b1-8ba3-4ea9-87ff-47f6139382a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:15.562925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-df2ac3b1-8ba3-4ea9-87ff-47f6139382a6 None None] For port 79fb49d6-f95b-4b9a-b4fe-937883800498, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=79fb49d6-f95b-4b9a-b4fe-937883800498,segment=NetworkSegment(a1be7846-1349-4b1c-bfe8-dc7cb8a84982),segment_id=a1be7846-1349-4b1c-bfe8-dc7cb8a84982)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:14:15.567087 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-df2ac3b1-8ba3-4ea9-87ff-47f6139382a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:15.629430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ac3b1-8ba3-4ea9-87ff-47f6139382a6 None None] Pushing event updated for resources: {'Port': ['ID=79fb49d6-f95b-4b9a-b4fe-937883800498,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:15.693279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-378b0a5f-ac09-4f50-bd37-0e2224b44b72 None None] Provisioning complete for port 79fb49d6-f95b-4b9a-b4fe-937883800498 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:15.693875 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-378b0a5f-ac09-4f50-bd37-0e2224b44b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:15.711537 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9596cc1-0653-4fb4-b327-a4d314936142 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:15.874156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:14:15.946832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:15.947234 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:16.020183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a9596cc1-0653-4fb4-b327-a4d314936142 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Deleting port 2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:16.021086 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9596cc1-0653-4fb4-b327-a4d314936142 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:16.048853 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 79fb49d6-f95b-4b9a-b4fe-937883800498 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:14:16.109382 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 79fb49d6-f95b-4b9a-b4fe-937883800498 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:16.109872 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:16.141205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9596cc1-0653-4fb4-b327-a4d314936142 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:16.178446 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a9596cc1-0653-4fb4-b327-a4d314936142 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Calling delete_port for 2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:16.382455 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9596cc1-0653-4fb4-b327-a4d314936142 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:16.410642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9596cc1-0653-4fb4-b327-a4d314936142 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event deleted for resources: {'Port': ['ID=2b1f8af8-ecba-455e-9eb9-ca3a57d1f18a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:16.516261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39110) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:16.582337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9596cc1-0653-4fb4-b327-a4d314936142 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:16.765098 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eea2f56b-ed77-4336-a4e7-a09f34962079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:16.886376 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eea2f56b-ed77-4336-a4e7-a09f34962079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:16.892981 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eea2f56b-ed77-4336-a4e7-a09f34962079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:16.944218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-eea2f56b-ed77-4336-a4e7-a09f34962079 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a42c0b546b9440f9848489af6452f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4250550 Aug 27 14:14:16.944862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39126) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:16.947278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2f56b-ed77-4336-a4e7-a09f34962079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5e0e86-4d06-45f1-adbb-6bcf4c485232,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:17.024410 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ba2958a-b53a-4650-bb4e-5189c195abf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.050328 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ba2958a-b53a-4650-bb4e-5189c195abf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.079475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9596cc1-0653-4fb4-b327-a4d314936142 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Router a409fa5e-bdce-492d-ba68-9c3a2c02e4d4 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:14:17.107343 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ba2958a-b53a-4650-bb4e-5189c195abf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.110576 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ba2958a-b53a-4650-bb4e-5189c195abf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.114557 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3ba2958a-b53a-4650-bb4e-5189c195abf0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b5e0e86-4d06-45f1-adbb-6bcf4c485232 HTTP/1.1" status: 204 len: 168 time: 0.1657300 Aug 27 14:14:17.125907 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2958a-b53a-4650-bb4e-5189c195abf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5e0e86-4d06-45f1-adbb-6bcf4c485232,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:17.179931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9596cc1-0653-4fb4-b327-a4d314936142 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:14:17.186651 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a9596cc1-0653-4fb4-b327-a4d314936142 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "PUT /v2.0/routers/a409fa5e-bdce-492d-ba68-9c3a2c02e4d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9368114 Aug 27 14:14:17.190740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39148) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:17.196998 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e9d62f-faf5-42e3-ac68-84852e4310eb None None] Sync routers for ids ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:14:17.211684 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e9d62f-faf5-42e3-ac68-84852e4310eb None None] Routers {'a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:17.212608 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-09e9d62f-faf5-42e3-ac68-84852e4310eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:17.269249 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-78d3636a-943d-41cd-8fde-ce7a837f25ab tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] delete failed (client error): The resource could not be found. Aug 27 14:14:17.271588 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-78d3636a-943d-41cd-8fde-ce7a837f25ab tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-167980634 HTTP/1.1" status: 404 len: 334 time: 0.0797739 Aug 27 14:14:17.275109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39158) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:17.279948 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-09e9d62f-faf5-42e3-ac68-84852e4310eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:17.283673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4bfaef9f-d605-46d6-8c81-7fde09749029 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:17.292018 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e9d62f-faf5-42e3-ac68-84852e4310eb None None] Routers {'a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:17.292692 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-09e9d62f-faf5-42e3-ac68-84852e4310eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:13:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:17.330483 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-09e9d62f-faf5-42e3-ac68-84852e4310eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:17.331327 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e9d62f-faf5-42e3-ac68-84852e4310eb None None] The sync data for ids ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:14:17.429476 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.483402 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a97e8541-7ba3-4f02-979a-59174a5bd175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.485654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39160) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:17.503039 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93d084d6-b8e9-4aa2-91e3-be9a23aa5c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.567193 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4bfaef9f-d605-46d6-8c81-7fde09749029 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.594350 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-4bfaef9f-d605-46d6-8c81-7fde09749029 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] update failed (client error): The resource could not be found. Aug 27 14:14:17.595462 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4bfaef9f-d605-46d6-8c81-7fde09749029 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "PUT /v2.0/routers/a409fa5e-bdce-492d-ba68-9c3a2c02e4d4 HTTP/1.1" status: 404 len: 339 time: 0.3189392 Aug 27 14:14:17.600838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39164) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:17.622786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39166) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:17.706641 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93d084d6-b8e9-4aa2-91e3-be9a23aa5c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.741136 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93d084d6-b8e9-4aa2-91e3-be9a23aa5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.749767 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cbcefee4-e441-4141-91cb-c72f934c2c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.848172 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-93d084d6-b8e9-4aa2-91e3-be9a23aa5c21 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15ecea00ff1c4a3092b7d2c5b13ace66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616779 Aug 27 14:14:17.851282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39170) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:17.861426 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cbcefee4-e441-4141-91cb-c72f934c2c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.870539 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cbcefee4-e441-4141-91cb-c72f934c2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.883189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d084d6-b8e9-4aa2-91e3-be9a23aa5c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331b896d-a418-4773-8fc4-9bc9f8ec7e41,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:17.930248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cbcefee4-e441-4141-91cb-c72f934c2c0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=099438cc2a9d4741b6fbadca674d72b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063054 Aug 27 14:14:17.931400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcefee4-e441-4141-91cb-c72f934c2c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44282bd-cd01-4ee4-b512-db7872e5ef4d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:17.934550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39172) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:17.955612 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:17.963253 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2ff97c3c-0730-43df-95b8-a0596b8de986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.002996 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2ff97c3c-0730-43df-95b8-a0596b8de986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.036570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39a94aba-1556-4594-9862-f3787db4126b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.065728 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39a94aba-1556-4594-9862-f3787db4126b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.093020 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2ff97c3c-0730-43df-95b8-a0596b8de986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.095689 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2ff97c3c-0730-43df-95b8-a0596b8de986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.096842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2ff97c3c-0730-43df-95b8-a0596b8de986 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/331b896d-a418-4773-8fc4-9bc9f8ec7e41 HTTP/1.1" status: 204 len: 168 time: 0.2440128 Aug 27 14:14:18.109626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff97c3c-0730-43df-95b8-a0596b8de986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331b896d-a418-4773-8fc4-9bc9f8ec7e41,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:18.143414 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39a94aba-1556-4594-9862-f3787db4126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.146042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39a94aba-1556-4594-9862-f3787db4126b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.152115 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-39a94aba-1556-4594-9862-f3787db4126b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b44282bd-cd01-4ee4-b512-db7872e5ef4d HTTP/1.1" status: 204 len: 168 time: 0.2129447 Aug 27 14:14:18.159181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a94aba-1556-4594-9862-f3787db4126b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44282bd-cd01-4ee4-b512-db7872e5ef4d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:18.252677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Allocated IP 172.20.0.1 (3081f082-5a10-4c83-893e-30b2507a1e8e/89beaab6-605b-4229-bdb0-f97dc8cd00a1/1678f4e7-d736-4170-98cb-672e0769597f) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:14:18.391916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.406657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Transition to ACTIVE for port object 1678f4e7-d736-4170-98cb-672e0769597f will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:14:18.442789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.467316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39190) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:18.483282 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a39ab1eb-b835-45bc-ade3-9ec89d2cc200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.503950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Network 3081f082-5a10-4c83-893e-30b2507a1e8e is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:14:18.509254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:14:18.512027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event updated for resources: {'Port': ['ID=1678f4e7-d736-4170-98cb-672e0769597f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:18.515445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:14:18.563047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.595986 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a39ab1eb-b835-45bc-ade3-9ec89d2cc200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.601999 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a39ab1eb-b835-45bc-ade3-9ec89d2cc200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.643893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ab1eb-b835-45bc-ade3-9ec89d2cc200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee99647a-3fe8-4009-9255-318465df4f88,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:18.698941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a39ab1eb-b835-45bc-ade3-9ec89d2cc200 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba4088966978485fb2aed00dd76d8e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303979 Aug 27 14:14:18.699647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39196) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:18.720773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.747335 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.768235 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a48f7197-b832-4088-ba4a-ecb7952863ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.795436 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a48f7197-b832-4088-ba4a-ecb7952863ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.849113 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a48f7197-b832-4088-ba4a-ecb7952863ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.851196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1128350c-9d8b-4cd2-b8dc-d117aef918ec None None] Provisioning for port 1678f4e7-d736-4170-98cb-672e0769597f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:14:18.852073 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a48f7197-b832-4088-ba4a-ecb7952863ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.853247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a48f7197-b832-4088-ba4a-ecb7952863ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee99647a-3fe8-4009-9255-318465df4f88 HTTP/1.1" status: 204 len: 168 time: 0.1526606 Aug 27 14:14:18.860121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1128350c-9d8b-4cd2-b8dc-d117aef918ec None None] Provisioning complete for port 1678f4e7-d736-4170-98cb-672e0769597f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:18.861219 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1128350c-9d8b-4cd2-b8dc-d117aef918ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:18.866375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f7197-b832-4088-ba4a-ecb7952863ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee99647a-3fe8-4009-9255-318465df4f88,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:18.915480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1128350c-9d8b-4cd2-b8dc-d117aef918ec None None] Port 1678f4e7-d736-4170-98cb-672e0769597f cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:14:19.032326 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:19.037898 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:19.119274 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:19.125112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event updated for resources: {'Port': ['ID=1678f4e7-d736-4170-98cb-672e0769597f,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:19.215418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Network 3081f082-5a10-4c83-893e-30b2507a1e8e is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:14:19.216839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:14:19.337074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Router a409fa5e-bdce-492d-ba68-9c3a2c02e4d4 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:14:19.472452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:14:19.481638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3715b605-6234-4724-8f3b-f3cf7ad6789b tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "PUT /v2.0/routers/a409fa5e-bdce-492d-ba68-9c3a2c02e4d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8787949 Aug 27 14:14:19.484166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39226) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:19.487472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b38355-30a4-4ce9-a314-4ee201d415f1 None None] Sync routers for ids ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:14:19.500997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b38355-30a4-4ce9-a314-4ee201d415f1 None None] Routers {'a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:19.502386 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-99b38355-30a4-4ce9-a314-4ee201d415f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:14:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:19.554836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-99b38355-30a4-4ce9-a314-4ee201d415f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:19.574952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b38355-30a4-4ce9-a314-4ee201d415f1 None None] Routers {'a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:19.574952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-99b38355-30a4-4ce9-a314-4ee201d415f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:14:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:19.612616 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c1def085-c92a-404f-80b8-c3a99c902e9e tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:19.618505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d7e44f5f-8aef-4379-9546-d153fa4bb299 None None] Provisioning complete for port 1678f4e7-d736-4170-98cb-672e0769597f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:19.618929 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d7e44f5f-8aef-4379-9546-d153fa4bb299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:19.622441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-99b38355-30a4-4ce9-a314-4ee201d415f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:19.626661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b38355-30a4-4ce9-a314-4ee201d415f1 None None] The sync data for ids ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:14:19.661419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d7e44f5f-8aef-4379-9546-d153fa4bb299 None None] Port 1678f4e7-d736-4170-98cb-672e0769597f cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:14:19.710160 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-c1def085-c92a-404f-80b8-c3a99c902e9e tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 14:14:19.710160 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c1def085-c92a-404f-80b8-c3a99c902e9e tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "DELETE /v2.0/routers/a409fa5e-bdce-492d-ba68-9c3a2c02e4d4 HTTP/1.1" status: 409 len: 329 time: 0.2236598 Aug 27 14:14:19.711772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39240) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:20.046574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2921c2ac-0f4d-4b85-afd0-4c79f4bbcb8a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:20.183644 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:20.334948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2921c2ac-0f4d-4b85-afd0-4c79f4bbcb8a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Deleting port 1678f4e7-d736-4170-98cb-672e0769597f {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:20.335294 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2921c2ac-0f4d-4b85-afd0-4c79f4bbcb8a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:20.445223 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2921c2ac-0f4d-4b85-afd0-4c79f4bbcb8a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:20.462551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2921c2ac-0f4d-4b85-afd0-4c79f4bbcb8a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Calling delete_port for 1678f4e7-d736-4170-98cb-672e0769597f owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:20.675969 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2921c2ac-0f4d-4b85-afd0-4c79f4bbcb8a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:20.703677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921c2ac-0f4d-4b85-afd0-4c79f4bbcb8a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event deleted for resources: {'Port': ['ID=1678f4e7-d736-4170-98cb-672e0769597f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:20.843192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39394) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:20.894614 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2921c2ac-0f4d-4b85-afd0-4c79f4bbcb8a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:20.983293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-757444f6-27e5-44f2-9496-ee16c2bd091a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:21.091978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-757444f6-27e5-44f2-9496-ee16c2bd091a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:21.096397 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-757444f6-27e5-44f2-9496-ee16c2bd091a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:21.141162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-757444f6-27e5-44f2-9496-ee16c2bd091a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3e83f1e193d44d8b857fd28330dff43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945569 Aug 27 14:14:21.141162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757444f6-27e5-44f2-9496-ee16c2bd091a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82984c1a-8d00-489b-a76e-f8e8da295d30,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:21.143008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39398) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:21.206132 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-37ff042f-80c5-4f2c-95d8-86fb1b20e7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:21.234159 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-37ff042f-80c5-4f2c-95d8-86fb1b20e7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:21.296184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-37ff042f-80c5-4f2c-95d8-86fb1b20e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:21.299718 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-37ff042f-80c5-4f2c-95d8-86fb1b20e7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:21.300976 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-37ff042f-80c5-4f2c-95d8-86fb1b20e7fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82984c1a-8d00-489b-a76e-f8e8da295d30 HTTP/1.1" status: 204 len: 168 time: 0.1569202 Aug 27 14:14:21.320940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff042f-80c5-4f2c-95d8-86fb1b20e7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82984c1a-8d00-489b-a76e-f8e8da295d30,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:21.382861 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:21.390191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2921c2ac-0f4d-4b85-afd0-4c79f4bbcb8a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Router a409fa5e-bdce-492d-ba68-9c3a2c02e4d4 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:14:21.482604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2921c2ac-0f4d-4b85-afd0-4c79f4bbcb8a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:14:21.492617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2921c2ac-0f4d-4b85-afd0-4c79f4bbcb8a tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "PUT /v2.0/routers/a409fa5e-bdce-492d-ba68-9c3a2c02e4d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7755420 Aug 27 14:14:21.493192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39406) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:21.495261 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dafb4be-5b73-413d-9f1f-2dff73ed53bb None None] Sync routers for ids ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:14:21.507981 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dafb4be-5b73-413d-9f1f-2dff73ed53bb None None] Routers {'a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:21.510024 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9dafb4be-5b73-413d-9f1f-2dff73ed53bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:14:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:21.532646 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-41674997-a7a8-4c1e-a5ba-42d1f604480d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] show failed (client error): The resource could not be found. Aug 27 14:14:21.533695 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-41674997-a7a8-4c1e-a5ba-42d1f604480d tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-329770848 HTTP/1.1" status: 404 len: 334 time: 0.0395310 Aug 27 14:14:21.537982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39410) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:21.544326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-83dd25c4-20f1-4aad-a0a1-af8645d8e4c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:21.588793 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9dafb4be-5b73-413d-9f1f-2dff73ed53bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:21.600766 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dafb4be-5b73-413d-9f1f-2dff73ed53bb None None] Routers {'a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:21.601433 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9dafb4be-5b73-413d-9f1f-2dff73ed53bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:14:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:21.617759 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-83dd25c4-20f1-4aad-a0a1-af8645d8e4c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] update failed (client error): The resource could not be found. Aug 27 14:14:21.619088 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-83dd25c4-20f1-4aad-a0a1-af8645d8e4c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-304251998 HTTP/1.1" status: 404 len: 334 time: 0.0801411 Aug 27 14:14:21.623487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39412) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:21.655925 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9dafb4be-5b73-413d-9f1f-2dff73ed53bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:21.656581 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dafb4be-5b73-413d-9f1f-2dff73ed53bb None None] The sync data for ids ['a409fa5e-bdce-492d-ba68-9c3a2c02e4d4'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:14:21.678307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39414) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:21.699971 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e02dbb7-e55e-475e-9253-1af6eff9353c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:21.712931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec469ba-021f-4810-9702-ad71ffeadb45 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Deleting subnet 05e8a54d-0343-41c9-857d-24e6c112017c {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:14:21.720279 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2ec469ba-021f-4810-9702-ad71ffeadb45 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:21.776583 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2ec469ba-021f-4810-9702-ad71ffeadb45 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:21.905329 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2ec469ba-021f-4810-9702-ad71ffeadb45 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:21.943718 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e02dbb7-e55e-475e-9253-1af6eff9353c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:21.948676 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e02dbb7-e55e-475e-9253-1af6eff9353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.001220 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3e02dbb7-e55e-475e-9253-1af6eff9353c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49b1cdb40061472784c11c3b219b324f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217125 Aug 27 14:14:22.003898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39416) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:22.011346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02dbb7-e55e-475e-9253-1af6eff9353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed677be8-d741-4ffe-9d15-e421a3d9a832,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:22.020245 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2ec469ba-021f-4810-9702-ad71ffeadb45 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.052190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec469ba-021f-4810-9702-ad71ffeadb45 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event deleted for resources: {'Subnet': ['ID=05e8a54d-0343-41c9-857d-24e6c112017c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:22.055347 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2ec469ba-021f-4810-9702-ad71ffeadb45 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.058274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33be01d5-221e-42ab-a2fc-b81f77ac5f5f None None] Network 02d6cd41-575f-44bf-bec2-c9b508d20e9b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:14:22.062004 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2ec469ba-021f-4810-9702-ad71ffeadb45 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "DELETE /v2.0/subnets/05e8a54d-0343-41c9-857d-24e6c112017c HTTP/1.1" status: 204 len: 168 time: 0.4354162 Aug 27 14:14:22.062320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39418) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:22.113013 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-29d7e331-81cc-48f9-9419-55489563d411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.132117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-031c3314-56db-4839-aacb-48dee96fb73c tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Deleting subnet eb0e5085-d648-4a5e-a4ec-7d62d27cfec4 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:14:22.141977 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-031c3314-56db-4839-aacb-48dee96fb73c tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.170362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-29d7e331-81cc-48f9-9419-55489563d411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.212385 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-031c3314-56db-4839-aacb-48dee96fb73c tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.242415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0eb18d-db15-4f14-9400-36a4a3e6bb03 None None] DHCP port deletion for 02d6cd41-575f-44bf-bec2-c9b508d20e9b request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:14:22.275757 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-29d7e331-81cc-48f9-9419-55489563d411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.278209 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-29d7e331-81cc-48f9-9419-55489563d411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.282427 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-29d7e331-81cc-48f9-9419-55489563d411 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed677be8-d741-4ffe-9d15-e421a3d9a832 HTTP/1.1" status: 204 len: 168 time: 0.2770336 Aug 27 14:14:22.306471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ac0eb18d-db15-4f14-9400-36a4a3e6bb03 None None] Deleting port 79fb49d6-f95b-4b9a-b4fe-937883800498 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:22.307171 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ac0eb18d-db15-4f14-9400-36a4a3e6bb03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.314169 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7e331-81cc-48f9-9419-55489563d411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed677be8-d741-4ffe-9d15-e421a3d9a832,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:22.329143 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-031c3314-56db-4839-aacb-48dee96fb73c tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.401033 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-031c3314-56db-4839-aacb-48dee96fb73c tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.420363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ac0eb18d-db15-4f14-9400-36a4a3e6bb03 None None] For port 79fb49d6-f95b-4b9a-b4fe-937883800498, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=79fb49d6-f95b-4b9a-b4fe-937883800498,segment=NetworkSegment(a1be7846-1349-4b1c-bfe8-dc7cb8a84982),segment_id=a1be7846-1349-4b1c-bfe8-dc7cb8a84982)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:14:22.421169 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ac0eb18d-db15-4f14-9400-36a4a3e6bb03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.432471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c3314-56db-4839-aacb-48dee96fb73c tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0e5085-d648-4a5e-a4ec-7d62d27cfec4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:22.436976 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-031c3314-56db-4839-aacb-48dee96fb73c tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.441916 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-031c3314-56db-4839-aacb-48dee96fb73c tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "DELETE /v2.0/subnets/eb0e5085-d648-4a5e-a4ec-7d62d27cfec4 HTTP/1.1" status: 204 len: 168 time: 0.3783171 Aug 27 14:14:22.442056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39422) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:22.443791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8650581-323a-4cfb-ba4b-3a647cb838bd None None] Network a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:14:22.445995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ac0eb18d-db15-4f14-9400-36a4a3e6bb03 None None] Calling delete_port for 79fb49d6-f95b-4b9a-b4fe-937883800498 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:22.533944 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.633301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Deleting port 79fb49d6-f95b-4b9a-b4fe-937883800498 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:22.633658 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.650640 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ac0eb18d-db15-4f14-9400-36a4a3e6bb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.699494 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eb18d-db15-4f14-9400-36a4a3e6bb03 None None] Pushing event deleted for resources: {'Port': ['ID=79fb49d6-f95b-4b9a-b4fe-937883800498,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:22.719948 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0eb18d-db15-4f14-9400-36a4a3e6bb03 None None] No DVR routers for this DVR port 79fb49d6-f95b-4b9a-b4fe-937883800498 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:14:22.737849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74f8e93-c2bd-4dcc-8e82-30b27b0c51c9 None None] DHCP port deletion for a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:14:22.778510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] For port 79fb49d6-f95b-4b9a-b4fe-937883800498, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=79fb49d6-f95b-4b9a-b4fe-937883800498,segment=NetworkSegment(a1be7846-1349-4b1c-bfe8-dc7cb8a84982),segment_id=a1be7846-1349-4b1c-bfe8-dc7cb8a84982)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:14:22.778927 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.794833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Calling delete_port for 79fb49d6-f95b-4b9a-b4fe-937883800498 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:22.801832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8e93-c2bd-4dcc-8e82-30b27b0c51c9 None None] Deleting port d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:22.802752 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d74f8e93-c2bd-4dcc-8e82-30b27b0c51c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.883494 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d74f8e93-c2bd-4dcc-8e82-30b27b0c51c9 None None] For port d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6,segment=NetworkSegment(5978ce95-013d-4f7e-b432-ee5fa0293407),segment_id=5978ce95-013d-4f7e-b432-ee5fa0293407)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:14:22.884254 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d74f8e93-c2bd-4dcc-8e82-30b27b0c51c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.899781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8e93-c2bd-4dcc-8e82-30b27b0c51c9 None None] Calling delete_port for d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:22.903727 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:22.934793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event deleted for resources: {'Port': ['ID=79fb49d6-f95b-4b9a-b4fe-937883800498,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:22.943597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] No DVR routers for this DVR port 79fb49d6-f95b-4b9a-b4fe-937883800498 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:14:23.015384 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d74f8e93-c2bd-4dcc-8e82-30b27b0c51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.051364 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.056112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8e93-c2bd-4dcc-8e82-30b27b0c51c9 None None] Pushing event deleted for resources: {'Port': ['ID=d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:23.060521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f8e93-c2bd-4dcc-8e82-30b27b0c51c9 None None] No DVR routers for this DVR port d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:14:23.075876 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d6cd41-575f-44bf-bec2-c9b508d20e9b']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:23.093713 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1be7846-1349-4b1c-bfe8-dc7cb8a84982') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:23.093966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1be7846-1349-4b1c-bfe8-dc7cb8a84982') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:23.106257 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.125691 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.134050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:14:23.134451 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:14:23.137884 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:14:23.215780 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.222062 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.224796 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "DELETE /v2.0/networks/02d6cd41-575f-44bf-bec2-c9b508d20e9b HTTP/1.1" status: 204 len: 168 time: 0.7811158 Aug 27 14:14:23.228663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39448) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:23.242431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd61cf-93bf-46f3-9e28-42f530847965 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event deleted for resources: {'Network': ['ID=02d6cd41-575f-44bf-bec2-c9b508d20e9b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:23.323844 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-30487926-9f62-4c0e-9e55-7e473b555d71 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.421160 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-30487926-9f62-4c0e-9e55-7e473b555d71 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.432350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-30487926-9f62-4c0e-9e55-7e473b555d71 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:23.443452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-30487926-9f62-4c0e-9e55-7e473b555d71 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5978ce95-013d-4f7e-b432-ee5fa0293407') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:23.444025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-30487926-9f62-4c0e-9e55-7e473b555d71 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5978ce95-013d-4f7e-b432-ee5fa0293407') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:23.453480 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-30487926-9f62-4c0e-9e55-7e473b555d71 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.467946 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-30487926-9f62-4c0e-9e55-7e473b555d71 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.477798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30487926-9f62-4c0e-9e55-7e473b555d71 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:14:23.478317 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-30487926-9f62-4c0e-9e55-7e473b555d71 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:14:23.482209 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:14:23.552007 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-30487926-9f62-4c0e-9e55-7e473b555d71 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.561964 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-30487926-9f62-4c0e-9e55-7e473b555d71 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.566544 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39458) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:23.567034 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-30487926-9f62-4c0e-9e55-7e473b555d71 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "DELETE /v2.0/networks/a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac HTTP/1.1" status: 204 len: 168 time: 0.3354497 Aug 27 14:14:23.580652 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30487926-9f62-4c0e-9e55-7e473b555d71 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event deleted for resources: {'Network': ['ID=a987f5f1-7da6-4e2b-8d69-2e45bd4f0fac,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:23.638625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd63ea7d-5f11-4336-b94c-9193f4563351 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Deleting subnet 89beaab6-605b-4229-bdb0-f97dc8cd00a1 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:14:23.642141 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd63ea7d-5f11-4336-b94c-9193f4563351 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.706964 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd63ea7d-5f11-4336-b94c-9193f4563351 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.832451 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd63ea7d-5f11-4336-b94c-9193f4563351 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.869916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 79fb49d6-f95b-4b9a-b4fe-937883800498 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:14:23.893238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 79fb49d6-f95b-4b9a-b4fe-937883800498 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:14:23.894491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 79fb49d6-f95b-4b9a-b4fe-937883800498 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:14:23.895070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:14:23.905492 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd63ea7d-5f11-4336-b94c-9193f4563351 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.920769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:14:23.921201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d83ad34c-10fb-4d2c-913c-2f4edf8c9ef6 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:14:23.947700 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dd63ea7d-5f11-4336-b94c-9193f4563351 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:23.951759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dd63ea7d-5f11-4336-b94c-9193f4563351 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "DELETE /v2.0/subnets/89beaab6-605b-4229-bdb0-f97dc8cd00a1 HTTP/1.1" status: 204 len: 168 time: 0.3818688 Aug 27 14:14:23.951759 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63ea7d-5f11-4336-b94c-9193f4563351 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event deleted for resources: {'Subnet': ['ID=89beaab6-605b-4229-bdb0-f97dc8cd00a1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:23.952150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39474) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:23.956277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f1f56-f240-49e6-8375-1c3c88ee11f2 None None] Network 3081f082-5a10-4c83-893e-30b2507a1e8e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:14:24.057322 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.130060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Deleting port a710c019-6227-4e09-9c11-bea76e07f622 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:24.130318 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.220222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] For port a710c019-6227-4e09-9c11-bea76e07f622, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a710c019-6227-4e09-9c11-bea76e07f622,segment=NetworkSegment(afa36552-80bc-4647-95cd-8f9cf78700f5),segment_id=afa36552-80bc-4647-95cd-8f9cf78700f5)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:14:24.220587 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.241271 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Calling delete_port for a710c019-6227-4e09-9c11-bea76e07f622 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:24.338035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c45fc-a681-4a78-8aa9-c573791f2a0e None None] DHCP port deletion for 3081f082-5a10-4c83-893e-30b2507a1e8e request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:14:24.341169 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.366088 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event deleted for resources: {'Port': ['ID=a710c019-6227-4e09-9c11-bea76e07f622,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:24.375326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] No DVR routers for this DVR port a710c019-6227-4e09-9c11-bea76e07f622 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:14:24.464038 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.481979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3081f082-5a10-4c83-893e-30b2507a1e8e']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:24.496787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa36552-80bc-4647-95cd-8f9cf78700f5') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:24.497086 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa36552-80bc-4647-95cd-8f9cf78700f5') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:24.507093 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.522718 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.532199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:14:24.532570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:14:24.535909 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:14:24.609197 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.619170 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.621136 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "DELETE /v2.0/networks/3081f082-5a10-4c83-893e-30b2507a1e8e HTTP/1.1" status: 204 len: 168 time: 0.6679688 Aug 27 14:14:24.623934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39528) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:24.639545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede06992-ccc5-4808-96d2-d777e7ca70c5 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Pushing event deleted for resources: {'Network': ['ID=3081f082-5a10-4c83-893e-30b2507a1e8e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:24.659980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39530) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:24.660256 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-784dd787-26e6-42d7-95da-2687b149d43c tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "GET /v2.0/ports?device_id=a409fa5e-bdce-492d-ba68-9c3a2c02e4d4 HTTP/1.1" status: 200 len: 205 time: 0.0321579 Aug 27 14:14:24.750430 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-347a24c7-59d4-4e5b-be57-c363dffc5e81 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.941780 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-347a24c7-59d4-4e5b-be57-c363dffc5e81 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.945133 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-347a24c7-59d4-4e5b-be57-c363dffc5e81 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.989718 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-347a24c7-59d4-4e5b-be57-c363dffc5e81 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.990932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347a24c7-59d4-4e5b-be57-c363dffc5e81 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Fanout notify agent at l3_agent the message router_deleted on router a409fa5e-bdce-492d-ba68-9c3a2c02e4d4 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:14:24.998742 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-347a24c7-59d4-4e5b-be57-c363dffc5e81 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:24.999888 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-347a24c7-59d4-4e5b-be57-c363dffc5e81 tempest-RoutersNegativeTest-2074785964 tempest-RoutersNegativeTest-2074785964-project] 10.222.0.55 "DELETE /v2.0/routers/a409fa5e-bdce-492d-ba68-9c3a2c02e4d4 HTTP/1.1" status: 204 len: 168 time: 0.3388324 Aug 27 14:14:25.296928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39600) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:25.459570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1715b13b-e904-4564-9383-d14069e33c9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66917b64db49482580f5e4f0cb631d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613362 Aug 27 14:14:25.462056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39618) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:25.512888 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7070f7c6-e51e-40e9-9cdb-3d33db976bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:25.535872 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7070f7c6-e51e-40e9-9cdb-3d33db976bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:25.597385 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7070f7c6-e51e-40e9-9cdb-3d33db976bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:25.603231 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7070f7c6-e51e-40e9-9cdb-3d33db976bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:25.605041 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7070f7c6-e51e-40e9-9cdb-3d33db976bb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2f28a64-f833-44bf-9bf6-19640bac4e42 HTTP/1.1" status: 204 len: 168 time: 0.1419301 Aug 27 14:14:25.615794 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070f7c6-e51e-40e9-9cdb-3d33db976bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f28a64-f833-44bf-9bf6-19640bac4e42,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:25.689847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39624) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:25.882032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a710c019-6227-4e09-9c11-bea76e07f622 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:14:25.909083 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: a710c019-6227-4e09-9c11-bea76e07f622 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:14:25.909521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a710c019-6227-4e09-9c11-bea76e07f622 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:14:25.960955 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-530fd6ac-aa09-42e7-b2ae-3b4a9c42914a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.067262 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-530fd6ac-aa09-42e7-b2ae-3b4a9c42914a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.071900 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-530fd6ac-aa09-42e7-b2ae-3b4a9c42914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.112850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fd6ac-aa09-42e7-b2ae-3b4a9c42914a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a86d94-5f89-47e3-b9ee-68ae5c58fa9e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:26.121027 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-530fd6ac-aa09-42e7-b2ae-3b4a9c42914a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd93440c5d51416eb1f9ec6a54db2550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277456 Aug 27 14:14:26.121383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39642) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:26.181805 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3830faa-06eb-412e-ac83-d9512bc51081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.208259 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3830faa-06eb-412e-ac83-d9512bc51081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.266109 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3830faa-06eb-412e-ac83-d9512bc51081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.270581 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3830faa-06eb-412e-ac83-d9512bc51081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.272939 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e3830faa-06eb-412e-ac83-d9512bc51081 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28a86d94-5f89-47e3-b9ee-68ae5c58fa9e HTTP/1.1" status: 204 len: 168 time: 0.1505809 Aug 27 14:14:26.285510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3830faa-06eb-412e-ac83-d9512bc51081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a86d94-5f89-47e3-b9ee-68ae5c58fa9e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:26.602800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39660) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:26.618179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ec16ad26-e4fd-48c1-a6ad-56f0e8324e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.725431 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ec16ad26-e4fd-48c1-a6ad-56f0e8324e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.729340 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ec16ad26-e4fd-48c1-a6ad-56f0e8324e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.772682 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ec16ad26-e4fd-48c1-a6ad-56f0e8324e72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5feae352e07f4ab3a7f4e3cf49f288cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680756 Aug 27 14:14:26.773578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16ad26-e4fd-48c1-a6ad-56f0e8324e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb1fff7-89d2-46e0-a77c-51d73dd5c5d3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:26.775184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39664) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:26.844453 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6f6a110b-3e5c-487c-90f7-e9f54ff76f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.871765 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6f6a110b-3e5c-487c-90f7-e9f54ff76f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.932666 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6f6a110b-3e5c-487c-90f7-e9f54ff76f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.935628 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6f6a110b-3e5c-487c-90f7-e9f54ff76f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:26.936862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6f6a110b-3e5c-487c-90f7-e9f54ff76f9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4eb1fff7-89d2-46e0-a77c-51d73dd5c5d3 HTTP/1.1" status: 204 len: 168 time: 0.1601908 Aug 27 14:14:26.946304 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a110b-3e5c-487c-90f7-e9f54ff76f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb1fff7-89d2-46e0-a77c-51d73dd5c5d3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:27.707006 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39716) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:27.836210 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c731f29b-d294-45d5-980e-561c84b95bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:27.938657 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c731f29b-d294-45d5-980e-561c84b95bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:27.944438 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c731f29b-d294-45d5-980e-561c84b95bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.000704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731f29b-d294-45d5-980e-561c84b95bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbede685-d7ee-4116-9aa1-ee2d46b24d0f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:28.005091 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c731f29b-d294-45d5-980e-561c84b95bb5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a42243f95764e8a90e512753e7670f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970307 Aug 27 14:14:28.008348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39736) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:28.071394 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-24afb9f7-2815-438a-af7f-08cf947abe8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.098048 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-24afb9f7-2815-438a-af7f-08cf947abe8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.158575 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-24afb9f7-2815-438a-af7f-08cf947abe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.161379 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-24afb9f7-2815-438a-af7f-08cf947abe8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.163169 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-24afb9f7-2815-438a-af7f-08cf947abe8a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbede685-d7ee-4116-9aa1-ee2d46b24d0f HTTP/1.1" status: 204 len: 168 time: 0.1534135 Aug 27 14:14:28.175087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afb9f7-2815-438a-af7f-08cf947abe8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbede685-d7ee-4116-9aa1-ee2d46b24d0f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:28.487860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39770) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:28.507464 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7f711058-3943-48ea-b51b-aa3ff93f8dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.540409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39774) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:28.630696 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7f711058-3943-48ea-b51b-aa3ff93f8dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.635454 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7f711058-3943-48ea-b51b-aa3ff93f8dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.685570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7f711058-3943-48ea-b51b-aa3ff93f8dca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a460bddf5a094d7b804588cd171753f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965408 Aug 27 14:14:28.687703 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f711058-3943-48ea-b51b-aa3ff93f8dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1d2e44-4a02-4027-bfde-96ab1b2254aa,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:28.688299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39778) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:28.740420 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f395a50-b3f9-4009-ba95-73bd31258a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.747189 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-630dc247-be05-467c-a2ad-9bd226beb4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.769713 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-630dc247-be05-467c-a2ad-9bd226beb4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.828579 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-630dc247-be05-467c-a2ad-9bd226beb4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.832703 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-630dc247-be05-467c-a2ad-9bd226beb4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.838589 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-630dc247-be05-467c-a2ad-9bd226beb4b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd1d2e44-4a02-4027-bfde-96ab1b2254aa HTTP/1.1" status: 204 len: 168 time: 0.1485529 Aug 27 14:14:28.847421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dc247-be05-467c-a2ad-9bd226beb4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1d2e44-4a02-4027-bfde-96ab1b2254aa,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:28.855649 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f395a50-b3f9-4009-ba95-73bd31258a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.862080 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f395a50-b3f9-4009-ba95-73bd31258a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.902644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f395a50-b3f9-4009-ba95-73bd31258a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf34e82a-8e67-406f-93fb-c17ee8094b8c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:28.909838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39782) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:28.910034 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1f395a50-b3f9-4009-ba95-73bd31258a1c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0ab9704980b44b4ba3733bc96cc7136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692377 Aug 27 14:14:28.964327 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ef86a35-ed20-4476-aee7-712b81a370f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:28.988369 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ef86a35-ed20-4476-aee7-712b81a370f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:29.042489 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ef86a35-ed20-4476-aee7-712b81a370f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:29.048053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ef86a35-ed20-4476-aee7-712b81a370f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:29.048236 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4ef86a35-ed20-4476-aee7-712b81a370f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf34e82a-8e67-406f-93fb-c17ee8094b8c HTTP/1.1" status: 204 len: 168 time: 0.1364000 Aug 27 14:14:29.070338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef86a35-ed20-4476-aee7-712b81a370f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf34e82a-8e67-406f-93fb-c17ee8094b8c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:30.678217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39890) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:30.857540 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58d10000-2178-44fd-ac49-26de92492d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:30.961949 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58d10000-2178-44fd-ac49-26de92492d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:30.966514 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58d10000-2178-44fd-ac49-26de92492d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:31.007364 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-58d10000-2178-44fd-ac49-26de92492d8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=843f2556270344a397a1efd98320e5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279741 Aug 27 14:14:31.008395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d10000-2178-44fd-ac49-26de92492d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97e6999-50a8-48a9-9fa0-0a2adf2daf23,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:31.009997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39898) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:31.070058 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4814052-b26d-456c-bc4b-7feab92ab793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:31.095795 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4814052-b26d-456c-bc4b-7feab92ab793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:31.156326 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4814052-b26d-456c-bc4b-7feab92ab793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:31.160280 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4814052-b26d-456c-bc4b-7feab92ab793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:31.162711 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e4814052-b26d-456c-bc4b-7feab92ab793 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a97e6999-50a8-48a9-9fa0-0a2adf2daf23 HTTP/1.1" status: 204 len: 168 time: 0.1490083 Aug 27 14:14:31.178032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4814052-b26d-456c-bc4b-7feab92ab793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97e6999-50a8-48a9-9fa0-0a2adf2daf23,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:31.202461 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:14:32.804067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39964) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:32.901043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c668a6a9-3002-4c89-93eb-6e23a7e03f38 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:32.919817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c668a6a9-3002-4c89-93eb-6e23a7e03f38 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] 10.222.0.55 "PUT /v2.0/quotas/47ff507f54d94a0696c52b54b3d77b0d HTTP/1.1" status: 200 len: 368 time: 0.1146488 Aug 27 14:14:32.922397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39968) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:32.927206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Request body: {'network': {'project_id': '47ff507f54d94a0696c52b54b3d77b0d'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:32.951493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Made reservation on behalf of 47ff507f54d94a0696c52b54b3d77b0d for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:14:32.953881 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:32.967069 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.071401 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.075852 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.096752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:14:33.117829 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.118248 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Added segment 9cc47f54-fe5e-41a3-879c-60ab9b1e747f of type vlan for network 45754ebf-dfcc-42c0-b1e5-16e2f93fa852 Aug 27 14:14:33.119827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad5cc5b-07fd-4562-9356-91f914aad1fb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:33.170184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.196364 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.197492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:33.198076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.252711 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3289227 Aug 27 14:14:33.255901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39974) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:33.264461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1693f1ab-a9c1-48bd-bd28-824d6bf00ee6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Request body: {'network': {'project_id': '47ff507f54d94a0696c52b54b3d77b0d'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:33.271837 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc9149-8a4a-46b4-9efe-dcc01fb92b03 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Pushing event updated for resources: {'Network': ['ID=45754ebf-dfcc-42c0-b1e5-16e2f93fa852,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:33.283647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 45754ebf-dfcc-42c0-b1e5-16e2f93fa852 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:14:33.326825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1693f1ab-a9c1-48bd-bd28-824d6bf00ee6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Made reservation on behalf of 47ff507f54d94a0696c52b54b3d77b0d for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:14:33.329443 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1693f1ab-a9c1-48bd-bd28-824d6bf00ee6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.415969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1693f1ab-a9c1-48bd-bd28-824d6bf00ee6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:14:33.440719 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1693f1ab-a9c1-48bd-bd28-824d6bf00ee6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.441214 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-1693f1ab-a9c1-48bd-bd28-824d6bf00ee6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Added segment fed19eed-612e-49c5-8512-ae85e22fade9 of type vlan for network 3ad9ed7b-ef31-464e-b150-273093d7eec6 Aug 27 14:14:33.516673 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1693f1ab-a9c1-48bd-bd28-824d6bf00ee6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.549968 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1693f1ab-a9c1-48bd-bd28-824d6bf00ee6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.551123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1693f1ab-a9c1-48bd-bd28-824d6bf00ee6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:33.551789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1693f1ab-a9c1-48bd-bd28-824d6bf00ee6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.617606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1693f1ab-a9c1-48bd-bd28-824d6bf00ee6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3585868 Aug 27 14:14:33.618661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693f1ab-a9c1-48bd-bd28-824d6bf00ee6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Pushing event updated for resources: {'Network': ['ID=3ad9ed7b-ef31-464e-b150-273093d7eec6,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:33.620599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40000) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:33.628613 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8f54147e-0bb6-46da-acdc-1f148b54dc79 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Request body: {'network': {'project_id': '47ff507f54d94a0696c52b54b3d77b0d'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:33.631051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 3ad9ed7b-ef31-464e-b150-273093d7eec6 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:14:33.643352 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f54147e-0bb6-46da-acdc-1f148b54dc79 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 14:14:33.643818 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f54147e-0bb6-46da-acdc-1f148b54dc79 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:14:33.645178 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8f54147e-0bb6-46da-acdc-1f148b54dc79 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0215147 Aug 27 14:14:33.648946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40002) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:33.693836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b4866098-336d-431e-9dee-a423f8aef7a5 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47ff507f54d94a0696c52b54b3d77b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435665 Aug 27 14:14:33.696512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40004) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:33.750899 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9eb4057d-8164-49e5-afa1-74914a0c21d6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.775324 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9eb4057d-8164-49e5-afa1-74914a0c21d6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.830227 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9eb4057d-8164-49e5-afa1-74914a0c21d6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.834191 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9eb4057d-8164-49e5-afa1-74914a0c21d6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:33.838714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40008) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:33.839085 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9eb4057d-8164-49e5-afa1-74914a0c21d6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ad5cc5b-07fd-4562-9356-91f914aad1fb HTTP/1.1" status: 204 len: 168 time: 0.1412594 Aug 27 14:14:33.848349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4057d-8164-49e5-afa1-74914a0c21d6 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad5cc5b-07fd-4562-9356-91f914aad1fb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:33.931440 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a74c5ac1-0c01-4290-a0b1-3e777e4cb426 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.015695 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a74c5ac1-0c01-4290-a0b1-3e777e4cb426 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.026552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a74c5ac1-0c01-4290-a0b1-3e777e4cb426 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad9ed7b-ef31-464e-b150-273093d7eec6']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:34.037908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a74c5ac1-0c01-4290-a0b1-3e777e4cb426 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed19eed-612e-49c5-8512-ae85e22fade9') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:34.038209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a74c5ac1-0c01-4290-a0b1-3e777e4cb426 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed19eed-612e-49c5-8512-ae85e22fade9') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:34.048632 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a74c5ac1-0c01-4290-a0b1-3e777e4cb426 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.063316 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a74c5ac1-0c01-4290-a0b1-3e777e4cb426 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.070053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74c5ac1-0c01-4290-a0b1-3e777e4cb426 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:14:34.070480 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a74c5ac1-0c01-4290-a0b1-3e777e4cb426 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:14:34.072592 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:14:34.143210 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a74c5ac1-0c01-4290-a0b1-3e777e4cb426 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.149671 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a74c5ac1-0c01-4290-a0b1-3e777e4cb426 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.152835 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a74c5ac1-0c01-4290-a0b1-3e777e4cb426 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] 10.222.0.55 "DELETE /v2.0/networks/3ad9ed7b-ef31-464e-b150-273093d7eec6 HTTP/1.1" status: 204 len: 168 time: 0.3114474 Aug 27 14:14:34.158538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40010) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:34.189632 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c5ac1-0c01-4290-a0b1-3e777e4cb426 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ad9ed7b-ef31-464e-b150-273093d7eec6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:34.251884 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d80c8c4c-a8a6-4a95-b279-905274e4f711 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.346049 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d80c8c4c-a8a6-4a95-b279-905274e4f711 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.357482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-d80c8c4c-a8a6-4a95-b279-905274e4f711 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45754ebf-dfcc-42c0-b1e5-16e2f93fa852']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:34.369267 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-d80c8c4c-a8a6-4a95-b279-905274e4f711 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc47f54-fe5e-41a3-879c-60ab9b1e747f') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:34.369601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-d80c8c4c-a8a6-4a95-b279-905274e4f711 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc47f54-fe5e-41a3-879c-60ab9b1e747f') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:34.379144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d80c8c4c-a8a6-4a95-b279-905274e4f711 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.394191 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d80c8c4c-a8a6-4a95-b279-905274e4f711 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.401355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80c8c4c-a8a6-4a95-b279-905274e4f711 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:14:34.401756 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d80c8c4c-a8a6-4a95-b279-905274e4f711 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:14:34.403655 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:14:34.472715 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d80c8c4c-a8a6-4a95-b279-905274e4f711 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.478564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d80c8c4c-a8a6-4a95-b279-905274e4f711 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:34.483719 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d80c8c4c-a8a6-4a95-b279-905274e4f711 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] 10.222.0.55 "DELETE /v2.0/networks/45754ebf-dfcc-42c0-b1e5-16e2f93fa852 HTTP/1.1" status: 204 len: 168 time: 0.3213184 Aug 27 14:14:34.500128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c8c4c-a8a6-4a95-b279-905274e4f711 tempest-QuotasNegativeTest-1697564207 tempest-QuotasNegativeTest-1697564207-project-admin] Pushing event deleted for resources: {'Network': ['ID=45754ebf-dfcc-42c0-b1e5-16e2f93fa852,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:34.961996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40050) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:35.076010 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55b7bcd4-cbb2-433a-a03c-7c9141e98239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:35.183901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55b7bcd4-cbb2-433a-a03c-7c9141e98239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:35.188503 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55b7bcd4-cbb2-433a-a03c-7c9141e98239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:35.233577 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-55b7bcd4-cbb2-433a-a03c-7c9141e98239 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a49df4d713074ab4b3d73f27e53b922d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695894 Aug 27 14:14:35.234818 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7bcd4-cbb2-433a-a03c-7c9141e98239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a126a158-7c8b-4a98-b692-dd5fac321d45,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:35.236192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40058) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:35.299956 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04b36187-007c-4691-81f3-43635725e824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:35.327123 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04b36187-007c-4691-81f3-43635725e824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:35.383000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04b36187-007c-4691-81f3-43635725e824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:35.385873 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04b36187-007c-4691-81f3-43635725e824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:35.387097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-04b36187-007c-4691-81f3-43635725e824 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a126a158-7c8b-4a98-b692-dd5fac321d45 HTTP/1.1" status: 204 len: 168 time: 0.1492052 Aug 27 14:14:35.395665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b36187-007c-4691-81f3-43635725e824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a126a158-7c8b-4a98-b692-dd5fac321d45,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:35.683135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40068) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:35.696985 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e423976f-deb7-436b-9971-42d20d01c43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:35.807766 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e423976f-deb7-436b-9971-42d20d01c43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:35.812239 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e423976f-deb7-436b-9971-42d20d01c43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:35.838824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423976f-deb7-436b-9971-42d20d01c43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc7ef85-c70f-4d6c-9be0-0b234d1a2517,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:35.868667 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40070) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:35.869210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e423976f-deb7-436b-9971-42d20d01c43a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5837cd5d422d4ce883105fb106e88700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846926 Aug 27 14:14:35.922642 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a4d4eaee-de89-4253-8f97-1149de05e1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:35.944347 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a4d4eaee-de89-4253-8f97-1149de05e1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:35.994861 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a4d4eaee-de89-4253-8f97-1149de05e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:35.997521 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a4d4eaee-de89-4253-8f97-1149de05e1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:36.001077 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a4d4eaee-de89-4253-8f97-1149de05e1ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bfc7ef85-c70f-4d6c-9be0-0b234d1a2517 HTTP/1.1" status: 204 len: 168 time: 0.1285756 Aug 27 14:14:36.007693 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4eaee-de89-4253-8f97-1149de05e1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc7ef85-c70f-4d6c-9be0-0b234d1a2517,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:36.592565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07f2124-01c0-4536-9a73-b2a514bd6982 req-44ece147-f198-4b35-b83e-f70d4fe4c7d1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0594964 Aug 27 14:14:36.689011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07f2124-01c0-4536-9a73-b2a514bd6982 req-9015070f-b5e3-415f-80e3-36cfba844fdb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0374546 Aug 27 14:14:36.743895 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07f2124-01c0-4536-9a73-b2a514bd6982 req-fe182f49-1665-4dd5-8d66-3e0c7b1aa442 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233822 Aug 27 14:14:36.901369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f2124-01c0-4536-9a73-b2a514bd6982 req-4446ea0f-72b6-4d96-9753-abb965f4c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:36.902900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07f2124-01c0-4536-9a73-b2a514bd6982 req-4446ea0f-72b6-4d96-9753-abb965f4c72a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1520998 Aug 27 14:14:37.005554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40104) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:37.107570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1689770243'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:37.129458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Made reservation on behalf of 5161cae8040a4323902f8564f2debab7 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:14:37.133574 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:37.144055 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:37.245226 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:37.251013 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:37.283747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d863e-5c0a-41f7-a726-0d6a6596db18,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:37.290305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:14:37.301674 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:37.303058 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Added segment 4350b81f-1f68-429f-96be-f9d44801cf56 of type vlan for network 60529947-2e41-4b54-b36f-c16ff7305e1e Aug 27 14:14:37.350347 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:37.394083 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:37.401491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:37.401491 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:37.457200 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4496593 Aug 27 14:14:37.460482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40116) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:37.467687 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-3fccc57b-db2c-45c1-9102-66df0e21bb0a tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '60529947-2e41-4b54-b36f-c16ff7305e1e', 'tempest-TagsTest-Tag-514989971') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:37.486319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d93af-df42-4fac-855d-4947fb37ec0e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Pushing event updated for resources: {'Network': ['ID=60529947-2e41-4b54-b36f-c16ff7305e1e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:37.497796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 60529947-2e41-4b54-b36f-c16ff7305e1e details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:14:37.575288 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3fccc57b-db2c-45c1-9102-66df0e21bb0a tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "PUT /v2.0/networks/60529947-2e41-4b54-b36f-c16ff7305e1e/tags/tempest-TagsTest-Tag-514989971 HTTP/1.1" status: 201 len: 201 time: 0.1132271 Aug 27 14:14:37.578257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40118) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:37.587921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-e5e16ee1-4914-47a6-a790-07afb521fe8a tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '60529947-2e41-4b54-b36f-c16ff7305e1e', 'tempest-TagsTest-Tag-514989971') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:37.691541 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e5e16ee1-4914-47a6-a790-07afb521fe8a tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "GET /v2.0/networks/60529947-2e41-4b54-b36f-c16ff7305e1e/tags/tempest-TagsTest-Tag-514989971 HTTP/1.1" status: 204 len: 168 time: 0.1107552 Aug 27 14:14:37.694540 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40124) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:37.699219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-f28a9ed1-99c0-46f9-bac7-200cb24e9636 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '60529947-2e41-4b54-b36f-c16ff7305e1e') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:37.784760 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f28a9ed1-99c0-46f9-bac7-200cb24e9636 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "GET /v2.0/networks/60529947-2e41-4b54-b36f-c16ff7305e1e/tags HTTP/1.1" status: 200 len: 237 time: 0.0890098 Aug 27 14:14:37.787299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40126) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:37.792233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-6c00127c-f063-4f6c-bf0f-7a69f0cbb8c1 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '60529947-2e41-4b54-b36f-c16ff7305e1e', {'tags': ['tempest-TagsTest-Tag-468613235', 'tempest-TagsTest-Tag-1578111608', 'tempest-TagsTest-Tag-2100252890']}) {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:37.896781 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6c00127c-f063-4f6c-bf0f-7a69f0cbb8c1 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "PUT /v2.0/networks/60529947-2e41-4b54-b36f-c16ff7305e1e/tags HTTP/1.1" status: 200 len: 308 time: 0.1082075 Aug 27 14:14:37.899184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40130) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:37.904899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-713d6baa-60fc-48c3-9a46-44a9d1eb816e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '60529947-2e41-4b54-b36f-c16ff7305e1e', 'tempest-TagsTest-Tag-468613235') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:37.997778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-713d6baa-60fc-48c3-9a46-44a9d1eb816e tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "DELETE /v2.0/networks/60529947-2e41-4b54-b36f-c16ff7305e1e/tags/tempest-TagsTest-Tag-468613235 HTTP/1.1" status: 204 len: 168 time: 0.0967188 Aug 27 14:14:38.000244 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40132) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:38.004708 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-ebcc5094-3fad-41de-88ff-f5ab886e5735 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '60529947-2e41-4b54-b36f-c16ff7305e1e', 'tempest-TagsTest-Tag-468613235') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:38.079426 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-ebcc5094-3fad-41de-88ff-f5ab886e5735 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] show failed (client error): The resource could not be found. Aug 27 14:14:38.080484 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ebcc5094-3fad-41de-88ff-f5ab886e5735 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "GET /v2.0/networks/60529947-2e41-4b54-b36f-c16ff7305e1e/tags/tempest-TagsTest-Tag-468613235 HTTP/1.1" status: 404 len: 325 time: 0.0792999 Aug 27 14:14:38.083267 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40134) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:38.087616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-435efe95-a7da-4ad6-aaf0-bfdc3498eb6b tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '60529947-2e41-4b54-b36f-c16ff7305e1e', 'tempest-TagsTest-Tag-1578111608') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:38.155844 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-435efe95-a7da-4ad6-aaf0-bfdc3498eb6b tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "GET /v2.0/networks/60529947-2e41-4b54-b36f-c16ff7305e1e/tags/tempest-TagsTest-Tag-1578111608 HTTP/1.1" status: 204 len: 168 time: 0.0714612 Aug 27 14:14:38.158155 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40136) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:38.163092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-cf640469-fe15-4598-9f62-ad856c798582 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '60529947-2e41-4b54-b36f-c16ff7305e1e', 'tempest-TagsTest-Tag-2100252890') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:38.235541 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cf640469-fe15-4598-9f62-ad856c798582 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "GET /v2.0/networks/60529947-2e41-4b54-b36f-c16ff7305e1e/tags/tempest-TagsTest-Tag-2100252890 HTTP/1.1" status: 204 len: 168 time: 0.0763400 Aug 27 14:14:38.237882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40138) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:38.243145 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-a391e071-5d6b-45bc-9730-09e85cc4e65a tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '60529947-2e41-4b54-b36f-c16ff7305e1e') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:38.330455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a391e071-5d6b-45bc-9730-09e85cc4e65a tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "DELETE /v2.0/networks/60529947-2e41-4b54-b36f-c16ff7305e1e/tags HTTP/1.1" status: 204 len: 168 time: 0.0915604 Aug 27 14:14:38.333089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40140) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:38.337533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-7fa12d3c-46dd-41c6-aabf-3d0854fe776c tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '60529947-2e41-4b54-b36f-c16ff7305e1e', 'tempest-TagsTest-Tag-1578111608') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:38.408311 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-7fa12d3c-46dd-41c6-aabf-3d0854fe776c tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] show failed (client error): The resource could not be found. Aug 27 14:14:38.412424 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7fa12d3c-46dd-41c6-aabf-3d0854fe776c tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "GET /v2.0/networks/60529947-2e41-4b54-b36f-c16ff7305e1e/tags/tempest-TagsTest-Tag-1578111608 HTTP/1.1" status: 404 len: 326 time: 0.0751033 Aug 27 14:14:38.412950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40148) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:38.417909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-c6515b2d-053e-4d82-89bd-7355922565c0 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '60529947-2e41-4b54-b36f-c16ff7305e1e', 'tempest-TagsTest-Tag-2100252890') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:38.498024 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-c6515b2d-053e-4d82-89bd-7355922565c0 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] show failed (client error): The resource could not be found. Aug 27 14:14:38.501924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40154) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:38.502115 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c6515b2d-053e-4d82-89bd-7355922565c0 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "GET /v2.0/networks/60529947-2e41-4b54-b36f-c16ff7305e1e/tags/tempest-TagsTest-Tag-2100252890 HTTP/1.1" status: 404 len: 326 time: 0.0881739 Aug 27 14:14:38.507093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-36118515-dd5d-48c3-8cfb-d8a0111aa38f tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '60529947-2e41-4b54-b36f-c16ff7305e1e') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:38.596629 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-36118515-dd5d-48c3-8cfb-d8a0111aa38f tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "DELETE /v2.0/networks/60529947-2e41-4b54-b36f-c16ff7305e1e/tags HTTP/1.1" status: 204 len: 168 time: 0.0908744 Aug 27 14:14:38.601392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40160) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:38.688312 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b45728d-0a1c-4fb0-8281-fd53cef44733 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:38.788717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b45728d-0a1c-4fb0-8281-fd53cef44733 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:38.803740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4b45728d-0a1c-4fb0-8281-fd53cef44733 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60529947-2e41-4b54-b36f-c16ff7305e1e']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:38.816658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4b45728d-0a1c-4fb0-8281-fd53cef44733 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4350b81f-1f68-429f-96be-f9d44801cf56') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:38.816967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4b45728d-0a1c-4fb0-8281-fd53cef44733 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4350b81f-1f68-429f-96be-f9d44801cf56') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:38.828901 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b45728d-0a1c-4fb0-8281-fd53cef44733 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:38.844634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b45728d-0a1c-4fb0-8281-fd53cef44733 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:38.851518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b45728d-0a1c-4fb0-8281-fd53cef44733 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:14:38.851950 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b45728d-0a1c-4fb0-8281-fd53cef44733 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:14:38.855051 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:14:38.924951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b45728d-0a1c-4fb0-8281-fd53cef44733 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:38.933620 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b45728d-0a1c-4fb0-8281-fd53cef44733 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:38.935572 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4b45728d-0a1c-4fb0-8281-fd53cef44733 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] 10.222.0.55 "DELETE /v2.0/networks/60529947-2e41-4b54-b36f-c16ff7305e1e HTTP/1.1" status: 204 len: 168 time: 0.3328869 Aug 27 14:14:38.949791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45728d-0a1c-4fb0-8281-fd53cef44733 tempest-TagsTest-590577914 tempest-TagsTest-590577914-project] Pushing event deleted for resources: {'Network': ['ID=60529947-2e41-4b54-b36f-c16ff7305e1e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:39.209307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40192) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:39.350415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0066b7d1-998e-432e-9c0a-86c6a20f8d0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5161cae8040a4323902f8564f2debab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398361 Aug 27 14:14:39.352869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40196) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:39.401304 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14d38e31-1a2e-4c0b-a81b-143b1d15fbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:39.422298 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14d38e31-1a2e-4c0b-a81b-143b1d15fbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:39.467587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14d38e31-1a2e-4c0b-a81b-143b1d15fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:39.470253 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14d38e31-1a2e-4c0b-a81b-143b1d15fbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:39.471434 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-14d38e31-1a2e-4c0b-a81b-143b1d15fbc4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b84d863e-5c0a-41f7-a726-0d6a6596db18 HTTP/1.1" status: 204 len: 168 time: 0.1176646 Aug 27 14:14:39.479829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d38e31-1a2e-4c0b-a81b-143b1d15fbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84d863e-5c0a-41f7-a726-0d6a6596db18,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:39.776520 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:41.510123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40274) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:41.660250 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4544a4d3-a15d-4d5b-a6be-262fb2654c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:41.796305 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4544a4d3-a15d-4d5b-a6be-262fb2654c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:41.801028 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4544a4d3-a15d-4d5b-a6be-262fb2654c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:41.845159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4544a4d3-a15d-4d5b-a6be-262fb2654c3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a375d6d048b64238a57dfbbb45f026ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331907 Aug 27 14:14:41.846136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544a4d3-a15d-4d5b-a6be-262fb2654c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b72eff4-272a-478e-be30-988d4fc074d5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:41.848012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40288) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:41.913850 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70e1f244-d9bd-406a-b9c5-b9dd55f817cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:41.936647 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70e1f244-d9bd-406a-b9c5-b9dd55f817cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:41.992032 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70e1f244-d9bd-406a-b9c5-b9dd55f817cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:41.995228 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70e1f244-d9bd-406a-b9c5-b9dd55f817cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:41.998790 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-70e1f244-d9bd-406a-b9c5-b9dd55f817cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b72eff4-272a-478e-be30-988d4fc074d5 HTTP/1.1" status: 204 len: 168 time: 0.1462817 Aug 27 14:14:42.008835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1f244-d9bd-406a-b9c5-b9dd55f817cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b72eff4-272a-478e-be30-988d4fc074d5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:42.547617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-73732a1b-c844-4dab-9d9e-f46b20d02c0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2488489 Aug 27 14:14:42.636654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-3d5c994e-40db-4fbf-a47b-bef110cc28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:42.640547 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-3d5c994e-40db-4fbf-a47b-bef110cc28f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 1097 time: 0.0522995 Aug 27 14:14:42.753280 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-caeb8799-ed5a-4c52-9ae7-a87449576b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:42.755131 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-caeb8799-ed5a-4c52-9ae7-a87449576b7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.0928442 Aug 27 14:14:42.845932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-f9e81acd-3b71-4182-bf3e-9aca882842c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 200 len: 1000 time: 0.0785234 Aug 27 14:14:42.910885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-3baa23e5-cd5e-42a5-9002-42e01fdc70da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:42.912973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-3baa23e5-cd5e-42a5-9002-42e01fdc70da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.0575640 Aug 27 14:14:42.982778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-ade0645f-4a69-498a-801b-dd79a30eb073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:42.984555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-ade0645f-4a69-498a-801b-dd79a30eb073 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636547 Aug 27 14:14:42.997753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-d716f829-3816-4ff1-8a38-899a85fa6850 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:14:42.999064 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-d716f829-3816-4ff1-8a38-899a85fa6850 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057266 Aug 27 14:14:43.107090 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-428211b5-5ee2-48b3-8a4d-d39634d81ff0 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001439 Aug 27 14:14:43.229981 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-296e79da-177f-40c6-8659-1d8ce03d6078 req-96eb6470-ed93-4ce9-966f-477621776473 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145704 Aug 27 14:14:44.661048 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f6df26ae-c6c8-40ec-a31d-513b33e28fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:47.049224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3930de3-dac1-4fe6-9983-06a854541832 req-6810a3b4-5eb5-4c30-acf8-3f5210b5bf92 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:47.060066 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e3930de3-dac1-4fe6-9983-06a854541832 req-6810a3b4-5eb5-4c30-acf8-3f5210b5bf92 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2790573 Aug 27 14:14:47.144654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e3930de3-dac1-4fe6-9983-06a854541832 req-ff2239eb-16d5-4ff5-9ce3-cff535357e5a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784740 Aug 27 14:14:47.284745 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee5f6-220e-48ba-8001-9e4d1e14c547 req-c0ef16c7-2f2d-48b2-b16f-5ff2f6c0a540 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:47.288509 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d58ee5f6-220e-48ba-8001-9e4d1e14c547 req-c0ef16c7-2f2d-48b2-b16f-5ff2f6c0a540 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.0655875 Aug 27 14:14:47.334592 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d58ee5f6-220e-48ba-8001-9e4d1e14c547 req-2511adc0-071b-4b00-b7c9-3f4e5320c403 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398867 Aug 27 14:14:47.423908 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:47.485599 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c76594e2-de61-4ea3-8a8b-a887e5c2c49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:47.843959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-fd850f71-5aac-4d8b-be0d-5fce49bfa6ce tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:47.848130 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-fd850f71-5aac-4d8b-be0d-5fce49bfa6ce tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 812 time: 0.2496600 Aug 27 14:14:47.868275 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-c94e9ba3-0aa1-4fef-b112-3c567888047d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/quotas/6b277640d904428c906f00d6ad23c06b HTTP/1.1" status: 200 len: 375 time: 0.0126910 Aug 27 14:14:47.991897 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-2a193a4a-e447-4b52-9919-1320a0362074 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1184134 Aug 27 14:14:48.101259 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-ce2ef227-1a42-4a40-b0f6-2e26fe7d2f74 service neutron] 10.222.0.55 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021976 Aug 27 14:14:48.236512 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d090c945-d86d-480c-86ff-3da6d987683f service neutron] 10.222.0.55 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343145 Aug 27 14:14:48.454468 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47599eae-c175-46af-a7aa-245817f2d081 req-1835bab3-a783-491f-8157-a7b99c141ead tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 210 time: 0.0507715 Aug 27 14:14:48.741835 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:49.462662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-0b635348-9f5e-4bcc-9939-019548eb1ae5 req-a4d98824-2f8c-47c0-8cda-8f2f06662b5e service neutron] (101187) timed out ('10.222.0.55', 38778) {{(pid=101187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:14:49.597904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-efbd8bd0-7d02-4659-adef-6f73a11a09c9 req-8b6e879b-fe9b-4db0-8496-3057d744c4fe tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 210 time: 0.0500920 Aug 27 14:14:50.202040 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:50.271638 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-2768a77f-a9c5-422d-ab00-668baf5dd206 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:50.273344 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-2768a77f-a9c5-422d-ab00-668baf5dd206 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.52 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 812 time: 0.1960173 Aug 27 14:14:50.288387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Request body: {'port': {'device_id': 'f3cf3c21-eddd-4641-8372-c9b52c291db8', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'admin_state_up': True, 'tenant_id': '6b277640d904428c906f00d6ad23c06b'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:50.745890 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d2a95dab-97cc-462c-9568-586c21039b6e req-73c7949d-f63b-4634-98d2-6ba04578b61a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 210 time: 0.0405495 Aug 27 14:14:50.951018 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Made reservation on behalf of 6b277640d904428c906f00d6ad23c06b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:14:50.958876 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:51.178326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Allocated IP 172.20.0.6 (3fece9f9-82a7-4a38-8bb3-a19a02edf433/a874467b-9f6d-44fe-ad23-66bd4874d2ed/ee9c8e97-09be-44b0-a81d-1faf4ac80a52) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:14:51.384597 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:51.555308 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:51.587620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Transition to ACTIVE for port object ee9c8e97-09be-44b0-a81d-1faf4ac80a52 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:14:51.663925 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:51.679083 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['88ba3866-ee17-42ba-8e4d-9cd6dbbbc197'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:14:51.728507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['44232c0a-8120-4330-9c3a-988140124208'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:14:51.809205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:14:51.825321 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:14:51.842287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:14:51.944355 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40574) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:51.984714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event updated for resources: {'Port': ['ID=ee9c8e97-09be-44b0-a81d-1faf4ac80a52,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:52.051426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:52.052165 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:52.078905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82444edf-0f6b-4507-90df-aa0bf695e2a1 req-1728ee0e-105b-4476-ac83-89c1b4f9b8be tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:52.093096 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82444edf-0f6b-4507-90df-aa0bf695e2a1 req-1728ee0e-105b-4476-ac83-89c1b4f9b8be tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 931 time: 0.1787241 Aug 27 14:14:52.172341 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-58cc3b41-144f-47f9-8ad5-e6ba0ed63c6a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8891084 Aug 27 14:14:52.193975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-80560b7d-1fbc-456f-9d62-111525b2fa14 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:14:52.195097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-80560b7d-1fbc-456f-9d62-111525b2fa14 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056624 Aug 27 14:14:52.219253 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82444edf-0f6b-4507-90df-aa0bf695e2a1 req-3a9a6043-644d-44df-8190-3d082af00185 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252079 Aug 27 14:14:52.260915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2bc0077a-888a-46cf-89fd-20f882b33be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:52.291645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ff85ba31-530b-4a19-8e7a-b68967d44ea8 None None] Provisioning for port ee9c8e97-09be-44b0-a81d-1faf4ac80a52 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:14:52.300778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ff85ba31-530b-4a19-8e7a-b68967d44ea8 None None] Provisioning complete for port ee9c8e97-09be-44b0-a81d-1faf4ac80a52 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:14:52.303084 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff85ba31-530b-4a19-8e7a-b68967d44ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:52.325687 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Request body: {'port': {'device_id': 'f3cf3c21-eddd-4641-8372-c9b52c291db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:14:52.377743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ff85ba31-530b-4a19-8e7a-b68967d44ea8 None None] Port ee9c8e97-09be-44b0-a81d-1faf4ac80a52 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:14:52.398048 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:52.412090 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2bc0077a-888a-46cf-89fd-20f882b33be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:52.432344 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2bc0077a-888a-46cf-89fd-20f882b33be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:52.464196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2bc0077a-888a-46cf-89fd-20f882b33be7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffdab38d8dcb401aabd1853f6f82f0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5181136 Aug 27 14:14:52.466726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40588) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:52.547139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0077a-888a-46cf-89fd-20f882b33be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3b8840-ee23-4d75-adbf-99e12bb20520,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:52.571259 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4ed2-f0d1-4781-a845-5fea24192e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:52.596152 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4ed2-f0d1-4781-a845-5fea24192e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:52.657386 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4ed2-f0d1-4781-a845-5fea24192e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:52.660169 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4ed2-f0d1-4781-a845-5fea24192e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:52.664155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6a4c4ed2-f0d1-4781-a845-5fea24192e41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c3b8840-ee23-4d75-adbf-99e12bb20520 HTTP/1.1" status: 204 len: 168 time: 0.1954012 Aug 27 14:14:52.672610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c4ed2-f0d1-4781-a845-5fea24192e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3b8840-ee23-4d75-adbf-99e12bb20520,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:52.824865 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9c8e97-09be-44b0-a81d-1faf4ac80a52 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:14:52.835572 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:52.853846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Transition to ACTIVE for port object ee9c8e97-09be-44b0-a81d-1faf4ac80a52 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:14:52.858433 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:52.921694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Pushing event updated for resources: {'Port': ['ID=ee9c8e97-09be-44b0-a81d-1faf4ac80a52,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:53.002904 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Attempting to bind port ee9c8e97-09be-44b0-a81d-1faf4ac80a52 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:14:53.003479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Attempting to bind port ee9c8e97-09be-44b0-a81d-1faf4ac80a52 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:14:53.003755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Attempting to bind port ee9c8e97-09be-44b0-a81d-1faf4ac80a52 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:14:53.009558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Port ee9c8e97-09be-44b0-a81d-1faf4ac80a52 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:14:53.010057 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Attempting to bind port ee9c8e97-09be-44b0-a81d-1faf4ac80a52 on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:14:53.016330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:14:53.016820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Checking segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:14:53.017462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Bound using segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:14:53.018008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Bound port: ee9c8e97-09be-44b0-a81d-1faf4ac80a52, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:14:53.018480 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:53.083878 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40594) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:53.100181 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b17cb5a-07bb-4f64-a1c5-3cb0deec1bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:53.116726 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] For port ee9c8e97-09be-44b0-a81d-1faf4ac80a52, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:14:53.120271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] For port ee9c8e97-09be-44b0-a81d-1faf4ac80a52, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=ee9c8e97-09be-44b0-a81d-1faf4ac80a52,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:14:53.128139 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:53.182765 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:53.183409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:53.185422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] 10.222.0.52 "PUT /v2.0/ports/ee9c8e97-09be-44b0-a81d-1faf4ac80a52 HTTP/1.1" status: 200 len: 1092 time: 0.9651616 Aug 27 14:14:53.185959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cf3c21-eddd-4641-8372-c9b52c291db8', 'tag': 'ee9c8e97-09be-44b0-a81d-1faf4ac80a52'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:14:53.188925 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af013b19-f574-4a93-830a-30c8a2e5c1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3cf3c21-eddd-4641-8372-c9b52c291db8", "tag": "ee9c8e97-09be-44b0-a81d-1faf4ac80a52"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:14:53.217639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108468e-2331-4ea3-9fc1-5decbe9442ce service neutron] Pushing event updated for resources: {'Port': ['ID=ee9c8e97-09be-44b0-a81d-1faf4ac80a52,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:53.291136 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b17cb5a-07bb-4f64-a1c5-3cb0deec1bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:53.304027 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b17cb5a-07bb-4f64-a1c5-3cb0deec1bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:53.323704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-9fede3e1-a905-4fad-ae2d-1c1ab1befdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:53.331800 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-9fede3e1-a905-4fad-ae2d-1c1ab1befdd2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 1095 time: 0.0703225 Aug 27 14:14:53.357318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17cb5a-07bb-4f64-a1c5-3cb0deec1bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc7762e-377b-4a33-a8e3-8de6dda8dec9,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:53.380016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4b17cb5a-07bb-4f64-a1c5-3cb0deec1bdc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f81dcd8f5604449e933a8d32690b77c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948184 Aug 27 14:14:53.382778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40608) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:53.441304 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-088d6d5e-ab65-4215-83e0-6669bdd36f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:53.468380 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-296c8cd6-be44-44cd-ad9a-6d23ec441b61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee9c8e97-09be-44b0-a81d-1faf4ac80a52 HTTP/1.1" status: 200 len: 217 time: 0.1255207 Aug 27 14:14:53.481366 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-088d6d5e-ab65-4215-83e0-6669bdd36f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:53.541566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-1b233d57-266b-4c5c-9394-ed774536a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:53.548782 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-1b233d57-266b-4c5c-9394-ed774536a0b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.0705783 Aug 27 14:14:53.591851 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-088d6d5e-ab65-4215-83e0-6669bdd36f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:53.606141 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-088d6d5e-ab65-4215-83e0-6669bdd36f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:53.606141 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-088d6d5e-ab65-4215-83e0-6669bdd36f9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bfc7762e-377b-4a33-a8e3-8de6dda8dec9 HTTP/1.1" status: 204 len: 168 time: 0.2186894 Aug 27 14:14:53.623960 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d6d5e-ab65-4215-83e0-6669bdd36f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc7762e-377b-4a33-a8e3-8de6dda8dec9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:53.665377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeab729-d2a9-4267-9fac-4b53b2729857 req-be070ba6-96d8-427c-ab8d-623c1b2b3ce4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:53.667213 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-daeab729-d2a9-4267-9fac-4b53b2729857 req-be070ba6-96d8-427c-ab8d-623c1b2b3ce4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 943 time: 0.2086298 Aug 27 14:14:53.732616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-c177dfb9-cb01-4e44-a002-ffbca70c8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:53.741820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-c177dfb9-cb01-4e44-a002-ffbca70c8391 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1641076 Aug 27 14:14:53.803295 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-daeab729-d2a9-4267-9fac-4b53b2729857 req-885bbf00-7ce7-46bb-a7fe-0ae09418cf5f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250017 Aug 27 14:14:53.840702 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cc104d-eeb3-4db7-ae35-dd79b920267d x-openstack-request-id: req-40cc104d-eeb3-4db7-ae35-dd79b920267d {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:14:53.841405 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3cf3c21-eddd-4641-8372-c9b52c291db8", "tag": "ee9c8e97-09be-44b0-a81d-1faf4ac80a52", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:14:53.843009 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40cc104d-eeb3-4db7-ae35-dd79b920267d {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:14:53.843726 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cf3c21-eddd-4641-8372-c9b52c291db8', 'tag': 'ee9c8e97-09be-44b0-a81d-1faf4ac80a52', 'status': 'completed', 'code': 200} Aug 27 14:14:54.028680 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-2b79bc65-3e1b-4b2a-826b-5d2f4d9651d7 service neutron] 10.222.0.52 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549994 Aug 27 14:14:54.169341 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecf21f5d-1de3-44f2-ad3c-dc53e2c0bd64 req-e128814c-9a9b-4871-a15b-f1d744b48c4a service neutron] 10.222.0.52 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330209 Aug 27 14:14:54.294095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013b19-f574-4a93-830a-30c8a2e5c1e8 req-c9391f7a-19fd-4f27-b5ba-8b804f7373d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:54.296035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af013b19-f574-4a93-830a-30c8a2e5c1e8 req-c9391f7a-19fd-4f27-b5ba-8b804f7373d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 1095 time: 0.0626438 Aug 27 14:14:54.337952 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b98b-9fff-4666-a9c3-3932aa8047ed req-0ce51690-1ea8-4bc1-b165-93e8dc6e6522 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:54.340064 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8be8b98b-9fff-4666-a9c3-3932aa8047ed req-0ce51690-1ea8-4bc1-b165-93e8dc6e6522 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 947 time: 0.0662687 Aug 27 14:14:54.408735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013b19-f574-4a93-830a-30c8a2e5c1e8 req-6afb5afc-847b-42b3-8b39-497dfae893be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:54.411057 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af013b19-f574-4a93-830a-30c8a2e5c1e8 req-6afb5afc-847b-42b3-8b39-497dfae893be service neutron] 10.222.0.52 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.1007986 Aug 27 14:14:54.428912 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8be8b98b-9fff-4666-a9c3-3932aa8047ed req-383738fd-a660-4d18-9c15-17a56908922d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766227 Aug 27 14:14:54.462792 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af013b19-f574-4a93-830a-30c8a2e5c1e8 req-b4785686-7fa1-42bb-ada2-2550bcff194d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee9c8e97-09be-44b0-a81d-1faf4ac80a52 HTTP/1.1" status: 200 len: 217 time: 0.0443158 Aug 27 14:14:54.522059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013b19-f574-4a93-830a-30c8a2e5c1e8 req-0722a1a8-80ef-4020-afb0-32f1497146e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:54.524252 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af013b19-f574-4a93-830a-30c8a2e5c1e8 req-0722a1a8-80ef-4020-afb0-32f1497146e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.0541747 Aug 27 14:14:54.582597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013b19-f574-4a93-830a-30c8a2e5c1e8 req-c4b9a367-a50e-4f39-87dc-4442eeaca3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:54.584375 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af013b19-f574-4a93-830a-30c8a2e5c1e8 req-c4b9a367-a50e-4f39-87dc-4442eeaca3ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531924 Aug 27 14:14:54.708512 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af013b19-f574-4a93-830a-30c8a2e5c1e8 req-6885589b-e2e0-4d40-afee-86eb77803c1e service neutron] 10.222.0.52 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159961 Aug 27 14:14:54.808849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af013b19-f574-4a93-830a-30c8a2e5c1e8 req-e328f3fa-0f62-416f-8351-c97f366298ef service neutron] 10.222.0.52 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935352 Aug 27 14:14:55.000528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3992b1-0424-4445-8e6e-643c0251e7e4 req-346ad0b9-d269-4f88-804d-ed48ecba994e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:55.003705 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9e3992b1-0424-4445-8e6e-643c0251e7e4 req-346ad0b9-d269-4f88-804d-ed48ecba994e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 943 time: 0.1107321 Aug 27 14:14:55.120017 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9e3992b1-0424-4445-8e6e-643c0251e7e4 req-a6723c2f-391c-4477-a1fd-f1d20bbda162 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099765 Aug 27 14:14:55.233291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40672) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:55.512434 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4479d8d9-333f-41b3-bbe6-7c5860309704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:55.659477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc182bf1-85b7-4f3b-b663-c4284d703bb3 req-c550698f-297f-4617-b6da-dc4bb010e5a7 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:55.661081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc182bf1-85b7-4f3b-b663-c4284d703bb3 req-c550698f-297f-4617-b6da-dc4bb010e5a7 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 947 time: 0.1533740 Aug 27 14:14:55.733228 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc182bf1-85b7-4f3b-b663-c4284d703bb3 req-1136f43a-031d-4b20-ab7d-eb23cddaa6f3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608311 Aug 27 14:14:55.774760 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4479d8d9-333f-41b3-bbe6-7c5860309704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:55.779705 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4479d8d9-333f-41b3-bbe6-7c5860309704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:55.823348 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4479d8d9-333f-41b3-bbe6-7c5860309704 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce75170e4fd54ba1b0d7c3191450162d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5888975 Aug 27 14:14:55.824484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479d8d9-333f-41b3-bbe6-7c5860309704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3f9e12-4494-4c1d-b2d5-5aff5cf85c15,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:55.826153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40688) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:55.889019 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:55.912201 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:55.964641 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:55.967438 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:55.971141 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a3f9e12-4494-4c1d-b2d5-5aff5cf85c15 HTTP/1.1" status: 204 len: 168 time: 0.1414654 Aug 27 14:14:55.979226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3f9e12-4494-4c1d-b2d5-5aff5cf85c15,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:55.990763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:55.991053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:55.991393 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:55.991730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:55.992061 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:55.992388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:55.992715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:55.993040 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:55.993363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:55.993702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:55.994360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:55.994787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efe5cc-e800-49ce-984b-dd9c68dd3707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:56.249741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1d5f0-0e9c-4591-9774-d3a6e49878c3 req-6d5cc52e-d12a-45ea-9472-67b7bcdf5019 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:56.257524 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6b1d5f0-0e9c-4591-9774-d3a6e49878c3 req-6d5cc52e-d12a-45ea-9472-67b7bcdf5019 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 943 time: 0.0612631 Aug 27 14:14:56.304817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6b1d5f0-0e9c-4591-9774-d3a6e49878c3 req-4f0375a2-af67-42a0-bfc6-13844af9a96d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460360 Aug 27 14:14:56.357255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40710) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:56.371728 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:56.389821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-2635319b-942f-4f01-87da-537ca635d986 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:56.391737 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-2635319b-942f-4f01-87da-537ca635d986 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.41 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 947 time: 0.0922751 Aug 27 14:14:56.487150 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:56.494304 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:56.516160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Deleting port fd226785-adfa-4162-892a-b1cfaff56660 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:56.516515 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:56.549972 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6900ee9f641466ab4a461bdbaa69adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916230 Aug 27 14:14:56.552444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40716) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:56.562009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b5cdab-c457-49ae-8033-fff8844bb583,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:56.590365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:56.591223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:56.591223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:56.591393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:56.591702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:56.592027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:56.592349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:56.592684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:56.592988 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:56.593719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:56.593719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:56.593889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86a2e3-6cf9-4223-8814-ee0f7c5e7d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:56.629225 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8ce3c40a-b8e3-4b7a-91d6-f3fe8cb3bb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:56.637345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] For port fd226785-adfa-4162-892a-b1cfaff56660, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=fd226785-adfa-4162-892a-b1cfaff56660,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:14:56.637732 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:56.658979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8ce3c40a-b8e3-4b7a-91d6-f3fe8cb3bb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:56.729489 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8ce3c40a-b8e3-4b7a-91d6-f3fe8cb3bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:56.733365 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8ce3c40a-b8e3-4b7a-91d6-f3fe8cb3bb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:56.734624 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8ce3c40a-b8e3-4b7a-91d6-f3fe8cb3bb19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80b5cdab-c457-49ae-8033-fff8844bb583 HTTP/1.1" status: 204 len: 168 time: 0.1808441 Aug 27 14:14:56.760397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3c40a-b8e3-4b7a-91d6-f3fe8cb3bb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b5cdab-c457-49ae-8033-fff8844bb583,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:56.922953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:56.923361 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:56.923686 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Floating IP ae48cdaa-bb70-4e00-9a25-72ddb9541de6 disassociated. External IP: 172.25.2.62, port: fd226785-adfa-4162-892a-b1cfaff56660. Aug 27 14:14:56.924031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Calling delete_port for fd226785-adfa-4162-892a-b1cfaff56660 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:14:56.949751 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cecb93-199e-40de-a66b-4cf87f961c0b req-3aa7cbf2-b726-4491-8794-638eb947bbf4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:56.951550 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04cecb93-199e-40de-a66b-4cf87f961c0b req-3aa7cbf2-b726-4491-8794-638eb947bbf4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 947 time: 0.0849895 Aug 27 14:14:57.048082 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04cecb93-199e-40de-a66b-4cf87f961c0b req-a8f9f5e3-9789-4a0e-b6cc-2d01a9833f5b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe73089-a3c6-4e6f-8948-a8ae2632deab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900743 Aug 27 14:14:57.136001 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:57.214180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event deleted for resources: {'Port': ['ID=fd226785-adfa-4162-892a-b1cfaff56660,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:57.388971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:14:57.566346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6b99f-619c-4115-b30c-38224d4c1052 req-c244fb48-4ea6-404a-9219-85aa2f6c31bd tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:57.568900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20e6b99f-619c-4115-b30c-38224d4c1052 req-c244fb48-4ea6-404a-9219-85aa2f6c31bd tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 943 time: 0.1099069 Aug 27 14:14:57.588811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:14:57.602300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c796e56-739d-4282-998e-b4f8b239dadb None None] Sync routers for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:14:57.619138 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c796e56-739d-4282-998e-b4f8b239dadb None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:57.620428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9c796e56-739d-4282-998e-b4f8b239dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:14:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:57.682577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] No DVR routers for this DVR port fd226785-adfa-4162-892a-b1cfaff56660 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:14:57.686957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:57.689034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a53f21ad-d7bf-466b-8197-120a5bffb393 req-65fd66b3-d468-47b0-a2a6-9081c5ea34d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.41 "DELETE /v2.0/ports/fd226785-adfa-4162-892a-b1cfaff56660 HTTP/1.1" status: 204 len: 173 time: 1.2900560 Aug 27 14:14:57.689802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'name': 'network-vif-deleted', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:14:57.692113 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e440af-8d0b-4ab7-b1eb-06faca5aadde" -d '{"events": [{"server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "name": "network-vif-deleted", "tag": "fd226785-adfa-4162-892a-b1cfaff56660"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:14:57.711466 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20e6b99f-619c-4115-b30c-38224d4c1052 req-39242ab2-22a6-46a8-88d2-b50081f09708 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327286 Aug 27 14:14:57.784544 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ca1be8-7b9d-4ba7-a363-835f131553c1 x-openstack-request-id: req-66ca1be8-7b9d-4ba7-a363-835f131553c1 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:14:57.785096 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40df1d9-97c1-4dc5-8c90-4071ab658130", "name": "network-vif-deleted", "tag": "fd226785-adfa-4162-892a-b1cfaff56660", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:14:57.786309 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66ca1be8-7b9d-4ba7-a363-835f131553c1 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:14:57.796992 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40df1d9-97c1-4dc5-8c90-4071ab658130', 'name': 'network-vif-deleted', 'tag': 'fd226785-adfa-4162-892a-b1cfaff56660', 'status': 'completed', 'code': 200} Aug 27 14:14:57.953637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-9c796e56-739d-4282-998e-b4f8b239dadb None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:14:58.130141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device ee9c8e97-09be-44b0-a81d-1faf4ac80a52 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:14:58.208788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e834735-c24e-463f-866d-8c5d538f52c9 req-eea48739-d1c4-4856-8af2-6c978a27e1ae tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=b40df1d9-97c1-4dc5-8c90-4071ab658130 HTTP/1.1" status: 200 len: 210 time: 0.0383306 Aug 27 14:14:58.267536 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port ee9c8e97-09be-44b0-a81d-1faf4ac80a52, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=ee9c8e97-09be-44b0-a81d-1faf4ac80a52,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:14:58.301430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'ee9c8e97-09be-44b0-a81d-1faf4ac80a52', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'port_id': 'ee9c8e97-09be-44b0-a81d-1faf4ac80a52', 'mac_address': 'fa:16:3e:05:3d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:14:58.440382 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:58.479230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9c8e97-09be-44b0-a81d-1faf4ac80a52 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:14:58.508055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port ee9c8e97-09be-44b0-a81d-1faf4ac80a52, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=ee9c8e97-09be-44b0-a81d-1faf4ac80a52,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:14:58.515041 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:58.573828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9c796e56-739d-4282-998e-b4f8b239dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:45Z', 'revision_number': 5, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:58.663039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c796e56-739d-4282-998e-b4f8b239dadb None None] Checking router: 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:14:58.717378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=ee9c8e97-09be-44b0-a81d-1faf4ac80a52,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:58.720174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c796e56-739d-4282-998e-b4f8b239dadb None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:14:58.724717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9c796e56-739d-4282-998e-b4f8b239dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:14:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:58.780452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:58.782215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:58.782215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:58.782215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:58.782215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:58.782215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:58.782868 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:58.782868 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:58.783461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:58.783461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:58.784023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:58.784023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:14:58.911435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7af62-0427-4d4c-924a-ff50b3cb60cd req-0124796f-50e3-426f-9346-5343d960ce4b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:14:58.919179 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9fc7af62-0427-4d4c-924a-ff50b3cb60cd req-0124796f-50e3-426f-9346-5343d960ce4b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 944 time: 0.1111751 Aug 27 14:14:58.936149 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['ee9c8e97-09be-44b0-a81d-1faf4ac80a52'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:14:58.944512 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-9c796e56-739d-4282-998e-b4f8b239dadb None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:14:58.968841 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9fc7af62-0427-4d4c-924a-ff50b3cb60cd req-e51cc441-9304-4f7d-914d-fbc5346c80b5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483396 Aug 27 14:14:59.358024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40806) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:59.385478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9c796e56-739d-4282-998e-b4f8b239dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:45Z', 'revision_number': 5, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:14:59.416390 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c796e56-739d-4282-998e-b4f8b239dadb None None] The sync data for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 is: [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:45Z', 'revision_number': 5, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:14:59.459329 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5bc31ea1-67a8-4c10-9654-9755d8e5422c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:59.520918 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5bc31ea1-67a8-4c10-9654-9755d8e5422c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:59.679920 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5bc31ea1-67a8-4c10-9654-9755d8e5422c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:59.683940 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5bc31ea1-67a8-4c10-9654-9755d8e5422c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:59.685188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5bc31ea1-67a8-4c10-9654-9755d8e5422c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "DELETE /v2.0/security-groups/cbe73089-a3c6-4e6f-8948-a8ae2632deab HTTP/1.1" status: 204 len: 168 time: 0.3254700 Aug 27 14:14:59.687992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40812) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:59.700379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc31ea1-67a8-4c10-9654-9755d8e5422c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe73089-a3c6-4e6f-8948-a8ae2632deab,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:14:59.740475 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-be83a7ba-003d-4318-9540-e3cfc18d02de tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] show failed (client error): The resource could not be found. Aug 27 14:14:59.745042 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-be83a7ba-003d-4318-9540-e3cfc18d02de tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups/cbe73089-a3c6-4e6f-8948-a8ae2632deab HTTP/1.1" status: 404 len: 347 time: 0.0556757 Aug 27 14:14:59.745598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40814) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:14:59.934570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6d8bcc92-6f59-4d82-b4d2-a47170653e3b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Deleting port 658c10b9-bdf6-4494-8496-869280e06387 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:14:59.934570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d8bcc92-6f59-4d82-b4d2-a47170653e3b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:14:59.984684 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0140e58-dee6-4d4c-88a8-8dcf7b58948a None None] New status for floating IP ae48cdaa-bb70-4e00-9a25-72ddb9541de6: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:15:00.041628 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d8bcc92-6f59-4d82-b4d2-a47170653e3b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:00.042916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d8bcc92-6f59-4d82-b4d2-a47170653e3b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:00.057821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6d8bcc92-6f59-4d82-b4d2-a47170653e3b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Calling delete_port for 658c10b9-bdf6-4494-8496-869280e06387 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:15:00.158127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fe46e-6fb2-49c6-b85a-82d73b97873d req-150ffcde-7f90-455c-8776-2354328484f0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:00.167199 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa1fe46e-6fb2-49c6-b85a-82d73b97873d req-150ffcde-7f90-455c-8776-2354328484f0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 944 time: 0.1051965 Aug 27 14:15:00.299387 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa1fe46e-6fb2-49c6-b85a-82d73b97873d req-5f0b9355-d4af-4824-a326-16da9d40358c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289556 Aug 27 14:15:00.713514 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.db.api [None req-c0140e58-dee6-4d4c-88a8-8dcf7b58948a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:15:00.714058 n-d-712139-12 neutron-server[101189]: DEBUG oslo_db.api [None req-c0140e58-dee6-4d4c-88a8-8dcf7b58948a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:15:00.716798 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d8bcc92-6f59-4d82-b4d2-a47170653e3b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:00.747208 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bcc92-6f59-4d82-b4d2-a47170653e3b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event deleted for resources: {'Port': ['ID=658c10b9-bdf6-4494-8496-869280e06387,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:00.773177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device fd226785-adfa-4162-892a-b1cfaff56660 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:15:00.814502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: fd226785-adfa-4162-892a-b1cfaff56660 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:15:00.815002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device fd226785-adfa-4162-892a-b1cfaff56660 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:15:00.906505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d8bcc92-6f59-4d82-b4d2-a47170653e3b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:00.909290 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6d8bcc92-6f59-4d82-b4d2-a47170653e3b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:00.919078 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6d8bcc92-6f59-4d82-b4d2-a47170653e3b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "DELETE /v2.0/floatingips/ae48cdaa-bb70-4e00-9a25-72ddb9541de6 HTTP/1.1" status: 204 len: 168 time: 1.1636262 Aug 27 14:15:01.252119 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0140e58-dee6-4d4c-88a8-8dcf7b58948a None None] New status for floating IP ae48cdaa-bb70-4e00-9a25-72ddb9541de6: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:15:01.342836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40832) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:01.349062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9a844cc1-ce04-45b6-8cd7-55e4f6f9b55b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380709855', 'description': 'tempest-description--2070973269'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:01.409556 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9a844cc1-ce04-45b6-8cd7-55e4f6f9b55b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:01.639370 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9a844cc1-ce04-45b6-8cd7-55e4f6f9b55b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:01.647978 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9a844cc1-ce04-45b6-8cd7-55e4f6f9b55b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:01.690076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1237760-897b-4f42-951a-cac3dfd40e4a req-82899a09-b596-45bd-aba2-3091abff3c82 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:01.697110 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c1237760-897b-4f42-951a-cac3dfd40e4a req-82899a09-b596-45bd-aba2-3091abff3c82 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 944 time: 0.1978121 Aug 27 14:15:01.725376 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9a844cc1-ce04-45b6-8cd7-55e4f6f9b55b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:01.729235 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9a844cc1-ce04-45b6-8cd7-55e4f6f9b55b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3821263 Aug 27 14:15:01.730089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 40844) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:01.737959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-15dc6417-9ed4-4005-843a-a87a28f687d8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Request body: {'security_group_rule': {'security_group_id': '628e7c71-5c6f-4e03-95ce-c748d654fbd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:01.787253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a844cc1-ce04-45b6-8cd7-55e4f6f9b55b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628e7c71-5c6f-4e03-95ce-c748d654fbd4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:01.791945 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c1237760-897b-4f42-951a-cac3dfd40e4a req-8349b481-7b4c-4f2e-819f-e41c2ab44567 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884485 Aug 27 14:15:01.810601 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15dc6417-9ed4-4005-843a-a87a28f687d8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:01.962722 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15dc6417-9ed4-4005-843a-a87a28f687d8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:01.977314 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15dc6417-9ed4-4005-843a-a87a28f687d8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:02.010263 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc6417-9ed4-4005-843a-a87a28f687d8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21347418-30c2-4640-a54d-f7ac62fe5083,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:02.046184 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15dc6417-9ed4-4005-843a-a87a28f687d8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:02.057964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40850) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:02.058134 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-15dc6417-9ed4-4005-843a-a87a28f687d8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3244340 Aug 27 14:15:02.065729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6748ca00-a20b-4c3f-811a-5a947bae132f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Request body: {'security_group_rule': {'security_group_id': '628e7c71-5c6f-4e03-95ce-c748d654fbd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:02.106864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device ee9c8e97-09be-44b0-a81d-1faf4ac80a52 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:15:02.162556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6748ca00-a20b-4c3f-811a-5a947bae132f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:02.253304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port ee9c8e97-09be-44b0-a81d-1faf4ac80a52 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:15:02.259774 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port ee9c8e97-09be-44b0-a81d-1faf4ac80a52 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:02.260353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:02.274833 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6748ca00-a20b-4c3f-811a-5a947bae132f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:02.289912 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6748ca00-a20b-4c3f-811a-5a947bae132f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:02.313966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748ca00-a20b-4c3f-811a-5a947bae132f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83470ea6-3b58-4a59-abb0-546e893f544e,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:02.316388 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6748ca00-a20b-4c3f-811a-5a947bae132f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:02.318528 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6748ca00-a20b-4c3f-811a-5a947bae132f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2585111 Aug 27 14:15:02.321475 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 40856) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:02.326585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:02.421356 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:02.523693 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:02.582434 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cf3c21-eddd-4641-8372-c9b52c291db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9c8e97-09be-44b0-a81d-1faf4ac80a52'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:15:02.596760 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3189110e-abc4-4fe3-ba89-3943b78c5fc9" -d '{"events": [{"server_uuid": "f3cf3c21-eddd-4641-8372-c9b52c291db8", "name": "network-vif-plugged", "status": "completed", "tag": "ee9c8e97-09be-44b0-a81d-1faf4ac80a52"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:15:02.657129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port ee9c8e97-09be-44b0-a81d-1faf4ac80a52, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=ee9c8e97-09be-44b0-a81d-1faf4ac80a52,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:02.671667 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:02.680573 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:02.757006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=ee9c8e97-09be-44b0-a81d-1faf4ac80a52,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:02.834300 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0469c494-064b-4e91-b7cb-9fefd5abb4a1 x-openstack-request-id: req-0469c494-064b-4e91-b7cb-9fefd5abb4a1 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:15:02.834801 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cf3c21-eddd-4641-8372-c9b52c291db8", "name": "network-vif-plugged", "status": "completed", "tag": "ee9c8e97-09be-44b0-a81d-1faf4ac80a52", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:15:02.835204 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0469c494-064b-4e91-b7cb-9fefd5abb4a1 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:15:02.835776 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cf3c21-eddd-4641-8372-c9b52c291db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9c8e97-09be-44b0-a81d-1faf4ac80a52', 'code': 200} Aug 27 14:15:03.003811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a60a0-868d-4bbb-92c7-0c05e9f6ea3e req-f4590e5a-24c7-4954-9830-ec9b71063d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:03.012020 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-213a60a0-868d-4bbb-92c7-0c05e9f6ea3e req-f4590e5a-24c7-4954-9830-ec9b71063d52 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 1097 time: 0.1315310 Aug 27 14:15:03.013781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Allocated IP 172.25.2.155 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/45c493a8-6d6c-423c-9f18-bb6936946ea1) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:15:03.176450 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-213a60a0-868d-4bbb-92c7-0c05e9f6ea3e req-9ab8dee6-f633-45fe-ae67-909f9c5e4ce5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575007 Aug 27 14:15:03.220730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679da274-ae68-4e23-93c7-ef53a65ca1e1 req-5d8f8311-dca3-4a89-9209-bc4f1c296da5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:03.222705 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-679da274-ae68-4e23-93c7-ef53a65ca1e1 req-5d8f8311-dca3-4a89-9209-bc4f1c296da5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 945 time: 0.1528134 Aug 27 14:15:03.263873 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:03.311067 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-679da274-ae68-4e23-93c7-ef53a65ca1e1 req-8136a296-5f9b-4a4c-8997-5fe8a1b602f6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780768 Aug 27 14:15:03.358565 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:03.425485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event updated for resources: {'Port': ['ID=45c493a8-6d6c-423c-9f18-bb6936946ea1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:03.444279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:15:03.446106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:03.449978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:15:03.652930 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:03.713304 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:03.912011 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:03.917287 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:03.986267 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:04.012482 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:04.023197 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7003434 Aug 27 14:15:04.026131 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e351766-5fba-4451-a76a-e0f2a00edc60 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event updated for resources: {'Port': ['ID=45c493a8-6d6c-423c-9f18-bb6936946ea1,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:04.236126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-15f8f8ce-b75f-4c53-ac9b-b82209c1457f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1380709855&fields=id&tenant_id=abede777d38946c0bffcfe73fba89675 HTTP/1.1" status: 200 len: 267 time: 0.0482056 Aug 27 14:15:04.396082 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951f37-04e2-4725-ba57-643f087644f7 req-c58e6386-50f0-4a97-8d57-9513b50972a5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:04.401550 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-c58e6386-50f0-4a97-8d57-9513b50972a5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 817 time: 0.1566439 Aug 27 14:15:04.440389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-c2a6787c-ba77-4c7d-bb08-280522bb7110 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/quotas/abede777d38946c0bffcfe73fba89675 HTTP/1.1" status: 200 len: 375 time: 0.0360496 Aug 27 14:15:04.521094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63772f84-a5de-45d6-944f-a7429cf4b8d5 req-6612bda5-7c18-4170-852a-daeff672d98e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:04.530296 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63772f84-a5de-45d6-944f-a7429cf4b8d5 req-6612bda5-7c18-4170-852a-daeff672d98e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 945 time: 0.1003814 Aug 27 14:15:04.547470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-ec0bd8b5-73d1-4ab5-8a1b-bea1cfbfdfac tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038182 Aug 27 14:15:04.608959 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63772f84-a5de-45d6-944f-a7429cf4b8d5 req-743c3e93-0134-4f2c-b9c2-1114a371ab63 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775392 Aug 27 14:15:04.740191 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-4e84cd9f-905b-4343-824c-52922ca8ff6e service neutron] 10.222.0.55 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896563 Aug 27 14:15:04.833263 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e48a8eb1-377a-4c44-a603-8c4d7957971d req-a620a640-6961-45fa-bd6f-1e1364347df7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6b277640d904428c906f00d6ad23c06b HTTP/1.1" status: 200 len: 267 time: 0.0703628 Aug 27 14:15:04.859718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-4db01b0f-5077-4356-98bc-2d13f9e1f8af service neutron] 10.222.0.55 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122296 Aug 27 14:15:04.913800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a8eb1-377a-4c44-a603-8c4d7957971d req-96dcc1d4-08fe-4499-a4fd-921936e7ad9f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:04.922913 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e48a8eb1-377a-4c44-a603-8c4d7957971d req-96dcc1d4-08fe-4499-a4fd-921936e7ad9f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 945 time: 0.0886140 Aug 27 14:15:04.931466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-e48a8eb1-377a-4c44-a603-8c4d7957971d req-e032b68f-602d-4d71-b1fd-c0f120b88b18 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Request body: {'port': {'security_groups': []}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:05.070006 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e48a8eb1-377a-4c44-a603-8c4d7957971d req-e032b68f-602d-4d71-b1fd-c0f120b88b18 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:05.149408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00d046e9-b950-4743-8cf1-83f88e55eba0 req-fe5b4078-a7e6-4c43-b395-d16f0b3f518f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 210 time: 0.0593622 Aug 27 14:15:05.376533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-e48a8eb1-377a-4c44-a603-8c4d7957971d req-e032b68f-602d-4d71-b1fd-c0f120b88b18 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] For port ee9c8e97-09be-44b0-a81d-1faf4ac80a52, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=ee9c8e97-09be-44b0-a81d-1faf4ac80a52,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:05.420495 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e48a8eb1-377a-4c44-a603-8c4d7957971d req-e032b68f-602d-4d71-b1fd-c0f120b88b18 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:05.423974 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e48a8eb1-377a-4c44-a603-8c4d7957971d req-e032b68f-602d-4d71-b1fd-c0f120b88b18 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:05.436287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['88ba3866-ee17-42ba-8e4d-9cd6dbbbc197', 'ee9c8e97-09be-44b0-a81d-1faf4ac80a52'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:15:05.502145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['44232c0a-8120-4330-9c3a-988140124208'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:15:05.508075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032b68f-602d-4d71-b1fd-c0f120b88b18 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event updated for resources: {'Port': ['ID=ee9c8e97-09be-44b0-a81d-1faf4ac80a52,revision_number=6']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:05.520060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a8eb1-377a-4c44-a603-8c4d7957971d req-e032b68f-602d-4d71-b1fd-c0f120b88b18 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:05.520943 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e48a8eb1-377a-4c44-a603-8c4d7957971d req-e032b68f-602d-4d71-b1fd-c0f120b88b18 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:05.522166 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e48a8eb1-377a-4c44-a603-8c4d7957971d req-e032b68f-602d-4d71-b1fd-c0f120b88b18 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "PUT /v2.0/ports/ee9c8e97-09be-44b0-a81d-1faf4ac80a52 HTTP/1.1" status: 200 len: 904 time: 0.5983789 Aug 27 14:15:05.522617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cf3c21-eddd-4641-8372-c9b52c291db8', 'tag': 'ee9c8e97-09be-44b0-a81d-1faf4ac80a52'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:15:05.525474 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e92e4f-68ed-4aa7-883e-1f3944976298" -d '{"events": [{"name": "network-changed", "server_uuid": "f3cf3c21-eddd-4641-8372-c9b52c291db8", "tag": "ee9c8e97-09be-44b0-a81d-1faf4ac80a52"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:15:05.621695 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08a3605-a71d-45da-bbf9-983a69b545c9 x-openstack-request-id: req-d08a3605-a71d-45da-bbf9-983a69b545c9 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:15:05.621991 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3cf3c21-eddd-4641-8372-c9b52c291db8", "tag": "ee9c8e97-09be-44b0-a81d-1faf4ac80a52", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:15:05.622246 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d08a3605-a71d-45da-bbf9-983a69b545c9 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:15:05.622970 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cf3c21-eddd-4641-8372-c9b52c291db8', 'tag': 'ee9c8e97-09be-44b0-a81d-1faf4ac80a52', 'status': 'completed', 'code': 200} Aug 27 14:15:05.712093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e92e4f-68ed-4aa7-883e-1f3944976298 req-bfa3fbc0-56f5-437f-90f8-4ad7d2f2fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:05.713630 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-94e92e4f-68ed-4aa7-883e-1f3944976298 req-bfa3fbc0-56f5-437f-90f8-4ad7d2f2fa5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 1059 time: 0.0787950 Aug 27 14:15:05.790638 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['ee9c8e97-09be-44b0-a81d-1faf4ac80a52'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:15:05.950890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3b2c-1708-4274-9e77-c929d21e3124 req-434a5de5-96ef-420c-a843-5813dc78b2e5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:05.971322 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d03e3b2c-1708-4274-9e77-c929d21e3124 req-434a5de5-96ef-420c-a843-5813dc78b2e5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 907 time: 0.1655965 Aug 27 14:15:05.991008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e92e4f-68ed-4aa7-883e-1f3944976298 req-2fd33fe7-6bff-4460-89d9-7e50cb8f36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:05.992781 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-94e92e4f-68ed-4aa7-883e-1f3944976298 req-2fd33fe7-6bff-4460-89d9-7e50cb8f36f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.2686961 Aug 27 14:15:06.089862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-94e92e4f-68ed-4aa7-883e-1f3944976298 req-3a49cb06-2bdf-4506-bcff-89e39234f93d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee9c8e97-09be-44b0-a81d-1faf4ac80a52 HTTP/1.1" status: 200 len: 217 time: 0.0764503 Aug 27 14:15:06.250318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445f593-325c-48ae-8c59-ed94f38678e1 req-cba36934-8d72-493c-9f51-fb0242d7b8c0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:06.253540 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b445f593-325c-48ae-8c59-ed94f38678e1 req-cba36934-8d72-493c-9f51-fb0242d7b8c0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1741714 Aug 27 14:15:06.257790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ef9b8992-593c-48b1-9646-c0c704141b8f None None] Provisioning complete for port ee9c8e97-09be-44b0-a81d-1faf4ac80a52 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:06.258172 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8992-593c-48b1-9646-c0c704141b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:06.264426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e92e4f-68ed-4aa7-883e-1f3944976298 req-085dc6f4-7a8d-49d8-82f4-7040c6c9a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:06.266033 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-94e92e4f-68ed-4aa7-883e-1f3944976298 req-085dc6f4-7a8d-49d8-82f4-7040c6c9a09f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.1690290 Aug 27 14:15:06.324613 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b445f593-325c-48ae-8c59-ed94f38678e1 req-476bec0d-eeef-46b5-95c5-8a298dab16a6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561156 Aug 27 14:15:06.403026 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87a9b915-2e90-4acc-a9ad-9a331bb6df00 req-df87f088-0bdd-499c-ab7e-9c09dafe6758 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 210 time: 0.0588963 Aug 27 14:15:06.423854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e92e4f-68ed-4aa7-883e-1f3944976298 req-84852058-66e7-49ad-a538-39cb5ee296a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:06.425425 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-94e92e4f-68ed-4aa7-883e-1f3944976298 req-84852058-66e7-49ad-a538-39cb5ee296a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524889 Aug 27 14:15:06.592217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6794e-feb0-4758-9f4a-58bd35b95525 req-c92361bd-d72f-48eb-95dc-80f8a1a077c9 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:06.593937 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41e6794e-feb0-4758-9f4a-58bd35b95525 req-c92361bd-d72f-48eb-95dc-80f8a1a077c9 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1246872 Aug 27 14:15:06.604687 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-94e92e4f-68ed-4aa7-883e-1f3944976298 req-0ab02642-32ae-4f08-b5c5-61adc5095647 service neutron] 10.222.0.52 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619334 Aug 27 14:15:06.733618 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41e6794e-feb0-4758-9f4a-58bd35b95525 req-96656bc1-05d7-493b-bf93-405e8fe817c0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277211 Aug 27 14:15:06.991216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951f37-04e2-4725-ba57-643f087644f7 req-d7aecaa4-a680-4b30-937e-26c5bb1f7b0d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:06.992744 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-d7aecaa4-a680-4b30-937e-26c5bb1f7b0d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.41 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 817 time: 0.2687788 Aug 27 14:15:06.997031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-94e92e4f-68ed-4aa7-883e-1f3944976298 req-40a8d929-ae14-4c86-9da3-a33a1067dbbc service neutron] 10.222.0.52 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750355 Aug 27 14:15:07.069964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-eb98d9ba-7944-480b-8620-b7c2220fa0bb tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abede777d38946c0bffcfe73fba89675 HTTP/1.1" status: 200 len: 380 time: 0.0594444 Aug 27 14:15:07.080858 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-41951f37-04e2-4725-ba57-643f087644f7 req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Request body: {'port': {'device_id': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'admin_state_up': True, 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'security_groups': ['628e7c71-5c6f-4e03-95ce-c748d654fbd4']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:07.120141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-41cf79e8-d26b-4829-a0c0-6a96a7110523 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:07.121632 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-41cf79e8-d26b-4829-a0c0-6a96a7110523 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 812 time: 0.1285498 Aug 27 14:15:07.140462 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-56608b49-59f9-4d41-b4bf-5b36da4ad8c2 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/quotas/6b277640d904428c906f00d6ad23c06b HTTP/1.1" status: 200 len: 375 time: 0.0118303 Aug 27 14:15:07.199942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41951f37-04e2-4725-ba57-643f087644f7 req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Made reservation on behalf of abede777d38946c0bffcfe73fba89675 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:15:07.203539 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41951f37-04e2-4725-ba57-643f087644f7 req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:07.212815 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-d38fca26-c38a-409a-a03b-4633df7fad11 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0658505 Aug 27 14:15:07.329182 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-98b6496e-a484-46c6-b07b-7a53e21a8d16 service neutron] 10.222.0.55 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071022 Aug 27 14:15:07.384852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-41951f37-04e2-4725-ba57-643f087644f7 req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Allocated IP 172.20.0.5 (739db5ed-1ce5-49e2-8532-a593a50ed487/b35584a9-512d-47a0-844c-68107c2b802f/0b2ee053-17d8-4175-9dc0-ce634808a66a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:15:07.445994 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-0902e56f-fe27-4492-89b5-688e8c50309f service neutron] 10.222.0.55 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159117 Aug 27 14:15:07.563239 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-18bee0c8-eb54-4879-9fbf-23a0aaef6ddb req-c29226a3-9141-4b5b-813f-20548c489305 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 210 time: 0.0640075 Aug 27 14:15:07.603618 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41951f37-04e2-4725-ba57-643f087644f7 req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:07.622731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-41951f37-04e2-4725-ba57-643f087644f7 req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Transition to ACTIVE for port object 0b2ee053-17d8-4175-9dc0-ce634808a66a will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:07.685943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41951f37-04e2-4725-ba57-643f087644f7 req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:07.748327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41951f37-04e2-4725-ba57-643f087644f7 req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Network 739db5ed-1ce5-49e2-8532-a593a50ed487 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:15:07.768802 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40e28fe3-73ea-44fd-9baa-bae664dc3729 req-56c81dc2-6ab2-4820-9fac-c5e79cd9bae8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 210 time: 0.0801635 Aug 27 14:15:07.772809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-41951f37-04e2-4725-ba57-643f087644f7 req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:07.775485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-41951f37-04e2-4725-ba57-643f087644f7 req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:15:07.823289 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event updated for resources: {'Port': ['ID=0b2ee053-17d8-4175-9dc0-ce634808a66a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:07.850161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951f37-04e2-4725-ba57-643f087644f7 req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:07.850833 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41951f37-04e2-4725-ba57-643f087644f7 req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:07.884624 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-568f2187-b25a-4b52-9a38-2e62999b477d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8073921 Aug 27 14:15:07.916382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Request body: {'port': {'device_id': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:08.203704 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:15:08.208492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f99f5494-6113-4908-aff1-8fa5f5e4e044 None None] Provisioning for port 0b2ee053-17d8-4175-9dc0-ce634808a66a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:15:08.219094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f99f5494-6113-4908-aff1-8fa5f5e4e044 None None] Provisioning complete for port 0b2ee053-17d8-4175-9dc0-ce634808a66a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:08.219883 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f99f5494-6113-4908-aff1-8fa5f5e4e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:08.303303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f99f5494-6113-4908-aff1-8fa5f5e4e044 None None] Port 0b2ee053-17d8-4175-9dc0-ce634808a66a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:15:08.508126 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:08.806775 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17782a1-9af4-431e-98c6-88d1f73f47cc req-8e5eaac7-dbb3-49e1-bf1e-28e7763fd469 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:08.816237 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f17782a1-9af4-431e-98c6-88d1f73f47cc req-8e5eaac7-dbb3-49e1-bf1e-28e7763fd469 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 931 time: 0.0712531 Aug 27 14:15:08.912958 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f17782a1-9af4-431e-98c6-88d1f73f47cc req-1a26b3eb-2d8e-4950-9228-82fd964308d5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952237 Aug 27 14:15:09.011329 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93b78116-fb85-43b7-8f0f-1ac2ed22618b req-dfa55ef6-3433-4352-89c9-dc91e7bda7e6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 210 time: 0.0614989 Aug 27 14:15:09.183329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2ee053-17d8-4175-9dc0-ce634808a66a {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:15:09.199771 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:09.227044 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Transition to ACTIVE for port object 0b2ee053-17d8-4175-9dc0-ce634808a66a will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:09.232383 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:09.317366 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2ee053-17d8-4175-9dc0-ce634808a66a,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:09.391162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-313023d8-bf3f-4496-bb63-f19126b3495f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:09.393655 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-313023d8-bf3f-4496-bb63-f19126b3495f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 812 time: 0.2511494 Aug 27 14:15:09.427627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Attempting to bind port 0b2ee053-17d8-4175-9dc0-ce634808a66a on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:15:09.428236 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Attempting to bind port 0b2ee053-17d8-4175-9dc0-ce634808a66a by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:15:09.428730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Attempting to bind port 0b2ee053-17d8-4175-9dc0-ce634808a66a on network 739db5ed-1ce5-49e2-8532-a593a50ed487 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:15:09.437578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Request body: {'port': {'device_id': 'e7c87b09-2324-480c-ad3f-47faed8d9930', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'admin_state_up': True, 'tenant_id': '6b277640d904428c906f00d6ad23c06b'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:09.448312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Port 0b2ee053-17d8-4175-9dc0-ce634808a66a on network 739db5ed-1ce5-49e2-8532-a593a50ed487 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:15:09.448645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Attempting to bind port 0b2ee053-17d8-4175-9dc0-ce634808a66a on network 739db5ed-1ce5-49e2-8532-a593a50ed487 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:15:09.461985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:15:09.462336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Checking segment: {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:15:09.465686 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Bound using segment: {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:15:09.465686 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Bound port: 0b2ee053-17d8-4175-9dc0-ce634808a66a, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:15:09.465937 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:09.633975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41032) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:09.647730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:15:09.667077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:15:09.672562 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:09.683082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Made reservation on behalf of 6b277640d904428c906f00d6ad23c06b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:15:09.687126 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:09.726587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:09.727480 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:09.729378 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] 10.222.0.41 "PUT /v2.0/ports/0b2ee053-17d8-4175-9dc0-ce634808a66a HTTP/1.1" status: 200 len: 1092 time: 1.8235037 Aug 27 14:15:09.729987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:15:09.732808 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d321d81-d0b6-40e7-aaa9-e5d399e00c74" -d '{"events": [{"name": "network-changed", "server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:15:09.773715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704a179-5a8c-4b63-958f-a27dea82b968 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2ee053-17d8-4175-9dc0-ce634808a66a,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:09.864924 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:09.913052 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7301627e-8ba8-42cd-af9a-de1f77607fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:09.931962 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f89bd9-7c36-49db-a3f6-3fe318ee09e3 x-openstack-request-id: req-38f89bd9-7c36-49db-a3f6-3fe318ee09e3 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:15:09.931962 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:15:09.931962 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38f89bd9-7c36-49db-a3f6-3fe318ee09e3 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:15:09.931962 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'status': 'completed', 'code': 200} Aug 27 14:15:09.934252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951f37-04e2-4725-ba57-643f087644f7 req-0b8a67a3-54c8-464b-a476-f06ec4a19a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:09.937446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-0b8a67a3-54c8-464b-a476-f06ec4a19a27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 1095 time: 0.1002822 Aug 27 14:15:10.070043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-77792568-9f13-4614-86bb-a13e95e2774d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a HTTP/1.1" status: 200 len: 217 time: 0.0721896 Aug 27 14:15:10.147218 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7301627e-8ba8-42cd-af9a-de1f77607fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:10.147618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Allocated IP 172.20.0.5 (3fece9f9-82a7-4a38-8bb3-a19a02edf433/a874467b-9f6d-44fe-ad23-66bd4874d2ed/42c7b7ca-357a-42fb-b419-90ff0a4aa85d) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:15:10.154751 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951f37-04e2-4725-ba57-643f087644f7 req-ecc7b1de-cc9b-497b-acae-aed0a4ae5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:10.156788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-ecc7b1de-cc9b-497b-acae-aed0a4ae5059 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 200 len: 856 time: 0.0771222 Aug 27 14:15:10.157740 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7301627e-8ba8-42cd-af9a-de1f77607fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:10.180785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9037e-2c37-4e6e-9923-f6c55f9458b5 req-4f68406a-49b4-42ff-9625-69046d03128c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:10.183060 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7e9037e-2c37-4e6e-9923-f6c55f9458b5 req-4f68406a-49b4-42ff-9625-69046d03128c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 943 time: 0.1192522 Aug 27 14:15:10.261640 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-984b5bce-cd62-4864-b4af-c191816baa3d req-7ea4b55c-30fe-453f-8dcd-c443f909ab30 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 210 time: 0.0916162 Aug 27 14:15:10.283430 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7301627e-8ba8-42cd-af9a-de1f77607fe2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae61ffb762704b86a4641cee516d3997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6457887 Aug 27 14:15:10.285737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41052) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:10.296586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301627e-8ba8-42cd-af9a-de1f77607fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21056c64-b2a8-43b9-b768-ac82815c9320,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:10.321921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951f37-04e2-4725-ba57-643f087644f7 req-a3a2bf1e-a0d2-432f-9cc3-a178d09c3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:10.323386 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-a3a2bf1e-a0d2-432f-9cc3-a178d09c3317 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=739db5ed-1ce5-49e2-8532-a593a50ed487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442106 Aug 27 14:15:10.351824 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7e9037e-2c37-4e6e-9923-f6c55f9458b5 req-21df60d0-e384-4026-98d1-8d9380309353 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588042 Aug 27 14:15:10.425371 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b2ce01dc-93d7-4b56-a047-f939bd6d6d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:10.463702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b2ce01dc-93d7-4b56-a047-f939bd6d6d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:10.494259 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:10.502898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-97bd2a89-083d-4fce-a063-90e05f269b0e service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709669 Aug 27 14:15:10.511404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Transition to ACTIVE for port object 42c7b7ca-357a-42fb-b419-90ff0a4aa85d will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:10.549974 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:10.562345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['88ba3866-ee17-42ba-8e4d-9cd6dbbbc197'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:15:10.602210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['44232c0a-8120-4330-9c3a-988140124208'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:15:10.608913 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b2ce01dc-93d7-4b56-a047-f939bd6d6d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:10.612175 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b2ce01dc-93d7-4b56-a047-f939bd6d6d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:10.615992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b2ce01dc-93d7-4b56-a047-f939bd6d6d1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21056c64-b2a8-43b9-b768-ac82815c9320 HTTP/1.1" status: 204 len: 168 time: 0.3258026 Aug 27 14:15:10.627570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:15:10.631620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:10.635875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:15:10.663970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event updated for resources: {'Port': ['ID=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:10.686079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce01dc-93d7-4b56-a047-f939bd6d6d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21056c64-b2a8-43b9-b768-ac82815c9320,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:10.696819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:10.697718 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:10.723860 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-6dea353c-dc19-4f48-b678-cea5101bf589 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2907543 Aug 27 14:15:10.737884 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41951f37-04e2-4725-ba57-643f087644f7 req-8fcad895-7703-463e-b8f9-06c610db8f02 service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266073 Aug 27 14:15:10.743254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Request body: {'port': {'device_id': 'e7c87b09-2324-480c-ad3f-47faed8d9930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:10.875508 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:10.943177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321d81-d0b6-40e7-aaa9-e5d399e00c74 req-b15ff3c9-844d-47d0-9c89-fe5a1cf7e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:10.945177 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d321d81-d0b6-40e7-aaa9-e5d399e00c74 req-b15ff3c9-844d-47d0-9c89-fe5a1cf7e5ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 1095 time: 0.0888007 Aug 27 14:15:11.091509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321d81-d0b6-40e7-aaa9-e5d399e00c74 req-6a9f1c1e-099d-4a32-b0c8-8e911fcffd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:11.093811 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d321d81-d0b6-40e7-aaa9-e5d399e00c74 req-6a9f1c1e-099d-4a32-b0c8-8e911fcffd48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 918 time: 0.1411347 Aug 27 14:15:11.165255 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d321d81-d0b6-40e7-aaa9-e5d399e00c74 req-cde6f47d-cb86-46d9-8b04-5e1f930f6b11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a HTTP/1.1" status: 200 len: 217 time: 0.0631604 Aug 27 14:15:11.177080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41064) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:11.200593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b8678ac7-e19d-4938-8b26-2642a6900331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:11.261754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e6d419e7-5327-436f-8f27-5af3ed9db914 None None] Provisioning for port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:15:11.277433 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e6d419e7-5327-436f-8f27-5af3ed9db914 None None] Provisioning complete for port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:11.278202 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e6d419e7-5327-436f-8f27-5af3ed9db914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:11.354309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-e6d419e7-5327-436f-8f27-5af3ed9db914 None None] Port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:15:11.376349 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b8678ac7-e19d-4938-8b26-2642a6900331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:11.376748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c7b7ca-357a-42fb-b419-90ff0a4aa85d {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:15:11.390912 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b8678ac7-e19d-4938-8b26-2642a6900331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:11.407927 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:11.440812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Transition to ACTIVE for port object 42c7b7ca-357a-42fb-b419-90ff0a4aa85d will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:11.459822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321d81-d0b6-40e7-aaa9-e5d399e00c74 req-bfae3878-e689-4cef-a378-e18423f7f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:11.461575 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d321d81-d0b6-40e7-aaa9-e5d399e00c74 req-bfae3878-e689-4cef-a378-e18423f7f7a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 200 len: 856 time: 0.2862573 Aug 27 14:15:11.475940 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b8678ac7-e19d-4938-8b26-2642a6900331 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c73015fb1aa344978e385ed3f6abd6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909400 Aug 27 14:15:11.480177 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:11.486221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41072) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:11.519371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8678ac7-e19d-4938-8b26-2642a6900331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4855b51c-9170-483c-a334-ac97066733e3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:11.611132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321d81-d0b6-40e7-aaa9-e5d399e00c74 req-36b723b0-64bd-4a5d-9e48-77bec3d42bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:11.612687 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d321d81-d0b6-40e7-aaa9-e5d399e00c74 req-36b723b0-64bd-4a5d-9e48-77bec3d42bd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=739db5ed-1ce5-49e2-8532-a593a50ed487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1404972 Aug 27 14:15:11.663364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:11.720395 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f16e3-5145-494a-9bdd-613988ac835c req-66f3cff9-5bea-4e8a-93df-2b6145f81552 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:11.722628 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-628f16e3-5145-494a-9bdd-613988ac835c req-66f3cff9-5bea-4e8a-93df-2b6145f81552 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 943 time: 0.2760448 Aug 27 14:15:11.725222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b4aef-8cb1-4a67-ae5a-6104e955ebd0 req-5ae18fbc-da97-4848-aa09-0fdec184ad32 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:11.727012 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa3b4aef-8cb1-4a67-ae5a-6104e955ebd0 req-5ae18fbc-da97-4848-aa09-0fdec184ad32 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 943 time: 0.1834424 Aug 27 14:15:11.758086 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9b48669-510c-4bfe-9575-e8f60fd4e027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:11.821661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Attempting to bind port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:15:11.822365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Attempting to bind port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:15:11.822365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Attempting to bind port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:15:11.839969 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9b48669-510c-4bfe-9575-e8f60fd4e027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:11.841306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:15:11.841833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Attempting to bind port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d on network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:15:11.856810 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa3b4aef-8cb1-4a67-ae5a-6104e955ebd0 req-73ea5394-5cdc-414c-b430-4c53e1739eab tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063018 Aug 27 14:15:11.860986 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-628f16e3-5145-494a-9bdd-613988ac835c req-739bc025-9b66-4158-9d4e-07b8e0407596 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122737 Aug 27 14:15:11.861421 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d321d81-d0b6-40e7-aaa9-e5d399e00c74 req-8d42ff11-fb04-4026-a470-1e250784e83c service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391021 Aug 27 14:15:11.862648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:15:11.866560 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Checking segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:15:11.868748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Bound using segment: {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:15:11.871655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Bound port: 42c7b7ca-357a-42fb-b419-90ff0a4aa85d, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a399287-4a2e-420c-ae9a-4a707575466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:15:11.871655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:11.998477 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9b48669-510c-4bfe-9575-e8f60fd4e027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:12.001600 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9b48669-510c-4bfe-9575-e8f60fd4e027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:12.003291 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c9b48669-510c-4bfe-9575-e8f60fd4e027 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4855b51c-9170-483c-a334-ac97066733e3 HTTP/1.1" status: 204 len: 168 time: 0.5134797 Aug 27 14:15:12.009598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] For port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:15:12.019538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] For port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:15:12.024458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b48669-510c-4bfe-9575-e8f60fd4e027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4855b51c-9170-483c-a334-ac97066733e3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:12.025665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:12.034806 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8d321d81-d0b6-40e7-aaa9-e5d399e00c74 req-69485cd9-8b1e-4bfa-b2d5-30ebde175655 service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616125 Aug 27 14:15:12.104976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:12.105613 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:12.107232 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/42c7b7ca-357a-42fb-b419-90ff0a4aa85d HTTP/1.1" status: 200 len: 1092 time: 1.3696990 Aug 27 14:15:12.107668 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c87b09-2324-480c-ad3f-47faed8d9930', 'tag': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:15:12.113506 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cf036d-4688-4049-a906-a9018ba5bc51" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c87b09-2324-480c-ad3f-47faed8d9930", "tag": "42c7b7ca-357a-42fb-b419-90ff0a4aa85d"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:15:12.175177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ec6c1-696c-4c2c-8344-5c6c12f8d1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:12.205964 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2cdf01-9dce-4dda-917a-1007c12bf4c2 x-openstack-request-id: req-1d2cdf01-9dce-4dda-917a-1007c12bf4c2 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:15:12.206197 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c87b09-2324-480c-ad3f-47faed8d9930", "tag": "42c7b7ca-357a-42fb-b419-90ff0a4aa85d", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:15:12.206280 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d2cdf01-9dce-4dda-917a-1007c12bf4c2 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:15:12.206816 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c87b09-2324-480c-ad3f-47faed8d9930', 'tag': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d', 'status': 'completed', 'code': 200} Aug 27 14:15:12.242780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-583bfca4-53b1-4f63-bda6-1754cf74ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:12.244429 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-583bfca4-53b1-4f63-bda6-1754cf74ede0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 1095 time: 0.0655248 Aug 27 14:15:12.336752 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-f9608d32-48e4-4062-9d99-bda0365b2722 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c7b7ca-357a-42fb-b419-90ff0a4aa85d HTTP/1.1" status: 200 len: 217 time: 0.0729749 Aug 27 14:15:12.455457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-5b978d41-c2a6-4ef8-96dd-e9173fdb5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:12.456985 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-5b978d41-c2a6-4ef8-96dd-e9173fdb5a6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.1124337 Aug 27 14:15:12.531268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-aaa7948d-9ecf-41bf-b6c4-b06b97f575ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:12.533349 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-aaa7948d-9ecf-41bf-b6c4-b06b97f575ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671971 Aug 27 14:15:12.606723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41088) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:12.627438 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3289beb-22d4-4484-99b0-b0e8ba45af4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:12.673708 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-badbd680-2c56-4825-be2e-0593fbe07618 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314979 Aug 27 14:15:12.809066 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23df04bf-46e8-47c4-bf09-358474c68c3e req-24df7e3c-756e-458d-a0b0-4aea55431ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271355 Aug 27 14:15:12.830341 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3289beb-22d4-4484-99b0-b0e8ba45af4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:12.835233 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d3289beb-22d4-4484-99b0-b0e8ba45af4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:12.864861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3289beb-22d4-4484-99b0-b0e8ba45af4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5168521b-05dc-416a-aa9d-36d9ac9b1e76,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:12.894845 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d3289beb-22d4-4484-99b0-b0e8ba45af4f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8349d67357ad45df9367e437337fda3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864444 Aug 27 14:15:12.898134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41092) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:12.975605 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc36f136-4b0b-45e5-9d9e-3995480d85e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:12.998110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf036d-4688-4049-a906-a9018ba5bc51 req-e9bd9d58-9c2f-4bbc-ad73-6c4f37f1c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:12.999685 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81cf036d-4688-4049-a906-a9018ba5bc51 req-e9bd9d58-9c2f-4bbc-ad73-6c4f37f1c864 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 1095 time: 0.0702450 Aug 27 14:15:13.002325 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc36f136-4b0b-45e5-9d9e-3995480d85e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:13.072667 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc36f136-4b0b-45e5-9d9e-3995480d85e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:13.075309 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc36f136-4b0b-45e5-9d9e-3995480d85e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:13.076647 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cc36f136-4b0b-45e5-9d9e-3995480d85e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5168521b-05dc-416a-aa9d-36d9ac9b1e76 HTTP/1.1" status: 204 len: 168 time: 0.1766548 Aug 27 14:15:13.107554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36f136-4b0b-45e5-9d9e-3995480d85e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5168521b-05dc-416a-aa9d-36d9ac9b1e76,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:13.140038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a960bda-a1e9-4208-b233-9858ef127f7b req-96aeaa47-11ae-44a3-b8ef-0e382af9485c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:13.141889 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9a960bda-a1e9-4208-b233-9858ef127f7b req-96aeaa47-11ae-44a3-b8ef-0e382af9485c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 943 time: 0.0810986 Aug 27 14:15:13.149195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb997d0-4771-4616-9010-e0f5d3a67651 req-6d7bf994-0189-4c1b-aa62-25fa28c6133c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:13.150732 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8bb997d0-4771-4616-9010-e0f5d3a67651 req-6d7bf994-0189-4c1b-aa62-25fa28c6133c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 943 time: 0.1311173 Aug 27 14:15:13.173835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf036d-4688-4049-a906-a9018ba5bc51 req-7e5933bb-16c7-400e-93e3-6253982d8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:13.175444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81cf036d-4688-4049-a906-a9018ba5bc51 req-7e5933bb-16c7-400e-93e3-6253982d8548 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.1678782 Aug 27 14:15:13.191247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9a960bda-a1e9-4208-b233-9858ef127f7b req-85e9af66-e771-410e-834e-758bc9ed8138 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419252 Aug 27 14:15:13.251200 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81cf036d-4688-4049-a906-a9018ba5bc51 req-07150e59-6903-4a7d-8e7a-c45d9b6240c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c7b7ca-357a-42fb-b419-90ff0a4aa85d HTTP/1.1" status: 200 len: 217 time: 0.0671015 Aug 27 14:15:13.302826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8bb997d0-4771-4616-9010-e0f5d3a67651 req-d43ea318-412f-42ef-ad34-64ae7397d4ca tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264799 Aug 27 14:15:13.331162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf036d-4688-4049-a906-a9018ba5bc51 req-baf9d7ae-170d-4098-81e6-fc3a0f6616e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:13.333591 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81cf036d-4688-4049-a906-a9018ba5bc51 req-baf9d7ae-170d-4098-81e6-fc3a0f6616e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.0694368 Aug 27 14:15:13.389166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf036d-4688-4049-a906-a9018ba5bc51 req-08c5bd77-a6c0-42bd-bb36-db18699b8e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:13.390729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81cf036d-4688-4049-a906-a9018ba5bc51 req-08c5bd77-a6c0-42bd-bb36-db18699b8e56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486786 Aug 27 14:15:13.509967 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81cf036d-4688-4049-a906-a9018ba5bc51 req-5c3ee75a-4887-4d7a-a7c5-525243261c3a service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112947 Aug 27 14:15:13.655666 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81cf036d-4688-4049-a906-a9018ba5bc51 req-5ceaac53-f4b5-4742-9024-5e0773776517 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376307 Aug 27 14:15:14.343497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d75d07-83ec-451d-9891-d6ef9aa93a55 req-c27857e0-4f3b-4340-ad60-937c0dca4a82 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:14.351997 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-08d75d07-83ec-451d-9891-d6ef9aa93a55 req-c27857e0-4f3b-4340-ad60-937c0dca4a82 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 943 time: 0.0651505 Aug 27 14:15:14.401312 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-08d75d07-83ec-451d-9891-d6ef9aa93a55 req-266bb3f2-a4d2-455c-afc4-45ee63f083fc tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484428 Aug 27 14:15:14.497240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9652e1-3813-4954-ada8-a70870f31386 req-7e7c5b5e-ce55-418c-9734-b161dec3b2cd tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:14.498928 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f9652e1-3813-4954-ada8-a70870f31386 req-7e7c5b5e-ce55-418c-9734-b161dec3b2cd tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 943 time: 0.0715277 Aug 27 14:15:14.547872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f9652e1-3813-4954-ada8-a70870f31386 req-a236dd2a-acc7-4ac6-be9e-4cbb4099bf10 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Aug 27 14:15:14.657662 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d268f938-06be-422c-9f79-93bed923c6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:14.808614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0b2ee053-17d8-4175-9dc0-ce634808a66a details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:15:14.940308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:14.961113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'port_id': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'mac_address': 'fa:16:3e:96:c7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:15:15.029616 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:15.043971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2ee053-17d8-4175-9dc0-ce634808a66a {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:15:15.069070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:15.075735 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:15.182808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0b2ee053-17d8-4175-9dc0-ce634808a66a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:15.496989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0b2ee053-17d8-4175-9dc0-ce634808a66a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:15:15.563417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cc32f-adc0-48eb-b9d1-9b302f482f84 req-19edc31c-2dfc-4199-8a4c-185babf7929a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:15.594520 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e1cc32f-adc0-48eb-b9d1-9b302f482f84 req-19edc31c-2dfc-4199-8a4c-185babf7929a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 944 time: 0.0918474 Aug 27 14:15:15.696039 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e1cc32f-adc0-48eb-b9d1-9b302f482f84 req-88f2d743-b514-4fa2-b060-914c3c9d7a2e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969267 Aug 27 14:15:15.818815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15a21c-ef31-4e0a-a91e-c9bbc88f808b req-4f5b86c0-e659-46d2-ba59-5682dcecf058 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:15.838872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b15a21c-ef31-4e0a-a91e-c9bbc88f808b req-4f5b86c0-e659-46d2-ba59-5682dcecf058 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 943 time: 0.0936501 Aug 27 14:15:15.887251 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b15a21c-ef31-4e0a-a91e-c9bbc88f808b req-ee9abe09-5776-4803-b50b-b6d642ede94e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473492 Aug 27 14:15:16.001922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41206) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:16.110303 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9d68dd5-8f2b-4578-8dbf-838a43993197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:16.225533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9d68dd5-8f2b-4578-8dbf-838a43993197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:16.229990 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9d68dd5-8f2b-4578-8dbf-838a43993197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:16.271354 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d68dd5-8f2b-4578-8dbf-838a43993197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d5fa96-45ec-4edd-964e-acd44832cebd,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:16.276709 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c9d68dd5-8f2b-4578-8dbf-838a43993197 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=131db8fdcad140e69a33d71f5a99fc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736859 Aug 27 14:15:16.279720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41246) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:16.354581 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0f7896e-1081-45c6-bee5-f068683f23f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:16.376950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0f7896e-1081-45c6-bee5-f068683f23f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:16.433698 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0f7896e-1081-45c6-bee5-f068683f23f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:16.436661 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e0f7896e-1081-45c6-bee5-f068683f23f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:16.440295 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e0f7896e-1081-45c6-bee5-f068683f23f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0d5fa96-45ec-4edd-964e-acd44832cebd HTTP/1.1" status: 204 len: 168 time: 0.1591752 Aug 27 14:15:16.457758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7896e-1081-45c6-bee5-f068683f23f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d5fa96-45ec-4edd-964e-acd44832cebd,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:16.813943 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 42c7b7ca-357a-42fb-b419-90ff0a4aa85d details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:15:16.886865 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf02d3e-cf83-47ae-b933-e1895778fa4e req-f750d837-dea7-466f-bb81-4806a4e5ea01 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:16.889137 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3cf02d3e-cf83-47ae-b933-e1895778fa4e req-f750d837-dea7-466f-bb81-4806a4e5ea01 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 944 time: 0.0947330 Aug 27 14:15:16.910013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41288) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:16.926264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0b2ee053-17d8-4175-9dc0-ce634808a66a up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:15:16.955149 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-757537f7-50af-4f92-be36-b9efbdd22cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:16.970912 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3cf02d3e-cf83-47ae-b933-e1895778fa4e req-1f311c44-c653-4d6a-a0b1-7cb12075f9f0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721052 Aug 27 14:15:17.019056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:17.041775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'port_id': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d', 'mac_address': 'fa:16:3e:2b:54:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:15:17.089512 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 0b2ee053-17d8-4175-9dc0-ce634808a66a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:15:17.100803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 0b2ee053-17d8-4175-9dc0-ce634808a66a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:17.101384 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:17.108371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9276c5b-57dd-4fa8-8b2f-46ba1ea87320 req-09b39849-da32-470b-980f-37a8a3ec736c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:17.118174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b9276c5b-57dd-4fa8-8b2f-46ba1ea87320 req-09b39849-da32-470b-980f-37a8a3ec736c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 943 time: 0.1194096 Aug 27 14:15:17.126932 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:17.152203 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c7b7ca-357a-42fb-b419-90ff0a4aa85d {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:15:17.173022 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-757537f7-50af-4f92-be36-b9efbdd22cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:17.178851 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-757537f7-50af-4f92-be36-b9efbdd22cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:17.183958 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b9276c5b-57dd-4fa8-8b2f-46ba1ea87320 req-ff7119ac-ab26-4906-aad4-83baf1a0e169 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649412 Aug 27 14:15:17.186739 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:17.194272 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:17.233701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41306) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:17.239333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-757537f7-50af-4f92-be36-b9efbdd22cac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2a830e4974a4632ba8b438536adc549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063219 Aug 27 14:15:17.256840 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757537f7-50af-4f92-be36-b9efbdd22cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586a6509-21c5-490f-ba7c-8353eabab05f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:17.265587 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:17.294539 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f9e491ce-bb17-456f-99da-90a9c73f04e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:17.295368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:17.305129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:15:17.308041 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a40484-c312-410b-8e43-a0aebdb67959" -d '{"events": [{"server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "name": "network-vif-plugged", "status": "completed", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:15:17.321423 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f9e491ce-bb17-456f-99da-90a9c73f04e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:17.326968 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:17.331936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:17.381517 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f9e491ce-bb17-456f-99da-90a9c73f04e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:17.386500 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f9e491ce-bb17-456f-99da-90a9c73f04e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:17.393030 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f9e491ce-bb17-456f-99da-90a9c73f04e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/586a6509-21c5-490f-ba7c-8353eabab05f HTTP/1.1" status: 204 len: 168 time: 0.1581149 Aug 27 14:15:17.412545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0b2ee053-17d8-4175-9dc0-ce634808a66a,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:17.413220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e491ce-bb17-456f-99da-90a9c73f04e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586a6509-21c5-490f-ba7c-8353eabab05f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:17.500542 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:17.505368 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1354567c-7192-434a-9f48-b4fe2720aa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:17.621828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['42c7b7ca-357a-42fb-b419-90ff0a4aa85d'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:15:17.827480 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52f99fe-4ace-487c-8a5d-f76c1f1386b3 x-openstack-request-id: req-d52f99fe-4ace-487c-8a5d-f76c1f1386b3 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:15:17.827480 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "name": "network-vif-plugged", "status": "completed", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:15:17.827480 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d52f99fe-4ace-487c-8a5d-f76c1f1386b3 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:15:17.828226 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'code': 200} Aug 27 14:15:17.995434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c01b7-d031-4477-9fce-3c52013d43ab req-6334e64f-55d3-464f-8a65-1a8806def23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:17.998206 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc7c01b7-d031-4477-9fce-3c52013d43ab req-6334e64f-55d3-464f-8a65-1a8806def23c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 1097 time: 0.0566678 Aug 27 14:15:18.044327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc7c01b7-d031-4477-9fce-3c52013d43ab req-1c285f06-00ed-462e-9a49-596743f0a176 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363910 Aug 27 14:15:18.124581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2991e6-ca17-46cd-8e0c-2dfe13b111c0 req-10b64477-7e22-476c-9bb3-034d405525e8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:18.126362 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d2991e6-ca17-46cd-8e0c-2dfe13b111c0 req-10b64477-7e22-476c-9bb3-034d405525e8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0640271 Aug 27 14:15:18.169770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d2991e6-ca17-46cd-8e0c-2dfe13b111c0 req-e6b4b38d-e715-4203-91f7-9958bb50bce8 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360737 Aug 27 14:15:18.368631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3cbcc-927d-495c-af74-39c4d800062a req-01eb6466-7ee2-4f0b-80be-22d65df63ef8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:18.371945 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2ca3cbcc-927d-495c-af74-39c4d800062a req-01eb6466-7ee2-4f0b-80be-22d65df63ef8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 944 time: 0.0937121 Aug 27 14:15:18.418126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2ca3cbcc-927d-495c-af74-39c4d800062a req-35944507-1946-4911-b590-1cd2d1adf69a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Aug 27 14:15:18.745934 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:18.841141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 42c7b7ca-357a-42fb-b419-90ff0a4aa85d up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:15:18.963597 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:15:18.968267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:18.968267 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:19.058942 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:19.094015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:19.112016 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:19.167836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:19.345952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4a1e7-b151-4417-9685-f08952b92bbf req-14df5387-cfb8-42c3-8802-03d4b755f2e6 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:19.355472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14d4a1e7-b151-4417-9685-f08952b92bbf req-14df5387-cfb8-42c3-8802-03d4b755f2e6 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0838318 Aug 27 14:15:19.429964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14d4a1e7-b151-4417-9685-f08952b92bbf req-087505f0-8890-4ab0-b5c1-07158276c984 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729780 Aug 27 14:15:19.573090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3e315-9f18-4b5c-a11a-b6c6848c5334 req-821357d4-68ec-4a86-87b2-455a420d2e22 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:19.575283 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3cb3e315-9f18-4b5c-a11a-b6c6848c5334 req-821357d4-68ec-4a86-87b2-455a420d2e22 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.0723503 Aug 27 14:15:19.739394 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3cb3e315-9f18-4b5c-a11a-b6c6848c5334 req-a421a71c-0451-4e3e-83d2-43b180c89e66 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509178 Aug 27 14:15:19.828965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c87b09-2324-480c-ad3f-47faed8d9930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:15:19.840648 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd73dca-3ef3-46e4-a851-696384d84227" -d '{"events": [{"server_uuid": "e7c87b09-2324-480c-ad3f-47faed8d9930", "name": "network-vif-plugged", "status": "completed", "tag": "42c7b7ca-357a-42fb-b419-90ff0a4aa85d"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:15:19.888657 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dfc756-9993-4977-b630-65e9b38014e8 x-openstack-request-id: req-59dfc756-9993-4977-b630-65e9b38014e8 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:15:19.889340 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c87b09-2324-480c-ad3f-47faed8d9930", "name": "network-vif-plugged", "status": "completed", "tag": "42c7b7ca-357a-42fb-b419-90ff0a4aa85d", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:15:19.889340 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59dfc756-9993-4977-b630-65e9b38014e8 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:15:19.889740 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c87b09-2324-480c-ad3f-47faed8d9930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d', 'code': 200} Aug 27 14:15:20.056516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a9b63-7ad0-44ca-b60f-3583086e1617 req-f689048a-2ca8-4755-ac64-75e83d1438c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:20.058475 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d33a9b63-7ad0-44ca-b60f-3583086e1617 req-f689048a-2ca8-4755-ac64-75e83d1438c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 1097 time: 0.0656946 Aug 27 14:15:20.099855 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d33a9b63-7ad0-44ca-b60f-3583086e1617 req-b4a35e5f-c53f-4017-be43-72b00661a92e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339782 Aug 27 14:15:20.185400 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:20.232775 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41404) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:20.360780 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36d72943-6924-4a4b-9574-f1a6b7062058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:20.469492 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36d72943-6924-4a4b-9574-f1a6b7062058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:20.475029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36d72943-6924-4a4b-9574-f1a6b7062058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:20.534173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-36d72943-6924-4a4b-9574-f1a6b7062058 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3013719f79974fe59076a8260944ff85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980890 Aug 27 14:15:20.534173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d72943-6924-4a4b-9574-f1a6b7062058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d87c0f-c10e-41d7-b6de-52f82a9b7ca2,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:20.534640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41410) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:20.652856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b855c-8865-4a1e-a079-14a6e198b8ef req-0b2cd156-118e-4137-814d-ebbf29cb139b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:20.654719 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cb0b855c-8865-4a1e-a079-14a6e198b8ef req-0b2cd156-118e-4137-814d-ebbf29cb139b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.1227918 Aug 27 14:15:20.684994 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c591ec-a416-4ce7-89da-28267c20d583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:20.721619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c591ec-a416-4ce7-89da-28267c20d583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:20.731861 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cb0b855c-8865-4a1e-a079-14a6e198b8ef req-2830bc17-9426-46ff-96fd-02c12651d64d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644333 Aug 27 14:15:20.793521 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c591ec-a416-4ce7-89da-28267c20d583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:20.799528 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-00c591ec-a416-4ce7-89da-28267c20d583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:20.801551 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-00c591ec-a416-4ce7-89da-28267c20d583 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67d87c0f-c10e-41d7-b6de-52f82a9b7ca2 HTTP/1.1" status: 204 len: 168 time: 0.2655954 Aug 27 14:15:20.821337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c591ec-a416-4ce7-89da-28267c20d583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d87c0f-c10e-41d7-b6de-52f82a9b7ca2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:20.923609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f014-7cf3-4e08-bc49-df5dd6265a63 req-8cfeca15-0c7f-41d1-a5ef-9a549c933b53 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:20.925372 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c11f014-7cf3-4e08-bc49-df5dd6265a63 req-8cfeca15-0c7f-41d1-a5ef-9a549c933b53 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0736828 Aug 27 14:15:20.930219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbad2ff-bf29-4706-9753-39ad0949cdac req-584a484c-ce82-4e25-a0fe-6d220d5de400 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:20.937949 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fbbad2ff-bf29-4706-9753-39ad0949cdac req-584a484c-ce82-4e25-a0fe-6d220d5de400 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.0878894 Aug 27 14:15:20.938139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41420) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:20.945884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ed08e940-8c65-4af5-8676-de03cfa33619 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Request body: {'floatingip': {'port_id': '0b2ee053-17d8-4175-9dc0-ce634808a66a'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:21.043058 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fbbad2ff-bf29-4706-9753-39ad0949cdac req-dc195002-a015-4da7-aeff-ceaf27d4420c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022885 Aug 27 14:15:21.071370 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed08e940-8c65-4af5-8676-de03cfa33619 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:21.277306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41428) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:21.293651 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb467164-8c43-4cee-95fd-b1ed2e56db76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:21.372650 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:21.446943 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb467164-8c43-4cee-95fd-b1ed2e56db76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:21.451117 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb467164-8c43-4cee-95fd-b1ed2e56db76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:21.502438 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fb467164-8c43-4cee-95fd-b1ed2e56db76 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e93b18777b2248759a9b39a04daa9f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236509 Aug 27 14:15:21.504502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb467164-8c43-4cee-95fd-b1ed2e56db76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b29b20b-5c61-4308-9ea8-d1fee28fb186,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:21.508252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41430) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:21.592858 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3dcbbb74-153a-40d0-8f36-936b33e2c5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:21.638753 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3dcbbb74-153a-40d0-8f36-936b33e2c5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:21.693367 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3dcbbb74-153a-40d0-8f36-936b33e2c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:21.698486 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3dcbbb74-153a-40d0-8f36-936b33e2c5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:21.702952 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3dcbbb74-153a-40d0-8f36-936b33e2c5b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b29b20b-5c61-4308-9ea8-d1fee28fb186 HTTP/1.1" status: 204 len: 168 time: 0.1936822 Aug 27 14:15:21.716994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbbb74-153a-40d0-8f36-936b33e2c5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b29b20b-5c61-4308-9ea8-d1fee28fb186,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:21.718263 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed08e940-8c65-4af5-8676-de03cfa33619 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:21.726880 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed08e940-8c65-4af5-8676-de03cfa33619 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:21.882521 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-ed08e940-8c65-4af5-8676-de03cfa33619 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Floating IP c8bb7cde-9f2b-47a5-bf41-e00a15d2332a associated. External IP: 172.25.2.155, port: 0b2ee053-17d8-4175-9dc0-ce634808a66a. Aug 27 14:15:22.348532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed08e940-8c65-4af5-8676-de03cfa33619 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:15:22.495543 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed08e940-8c65-4af5-8676-de03cfa33619 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:15:22.502979 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed08e940-8c65-4af5-8676-de03cfa33619 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:22.515080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5210451-bf4b-48ea-aedd-c1a666123581 None None] Sync routers for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:15:22.527725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5210451-bf4b-48ea-aedd-c1a666123581 None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:15:22.530523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e5210451-bf4b-48ea-aedd-c1a666123581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:22.586627 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ed08e940-8c65-4af5-8676-de03cfa33619 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "PUT /v2.0/floatingips/c8bb7cde-9f2b-47a5-bf41-e00a15d2332a HTTP/1.1" status: 200 len: 991 time: 1.6472082 Aug 27 14:15:22.587262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:15:22.592496 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88f9492-1182-4804-86b2-7cd8f0a7d6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:15:22.684589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-e5210451-bf4b-48ea-aedd-c1a666123581 None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:15:22.752406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1206653-38be-4a6d-a77e-b25fd9b562a8 req-13e1fa53-dc7c-4b0d-8938-14c69bcd439f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:22.758641 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1206653-38be-4a6d-a77e-b25fd9b562a8 req-13e1fa53-dc7c-4b0d-8938-14c69bcd439f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.5386214 Aug 27 14:15:22.837491 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58b4e34-7c1e-4245-acd3-945528d6283e x-openstack-request-id: req-e58b4e34-7c1e-4245-acd3-945528d6283e {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:15:22.837982 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:15:22.838073 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e58b4e34-7c1e-4245-acd3-945528d6283e {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:15:22.838438 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'status': 'completed', 'code': 200} Aug 27 14:15:22.862163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1206653-38be-4a6d-a77e-b25fd9b562a8 req-70755ac1-d2b8-4160-a8b7-ba5645ab17c8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942593 Aug 27 14:15:22.980168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9492-1182-4804-86b2-7cd8f0a7d6bd req-ee0a4627-1eb8-4e79-8dae-b36ee2670cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:22.986177 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e88f9492-1182-4804-86b2-7cd8f0a7d6bd req-ee0a4627-1eb8-4e79-8dae-b36ee2670cc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 1097 time: 0.0890064 Aug 27 14:15:23.188508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9492-1182-4804-86b2-7cd8f0a7d6bd req-1b2b50cd-de78-4dc8-94c1-8855f72b597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:23.189858 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e88f9492-1182-4804-86b2-7cd8f0a7d6bd req-1b2b50cd-de78-4dc8-94c1-8855f72b597c service neutron] 10.222.0.41 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 918 time: 0.1932156 Aug 27 14:15:23.213159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e5210451-bf4b-48ea-aedd-c1a666123581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'c8bb7cde-9f2b-47a5-bf41-e00a15d2332a', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'port_id': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'mac_address': 'fa:16:3e:96:c7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:15:03Z', 'updated_at': '2021-08-27T14:15:21Z', 'revision_number': 1, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:45Z', 'revision_number': 5, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:23.242317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5dd8c-5d2e-4a36-9d27-ea13ff699399 req-df1efb56-3ee4-47ce-9654-f3e45f7bda71 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:23.244302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48d5dd8c-5d2e-4a36-9d27-ea13ff699399 req-df1efb56-3ee4-47ce-9654-f3e45f7bda71 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.0986607 Aug 27 14:15:23.259675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5210451-bf4b-48ea-aedd-c1a666123581 None None] Checking router: 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:15:23.291353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5210451-bf4b-48ea-aedd-c1a666123581 None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:15:23.292670 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e5210451-bf4b-48ea-aedd-c1a666123581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:23.498064 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48d5dd8c-5d2e-4a36-9d27-ea13ff699399 req-f3fe0c9e-2ae9-4912-a4e2-80f1c2466f4a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003980 Aug 27 14:15:23.499952 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e88f9492-1182-4804-86b2-7cd8f0a7d6bd req-d0e6af98-1cab-4578-b49a-50ba2a60d4f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a HTTP/1.1" status: 200 len: 999 time: 0.2531624 Aug 27 14:15:23.534941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-e5210451-bf4b-48ea-aedd-c1a666123581 None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:15:23.616409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9492-1182-4804-86b2-7cd8f0a7d6bd req-6919db61-05bf-4731-aded-6e33791a1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:23.617957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e88f9492-1182-4804-86b2-7cd8f0a7d6bd req-6919db61-05bf-4731-aded-6e33791a1945 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 200 len: 856 time: 0.1102700 Aug 27 14:15:23.695144 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9492-1182-4804-86b2-7cd8f0a7d6bd req-b4fa19b5-abd6-4533-9a71-5e77409a640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:23.699321 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e88f9492-1182-4804-86b2-7cd8f0a7d6bd req-b4fa19b5-abd6-4533-9a71-5e77409a640d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=739db5ed-1ce5-49e2-8532-a593a50ed487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713758 Aug 27 14:15:23.820521 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e88f9492-1182-4804-86b2-7cd8f0a7d6bd req-7dd091b6-e5a8-418a-8bd0-acb6843e397a service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129460 Aug 27 14:15:23.862774 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e5210451-bf4b-48ea-aedd-c1a666123581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'c8bb7cde-9f2b-47a5-bf41-e00a15d2332a', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'port_id': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'mac_address': 'fa:16:3e:96:c7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:15:03Z', 'updated_at': '2021-08-27T14:15:21Z', 'revision_number': 1, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:45Z', 'revision_number': 5, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:23.907280 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5210451-bf4b-48ea-aedd-c1a666123581 None None] The sync data for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 is: [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'c8bb7cde-9f2b-47a5-bf41-e00a15d2332a', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'port_id': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'mac_address': 'fa:16:3e:96:c7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:15:03Z', 'updated_at': '2021-08-27T14:15:21Z', 'revision_number': 1, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:45Z', 'revision_number': 5, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:15:24.014636 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e88f9492-1182-4804-86b2-7cd8f0a7d6bd req-36840a31-85cf-4817-b260-807647527216 service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864150 Aug 27 14:15:24.266026 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fc009-1c4b-4280-a9e7-37d5652a7b57 None None] New status for floating IP c8bb7cde-9f2b-47a5-bf41-e00a15d2332a: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:15:24.733885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be027c1-2c4f-4d83-8e04-7aa46f57f4e8 req-20b8657c-585d-495f-b2e8-e7a8b973f4cf tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:24.735955 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4be027c1-2c4f-4d83-8e04-7aa46f57f4e8 req-20b8657c-585d-495f-b2e8-e7a8b973f4cf tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.0955725 Aug 27 14:15:24.789508 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4be027c1-2c4f-4d83-8e04-7aa46f57f4e8 req-75ee6ff4-86c7-4884-888f-51fc2501c1fe tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466800 Aug 27 14:15:25.373436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72689b-e9ed-4483-9d2b-75776f8fee76 req-6b242427-d5e1-4adc-a513-cd9b6213d7c0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:25.383332 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b72689b-e9ed-4483-9d2b-75776f8fee76 req-6b242427-d5e1-4adc-a513-cd9b6213d7c0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.0792613 Aug 27 14:15:25.438718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b72689b-e9ed-4483-9d2b-75776f8fee76 req-8bf19851-5e45-4ffd-9ffc-ab1c041badde tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508838 Aug 27 14:15:26.724399 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a423642-9609-4e8d-8645-634ebe17922a req-17330d62-e901-4cbe-ac48-944467addd5a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:26.727756 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a423642-9609-4e8d-8645-634ebe17922a req-17330d62-e901-4cbe-ac48-944467addd5a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.1513488 Aug 27 14:15:26.821961 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a423642-9609-4e8d-8645-634ebe17922a req-f9d829fe-a124-4fb9-a1c6-74c71f7e27e8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812371 Aug 27 14:15:27.970134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b727a77-2ace-426f-bb5e-81f2985ee2c2 req-94b4c0d5-03e5-427c-b5e4-8e8d40b9ef4d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:27.971841 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6b727a77-2ace-426f-bb5e-81f2985ee2c2 req-94b4c0d5-03e5-427c-b5e4-8e8d40b9ef4d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.0605679 Aug 27 14:15:28.025957 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6b727a77-2ace-426f-bb5e-81f2985ee2c2 req-df7ffe21-77cf-434d-933f-b4680648099f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394046 Aug 27 14:15:28.895793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 42c7b7ca-357a-42fb-b419-90ff0a4aa85d details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:15:29.021981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:29.043612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'port_id': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d', 'mac_address': 'fa:16:3e:2b:54:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:15:29.093692 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:29.114994 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42c7b7ca-357a-42fb-b419-90ff0a4aa85d {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:15:29.140442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:29.150675 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:29.214189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ebb9c-6c75-4559-9db0-97f4482c51e4 req-d12d37ec-97d6-47a1-91a3-414e6006058c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:29.216361 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-177ebb9c-6c75-4559-9db0-97f4482c51e4 req-d12d37ec-97d6-47a1-91a3-414e6006058c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 944 time: 0.0784473 Aug 27 14:15:29.216514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:29.264732 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-177ebb9c-6c75-4559-9db0-97f4482c51e4 req-da8343ea-b78a-4e46-8903-70d39e7bcc3d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361230 Aug 27 14:15:29.344559 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['42c7b7ca-357a-42fb-b419-90ff0a4aa85d'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:15:30.398315 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635ae71-b739-4c31-8480-2705073f6389 req-3ef1bfcd-0dcc-41dc-82f9-63cfbebaa3c7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:30.405695 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3635ae71-b739-4c31-8480-2705073f6389 req-3ef1bfcd-0dcc-41dc-82f9-63cfbebaa3c7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 944 time: 0.0581930 Aug 27 14:15:30.449027 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3635ae71-b739-4c31-8480-2705073f6389 req-3928ec93-fd50-4647-a554-976826b6b835 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Aug 27 14:15:30.926136 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 42c7b7ca-357a-42fb-b419-90ff0a4aa85d up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:15:30.995754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:30.996126 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:31.227484 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:31.284907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c87b09-2324-480c-ad3f-47faed8d9930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:15:31.287684 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00e8a92-d036-4688-bae1-ec09cac8aabc" -d '{"events": [{"server_uuid": "e7c87b09-2324-480c-ad3f-47faed8d9930", "name": "network-vif-plugged", "status": "completed", "tag": "42c7b7ca-357a-42fb-b419-90ff0a4aa85d"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:15:31.291875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:31.308110 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:31.397737 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da212a04-22d9-4bf8-a81e-b894e17cea93 x-openstack-request-id: req-da212a04-22d9-4bf8-a81e-b894e17cea93 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:15:31.398037 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c87b09-2324-480c-ad3f-47faed8d9930", "name": "network-vif-plugged", "status": "completed", "tag": "42c7b7ca-357a-42fb-b419-90ff0a4aa85d", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:15:31.398314 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da212a04-22d9-4bf8-a81e-b894e17cea93 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:15:31.398702 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c87b09-2324-480c-ad3f-47faed8d9930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d', 'code': 200} Aug 27 14:15:31.418285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:31.637297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e22395-fa11-450a-8cb3-4ae094c1fdb9 req-da2de264-d976-4390-985d-d60b80bf0769 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:31.646200 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28e22395-fa11-450a-8cb3-4ae094c1fdb9 req-da2de264-d976-4390-985d-d60b80bf0769 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.0936952 Aug 27 14:15:31.687227 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28e22395-fa11-450a-8cb3-4ae094c1fdb9 req-46285e01-a781-4eb8-8680-8734ab4c33a0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Aug 27 14:15:32.945704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a5442-bdec-421d-a18d-dc834b03d567 req-b64b2c07-38ff-495b-93f4-60096d811685 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:32.957494 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d9a5442-bdec-421d-a18d-dc834b03d567 req-b64b2c07-38ff-495b-93f4-60096d811685 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.0908017 Aug 27 14:15:33.020035 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d9a5442-bdec-421d-a18d-dc834b03d567 req-6d58ea86-7861-4602-beb1-82b7b48c39bf tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610852 Aug 27 14:15:34.266868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c791e0-5e63-49fe-a879-0db5f8909289 req-d9741c9a-823d-4420-8a1a-c2621423e1fe tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:34.276264 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41c791e0-5e63-49fe-a879-0db5f8909289 req-d9741c9a-823d-4420-8a1a-c2621423e1fe tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.0802970 Aug 27 14:15:34.332666 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41c791e0-5e63-49fe-a879-0db5f8909289 req-302e3a03-f536-4ed0-a944-243149b60d5e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543530 Aug 27 14:15:34.437014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41730) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:34.659263 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6994b2b5-8f8f-4769-9676-ba5742a63b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:34.911678 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6994b2b5-8f8f-4769-9676-ba5742a63b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:34.917113 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6994b2b5-8f8f-4769-9676-ba5742a63b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:34.956847 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6994b2b5-8f8f-4769-9676-ba5742a63b09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3736a4ccd2c44c23978146020dea3cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5157979 Aug 27 14:15:34.957022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41736) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:34.972094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994b2b5-8f8f-4769-9676-ba5742a63b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4883552-fd2d-4014-97e6-b689a069bcb7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:35.108262 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fccc3dca-94c9-45ea-aefe-48908d5a8614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:35.162812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fccc3dca-94c9-45ea-aefe-48908d5a8614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:35.230289 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fccc3dca-94c9-45ea-aefe-48908d5a8614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:35.233074 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fccc3dca-94c9-45ea-aefe-48908d5a8614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:35.234233 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fccc3dca-94c9-45ea-aefe-48908d5a8614 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4883552-fd2d-4014-97e6-b689a069bcb7 HTTP/1.1" status: 204 len: 168 time: 0.2761812 Aug 27 14:15:35.254741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc3dca-94c9-45ea-aefe-48908d5a8614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4883552-fd2d-4014-97e6-b689a069bcb7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:35.532952 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200414-59df-4323-95ff-1730312c301a req-a1438b48-4bbb-4c3f-89f4-39b6adbe1324 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:35.537970 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a2200414-59df-4323-95ff-1730312c301a req-a1438b48-4bbb-4c3f-89f4-39b6adbe1324 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.0664318 Aug 27 14:15:35.585864 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a2200414-59df-4323-95ff-1730312c301a req-30925309-6090-4566-87a8-dc1f6ee35506 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414832 Aug 27 14:15:36.780811 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-1e2d1705-e84d-472e-9353-0bc5664bc4f8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2116661 Aug 27 14:15:36.902707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c33c6-bffe-408e-afae-6bb9b07fc8be req-f4dd6dcc-618d-4eb0-9040-3154b8b3ece6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:36.912712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa1c33c6-bffe-408e-afae-6bb9b07fc8be req-f4dd6dcc-618d-4eb0-9040-3154b8b3ece6 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.0926549 Aug 27 14:15:36.937530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b13fe7ef-0060-4d21-b5df-b869508a078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:36.938183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b13fe7ef-0060-4d21-b5df-b869508a078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:36.951870 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b13fe7ef-0060-4d21-b5df-b869508a078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:36.959265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b13fe7ef-0060-4d21-b5df-b869508a078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:36.960025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b13fe7ef-0060-4d21-b5df-b869508a078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:36.966447 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b13fe7ef-0060-4d21-b5df-b869508a078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:36.967204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b13fe7ef-0060-4d21-b5df-b869508a078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:36.969635 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b13fe7ef-0060-4d21-b5df-b869508a078d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8195041a81054181a5083895b22e88b8&device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 6508 time: 0.1491663 Aug 27 14:15:36.977129 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa1c33c6-bffe-408e-afae-6bb9b07fc8be req-f5b95db0-da0c-419b-a97a-88e5b2403334 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631051 Aug 27 14:15:37.174423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-846ec499-cfc8-4a01-a8c4-462fc7942235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:37.175171 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-846ec499-cfc8-4a01-a8c4-462fc7942235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:37.176766 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-846ec499-cfc8-4a01-a8c4-462fc7942235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:37.178602 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-846ec499-cfc8-4a01-a8c4-462fc7942235 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3d6ac08c-b160-4d95-8554-deab9e55c529&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=349c90a1-8303-43bc-8748-cfbba77d7be8&id=d3dde505-dc04-4b92-8919-19db4556ab50&id=d3dde505-dc04-4b92-8919-19db4556ab50 HTTP/1.1" status: 200 len: 2296 time: 0.1814201 Aug 27 14:15:37.206549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41804) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:37.266946 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-0ba84cbb-7549-4ef4-9128-361aa5b0c4f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3778830a-6627-468a-8fcd-b9ab7aab8122 HTTP/1.1" status: 200 len: 1001 time: 0.0787964 Aug 27 14:15:37.326113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-8b17e0a5-2985-4716-9374-e6c17cf17174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:37.328526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-8b17e0a5-2985-4716-9374-e6c17cf17174 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9251415-7c90-47ee-bdc3-ae64aed10d17 HTTP/1.1" status: 200 len: 854 time: 0.0551386 Aug 27 14:15:37.387564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-83aabc35-25c2-4cef-b216-6b42781b744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:37.389707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-83aabc35-25c2-4cef-b216-6b42781b744e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3d6ac08c-b160-4d95-8554-deab9e55c529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513470 Aug 27 14:15:37.401349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da2581f8-d0fb-4999-a98a-d4b6ec144ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:37.576496 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da2581f8-d0fb-4999-a98a-d4b6ec144ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:37.582238 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da2581f8-d0fb-4999-a98a-d4b6ec144ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:37.677100 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-da2581f8-d0fb-4999-a98a-d4b6ec144ae0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9feb06c34b78469d9cd0366ba91870f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4692729 Aug 27 14:15:37.678452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2581f8-d0fb-4999-a98a-d4b6ec144ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febfb56c-12f2-4b34-bbb6-92f4b0eb470e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:37.681124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41816) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:37.793586 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50f4173d-f9bd-49db-95b9-a273e1d3f32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:37.863757 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50f4173d-f9bd-49db-95b9-a273e1d3f32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:38.012756 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-743b0447-ffe9-4d2e-b434-1e649464438a service neutron] 10.222.0.52 "GET /v2.0/networks/3d6ac08c-b160-4d95-8554-deab9e55c529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159582 Aug 27 14:15:38.023536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50f4173d-f9bd-49db-95b9-a273e1d3f32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:38.028128 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50f4173d-f9bd-49db-95b9-a273e1d3f32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:38.029320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-50f4173d-f9bd-49db-95b9-a273e1d3f32d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/febfb56c-12f2-4b34-bbb6-92f4b0eb470e HTTP/1.1" status: 204 len: 168 time: 0.3347695 Aug 27 14:15:38.055473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4173d-f9bd-49db-95b9-a273e1d3f32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febfb56c-12f2-4b34-bbb6-92f4b0eb470e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:38.175029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f8674-2a28-4020-a9f8-26829fd69172 req-7b9cb33e-6e75-45aa-9ccd-b633376f2cd0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:38.184284 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b4f8674-2a28-4020-a9f8-26829fd69172 req-7b9cb33e-6e75-45aa-9ccd-b633376f2cd0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.1007493 Aug 27 14:15:38.234054 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-fcc3ccd4-bc65-487d-ac0f-82ab36c3b19e service neutron] 10.222.0.52 "GET /v2.0/networks/3d6ac08c-b160-4d95-8554-deab9e55c529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120442 Aug 27 14:15:38.323501 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b4f8674-2a28-4020-a9f8-26829fd69172 req-47548c50-92ba-44cc-b708-19d2b3834814 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380732 Aug 27 14:15:38.325792 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-cbcac30e-1b89-4b11-b12a-ca0fbd5b8904 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=677605c6-e919-46d6-a490-daeeabe16f0d HTTP/1.1" status: 200 len: 217 time: 0.0824628 Aug 27 14:15:38.445917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-23a215e2-dcea-42c4-883c-23f831cbf7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:38.449185 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-23a215e2-dcea-42c4-883c-23f831cbf7bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.1158500 Aug 27 14:15:38.520421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b58a5af9-e1ae-47f4-83ea-7db930e4093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:38.534404 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b58a5af9-e1ae-47f4-83ea-7db930e4093e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0769169 Aug 27 14:15:38.706120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-2f07d964-df9a-4fd8-a298-64a2a66474b2 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695602 Aug 27 14:15:38.880630 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b3462353-3f3c-4f3e-88a6-5d99d44dd290 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647003 Aug 27 14:15:38.980674 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-99862fb4-83c2-4365-a1de-2a48a0efe6f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=68b4dc15-5d13-4e69-996f-6db8ab289022 HTTP/1.1" status: 200 len: 217 time: 0.0915709 Aug 27 14:15:39.051884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b2f77c82-1120-4e4a-a3f7-81a88fd396e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:39.053538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b2f77c82-1120-4e4a-a3f7-81a88fd396e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.0646045 Aug 27 14:15:39.161641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-45444cc1-eafa-4b7c-8ad3-af086d0b8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:39.163233 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-45444cc1-eafa-4b7c-8ad3-af086d0b8247 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1021719 Aug 27 14:15:39.327034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-7b83d273-9318-4424-8277-10d21f1ecfa4 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541483 Aug 27 14:15:39.400626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41858) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:39.524536 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-d45b8ba0-e3b9-4f18-8215-702486c2bdbd service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899230 Aug 27 14:15:39.525968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f9418-96b9-4841-9362-78803ba184e9 req-c48702e7-618a-4da6-8767-cbaef73a2e8f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:39.535471 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-156f9418-96b9-4841-9362-78803ba184e9 req-c48702e7-618a-4da6-8767-cbaef73a2e8f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.1009424 Aug 27 14:15:39.604664 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-63124fbd-17d4-491f-a1f7-7000de2f7c51 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=aebed0d9-774b-4d60-8f79-9d86a51d0a11 HTTP/1.1" status: 200 len: 217 time: 0.0695875 Aug 27 14:15:39.639558 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-156f9418-96b9-4841-9362-78803ba184e9 req-e8b7007a-fec5-4632-9485-5bd7911532e9 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012132 Aug 27 14:15:39.730720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-9bc619c2-1f75-4bce-92bb-56e5e47c197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:39.733458 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-9bc619c2-1f75-4bce-92bb-56e5e47c197c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.1218832 Aug 27 14:15:39.750320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1760219106-network', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:39.795477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Made reservation on behalf of 9c7a5ed85626491dac3a9aac2ca640aa for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:15:39.808166 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:39.809536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:39.838293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-bc0f6db3-1491-4e9b-8c5c-6bd5c4785015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:39.841100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-bc0f6db3-1491-4e9b-8c5c-6bd5c4785015 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0996435 Aug 27 14:15:39.842451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:40.077918 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-6ff11f2c-99ad-4bfd-89e1-d1eedfe7d4e5 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281258 Aug 27 14:15:40.190665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:40.195580 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:40.217939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:15:40.228834 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:40.229358 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Added segment 4620d634-3e04-4107-8c82-1069675e43c8 of type vlan for network 718ce959-0c21-4283-8ef8-71a901ee0e31 Aug 27 14:15:40.235984 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-2d04af5d-351f-4d2c-a704-2fef17f0b183 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434593 Aug 27 14:15:40.299028 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-8386ef2e-e8f9-4615-a020-de88558955ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=e66d1e65-8d51-4535-83f4-6223b16652e5 HTTP/1.1" status: 200 len: 217 time: 0.0539830 Aug 27 14:15:40.383326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-26a868de-ff94-46b8-b601-ed27ff8bc51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:40.388695 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-26a868de-ff94-46b8-b601-ed27ff8bc51b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 200 len: 797 time: 0.0754817 Aug 27 14:15:40.444836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-da66f0df-b28c-4bba-a7ed-2bc0b8b0bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:40.446657 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-da66f0df-b28c-4bba-a7ed-2bc0b8b0bc4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=349c90a1-8303-43bc-8748-cfbba77d7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0510809 Aug 27 14:15:40.553759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-9f73bc1e-91c8-410c-97b4-da30f0d8ad79 service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001174 Aug 27 14:15:40.641000 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:40.675684 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:40.676776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:40.677457 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:40.737384 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-ded1e639-6f9f-47de-ab80-e7a9cff8cb1e service neutron] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761942 Aug 27 14:15:40.748226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc6ef8a-2416-4c4d-8a3a-1e7110160f84,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:40.758549 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3567104 Aug 27 14:15:40.762780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41878) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:40.766855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8d916048-e7fc-42f4-9e9d-1bd77ac4fab8 admin admin] Request body: {'subnet': {'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1760219106-subnet', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:40.778461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190c949-3811-4d07-a827-e136062d503f admin admin] Pushing event updated for resources: {'Network': ['ID=718ce959-0c21-4283-8ef8-71a901ee0e31,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:40.803607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d916048-e7fc-42f4-9e9d-1bd77ac4fab8 admin admin] Made reservation on behalf of 9c7a5ed85626491dac3a9aac2ca640aa for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:15:40.806478 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8d916048-e7fc-42f4-9e9d-1bd77ac4fab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:40.808666 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 718ce959-0c21-4283-8ef8-71a901ee0e31 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:15:40.820516 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-6db83ea3-8955-4a55-8dc7-0ebd0cb7996f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c308f833-e976-48d9-bd41-c2864637f8d8 HTTP/1.1" status: 200 len: 217 time: 0.0742493 Aug 27 14:15:40.961118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-f5dfce5f-60d9-46e2-b1b3-56818cedf5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:40.962965 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-f5dfce5f-60d9-46e2-b1b3-56818cedf5cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e010ded9-86a4-4e1c-b055-049006661152 HTTP/1.1" status: 200 len: 797 time: 0.1305561 Aug 27 14:15:41.024580 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06026610-f1e8-4767-8421-9a0fe50f3e43 req-8407483b-f50f-4c5e-ac9b-47028005179b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:41.032078 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06026610-f1e8-4767-8421-9a0fe50f3e43 req-8407483b-f50f-4c5e-ac9b-47028005179b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.2102294 Aug 27 14:15:41.065492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-274d2604-016a-40d9-b5ee-26cfbef0b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:41.072625 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-274d2604-016a-40d9-b5ee-26cfbef0b76e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dde505-dc04-4b92-8919-19db4556ab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1015811 Aug 27 14:15:41.100647 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8d916048-e7fc-42f4-9e9d-1bd77ac4fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:41.183120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06026610-f1e8-4767-8421-9a0fe50f3e43 req-d1e2e88d-7800-41cd-94b0-52d87a2a80db tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368315 Aug 27 14:15:41.231410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d916048-e7fc-42f4-9e9d-1bd77ac4fab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=666a808a-63f6-4987-a811-d6fd42a9085a,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:41.240854 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d916048-e7fc-42f4-9e9d-1bd77ac4fab8 admin admin] Checking segment: {'id': '4620d634-3e04-4107-8c82-1069675e43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:15:41.241337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d916048-e7fc-42f4-9e9d-1bd77ac4fab8 admin admin] Network hostable DHCP agents. Network: 718ce959-0c21-4283-8ef8-71a901ee0e31, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:15:41.257726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b60ea7fb-d9f8-4ca7-9eeb-4f1ef8fd4058 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826630 Aug 27 14:15:41.293817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d916048-e7fc-42f4-9e9d-1bd77ac4fab8 admin admin] Network 718ce959-0c21-4283-8ef8-71a901ee0e31 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:15:41.304748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-8d916048-e7fc-42f4-9e9d-1bd77ac4fab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 718ce959-0c21-4283-8ef8-71a901ee0e31) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:41.310930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d916048-e7fc-42f4-9e9d-1bd77ac4fab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:41.311986 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8d916048-e7fc-42f4-9e9d-1bd77ac4fab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:41.314399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6cb58-75a8-4e10-b8ce-51b44723fc79 None None] Network 718ce959-0c21-4283-8ef8-71a901ee0e31 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:15:41.365142 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8d916048-e7fc-42f4-9e9d-1bd77ac4fab8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6004734 Aug 27 14:15:41.365778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41886) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:41.373534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:41.405607 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-90ab5370-16cb-41c7-ba9e-de645023d06e service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332374 Aug 27 14:15:41.430076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:41.432295 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:41.521898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-ea23d3d4-8c37-4164-a8da-05b85078c77b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f99205f-0d46-4175-88de-4b557998aa97 HTTP/1.1" status: 200 len: 217 time: 0.1089923 Aug 27 14:15:41.550760 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:41.613484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-718ce959-0c21-4283-8ef8-71a901ee0e31', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:15:41.614400 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:41.654428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-68dc20f0-40aa-4f4c-8203-853713f1b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:41.661415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-68dc20f0-40aa-4f4c-8203-853713f1b7f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e010ded9-86a4-4e1c-b055-049006661152 HTTP/1.1" status: 200 len: 797 time: 0.1309657 Aug 27 14:15:41.757951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-c17a2e57-bd22-4a63-b56d-8d181be41309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:41.762033 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-c17a2e57-bd22-4a63-b56d-8d181be41309 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dde505-dc04-4b92-8919-19db4556ab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0929196 Aug 27 14:15:41.766841 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:41.889190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Allocated IP 172.20.0.2 (718ce959-0c21-4283-8ef8-71a901ee0e31/666a808a-63f6-4987-a811-d6fd42a9085a/ccd98ce9-1e97-4269-9e59-b6334fee8045) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:15:41.967823 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-b121db47-afe2-460d-982f-5acfb2841ca7 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973417 Aug 27 14:15:42.122529 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:42.169751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a84bd49d-b81c-41e6-9427-795109a31aa6 req-f1974e45-67ae-4a17-bdd7-126f134936db service neutron] 10.222.0.52 "GET /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905491 Aug 27 14:15:42.171697 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:42.251345 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:42.275852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Transition to ACTIVE for port object ccd98ce9-1e97-4269-9e59-b6334fee8045 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:42.315744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Transition to ACTIVE for port object ccd98ce9-1e97-4269-9e59-b6334fee8045 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:42.324647 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:42.365714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Allocated IP 172.25.2.110 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/d20013e1-2a37-422e-a911-d2a902dcee24) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:15:42.405129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Network 718ce959-0c21-4283-8ef8-71a901ee0e31 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:15:42.408397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:42.412850 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:15:42.452394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Pushing event updated for resources: {'Port': ['ID=ccd98ce9-1e97-4269-9e59-b6334fee8045,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:42.514548 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Attempting to bind port ccd98ce9-1e97-4269-9e59-b6334fee8045 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:15:42.514548 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Attempting to bind port ccd98ce9-1e97-4269-9e59-b6334fee8045 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '4620d634-3e04-4107-8c82-1069675e43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:15:42.514895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Attempting to bind port ccd98ce9-1e97-4269-9e59-b6334fee8045 on network 718ce959-0c21-4283-8ef8-71a901ee0e31 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:15:42.530847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:15:42.531231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Checking segment: {'id': '4620d634-3e04-4107-8c82-1069675e43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:15:42.531646 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:42.532033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Bound using segment: {'id': '4620d634-3e04-4107-8c82-1069675e43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:15:42.532499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Bound port: ccd98ce9-1e97-4269-9e59-b6334fee8045, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4620d634-3e04-4107-8c82-1069675e43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:15:42.532889 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:42.606065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22b4ad-a02a-48e5-a7e0-56a0ea08f2d3 req-8a913b0d-cc8e-4bc1-9ed3-a00656a63610 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:42.608576 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5a22b4ad-a02a-48e5-a7e0-56a0ea08f2d3 req-8a913b0d-cc8e-4bc1-9ed3-a00656a63610 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.2193055 Aug 27 14:15:42.683799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] For port ccd98ce9-1e97-4269-9e59-b6334fee8045, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:15:42.688824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] For port ccd98ce9-1e97-4269-9e59-b6334fee8045, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ccd98ce9-1e97-4269-9e59-b6334fee8045,segment=NetworkSegment(4620d634-3e04-4107-8c82-1069675e43c8),segment_id=4620d634-3e04-4107-8c82-1069675e43c8)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:15:42.695532 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:42.741208 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:42.818244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36940c8e-cdc3-41c1-93cf-60f34a407505 None None] Pushing event updated for resources: {'Port': ['ID=ccd98ce9-1e97-4269-9e59-b6334fee8045,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:42.846157 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5a22b4ad-a02a-48e5-a7e0-56a0ea08f2d3 req-fbcb5f23-b5fc-4b05-a670-9612255665f8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176588 Aug 27 14:15:42.922422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:42.992755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:15:43.019895 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:43.070302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:15:43.408385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Pushing event updated for resources: {'Port': ['ID=d20013e1-2a37-422e-a911-d2a902dcee24,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:43.454040 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a128a6d-3ad5-453e-8694-2244e4b9861f req-a57befa0-eb35-4459-9ac0-631754c02b1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0847697 Aug 27 14:15:43.666627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a128a6d-3ad5-453e-8694-2244e4b9861f req-64d4c25c-a09e-45db-b4c6-f701577a391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:43.668428 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a128a6d-3ad5-453e-8694-2244e4b9861f req-64d4c25c-a09e-45db-b4c6-f701577a391a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 1097 time: 0.1486001 Aug 27 14:15:43.845034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a128a6d-3ad5-453e-8694-2244e4b9861f req-5a5b1579-af1b-49cd-8bf6-e45bbff521c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:43.846744 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a128a6d-3ad5-453e-8694-2244e4b9861f req-5a5b1579-af1b-49cd-8bf6-e45bbff521c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.1564546 Aug 27 14:15:43.854022 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:43.861524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41924) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:44.024517 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a128a6d-3ad5-453e-8694-2244e4b9861f req-721d9528-e2fa-4f29-ba26-1d55d07268ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44232c0a-8120-4330-9c3a-988140124208 HTTP/1.1" status: 200 len: 217 time: 0.1673653 Aug 27 14:15:44.139994 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ccd98ce9-1e97-4269-9e59-b6334fee8045 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:15:44.173802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a128a6d-3ad5-453e-8694-2244e4b9861f req-f0f7d27f-da2f-4e4a-9409-9d949a038c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:44.178789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a128a6d-3ad5-453e-8694-2244e4b9861f req-f0f7d27f-da2f-4e4a-9409-9d949a038c4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.1424029 Aug 27 14:15:44.182201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33075491-1a9a-4edd-ad42-cf338548ce63 req-a41c7550-d064-4b4b-a0d3-7a82d33ca65c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:44.203158 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33075491-1a9a-4edd-ad42-cf338548ce63 req-a41c7550-d064-4b4b-a0d3-7a82d33ca65c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.2204094 Aug 27 14:15:44.317901 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e913aa91-e90b-4178-bbcb-d437c5c9d893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:44.356952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ccd98ce9-1e97-4269-9e59-b6334fee8045 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:15:44.393461 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:44.454152 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33075491-1a9a-4edd-ad42-cf338548ce63 req-c83c13d0-b306-49d7-b199-b095d0ec257b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460341 Aug 27 14:15:44.469794 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a128a6d-3ad5-453e-8694-2244e4b9861f req-ddc93359-8232-4a75-a4bb-049b670cd9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:44.471440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a128a6d-3ad5-453e-8694-2244e4b9861f req-ddc93359-8232-4a75-a4bb-049b670cd9e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2855878 Aug 27 14:15:44.613458 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63304eb-b6e5-446a-a7a0-8e9f2ba5bb9b None None] Network 718ce959-0c21-4283-8ef8-71a901ee0e31 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:15:44.676064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e913aa91-e90b-4178-bbcb-d437c5c9d893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:44.679039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4b446cdd-db9c-408e-a36c-518b8db02b5c None None] Provisioning for port ccd98ce9-1e97-4269-9e59-b6334fee8045 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:15:44.698589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4b446cdd-db9c-408e-a36c-518b8db02b5c None None] Provisioning complete for port ccd98ce9-1e97-4269-9e59-b6334fee8045 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:44.699238 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4b446cdd-db9c-408e-a36c-518b8db02b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:44.705799 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c3551dc8-10da-4be9-bfd1-8bf25c0c718e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:44.713040 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e913aa91-e90b-4178-bbcb-d437c5c9d893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:44.760368 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a128a6d-3ad5-453e-8694-2244e4b9861f req-53a5afb6-3a2b-4aa0-b23b-8ee90a75ecaa service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783673 Aug 27 14:15:44.761658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913aa91-e90b-4178-bbcb-d437c5c9d893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bc8175-5059-4673-8836-483350d9b2c0,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:44.807951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e913aa91-e90b-4178-bbcb-d437c5c9d893 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee417a621ca248f598b38cbf00bab440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9447298 Aug 27 14:15:44.810384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41936) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:44.913805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:15:44.914405 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-711981c6-6b45-4c51-b614-10cb0758ef0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:44.931687 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a128a6d-3ad5-453e-8694-2244e4b9861f req-18b6690f-df72-465e-96b7-3b3faf622110 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533926 Aug 27 14:15:44.939750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-711981c6-6b45-4c51-b614-10cb0758ef0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:45.015982 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-711981c6-6b45-4c51-b614-10cb0758ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:45.019306 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-711981c6-6b45-4c51-b614-10cb0758ef0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:45.023558 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-711981c6-6b45-4c51-b614-10cb0758ef0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39bc8175-5059-4673-8836-483350d9b2c0 HTTP/1.1" status: 204 len: 168 time: 0.2096314 Aug 27 14:15:45.030112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711981c6-6b45-4c51-b614-10cb0758ef0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bc8175-5059-4673-8836-483350d9b2c0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:45.067957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:15:45.086336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Sync routers for ids ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:15:45.105662 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:45.106987 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b7474e4b-337d-4b43-ae44-e980aef5aa8b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7400513 Aug 27 14:15:45.109818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 41944) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:45.113480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Routers {'8c06ddff-0690-467f-89de-c3c5ca1c3f17'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:15:45.114157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:45.210636 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:15:45.288390 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4b446cdd-db9c-408e-a36c-518b8db02b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:45.316509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Set router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:15:45.595923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4b446cdd-db9c-408e-a36c-518b8db02b5c None None] For port ccd98ce9-1e97-4269-9e59-b6334fee8045, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ccd98ce9-1e97-4269-9e59-b6334fee8045,segment=NetworkSegment(4620d634-3e04-4107-8c82-1069675e43c8),segment_id=4620d634-3e04-4107-8c82-1069675e43c8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:45.627717 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4b446cdd-db9c-408e-a36c-518b8db02b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:45.795339 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c26356-1372-41c2-a242-e39505fc7545 req-0823af55-d3cc-41dc-b25c-3bf64842f7ed tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:45.809016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28c26356-1372-41c2-a242-e39505fc7545 req-0823af55-d3cc-41dc-b25c-3bf64842f7ed tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.1505411 Aug 27 14:15:45.879682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b446cdd-db9c-408e-a36c-518b8db02b5c None None] Pushing event updated for resources: {'Port': ['ID=ccd98ce9-1e97-4269-9e59-b6334fee8045,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:45.924847 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28c26356-1372-41c2-a242-e39505fc7545 req-cceba2d2-5e38-42d2-a024-091bf49bf47c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124957 Aug 27 14:15:46.009608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c09c808e-479d-411c-b83c-47a5ccfcdc3e None None] Provisioning complete for port ccd98ce9-1e97-4269-9e59-b6334fee8045 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:46.009984 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c09c808e-479d-411c-b83c-47a5ccfcdc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.049557 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.100591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:43Z', 'revision_number': 3, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:46.100859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41978) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:46.134742 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Checking router: 8c06ddff-0690-467f-89de-c3c5ca1c3f17 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:15:46.135481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Updating router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 port d20013e1-2a37-422e-a911-d2a902dcee24 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:15:46.173197 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.293267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1154571495-network', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:46.326228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Allocated IP 172.20.0.1 (718ce959-0c21-4283-8ef8-71a901ee0e31/666a808a-63f6-4987-a811-d6fd42a9085a/398a58ca-e72c-452e-b599-4cfa7f4b502d) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:15:46.368820 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Made reservation on behalf of cc26c0b021eb499ab57f11d9ec6a677c for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:15:46.368820 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.396666 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.442574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.456723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Transition to ACTIVE for port object 398a58ca-e72c-452e-b599-4cfa7f4b502d will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:46.492879 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.548727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Network 718ce959-0c21-4283-8ef8-71a901ee0e31 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:15:46.553074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:46.557500 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:15:46.634582 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.642038 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.651718 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.670246 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.693843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Transition to ACTIVE for port object d20013e1-2a37-422e-a911-d2a902dcee24 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:46.709788 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.723804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:15:46.748238 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.748595 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Added segment 8a8ff4e4-c1f4-4826-ac56-547af63d7ef9 of type vlan for network 2d939f98-7ffe-4519-8c78-e590434fb9cd Aug 27 14:15:46.820025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Pushing event updated for resources: {'Port': ['ID=398a58ca-e72c-452e-b599-4cfa7f4b502d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:46.855935 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.860303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd12baa-cbcb-4489-ab0d-0316936601e9 None None] Pushing event updated for resources: {'Port': ['ID=d20013e1-2a37-422e-a911-d2a902dcee24,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:46.882536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.912850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f3c9f5-395f-452a-9200-7427faf22e6c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:46.913568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Attempting to bind port d20013e1-2a37-422e-a911-d2a902dcee24 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:15:46.916701 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.918015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:46.918841 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.928746 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Attempting to bind port d20013e1-2a37-422e-a911-d2a902dcee24 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:15:46.929150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Attempting to bind port d20013e1-2a37-422e-a911-d2a902dcee24 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:15:46.947450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:15:46.947831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:15:46.948241 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:46.948650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:15:46.957965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Bound port: d20013e1-2a37-422e-a911-d2a902dcee24, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:15:46.958380 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:47.067083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] Pushing event updated for resources: {'Network': ['ID=2d939f98-7ffe-4519-8c78-e590434fb9cd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:47.084384 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a8ddea6f-3947-42d6-bbf3-904ee54ae7e6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9820070 Aug 27 14:15:47.084720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41990) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:47.091880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] For port d20013e1-2a37-422e-a911-d2a902dcee24, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:15:47.100009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] For port d20013e1-2a37-422e-a911-d2a902dcee24, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d20013e1-2a37-422e-a911-d2a902dcee24,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:15:47.100674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-896a0dcc-312c-4866-bcf7-ac8165091e21 admin admin] Request body: {'subnet': {'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1154571495-subnet', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:47.108764 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 2d939f98-7ffe-4519-8c78-e590434fb9cd details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:15:47.117634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:47.126906 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:47.132735 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:47.148193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896a0dcc-312c-4866-bcf7-ac8165091e21 admin admin] Made reservation on behalf of cc26c0b021eb499ab57f11d9ec6a677c for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:15:47.150819 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-896a0dcc-312c-4866-bcf7-ac8165091e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:47.221335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fc43f389-199d-4bf1-9e9d-f003520295cf None None] Provisioning for port 398a58ca-e72c-452e-b599-4cfa7f4b502d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:15:47.221573 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:47.249404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Pushing event updated for resources: {'Port': ['ID=398a58ca-e72c-452e-b599-4cfa7f4b502d,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:47.266610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd12baa-cbcb-4489-ab0d-0316936601e9 None None] Pushing event updated for resources: {'Port': ['ID=d20013e1-2a37-422e-a911-d2a902dcee24,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:47.271885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fc43f389-199d-4bf1-9e9d-f003520295cf None None] Provisioning complete for port 398a58ca-e72c-452e-b599-4cfa7f4b502d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:47.272505 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fc43f389-199d-4bf1-9e9d-f003520295cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:47.332166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-fc43f389-199d-4bf1-9e9d-f003520295cf None None] Port 398a58ca-e72c-452e-b599-4cfa7f4b502d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:15:47.334771 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Routers {'8c06ddff-0690-467f-89de-c3c5ca1c3f17'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:15:47.335874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:47.340275 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f165f-82bc-47c5-b850-751c29974dcd req-2c9895af-0417-4d6c-954f-40018a053e51 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:47.340455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-447f165f-82bc-47c5-b850-751c29974dcd req-2c9895af-0417-4d6c-954f-40018a053e51 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.2199047 Aug 27 14:15:47.399097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-447f165f-82bc-47c5-b850-751c29974dcd req-ce7028aa-1bb5-483e-bc41-cc1736f39779 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501523 Aug 27 14:15:47.439613 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:47.451235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Network 718ce959-0c21-4283-8ef8-71a901ee0e31 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:15:47.458747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:47.530157 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-32ee271d-164b-4d4f-9ffd-6c1e778b6a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:47.555951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] Set router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:15:47.572701 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-896a0dcc-312c-4866-bcf7-ac8165091e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:47.659937 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a0dcc-312c-4866-bcf7-ac8165091e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0aa3d3-8134-42bb-90e7-2ad4fee1b65e,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:47.707954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:15:47.742047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896a0dcc-312c-4866-bcf7-ac8165091e21 admin admin] Checking segment: {'id': '8a8ff4e4-c1f4-4826-ac56-547af63d7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:15:47.755760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a0dcc-312c-4866-bcf7-ac8165091e21 admin admin] Network hostable DHCP agents. Network: 2d939f98-7ffe-4519-8c78-e590434fb9cd, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:15:47.810206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a0dcc-312c-4866-bcf7-ac8165091e21 admin admin] Network 2d939f98-7ffe-4519-8c78-e590434fb9cd is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:15:47.835251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-896a0dcc-312c-4866-bcf7-ac8165091e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 2d939f98-7ffe-4519-8c78-e590434fb9cd) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:47.842354 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896a0dcc-312c-4866-bcf7-ac8165091e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:47.844298 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-896a0dcc-312c-4866-bcf7-ac8165091e21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:47.877664 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-896a0dcc-312c-4866-bcf7-ac8165091e21 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7915995 Aug 27 14:15:47.881377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 41998) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:47.889284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1154571495-router', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:47.916712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b0eb4a-56fe-49d6-88eb-fefbb77db54a None None] Network 2d939f98-7ffe-4519-8c78-e590434fb9cd requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:15:47.937307 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:47.938110 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:47.962997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:15:47.986786 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-62857f67-f085-4514-9742-e60bfcd1fa90 admin admin] 10.222.0.55 "PUT /v2.0/routers/8c06ddff-0690-467f-89de-c3c5ca1c3f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8671980 Aug 27 14:15:47.987778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ccd98ce9-1e97-4269-9e59-b6334fee8045 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:15:48.107248 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:48.122064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7ee421fe-cdf2-407a-9bcb-093c66c0a299 None None] Provisioning complete for port 398a58ca-e72c-452e-b599-4cfa7f4b502d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:48.122064 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ee421fe-cdf2-407a-9bcb-093c66c0a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:48.250596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7ee421fe-cdf2-407a-9bcb-093c66c0a299 None None] Port 398a58ca-e72c-452e-b599-4cfa7f4b502d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:15:48.294412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ccd98ce9-1e97-4269-9e59-b6334fee8045 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:48.298349 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:48.392022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-2d939f98-7ffe-4519-8c78-e590434fb9cd', 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'fixed_ips': [{'subnet_id': 'af0aa3d3-8134-42bb-90e7-2ad4fee1b65e'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:15:48.393050 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:48.414999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 2, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:48.528747 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c096d2-3c60-414f-b528-84d7f32273ba None None] The sync data for ids ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'] in n-d-712139-12 is: [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 2, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:15:48.684324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46969060-0252-4767-9d15-3caf5267ceab req-fbd6967a-3618-4a4a-b013-06c5337f1b68 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:48.707039 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-46969060-0252-4767-9d15-3caf5267ceab req-fbd6967a-3618-4a4a-b013-06c5337f1b68 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.1369746 Aug 27 14:15:48.812724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-46969060-0252-4767-9d15-3caf5267ceab req-5d444f90-4322-4614-ba10-14d29b1756dd tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792067 Aug 27 14:15:49.260046 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:49.274657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42030) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:49.290212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-566694672-network', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:49.325831 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23e0fe-814b-490f-94fd-9ef3ccbe9f02 req-f3ea5999-067d-4ee1-9ccd-2a30a3da1fd3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:49.345826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Made reservation on behalf of 6d4dc331fcf449a998d9b6acc9b7c251 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:15:49.352943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:49.359901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23e0fe-814b-490f-94fd-9ef3ccbe9f02 req-f3ea5999-067d-4ee1-9ccd-2a30a3da1fd3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:49.367961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Allocated IP 172.20.0.2 (2d939f98-7ffe-4519-8c78-e590434fb9cd/af0aa3d3-8134-42bb-90e7-2ad4fee1b65e/2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:15:49.391425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23e0fe-814b-490f-94fd-9ef3ccbe9f02 req-f3ea5999-067d-4ee1-9ccd-2a30a3da1fd3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:49.395267 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:49.411796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23e0fe-814b-490f-94fd-9ef3ccbe9f02 req-f3ea5999-067d-4ee1-9ccd-2a30a3da1fd3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:49.430733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23e0fe-814b-490f-94fd-9ef3ccbe9f02 req-f3ea5999-067d-4ee1-9ccd-2a30a3da1fd3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:49.465298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23e0fe-814b-490f-94fd-9ef3ccbe9f02 req-f3ea5999-067d-4ee1-9ccd-2a30a3da1fd3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:49.486140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23e0fe-814b-490f-94fd-9ef3ccbe9f02 req-f3ea5999-067d-4ee1-9ccd-2a30a3da1fd3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:49.496434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb23e0fe-814b-490f-94fd-9ef3ccbe9f02 req-f3ea5999-067d-4ee1-9ccd-2a30a3da1fd3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5444 time: 0.5754087 Aug 27 14:15:49.619294 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb23e0fe-814b-490f-94fd-9ef3ccbe9f02 req-540edcad-b4f5-44cd-a3ad-6b1f030ee8e6 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1181111 Aug 27 14:15:49.623422 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:49.658000 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Transition to ACTIVE for port object 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:49.699433 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Transition to ACTIVE for port object 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:49.728364 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:49.731231 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:49.745684 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:49.770776 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:15:49.794630 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:49.795216 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Added segment 69c74041-673b-4616-97d5-f3a52bcf81e8 of type vlan for network 862db5a4-8dce-4aa0-967d-cbf1211aab91 Aug 27 14:15:49.898125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Network 2d939f98-7ffe-4519-8c78-e590434fb9cd is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:15:49.901041 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:49.904187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Pushing event updated for resources: {'Port': ['ID=2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:49.908582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:49.910975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:49.922489 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:15:49.979706 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:49.980679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:49.981273 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:50.049390 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:50.096379 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Attempting to bind port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:15:50.097297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Attempting to bind port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '8a8ff4e4-c1f4-4826-ac56-547af63d7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:15:50.098083 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Attempting to bind port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c on network 2d939f98-7ffe-4519-8c78-e590434fb9cd {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:15:50.105119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:15:50.106131 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Checking segment: {'id': '8a8ff4e4-c1f4-4826-ac56-547af63d7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:15:50.106540 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:50.106967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Bound using segment: {'id': '8a8ff4e4-c1f4-4826-ac56-547af63d7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:15:50.107448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Bound port: 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8ff4e4-c1f4-4826-ac56-547af63d7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:15:50.107835 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:50.114578 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:50.287894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] For port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:15:50.307359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] For port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c,segment=NetworkSegment(8a8ff4e4-c1f4-4826-ac56-547af63d7ef9),segment_id=8a8ff4e4-c1f4-4826-ac56-547af63d7ef9)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:15:50.316914 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:50.340454 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0638785 Aug 27 14:15:50.341278 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66ba7f9-9b3c-4afc-b3fc-77e0adb5191a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:50.358258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42040) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:50.398302 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-879a8896-a953-459a-91b2-df229a3a4504 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:50.420522 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-879a8896-a953-459a-91b2-df229a3a4504 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:50.446904 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-879a8896-a953-459a-91b2-df229a3a4504 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:50.451430 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Allocated IP 172.25.2.149 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/123729bd-eb78-4e1e-9faf-83776f8abe82) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:15:50.469141 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:50.479891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-879a8896-a953-459a-91b2-df229a3a4504 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:50.488967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-879a8896-a953-459a-91b2-df229a3a4504 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:50.529034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-879a8896-a953-459a-91b2-df229a3a4504 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:50.559893 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-879a8896-a953-459a-91b2-df229a3a4504 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:50.568851 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-879a8896-a953-459a-91b2-df229a3a4504 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5444 time: 0.9157538 Aug 27 14:15:50.571960 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31a535-439b-419b-8517-1003f872a8b1 None None] Pushing event updated for resources: {'Port': ['ID=2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:50.587513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b616ea2e-429f-431f-9a07-511a46370879 admin admin] Request body: {'subnet': {'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-566694672-subnet', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:50.654257 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:50.699796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-51536bc2-2084-47a0-a380-d284f6f6238f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:50.705555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-51536bc2-2084-47a0-a380-d284f6f6238f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "GET /v2.0/ports/677605c6-e919-46d6-a490-daeeabe16f0d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1065650 Aug 27 14:15:50.721781 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:50.734245 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8a708-0a3e-498c-85b9-d3c1920f7e67 admin admin] Pushing event updated for resources: {'Network': ['ID=862db5a4-8dce-4aa0-967d-cbf1211aab91,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:50.746121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 862db5a4-8dce-4aa0-967d-cbf1211aab91 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:15:50.860334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:15:50.869769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Pushing event updated for resources: {'Port': ['ID=123729bd-eb78-4e1e-9faf-83776f8abe82,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:50.881573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:50.886485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a54846-0475-408b-942c-df3ba33775cc req-3bdbb159-c944-4d60-9be8-57dda66dfc8d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:50.894531 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64a54846-0475-408b-942c-df3ba33775cc req-3bdbb159-c944-4d60-9be8-57dda66dfc8d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.8546622 Aug 27 14:15:50.901974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:15:50.974454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b616ea2e-429f-431f-9a07-511a46370879 admin admin] Made reservation on behalf of 6d4dc331fcf449a998d9b6acc9b7c251 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:15:50.984864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b616ea2e-429f-431f-9a07-511a46370879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:51.259891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4684b-32be-4ef9-a41a-66d3ad1b67f3 req-eff1203f-8b3b-48a7-8291-df140c6ee620 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:51.297226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4684b-32be-4ef9-a41a-66d3ad1b67f3 req-eff1203f-8b3b-48a7-8291-df140c6ee620 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:51.315323 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4684b-32be-4ef9-a41a-66d3ad1b67f3 req-eff1203f-8b3b-48a7-8291-df140c6ee620 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:51.324186 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4684b-32be-4ef9-a41a-66d3ad1b67f3 req-eff1203f-8b3b-48a7-8291-df140c6ee620 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:51.330798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4684b-32be-4ef9-a41a-66d3ad1b67f3 req-eff1203f-8b3b-48a7-8291-df140c6ee620 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:51.337282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4684b-32be-4ef9-a41a-66d3ad1b67f3 req-eff1203f-8b3b-48a7-8291-df140c6ee620 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:51.343506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4684b-32be-4ef9-a41a-66d3ad1b67f3 req-eff1203f-8b3b-48a7-8291-df140c6ee620 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:51.353586 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7fe4684b-32be-4ef9-a41a-66d3ad1b67f3 req-eff1203f-8b3b-48a7-8291-df140c6ee620 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5444 time: 0.4881811 Aug 27 14:15:51.398990 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:51.449507 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64a54846-0475-408b-942c-df3ba33775cc req-f8b68b01-01ad-422f-900f-1ca3978c7078 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538561 Aug 27 14:15:51.460833 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b616ea2e-429f-431f-9a07-511a46370879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:51.498519 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7fe4684b-32be-4ef9-a41a-66d3ad1b67f3 req-e6e2cfac-3fa9-45fc-bc43-0d5d9593246d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438601 Aug 27 14:15:51.604233 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-07b5ed34-f1f4-423a-844e-359f869faf9d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "GET /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8563976 Aug 27 14:15:51.642174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-de51b93b-7b72-4e82-b33c-a8acd998636d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:51.655263 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616ea2e-429f-431f-9a07-511a46370879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a09e4944-7748-4cfd-8209-4a9d0e8829b8,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:51.751878 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:52.112062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d20013e1-2a37-422e-a911-d2a902dcee24 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:15:52.138935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616ea2e-429f-431f-9a07-511a46370879 admin admin] Checking segment: {'id': '69c74041-673b-4616-97d5-f3a52bcf81e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:15:52.139469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616ea2e-429f-431f-9a07-511a46370879 admin admin] Network hostable DHCP agents. Network: 862db5a4-8dce-4aa0-967d-cbf1211aab91, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:15:52.162398 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:52.219898 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-de51b93b-7b72-4e82-b33c-a8acd998636d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:52.235927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616ea2e-429f-431f-9a07-511a46370879 admin admin] Network 862db5a4-8dce-4aa0-967d-cbf1211aab91 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:15:52.261263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port d20013e1-2a37-422e-a911-d2a902dcee24 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:15:52.289854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d20013e1-2a37-422e-a911-d2a902dcee24 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:52.290237 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:52.387079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b616ea2e-429f-431f-9a07-511a46370879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 862db5a4-8dce-4aa0-967d-cbf1211aab91) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:52.397518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b616ea2e-429f-431f-9a07-511a46370879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:52.399675 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b616ea2e-429f-431f-9a07-511a46370879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:52.399962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3778830a-6627-468a-8fcd-b9ab7aab8122 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:15:52.408499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922707a-d3f0-44e0-939d-adafcbf844fd None None] Network 2d939f98-7ffe-4519-8c78-e590434fb9cd requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:15:52.504474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Router e2942b9d-a2e3-4815-b2c2-1ef048aebf37 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:15:52.542083 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450ed19f-3dd6-4ba0-aefc-8bbaadcc93ea None None] Network 862db5a4-8dce-4aa0-967d-cbf1211aab91 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:15:52.636355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-de51b93b-7b72-4e82-b33c-a8acd998636d service neutron] For port 677605c6-e919-46d6-a490-daeeabe16f0d, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=677605c6-e919-46d6-a490-daeeabe16f0d,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:52.707814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8813b49d-4469-4a03-9d22-c0f3bbb4bd93 None None] Provisioning for port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:15:52.717650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-de51b93b-7b72-4e82-b33c-a8acd998636d service neutron] For port 677605c6-e919-46d6-a490-daeeabe16f0d, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:15:52.836443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-de51b93b-7b72-4e82-b33c-a8acd998636d service neutron] device_id is not set on port 677605c6-e919-46d6-a490-daeeabe16f0d yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:15:52.864614 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-de51b93b-7b72-4e82-b33c-a8acd998636d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:52.911009 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:52.927064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-de51b93b-7b72-4e82-b33c-a8acd998636d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:52.962464 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Sync routers for ids ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:15:52.976353 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Routers {'8c06ddff-0690-467f-89de-c3c5ca1c3f17'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:15:52.976979 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:53.049703 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:53.064063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6eca3-efba-4f2c-af3a-76a75cc1f265 req-aed45b68-45e5-48b3-bd05-c864a2580421 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:53.066973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3778830a-6627-468a-8fcd-b9ab7aab8122'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:15:53.071346 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31c38ea-dda5-434d-af96-ccc82848cb0e" -d '{"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-unplugged", "status": "completed", "tag": "3778830a-6627-468a-8fcd-b9ab7aab8122"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:15:53.074947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51b93b-7b72-4e82-b33c-a8acd998636d service neutron] Pushing event updated for resources: {'Port': ['ID=677605c6-e919-46d6-a490-daeeabe16f0d,revision_number=6']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:53.101582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6eca3-efba-4f2c-af3a-76a75cc1f265 req-aed45b68-45e5-48b3-bd05-c864a2580421 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:53.105869 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b616ea2e-429f-431f-9a07-511a46370879 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5261514 Aug 27 14:15:53.108511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42068) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:53.115302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6eca3-efba-4f2c-af3a-76a75cc1f265 req-aed45b68-45e5-48b3-bd05-c864a2580421 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:53.134432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6eca3-efba-4f2c-af3a-76a75cc1f265 req-aed45b68-45e5-48b3-bd05-c864a2580421 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:53.135834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-566694672-router', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:53.144639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3778830a-6627-468a-8fcd-b9ab7aab8122, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3778830a-6627-468a-8fcd-b9ab7aab8122,segment=NetworkSegment(6c2a41b8-67cc-4399-941c-8a8267867962),segment_id=6c2a41b8-67cc-4399-941c-8a8267867962)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:53.160058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6eca3-efba-4f2c-af3a-76a75cc1f265 req-aed45b68-45e5-48b3-bd05-c864a2580421 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:53.169304 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:53.171017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device aebed0d9-774b-4d60-8f79-9d86a51d0a11 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:15:53.181296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port d20013e1-2a37-422e-a911-d2a902dcee24, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d20013e1-2a37-422e-a911-d2a902dcee24,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:53.205444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6eca3-efba-4f2c-af3a-76a75cc1f265 req-aed45b68-45e5-48b3-bd05-c864a2580421 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:53.228938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6eca3-efba-4f2c-af3a-76a75cc1f265 req-aed45b68-45e5-48b3-bd05-c864a2580421 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:53.241188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e5d6eca3-efba-4f2c-af3a-76a75cc1f265 req-aed45b68-45e5-48b3-bd05-c864a2580421 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 5366 time: 0.5802429 Aug 27 14:15:53.251380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-de51b93b-7b72-4e82-b33c-a8acd998636d service neutron] No DVR routers for this DVR port 677605c6-e919-46d6-a490-daeeabe16f0d on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:15:53.280808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:15:53.361679 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:53.363320 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:53.363623 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:53.366213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:15:53.372104 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Set router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:15:53.385474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25c8a8-ad4b-47ef-acc9-e7fed811278d req-d72111fe-dd24-49bf-9cf5-ea8e53a0aec7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:53.399371 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e25c8a8-ad4b-47ef-acc9-e7fed811278d req-d72111fe-dd24-49bf-9cf5-ea8e53a0aec7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.5170989 Aug 27 14:15:53.445731 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e5d6eca3-efba-4f2c-af3a-76a75cc1f265 req-97fbab82-6085-4336-8300-3163ae46a07d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2035985 Aug 27 14:15:53.451899 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:53.460316 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bb987fb2-6857-42b3-8643-ee0f454b79f1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5736201 Aug 27 14:15:53.461078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42072) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:53.529264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-de51b93b-7b72-4e82-b33c-a8acd998636d service neutron] In _notify_port_updated(), no bound segment for port 677605c6-e919-46d6-a490-daeeabe16f0d on network 349c90a1-8303-43bc-8748-cfbba77d7be8 {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:15:53.535163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-de51b93b-7b72-4e82-b33c-a8acd998636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:53.535911 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-de51b93b-7b72-4e82-b33c-a8acd998636d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:53.541596 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-de51b93b-7b72-4e82-b33c-a8acd998636d service neutron] 10.222.0.52 "PUT /v2.0/ports/677605c6-e919-46d6-a490-daeeabe16f0d HTTP/1.1" status: 200 len: 1033 time: 1.9298553 Aug 27 14:15:53.579297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Sync routers for ids ['e2942b9d-a2e3-4815-b2c2-1ef048aebf37'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:15:53.593301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-862db5a4-8dce-4aa0-967d-cbf1211aab91', 'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'fixed_ips': [{'subnet_id': 'a09e4944-7748-4cfd-8209-4a9d0e8829b8'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:15:53.594152 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:53.659330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Routers {'e2942b9d-a2e3-4815-b2c2-1ef048aebf37'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:15:53.664238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2942b9d-a2e3-4815-b2c2-1ef048aebf37'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:53.719562 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e25c8a8-ad4b-47ef-acc9-e7fed811278d req-a310ed50-bc64-4c6c-b404-265d8c441562 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179746 Aug 27 14:15:53.864238 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:53.889711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Set router e2942b9d-a2e3-4815-b2c2-1ef048aebf37 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:15:53.971283 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8151df53-be31-4645-b2ab-ea877e7ce32d x-openstack-request-id: req-8151df53-be31-4645-b2ab-ea877e7ce32d {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:15:53.971656 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-unplugged", "status": "completed", "tag": "3778830a-6627-468a-8fcd-b9ab7aab8122", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:15:53.972417 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8151df53-be31-4645-b2ab-ea877e7ce32d {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:15:53.973065 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3778830a-6627-468a-8fcd-b9ab7aab8122', 'code': 200} Aug 27 14:15:54.089824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-1c7141b1-8a55-44e4-84a0-6a849ab8ce67 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:54.095037 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-1c7141b1-8a55-44e4-84a0-6a849ab8ce67 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "GET /v2.0/ports/68b4dc15-5d13-4e69-996f-6db8ab289022?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4121301 Aug 27 14:15:54.106646 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 2, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:54.117557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-39d04f48-f80c-4ba8-bd7c-e2c51fef32f8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:54.147304 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Checking router: 8c06ddff-0690-467f-89de-c3c5ca1c3f17 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:15:54.147832 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Updating router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 port 398a58ca-e72c-452e-b599-4cfa7f4b502d binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:15:54.195195 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:54.277251 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:54.313826 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:54.367216 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-39d04f48-f80c-4ba8-bd7c-e2c51fef32f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:54.454341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dd1e9ead-e163-4903-af13-6e06a1cd00be None None] Provisioning complete for port 677605c6-e919-46d6-a490-daeeabe16f0d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:54.454899 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9ead-e163-4903-af13-6e06a1cd00be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:54.544731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port aebed0d9-774b-4d60-8f79-9d86a51d0a11, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=aebed0d9-774b-4d60-8f79-9d86a51d0a11,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:54.546326 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=3778830a-6627-468a-8fcd-b9ab7aab8122,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:54.554261 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:54.588495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e9ead-e163-4903-af13-6e06a1cd00be None None] Port 677605c6-e919-46d6-a490-daeeabe16f0d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:15:54.590554 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:54.592114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3f99205f-0d46-4175-88de-4b557998aa97 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:15:54.641254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:15:54.774960 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:54.777796 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:54.810921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-39d04f48-f80c-4ba8-bd7c-e2c51fef32f8 service neutron] For port 68b4dc15-5d13-4e69-996f-6db8ab289022, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=68b4dc15-5d13-4e69-996f-6db8ab289022,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:54.858631 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12efcd9-8c86-4ba3-a504-e2eac29ee192 req-3450b153-c575-4133-a532-b216ebf19d96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:54.875727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12efcd9-8c86-4ba3-a504-e2eac29ee192 req-3450b153-c575-4133-a532-b216ebf19d96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:54.883133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12efcd9-8c86-4ba3-a504-e2eac29ee192 req-3450b153-c575-4133-a532-b216ebf19d96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:54.904153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12efcd9-8c86-4ba3-a504-e2eac29ee192 req-3450b153-c575-4133-a532-b216ebf19d96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:54.914488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12efcd9-8c86-4ba3-a504-e2eac29ee192 req-3450b153-c575-4133-a532-b216ebf19d96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:54.917787 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:54.924660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12efcd9-8c86-4ba3-a504-e2eac29ee192 req-3450b153-c575-4133-a532-b216ebf19d96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:54.947149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a12efcd9-8c86-4ba3-a504-e2eac29ee192 req-3450b153-c575-4133-a532-b216ebf19d96 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 4660 time: 0.3211622 Aug 27 14:15:54.947482 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Transition to ACTIVE for port object 398a58ca-e72c-452e-b599-4cfa7f4b502d will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:54.964121 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.053662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-39d04f48-f80c-4ba8-bd7c-e2c51fef32f8 service neutron] For port 68b4dc15-5d13-4e69-996f-6db8ab289022, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:15:55.059170 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a12efcd9-8c86-4ba3-a504-e2eac29ee192 req-1f0033ce-ebd6-41ae-bbe1-52f1e22e5d76 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&id=0039ea0f-abc8-40bd-ae11-9f2e31110d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1103203 Aug 27 14:15:55.119187 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Pushing event updated for resources: {'Port': ['ID=398a58ca-e72c-452e-b599-4cfa7f4b502d,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:55.189463 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:55.190056 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:55.191022 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:55.191380 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:55.191714 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:55.192049 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:55.192490 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:55.192819 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:55.193145 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:55.193473 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:55.193797 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:55.194311 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:55.238382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Allocated IP 172.20.0.1 (2d939f98-7ffe-4519-8c78-e590434fb9cd/af0aa3d3-8134-42bb-90e7-2ad4fee1b65e/628d4c3e-1d21-4ae6-af6d-617366182c99) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:15:55.245243 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Attempting to bind port 398a58ca-e72c-452e-b599-4cfa7f4b502d on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:15:55.245666 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Attempting to bind port 398a58ca-e72c-452e-b599-4cfa7f4b502d by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '4620d634-3e04-4107-8c82-1069675e43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:15:55.246037 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Attempting to bind port 398a58ca-e72c-452e-b599-4cfa7f4b502d on network 718ce959-0c21-4283-8ef8-71a901ee0e31 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:15:55.254790 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:15:55.255491 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Checking segment: {'id': '4620d634-3e04-4107-8c82-1069675e43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:15:55.256102 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.256571 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Bound using segment: {'id': '4620d634-3e04-4107-8c82-1069675e43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:15:55.257216 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Bound port: 398a58ca-e72c-452e-b599-4cfa7f4b502d, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4620d634-3e04-4107-8c82-1069675e43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:15:55.257668 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.343585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-39d04f48-f80c-4ba8-bd7c-e2c51fef32f8 service neutron] device_id is not set on port 68b4dc15-5d13-4e69-996f-6db8ab289022 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:15:55.364265 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-39d04f48-f80c-4ba8-bd7c-e2c51fef32f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.390213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fa20f-b852-4646-9317-f427c0ef4934 req-2593a2d9-d987-478a-8cfa-a8d8221f4805 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:55.401867 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e2fa20f-b852-4646-9317-f427c0ef4934 req-2593a2d9-d987-478a-8cfa-a8d8221f4805 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.5104840 Aug 27 14:15:55.410184 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.422424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'name': 'tempest-TestAggregatesBasicOps-1154571495-router', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:47Z', 'updated_at': '2021-08-27T14:15:51Z', 'revision_number': 3, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'gw_port': {'id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:50Z', 'updated_at': '2021-08-27T14:15:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:55.423912 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] For port 398a58ca-e72c-452e-b599-4cfa7f4b502d, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:15:55.428592 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] For port 398a58ca-e72c-452e-b599-4cfa7f4b502d, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=398a58ca-e72c-452e-b599-4cfa7f4b502d,segment=NetworkSegment(4620d634-3e04-4107-8c82-1069675e43c8),segment_id=4620d634-3e04-4107-8c82-1069675e43c8)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:15:55.435093 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.436079 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-39d04f48-f80c-4ba8-bd7c-e2c51fef32f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.497970 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.519070 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Routers {'8c06ddff-0690-467f-89de-c3c5ca1c3f17'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:15:55.520218 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:55.524822 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdf212-5722-4586-933e-3da6ac24fef9 None None] Pushing event updated for resources: {'Port': ['ID=398a58ca-e72c-452e-b599-4cfa7f4b502d,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:55.534932 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.544576 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Transition to ACTIVE for port object 628d4c3e-1d21-4ae6-af6d-617366182c99 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:55.561178 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e2fa20f-b852-4646-9317-f427c0ef4934 req-245d90a7-c831-475f-9a10-b22c3e4debe8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529176 Aug 27 14:15:55.562051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d04f48-f80c-4ba8-bd7c-e2c51fef32f8 service neutron] Pushing event updated for resources: {'Port': ['ID=68b4dc15-5d13-4e69-996f-6db8ab289022,revision_number=6']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:55.564731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=d20013e1-2a37-422e-a911-d2a902dcee24,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:55.593421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Checking router: e2942b9d-a2e3-4815-b2c2-1ef048aebf37 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:15:55.593772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Updating router e2942b9d-a2e3-4815-b2c2-1ef048aebf37 port 123729bd-eb78-4e1e-9faf-83776f8abe82 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:15:55.604873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-39d04f48-f80c-4ba8-bd7c-e2c51fef32f8 service neutron] No DVR routers for this DVR port 68b4dc15-5d13-4e69-996f-6db8ab289022 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:15:55.613141 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.621411 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.676842 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.679988 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Network 2d939f98-7ffe-4519-8c78-e590434fb9cd is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:15:55.685971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:55.689575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:15:55.773786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Pushing event updated for resources: {'Port': ['ID=628d4c3e-1d21-4ae6-af6d-617366182c99,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:55.807838 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Allocated IP 172.20.0.2 (862db5a4-8dce-4aa0-967d-cbf1211aab91/a09e4944-7748-4cfd-8209-4a9d0e8829b8/7f28409b-5a70-4568-bc81-6ac544e03932) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:15:55.812057 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.826907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-39d04f48-f80c-4ba8-bd7c-e2c51fef32f8 service neutron] In _notify_port_updated(), no bound segment for port 68b4dc15-5d13-4e69-996f-6db8ab289022 on network 349c90a1-8303-43bc-8748-cfbba77d7be8 {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:15:55.830036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-39d04f48-f80c-4ba8-bd7c-e2c51fef32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:55.832904 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] Set router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:15:55.833674 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-39d04f48-f80c-4ba8-bd7c-e2c51fef32f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.835261 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-39d04f48-f80c-4ba8-bd7c-e2c51fef32f8 service neutron] 10.222.0.52 "PUT /v2.0/ports/68b4dc15-5d13-4e69-996f-6db8ab289022 HTTP/1.1" status: 200 len: 1032 time: 1.7274847 Aug 27 14:15:55.859620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c,segment=NetworkSegment(8a8ff4e4-c1f4-4826-ac56-547af63d7ef9),segment_id=8a8ff4e4-c1f4-4826-ac56-547af63d7ef9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:55.888112 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:55.916695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3f99205f-0d46-4175-88de-4b557998aa97, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3f99205f-0d46-4175-88de-4b557998aa97,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:55.921542 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:56.145509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Allocated IP 172.25.2.78 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/6ddc8f42-f54a-4844-a75d-533b3b28761a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:15:56.240926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aebed0d9-774b-4d60-8f79-9d86a51d0a11'}, {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f99205f-0d46-4175-88de-4b557998aa97'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:15:56.243229 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90013baa-91a3-4949-aaec-9d5624db922f" -d '{"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-unplugged", "status": "completed", "tag": "aebed0d9-774b-4d60-8f79-9d86a51d0a11"}, {"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-unplugged", "status": "completed", "tag": "3f99205f-0d46-4175-88de-4b557998aa97"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:15:56.248141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 398a58ca-e72c-452e-b599-4cfa7f4b502d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:15:56.265282 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:56.266490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c308f833-e976-48d9-bd41-c2864637f8d8 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:15:56.297339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-76acd6c7-010f-4322-814b-a643d8b55f87 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Deleting port aebed0d9-774b-4d60-8f79-9d86a51d0a11 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:15:56.297339 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-76acd6c7-010f-4322-814b-a643d8b55f87 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:56.302734 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:56.316209 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:55Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:56.401472 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11604b07-ba94-43d5-981e-c80144c0ca70 None None] The sync data for ids ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'] in n-d-712139-12 is: [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:55Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:15:56.406573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=aebed0d9-774b-4d60-8f79-9d86a51d0a11,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:56.452874 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 27 Aug 2021 14:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3857e4eb-e04e-4567-a311-af803fb23351 x-openstack-request-id: req-3857e4eb-e04e-4567-a311-af803fb23351 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:15:56.453444 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-unplugged", "status": "completed", "tag": "aebed0d9-774b-4d60-8f79-9d86a51d0a11", "code": 200}, {"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-unplugged", "status": "completed", "tag": "3f99205f-0d46-4175-88de-4b557998aa97", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:15:56.453629 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3857e4eb-e04e-4567-a311-af803fb23351 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:15:56.453999 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aebed0d9-774b-4d60-8f79-9d86a51d0a11', 'code': 200} Aug 27 14:15:56.454261 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f99205f-0d46-4175-88de-4b557998aa97', 'code': 200} Aug 27 14:15:56.507321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:56.522734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:56.527924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-76acd6c7-010f-4322-814b-a643d8b55f87 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] For port aebed0d9-774b-4d60-8f79-9d86a51d0a11, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=aebed0d9-774b-4d60-8f79-9d86a51d0a11,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:56.528581 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-76acd6c7-010f-4322-814b-a643d8b55f87 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:56.549180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-76acd6c7-010f-4322-814b-a643d8b55f87 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Calling delete_port for aebed0d9-774b-4d60-8f79-9d86a51d0a11 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:15:56.574332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-76da1492-bd67-40c9-8552-cadcf74e665b None None] Provisioning complete for port 68b4dc15-5d13-4e69-996f-6db8ab289022 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:56.574741 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-76da1492-bd67-40c9-8552-cadcf74e665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:56.607956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160c809-320d-42c4-bd42-462cdf4702f0 req-0ab06a45-5fa2-42fc-8268-af89f0bf9bb5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:56.615819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160c809-320d-42c4-bd42-462cdf4702f0 req-0ab06a45-5fa2-42fc-8268-af89f0bf9bb5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:56.622978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160c809-320d-42c4-bd42-462cdf4702f0 req-0ab06a45-5fa2-42fc-8268-af89f0bf9bb5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:56.631172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160c809-320d-42c4-bd42-462cdf4702f0 req-0ab06a45-5fa2-42fc-8268-af89f0bf9bb5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:56.637412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160c809-320d-42c4-bd42-462cdf4702f0 req-0ab06a45-5fa2-42fc-8268-af89f0bf9bb5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:56.648393 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f160c809-320d-42c4-bd42-462cdf4702f0 req-0ab06a45-5fa2-42fc-8268-af89f0bf9bb5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 3879 time: 0.3813088 Aug 27 14:15:56.669221 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d2a6b-2b9e-4135-9a74-fafe3b070694 req-9ad5fc87-2a56-40f0-94d7-5522e0887a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:56.676413 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d09d2a6b-2b9e-4135-9a74-fafe3b070694 req-9ad5fc87-2a56-40f0-94d7-5522e0887a3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 1097 time: 0.4420130 Aug 27 14:15:56.711901 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:56.807378 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:15:56.818988 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f160c809-320d-42c4-bd42-462cdf4702f0 req-ab082a90-9f8b-44ef-9aa7-ead8641fcfb7 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660800 Aug 27 14:15:56.823546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:56.832403 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:15:56.845497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Pushing event updated for resources: {'Port': ['ID=6ddc8f42-f54a-4844-a75d-533b3b28761a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:56.865882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-76da1492-bd67-40c9-8552-cadcf74e665b None None] Port 68b4dc15-5d13-4e69-996f-6db8ab289022 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:15:56.873268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cfbc6-aa4e-4943-97c1-506e0711c668 req-730ef3af-3eaf-4114-8384-efe11fa0e86a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:56.874862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc0cfbc6-aa4e-4943-97c1-506e0711c668 req-730ef3af-3eaf-4114-8384-efe11fa0e86a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.1777396 Aug 27 14:15:56.906417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d2a6b-2b9e-4135-9a74-fafe3b070694 req-771eb995-7f32-4763-977a-87c3eb5eadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:56.909977 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d09d2a6b-2b9e-4135-9a74-fafe3b070694 req-771eb995-7f32-4763-977a-87c3eb5eadbe service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.2214797 Aug 27 14:15:56.917472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=3f99205f-0d46-4175-88de-4b557998aa97,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:56.949418 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 398a58ca-e72c-452e-b599-4cfa7f4b502d completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:15:56.963767 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:56.977759 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:56.989485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:56.990217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:56.990736 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:56.991225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:56.991711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:56.992219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:56.992831 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:56.993333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:56.993815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:56.994304 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:56.994956 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:56.995436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:57.017387 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 398a58ca-e72c-452e-b599-4cfa7f4b502d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:57.017763 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.041575 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc0cfbc6-aa4e-4943-97c1-506e0711c668 req-09662303-2df6-4299-a879-717381c568aa tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800149 Aug 27 14:15:57.067771 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.077520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-76da1492-bd67-40c9-8552-cadcf74e665b None None] Provisioning complete for port 398a58ca-e72c-452e-b599-4cfa7f4b502d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:57.077896 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-76da1492-bd67-40c9-8552-cadcf74e665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.107010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Pushing event updated for resources: {'Port': ['ID=628d4c3e-1d21-4ae6-af6d-617366182c99,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:57.113708 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d09d2a6b-2b9e-4135-9a74-fafe3b070694 req-2f83b9c7-370f-4cd4-ad1b-829e84079c39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c7b7ca-357a-42fb-b419-90ff0a4aa85d HTTP/1.1" status: 200 len: 217 time: 0.1473491 Aug 27 14:15:57.171067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:57.171498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:57.171907 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:57.172313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:57.172710 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:57.173107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:57.173501 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:57.173893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:57.174357 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:57.174853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:57.175285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:57.175680 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:57.197453 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.203931 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-76acd6c7-010f-4322-814b-a643d8b55f87 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.217032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d2a6b-2b9e-4135-9a74-fafe3b070694 req-ceca9159-223d-455a-979a-f0c036f97c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:57.218676 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d09d2a6b-2b9e-4135-9a74-fafe3b070694 req-ceca9159-223d-455a-979a-f0c036f97c4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.0946550 Aug 27 14:15:57.224487 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.235843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c308f833-e976-48d9-bd41-c2864637f8d8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c308f833-e976-48d9-bd41-c2864637f8d8,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:57.239054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Transition to ACTIVE for port object 7f28409b-5a70-4568-bc81-6ac544e03932 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:57.255768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.256498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device e66d1e65-8d51-4535-83f4-6223b16652e5 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:15:57.270913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acd6c7-010f-4322-814b-a643d8b55f87 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event deleted for resources: {'Port': ['ID=aebed0d9-774b-4d60-8f79-9d86a51d0a11,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:57.328922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-76acd6c7-010f-4322-814b-a643d8b55f87 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] No DVR routers for this DVR port aebed0d9-774b-4d60-8f79-9d86a51d0a11 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:15:57.333000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-76acd6c7-010f-4322-814b-a643d8b55f87 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.335661 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-76acd6c7-010f-4322-814b-a643d8b55f87 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "DELETE /v2.0/ports/aebed0d9-774b-4d60-8f79-9d86a51d0a11 HTTP/1.1" status: 204 len: 173 time: 1.4941525 Aug 27 14:15:57.336119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-deleted', 'tag': 'aebed0d9-774b-4d60-8f79-9d86a51d0a11'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:15:57.338569 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a793aed-55bc-46d5-9c36-a4b32015d62e" -d '{"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-deleted", "tag": "aebed0d9-774b-4d60-8f79-9d86a51d0a11"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:15:57.358441 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.372708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Transition to ACTIVE for port object 123729bd-eb78-4e1e-9faf-83776f8abe82 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:57.486716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d2a6b-2b9e-4135-9a74-fafe3b070694 req-9ae6ed54-6a9a-465b-a54b-beca19e6c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:57.492376 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d09d2a6b-2b9e-4135-9a74-fafe3b070694 req-9ae6ed54-6a9a-465b-a54b-beca19e6c349 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2637093 Aug 27 14:15:57.494151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=c308f833-e976-48d9-bd41-c2864637f8d8,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:57.522833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Transition to ACTIVE for port object 7f28409b-5a70-4568-bc81-6ac544e03932 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:15:57.544505 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3e4f32-95a5-4d06-b513-ef1a383cce46 x-openstack-request-id: req-9d3e4f32-95a5-4d06-b513-ef1a383cce46 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:15:57.545091 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-deleted", "tag": "aebed0d9-774b-4d60-8f79-9d86a51d0a11", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:15:57.545091 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d3e4f32-95a5-4d06-b513-ef1a383cce46 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:15:57.545439 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-deleted', 'tag': 'aebed0d9-774b-4d60-8f79-9d86a51d0a11', 'status': 'completed', 'code': 200} Aug 27 14:15:57.554081 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.569292 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Network 2d939f98-7ffe-4519-8c78-e590434fb9cd is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:15:57.570933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:57.748569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-950f677f-2058-44e2-ac0b-69a077cfa506 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Deleting port 3f99205f-0d46-4175-88de-4b557998aa97 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:15:57.748941 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-950f677f-2058-44e2-ac0b-69a077cfa506 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.757904 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.798083 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.881400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Network 862db5a4-8dce-4aa0-967d-cbf1211aab91 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:15:57.930488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d09d2a6b-2b9e-4135-9a74-fafe3b070694 req-0efa9e7b-222e-48e1-b40c-599521e46a0b service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523425 Aug 27 14:15:57.934215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:15:57.941739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Router e2942b9d-a2e3-4815-b2c2-1ef048aebf37 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:15:57.941983 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.960172 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-76da1492-bd67-40c9-8552-cadcf74e665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:57.977485 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:58.053778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:15:58.083738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 398a58ca-e72c-452e-b599-4cfa7f4b502d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=398a58ca-e72c-452e-b599-4cfa7f4b502d,segment=NetworkSegment(4620d634-3e04-4107-8c82-1069675e43c8),segment_id=4620d634-3e04-4107-8c82-1069675e43c8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:58.098270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42124) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:58.125191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port e66d1e65-8d51-4535-83f4-6223b16652e5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=e66d1e65-8d51-4535-83f4-6223b16652e5,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:58.178284 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:58.180092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d20013e1-2a37-422e-a911-d2a902dcee24 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:15:58.238052 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-76da1492-bd67-40c9-8552-cadcf74e665b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:15:58.238418 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-76da1492-bd67-40c9-8552-cadcf74e665b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:15:58.244458 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:58.245023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 68b4dc15-5d13-4e69-996f-6db8ab289022 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:15:58.265790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e136245-5ecb-4693-8b7b-4088c9b0df5d req-7bef3672-a77e-4a18-88cb-50e6ccdb8221 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:58.273689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e136245-5ecb-4693-8b7b-4088c9b0df5d req-7bef3672-a77e-4a18-88cb-50e6ccdb8221 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:58.280691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e136245-5ecb-4693-8b7b-4088c9b0df5d req-7bef3672-a77e-4a18-88cb-50e6ccdb8221 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:58.288624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e136245-5ecb-4693-8b7b-4088c9b0df5d req-7bef3672-a77e-4a18-88cb-50e6ccdb8221 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:58.296758 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e136245-5ecb-4693-8b7b-4088c9b0df5d req-7bef3672-a77e-4a18-88cb-50e6ccdb8221 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 3144 time: 0.2239928 Aug 27 14:15:58.314942 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 68b4dc15-5d13-4e69-996f-6db8ab289022 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:15:58.316372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 677605c6-e919-46d6-a490-daeeabe16f0d no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:15:58.342377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-950f677f-2058-44e2-ac0b-69a077cfa506 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] For port 3f99205f-0d46-4175-88de-4b557998aa97, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3f99205f-0d46-4175-88de-4b557998aa97,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:58.342806 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-950f677f-2058-44e2-ac0b-69a077cfa506 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:58.406781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-950f677f-2058-44e2-ac0b-69a077cfa506 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Calling delete_port for 3f99205f-0d46-4175-88de-4b557998aa97 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:15:58.407067 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c5b78-5517-4c58-ab5a-760a76d51692 None None] Pushing event updated for resources: {'Port': ['ID=123729bd-eb78-4e1e-9faf-83776f8abe82,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:58.427039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d20013e1-2a37-422e-a911-d2a902dcee24 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:58.427415 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:58.432791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 677605c6-e919-46d6-a490-daeeabe16f0d not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:15:58.434528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Attempting to bind port 123729bd-eb78-4e1e-9faf-83776f8abe82 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:15:58.434928 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Attempting to bind port 123729bd-eb78-4e1e-9faf-83776f8abe82 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:15:58.435946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Attempting to bind port 123729bd-eb78-4e1e-9faf-83776f8abe82 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:15:58.448081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e136245-5ecb-4693-8b7b-4088c9b0df5d req-7eb61bc1-d767-4d1d-a19b-eec1975b8e32 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503155 Aug 27 14:15:58.449746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77dbefb9-e1a6-4fd1-b936-c5ddd51ed7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:58.490276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c308f833-e976-48d9-bd41-c2864637f8d8'}, {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66d1e65-8d51-4535-83f4-6223b16652e5'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:15:58.492810 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e2cc22-caaf-4ecc-b2ca-96c982b2afa9" -d '{"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-unplugged", "status": "completed", "tag": "c308f833-e976-48d9-bd41-c2864637f8d8"}, {"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e66d1e65-8d51-4535-83f4-6223b16652e5"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:15:58.527629 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:15:58.528230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:15:58.530369 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:58.530369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:15:58.530369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Bound port: 123729bd-eb78-4e1e-9faf-83776f8abe82, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:15:58.530369 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:58.568415 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 27 Aug 2021 14:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be81b1f4-6091-472b-b2b0-5bb7d9c98950 x-openstack-request-id: req-be81b1f4-6091-472b-b2b0-5bb7d9c98950 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:15:58.568415 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-unplugged", "status": "completed", "tag": "c308f833-e976-48d9-bd41-c2864637f8d8", "code": 200}, {"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e66d1e65-8d51-4535-83f4-6223b16652e5", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:15:58.568415 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be81b1f4-6091-472b-b2b0-5bb7d9c98950 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:15:58.568905 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c308f833-e976-48d9-bd41-c2864637f8d8', 'code': 200} Aug 27 14:15:58.569103 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66d1e65-8d51-4535-83f4-6223b16652e5', 'code': 200} Aug 27 14:15:58.576182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83db09-61b7-46bd-a390-8bef4c95322a req-53b5430e-3a42-498a-b48d-adf00025a629 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:58.577796 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e83db09-61b7-46bd-a390-8bef4c95322a req-53b5430e-3a42-498a-b48d-adf00025a629 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.1635349 Aug 27 14:15:58.581137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Attempting to bind port 7f28409b-5a70-4568-bc81-6ac544e03932 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:15:58.581863 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d09d2a6b-2b9e-4135-9a74-fafe3b070694 req-452efe5a-952c-44f4-b59f-dd3808fa5cc5 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430385 Aug 27 14:15:58.582776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Attempting to bind port 7f28409b-5a70-4568-bc81-6ac544e03932 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '69c74041-673b-4616-97d5-f3a52bcf81e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:15:58.583424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Attempting to bind port 7f28409b-5a70-4568-bc81-6ac544e03932 on network 862db5a4-8dce-4aa0-967d-cbf1211aab91 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:15:58.628399 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:15:58.633607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:15:58.634169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Checking segment: {'id': '69c74041-673b-4616-97d5-f3a52bcf81e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:15:58.634380 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:58.635106 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ce773ce7-497a-40ab-affe-d1902a61f60a admin admin] 10.222.0.55 "PUT /v2.0/routers/e2942b9d-a2e3-4815-b2c2-1ef048aebf37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1728668 Aug 27 14:15:58.638988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Bound using segment: {'id': '69c74041-673b-4616-97d5-f3a52bcf81e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:15:58.639903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Bound port: 7f28409b-5a70-4568-bc81-6ac544e03932, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c74041-673b-4616-97d5-f3a52bcf81e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:15:58.640540 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:58.652470 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e83db09-61b7-46bd-a390-8bef4c95322a req-feca24a2-3501-4f84-a6d3-a66c4248f782 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655029 Aug 27 14:15:58.655067 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] For port 123729bd-eb78-4e1e-9faf-83776f8abe82, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:15:58.707847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] For port 123729bd-eb78-4e1e-9faf-83776f8abe82, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=123729bd-eb78-4e1e-9faf-83776f8abe82,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:15:58.709061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Pushing event updated for resources: {'Port': ['ID=7f28409b-5a70-4568-bc81-6ac544e03932,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:58.819646 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:58.880318 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:58.929358 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] For port 7f28409b-5a70-4568-bc81-6ac544e03932, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:15:58.934812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] For port 7f28409b-5a70-4568-bc81-6ac544e03932, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7f28409b-5a70-4568-bc81-6ac544e03932,segment=NetworkSegment(69c74041-673b-4616-97d5-f3a52bcf81e8),segment_id=69c74041-673b-4616-97d5-f3a52bcf81e8)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:15:58.949506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=398a58ca-e72c-452e-b599-4cfa7f4b502d,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:58.964811 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:58.978671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:58.979174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:58.979588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:58.980006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:58.980661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:58.981284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:58.981689 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:58.982034 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:58.982507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:58.982999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:58.983399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:58.983774 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:15:59.001018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:15:59.053201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Routers {'e2942b9d-a2e3-4815-b2c2-1ef048aebf37'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:15:59.053859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2942b9d-a2e3-4815-b2c2-1ef048aebf37'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:15:59.162794 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-950f677f-2058-44e2-ac0b-69a077cfa506 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.193179 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77dbefb9-e1a6-4fd1-b936-c5ddd51ed7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.218617 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77dbefb9-e1a6-4fd1-b936-c5ddd51ed7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.231007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 42c7b7ca-357a-42fb-b419-90ff0a4aa85d no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:15:59.254196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f677f-2058-44e2-ac0b-69a077cfa506 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event deleted for resources: {'Port': ['ID=3f99205f-0d46-4175-88de-4b557998aa97,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:59.310943 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42150) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:59.311818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-950f677f-2058-44e2-ac0b-69a077cfa506 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] No DVR routers for this DVR port 3f99205f-0d46-4175-88de-4b557998aa97 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:15:59.317133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-488188911-network', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:15:59.336067 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-950f677f-2058-44e2-ac0b-69a077cfa506 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.338287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-950f677f-2058-44e2-ac0b-69a077cfa506 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "DELETE /v2.0/ports/3f99205f-0d46-4175-88de-4b557998aa97 HTTP/1.1" status: 204 len: 173 time: 1.9944770 Aug 27 14:15:59.342192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbefb9-e1a6-4fd1-b936-c5ddd51ed7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb95205-80a8-4312-ba12-08bfa6d9a860,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:59.362076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Made reservation on behalf of 2415cdd1bbac4ed59613c5c06920240a for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:15:59.365137 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.372585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7dc811bd-32b1-4deb-a758-1ff4a90bf4c4 None None] Provisioning for port 628d4c3e-1d21-4ae6-af6d-617366182c99 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:15:59.374955 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-77dbefb9-e1a6-4fd1-b936-c5ddd51ed7d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f0417321d76498db5a490c0cb5b5062&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2420905 Aug 27 14:15:59.375474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42152) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:15:59.376666 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.381182 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=e66d1e65-8d51-4535-83f4-6223b16652e5,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:59.394432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7dc811bd-32b1-4deb-a758-1ff4a90bf4c4 None None] Provisioning complete for port 628d4c3e-1d21-4ae6-af6d-617366182c99 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:59.395021 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7dc811bd-32b1-4deb-a758-1ff4a90bf4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.407908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Router d3990fe4-a2ea-4eed-876f-36c5a79a4a5e is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:15:59.494009 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3995e53c-9ecc-49fe-b555-e2233d8a0e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.520235 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3995e53c-9ecc-49fe-b555-e2233d8a0e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.546177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-deleted', 'tag': '3f99205f-0d46-4175-88de-4b557998aa97'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:15:59.549287 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d60b3d4-64f5-4b7c-b243-1abe7b6443b9" -d '{"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-deleted", "tag": "3f99205f-0d46-4175-88de-4b557998aa97"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:15:59.573974 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7dc811bd-32b1-4deb-a758-1ff4a90bf4c4 None None] Port 628d4c3e-1d21-4ae6-af6d-617366182c99 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:15:59.586191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:15:59.586770 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.612234 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3995e53c-9ecc-49fe-b555-e2233d8a0e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.618433 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3995e53c-9ecc-49fe-b555-e2233d8a0e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.619798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c5b78-5517-4c58-ab5a-760a76d51692 None None] Pushing event updated for resources: {'Port': ['ID=123729bd-eb78-4e1e-9faf-83776f8abe82,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:59.624186 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3995e53c-9ecc-49fe-b555-e2233d8a0e5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2eb95205-80a8-4312-ba12-08bfa6d9a860 HTTP/1.1" status: 204 len: 168 time: 0.2401230 Aug 27 14:15:59.628690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Deleting port 3778830a-6627-468a-8fcd-b9ab7aab8122 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:15:59.629101 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.653166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] Set router e2942b9d-a2e3-4815-b2c2-1ef048aebf37 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:15:59.666468 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995e53c-9ecc-49fe-b555-e2233d8a0e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb95205-80a8-4312-ba12-08bfa6d9a860,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:59.751300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] For port 3778830a-6627-468a-8fcd-b9ab7aab8122, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3778830a-6627-468a-8fcd-b9ab7aab8122,segment=NetworkSegment(6c2a41b8-67cc-4399-941c-8a8267867962),segment_id=6c2a41b8-67cc-4399-941c-8a8267867962)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:59.751708 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.759373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.767992 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.776095 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d80bf9b-96df-48b7-bf15-cdf7bc295a09 x-openstack-request-id: req-4d80bf9b-96df-48b7-bf15-cdf7bc295a09 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:15:59.776630 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-deleted", "tag": "3f99205f-0d46-4175-88de-4b557998aa97", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:15:59.776934 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d80bf9b-96df-48b7-bf15-cdf7bc295a09 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:15:59.777328 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-deleted', 'tag': '3f99205f-0d46-4175-88de-4b557998aa97', 'status': 'completed', 'code': 200} Aug 27 14:15:59.818566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:15:59.856591 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.861460 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.861846 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Added segment d7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1 of type vlan for network 589a1cca-21d5-436e-9e57-bc6131049bef Aug 27 14:15:59.865216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa236b6-7ff5-4438-99e8-23d9e80aae20,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:15:59.953785 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68c77e-ed07-486d-a307-1416c27e1243 req-21af1ae2-091c-4aa7-b900-0da113dbdd4a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:59.960979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:15:59.961970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68c77e-ed07-486d-a307-1416c27e1243 req-21af1ae2-091c-4aa7-b900-0da113dbdd4a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:59.969445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68c77e-ed07-486d-a307-1416c27e1243 req-21af1ae2-091c-4aa7-b900-0da113dbdd4a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:59.971556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782cdfd-4f7a-415f-bdf6-ea80c074361a req-f161d7fe-c884-4763-9bb3-69aad1fa1b62 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:15:59.980202 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5782cdfd-4f7a-415f-bdf6-ea80c074361a req-f161d7fe-c884-4763-9bb3-69aad1fa1b62 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 945 time: 0.1819386 Aug 27 14:15:59.981390 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed68c77e-ed07-486d-a307-1416c27e1243 req-21af1ae2-091c-4aa7-b900-0da113dbdd4a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 2409 time: 0.2061765 Aug 27 14:15:59.985842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:15:59.989213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:00.000743 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Sync routers for ids ['d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:00.012902 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Routers {'d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:00.013522 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:00.024293 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:00.026192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d346cd-bfea-46bf-b229-95a7176d9fe1 None None] Pushing event updated for resources: {'Port': ['ID=7f28409b-5a70-4568-bc81-6ac544e03932,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:00.054003 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5782cdfd-4f7a-415f-bdf6-ea80c074361a req-1dcebec9-411a-4578-87d4-613e8d229b2c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725164 Aug 27 14:16:00.056431 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:00.059256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:00.060089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:00.129764 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:00.131303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ebbbd79e-093e-4fd6-ae4c-8788ac2eb23c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0195684 Aug 27 14:16:00.134415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:00.158921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42168) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:00.186501 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8716972 Aug 27 14:16:00.186501 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42172) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:00.213959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-80bcab47-5aa9-45c1-ae64-0ddc59f615ee admin admin] Request body: {'subnet': {'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-488188911-subnet', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:00.231583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e3f5c-1b01-4e9a-9a83-d634125c9aba admin admin] Pushing event updated for resources: {'Network': ['ID=589a1cca-21d5-436e-9e57-bc6131049bef,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:00.276375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 589a1cca-21d5-436e-9e57-bc6131049bef details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:16:00.286230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bcab47-5aa9-45c1-ae64-0ddc59f615ee admin admin] Made reservation on behalf of 2415cdd1bbac4ed59613c5c06920240a for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:16:00.289231 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80bcab47-5aa9-45c1-ae64-0ddc59f615ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:00.337181 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Set router d3990fe4-a2ea-4eed-876f-36c5a79a4a5e gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:00.513523 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed68c77e-ed07-486d-a307-1416c27e1243 req-403d652f-9f0c-45db-9907-d8bf6aa61f51 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5287161 Aug 27 14:16:00.524052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'name': 'tempest-TestAggregatesBasicOps-1154571495-router', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:47Z', 'updated_at': '2021-08-27T14:15:56Z', 'revision_number': 4, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'gw_port': {'id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:50Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '628d4c3e-1d21-4ae6-af6d-617366182c99', 'name': '', 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'mac_address': 'fa:16:3e:b1:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'af0aa3d3-8134-42bb-90e7-2ad4fee1b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:54Z', 'updated_at': '2021-08-27T14:15:56Z', 'revision_number': 2, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'subnets': [{'id': 'af0aa3d3-8134-42bb-90e7-2ad4fee1b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:00.631500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c87b09-2324-480c-ad3f-47faed8d9930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:16:00.635976 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0639c329-aae4-461a-a21d-a956b1d577e4" -d '{"events": [{"server_uuid": "e7c87b09-2324-480c-ad3f-47faed8d9930", "name": "network-vif-unplugged", "status": "completed", "tag": "42c7b7ca-357a-42fb-b419-90ff0a4aa85d"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:16:00.648089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80bcab47-5aa9-45c1-ae64-0ddc59f615ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:00.661650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705244f-0a75-481b-9da1-b019bc963633 None None] The sync data for ids ['e2942b9d-a2e3-4815-b2c2-1ef048aebf37'] in n-d-712139-12 is: [{'id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'name': 'tempest-TestAggregatesBasicOps-1154571495-router', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:47Z', 'updated_at': '2021-08-27T14:15:56Z', 'revision_number': 4, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'gw_port': {'id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:50Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '628d4c3e-1d21-4ae6-af6d-617366182c99', 'name': '', 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'mac_address': 'fa:16:3e:b1:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'af0aa3d3-8134-42bb-90e7-2ad4fee1b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:54Z', 'updated_at': '2021-08-27T14:15:56Z', 'revision_number': 2, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'subnets': [{'id': 'af0aa3d3-8134-42bb-90e7-2ad4fee1b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:00.703498 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'name': 'tempest-TestVolumeBackupRestore-566694672-router', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:53Z', 'updated_at': '2021-08-27T14:15:57Z', 'revision_number': 3, 'project_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'gw_port': {'id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:55Z', 'updated_at': '2021-08-27T14:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:00.735188 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4469f1f7-5357-485f-9a59-feace8337068 x-openstack-request-id: req-4469f1f7-5357-485f-9a59-feace8337068 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:16:00.735510 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c87b09-2324-480c-ad3f-47faed8d9930", "name": "network-vif-unplugged", "status": "completed", "tag": "42c7b7ca-357a-42fb-b419-90ff0a4aa85d", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:16:00.735762 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4469f1f7-5357-485f-9a59-feace8337068 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:16:00.736163 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c87b09-2324-480c-ad3f-47faed8d9930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d', 'code': 200} Aug 27 14:16:00.762309 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:00.763116 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:00.764169 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Floating IP dc21e88a-0450-4848-9aa6-b1c148f8bf81 disassociated. External IP: 172.25.2.234, port: 3778830a-6627-468a-8fcd-b9ab7aab8122. Aug 27 14:16:00.764730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Calling delete_port for 3778830a-6627-468a-8fcd-b9ab7aab8122 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:00.789743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcab47-5aa9-45c1-ae64-0ddc59f615ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9960825f-7ea6-4a4c-ba84-abb00944ba42,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:00.806481 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Checking router: d3990fe4-a2ea-4eed-876f-36c5a79a4a5e for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:00.808653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bcab47-5aa9-45c1-ae64-0ddc59f615ee admin admin] Checking segment: {'id': 'd7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:00.809168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bcab47-5aa9-45c1-ae64-0ddc59f615ee admin admin] Network hostable DHCP agents. Network: 589a1cca-21d5-436e-9e57-bc6131049bef, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:16:00.811088 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Updating router d3990fe4-a2ea-4eed-876f-36c5a79a4a5e port 6ddc8f42-f54a-4844-a75d-533b3b28761a binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:16:00.841983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bcab47-5aa9-45c1-ae64-0ddc59f615ee admin admin] Network 589a1cca-21d5-436e-9e57-bc6131049bef is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:16:00.857348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-80bcab47-5aa9-45c1-ae64-0ddc59f615ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 589a1cca-21d5-436e-9e57-bc6131049bef) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:00.869461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bcab47-5aa9-45c1-ae64-0ddc59f615ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:00.872191 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80bcab47-5aa9-45c1-ae64-0ddc59f615ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:00.875336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ce450-c765-498a-bfaf-05dff6f9a3e8 None None] Network 589a1cca-21d5-436e-9e57-bc6131049bef requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:00.879203 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:00.903759 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-80bcab47-5aa9-45c1-ae64-0ddc59f615ee admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7140012 Aug 27 14:16:00.904153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42190) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:00.909323 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-488188911-router', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:00.933265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4d79fc-243d-4c85-bfd8-03a4f4db0356 None None] Network 862db5a4-8dce-4aa0-967d-cbf1211aab91 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:00.953680 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:00.954934 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:01.089537 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:01.112881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4a63374d-8609-446c-9a92-b331a847f7cd None None] Provisioning for port 7f28409b-5a70-4568-bc81-6ac544e03932 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:01.211664 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:01.337142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 398a58ca-e72c-452e-b599-4cfa7f4b502d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:01.453527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-589a1cca-21d5-436e-9e57-bc6131049bef', 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'fixed_ips': [{'subnet_id': '9960825f-7ea6-4a4c-ba84-abb00944ba42'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:16:01.454409 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:01.458799 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:01.520211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event deleted for resources: {'Port': ['ID=3778830a-6627-468a-8fcd-b9ab7aab8122,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:01.630277 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:01.673294 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Transition to ACTIVE for port object 6ddc8f42-f54a-4844-a75d-533b3b28761a will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:01.685840 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a7f8-83c2-4412-9f71-7f99fb11315f req-1b51d58a-f64f-442a-8a89-02e28cc72b35 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:01.687450 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f899a7f8-83c2-4412-9f71-7f99fb11315f req-1b51d58a-f64f-442a-8a89-02e28cc72b35 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 943 time: 0.3983862 Aug 27 14:16:01.695458 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:01.788473 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f899a7f8-83c2-4412-9f71-7f99fb11315f req-231ac656-5a7a-4ae1-93dd-2cbf210c6eee tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914299 Aug 27 14:16:01.793295 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:01.820025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:16:01.869632 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d1d3a-7661-4613-9299-c2ad7359a76f None None] Pushing event updated for resources: {'Port': ['ID=6ddc8f42-f54a-4844-a75d-533b3b28761a,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:01.876897 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Attempting to bind port 6ddc8f42-f54a-4844-a75d-533b3b28761a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:16:01.879477 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Attempting to bind port 6ddc8f42-f54a-4844-a75d-533b3b28761a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:16:01.879704 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Attempting to bind port 6ddc8f42-f54a-4844-a75d-533b3b28761a on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:01.902371 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:16:01.902785 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:01.903198 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:01.904573 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:16:01.909657 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Bound port: 6ddc8f42-f54a-4844-a75d-533b3b28761a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:16:01.909657 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:01.932424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Allocated IP 172.20.0.2 (589a1cca-21d5-436e-9e57-bc6131049bef/9960825f-7ea6-4a4c-ba84-abb00944ba42/a5774ee7-22ec-4834-bda8-3e9bf649c22a) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:16:02.036998 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] For port 6ddc8f42-f54a-4844-a75d-533b3b28761a, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:16:02.041219 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] For port 6ddc8f42-f54a-4844-a75d-533b3b28761a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6ddc8f42-f54a-4844-a75d-533b3b28761a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:16:02.049458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9110054-010f-45b9-aa9c-3ddb63b04aaf req-e1025b70-bac9-48f7-9d85-568dbf603a24 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:02.065985 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9110054-010f-45b9-aa9c-3ddb63b04aaf req-e1025b70-bac9-48f7-9d85-568dbf603a24 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:02.070559 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:02.075132 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a9110054-010f-45b9-aa9c-3ddb63b04aaf req-e1025b70-bac9-48f7-9d85-568dbf603a24 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 1676 time: 0.3311300 Aug 27 14:16:02.175994 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Routers {'d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:02.177191 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:02.199737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 398a58ca-e72c-452e-b599-4cfa7f4b502d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:02.200270 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:02.220400 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:02.230750 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a9110054-010f-45b9-aa9c-3ddb63b04aaf req-827d442e-e98c-4386-9a9f-36a2dece989c tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442206 Aug 27 14:16:02.276785 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:02.327937 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d1d3a-7661-4613-9299-c2ad7359a76f None None] Pushing event updated for resources: {'Port': ['ID=6ddc8f42-f54a-4844-a75d-533b3b28761a,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:02.604709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead82332-1603-4348-bea9-7e9ae0455607 req-03cfb298-fe3d-474d-8b1a-bbcf2864bec5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:02.608392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ead82332-1603-4348-bea9-7e9ae0455607 req-03cfb298-fe3d-474d-8b1a-bbcf2864bec5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.5426877 Aug 27 14:16:02.609940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Allocated IP 172.25.2.139 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/65e1a97b-dce7-47de-af97-6049e935937b) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:16:02.624935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:02.657461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e95116-ea08-426c-8107-06f5524429c1 None None] Sync routers for ids ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:02.672382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Allocated IP 172.20.0.1 (862db5a4-8dce-4aa0-967d-cbf1211aab91/a09e4944-7748-4cfd-8209-4a9d0e8829b8/ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:16:02.740362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] No DVR routers for this DVR port 3778830a-6627-468a-8fcd-b9ab7aab8122 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:02.746702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:02.749505 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-4d103fd9-bc1e-4320-8909-6bb846e7afff tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "DELETE /v2.0/ports/3778830a-6627-468a-8fcd-b9ab7aab8122 HTTP/1.1" status: 204 len: 173 time: 3.3991852 Aug 27 14:16:02.758944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-deleted', 'tag': '3778830a-6627-468a-8fcd-b9ab7aab8122'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:16:02.761262 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] Set router d3990fe4-a2ea-4eed-876f-36c5a79a4a5e gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:02.762113 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c5f0fd-2ce6-402d-a357-9c9ee7199102" -d '{"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-deleted", "tag": "3778830a-6627-468a-8fcd-b9ab7aab8122"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:16:02.842916 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:02.848968 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ead82332-1603-4348-bea9-7e9ae0455607 req-be8e250e-af1d-44b9-a7d2-a87e2124004d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899478 Aug 27 14:16:02.851812 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27604bd6-c56b-44c3-9faa-6867d0e701e7 x-openstack-request-id: req-27604bd6-c56b-44c3-9faa-6867d0e701e7 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:16:02.852267 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-deleted", "tag": "3778830a-6627-468a-8fcd-b9ab7aab8122", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:16:02.852685 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27604bd6-c56b-44c3-9faa-6867d0e701e7 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:16:02.853926 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-deleted', 'tag': '3778830a-6627-468a-8fcd-b9ab7aab8122', 'status': 'completed', 'code': 200} Aug 27 14:16:02.907738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Transition to ACTIVE for port object a5774ee7-22ec-4834-bda8-3e9bf649c22a will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:02.924155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e95116-ea08-426c-8107-06f5524429c1 None None] Routers {'d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:02.925593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-38e95116-ea08-426c-8107-06f5524429c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:02.938373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:03.059725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Transition to ACTIVE for port object a5774ee7-22ec-4834-bda8-3e9bf649c22a will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:03.069419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7f28409b-5a70-4568-bc81-6ac544e03932 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:03.094386 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:03.113191 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:03.324920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:03.348628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:03.359738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:16:03.372548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Pushing event updated for resources: {'Port': ['ID=65e1a97b-dce7-47de-af97-6049e935937b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:03.419480 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'name': 'tempest-TestVolumeBackupRestore-566694672-router', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:53Z', 'updated_at': '2021-08-27T14:15:57Z', 'revision_number': 3, 'project_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'gw_port': {'id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:55Z', 'updated_at': '2021-08-27T14:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:03.432791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65da8e9-5094-4f0d-ba25-70909974e715 req-e28df5d3-4b87-40e8-9f28-ce20b1d7cf3d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:03.435339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f65da8e9-5094-4f0d-ba25-70909974e715 req-e28df5d3-4b87-40e8-9f28-ce20b1d7cf3d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2687275 Aug 27 14:16:03.475902 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8339b3c8-21b6-4a6c-a5d6-d7a506fddce2 None None] The sync data for ids ['d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'] in n-d-712139-12 is: [{'id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'name': 'tempest-TestVolumeBackupRestore-566694672-router', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:53Z', 'updated_at': '2021-08-27T14:15:57Z', 'revision_number': 3, 'project_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'gw_port': {'id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:55Z', 'updated_at': '2021-08-27T14:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:03.616978 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Network 589a1cca-21d5-436e-9e57-bc6131049bef is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:03.636911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:03.652654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:16:03.657174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f65da8e9-5094-4f0d-ba25-70909974e715 req-b87f3f75-d2d0-4991-8ede-07970f4b63dc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136157 Aug 27 14:16:03.685942 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 7f28409b-5a70-4568-bc81-6ac544e03932 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:03.699710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Pushing event updated for resources: {'Port': ['ID=a5774ee7-22ec-4834-bda8-3e9bf649c22a,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:03.730503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7f28409b-5a70-4568-bc81-6ac544e03932 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:03.730948 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:03.763945 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-844ea121-06a2-4759-9d08-d0543f1bc47b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Deleting port e66d1e65-8d51-4535-83f4-6223b16652e5 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:03.764487 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-844ea121-06a2-4759-9d08-d0543f1bc47b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:03.811125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-38e95116-ea08-426c-8107-06f5524429c1 None None] Set router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:03.818815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f893f-65ed-4166-8eb2-476793b7f76f req-b074aa25-0979-4de0-8df7-2c86eec01f2a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:03.825262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f893f-65ed-4166-8eb2-476793b7f76f req-b074aa25-0979-4de0-8df7-2c86eec01f2a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:03.839800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42352) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:03.840032 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-822f893f-65ed-4166-8eb2-476793b7f76f req-b074aa25-0979-4de0-8df7-2c86eec01f2a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 1676 time: 0.1588321 Aug 27 14:16:03.852421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Attempting to bind port a5774ee7-22ec-4834-bda8-3e9bf649c22a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:16:03.852835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Attempting to bind port a5774ee7-22ec-4834-bda8-3e9bf649c22a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'd7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:16:03.853204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Attempting to bind port a5774ee7-22ec-4834-bda8-3e9bf649c22a on network 589a1cca-21d5-436e-9e57-bc6131049bef {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:03.866437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:16:03.867112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Checking segment: {'id': 'd7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:03.867526 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:03.867927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Bound using segment: {'id': 'd7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:16:03.868417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Bound port: a5774ee7-22ec-4834-bda8-3e9bf649c22a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:16:03.868805 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:03.931669 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:03.975420 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:04.007071 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-822f893f-65ed-4166-8eb2-476793b7f76f req-0f208dac-7525-4016-a8e2-a192f859e5a5 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605465 Aug 27 14:16:04.044367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Transition to ACTIVE for port object ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:04.124495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-844ea121-06a2-4759-9d08-d0543f1bc47b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] For port e66d1e65-8d51-4535-83f4-6223b16652e5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=e66d1e65-8d51-4535-83f4-6223b16652e5,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:04.125068 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-844ea121-06a2-4759-9d08-d0543f1bc47b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:04.149383 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-844ea121-06a2-4759-9d08-d0543f1bc47b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Calling delete_port for e66d1e65-8d51-4535-83f4-6223b16652e5 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:04.211517 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1b4af8e-2e28-4a8d-a309-04ca272675cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:04.240841 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:04.330932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 7f28409b-5a70-4568-bc81-6ac544e03932, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7f28409b-5a70-4568-bc81-6ac544e03932,segment=NetworkSegment(69c74041-673b-4616-97d5-f3a52bcf81e8),segment_id=69c74041-673b-4616-97d5-f3a52bcf81e8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:04.341388 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:04.431214 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-844ea121-06a2-4759-9d08-d0543f1bc47b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:04.478522 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1b4af8e-2e28-4a8d-a309-04ca272675cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:04.480928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:04.482352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ea121-06a2-4759-9d08-d0543f1bc47b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event deleted for resources: {'Port': ['ID=e66d1e65-8d51-4535-83f4-6223b16652e5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:04.486631 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:04.489514 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1b4af8e-2e28-4a8d-a309-04ca272675cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:04.512795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] For port a5774ee7-22ec-4834-bda8-3e9bf649c22a, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:16:04.537557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] For port a5774ee7-22ec-4834-bda8-3e9bf649c22a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a5774ee7-22ec-4834-bda8-3e9bf649c22a,segment=NetworkSegment(d7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1),segment_id=d7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:16:04.554718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5757c3-668c-4228-b83e-66538bf6a640 req-8b51ac56-dbca-41dc-a005-305af6a629e0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:04.554718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff5757c3-668c-4228-b83e-66538bf6a640 req-8b51ac56-dbca-41dc-a005-305af6a629e0 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2072563 Aug 27 14:16:04.558130 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:04.563906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Network 862db5a4-8dce-4aa0-967d-cbf1211aab91 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:04.569482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:04.591408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=7f28409b-5a70-4568-bc81-6ac544e03932,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:04.613855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4af8e-2e28-4a8d-a309-04ca272675cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9262539-4159-4168-aa15-5b16d038ae8c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:04.616412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:16:04.625815 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b1b4af8e-2e28-4a8d-a309-04ca272675cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43fe1ce6fa3e46f093eb0285de2165b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7848861 Aug 27 14:16:04.661666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:04.664125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42358) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:04.707067 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Sync routers for ids ['e2942b9d-a2e3-4815-b2c2-1ef048aebf37'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:04.732653 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Routers {'e2942b9d-a2e3-4815-b2c2-1ef048aebf37'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:04.739694 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2942b9d-a2e3-4815-b2c2-1ef048aebf37'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:04.745890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720fc44-4dfc-48ca-9394-4e22a53129a9 None None] Pushing event updated for resources: {'Port': ['ID=a5774ee7-22ec-4834-bda8-3e9bf649c22a,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:04.755086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6ddc8f42-f54a-4844-a75d-533b3b28761a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:04.818120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-38e95116-ea08-426c-8107-06f5524429c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:31Z', 'revision_number': 4, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '5fe46132-0876-4ce2-b918-2c4ffb9eee32', 'name': '', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'mac_address': 'fa:16:3e:24:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:30Z', 'updated_at': '2021-08-27T14:05:41Z', 'revision_number': 5, 'project_id': '8195041a81054181a5083895b22e88b8', 'subnets': [{'id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:04.833076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-844ea121-06a2-4759-9d08-d0543f1bc47b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] No DVR routers for this DVR port e66d1e65-8d51-4535-83f4-6223b16652e5 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:04.843588 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-844ea121-06a2-4759-9d08-d0543f1bc47b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:04.847447 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-844ea121-06a2-4759-9d08-d0543f1bc47b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "DELETE /v2.0/ports/e66d1e65-8d51-4535-83f4-6223b16652e5 HTTP/1.1" status: 204 len: 173 time: 2.0782099 Aug 27 14:16:04.858582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e95116-ea08-426c-8107-06f5524429c1 None None] Checking router: d3f3ee15-6572-4ed4-82ae-4b6a31d3009c for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:04.873727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Router d318ec6f-2e32-461d-b71c-a7174fceacae is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:16:04.879585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-deleted', 'tag': 'e66d1e65-8d51-4535-83f4-6223b16652e5'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:16:04.882351 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e95116-ea08-426c-8107-06f5524429c1 None None] Routers {'d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:04.883034 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-38e95116-ea08-426c-8107-06f5524429c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:04.883802 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1c9003-4181-4896-b0b1-87ab945a352a" -d '{"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-deleted", "tag": "e66d1e65-8d51-4535-83f4-6223b16652e5"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:16:04.987410 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 6ddc8f42-f54a-4844-a75d-533b3b28761a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:05.012342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6ddc8f42-f54a-4844-a75d-533b3b28761a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:05.013753 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.103193 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Set router e2942b9d-a2e3-4815-b2c2-1ef048aebf37 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:05.126284 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f86f8f-f6d4-4ec0-b9ad-5325937c78c5 x-openstack-request-id: req-f4f86f8f-f6d4-4ec0-b9ad-5325937c78c5 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:16:05.126599 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-deleted", "tag": "e66d1e65-8d51-4535-83f4-6223b16652e5", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:16:05.126860 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4f86f8f-f6d4-4ec0-b9ad-5325937c78c5 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:16:05.127295 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-deleted', 'tag': 'e66d1e65-8d51-4535-83f4-6223b16652e5', 'status': 'completed', 'code': 200} Aug 27 14:16:05.129657 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.179678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:05.201408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 42c7b7ca-357a-42fb-b419-90ff0a4aa85d no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:05.211565 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.215755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-94feac50-8c09-43e5-8fed-87ccb3034b7b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3083248 Aug 27 14:16:05.216073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42368) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:05.225538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff5757c3-668c-4228-b83e-66538bf6a640 req-d8ee33bc-54d3-4750-b0f8-43f2bc92d38c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6060348 Aug 27 14:16:05.366044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Sync routers for ids ['d318ec6f-2e32-461d-b71c-a7174fceacae'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:05.469114 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-758b3b21-517a-4a75-b19c-74a8998ed008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.500757 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Routers {'d318ec6f-2e32-461d-b71c-a7174fceacae'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:05.501393 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d318ec6f-2e32-461d-b71c-a7174fceacae'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:05.509205 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-87a23883-37cb-4574-a2ec-898ad6f0205b None None] Provisioning for port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:05.510553 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-758b3b21-517a-4a75-b19c-74a8998ed008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.518331 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'name': 'tempest-TestAggregatesBasicOps-1154571495-router', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:47Z', 'updated_at': '2021-08-27T14:15:56Z', 'revision_number': 4, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'gw_port': {'id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:50Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '628d4c3e-1d21-4ae6-af6d-617366182c99', 'name': '', 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'mac_address': 'fa:16:3e:b1:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'af0aa3d3-8134-42bb-90e7-2ad4fee1b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:54Z', 'updated_at': '2021-08-27T14:15:56Z', 'revision_number': 2, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'subnets': [{'id': 'af0aa3d3-8134-42bb-90e7-2ad4fee1b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:05.521737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf2138-15e2-4d67-987c-d743b843ae5a req-3d8f467d-bb9f-4108-92f8-e1ad73095725 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:05.523497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9edf2138-15e2-4d67-987c-d743b843ae5a req-3d8f467d-bb9f-4108-92f8-e1ad73095725 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 943 time: 0.0931628 Aug 27 14:16:05.535255 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.553057 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Checking router: e2942b9d-a2e3-4815-b2c2-1ef048aebf37 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:05.553708 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Updating router e2942b9d-a2e3-4815-b2c2-1ef048aebf37 port 628d4c3e-1d21-4ae6-af6d-617366182c99 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:16:05.571156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-b2f046de-604c-4e7d-b9c0-0a1781ab9e9e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Deleting port c308f833-e976-48d9-bd41-c2864637f8d8 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:05.571511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-b2f046de-604c-4e7d-b9c0-0a1781ab9e9e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.585578 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.593169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-38e95116-ea08-426c-8107-06f5524429c1 None None] Set router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:05.594933 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-87a23883-37cb-4574-a2ec-898ad6f0205b None None] Provisioning complete for port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:05.595313 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-87a23883-37cb-4574-a2ec-898ad6f0205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.673876 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9edf2138-15e2-4d67-987c-d743b843ae5a req-02c7e004-ec18-4e07-a09a-9c4390db192b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427760 Aug 27 14:16:05.701913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-b2f046de-604c-4e7d-b9c0-0a1781ab9e9e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] For port c308f833-e976-48d9-bd41-c2864637f8d8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c308f833-e976-48d9-bd41-c2864637f8d8,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:05.702355 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-b2f046de-604c-4e7d-b9c0-0a1781ab9e9e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.723695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-b2f046de-604c-4e7d-b9c0-0a1781ab9e9e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Calling delete_port for c308f833-e976-48d9-bd41-c2864637f8d8 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:05.743493 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.819272 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 6ddc8f42-f54a-4844-a75d-533b3b28761a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6ddc8f42-f54a-4844-a75d-533b3b28761a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:05.848818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Set router d318ec6f-2e32-461d-b71c-a7174fceacae gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:05.938720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-87a23883-37cb-4574-a2ec-898ad6f0205b None None] Port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:16:05.943379 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.944665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 123729bd-eb78-4e1e-9faf-83776f8abe82 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:05.946948 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.962197 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Transition to ACTIVE for port object 628d4c3e-1d21-4ae6-af6d-617366182c99 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:05.970135 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:05.989569 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:06.001625 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:06.071736 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c76489-823a-4ab1-85c6-5b576e451da2 None None] Pushing event updated for resources: {'Port': ['ID=628d4c3e-1d21-4ae6-af6d-617366182c99,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:06.108185 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:06.114200 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:06.122901 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-758b3b21-517a-4a75-b19c-74a8998ed008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:06.129804 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-758b3b21-517a-4a75-b19c-74a8998ed008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:06.131476 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-758b3b21-517a-4a75-b19c-74a8998ed008 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c9262539-4159-4168-aa15-5b16d038ae8c HTTP/1.1" status: 204 len: 168 time: 1.4631772 Aug 27 14:16:06.144574 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Attempting to bind port 628d4c3e-1d21-4ae6-af6d-617366182c99 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:16:06.145127 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Attempting to bind port 628d4c3e-1d21-4ae6-af6d-617366182c99 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '8a8ff4e4-c1f4-4826-ac56-547af63d7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:16:06.145483 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Attempting to bind port 628d4c3e-1d21-4ae6-af6d-617366182c99 on network 2d939f98-7ffe-4519-8c78-e590434fb9cd {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:06.151591 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:16:06.151860 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Checking segment: {'id': '8a8ff4e4-c1f4-4826-ac56-547af63d7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:06.152262 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:06.152778 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Bound using segment: {'id': '8a8ff4e4-c1f4-4826-ac56-547af63d7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:16:06.153238 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Bound port: 628d4c3e-1d21-4ae6-af6d-617366182c99, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8ff4e4-c1f4-4826-ac56-547af63d7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:16:06.153613 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:06.186428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b3b21-517a-4a75-b19c-74a8998ed008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9262539-4159-4168-aa15-5b16d038ae8c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:06.188743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=6ddc8f42-f54a-4844-a75d-533b3b28761a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:06.312937 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] For port 628d4c3e-1d21-4ae6-af6d-617366182c99, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:16:06.317827 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] For port 628d4c3e-1d21-4ae6-af6d-617366182c99, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=628d4c3e-1d21-4ae6-af6d-617366182c99,segment=NetworkSegment(8a8ff4e4-c1f4-4826-ac56-547af63d7ef9),segment_id=8a8ff4e4-c1f4-4826-ac56-547af63d7ef9)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:16:06.323696 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:06.412329 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Routers {'e2942b9d-a2e3-4815-b2c2-1ef048aebf37'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:06.412965 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2942b9d-a2e3-4815-b2c2-1ef048aebf37'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:06.449280 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 123729bd-eb78-4e1e-9faf-83776f8abe82 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:06.476277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 123729bd-eb78-4e1e-9faf-83776f8abe82 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:06.476703 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:06.558797 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c76489-823a-4ab1-85c6-5b576e451da2 None None] Pushing event updated for resources: {'Port': ['ID=628d4c3e-1d21-4ae6-af6d-617366182c99,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:06.614556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Allocated IP 172.20.0.1 (589a1cca-21d5-436e-9e57-bc6131049bef/9960825f-7ea6-4a4c-ba84-abb00944ba42/5b26d7c9-9f8a-49ce-be7a-5217d3822624) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:16:06.645811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Network 862db5a4-8dce-4aa0-967d-cbf1211aab91 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:06.661163 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6541c09c-1678-4421-a481-4b6c5f3e86b7 None None] Network 589a1cca-21d5-436e-9e57-bc6131049bef requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:06.674034 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] Set router e2942b9d-a2e3-4815-b2c2-1ef048aebf37 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:06.676329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:06.743731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42382) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:06.788414 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-78c4a927-467e-4875-bf85-25651537f66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:06.936147 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff7d0c3a-790b-432a-8afb-ba8e3ef3c014 req-1d35a3cc-fcd1-47a5-b438-7bcc1cb65dc2 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.1042593 Aug 27 14:16:06.950969 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:06.993792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Transition to ACTIVE for port object 5b26d7c9-9f8a-49ce-be7a-5217d3822624 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:07.008316 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:07.015140 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-b2f046de-604c-4e7d-b9c0-0a1781ab9e9e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:07.061573 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Router d3990fe4-a2ea-4eed-876f-36c5a79a4a5e has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:16:07.062543 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f046de-604c-4e7d-b9c0-0a1781ab9e9e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event deleted for resources: {'Port': ['ID=c308f833-e976-48d9-bd41-c2864637f8d8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:07.131817 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:07.134419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-b2f046de-604c-4e7d-b9c0-0a1781ab9e9e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] No DVR routers for this DVR port c308f833-e976-48d9-bd41-c2864637f8d8 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:07.137637 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-b2f046de-604c-4e7d-b9c0-0a1781ab9e9e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:07.139685 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48984cf1-809d-49b6-bfd8-ab71ee77895d req-b2f046de-604c-4e7d-b9c0-0a1781ab9e9e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.52 "DELETE /v2.0/ports/c308f833-e976-48d9-bd41-c2864637f8d8 HTTP/1.1" status: 204 len: 173 time: 2.2283654 Aug 27 14:16:07.160394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-deleted', 'tag': 'c308f833-e976-48d9-bd41-c2864637f8d8'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:16:07.162170 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'name': 'tempest-TestAggregatesBasicOps-1154571495-router', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:47Z', 'updated_at': '2021-08-27T14:15:56Z', 'revision_number': 4, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'gw_port': {'id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:50Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '628d4c3e-1d21-4ae6-af6d-617366182c99', 'name': '', 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'mac_address': 'fa:16:3e:b1:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'af0aa3d3-8134-42bb-90e7-2ad4fee1b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:54Z', 'updated_at': '2021-08-27T14:16:06Z', 'revision_number': 4, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'subnets': [{'id': 'af0aa3d3-8134-42bb-90e7-2ad4fee1b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:07.163586 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6680a9c-8fd0-4a40-a788-1bcef7fccec2" -d '{"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-deleted", "tag": "c308f833-e976-48d9-bd41-c2864637f8d8"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:16:07.177810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838372c-829d-4d21-b935-f3b61f95982b req-87b90117-4f53-4189-89e3-27ff5e2f5b98 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:07.186743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7838372c-829d-4d21-b935-f3b61f95982b req-87b90117-4f53-4189-89e3-27ff5e2f5b98 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.5795517 Aug 27 14:16:07.187106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Network 589a1cca-21d5-436e-9e57-bc6131049bef is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:07.228080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:07.231114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:16:07.242812 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-78c4a927-467e-4875-bf85-25651537f66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:07.270872 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c293f-cd88-47fb-b482-0a68608da627 None None] The sync data for ids ['e2942b9d-a2e3-4815-b2c2-1ef048aebf37'] in n-d-712139-12 is: [{'id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'name': 'tempest-TestAggregatesBasicOps-1154571495-router', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:47Z', 'updated_at': '2021-08-27T14:15:56Z', 'revision_number': 4, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'gw_port': {'id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:50Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '628d4c3e-1d21-4ae6-af6d-617366182c99', 'name': '', 'network_id': '2d939f98-7ffe-4519-8c78-e590434fb9cd', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'mac_address': 'fa:16:3e:b1:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'af0aa3d3-8134-42bb-90e7-2ad4fee1b65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:54Z', 'updated_at': '2021-08-27T14:16:06Z', 'revision_number': 4, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'subnets': [{'id': 'af0aa3d3-8134-42bb-90e7-2ad4fee1b65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:07.281079 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-78c4a927-467e-4875-bf85-25651537f66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:07.288337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7838372c-829d-4d21-b935-f3b61f95982b req-9a292dca-0b50-4e50-a987-60e3e5dfe067 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012328 Aug 27 14:16:07.300500 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Pushing event updated for resources: {'Port': ['ID=5b26d7c9-9f8a-49ce-be7a-5217d3822624,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:07.364647 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:07.390971 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1154a8b8-b22f-4443-80cb-210264d48596 x-openstack-request-id: req-1154a8b8-b22f-4443-80cb-210264d48596 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:16:07.391266 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2e39ca-d405-4060-9477-e942f90e91bd", "name": "network-vif-deleted", "tag": "c308f833-e976-48d9-bd41-c2864637f8d8", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:16:07.391521 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1154a8b8-b22f-4443-80cb-210264d48596 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:16:07.391921 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e39ca-d405-4060-9477-e942f90e91bd', 'name': 'network-vif-deleted', 'tag': 'c308f833-e976-48d9-bd41-c2864637f8d8', 'status': 'completed', 'code': 200} Aug 27 14:16:07.408499 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-78c4a927-467e-4875-bf85-25651537f66e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f68ab2078e524025b1e923d8842cf261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6622841 Aug 27 14:16:07.411279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42388) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:07.413553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4a927-467e-4875-bf85-25651537f66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811c468d-800e-4d45-ae8e-04f9e033cf30,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:07.471055 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:07.484970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:07.493898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'name': 'tempest-TestAggregatesBasicOps-488188911-router', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '65e1a97b-dce7-47de-af97-6049e935937b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:00Z', 'updated_at': '2021-08-27T14:16:03Z', 'revision_number': 3, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'gw_port': {'id': '65e1a97b-dce7-47de-af97-6049e935937b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:02Z', 'updated_at': '2021-08-27T14:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:07.504490 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bdf0b215-244c-4dad-a3ac-7b96768ada96 admin admin] 10.222.0.55 "PUT /v2.0/routers/d3990fe4-a2ea-4eed-876f-36c5a79a4a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3341224 Aug 27 14:16:07.531533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-38e95116-ea08-426c-8107-06f5524429c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:31Z', 'revision_number': 4, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '5fe46132-0876-4ce2-b918-2c4ffb9eee32', 'name': '', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'mac_address': 'fa:16:3e:24:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:30Z', 'updated_at': '2021-08-27T14:05:41Z', 'revision_number': 5, 'project_id': '8195041a81054181a5083895b22e88b8', 'subnets': [{'id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:07.533149 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Sync routers for ids ['d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:07.578474 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7c4cfc2-9320-4652-b41f-d15580b08afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:07.597310 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Routers {'d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:07.598947 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:07.654797 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7c4cfc2-9320-4652-b41f-d15580b08afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:07.692133 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:07.775755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Checking router: d318ec6f-2e32-461d-b71c-a7174fceacae for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:07.776110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Updating router d318ec6f-2e32-461d-b71c-a7174fceacae port 65e1a97b-dce7-47de-af97-6049e935937b binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:16:07.807701 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7c4cfc2-9320-4652-b41f-d15580b08afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:07.811263 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7c4cfc2-9320-4652-b41f-d15580b08afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:07.816216 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f7c4cfc2-9320-4652-b41f-d15580b08afc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/811c468d-800e-4d45-ae8e-04f9e033cf30 HTTP/1.1" status: 204 len: 168 time: 0.4038568 Aug 27 14:16:07.834560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4cfc2-9320-4652-b41f-d15580b08afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811c468d-800e-4d45-ae8e-04f9e033cf30,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:07.864736 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:07.877409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e95116-ea08-426c-8107-06f5524429c1 None None] The sync data for ids ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'] in n-d-712139-12 is: [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:31Z', 'revision_number': 4, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '5fe46132-0876-4ce2-b918-2c4ffb9eee32', 'name': '', 'network_id': '3d6ac08c-b160-4d95-8554-deab9e55c529', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'mac_address': 'fa:16:3e:24:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:30Z', 'updated_at': '2021-08-27T14:05:41Z', 'revision_number': 5, 'project_id': '8195041a81054181a5083895b22e88b8', 'subnets': [{'id': 'e9251415-7c90-47ee-bdc3-ae64aed10d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:07.926768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 123729bd-eb78-4e1e-9faf-83776f8abe82, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=123729bd-eb78-4e1e-9faf-83776f8abe82,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:07.944480 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:08.016341 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Set router d3990fe4-a2ea-4eed-876f-36c5a79a4a5e gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:08.023197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=123729bd-eb78-4e1e-9faf-83776f8abe82,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:08.036785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-deb0a056-5d11-40c9-9e43-2e673043069e None None] Provisioning complete for port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:08.037162 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-deb0a056-5d11-40c9-9e43-2e673043069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:08.259375 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d4e60228-cd4a-4486-af13-1a3848d41017 req-85db7d69-217e-4d5b-9014-a932815ed044 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0924611 Aug 27 14:16:08.311016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-deb0a056-5d11-40c9-9e43-2e673043069e None None] Port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:16:08.322778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:08.331501 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:08.586032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-deb0a056-5d11-40c9-9e43-2e673043069e None None] Provisioning for port a5774ee7-22ec-4834-bda8-3e9bf649c22a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:08.599676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a5774ee7-22ec-4834-bda8-3e9bf649c22a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:08.615104 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:08.633195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Pushing event updated for resources: {'Port': ['ID=5b26d7c9-9f8a-49ce-be7a-5217d3822624,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:08.806934 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13686c8a-bf09-441b-a369-cba6dd3d5b0a None None] New status for floating IP dc21e88a-0450-4848-9aa6-b1c148f8bf81: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:16:08.843482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a771b-99bc-4929-84a8-3cca45fa9bf4 req-f9e71279-6649-4460-ba24-638fcfed9685 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:08.850782 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'name': 'tempest-TestVolumeBackupRestore-566694672-router', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:53Z', 'updated_at': '2021-08-27T14:16:05Z', 'revision_number': 4, 'project_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'gw_port': {'id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:55Z', 'updated_at': '2021-08-27T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f', 'name': '', 'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'mac_address': 'fa:16:3e:2e:d9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'a09e4944-7748-4cfd-8209-4a9d0e8829b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:01Z', 'updated_at': '2021-08-27T14:16:05Z', 'revision_number': 2, 'project_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'subnets': [{'id': 'a09e4944-7748-4cfd-8209-4a9d0e8829b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:08.851795 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de2a771b-99bc-4929-84a8-3cca45fa9bf4 req-f9e71279-6649-4460-ba24-638fcfed9685 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2096264 Aug 27 14:16:08.920959 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Checking router: d3990fe4-a2ea-4eed-876f-36c5a79a4a5e for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:08.921319 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Updating router d3990fe4-a2ea-4eed-876f-36c5a79a4a5e port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:16:08.944823 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de2a771b-99bc-4929-84a8-3cca45fa9bf4 req-d6d74400-b28c-4ff9-ab2d-87662fb94de4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920646 Aug 27 14:16:08.964563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Network 589a1cca-21d5-436e-9e57-bc6131049bef is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:08.966010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:08.970496 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.029531 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.054488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Transition to ACTIVE for port object 65e1a97b-dce7-47de-af97-6049e935937b will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:09.160744 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.176719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port a5774ee7-22ec-4834-bda8-3e9bf649c22a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:09.233991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Router d318ec6f-2e32-461d-b71c-a7174fceacae has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:16:09.249360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cf7ea4e1-0482-4d5a-80b3-73a3bff594e3 None None] Provisioning complete for port a5774ee7-22ec-4834-bda8-3e9bf649c22a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:09.249803 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea4e1-0482-4d5a-80b3-73a3bff594e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.361969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a5774ee7-22ec-4834-bda8-3e9bf649c22a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:09.362315 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.444611 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-59c36435-f60e-4fa6-9b6b-8c00614dbc3d req-31e24606-447f-4d9d-888a-55d1cd494d0d tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0524442 Aug 27 14:16:09.506740 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.509178 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a37135-84d6-4a7e-956e-826fdcb567ca None None] Pushing event updated for resources: {'Port': ['ID=65e1a97b-dce7-47de-af97-6049e935937b,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:09.524647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Attempting to bind port 65e1a97b-dce7-47de-af97-6049e935937b on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:16:09.526011 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Attempting to bind port 65e1a97b-dce7-47de-af97-6049e935937b by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:16:09.526624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Attempting to bind port 65e1a97b-dce7-47de-af97-6049e935937b on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:09.531349 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Transition to ACTIVE for port object ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:09.539454 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.591673 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea4e1-0482-4d5a-80b3-73a3bff594e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.595290 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5da957-1489-47b1-9aae-177ea5404b2c None None] Pushing event updated for resources: {'Port': ['ID=ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:09.653453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-cf7ea4e1-0482-4d5a-80b3-73a3bff594e3 None None] For port a5774ee7-22ec-4834-bda8-3e9bf649c22a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a5774ee7-22ec-4834-bda8-3e9bf649c22a,segment=NetworkSegment(d7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1),segment_id=d7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:09.740568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:16:09.740997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:09.741459 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.741862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:16:09.742351 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Bound port: 65e1a97b-dce7-47de-af97-6049e935937b, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:16:09.743062 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.753367 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.767545 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea4e1-0482-4d5a-80b3-73a3bff594e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.791835 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Attempting to bind port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:16:09.792342 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Attempting to bind port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '69c74041-673b-4616-97d5-f3a52bcf81e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:16:09.792717 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Attempting to bind port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f on network 862db5a4-8dce-4aa0-967d-cbf1211aab91 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:09.808704 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:16:09.809394 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Checking segment: {'id': '69c74041-673b-4616-97d5-f3a52bcf81e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:09.809968 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.810520 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Bound using segment: {'id': '69c74041-673b-4616-97d5-f3a52bcf81e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:16:09.811178 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Bound port: ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c74041-673b-4616-97d5-f3a52bcf81e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:16:09.811716 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.960844 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] For port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:16:09.964409 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] For port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f,segment=NetworkSegment(69c74041-673b-4616-97d5-f3a52bcf81e8),segment_id=69c74041-673b-4616-97d5-f3a52bcf81e8)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:16:09.974576 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:09.977792 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:16:09.978155 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:16:09.986066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cf7ea4e1-0482-4d5a-80b3-73a3bff594e3 None None] Provisioning for port 5b26d7c9-9f8a-49ce-be7a-5217d3822624 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:09.996786 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cf7ea4e1-0482-4d5a-80b3-73a3bff594e3 None None] Provisioning complete for port 5b26d7c9-9f8a-49ce-be7a-5217d3822624 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:09.997914 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea4e1-0482-4d5a-80b3-73a3bff594e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:10.011479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:10.026206 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ec4938f0-c69a-44b5-aeac-6a1cf3860b9a admin admin] 10.222.0.55 "PUT /v2.0/routers/d318ec6f-2e32-461d-b71c-a7174fceacae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8000119 Aug 27 14:16:10.066380 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ea4e1-0482-4d5a-80b3-73a3bff594e3 None None] Port 5b26d7c9-9f8a-49ce-be7a-5217d3822624 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:16:10.075454 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5da957-1489-47b1-9aae-177ea5404b2c None None] Pushing event updated for resources: {'Port': ['ID=ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:10.099951 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:10.123390 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Routers {'d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:10.124362 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:10.189258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ea4e1-0482-4d5a-80b3-73a3bff594e3 None None] Pushing event updated for resources: {'Port': ['ID=a5774ee7-22ec-4834-bda8-3e9bf649c22a,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:10.197703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] For port 65e1a97b-dce7-47de-af97-6049e935937b, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:16:10.202388 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc61034-a112-461b-962b-ca5e20aa6e9a req-c73d6396-57bf-4e86-8530-9a1eef5bdf17 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:10.211485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0dc61034-a112-461b-962b-ca5e20aa6e9a req-c73d6396-57bf-4e86-8530-9a1eef5bdf17 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1185477 Aug 27 14:16:10.250298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] For port 65e1a97b-dce7-47de-af97-6049e935937b, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=65e1a97b-dce7-47de-af97-6049e935937b,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:16:10.267192 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:10.301008 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0dc61034-a112-461b-962b-ca5e20aa6e9a req-95cc2e1f-ec6f-4819-abc3-8bd27a6c2570 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884159 Aug 27 14:16:10.411457 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] Set router d3990fe4-a2ea-4eed-876f-36c5a79a4a5e gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:10.435806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a37135-84d6-4a7e-956e-826fdcb567ca None None] Pushing event updated for resources: {'Port': ['ID=65e1a97b-dce7-47de-af97-6049e935937b,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:10.453841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a2db045e-fbea-42f4-8a16-f8348af1764c None None] Provisioning complete for port 5b26d7c9-9f8a-49ce-be7a-5217d3822624 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:10.454215 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a2db045e-fbea-42f4-8a16-f8348af1764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:10.553056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a2db045e-fbea-42f4-8a16-f8348af1764c None None] Port 5b26d7c9-9f8a-49ce-be7a-5217d3822624 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:16:10.562549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7f28409b-5a70-4568-bc81-6ac544e03932 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:10.565282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Routers {'d318ec6f-2e32-461d-b71c-a7174fceacae'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:10.565984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d318ec6f-2e32-461d-b71c-a7174fceacae'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:10.626314 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61c105fe-85ef-4026-9566-4810899cfe2b req-2d987053-56b5-47fa-82dc-0560ae3241d8 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0656865 Aug 27 14:16:10.789465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] Set router d318ec6f-2e32-461d-b71c-a7174fceacae gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:10.792003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7f28409b-5a70-4568-bc81-6ac544e03932 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:10.792003 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:10.885909 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'name': 'tempest-TestVolumeBackupRestore-566694672-router', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:53Z', 'updated_at': '2021-08-27T14:16:05Z', 'revision_number': 4, 'project_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'gw_port': {'id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:55Z', 'updated_at': '2021-08-27T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f', 'name': '', 'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'mac_address': 'fa:16:3e:2e:d9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'a09e4944-7748-4cfd-8209-4a9d0e8829b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:01Z', 'updated_at': '2021-08-27T14:16:09Z', 'revision_number': 4, 'project_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'subnets': [{'id': 'a09e4944-7748-4cfd-8209-4a9d0e8829b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:10.926868 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72821cec-162e-49cc-83f0-3bc520c831b5 None None] The sync data for ids ['d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'] in n-d-712139-12 is: [{'id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'name': 'tempest-TestVolumeBackupRestore-566694672-router', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:53Z', 'updated_at': '2021-08-27T14:16:05Z', 'revision_number': 4, 'project_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'gw_port': {'id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:55Z', 'updated_at': '2021-08-27T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f', 'name': '', 'network_id': '862db5a4-8dce-4aa0-967d-cbf1211aab91', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'mac_address': 'fa:16:3e:2e:d9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'a09e4944-7748-4cfd-8209-4a9d0e8829b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:01Z', 'updated_at': '2021-08-27T14:16:09Z', 'revision_number': 4, 'project_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'subnets': [{'id': 'a09e4944-7748-4cfd-8209-4a9d0e8829b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:11.117448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 628d4c3e-1d21-4ae6-af6d-617366182c99 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:11.242721 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 628d4c3e-1d21-4ae6-af6d-617366182c99 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:11.249894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 628d4c3e-1d21-4ae6-af6d-617366182c99 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:11.250265 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:11.296673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'name': 'tempest-TestAggregatesBasicOps-488188911-router', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '65e1a97b-dce7-47de-af97-6049e935937b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:00Z', 'updated_at': '2021-08-27T14:16:07Z', 'revision_number': 4, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'gw_port': {'id': '65e1a97b-dce7-47de-af97-6049e935937b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:02Z', 'updated_at': '2021-08-27T14:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '5b26d7c9-9f8a-49ce-be7a-5217d3822624', 'name': '', 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'mac_address': 'fa:16:3e:1c:6f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '9960825f-7ea6-4a4c-ba84-abb00944ba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:06Z', 'updated_at': '2021-08-27T14:16:07Z', 'revision_number': 2, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'subnets': [{'id': '9960825f-7ea6-4a4c-ba84-abb00944ba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:11.391946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f2d22-7d8b-4606-b5ef-e78c58a529d9 None None] The sync data for ids ['d318ec6f-2e32-461d-b71c-a7174fceacae'] in n-d-712139-12 is: [{'id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'name': 'tempest-TestAggregatesBasicOps-488188911-router', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '65e1a97b-dce7-47de-af97-6049e935937b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:00Z', 'updated_at': '2021-08-27T14:16:07Z', 'revision_number': 4, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'gw_port': {'id': '65e1a97b-dce7-47de-af97-6049e935937b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:02Z', 'updated_at': '2021-08-27T14:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '5b26d7c9-9f8a-49ce-be7a-5217d3822624', 'name': '', 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'mac_address': 'fa:16:3e:1c:6f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '9960825f-7ea6-4a4c-ba84-abb00944ba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:06Z', 'updated_at': '2021-08-27T14:16:07Z', 'revision_number': 2, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'subnets': [{'id': '9960825f-7ea6-4a4c-ba84-abb00944ba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:11.539782 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:11.580705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5aade2-08a8-4f29-9239-5ed52d317884 req-62179803-5257-46a3-9fab-a36593b6f1a4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:11.593648 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc5aade2-08a8-4f29-9239-5ed52d317884 req-62179803-5257-46a3-9fab-a36593b6f1a4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1522381 Aug 27 14:16:11.642826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 628d4c3e-1d21-4ae6-af6d-617366182c99, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=628d4c3e-1d21-4ae6-af6d-617366182c99,segment=NetworkSegment(8a8ff4e4-c1f4-4826-ac56-547af63d7ef9),segment_id=8a8ff4e4-c1f4-4826-ac56-547af63d7ef9)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:11.651274 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:11.652453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6ddc8f42-f54a-4844-a75d-533b3b28761a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:11.674483 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc5aade2-08a8-4f29-9239-5ed52d317884 req-f8e63836-df5a-447c-a7c8-0a4d1cb582b3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631640 Aug 27 14:16:11.843940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=628d4c3e-1d21-4ae6-af6d-617366182c99,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:11.871377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6ddc8f42-f54a-4844-a75d-533b3b28761a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:11.872077 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:11.902402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fce31977-3bcb-46b7-a932-02cfbfd1595a req-79f142ef-bd12-4909-81a3-28dcd79c9345 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0569692 Aug 27 14:16:12.010869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42548) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:12.428217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:12.541573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:12.548092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:12.548601 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:12.672718 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-73827da5-7299-4eb7-8880-ecef8424bf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:12.700531 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:12.765576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f,segment=NetworkSegment(69c74041-673b-4616-97d5-f3a52bcf81e8),segment_id=69c74041-673b-4616-97d5-f3a52bcf81e8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:12.772347 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:12.773289 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a5774ee7-22ec-4834-bda8-3e9bf649c22a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:12.876136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1df93-cd11-4009-9761-68e382bdb2ae req-7290a218-593a-4571-9f01-e14fa956cffa tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:12.884395 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29d1df93-cd11-4009-9761-68e382bdb2ae req-7290a218-593a-4571-9f01-e14fa956cffa tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.0855958 Aug 27 14:16:12.954935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a5774ee7-22ec-4834-bda8-3e9bf649c22a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:12.955506 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:13.009219 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29d1df93-cd11-4009-9761-68e382bdb2ae req-687a0404-e54e-4f59-bce4-106cdbbf889c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238565 Aug 27 14:16:13.043298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:13.138278 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 123729bd-eb78-4e1e-9faf-83776f8abe82 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:13.192882 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-acaa6b14-ad7c-4b41-83a7-7615188e929a req-a7e0bb87-9378-4743-a676-17a6270a717e tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0409203 Aug 27 14:16:13.214490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-73827da5-7299-4eb7-8880-ecef8424bf98 admin admin] Deleting port 628d4c3e-1d21-4ae6-af6d-617366182c99 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:13.214911 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-73827da5-7299-4eb7-8880-ecef8424bf98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:13.241599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 123729bd-eb78-4e1e-9faf-83776f8abe82 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:13.242281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:13.332419 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-73827da5-7299-4eb7-8880-ecef8424bf98 admin admin] For port 628d4c3e-1d21-4ae6-af6d-617366182c99, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=628d4c3e-1d21-4ae6-af6d-617366182c99,segment=NetworkSegment(8a8ff4e4-c1f4-4826-ac56-547af63d7ef9),segment_id=8a8ff4e4-c1f4-4826-ac56-547af63d7ef9)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:13.332791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-73827da5-7299-4eb7-8880-ecef8424bf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:13.345171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 628d4c3e-1d21-4ae6-af6d-617366182c99 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:13.351209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-73827da5-7299-4eb7-8880-ecef8424bf98 admin admin] Calling delete_port for 628d4c3e-1d21-4ae6-af6d-617366182c99 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:13.406218 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 628d4c3e-1d21-4ae6-af6d-617366182c99 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:13.406858 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:13.581242 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-73827da5-7299-4eb7-8880-ecef8424bf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:13.611288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73827da5-7299-4eb7-8880-ecef8424bf98 admin admin] Pushing event deleted for resources: {'Port': ['ID=628d4c3e-1d21-4ae6-af6d-617366182c99,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:13.879294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-73827da5-7299-4eb7-8880-ecef8424bf98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:14.144144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103df75-ae4e-42d6-a80e-c9a15bf2ec3d req-1daf9e97-b3de-4b40-b778-87f4da17c9d8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:14.154473 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2103df75-ae4e-42d6-a80e-c9a15bf2ec3d req-1daf9e97-b3de-4b40-b778-87f4da17c9d8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.0739782 Aug 27 14:16:14.215836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73827da5-7299-4eb7-8880-ecef8424bf98 admin admin] Router e2942b9d-a2e3-4815-b2c2-1ef048aebf37 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:16:14.239352 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2103df75-ae4e-42d6-a80e-c9a15bf2ec3d req-914918f7-1f42-4c45-af91-5aa7f29d6f3c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835192 Aug 27 14:16:14.421656 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc35f7c-2c59-4a5d-b600-9027b76c8337 req-0d8f3144-6e4b-494b-84c5-a8726bf4cc16 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0706024 Aug 27 14:16:14.472069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:14.513267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73827da5-7299-4eb7-8880-ecef8424bf98 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:14.524036 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85b5f5-05eb-49da-8e44-ba6bf4e73c80 None None] Sync routers for ids ['e2942b9d-a2e3-4815-b2c2-1ef048aebf37'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:14.536924 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85b5f5-05eb-49da-8e44-ba6bf4e73c80 None None] Routers {'e2942b9d-a2e3-4815-b2c2-1ef048aebf37'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:14.539785 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9b85b5f5-05eb-49da-8e44-ba6bf4e73c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2942b9d-a2e3-4815-b2c2-1ef048aebf37'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:14.545630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42574) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:14.548766 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-73827da5-7299-4eb7-8880-ecef8424bf98 admin admin] 10.222.0.55 "PUT /v2.0/routers/e2942b9d-a2e3-4815-b2c2-1ef048aebf37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5332637 Aug 27 14:16:14.598301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:14.598966 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:14.674024 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-669950d1-6a60-4ca3-b453-fa4ff2eb0fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:14.776860 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-9b85b5f5-05eb-49da-8e44-ba6bf4e73c80 None None] Set router e2942b9d-a2e3-4815-b2c2-1ef048aebf37 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:14.797181 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 65e1a97b-dce7-47de-af97-6049e935937b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:14.824171 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:15.039445 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9b85b5f5-05eb-49da-8e44-ba6bf4e73c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'name': 'tempest-TestAggregatesBasicOps-1154571495-router', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:47Z', 'updated_at': '2021-08-27T14:16:13Z', 'revision_number': 5, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'gw_port': {'id': '123729bd-eb78-4e1e-9faf-83776f8abe82', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:50Z', 'updated_at': '2021-08-27T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:15.050201 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:15.087069 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85b5f5-05eb-49da-8e44-ba6bf4e73c80 None None] Checking router: e2942b9d-a2e3-4815-b2c2-1ef048aebf37 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:15.103364 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85b5f5-05eb-49da-8e44-ba6bf4e73c80 None None] Routers {'e2942b9d-a2e3-4815-b2c2-1ef048aebf37'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:15.104002 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9b85b5f5-05eb-49da-8e44-ba6bf4e73c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e2942b9d-a2e3-4815-b2c2-1ef048aebf37'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:15.115398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 65e1a97b-dce7-47de-af97-6049e935937b completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:15.120437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 65e1a97b-dce7-47de-af97-6049e935937b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:15.121025 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:15.152912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Deleting port 123729bd-eb78-4e1e-9faf-83776f8abe82 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:15.153999 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:15.238937 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:15.242817 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-9b85b5f5-05eb-49da-8e44-ba6bf4e73c80 None None] Set router e2942b9d-a2e3-4815-b2c2-1ef048aebf37 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:15.265619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 65e1a97b-dce7-47de-af97-6049e935937b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=65e1a97b-dce7-47de-af97-6049e935937b,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:15.271611 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:15.313074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] For port 123729bd-eb78-4e1e-9faf-83776f8abe82, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=123729bd-eb78-4e1e-9faf-83776f8abe82,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:15.313463 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:15.340514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=65e1a97b-dce7-47de-af97-6049e935937b,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:15.361517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Calling delete_port for 123729bd-eb78-4e1e-9faf-83776f8abe82 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:15.370408 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9b85b5f5-05eb-49da-8e44-ba6bf4e73c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'name': 'tempest-TestAggregatesBasicOps-1154571495-router', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:47Z', 'updated_at': '2021-08-27T14:16:15Z', 'revision_number': 6, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:15.406031 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85b5f5-05eb-49da-8e44-ba6bf4e73c80 None None] The sync data for ids ['e2942b9d-a2e3-4815-b2c2-1ef048aebf37'] in n-d-712139-12 is: [{'id': 'e2942b9d-a2e3-4815-b2c2-1ef048aebf37', 'name': 'tempest-TestAggregatesBasicOps-1154571495-router', 'tenant_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:47Z', 'updated_at': '2021-08-27T14:16:15Z', 'revision_number': 6, 'project_id': 'cc26c0b021eb499ab57f11d9ec6a677c', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:15.482817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a00a6-0ce1-4198-bb86-10991b990647 req-1cec0587-a7a9-43c4-8fec-6dbb0c8fc0cc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:15.484354 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-840a00a6-0ce1-4198-bb86-10991b990647 req-1cec0587-a7a9-43c4-8fec-6dbb0c8fc0cc tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1008768 Aug 27 14:16:15.538575 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-840a00a6-0ce1-4198-bb86-10991b990647 req-a63877e1-3ccc-417f-8323-148443476d47 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428631 Aug 27 14:16:15.579798 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b46988fb-dac0-4076-9843-26ff6eb097af req-40e6d24a-ea76-45f1-ab5f-ee0cccf0f0f1 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0692768 Aug 27 14:16:15.694118 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:15.807510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Pushing event deleted for resources: {'Port': ['ID=123729bd-eb78-4e1e-9faf-83776f8abe82,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:15.850951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:15.978027 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:15.981018 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:16.039015 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:16.039601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2942b9d-a2e3-4815-b2c2-1ef048aebf37 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:16:16.044529 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:16.045688 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2441f9ca-2a61-4c74-a6cc-a4d0db05846b admin admin] 10.222.0.55 "DELETE /v2.0/routers/e2942b9d-a2e3-4815-b2c2-1ef048aebf37 HTTP/1.1" status: 204 len: 168 time: 1.4986646 Aug 27 14:16:16.050219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42592) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:16.067716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63096179-fb3d-475e-be10-9aa6b17e7975 req-baeafc9f-69af-4dfe-9cc8-461cb9f24496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:16.069221 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63096179-fb3d-475e-be10-9aa6b17e7975 req-baeafc9f-69af-4dfe-9cc8-461cb9f24496 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 1097 time: 0.1553695 Aug 27 14:16:16.077908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d32eae-a754-4f19-8908-19bd9dfbe71d req-5ebf6704-3803-4ff7-aa27-a643ccc6a10a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:16.085754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60d32eae-a754-4f19-8908-19bd9dfbe71d req-5ebf6704-3803-4ff7-aa27-a643ccc6a10a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2155383 Aug 27 14:16:16.125803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Sync routers for ids ['d318ec6f-2e32-461d-b71c-a7174fceacae'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:16.141435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Routers {'d318ec6f-2e32-461d-b71c-a7174fceacae'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:16.142527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:15:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d318ec6f-2e32-461d-b71c-a7174fceacae'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:16.210808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a09b034-fa60-40ed-9c6b-02333cc9399c admin admin] Deleting subnet af0aa3d3-8134-42bb-90e7-2ad4fee1b65e {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:16:16.221553 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9a09b034-fa60-40ed-9c6b-02333cc9399c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:16.263893 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60d32eae-a754-4f19-8908-19bd9dfbe71d req-280b07e1-a21f-4a43-80ed-797258519a8d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772070 Aug 27 14:16:16.293415 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9a09b034-fa60-40ed-9c6b-02333cc9399c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:16.305091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Set router d318ec6f-2e32-461d-b71c-a7174fceacae gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:16.322486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63096179-fb3d-475e-be10-9aa6b17e7975 req-b40aaedd-75c9-43f3-858b-e0d14bd6ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:16.324889 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63096179-fb3d-475e-be10-9aa6b17e7975 req-b40aaedd-75c9-43f3-858b-e0d14bd6ae78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.2176478 Aug 27 14:16:16.476043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 65e1a97b-dce7-47de-af97-6049e935937b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:16.480566 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63096179-fb3d-475e-be10-9aa6b17e7975 req-82538ae1-ed09-4368-b011-87d35580b61d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 200 len: 1000 time: 0.1445789 Aug 27 14:16:16.575153 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9a09b034-fa60-40ed-9c6b-02333cc9399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:16.621267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 65e1a97b-dce7-47de-af97-6049e935937b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:16.622946 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:16.639509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63096179-fb3d-475e-be10-9aa6b17e7975 req-aa7e78d2-bea1-4584-aa03-0af863e2981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:16.645777 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63096179-fb3d-475e-be10-9aa6b17e7975 req-aa7e78d2-bea1-4584-aa03-0af863e2981b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.1253610 Aug 27 14:16:16.693593 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9a09b034-fa60-40ed-9c6b-02333cc9399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:16.736573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09b034-fa60-40ed-9c6b-02333cc9399c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0aa3d3-8134-42bb-90e7-2ad4fee1b65e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:16.753598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'name': 'tempest-TestAggregatesBasicOps-488188911-router', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '65e1a97b-dce7-47de-af97-6049e935937b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:00Z', 'updated_at': '2021-08-27T14:16:07Z', 'revision_number': 4, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'gw_port': {'id': '65e1a97b-dce7-47de-af97-6049e935937b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:02Z', 'updated_at': '2021-08-27T14:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '5b26d7c9-9f8a-49ce-be7a-5217d3822624', 'name': '', 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'mac_address': 'fa:16:3e:1c:6f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '9960825f-7ea6-4a4c-ba84-abb00944ba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:06Z', 'updated_at': '2021-08-27T14:16:07Z', 'revision_number': 2, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'subnets': [{'id': '9960825f-7ea6-4a4c-ba84-abb00944ba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:16.776094 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9a09b034-fa60-40ed-9c6b-02333cc9399c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:16.780486 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9a09b034-fa60-40ed-9c6b-02333cc9399c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/af0aa3d3-8134-42bb-90e7-2ad4fee1b65e HTTP/1.1" status: 204 len: 168 time: 0.7265511 Aug 27 14:16:16.781468 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42600) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:16.782314 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c618650-e0ad-43e5-9d3a-9c88a27e69bf req-c8c77759-4297-44b1-afe4-aa99ccdf9a5b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0469601 Aug 27 14:16:16.785787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63096179-fb3d-475e-be10-9aa6b17e7975 req-87f8dc58-a6f2-4f69-b0de-d22d3ed43330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:16.787221 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63096179-fb3d-475e-be10-9aa6b17e7975 req-87f8dc58-a6f2-4f69-b0de-d22d3ed43330 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343822 Aug 27 14:16:16.822191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbe3cae-3322-4804-bd74-be0fdca9ef44 None None] Network 2d939f98-7ffe-4519-8c78-e590434fb9cd requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:16.824112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Checking router: d318ec6f-2e32-461d-b71c-a7174fceacae for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:16.824471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Updating router d318ec6f-2e32-461d-b71c-a7174fceacae port 5b26d7c9-9f8a-49ce-be7a-5217d3822624 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:16:16.967947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63096179-fb3d-475e-be10-9aa6b17e7975 req-dc6d2e09-7eaf-4741-8f4a-a6779471a249 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658127 Aug 27 14:16:16.975116 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:16.988596 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.150632 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Deleting port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:17.151026 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.164190 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63096179-fb3d-475e-be10-9aa6b17e7975 req-9726beb1-7f79-4b30-abea-eb080c00b5c2 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878095 Aug 27 14:16:17.210186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 628d4c3e-1d21-4ae6-af6d-617366182c99 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:17.213138 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb8d268-a83b-42e2-97a0-14dc89ec10e5 None None] DHCP port deletion for 2d939f98-7ffe-4519-8c78-e590434fb9cd request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:16:17.247378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 628d4c3e-1d21-4ae6-af6d-617366182c99 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:17.247660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 628d4c3e-1d21-4ae6-af6d-617366182c99 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:17.248312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 123729bd-eb78-4e1e-9faf-83776f8abe82 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:17.274378 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] For port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c,segment=NetworkSegment(8a8ff4e4-c1f4-4826-ac56-547af63d7ef9),segment_id=8a8ff4e4-c1f4-4826-ac56-547af63d7ef9)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:17.274607 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.275855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 123729bd-eb78-4e1e-9faf-83776f8abe82 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:17.276606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 123729bd-eb78-4e1e-9faf-83776f8abe82 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:17.295782 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Calling delete_port for 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:17.412632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8d268-a83b-42e2-97a0-14dc89ec10e5 None None] Deleting port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:17.413025 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d268-a83b-42e2-97a0-14dc89ec10e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.414142 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.460709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:17.463328 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] No DVR routers for this DVR port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:17.507848 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.516068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b70c72-1c8b-4526-bb2d-9cf6b40c2173 req-f29e2ea5-c648-4dbc-9950-e8262335e39e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:17.519861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c1b70c72-1c8b-4526-bb2d-9cf6b40c2173 req-f29e2ea5-c648-4dbc-9950-e8262335e39e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1370358 Aug 27 14:16:17.598780 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9948e6f5-fd87-4dd9-94be-900e47529c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.616564 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.618130 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c1b70c72-1c8b-4526-bb2d-9cf6b40c2173 req-35711db9-0fbe-4d8d-9822-f211c9ac17a9 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855060 Aug 27 14:16:17.620123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3eb8d268-a83b-42e2-97a0-14dc89ec10e5 None None] For port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c, host n-d-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:17.620772 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d268-a83b-42e2-97a0-14dc89ec10e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.638577 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.652082 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d939f98-7ffe-4519-8c78-e590434fb9cd']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:17.655205 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Transition to ACTIVE for port object 5b26d7c9-9f8a-49ce-be7a-5217d3822624 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:17.657187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8d268-a83b-42e2-97a0-14dc89ec10e5 None None] Calling delete_port for 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:17.661223 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.ipam_backend_mixin [None req-3eb8d268-a83b-42e2-97a0-14dc89ec10e5 None None] Port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c was not found and therefore no delete operation was performed {{(pid=101188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:16:17.663492 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d268-a83b-42e2-97a0-14dc89ec10e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.665582 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.669037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8ff4e4-c1f4-4826-ac56-547af63d7ef9') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:17.669379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8ff4e4-c1f4-4826-ac56-547af63d7ef9') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:17.682564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.700314 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.706096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8d268-a83b-42e2-97a0-14dc89ec10e5 None None] Pushing event deleted for resources: {'Port': ['ID=2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:17.714174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8d268-a83b-42e2-97a0-14dc89ec10e5 None None] No DVR routers for this DVR port 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:17.717460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:16:17.718398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:16:17.721537 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:16:17.805713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67548c-dc43-494f-80ec-37e9ff580ebe None None] Pushing event updated for resources: {'Port': ['ID=5b26d7c9-9f8a-49ce-be7a-5217d3822624,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:17.855948 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Attempting to bind port 5b26d7c9-9f8a-49ce-be7a-5217d3822624 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:16:17.856352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Attempting to bind port 5b26d7c9-9f8a-49ce-be7a-5217d3822624 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'd7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:16:17.856721 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Attempting to bind port 5b26d7c9-9f8a-49ce-be7a-5217d3822624 on network 589a1cca-21d5-436e-9e57-bc6131049bef {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:17.864722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:16:17.864722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Checking segment: {'id': 'd7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:17.865145 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:17.865551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Bound using segment: {'id': 'd7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:16:17.866037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Bound port: 5b26d7c9-9f8a-49ce-be7a-5217d3822624, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:16:17.866428 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:18.048681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] For port 5b26d7c9-9f8a-49ce-be7a-5217d3822624, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:16:18.056407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] For port 5b26d7c9-9f8a-49ce-be7a-5217d3822624, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5b26d7c9-9f8a-49ce-be7a-5217d3822624,segment=NetworkSegment(d7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1),segment_id=d7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:16:18.062833 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:18.133385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Routers {'d318ec6f-2e32-461d-b71c-a7174fceacae'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:18.134173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d318ec6f-2e32-461d-b71c-a7174fceacae'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:18.190363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67548c-dc43-494f-80ec-37e9ff580ebe None None] Pushing event updated for resources: {'Port': ['ID=5b26d7c9-9f8a-49ce-be7a-5217d3822624,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:18.316442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:18.341772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:18.342126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2e2c9bca-fa0d-4e4a-916e-cebd73c53f1c not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:18.374550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] Set router d318ec6f-2e32-461d-b71c-a7174fceacae gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:18.378551 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a555a448-0455-49c9-a804-de1dc86b6984 req-5ee444bd-8f79-49ca-80dc-823071f513d6 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0869081 Aug 27 14:16:18.389449 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:18.398719 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:18.402294 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2d939f98-7ffe-4519-8c78-e590434fb9cd HTTP/1.1" status: 204 len: 168 time: 1.6204281 Aug 27 14:16:18.405631 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42616) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:18.429340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62665158-bf99-4c33-b3c1-b196b379a138 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d939f98-7ffe-4519-8c78-e590434fb9cd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:18.765390 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'name': 'tempest-TestAggregatesBasicOps-488188911-router', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '65e1a97b-dce7-47de-af97-6049e935937b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:00Z', 'updated_at': '2021-08-27T14:16:07Z', 'revision_number': 4, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'gw_port': {'id': '65e1a97b-dce7-47de-af97-6049e935937b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:02Z', 'updated_at': '2021-08-27T14:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '5b26d7c9-9f8a-49ce-be7a-5217d3822624', 'name': '', 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'mac_address': 'fa:16:3e:1c:6f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '9960825f-7ea6-4a4c-ba84-abb00944ba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:06Z', 'updated_at': '2021-08-27T14:16:18Z', 'revision_number': 4, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'subnets': [{'id': '9960825f-7ea6-4a4c-ba84-abb00944ba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:18.806496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad6ed1-8799-4ce8-b8fb-541be184653b None None] The sync data for ids ['d318ec6f-2e32-461d-b71c-a7174fceacae'] in n-d-712139-12 is: [{'id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'name': 'tempest-TestAggregatesBasicOps-488188911-router', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '65e1a97b-dce7-47de-af97-6049e935937b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:00Z', 'updated_at': '2021-08-27T14:16:07Z', 'revision_number': 4, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'gw_port': {'id': '65e1a97b-dce7-47de-af97-6049e935937b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:02Z', 'updated_at': '2021-08-27T14:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '5b26d7c9-9f8a-49ce-be7a-5217d3822624', 'name': '', 'network_id': '589a1cca-21d5-436e-9e57-bc6131049bef', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'mac_address': 'fa:16:3e:1c:6f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '9960825f-7ea6-4a4c-ba84-abb00944ba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:06Z', 'updated_at': '2021-08-27T14:16:18Z', 'revision_number': 4, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'subnets': [{'id': '9960825f-7ea6-4a4c-ba84-abb00944ba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:18.821424 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:18.843712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae961-824a-4e0a-879a-1544daaaad50 req-cbe7fe87-cc6b-44fd-94d4-3c78bb3d617f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:18.854396 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-149ae961-824a-4e0a-879a-1544daaaad50 req-cbe7fe87-cc6b-44fd-94d4-3c78bb3d617f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1156116 Aug 27 14:16:18.873461 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c58de77b-26ad-4c7d-944f-cba4c9b29819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:18.916930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-149ae961-824a-4e0a-879a-1544daaaad50 req-50d7d704-00f5-41e1-9df4-2a916aae3e6f tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498023 Aug 27 14:16:19.141343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41a9a3-ad10-4feb-aa4a-8e8d6121ab09 req-d3d57cb0-3a37-4a9d-b023-3586e037fbf3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:19.143663 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d41a9a3-ad10-4feb-aa4a-8e8d6121ab09 req-d3d57cb0-3a37-4a9d-b023-3586e037fbf3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1422482 Aug 27 14:16:19.235903 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d41a9a3-ad10-4feb-aa4a-8e8d6121ab09 req-ac9ddcbb-c4bc-4d35-b5f9-8a7ec4d27123 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753801 Aug 27 14:16:19.315537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c58de77b-26ad-4c7d-944f-cba4c9b29819 admin admin] Deleting port 5b26d7c9-9f8a-49ce-be7a-5217d3822624 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:19.315881 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c58de77b-26ad-4c7d-944f-cba4c9b29819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:19.405467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681ae5b-2abd-4b4b-b813-d1145c69c7e2 req-34ab3473-05ba-41cb-8ebf-26b9a776b813 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:19.413287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6681ae5b-2abd-4b4b-b813-d1145c69c7e2 req-34ab3473-05ba-41cb-8ebf-26b9a776b813 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.0684531 Aug 27 14:16:19.433999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-c58de77b-26ad-4c7d-944f-cba4c9b29819 admin admin] For port 5b26d7c9-9f8a-49ce-be7a-5217d3822624, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5b26d7c9-9f8a-49ce-be7a-5217d3822624,segment=NetworkSegment(d7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1),segment_id=d7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:19.435042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c58de77b-26ad-4c7d-944f-cba4c9b29819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:19.453454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c58de77b-26ad-4c7d-944f-cba4c9b29819 admin admin] Calling delete_port for 5b26d7c9-9f8a-49ce-be7a-5217d3822624 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:19.474130 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6681ae5b-2abd-4b4b-b813-d1145c69c7e2 req-e8d1cb37-4af0-4e4c-a7f9-4a931c7a136a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524609 Aug 27 14:16:19.684070 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c58de77b-26ad-4c7d-944f-cba4c9b29819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:19.728614 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58de77b-26ad-4c7d-944f-cba4c9b29819 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b26d7c9-9f8a-49ce-be7a-5217d3822624,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:19.740079 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-77b854a0-0dbc-4641-8d5a-5de4e9331f91 req-f733530f-a2e8-4535-8190-dfa2effaa37f tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0672636 Aug 27 14:16:19.865618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ee191-6816-4fbc-b6b0-b07c72f7cf46 req-1816fb47-d8af-4552-8e43-e0216f7bd637 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:19.875281 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f7ee191-6816-4fbc-b6b0-b07c72f7cf46 req-1816fb47-d8af-4552-8e43-e0216f7bd637 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1144414 Aug 27 14:16:19.939139 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f7ee191-6816-4fbc-b6b0-b07c72f7cf46 req-11e3244b-3838-4377-b42a-a4837e3e165b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624936 Aug 27 14:16:20.191608 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:20.358479 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c58de77b-26ad-4c7d-944f-cba4c9b29819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:20.609328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58de77b-26ad-4c7d-944f-cba4c9b29819 admin admin] Router d318ec6f-2e32-461d-b71c-a7174fceacae has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:16:20.728595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58de77b-26ad-4c7d-944f-cba4c9b29819 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:20.734018 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c58de77b-26ad-4c7d-944f-cba4c9b29819 admin admin] 10.222.0.55 "PUT /v2.0/routers/d318ec6f-2e32-461d-b71c-a7174fceacae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3265080 Aug 27 14:16:20.736242 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42642) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:20.739325 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ad8bf-dab0-44eb-bccc-5529a48cb765 None None] Sync routers for ids ['d318ec6f-2e32-461d-b71c-a7174fceacae'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:20.752028 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ad8bf-dab0-44eb-bccc-5529a48cb765 None None] Routers {'d318ec6f-2e32-461d-b71c-a7174fceacae'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:20.753224 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8d5ad8bf-dab0-44eb-bccc-5529a48cb765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d318ec6f-2e32-461d-b71c-a7174fceacae'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:20.875009 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:20.923361 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c3be90c-5a95-4594-9cb4-f7be36fa9dd3 req-115045ba-2aec-468e-8de5-cc54235c758a tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0361550 Aug 27 14:16:21.089698 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8d5ad8bf-dab0-44eb-bccc-5529a48cb765 None None] Set router d318ec6f-2e32-461d-b71c-a7174fceacae gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:21.099799 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:21.140458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd3098-07af-4a14-9805-9876c2cef36c req-dd0db30a-9cfb-49e3-a90c-33265908f5e2 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:21.150447 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8fd3098-07af-4a14-9805-9876c2cef36c req-dd0db30a-9cfb-49e3-a90c-33265908f5e2 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.0680761 Aug 27 14:16:21.202408 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Deleting port 65e1a97b-dce7-47de-af97-6049e935937b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:21.202774 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:21.216560 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8fd3098-07af-4a14-9805-9876c2cef36c req-63fe7ba4-575d-4ceb-bda4-9fd88410381c tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634582 Aug 27 14:16:21.339632 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8d5ad8bf-dab0-44eb-bccc-5529a48cb765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'name': 'tempest-TestAggregatesBasicOps-488188911-router', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '65e1a97b-dce7-47de-af97-6049e935937b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:00Z', 'updated_at': '2021-08-27T14:16:19Z', 'revision_number': 5, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'gw_port': {'id': '65e1a97b-dce7-47de-af97-6049e935937b', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:02Z', 'updated_at': '2021-08-27T14:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:21.383971 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ad8bf-dab0-44eb-bccc-5529a48cb765 None None] Checking router: d318ec6f-2e32-461d-b71c-a7174fceacae for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:21.411227 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ad8bf-dab0-44eb-bccc-5529a48cb765 None None] Routers {'d318ec6f-2e32-461d-b71c-a7174fceacae'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:21.413664 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8d5ad8bf-dab0-44eb-bccc-5529a48cb765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d318ec6f-2e32-461d-b71c-a7174fceacae'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:21.436991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] For port 65e1a97b-dce7-47de-af97-6049e935937b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=65e1a97b-dce7-47de-af97-6049e935937b,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:21.437374 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:21.495915 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Calling delete_port for 65e1a97b-dce7-47de-af97-6049e935937b owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:21.609651 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:21.633677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6399b-82c7-494d-beac-3cee8d24a0b8 req-61e8552c-a108-43c9-9e40-715d25e6ae29 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:21.635854 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-61e6399b-82c7-494d-beac-3cee8d24a0b8 req-61e8552c-a108-43c9-9e40-715d25e6ae29 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.0774784 Aug 27 14:16:21.675991 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8d5ad8bf-dab0-44eb-bccc-5529a48cb765 None None] Set router d318ec6f-2e32-461d-b71c-a7174fceacae gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:21.686386 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-61e6399b-82c7-494d-beac-3cee8d24a0b8 req-76746a39-be25-4820-8650-05be22b8eb47 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374579 Aug 27 14:16:21.706332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860d069-1bfb-49d3-9338-90c65c35b830 req-ab0d2598-f900-40aa-a843-07c5247cadae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:21.707899 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a860d069-1bfb-49d3-9338-90c65c35b830 req-ab0d2598-f900-40aa-a843-07c5247cadae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b277640d904428c906f00d6ad23c06b&device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 1097 time: 0.1193528 Aug 27 14:16:21.775962 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8d5ad8bf-dab0-44eb-bccc-5529a48cb765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'name': 'tempest-TestAggregatesBasicOps-488188911-router', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:00Z', 'updated_at': '2021-08-27T14:16:21Z', 'revision_number': 6, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:21.808857 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ad8bf-dab0-44eb-bccc-5529a48cb765 None None] The sync data for ids ['d318ec6f-2e32-461d-b71c-a7174fceacae'] in n-d-712139-12 is: [{'id': 'd318ec6f-2e32-461d-b71c-a7174fceacae', 'name': 'tempest-TestAggregatesBasicOps-488188911-router', 'tenant_id': '2415cdd1bbac4ed59613c5c06920240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:00Z', 'updated_at': '2021-08-27T14:16:21Z', 'revision_number': 6, 'project_id': '2415cdd1bbac4ed59613c5c06920240a', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:21.905069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860d069-1bfb-49d3-9338-90c65c35b830 req-7954ec1d-35aa-4cba-9d6f-5d5accab01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:21.906729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a860d069-1bfb-49d3-9338-90c65c35b830 req-7954ec1d-35aa-4cba-9d6f-5d5accab01fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 200 len: 913 time: 0.1910038 Aug 27 14:16:21.983649 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:22.042719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e1a97b-dce7-47de-af97-6049e935937b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:22.061843 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a860d069-1bfb-49d3-9338-90c65c35b830 req-df58b1d5-4fa1-43a1-8d91-ba4b0ca72408 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 200 len: 1000 time: 0.1444798 Aug 27 14:16:22.210149 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:16:22.235033 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:22.302596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5b26d7c9-9f8a-49ce-be7a-5217d3822624 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:22.326913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 5b26d7c9-9f8a-49ce-be7a-5217d3822624 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:22.327267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5b26d7c9-9f8a-49ce-be7a-5217d3822624 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:22.415424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-010d2ce9-9097-4ddb-a84b-eddece935080 req-f6413266-b215-4a22-8d5b-3d0f0b26b183 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0765762 Aug 27 14:16:22.440759 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:22.440759 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:22.442295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860d069-1bfb-49d3-9338-90c65c35b830 req-55aa1240-5398-4955-94cd-3187e2703dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:22.443831 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a860d069-1bfb-49d3-9338-90c65c35b830 req-55aa1240-5398-4955-94cd-3187e2703dce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 200 len: 851 time: 0.3679578 Aug 27 14:16:22.511043 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:22.511690 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d318ec6f-2e32-461d-b71c-a7174fceacae {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:16:22.518447 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:22.519805 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3141a867-d563-4a99-96ad-a0bc4e56a109 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d318ec6f-2e32-461d-b71c-a7174fceacae HTTP/1.1" status: 204 len: 168 time: 1.7800806 Aug 27 14:16:22.522778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42666) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:22.535378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860d069-1bfb-49d3-9338-90c65c35b830 req-401b3ca7-fc7e-4223-8955-5e5d58f4e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:22.537603 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a860d069-1bfb-49d3-9338-90c65c35b830 req-401b3ca7-fc7e-4223-8955-5e5d58f4e851 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fece9f9-82a7-4a38-8bb3-a19a02edf433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553679 Aug 27 14:16:22.592143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b54087-ad37-45e6-8bb8-1ed9628c96c0 admin admin] Deleting subnet 9960825f-7ea6-4a4c-ba84-abb00944ba42 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:16:22.596369 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5b54087-ad37-45e6-8bb8-1ed9628c96c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:22.654876 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5b54087-ad37-45e6-8bb8-1ed9628c96c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:22.656063 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a860d069-1bfb-49d3-9338-90c65c35b830 req-4b1daadd-63a2-4efc-9f04-0a3392dbf61d service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107037 Aug 27 14:16:22.794923 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a860d069-1bfb-49d3-9338-90c65c35b830 req-d2a566c5-abd7-4dcc-96b3-d2541677b139 service neutron] 10.222.0.41 "GET /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272240 Aug 27 14:16:22.817880 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5b54087-ad37-45e6-8bb8-1ed9628c96c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:22.895805 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5b54087-ad37-45e6-8bb8-1ed9628c96c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:22.901315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ee9ea-4900-48fd-9086-38ff210adf3c req-58034e61-bc00-4008-bb1e-1d5cc33742b5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:22.903725 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce9ee9ea-4900-48fd-9086-38ff210adf3c req-58034e61-bc00-4008-bb1e-1d5cc33742b5 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1004272 Aug 27 14:16:22.923980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5b54087-ad37-45e6-8bb8-1ed9628c96c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:22.926617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4c780c-daf9-40ff-82ee-b94b7997cdb6 None None] Network 589a1cca-21d5-436e-9e57-bc6131049bef requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:22.932943 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e5b54087-ad37-45e6-8bb8-1ed9628c96c0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9960825f-7ea6-4a4c-ba84-abb00944ba42 HTTP/1.1" status: 204 len: 168 time: 0.4090898 Aug 27 14:16:22.936051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42670) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:22.955501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b54087-ad37-45e6-8bb8-1ed9628c96c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9960825f-7ea6-4a4c-ba84-abb00944ba42,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:22.994900 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce9ee9ea-4900-48fd-9086-38ff210adf3c req-0d53c261-4127-4abb-9047-a6a912542f08 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759895 Aug 27 14:16:23.071873 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:23.157931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Deleting port a5774ee7-22ec-4834-bda8-3e9bf649c22a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:23.159099 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:23.183554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7a8e60-b3ee-4c60-a3d5-ac5c7982d485 None None] DHCP port deletion for 589a1cca-21d5-436e-9e57-bc6131049bef request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:16:23.277473 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a8e60-b3ee-4c60-a3d5-ac5c7982d485 None None] Deleting port a5774ee7-22ec-4834-bda8-3e9bf649c22a {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:23.278148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] For port a5774ee7-22ec-4834-bda8-3e9bf649c22a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a5774ee7-22ec-4834-bda8-3e9bf649c22a,segment=NetworkSegment(d7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1),segment_id=d7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:23.278520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:23.281577 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8e60-b3ee-4c60-a3d5-ac5c7982d485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:23.301144 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Calling delete_port for a5774ee7-22ec-4834-bda8-3e9bf649c22a owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:23.368647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4f7a8e60-b3ee-4c60-a3d5-ac5c7982d485 None None] For port a5774ee7-22ec-4834-bda8-3e9bf649c22a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a5774ee7-22ec-4834-bda8-3e9bf649c22a,segment=NetworkSegment(d7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1),segment_id=d7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:23.369126 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8e60-b3ee-4c60-a3d5-ac5c7982d485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:23.383525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a8e60-b3ee-4c60-a3d5-ac5c7982d485 None None] Calling delete_port for a5774ee7-22ec-4834-bda8-3e9bf649c22a owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:23.403837 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:23.435616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5774ee7-22ec-4834-bda8-3e9bf649c22a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:23.450907 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] No DVR routers for this DVR port a5774ee7-22ec-4834-bda8-3e9bf649c22a on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:23.501423 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8e60-b3ee-4c60-a3d5-ac5c7982d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:23.519463 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a8e60-b3ee-4c60-a3d5-ac5c7982d485 None None] No DVR routers for this DVR port a5774ee7-22ec-4834-bda8-3e9bf649c22a on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:23.541506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a8e60-b3ee-4c60-a3d5-ac5c7982d485 None None] Pushing event deleted for resources: {'Port': ['ID=a5774ee7-22ec-4834-bda8-3e9bf649c22a,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:23.561742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea2fe0cc-b13c-4c56-966f-c15f39e32167 req-fa8f25db-c0aa-4c2d-b4f7-2b067b1115ac tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc2e39ca-d405-4060-9477-e942f90e91bd HTTP/1.1" status: 200 len: 210 time: 0.0553219 Aug 27 14:16:23.622717 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:23.634556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589a1cca-21d5-436e-9e57-bc6131049bef']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:23.647655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:23.648069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c91c38-3ea3-4d4e-9cf7-2b6479a2afe1') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:23.660169 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:23.676628 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:23.685730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:16:23.686279 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:16:23.688631 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:16:23.756372 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:23.761761 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:23.767282 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] 10.222.0.55 "DELETE /v2.0/networks/589a1cca-21d5-436e-9e57-bc6131049bef HTTP/1.1" status: 204 len: 168 time: 0.8302572 Aug 27 14:16:23.783205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe469b-20d1-4251-8c20-d8a402ceb977 admin admin] Pushing event deleted for resources: {'Network': ['ID=589a1cca-21d5-436e-9e57-bc6131049bef,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:24.010932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42682) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:24.058242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fdc98790-155c-4bce-8a13-0aa87d21d438 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc26c0b021eb499ab57f11d9ec6a677c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461199 Aug 27 14:16:24.060857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42686) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:24.146563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7a25d-a287-461a-abbf-9bdc48e5fc9f req-883721ad-b9bb-474c-9890-6f7b76bf3c76 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:24.148068 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28d7a25d-a287-461a-abbf-9bdc48e5fc9f req-883721ad-b9bb-474c-9890-6f7b76bf3c76 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.0736556 Aug 27 14:16:24.170374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a5774ee7-22ec-4834-bda8-3e9bf649c22a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:24.180537 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9df370b1-75c9-4ea2-9d74-419ec844a686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:24.194047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: a5774ee7-22ec-4834-bda8-3e9bf649c22a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:24.194395 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a5774ee7-22ec-4834-bda8-3e9bf649c22a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:24.194835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 65e1a97b-dce7-47de-af97-6049e935937b no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:24.207161 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28d7a25d-a287-461a-abbf-9bdc48e5fc9f req-c7ed3f36-d26f-4ea4-ad2a-23a3552118c2 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481675 Aug 27 14:16:24.214397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 65e1a97b-dce7-47de-af97-6049e935937b {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:24.214781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 65e1a97b-dce7-47de-af97-6049e935937b not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:24.216177 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9df370b1-75c9-4ea2-9d74-419ec844a686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:24.283827 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9df370b1-75c9-4ea2-9d74-419ec844a686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:24.287264 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9df370b1-75c9-4ea2-9d74-419ec844a686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:24.288545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9df370b1-75c9-4ea2-9d74-419ec844a686 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19f3c9f5-395f-452a-9200-7427faf22e6c HTTP/1.1" status: 204 len: 168 time: 0.2265761 Aug 27 14:16:24.297247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df370b1-75c9-4ea2-9d74-419ec844a686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f3c9f5-395f-452a-9200-7427faf22e6c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:24.387513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6be3d6-5376-4e72-be5c-04849e1bc98b req-e36c65ab-75f7-4b0c-9e57-1f51663588e1 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:24.389170 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd6be3d6-5376-4e72-be5c-04849e1bc98b req-e36c65ab-75f7-4b0c-9e57-1f51663588e1 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1030507 Aug 27 14:16:24.443211 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd6be3d6-5376-4e72-be5c-04849e1bc98b req-ce142fde-fba5-4e89-89d6-bed08b5fa8c3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447357 Aug 27 14:16:24.766499 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42718) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:24.794877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42720) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:24.837820 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a48838bb-a278-40f9-93a0-ea9f283665f3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:24.852552 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-de0f5362-25c5-4a94-a968-4e451af4c583 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2415cdd1bbac4ed59613c5c06920240a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542710 Aug 27 14:16:24.852912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42722) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:24.868287 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a48838bb-a278-40f9-93a0-ea9f283665f3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:24.918898 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6fee-a5d0-46b6-85a3-1e0b263e6638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:24.938380 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a48838bb-a278-40f9-93a0-ea9f283665f3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:24.941690 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a48838bb-a278-40f9-93a0-ea9f283665f3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:24.942553 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6fee-a5d0-46b6-85a3-1e0b263e6638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:24.943385 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a48838bb-a278-40f9-93a0-ea9f283665f3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "DELETE /v2.0/security-groups/cfdb01f6-a10c-4f71-9ee2-a1b023bd98af HTTP/1.1" status: 204 len: 168 time: 0.1754994 Aug 27 14:16:24.949702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42724) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:24.956198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48838bb-a278-40f9-93a0-ea9f283665f3 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb01f6-a10c-4f71-9ee2-a1b023bd98af,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:24.974993 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-ac0f081e-ac93-4f90-93f7-a59560e30d59 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] show failed (client error): The resource could not be found. Aug 27 14:16:24.976049 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ac0f081e-ac93-4f90-93f7-a59560e30d59 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "GET /v2.0/security-groups/cfdb01f6-a10c-4f71-9ee2-a1b023bd98af HTTP/1.1" status: 404 len: 347 time: 0.0257626 Aug 27 14:16:24.979168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42726) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:25.020465 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6fee-a5d0-46b6-85a3-1e0b263e6638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:25.023969 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6fee-a5d0-46b6-85a3-1e0b263e6638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:25.025550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7e0f6fee-a5d0-46b6-85a3-1e0b263e6638 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5aa236b6-7ff5-4438-99e8-23d9e80aae20 HTTP/1.1" status: 204 len: 168 time: 0.1712186 Aug 27 14:16:25.037278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f6fee-a5d0-46b6-85a3-1e0b263e6638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa236b6-7ff5-4438-99e8-23d9e80aae20,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:25.138894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1d59f0cf-0240-43e2-871e-712c8454cfae tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Deleting port 9d7b92ba-795e-4ec5-9ddd-5b719382e13c {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:25.139378 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d59f0cf-0240-43e2-871e-712c8454cfae tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:25.228237 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d59f0cf-0240-43e2-871e-712c8454cfae tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:25.228598 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d59f0cf-0240-43e2-871e-712c8454cfae tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:25.251849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1d59f0cf-0240-43e2-871e-712c8454cfae tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Calling delete_port for 9d7b92ba-795e-4ec5-9ddd-5b719382e13c owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:25.437036 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d59f0cf-0240-43e2-871e-712c8454cfae tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:25.468879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59f0cf-0240-43e2-871e-712c8454cfae tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event deleted for resources: {'Port': ['ID=9d7b92ba-795e-4ec5-9ddd-5b719382e13c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:25.596454 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d59f0cf-0240-43e2-871e-712c8454cfae tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:25.599588 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d59f0cf-0240-43e2-871e-712c8454cfae tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:25.600785 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1d59f0cf-0240-43e2-871e-712c8454cfae tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "DELETE /v2.0/floatingips/dc21e88a-0450-4848-9aa6-b1c148f8bf81 HTTP/1.1" status: 204 len: 168 time: 0.6205819 Aug 27 14:16:25.604544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42768) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:25.615708 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec6491-c4bf-4036-b3e8-5562efb35fe3 req-31745d54-eb8e-472e-bcf7-434a710db35a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:25.619088 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d6ec6491-c4bf-4036-b3e8-5562efb35fe3 req-31745d54-eb8e-472e-bcf7-434a710db35a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7c87b09-2324-480c-ad3f-47faed8d9930 HTTP/1.1" status: 200 len: 943 time: 0.0981300 Aug 27 14:16:25.730553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b4bfa-eb68-403c-b8c2-f605132d1f5b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Deleting port 68b4dc15-5d13-4e69-996f-6db8ab289022 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:25.730940 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4bfa-eb68-403c-b8c2-f605132d1f5b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:25.755818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-d6ec6491-c4bf-4036-b3e8-5562efb35fe3 req-63f398a3-7940-48cf-bfc5-84402f2f2224 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Deleting port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:25.755818 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d6ec6491-c4bf-4036-b3e8-5562efb35fe3 req-63f398a3-7940-48cf-bfc5-84402f2f2224 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:25.858638 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4bfa-eb68-403c-b8c2-f605132d1f5b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:25.878405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b4bfa-eb68-403c-b8c2-f605132d1f5b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Calling delete_port for 68b4dc15-5d13-4e69-996f-6db8ab289022 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:25.879105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-d6ec6491-c4bf-4036-b3e8-5562efb35fe3 req-63f398a3-7940-48cf-bfc5-84402f2f2224 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] For port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:25.879523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d6ec6491-c4bf-4036-b3e8-5562efb35fe3 req-63f398a3-7940-48cf-bfc5-84402f2f2224 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:25.897302 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-d6ec6491-c4bf-4036-b3e8-5562efb35fe3 req-63f398a3-7940-48cf-bfc5-84402f2f2224 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Calling delete_port for 42c7b7ca-357a-42fb-b419-90ff0a4aa85d owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:26.048303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4bfa-eb68-403c-b8c2-f605132d1f5b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:26.071974 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d6ec6491-c4bf-4036-b3e8-5562efb35fe3 req-63f398a3-7940-48cf-bfc5-84402f2f2224 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:26.085987 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['88ba3866-ee17-42ba-8e4d-9cd6dbbbc197'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:16:26.089912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b4bfa-eb68-403c-b8c2-f605132d1f5b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event deleted for resources: {'Port': ['ID=68b4dc15-5d13-4e69-996f-6db8ab289022,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:26.121187 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f398a3-7940-48cf-bfc5-84402f2f2224 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event deleted for resources: {'Port': ['ID=42c7b7ca-357a-42fb-b419-90ff0a4aa85d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:26.189708 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4bfa-eb68-403c-b8c2-f605132d1f5b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:26.189898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['44232c0a-8120-4330-9c3a-988140124208'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:16:26.200727 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ef0b4bfa-eb68-403c-b8c2-f605132d1f5b tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "DELETE /v2.0/ports/68b4dc15-5d13-4e69-996f-6db8ab289022 HTTP/1.1" status: 204 len: 168 time: 0.5944126 Aug 27 14:16:26.201438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42784) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:26.204869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ec6491-c4bf-4036-b3e8-5562efb35fe3 req-63f398a3-7940-48cf-bfc5-84402f2f2224 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] No DVR routers for this DVR port 42c7b7ca-357a-42fb-b419-90ff0a4aa85d on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:26.208703 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d6ec6491-c4bf-4036-b3e8-5562efb35fe3 req-63f398a3-7940-48cf-bfc5-84402f2f2224 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:26.217395 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d6ec6491-c4bf-4036-b3e8-5562efb35fe3 req-63f398a3-7940-48cf-bfc5-84402f2f2224 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "DELETE /v2.0/ports/42c7b7ca-357a-42fb-b419-90ff0a4aa85d HTTP/1.1" status: 204 len: 173 time: 0.5888410 Aug 27 14:16:26.217987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c87b09-2324-480c-ad3f-47faed8d9930', 'name': 'network-vif-deleted', 'tag': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:16:26.222185 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239bd575-164c-441b-af8b-568c6baa5378" -d '{"events": [{"server_uuid": "e7c87b09-2324-480c-ad3f-47faed8d9930", "name": "network-vif-deleted", "tag": "42c7b7ca-357a-42fb-b419-90ff0a4aa85d"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:16:26.311320 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 27 Aug 2021 14:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4947b91-057a-436d-a285-f5f5deef916d x-openstack-request-id: req-f4947b91-057a-436d-a285-f5f5deef916d {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:16:26.311710 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c87b09-2324-480c-ad3f-47faed8d9930", "name": "network-vif-deleted", "tag": "42c7b7ca-357a-42fb-b419-90ff0a4aa85d", "status": "failed", "code": 422}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:16:26.312300 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4947b91-057a-436d-a285-f5f5deef916d {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:16:26.312818 n-d-712139-12 neutron-server[101186]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7c87b09-2324-480c-ad3f-47faed8d9930', 'name': 'network-vif-deleted', 'tag': '42c7b7ca-357a-42fb-b419-90ff0a4aa85d', 'status': 'failed', 'code': 422} returned with failed status Aug 27 14:16:26.422140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-4bbdee32-0275-4e22-b5eb-2d428a5ad007 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Deleting port 677605c6-e919-46d6-a490-daeeabe16f0d {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:26.422490 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4bbdee32-0275-4e22-b5eb-2d428a5ad007 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:26.655186 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4bbdee32-0275-4e22-b5eb-2d428a5ad007 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:26.671160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-4bbdee32-0275-4e22-b5eb-2d428a5ad007 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Calling delete_port for 677605c6-e919-46d6-a490-daeeabe16f0d owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:26.942904 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4bbdee32-0275-4e22-b5eb-2d428a5ad007 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:26.982055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdee32-0275-4e22-b5eb-2d428a5ad007 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event deleted for resources: {'Port': ['ID=677605c6-e919-46d6-a490-daeeabe16f0d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:27.066059 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4bbdee32-0275-4e22-b5eb-2d428a5ad007 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.067943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4bbdee32-0275-4e22-b5eb-2d428a5ad007 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "DELETE /v2.0/ports/677605c6-e919-46d6-a490-daeeabe16f0d HTTP/1.1" status: 204 len: 168 time: 0.8651550 Aug 27 14:16:27.070381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42822) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:27.156801 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c12e026-361f-45b8-a231-56651351d9ea tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Deleting subnet e010ded9-86a4-4e1c-b055-049006661152 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:16:27.161864 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c12e026-361f-45b8-a231-56651351d9ea tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.214796 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c12e026-361f-45b8-a231-56651351d9ea tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.244252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3d5e6-0e29-4a92-acf1-2c75522be2fc req-77d230a5-85d5-4b99-be33-b4fafafeb163 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:27.258354 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8a3d5e6-0e29-4a92-acf1-2c75522be2fc req-77d230a5-85d5-4b99-be33-b4fafafeb163 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 907 time: 0.0701685 Aug 27 14:16:27.324755 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c12e026-361f-45b8-a231-56651351d9ea tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.396466 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c12e026-361f-45b8-a231-56651351d9ea tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.425980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12e026-361f-45b8-a231-56651351d9ea tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event deleted for resources: {'Subnet': ['ID=e010ded9-86a4-4e1c-b055-049006661152,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:27.438393 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c12e026-361f-45b8-a231-56651351d9ea tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.444222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42830) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:27.444377 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4c12e026-361f-45b8-a231-56651351d9ea tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "DELETE /v2.0/subnets/e010ded9-86a4-4e1c-b055-049006661152 HTTP/1.1" status: 204 len: 168 time: 0.3728755 Aug 27 14:16:27.452160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b263806b-ea70-4c6e-901d-6218e9eec3e6 None None] Network d3dde505-dc04-4b92-8919-19db4556ab50 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:27.564097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42798ab-33d9-4743-b2fd-c4a97dad3c45 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Deleting subnet 32a14fbd-dffd-4a0b-9712-7653af0347f4 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:16:27.567951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b42798ab-33d9-4743-b2fd-c4a97dad3c45 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.622055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42840) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:27.627104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-94897466-84d5-4d42-bbf9-87860e57ee3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424047420', 'description': 'tempest-secgroup-smoke-1424047420 description', 'project_id': '192eb92f7c9846a9901dbb1419062132'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:27.630484 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b42798ab-33d9-4743-b2fd-c4a97dad3c45 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.671414 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94897466-84d5-4d42-bbf9-87860e57ee3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.693153 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94897466-84d5-4d42-bbf9-87860e57ee3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.717991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c923c-3a4d-406b-a55e-bac888216dc3 None None] DHCP port deletion for d3dde505-dc04-4b92-8919-19db4556ab50 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:16:27.764152 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b42798ab-33d9-4743-b2fd-c4a97dad3c45 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.795332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c923c-3a4d-406b-a55e-bac888216dc3 None None] Deleting port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:27.795712 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f0c923c-3a4d-406b-a55e-bac888216dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.850135 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94897466-84d5-4d42-bbf9-87860e57ee3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.856075 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94897466-84d5-4d42-bbf9-87860e57ee3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.872751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5f0c923c-3a4d-406b-a55e-bac888216dc3 None None] For port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904,segment=NetworkSegment(e7f3bff1-8400-4488-9308-2513a631fbb0),segment_id=e7f3bff1-8400-4488-9308-2513a631fbb0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:27.873348 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f0c923c-3a4d-406b-a55e-bac888216dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.882187 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b42798ab-33d9-4743-b2fd-c4a97dad3c45 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.891858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c923c-3a4d-406b-a55e-bac888216dc3 None None] Calling delete_port for 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:27.911019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94897466-84d5-4d42-bbf9-87860e57ee3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dd3db6-cfec-44da-9ab3-0b01d3db0b27,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:27.983693 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b42798ab-33d9-4743-b2fd-c4a97dad3c45 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:27.989572 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b42798ab-33d9-4743-b2fd-c4a97dad3c45 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "DELETE /v2.0/subnets/32a14fbd-dffd-4a0b-9712-7653af0347f4 HTTP/1.1" status: 204 len: 168 time: 0.5439939 Aug 27 14:16:27.990727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42848) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:27.992978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42798ab-33d9-4743-b2fd-c4a97dad3c45 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event deleted for resources: {'Subnet': ['ID=32a14fbd-dffd-4a0b-9712-7653af0347f4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:28.037244 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94897466-84d5-4d42-bbf9-87860e57ee3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.041781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aecf1f4-d42f-4fe0-9e25-60ded6aaad0c None None] Network 349c90a1-8303-43bc-8748-cfbba77d7be8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:28.043556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94897466-84d5-4d42-bbf9-87860e57ee3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.081135 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94897466-84d5-4d42-bbf9-87860e57ee3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.082399 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-94897466-84d5-4d42-bbf9-87860e57ee3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4591918 Aug 27 14:16:28.085570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42850) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:28.087815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94897466-84d5-4d42-bbf9-87860e57ee3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90909c7e-ede0-4db8-8128-016d6eb4c1ad,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:28.090404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8aa3a6ee-a3e7-4905-89f6-82eabe0166e6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': '90909c7e-ede0-4db8-8128-016d6eb4c1ad', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:28.102070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5735ee2d-619c-48a0-909a-caa27938b159 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.131911 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f0c923c-3a4d-406b-a55e-bac888216dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.201785 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a6ee-a3e7-4905-89f6-82eabe0166e6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.209026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:28.210772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c923c-3a4d-406b-a55e-bac888216dc3 None None] Pushing event deleted for resources: {'Port': ['ID=9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:28.221717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5735ee2d-619c-48a0-909a-caa27938b159 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.233517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:28.233869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:28.239883 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c923c-3a4d-406b-a55e-bac888216dc3 None None] No DVR routers for this DVR port 9d5eaf45-30a3-4c9d-9fc1-b05d70b8a904 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:28.242345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-5735ee2d-619c-48a0-909a-caa27938b159 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3dde505-dc04-4b92-8919-19db4556ab50']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:28.290851 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-5735ee2d-619c-48a0-909a-caa27938b159 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f3bff1-8400-4488-9308-2513a631fbb0') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:28.292179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-5735ee2d-619c-48a0-909a-caa27938b159 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f3bff1-8400-4488-9308-2513a631fbb0') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:28.322906 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5735ee2d-619c-48a0-909a-caa27938b159 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.351906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81156e-8308-4e00-bd3a-812e1ef8cf97 None None] DHCP port deletion for 349c90a1-8303-43bc-8748-cfbba77d7be8 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:16:28.382747 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5735ee2d-619c-48a0-909a-caa27938b159 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.389472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5735ee2d-619c-48a0-909a-caa27938b159 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:16:28.390151 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5735ee2d-619c-48a0-909a-caa27938b159 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.414287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-dd81156e-8308-4e00-bd3a-812e1ef8cf97 None None] Deleting port cf440273-2f0d-41b7-ac30-91f2d924e336 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:28.414887 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd81156e-8308-4e00-bd3a-812e1ef8cf97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:16:28.443355 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:16:28.451279 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a6ee-a3e7-4905-89f6-82eabe0166e6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.464609 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a6ee-a3e7-4905-89f6-82eabe0166e6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.489031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-dd81156e-8308-4e00-bd3a-812e1ef8cf97 None None] For port cf440273-2f0d-41b7-ac30-91f2d924e336, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cf440273-2f0d-41b7-ac30-91f2d924e336,segment=NetworkSegment(4504ae47-cb71-4d75-9b8c-f2fcc549f0e4),segment_id=4504ae47-cb71-4d75-9b8c-f2fcc549f0e4)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:28.489643 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd81156e-8308-4e00-bd3a-812e1ef8cf97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.509286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-dd81156e-8308-4e00-bd3a-812e1ef8cf97 None None] Calling delete_port for cf440273-2f0d-41b7-ac30-91f2d924e336 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:28.510942 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5735ee2d-619c-48a0-909a-caa27938b159 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.515293 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5735ee2d-619c-48a0-909a-caa27938b159 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.520120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5735ee2d-619c-48a0-909a-caa27938b159 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "DELETE /v2.0/networks/d3dde505-dc04-4b92-8919-19db4556ab50 HTTP/1.1" status: 204 len: 168 time: 0.5255032 Aug 27 14:16:28.521012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42854) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:28.548312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735ee2d-619c-48a0-909a-caa27938b159 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event deleted for resources: {'Network': ['ID=d3dde505-dc04-4b92-8919-19db4556ab50,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:28.556782 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a6ee-a3e7-4905-89f6-82eabe0166e6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.557974 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8aa3a6ee-a3e7-4905-89f6-82eabe0166e6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4714177 Aug 27 14:16:28.558909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3a6ee-a3e7-4905-89f6-82eabe0166e6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8543755a-3c0a-4242-97ed-cafcc89e1c1b,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:28.562273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42856) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:28.567978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-83dc1913-160d-4655-b2d8-ba2600142311 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': '90909c7e-ede0-4db8-8128-016d6eb4c1ad', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:28.593751 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140daeb-11d2-4795-912f-fa0e4f258ddc req-b0fd4f6a-7b93-4b38-92dd-1cf6bb5f7132 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:28.604026 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e140daeb-11d2-4795-912f-fa0e4f258ddc req-b0fd4f6a-7b93-4b38-92dd-1cf6bb5f7132 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 907 time: 0.2717006 Aug 27 14:16:28.616985 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-313f949e-47ff-445d-991c-1fa40ab2e651 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.628895 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd81156e-8308-4e00-bd3a-812e1ef8cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.640322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2309a6-6b68-43f7-8045-e4bd44112d90 req-7b51ec87-62eb-4c3c-97ab-0c513abb5c87 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:28.641922 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f2309a6-6b68-43f7-8045-e4bd44112d90 req-7b51ec87-62eb-4c3c-97ab-0c513abb5c87 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 907 time: 0.1931987 Aug 27 14:16:28.652231 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-83dc1913-160d-4655-b2d8-ba2600142311 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.667997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81156e-8308-4e00-bd3a-812e1ef8cf97 None None] No DVR routers for this DVR port cf440273-2f0d-41b7-ac30-91f2d924e336 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:28.680337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81156e-8308-4e00-bd3a-812e1ef8cf97 None None] Pushing event deleted for resources: {'Port': ['ID=cf440273-2f0d-41b7-ac30-91f2d924e336,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:28.771410 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-313f949e-47ff-445d-991c-1fa40ab2e651 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.783228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-313f949e-47ff-445d-991c-1fa40ab2e651 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349c90a1-8303-43bc-8748-cfbba77d7be8']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:28.794485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-313f949e-47ff-445d-991c-1fa40ab2e651 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:28.794811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-313f949e-47ff-445d-991c-1fa40ab2e651 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4504ae47-cb71-4d75-9b8c-f2fcc549f0e4') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:28.795714 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-83dc1913-160d-4655-b2d8-ba2600142311 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.803200 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-83dc1913-160d-4655-b2d8-ba2600142311 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.807950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-313f949e-47ff-445d-991c-1fa40ab2e651 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.817666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-8f2309a6-6b68-43f7-8045-e4bd44112d90 req-3fbf1e62-cab6-45af-947f-1f29efae6ee4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Deleting port ee9c8e97-09be-44b0-a81d-1faf4ac80a52 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:28.818020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8f2309a6-6b68-43f7-8045-e4bd44112d90 req-3fbf1e62-cab6-45af-947f-1f29efae6ee4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.845031 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-313f949e-47ff-445d-991c-1fa40ab2e651 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.852945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313f949e-47ff-445d-991c-1fa40ab2e651 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:16:28.853497 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-313f949e-47ff-445d-991c-1fa40ab2e651 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:16:28.861440 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:16:28.868038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc1913-160d-4655-b2d8-ba2600142311 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ce0900-ec60-438b-888a-19876bd2a843,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:28.905635 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-83dc1913-160d-4655-b2d8-ba2600142311 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.909872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-83dc1913-160d-4655-b2d8-ba2600142311 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3431802 Aug 27 14:16:28.910659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42868) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:28.917282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-6cfc5d08-a191-4ca0-b8f4-0fff99368c9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': '90909c7e-ede0-4db8-8128-016d6eb4c1ad', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:28.935405 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-313f949e-47ff-445d-991c-1fa40ab2e651 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.944577 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-313f949e-47ff-445d-991c-1fa40ab2e651 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:28.951225 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-313f949e-47ff-445d-991c-1fa40ab2e651 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] 10.222.0.55 "DELETE /v2.0/networks/349c90a1-8303-43bc-8748-cfbba77d7be8 HTTP/1.1" status: 204 len: 168 time: 0.4262161 Aug 27 14:16:28.963177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f949e-47ff-445d-991c-1fa40ab2e651 tempest-TaggedBootDevicesTest_v242-1898795359 tempest-TaggedBootDevicesTest_v242-1898795359-project] Pushing event deleted for resources: {'Network': ['ID=349c90a1-8303-43bc-8748-cfbba77d7be8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:28.988181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5d08-a191-4ca0-b8f4-0fff99368c9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.021597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-8f2309a6-6b68-43f7-8045-e4bd44112d90 req-3fbf1e62-cab6-45af-947f-1f29efae6ee4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] For port ee9c8e97-09be-44b0-a81d-1faf4ac80a52, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=ee9c8e97-09be-44b0-a81d-1faf4ac80a52,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:29.021899 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8f2309a6-6b68-43f7-8045-e4bd44112d90 req-3fbf1e62-cab6-45af-947f-1f29efae6ee4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.047195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-8f2309a6-6b68-43f7-8045-e4bd44112d90 req-3fbf1e62-cab6-45af-947f-1f29efae6ee4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Calling delete_port for ee9c8e97-09be-44b0-a81d-1faf4ac80a52 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:29.083903 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5d08-a191-4ca0-b8f4-0fff99368c9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.124704 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5d08-a191-4ca0-b8f4-0fff99368c9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.154301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc5d08-a191-4ca0-b8f4-0fff99368c9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6450cea-5bcb-4000-8be8-04d66cc6b020,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:29.163770 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5d08-a191-4ca0-b8f4-0fff99368c9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.167727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42876) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:29.167867 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6cfc5d08-a191-4ca0-b8f4-0fff99368c9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2560747 Aug 27 14:16:29.173544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-169ffb61-08c7-40ac-a3d7-f3dfabca6c19 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': '90909c7e-ede0-4db8-8128-016d6eb4c1ad', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:29.211071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-169ffb61-08c7-40ac-a3d7-f3dfabca6c19 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.259625 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8f2309a6-6b68-43f7-8045-e4bd44112d90 req-3fbf1e62-cab6-45af-947f-1f29efae6ee4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.281162 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-169ffb61-08c7-40ac-a3d7-f3dfabca6c19 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.285983 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-169ffb61-08c7-40ac-a3d7-f3dfabca6c19 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.292293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf1e62-cab6-45af-947f-1f29efae6ee4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event deleted for resources: {'Port': ['ID=ee9c8e97-09be-44b0-a81d-1faf4ac80a52,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:29.332621 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-169ffb61-08c7-40ac-a3d7-f3dfabca6c19 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.335789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-169ffb61-08c7-40ac-a3d7-f3dfabca6c19 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1664827 Aug 27 14:16:29.336993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42884) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:29.338387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ffb61-08c7-40ac-a3d7-f3dfabca6c19 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a77c91-d118-4d31-9360-bab74fd40aef,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:29.361016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-65873032-e7f5-4e0c-8020-9ba1dc8d9c6b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': '90909c7e-ede0-4db8-8128-016d6eb4c1ad', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:29.390147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2309a6-6b68-43f7-8045-e4bd44112d90 req-3fbf1e62-cab6-45af-947f-1f29efae6ee4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] No DVR routers for this DVR port ee9c8e97-09be-44b0-a81d-1faf4ac80a52 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:29.395589 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8f2309a6-6b68-43f7-8045-e4bd44112d90 req-3fbf1e62-cab6-45af-947f-1f29efae6ee4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.405006 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f2309a6-6b68-43f7-8045-e4bd44112d90 req-3fbf1e62-cab6-45af-947f-1f29efae6ee4 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.52 "DELETE /v2.0/ports/ee9c8e97-09be-44b0-a81d-1faf4ac80a52 HTTP/1.1" status: 204 len: 173 time: 0.7476497 Aug 27 14:16:29.405006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cf3c21-eddd-4641-8372-c9b52c291db8', 'name': 'network-vif-deleted', 'tag': 'ee9c8e97-09be-44b0-a81d-1faf4ac80a52'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:16:29.405006 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97626f15-3fbe-4339-9997-92683480c944" -d '{"events": [{"server_uuid": "f3cf3c21-eddd-4641-8372-c9b52c291db8", "name": "network-vif-deleted", "tag": "ee9c8e97-09be-44b0-a81d-1faf4ac80a52"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:16:29.415977 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-65873032-e7f5-4e0c-8020-9ba1dc8d9c6b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Project 192eb92f7c9846a9901dbb1419062132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:16:29.424427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65873032-e7f5-4e0c-8020-9ba1dc8d9c6b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.488285 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aa5aff-c5a8-4892-8075-15b72e87755f x-openstack-request-id: req-49aa5aff-c5a8-4892-8075-15b72e87755f {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:16:29.488842 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cf3c21-eddd-4641-8372-c9b52c291db8", "name": "network-vif-deleted", "tag": "ee9c8e97-09be-44b0-a81d-1faf4ac80a52", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:16:29.489226 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49aa5aff-c5a8-4892-8075-15b72e87755f {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:16:29.489732 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cf3c21-eddd-4641-8372-c9b52c291db8', 'name': 'network-vif-deleted', 'tag': 'ee9c8e97-09be-44b0-a81d-1faf4ac80a52', 'status': 'completed', 'code': 200} Aug 27 14:16:29.500110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65873032-e7f5-4e0c-8020-9ba1dc8d9c6b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.507863 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65873032-e7f5-4e0c-8020-9ba1dc8d9c6b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.539619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65873032-e7f5-4e0c-8020-9ba1dc8d9c6b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.543919 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-65873032-e7f5-4e0c-8020-9ba1dc8d9c6b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2039661 Aug 27 14:16:29.543919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42888) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:29.550152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4164f44b-ff75-4fb6-b8d7-e189493a7f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': '90909c7e-ede0-4db8-8128-016d6eb4c1ad', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:29.555011 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65873032-e7f5-4e0c-8020-9ba1dc8d9c6b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fa2f07-4ced-4177-bcf7-1dfe883fa938,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:29.608367 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-4164f44b-ff75-4fb6-b8d7-e189493a7f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Project 192eb92f7c9846a9901dbb1419062132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:16:29.628361 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4164f44b-ff75-4fb6-b8d7-e189493a7f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.702907 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4164f44b-ff75-4fb6-b8d7-e189493a7f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.730956 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f435438c-8456-4577-95a2-33e0ec20cd60 req-274aa3d7-92d9-4e0e-b6b6-44c382b628b1 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3cf3c21-eddd-4641-8372-c9b52c291db8 HTTP/1.1" status: 200 len: 210 time: 0.0315428 Aug 27 14:16:29.732232 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4164f44b-ff75-4fb6-b8d7-e189493a7f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.761284 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164f44b-ff75-4fb6-b8d7-e189493a7f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac98b12f-2689-4582-ab73-4fbc7914585a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:29.764421 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4164f44b-ff75-4fb6-b8d7-e189493a7f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.766733 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4164f44b-ff75-4fb6-b8d7-e189493a7f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2212710 Aug 27 14:16:29.770261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42892) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:29.776246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-cefb2e6a-8683-45fe-90f7-515b6c56b338 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'network': {'name': 'tempest-network-smoke--237910047', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'port_security_enabled': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:29.800376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefb2e6a-8683-45fe-90f7-515b6c56b338 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Made reservation on behalf of 192eb92f7c9846a9901dbb1419062132 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:16:29.804112 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cefb2e6a-8683-45fe-90f7-515b6c56b338 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.832371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefb2e6a-8683-45fe-90f7-515b6c56b338 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:16:29.852893 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cefb2e6a-8683-45fe-90f7-515b6c56b338 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.853411 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-cefb2e6a-8683-45fe-90f7-515b6c56b338 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Added segment 8fd4255d-bb1f-4d99-85ee-64d2c8619589 of type vlan for network 0fb103b4-0bd6-448e-8793-4c96a2884126 Aug 27 14:16:29.915947 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cefb2e6a-8683-45fe-90f7-515b6c56b338 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.954629 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cefb2e6a-8683-45fe-90f7-515b6c56b338 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.962668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb2e6a-8683-45fe-90f7-515b6c56b338 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:29.963501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cefb2e6a-8683-45fe-90f7-515b6c56b338 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:29.996035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cefb2e6a-8683-45fe-90f7-515b6c56b338 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2245429 Aug 27 14:16:29.998989 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42896) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:30.004341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'admin_state_up': True, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:30.038214 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:30.040585 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:30.050555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb2e6a-8683-45fe-90f7-515b6c56b338 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Network': ['ID=0fb103b4-0bd6-448e-8793-4c96a2884126,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:30.074203 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 0fb103b4-0bd6-448e-8793-4c96a2884126 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:16:30.242534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cf440273-2f0d-41b7-ac30-91f2d924e336 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:30.265791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: cf440273-2f0d-41b7-ac30-91f2d924e336 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:30.266436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cf440273-2f0d-41b7-ac30-91f2d924e336 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:30.482323 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:30.632390 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:30.866621 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:30.910646 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:31.129110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.25.2.167 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/ee011114-57af-4125-a304-009de1992e10) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:16:31.154246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3bcf3-4412-440f-bc4f-2150bf0af304 req-c8ede2d0-1879-48b6-895f-7d0c6d06e5c3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:31.156119 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cea3bcf3-4412-440f-bc4f-2150bf0af304 req-c8ede2d0-1879-48b6-895f-7d0c6d06e5c3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 945 time: 0.0980375 Aug 27 14:16:31.292807 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cea3bcf3-4412-440f-bc4f-2150bf0af304 req-7d9b9e48-df40-4457-8865-fa8b876a0f05 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746353 Aug 27 14:16:31.349290 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:31.401025 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:31.457425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:31.458154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:31.462051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:16:31.526789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=ee011114-57af-4125-a304-009de1992e10,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:31.796245 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:32.012360 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:32.152014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:16:32.272947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:32.290024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Sync routers for ids ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:32.297111 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:32.298481 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0a04e98f-0c5d-4aad-bc26-e54dd4e72d46 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2979736 Aug 27 14:16:32.301056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Routers {'5d971b7b-0ddd-47d6-8dcb-353b597ee519'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:32.301696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:32.302170 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42924) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:32.454368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Set router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:32.477216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228632e7-0449-4e54-a8e3-e25983e2a261 req-8a836b01-78a6-4389-a7c9-92cbf30bc96e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:32.479409 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-228632e7-0449-4e54-a8e3-e25983e2a261 req-8a836b01-78a6-4389-a7c9-92cbf30bc96e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 945 time: 0.0590496 Aug 27 14:16:32.489679 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-604b871a-b8f9-471d-852d-7b4ecd72ca13 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=192eb92f7c9846a9901dbb1419062132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1863666 Aug 27 14:16:32.492293 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42930) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:32.538308 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-228632e7-0449-4e54-a8e3-e25983e2a261 req-e9bdd807-8227-463b-a99f-2df562cbc50b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525262 Aug 27 14:16:32.547606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device ee9c8e97-09be-44b0-a81d-1faf4ac80a52 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:32.619863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: ee9c8e97-09be-44b0-a81d-1faf4ac80a52 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:32.620251 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device ee9c8e97-09be-44b0-a81d-1faf4ac80a52 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:32.727306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c56b6c-c3f3-483e-8bee-cf5f05f1c40f tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:32.728852 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-63c56b6c-c3f3-483e-8bee-cf5f05f1c40f tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2356553 Aug 27 14:16:32.731780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42938) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:32.758232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:31Z', 'revision_number': 3, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:32.791263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Checking router: 5d971b7b-0ddd-47d6-8dcb-353b597ee519 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:32.792530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Updating router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 port ee011114-57af-4125-a304-009de1992e10 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:16:32.810553 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a45f359b-1f44-47ed-a763-18a143fbb4c5 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743978 Aug 27 14:16:32.811062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42940) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:32.825550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ccad87ec-9d80-40d1-8543-00c5d8181872 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-753493731', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:32.831520 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:32.864654 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712985e0-9811-4c37-b2c6-17f844c0ad14 req-011f72e1-adb4-4015-9b9f-20b65752db0d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:32.866603 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-712985e0-9811-4c37-b2c6-17f844c0ad14 req-011f72e1-adb4-4015-9b9f-20b65752db0d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 945 time: 0.1038983 Aug 27 14:16:32.977678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccad87ec-9d80-40d1-8543-00c5d8181872 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Made reservation on behalf of 192eb92f7c9846a9901dbb1419062132 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:16:32.981448 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccad87ec-9d80-40d1-8543-00c5d8181872 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:33.033841 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-712985e0-9811-4c37-b2c6-17f844c0ad14 req-49831c26-bf14-44e0-adc9-338f831ae3e3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Deleting port 44232c0a-8120-4330-9c3a-988140124208 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:33.034410 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-712985e0-9811-4c37-b2c6-17f844c0ad14 req-49831c26-bf14-44e0-adc9-338f831ae3e3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:33.163394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-712985e0-9811-4c37-b2c6-17f844c0ad14 req-49831c26-bf14-44e0-adc9-338f831ae3e3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] For port 44232c0a-8120-4330-9c3a-988140124208, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=44232c0a-8120-4330-9c3a-988140124208,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:33.164371 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-712985e0-9811-4c37-b2c6-17f844c0ad14 req-49831c26-bf14-44e0-adc9-338f831ae3e3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:33.167173 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:33.181376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Transition to ACTIVE for port object ee011114-57af-4125-a304-009de1992e10 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:33.189245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:33.192297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-712985e0-9811-4c37-b2c6-17f844c0ad14 req-49831c26-bf14-44e0-adc9-338f831ae3e3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Calling delete_port for 44232c0a-8120-4330-9c3a-988140124208 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:33.253128 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccad87ec-9d80-40d1-8543-00c5d8181872 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:33.296300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Attempting to bind port ee011114-57af-4125-a304-009de1992e10 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:16:33.297100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Attempting to bind port ee011114-57af-4125-a304-009de1992e10 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:16:33.297100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Attempting to bind port ee011114-57af-4125-a304-009de1992e10 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:33.311328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bc7fe-6df1-4569-9c8d-dc81f92c4c15 None None] Pushing event updated for resources: {'Port': ['ID=ee011114-57af-4125-a304-009de1992e10,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:33.314554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:16:33.315032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:33.315515 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:33.315925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:16:33.316406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Bound port: ee011114-57af-4125-a304-009de1992e10, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:16:33.316795 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:33.360873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad87ec-9d80-40d1-8543-00c5d8181872 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Checking segment: {'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:33.362090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccad87ec-9d80-40d1-8543-00c5d8181872 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network hostable DHCP agents. Network: 0fb103b4-0bd6-448e-8793-4c96a2884126, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:16:33.378970 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-712985e0-9811-4c37-b2c6-17f844c0ad14 req-49831c26-bf14-44e0-adc9-338f831ae3e3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:33.381376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad87ec-9d80-40d1-8543-00c5d8181872 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Subnet': ['ID=748bf4cf-3b31-4ab6-8601-649e423e52cd,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:33.384892 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] For port ee011114-57af-4125-a304-009de1992e10, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:16:33.388824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] For port ee011114-57af-4125-a304-009de1992e10, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ee011114-57af-4125-a304-009de1992e10,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:16:33.392295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['88ba3866-ee17-42ba-8e4d-9cd6dbbbc197'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:16:33.398814 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccad87ec-9d80-40d1-8543-00c5d8181872 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 0fb103b4-0bd6-448e-8793-4c96a2884126 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:16:33.430211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49831c26-bf14-44e0-adc9-338f831ae3e3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event deleted for resources: {'Port': ['ID=44232c0a-8120-4330-9c3a-988140124208,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:33.437049 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:33.441824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-ccad87ec-9d80-40d1-8543-00c5d8181872 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 0fb103b4-0bd6-448e-8793-4c96a2884126) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:33.445237 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['44232c0a-8120-4330-9c3a-988140124208'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:16:33.467014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccad87ec-9d80-40d1-8543-00c5d8181872 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:33.468545 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccad87ec-9d80-40d1-8543-00c5d8181872 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:33.493253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-712985e0-9811-4c37-b2c6-17f844c0ad14 req-49831c26-bf14-44e0-adc9-338f831ae3e3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] No DVR routers for this DVR port 44232c0a-8120-4330-9c3a-988140124208 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:33.494638 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b2890-22a1-4c4e-9c11-d236877fead2 None None] Network 0fb103b4-0bd6-448e-8793-4c96a2884126 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:33.506505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-712985e0-9811-4c37-b2c6-17f844c0ad14 req-49831c26-bf14-44e0-adc9-338f831ae3e3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:33.515707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ccad87ec-9d80-40d1-8543-00c5d8181872 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6998942 Aug 27 14:16:33.519035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42948) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:33.519626 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-712985e0-9811-4c37-b2c6-17f844c0ad14 req-49831c26-bf14-44e0-adc9-338f831ae3e3 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.41 "DELETE /v2.0/ports/44232c0a-8120-4330-9c3a-988140124208 HTTP/1.1" status: 204 len: 173 time: 0.6409574 Aug 27 14:16:33.520151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a48197-f048-428f-9cdc-c9452d4a526f', 'name': 'network-vif-deleted', 'tag': '44232c0a-8120-4330-9c3a-988140124208'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:16:33.526472 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbd5f8e-8149-4edc-9a84-c93a9d140d52" -d '{"events": [{"server_uuid": "65a48197-f048-428f-9cdc-c9452d4a526f", "name": "network-vif-deleted", "tag": "44232c0a-8120-4330-9c3a-988140124208"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:16:33.703206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Routers {'5d971b7b-0ddd-47d6-8dcb-353b597ee519'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:33.704201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:33.751572 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fc2e950f-7bc1-48ac-8a5e-1948cd5723d2 req-582079b7-4a24-47b9-9a05-892815489666 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=65a48197-f048-428f-9cdc-c9452d4a526f HTTP/1.1" status: 200 len: 210 time: 0.0588915 Aug 27 14:16:33.779566 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968e11ef-86e6-45c3-8135-d573b436fa41 x-openstack-request-id: req-968e11ef-86e6-45c3-8135-d573b436fa41 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:16:33.779862 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a48197-f048-428f-9cdc-c9452d4a526f", "name": "network-vif-deleted", "tag": "44232c0a-8120-4330-9c3a-988140124208", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:16:33.780109 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-968e11ef-86e6-45c3-8135-d573b436fa41 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:16:33.780507 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a48197-f048-428f-9cdc-c9452d4a526f', 'name': 'network-vif-deleted', 'tag': '44232c0a-8120-4330-9c3a-988140124208', 'status': 'completed', 'code': 200} Aug 27 14:16:33.883283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] Set router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:33.891016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bc7fe-6df1-4569-9c8d-dc81f92c4c15 None None] Pushing event updated for resources: {'Port': ['ID=ee011114-57af-4125-a304-009de1992e10,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:34.421281 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:34.458996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-0fb103b4-0bd6-448e-8793-4c96a2884126', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ips': [{'subnet_id': '748bf4cf-3b31-4ab6-8601-649e423e52cd'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:16:34.459968 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:34.595350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:31Z', 'revision_number': 3, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:34.636197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895c197-984c-46a5-9585-fc23c15a8b57 None None] The sync data for ids ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'] in n-d-712139-12 is: [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:31Z', 'revision_number': 3, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:34.692007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Allocated IP 172.20.0.2 (0fb103b4-0bd6-448e-8793-4c96a2884126/748bf4cf-3b31-4ab6-8601-649e423e52cd/de2a999a-a479-4c80-a330-dee07a4f969c) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:16:34.888164 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:34.898621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Transition to ACTIVE for port object de2a999a-a479-4c80-a330-dee07a4f969c will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:34.915604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Transition to ACTIVE for port object de2a999a-a479-4c80-a330-dee07a4f969c will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:34.922482 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:34.973182 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Network 0fb103b4-0bd6-448e-8793-4c96a2884126 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:34.980641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:34.990261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:16:35.003088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Pushing event updated for resources: {'Port': ['ID=de2a999a-a479-4c80-a330-dee07a4f969c,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:35.029084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.20.0.1 (0fb103b4-0bd6-448e-8793-4c96a2884126/748bf4cf-3b31-4ab6-8601-649e423e52cd/f6fc42b3-3659-4c2b-909c-98c989c6a976) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:16:35.122387 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Attempting to bind port de2a999a-a479-4c80-a330-dee07a4f969c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:16:35.122829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Attempting to bind port de2a999a-a479-4c80-a330-dee07a4f969c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:16:35.123204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Attempting to bind port de2a999a-a479-4c80-a330-dee07a4f969c on network 0fb103b4-0bd6-448e-8793-4c96a2884126 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:35.129741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:16:35.130896 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Checking segment: {'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:35.131308 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:35.131709 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Bound using segment: {'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:16:35.133007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Bound port: de2a999a-a479-4c80-a330-dee07a4f969c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:16:35.133411 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:35.252351 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] For port de2a999a-a479-4c80-a330-dee07a4f969c, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:16:35.256527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] For port de2a999a-a479-4c80-a330-dee07a4f969c, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=de2a999a-a479-4c80-a330-dee07a4f969c,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:16:35.264475 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:35.271849 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:35.289865 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4917e8-c929-4122-a569-e51815e12ada req-b4893bd7-0c9c-4738-8a85-a5be222f1c54 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:35.291738 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd4917e8-c929-4122-a569-e51815e12ada req-b4893bd7-0c9c-4738-8a85-a5be222f1c54 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.1103983 Aug 27 14:16:35.357154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629bb75-8d46-4f8c-a17e-222174ec7159 None None] Pushing event updated for resources: {'Port': ['ID=de2a999a-a479-4c80-a330-dee07a4f969c,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:35.376808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Transition to ACTIVE for port object f6fc42b3-3659-4c2b-909c-98c989c6a976 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:35.448373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc0827-5845-47c8-99db-7ba839b2428e req-bcdce1ed-c1c2-4813-bb62-ddc43d449072 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:35.450089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3fc0827-5845-47c8-99db-7ba839b2428e req-bcdce1ed-c1c2-4813-bb62-ddc43d449072 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.1344247 Aug 27 14:16:35.460679 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd4917e8-c929-4122-a569-e51815e12ada req-3ab20d7e-3072-444b-a9ba-90dda55ad292 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551535 Aug 27 14:16:35.575851 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:35.655921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 0fb103b4-0bd6-448e-8793-4c96a2884126 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:35.668342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:35.675344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=f6fc42b3-3659-4c2b-909c-98c989c6a976,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:35.681105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:16:35.744441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a3fc0827-5845-47c8-99db-7ba839b2428e req-836d978d-9f9b-4090-a5a0-57edd1d31b0b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Deleting port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:35.744789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a3fc0827-5845-47c8-99db-7ba839b2428e req-836d978d-9f9b-4090-a5a0-57edd1d31b0b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:35.822441 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:35.981039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a3fc0827-5845-47c8-99db-7ba839b2428e req-836d978d-9f9b-4090-a5a0-57edd1d31b0b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] For port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:35.981546 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a3fc0827-5845-47c8-99db-7ba839b2428e req-836d978d-9f9b-4090-a5a0-57edd1d31b0b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:36.001481 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a3fc0827-5845-47c8-99db-7ba839b2428e req-836d978d-9f9b-4090-a5a0-57edd1d31b0b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Calling delete_port for 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:36.314241 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ee011114-57af-4125-a304-009de1992e10 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:36.385271 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ee011114-57af-4125-a304-009de1992e10 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:36.390267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ee011114-57af-4125-a304-009de1992e10 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:36.390651 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:36.527281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:36.547836 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:36.589253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port ee011114-57af-4125-a304-009de1992e10, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ee011114-57af-4125-a304-009de1992e10,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:36.603614 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:36.603614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device de2a999a-a479-4c80-a330-dee07a4f969c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:36.711986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port de2a999a-a479-4c80-a330-dee07a4f969c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:36.724688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387db75d-721e-4b2f-9cb2-b39ac0be69c2 req-6190ce4f-c75c-4d2a-9615-c4441fbed7e1 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:36.732452 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a3fc0827-5845-47c8-99db-7ba839b2428e req-836d978d-9f9b-4090-a5a0-57edd1d31b0b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:36.738268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-387db75d-721e-4b2f-9cb2-b39ac0be69c2 req-6190ce4f-c75c-4d2a-9615-c4441fbed7e1 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 946 time: 0.1332269 Aug 27 14:16:36.746371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['88ba3866-ee17-42ba-8e4d-9cd6dbbbc197'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:16:36.755774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-81f74622-746d-46ef-b734-6820199ada57 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1283081 Aug 27 14:16:36.788612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=ee011114-57af-4125-a304-009de1992e10,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:36.852111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d978d-9f9b-4090-a5a0-57edd1d31b0b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event deleted for resources: {'Port': ['ID=88ba3866-ee17-42ba-8e4d-9cd6dbbbc197,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:36.892591 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-387db75d-721e-4b2f-9cb2-b39ac0be69c2 req-2344091f-b87c-4661-86f5-7d747fe372cb tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec158bb0-bf56-41fe-b040-364b03f24826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531532 Aug 27 14:16:36.921066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48cd57c-7a04-4f78-b93e-ed930624ca18 None None] Network 0fb103b4-0bd6-448e-8793-4c96a2884126 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:36.929651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-70b2a690-ea4f-434b-8f43-f46b86a91b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:36.936139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-70b2a690-ea4f-434b-8f43-f46b86a91b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:36.936663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-70b2a690-ea4f-434b-8f43-f46b86a91b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:36.937149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-70b2a690-ea4f-434b-8f43-f46b86a91b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:36.940750 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-70b2a690-ea4f-434b-8f43-f46b86a91b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:36.941268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-70b2a690-ea4f-434b-8f43-f46b86a91b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:36.941748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-70b2a690-ea4f-434b-8f43-f46b86a91b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:36.946830 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-70b2a690-ea4f-434b-8f43-f46b86a91b8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d6200bcd6d548d19f85584b6cdca497&device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 6496 time: 0.1601863 Aug 27 14:16:37.120244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-804c7f96-6068-4585-a0a5-e53ef7ae9795 None None] Provisioning for port de2a999a-a479-4c80-a330-dee07a4f969c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:37.132848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-804c7f96-6068-4585-a0a5-e53ef7ae9795 None None] Provisioning complete for port de2a999a-a479-4c80-a330-dee07a4f969c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:37.133175 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-804c7f96-6068-4585-a0a5-e53ef7ae9795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:37.224820 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-e685a480-0c0e-4855-af45-d7f086a44792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:37.225554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-e685a480-0c0e-4855-af45-d7f086a44792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:37.226499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-e685a480-0c0e-4855-af45-d7f086a44792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:37.232582 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-e685a480-0c0e-4855-af45-d7f086a44792 service neutron] 10.222.0.52 "GET /v2.0/networks?id=85c680fe-ab41-4ad8-8981-eb8ac0cb901a&id=5329867c-188b-450e-85af-6974c633d4dc&id=5329867c-188b-450e-85af-6974c633d4dc&id=5329867c-188b-450e-85af-6974c633d4dc&id=5329867c-188b-450e-85af-6974c633d4dc&id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92&id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 HTTP/1.1" status: 200 len: 2294 time: 0.2618310 Aug 27 14:16:37.313430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 44232c0a-8120-4330-9c3a-988140124208 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:37.320608 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:37.323462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fc0827-5845-47c8-99db-7ba839b2428e req-836d978d-9f9b-4090-a5a0-57edd1d31b0b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] No DVR routers for this DVR port 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:37.340333 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a3fc0827-5845-47c8-99db-7ba839b2428e req-836d978d-9f9b-4090-a5a0-57edd1d31b0b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:37.342481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3fc0827-5845-47c8-99db-7ba839b2428e req-836d978d-9f9b-4090-a5a0-57edd1d31b0b tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.52 "DELETE /v2.0/ports/88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 HTTP/1.1" status: 204 len: 173 time: 1.8737986 Aug 27 14:16:37.358910 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e54af8-655e-47ef-9e78-397702fe3adb', 'name': 'network-vif-deleted', 'tag': '88ba3866-ee17-42ba-8e4d-9cd6dbbbc197'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:16:37.362309 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c4b53a-2065-4320-85fc-19d05ec9d50b" -d '{"events": [{"server_uuid": "f2e54af8-655e-47ef-9e78-397702fe3adb", "name": "network-vif-deleted", "tag": "88ba3866-ee17-42ba-8e4d-9cd6dbbbc197"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:16:37.395854 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:37.406893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 44232c0a-8120-4330-9c3a-988140124208 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:37.407424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 44232c0a-8120-4330-9c3a-988140124208 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:37.436589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-d82e99c2-6c75-4a16-ad08-4bc493c11da7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa30620-961f-41d0-bef2-2507d915a24a HTTP/1.1" status: 200 len: 1001 time: 0.1953120 Aug 27 14:16:37.468672 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-804c7f96-6068-4585-a0a5-e53ef7ae9795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:37.475971 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ece2f7-0e22-4587-9ca3-fed08e000b18 x-openstack-request-id: req-d5ece2f7-0e22-4587-9ca3-fed08e000b18 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:16:37.476619 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e54af8-655e-47ef-9e78-397702fe3adb", "name": "network-vif-deleted", "tag": "88ba3866-ee17-42ba-8e4d-9cd6dbbbc197", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:16:37.477274 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5ece2f7-0e22-4587-9ca3-fed08e000b18 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:16:37.478131 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e54af8-655e-47ef-9e78-397702fe3adb', 'name': 'network-vif-deleted', 'tag': '88ba3866-ee17-42ba-8e4d-9cd6dbbbc197', 'status': 'completed', 'code': 200} Aug 27 14:16:37.538104 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:37.542627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=f6fc42b3-3659-4c2b-909c-98c989c6a976,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:37.584433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-bd458d32-db69-47b5-9c70-6f4e35b33892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:37.588052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-bd458d32-db69-47b5-9c70-6f4e35b33892 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bcbb8a06-5721-419e-86f0-14739793aabd HTTP/1.1" status: 200 len: 851 time: 0.1428576 Aug 27 14:16:37.680247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-804c7f96-6068-4585-a0a5-e53ef7ae9795 None None] For port de2a999a-a479-4c80-a330-dee07a4f969c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=de2a999a-a479-4c80-a330-dee07a4f969c,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:37.685467 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-804c7f96-6068-4585-a0a5-e53ef7ae9795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:37.686168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-1ab092c3-ef5a-4ebc-bc42-7a24a3d9f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:37.695344 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-1ab092c3-ef5a-4ebc-bc42-7a24a3d9f480 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=85c680fe-ab41-4ad8-8981-eb8ac0cb901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978286 Aug 27 14:16:37.766479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 0fb103b4-0bd6-448e-8793-4c96a2884126 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:37.769874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:37.792904 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c7f96-6068-4585-a0a5-e53ef7ae9795 None None] Pushing event updated for resources: {'Port': ['ID=de2a999a-a479-4c80-a330-dee07a4f969c,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:37.946781 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-15744342-f977-4021-8f81-ebe780d0dd6b service neutron] 10.222.0.52 "GET /v2.0/networks/85c680fe-ab41-4ad8-8981-eb8ac0cb901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327290 Aug 27 14:16:38.019683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:16:38.165864 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-810135b1-8570-41bc-b2c4-f9da6eeed4d4 req-085ff59a-b1be-49c5-bff9-6a7fe98690b7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2e54af8-655e-47ef-9e78-397702fe3adb HTTP/1.1" status: 200 len: 210 time: 0.0868931 Aug 27 14:16:38.217534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:38.223989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cba0a433-4756-4861-a010-91e0a7ab2453 None None] Provisioning complete for port de2a999a-a479-4c80-a330-dee07a4f969c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:38.224371 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cba0a433-4756-4861-a010-91e0a7ab2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:38.232412 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Sync routers for ids ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:38.234483 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cd8ebac6-2d36-4e11-ad21-b2eee0a9fc7e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "PUT /v2.0/routers/5d971b7b-0ddd-47d6-8dcb-353b597ee519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7119823 Aug 27 14:16:38.246792 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Routers {'5d971b7b-0ddd-47d6-8dcb-353b597ee519'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:38.247417 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:38.288472 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-cf611dbb-0f1a-4305-b0df-141389a17fd2 service neutron] 10.222.0.52 "GET /v2.0/networks/85c680fe-ab41-4ad8-8981-eb8ac0cb901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317163 Aug 27 14:16:38.291546 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ee011114-57af-4125-a304-009de1992e10 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:38.412302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-f75f04d1-b9d0-4b83-a5f4-3697c22f94ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=78649094-2439-4b87-8eab-66800cc47e58 HTTP/1.1" status: 200 len: 217 time: 0.1180496 Aug 27 14:16:38.522991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ee011114-57af-4125-a304-009de1992e10 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:38.523734 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:38.552884 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Set router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:38.582080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-2f72c31b-e9cf-4565-9a2a-d28cb4ba2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:38.583590 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-2f72c31b-e9cf-4565-9a2a-d28cb4ba2eeb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85a540de-1867-4fa2-bc2c-c99869f313dc HTTP/1.1" status: 200 len: 797 time: 0.1624823 Aug 27 14:16:38.587403 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-41c562f8-3caa-4b8a-8aed-c5703d8ab245 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424047420&fields=id&tenant_id=192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 267 time: 0.0977297 Aug 27 14:16:38.622264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cba0a433-4756-4861-a010-91e0a7ab2453 None None] Provisioning for port f6fc42b3-3659-4c2b-909c-98c989c6a976 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:38.638150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cba0a433-4756-4861-a010-91e0a7ab2453 None None] Provisioning complete for port f6fc42b3-3659-4c2b-909c-98c989c6a976 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:38.638150 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cba0a433-4756-4861-a010-91e0a7ab2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:38.700945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-702b860d-2d43-4221-91c2-df722b6f6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:38.706225 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-702b860d-2d43-4221-91c2-df722b6f6ff4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5329867c-188b-450e-85af-6974c633d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1153927 Aug 27 14:16:38.773122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device de2a999a-a479-4c80-a330-dee07a4f969c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:38.805223 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-cba0a433-4756-4861-a010-91e0a7ab2453 None None] Port f6fc42b3-3659-4c2b-909c-98c989c6a976 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:16:38.823862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-66e65d68-28e0-4f26-b763-e093a0241a04 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:38.825462 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-66e65d68-28e0-4f26-b763-e093a0241a04 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/networks?id=0fb103b4-0bd6-448e-8793-4c96a2884126 HTTP/1.1" status: 200 len: 796 time: 0.2372582 Aug 27 14:16:38.844476 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-aa4235e6-3b43-4c95-a812-26dc56c6b968 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/quotas/192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 375 time: 0.0120821 Aug 27 14:16:38.867610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port de2a999a-a479-4c80-a330-dee07a4f969c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:38.870459 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:38.909610 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-84b3efdc-63d9-46a0-9942-ebb9267321ee service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844738 Aug 27 14:16:38.975193 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-9e0484c5-5304-451e-aa7e-534fa7fba228 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1240313 Aug 27 14:16:38.985412 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:35Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f6fc42b3-3659-4c2b-909c-98c989c6a976', 'name': '', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:87:8d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:34Z', 'updated_at': '2021-08-27T14:16:37Z', 'revision_number': 2, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:39.011503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e6b92f46-a8f6-4974-99ab-67e9105e9a89 None None] Provisioning complete for port f6fc42b3-3659-4c2b-909c-98c989c6a976 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:39.011876 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e6b92f46-a8f6-4974-99ab-67e9105e9a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:39.044145 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-81524600-575e-4ee9-859a-7361b83d813f service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262887 Aug 27 14:16:39.073773 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Checking router: 5d971b7b-0ddd-47d6-8dcb-353b597ee519 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:39.075084 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Updating router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 port f6fc42b3-3659-4c2b-909c-98c989c6a976 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:16:39.095953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-10473c06-9f78-4699-8ef9-133b364e1974 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:16:39.096981 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-10473c06-9f78-4699-8ef9-133b364e1974 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1084146 Aug 27 14:16:39.138787 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:39.141862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-e6b92f46-a8f6-4974-99ab-67e9105e9a89 None None] Port f6fc42b3-3659-4c2b-909c-98c989c6a976 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:16:39.154196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-d0c35ba2-e604-4ac2-8a88-8cb7558d4840 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=67249ed9-fee5-401f-9015-062a950f594c HTTP/1.1" status: 200 len: 217 time: 0.1014860 Aug 27 14:16:39.233428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-0e8de3a6-b3bb-4de7-a38f-e41aa5da6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:39.235230 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-0e8de3a6-b3bb-4de7-a38f-e41aa5da6556 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85a540de-1867-4fa2-bc2c-c99869f313dc HTTP/1.1" status: 200 len: 797 time: 0.0745192 Aug 27 14:16:39.275131 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-b7be16d5-b2d7-47ba-adc3-3cb72014d530 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664093 Aug 27 14:16:39.318019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-b5d840ef-e289-46ff-a620-61d9c5ccf4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:39.319583 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-b5d840ef-e289-46ff-a620-61d9c5ccf4fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5329867c-188b-450e-85af-6974c633d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771222 Aug 27 14:16:39.462628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-1f138277-ed51-464f-9917-11e3703c39a7 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843669 Aug 27 14:16:39.503227 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-1519d1b8-a1f7-4e8c-9185-7e824d3b4fdf service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765418 Aug 27 14:16:39.705508 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-343231a4-902b-4127-9cd1-6a5e63ef0de6 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947365 Aug 27 14:16:39.727340 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:39.759449 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Transition to ACTIVE for port object f6fc42b3-3659-4c2b-909c-98c989c6a976 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:39.763059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-53e2dab5-d07b-498e-9a82-0ae2c55c62e3 req-ce394aa3-b479-4540-84c2-83a3d18a53d9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 210 time: 0.0381215 Aug 27 14:16:39.768461 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:39.794074 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:39.803527 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-bd458855-404e-4929-8440-f6da715a9d83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=57d9127e-5b45-4552-8370-1eaa1524d0f3 HTTP/1.1" status: 200 len: 217 time: 0.0866799 Aug 27 14:16:39.822007 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a852fca-cb10-4ff4-a38e-8169e3d5d465 None None] Pushing event updated for resources: {'Port': ['ID=f6fc42b3-3659-4c2b-909c-98c989c6a976,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:39.824589 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513c498-8233-4cc8-90c2-10b57571a36d req-fa15c126-4f8d-4c30-8c3f-9d54ddc029a9 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:39.826993 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e513c498-8233-4cc8-90c2-10b57571a36d req-fa15c126-4f8d-4c30-8c3f-9d54ddc029a9 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.1842325 Aug 27 14:16:39.910100 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e513c498-8233-4cc8-90c2-10b57571a36d req-910d4f82-74a0-4b16-a44f-0cc3389dd1b7 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612426 Aug 27 14:16:39.934301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-b496881d-9a3b-4d0d-bcf9-1fdb08fe3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:39.935822 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-b496881d-9a3b-4d0d-bcf9-1fdb08fe3159 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85a540de-1867-4fa2-bc2c-c99869f313dc HTTP/1.1" status: 200 len: 797 time: 0.1079433 Aug 27 14:16:39.946806 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Attempting to bind port f6fc42b3-3659-4c2b-909c-98c989c6a976 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:16:39.947229 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Attempting to bind port f6fc42b3-3659-4c2b-909c-98c989c6a976 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:16:39.947593 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Attempting to bind port f6fc42b3-3659-4c2b-909c-98c989c6a976 on network 0fb103b4-0bd6-448e-8793-4c96a2884126 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:39.955334 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:16:39.955845 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Checking segment: {'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:39.956589 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:39.956995 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Bound using segment: {'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:16:39.957474 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Bound port: f6fc42b3-3659-4c2b-909c-98c989c6a976, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:16:39.957855 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:40.063503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-1a5e7803-5576-4355-8a64-4555ae4185b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:40.065226 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-1a5e7803-5576-4355-8a64-4555ae4185b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5329867c-188b-450e-85af-6974c633d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1225350 Aug 27 14:16:40.108904 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] For port f6fc42b3-3659-4c2b-909c-98c989c6a976, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:16:40.118805 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] For port f6fc42b3-3659-4c2b-909c-98c989c6a976, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f6fc42b3-3659-4c2b-909c-98c989c6a976,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:16:40.126428 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:40.208449 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Routers {'5d971b7b-0ddd-47d6-8dcb-353b597ee519'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:40.209078 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:40.320993 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-abcc218d-dfc0-4dc6-bc4e-7895245cb184 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471566 Aug 27 14:16:40.327395 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a852fca-cb10-4ff4-a38e-8169e3d5d465 None None] Pushing event updated for resources: {'Port': ['ID=f6fc42b3-3659-4c2b-909c-98c989c6a976,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:40.462588 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] Set router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:40.525646 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-731663ae-c099-46ee-82a4-c40da1d19463 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975644 Aug 27 14:16:40.545062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:40.579604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:40.586025 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 88ba3866-ee17-42ba-8e4d-9cd6dbbbc197 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:40.662869 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-48ba2033-0dd6-4972-b3da-4f74e81ec023 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=b82163eb-1a74-4eb0-9842-f5895f87c7c8 HTTP/1.1" status: 200 len: 217 time: 0.1286049 Aug 27 14:16:40.754821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-62c2861f-7a4a-48b0-80a3-9400f54dacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:40.756363 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-62c2861f-7a4a-48b0-80a3-9400f54dacaf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85a540de-1867-4fa2-bc2c-c99869f313dc HTTP/1.1" status: 200 len: 797 time: 0.0831480 Aug 27 14:16:40.835453 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:35Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f6fc42b3-3659-4c2b-909c-98c989c6a976', 'name': '', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:87:8d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:34Z', 'updated_at': '2021-08-27T14:16:40Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:40.850548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-7be75c60-9d49-4b68-8c69-2378965d7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:40.852773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-7be75c60-9d49-4b68-8c69-2378965d7598 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5329867c-188b-450e-85af-6974c633d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0876250 Aug 27 14:16:40.867760 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94655b33-8022-44e1-a10e-07eea8a72722 None None] The sync data for ids ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'] in n-d-712139-12 is: [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:35Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f6fc42b3-3659-4c2b-909c-98c989c6a976', 'name': '', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:87:8d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:34Z', 'updated_at': '2021-08-27T14:16:40Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:40.902891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69f80a61-0d02-4b11-9814-b9c4334e7ace req-fd07dc19-3bd4-431e-a3cd-8b0c0c8d882b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 210 time: 0.0335791 Aug 27 14:16:41.027070 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-c65c68dd-265d-435d-b223-a104c20f22fd service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610956 Aug 27 14:16:41.251092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-561afeda-54d6-421f-97ef-2324ac4e3f31 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:41.254120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-561afeda-54d6-421f-97ef-2324ac4e3f31 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "GET /v2.0/networks?id=0fb103b4-0bd6-448e-8793-4c96a2884126 HTTP/1.1" status: 200 len: 796 time: 0.1942890 Aug 27 14:16:41.331643 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-f65f3abc-6703-4fe2-a347-d526841de0a9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 380 time: 0.0681407 Aug 27 14:16:41.351144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'port': {'device_id': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'admin_state_up': True, 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'security_groups': ['90909c7e-ede0-4db8-8128-016d6eb4c1ad']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:41.580784 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Made reservation on behalf of 192eb92f7c9846a9901dbb1419062132 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:16:41.586091 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:41.764128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43080) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:41.825927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6da89-ea5d-4a8d-9fff-9bc0b858d8da req-c502db8d-025c-4792-a5fc-a473ab43995a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:41.836802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.20.0.13 (0fb103b4-0bd6-448e-8793-4c96a2884126/748bf4cf-3b31-4ab6-8601-649e423e52cd/0f66c83c-b1a7-4d65-ade0-dec83dcb4b07) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:16:41.840552 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-96c6da89-ea5d-4a8d-9fff-9bc0b858d8da req-c502db8d-025c-4792-a5fc-a473ab43995a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.7630355 Aug 27 14:16:41.887583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc236f-b91b-4341-8905-4546a17da48b req-0e31383a-73ed-444b-80c9-001a4e417287 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:41.889067 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3bc236f-b91b-4341-8905-4546a17da48b req-0e31383a-73ed-444b-80c9-001a4e417287 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2058139 Aug 27 14:16:41.897716 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-6d5b2aad-ad5d-4e3b-a489-f6a8527ad9af service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8662503 Aug 27 14:16:41.984542 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-5ebae4dc-0d9b-4be7-b00b-e182502227e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c HTTP/1.1" status: 200 len: 217 time: 0.0769556 Aug 27 14:16:42.057043 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-96c6da89-ea5d-4a8d-9fff-9bc0b858d8da req-c322eeb0-e0f9-428a-8914-9594d9f7e47a tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069960 Aug 27 14:16:42.124189 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf2175b8-84c1-41e7-b761-93e9ea4a6eae req-70f2ad58-9cef-435d-a9c9-5dbec37edf21 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 210 time: 0.0523181 Aug 27 14:16:42.156416 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-3ea96c7d-cf6f-4eb7-8758-f7ecf4411145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:42.159689 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-3ea96c7d-cf6f-4eb7-8758-f7ecf4411145 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7237fa14-4c5b-430e-9d82-35356f842932 HTTP/1.1" status: 200 len: 797 time: 0.1644208 Aug 27 14:16:42.231182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Deleting port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:42.231524 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:42.287143 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-2019ee8e-8ab2-468c-98e6-01931e719610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:42.288505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-2019ee8e-8ab2-468c-98e6-01931e719610 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1209855 Aug 27 14:16:42.308803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f6fc42b3-3659-4c2b-909c-98c989c6a976 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:42.378294 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:42.396452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port f6fc42b3-3659-4c2b-909c-98c989c6a976 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:42.401241 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f6fc42b3-3659-4c2b-909c-98c989c6a976 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:42.402031 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:42.423233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Transition to ACTIVE for port object 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:42.539478 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-e9643b65-2d0c-4b3c-a79c-5e9f4deba6c9 service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434027 Aug 27 14:16:42.540841 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:42.596031 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:42.630987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:42.648841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 0fb103b4-0bd6-448e-8793-4c96a2884126 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:42.652733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:42.655962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:16:42.667344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port f6fc42b3-3659-4c2b-909c-98c989c6a976, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f6fc42b3-3659-4c2b-909c-98c989c6a976,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:42.673979 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:42.733375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] For port 9e1b0f85-7589-49d4-84cb-8da7b39529b8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9e1b0f85-7589-49d4-84cb-8da7b39529b8,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:42.734045 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:42.762116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=f6fc42b3-3659-4c2b-909c-98c989c6a976,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:42.783692 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:42.784532 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:42.810312 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-dfbc8520-ca5f-44d3-af70-70b5450de09b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4719832 Aug 27 14:16:42.818796 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aa22e40c-538f-4495-a3f0-a57689f8ce7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:42.826910 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Request body: {'port': {'device_id': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:42.832898 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-698325ab-c1e1-4206-898f-b5ae1ec7af15 service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416248 Aug 27 14:16:42.890133 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-a77302cf-4bc7-4944-9bdf-c7a75dd1bb21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=113591bc-6932-4908-b37e-719908096f55 HTTP/1.1" status: 200 len: 217 time: 0.0489390 Aug 27 14:16:42.973793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:43.001471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-f724acf3-0bed-4213-bece-213171070486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:43.003833 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-f724acf3-0bed-4213-bece-213171070486 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7237fa14-4c5b-430e-9d82-35356f842932 HTTP/1.1" status: 200 len: 797 time: 0.1053133 Aug 27 14:16:43.073465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bdf765af-288d-426a-a383-edb9d9480072 None None] Provisioning for port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:43.083221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bdf765af-288d-426a-a383-edb9d9480072 None None] Provisioning complete for port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:43.083617 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bdf765af-288d-426a-a383-edb9d9480072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:43.109464 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:43.110202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:43.110536 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Floating IP 60b7189d-0e78-483f-966f-fb127d78d502 disassociated. External IP: 172.25.2.248, port: 9e1b0f85-7589-49d4-84cb-8da7b39529b8. Aug 27 14:16:43.110984 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Calling delete_port for 9e1b0f85-7589-49d4-84cb-8da7b39529b8 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:43.137339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-bdf765af-288d-426a-a383-edb9d9480072 None None] Port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:16:43.232080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-6a46af7d-2928-482d-a469-c25c689194b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:43.233617 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-6a46af7d-2928-482d-a469-c25c689194b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1956236 Aug 27 14:16:43.322981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74b1dc-69a7-4fb0-a706-3f174288fa90 req-294f72f3-58e2-4f19-b812-80d6547cbfa8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:43.325179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa74b1dc-69a7-4fb0-a706-3f174288fa90 req-294f72f3-58e2-4f19-b812-80d6547cbfa8 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 945 time: 0.2042427 Aug 27 14:16:43.346419 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-964195b8-ffb2-4b36-b042-75057674002b req-b3867d39-75f8-427a-a087-0857cd36e2c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0422461 Aug 27 14:16:43.357607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee565b-ae46-45b9-b392-09ecbb5b964a req-b955b9fa-a605-4cc8-a459-cbe638092733 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:43.359116 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10ee565b-ae46-45b9-b392-09ecbb5b964a req-b955b9fa-a605-4cc8-a459-cbe638092733 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 932 time: 0.1516519 Aug 27 14:16:43.428694 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-0a8f712b-8560-496c-ab7a-5cdc369c8989 service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854525 Aug 27 14:16:43.431527 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa74b1dc-69a7-4fb0-a706-3f174288fa90 req-38e5b676-b1b8-46bc-95dd-eed6be55ec6d tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5d05011-33eb-4cad-9e25-6cc27adbb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951943 Aug 27 14:16:43.491392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-964195b8-ffb2-4b36-b042-75057674002b req-a0f0e393-c1aa-484b-b58b-e5191dde0733 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0432358 Aug 27 14:16:43.503219 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10ee565b-ae46-45b9-b392-09ecbb5b964a req-797ec2ad-68fd-4510-8462-ca6fa5698203 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155250 Aug 27 14:16:43.565137 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:43.580222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-964195b8-ffb2-4b36-b042-75057674002b req-15979446-a01b-48c1-b7e5-5bf0031c7adb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359371 Aug 27 14:16:43.593176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:16:43.616295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event deleted for resources: {'Port': ['ID=9e1b0f85-7589-49d4-84cb-8da7b39529b8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:43.616446 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:43.649673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10bde862-fe76-40e7-b2cc-2cefe9e762f1 req-ecaa5fee-ced8-4c8c-a2f1-3626a3769782 service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117376 Aug 27 14:16:43.697096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Transition to ACTIVE for port object 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:43.703532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-aa22e40c-538f-4495-a3f0-a57689f8ce7c admin admin] Deleting port 5fe46132-0876-4ce2-b918-2c4ffb9eee32 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:43.704011 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aa22e40c-538f-4495-a3f0-a57689f8ce7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:43.710318 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:43.787056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:16:43.846907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Pushing event updated for resources: {'Port': ['ID=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:43.856501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964195b8-ffb2-4b36-b042-75057674002b req-7d3d444b-73d3-441a-b37f-d243d8a83210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:43.858016 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-964195b8-ffb2-4b36-b042-75057674002b req-7d3d444b-73d3-441a-b37f-d243d8a83210 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2694104 Aug 27 14:16:43.943094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:43.948016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-aa22e40c-538f-4495-a3f0-a57689f8ce7c admin admin] For port 5fe46132-0876-4ce2-b918-2c4ffb9eee32, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5fe46132-0876-4ce2-b918-2c4ffb9eee32,segment=NetworkSegment(6c2a41b8-67cc-4399-941c-8a8267867962),segment_id=6c2a41b8-67cc-4399-941c-8a8267867962)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:43.948016 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aa22e40c-538f-4495-a3f0-a57689f8ce7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:43.958585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff6e387-67f0-45c5-b01d-3f0b9764ca30 None None] Sync routers for ids ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:43.976966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6e387-67f0-45c5-b01d-3f0b9764ca30 None None] Routers {'a85044f2-42ee-4ee7-b3ab-64d1f48f6350'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:43.978586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-aa22e40c-538f-4495-a3f0-a57689f8ce7c admin admin] Calling delete_port for 5fe46132-0876-4ce2-b918-2c4ffb9eee32 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:43.983117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-eff6e387-67f0-45c5-b01d-3f0b9764ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:43.991135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Attempting to bind port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:16:43.991135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Attempting to bind port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:16:43.991478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Attempting to bind port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 on network 0fb103b4-0bd6-448e-8793-4c96a2884126 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:43.998658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 on network 0fb103b4-0bd6-448e-8793-4c96a2884126 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:16:43.999015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Attempting to bind port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 on network 0fb103b4-0bd6-448e-8793-4c96a2884126 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:44.010359 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] No DVR routers for this DVR port 9e1b0f85-7589-49d4-84cb-8da7b39529b8 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:44.015177 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:44.021227 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3bc236f-b91b-4341-8905-4546a17da48b req-6ff4d588-5e00-407c-9264-4001e2e4b59e tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.41 "DELETE /v2.0/ports/9e1b0f85-7589-49d4-84cb-8da7b39529b8 HTTP/1.1" status: 204 len: 173 time: 2.1216526 Aug 27 14:16:44.022996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-deleted', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:16:44.025470 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ee1dee-c370-4870-bc78-b94990413652" -d '{"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-deleted", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:16:44.056476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:16:44.056809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Checking segment: {'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:44.057204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Bound using segment: {'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:16:44.057650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Bound port: 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:16:44.058021 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:44.104526 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2737592-8de1-4e2b-84e9-5d26c049f59a x-openstack-request-id: req-a2737592-8de1-4e2b-84e9-5d26c049f59a {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:16:44.104830 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0bbd62-0565-47e0-a79d-23fca0ac6e1c", "name": "network-vif-deleted", "tag": "9e1b0f85-7589-49d4-84cb-8da7b39529b8", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:16:44.105088 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2737592-8de1-4e2b-84e9-5d26c049f59a {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:16:44.105514 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0bbd62-0565-47e0-a79d-23fca0ac6e1c', 'name': 'network-vif-deleted', 'tag': '9e1b0f85-7589-49d4-84cb-8da7b39529b8', 'status': 'completed', 'code': 200} Aug 27 14:16:44.199013 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-eff6e387-67f0-45c5-b01d-3f0b9764ca30 None None] Set router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:44.234613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f6fc42b3-3659-4c2b-909c-98c989c6a976 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:44.273026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] For port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:16:44.295601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] For port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:16:44.302190 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:44.600202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f6fc42b3-3659-4c2b-909c-98c989c6a976 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:44.600202 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:44.677711 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dce7dacf-f53f-44fa-9a67-9613c6cb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:44.760347 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2cd886c6-3378-45ba-bd3a-ff4d3cfd8f4d req-5ea67cf8-09c7-4696-b040-8c5668100650 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f0bbd62-0565-47e0-a79d-23fca0ac6e1c HTTP/1.1" status: 200 len: 210 time: 0.0513947 Aug 27 14:16:44.791509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:44.792228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:44.794136 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] 10.222.0.52 "PUT /v2.0/ports/0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 HTTP/1.1" status: 200 len: 1093 time: 1.9715457 Aug 27 14:16:44.794747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:16:44.801335 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712b5594-45fb-4c2d-95de-f1ad001b4652" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:16:44.836812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-eff6e387-67f0-45c5-b01d-3f0b9764ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 4, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port': {'id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:14Z', 'updated_at': '2021-08-27T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '008240b3-6dcc-46ee-837c-12f99e414890', 'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'mac_address': 'fa:16:3e:ca:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:18Z', 'updated_at': '2021-08-27T14:05:26Z', 'revision_number': 5, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'subnets': [{'id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:44.905476 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff6e387-67f0-45c5-b01d-3f0b9764ca30 None None] Checking router: a85044f2-42ee-4ee7-b3ab-64d1f48f6350 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:44.909845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e03524-b059-41f6-917a-f4089faf550b service neutron] Pushing event updated for resources: {'Port': ['ID=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:44.933189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2a725-87a2-4263-89eb-70d651a45c63 req-8e08598f-9f96-4f1b-85e5-cccccc4c94fa tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:44.935804 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-53f2a725-87a2-4263-89eb-70d651a45c63 req-8e08598f-9f96-4f1b-85e5-cccccc4c94fa tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 944 time: 0.2813792 Aug 27 14:16:44.959551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6e387-67f0-45c5-b01d-3f0b9764ca30 None None] Routers {'a85044f2-42ee-4ee7-b3ab-64d1f48f6350'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:44.960911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-eff6e387-67f0-45c5-b01d-3f0b9764ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:45.016825 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aa22e40c-538f-4495-a3f0-a57689f8ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:45.022267 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-53f2a725-87a2-4263-89eb-70d651a45c63 req-28e8ba13-48ae-43f8-a3a0-cd3ac3a23adb tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708356 Aug 27 14:16:45.087245 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d62748-048a-4c1e-b4e1-b9cf20f9b392 x-openstack-request-id: req-f7d62748-048a-4c1e-b4e1-b9cf20f9b392 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:16:45.087549 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:16:45.087816 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7d62748-048a-4c1e-b4e1-b9cf20f9b392 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:16:45.088230 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'status': 'completed', 'code': 200} Aug 27 14:16:45.094151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22e40c-538f-4495-a3f0-a57689f8ce7c admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe46132-0876-4ce2-b918-2c4ffb9eee32,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:45.124098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-b42cce1e-9508-4843-adfa-d47591ae5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:45.125669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-b42cce1e-9508-4843-adfa-d47591ae5ced service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 1096 time: 0.1969810 Aug 27 14:16:45.133100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-eff6e387-67f0-45c5-b01d-3f0b9764ca30 None None] Set router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:45.194771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-e7ccfb92-ad4b-4760-925b-7c971b5b024a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 HTTP/1.1" status: 200 len: 217 time: 0.0476274 Aug 27 14:16:45.301953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-c33228e2-96d2-4538-a69d-8e4fd4a7ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:45.303645 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-c33228e2-96d2-4538-a69d-8e4fd4a7ea68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=748bf4cf-3b31-4ab6-8601-649e423e52cd HTTP/1.1" status: 200 len: 834 time: 0.1022170 Aug 27 14:16:45.339088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9e1b0f85-7589-49d4-84cb-8da7b39529b8 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:45.363112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 9e1b0f85-7589-49d4-84cb-8da7b39529b8 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:45.363456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9e1b0f85-7589-49d4-84cb-8da7b39529b8 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:45.380108 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-eff6e387-67f0-45c5-b01d-3f0b9764ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 4, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port': {'id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:14Z', 'updated_at': '2021-08-27T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '008240b3-6dcc-46ee-837c-12f99e414890', 'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'mac_address': 'fa:16:3e:ca:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:18Z', 'updated_at': '2021-08-27T14:05:26Z', 'revision_number': 5, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'subnets': [{'id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:45.389420 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aa22e40c-538f-4495-a3f0-a57689f8ce7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:45.402168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-57f78fa4-04c3-4359-98e3-527d9e873f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:45.403747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-57f78fa4-04c3-4359-98e3-527d9e873f28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0fb103b4-0bd6-448e-8793-4c96a2884126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634038 Aug 27 14:16:45.411655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff6e387-67f0-45c5-b01d-3f0b9764ca30 None None] The sync data for ids ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'] in n-d-712139-12 is: [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:05:19Z', 'revision_number': 4, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port': {'id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:14Z', 'updated_at': '2021-08-27T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '008240b3-6dcc-46ee-837c-12f99e414890', 'name': '', 'network_id': '3fece9f9-82a7-4a38-8bb3-a19a02edf433', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'mac_address': 'fa:16:3e:ca:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:18Z', 'updated_at': '2021-08-27T14:05:26Z', 'revision_number': 5, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'subnets': [{'id': 'a874467b-9f6d-44fe-ad23-66bd4874d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:45.589097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-8e2c7113-617e-40c7-8878-2443ac57e7ce service neutron] 10.222.0.52 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775529 Aug 27 14:16:45.657102 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e6b45-200e-466b-af9f-06a4bb76034d None None] New status for floating IP 60b7189d-0e78-483f-966f-fb127d78d502: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:16:45.768944 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c746adcb-4624-4555-b0a8-b6cc71fba971 req-962d11e5-ff7c-4284-89a1-e6df24eb0659 service neutron] 10.222.0.52 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427114 Aug 27 14:16:45.772846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa22e40c-538f-4495-a3f0-a57689f8ce7c admin admin] Router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:16:45.879162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43124) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:45.922939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b5594-45fb-4c2d-95de-f1ad001b4652 req-01964aa1-758f-4e4e-836b-46ef825c875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:45.925865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-712b5594-45fb-4c2d-95de-f1ad001b4652 req-01964aa1-758f-4e4e-836b-46ef825c875e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 1096 time: 0.0903742 Aug 27 14:16:45.926933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa22e40c-538f-4495-a3f0-a57689f8ce7c admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:45.932101 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-aa22e40c-538f-4495-a3f0-a57689f8ce7c admin admin] 10.222.0.55 "PUT /v2.0/routers/d3f3ee15-6572-4ed4-82ae-4b6a31d3009c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1672862 Aug 27 14:16:45.934599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43126) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:45.937755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d54afe4-ebdf-4b6d-bb79-72a1d1eaed49 None None] Sync routers for ids ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:45.952647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54afe4-ebdf-4b6d-bb79-72a1d1eaed49 None None] Routers {'d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:45.953414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6d54afe4-ebdf-4b6d-bb79-72a1d1eaed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:45.974731 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-abae2c11-bc31-4723-a1f6-15991b43c050 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.015609 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-abae2c11-bc31-4723-a1f6-15991b43c050 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.132496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-6d54afe4-ebdf-4b6d-bb79-72a1d1eaed49 None None] Set router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:46.138424 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-abae2c11-bc31-4723-a1f6-15991b43c050 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.144310 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-abae2c11-bc31-4723-a1f6-15991b43c050 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.145508 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-abae2c11-bc31-4723-a1f6-15991b43c050 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "DELETE /v2.0/security-groups/d5d05011-33eb-4cad-9e25-6cc27adbb48f HTTP/1.1" status: 204 len: 168 time: 0.2651024 Aug 27 14:16:46.154879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43142) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:46.158910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae2c11-bc31-4723-a1f6-15991b43c050 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d05011-33eb-4cad-9e25-6cc27adbb48f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:46.214925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2de8e-89b1-4367-8a7d-e5fc55d3a9ca req-45363e91-8c8b-470a-9586-9f98f0dd396f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:46.225379 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dda2de8e-89b1-4367-8a7d-e5fc55d3a9ca req-45363e91-8c8b-470a-9586-9f98f0dd396f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 944 time: 0.1188376 Aug 27 14:16:46.233720 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-df449592-8d08-4769-85bd-4218966e2e31 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] show failed (client error): The resource could not be found. Aug 27 14:16:46.234886 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-df449592-8d08-4769-85bd-4218966e2e31 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "GET /v2.0/security-groups/d5d05011-33eb-4cad-9e25-6cc27adbb48f HTTP/1.1" status: 404 len: 347 time: 0.0714114 Aug 27 14:16:46.239521 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b5594-45fb-4c2d-95de-f1ad001b4652 req-dedadf4b-9f93-40c5-8b7a-7644458a987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:46.240926 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43144) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:46.241247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-712b5594-45fb-4c2d-95de-f1ad001b4652 req-dedadf4b-9f93-40c5-8b7a-7644458a987a service neutron] 10.222.0.52 "GET /v2.0/networks?id=0fb103b4-0bd6-448e-8793-4c96a2884126 HTTP/1.1" status: 200 len: 897 time: 0.3080127 Aug 27 14:16:46.293665 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.297529 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-712b5594-45fb-4c2d-95de-f1ad001b4652 req-36952717-9ae6-4016-8f45-f69e92235a28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 HTTP/1.1" status: 200 len: 217 time: 0.0471117 Aug 27 14:16:46.384838 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dda2de8e-89b1-4367-8a7d-e5fc55d3a9ca req-18f6f3ab-2c3f-4510-9722-89565a12a819 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536932 Aug 27 14:16:46.406846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0acef63f-b8aa-40d6-9119-cd6918869053 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Deleting port 87e59a33-aea6-4bad-b39d-93612ddba6cc {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:46.407198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0acef63f-b8aa-40d6-9119-cd6918869053 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.423186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6d54afe4-ebdf-4b6d-bb79-72a1d1eaed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:16:44Z', 'revision_number': 5, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:46.455901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d54afe4-ebdf-4b6d-bb79-72a1d1eaed49 None None] Checking router: d3f3ee15-6572-4ed4-82ae-4b6a31d3009c for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:46.464666 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54afe4-ebdf-4b6d-bb79-72a1d1eaed49 None None] Routers {'d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:46.465296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6d54afe4-ebdf-4b6d-bb79-72a1d1eaed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:46.480055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b5594-45fb-4c2d-95de-f1ad001b4652 req-42dd553c-753f-4aba-8311-235329a5cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:46.481532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-712b5594-45fb-4c2d-95de-f1ad001b4652 req-42dd553c-753f-4aba-8311-235329a5cdb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=748bf4cf-3b31-4ab6-8601-649e423e52cd HTTP/1.1" status: 200 len: 834 time: 0.0684459 Aug 27 14:16:46.483351 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.494839 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0acef63f-b8aa-40d6-9119-cd6918869053 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.495176 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0acef63f-b8aa-40d6-9119-cd6918869053 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.509245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0acef63f-b8aa-40d6-9119-cd6918869053 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Calling delete_port for 87e59a33-aea6-4bad-b39d-93612ddba6cc owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:46.549666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b5594-45fb-4c2d-95de-f1ad001b4652 req-d1738d1a-9ad1-4e73-9df9-4b03289e2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:46.551094 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-712b5594-45fb-4c2d-95de-f1ad001b4652 req-d1738d1a-9ad1-4e73-9df9-4b03289e2969 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0fb103b4-0bd6-448e-8793-4c96a2884126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618198 Aug 27 14:16:46.585514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-6d54afe4-ebdf-4b6d-bb79-72a1d1eaed49 None None] Set router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:46.628246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Deleting port dce65d85-ac8d-4b48-a567-fc892f97cfaf {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:46.628515 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.663906 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0acef63f-b8aa-40d6-9119-cd6918869053 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.738188 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-712b5594-45fb-4c2d-95de-f1ad001b4652 req-f1469220-5788-4a5d-9e78-b0c25ca798a8 service neutron] 10.222.0.52 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782844 Aug 27 14:16:46.758669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acef63f-b8aa-40d6-9119-cd6918869053 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Pushing event deleted for resources: {'Port': ['ID=87e59a33-aea6-4bad-b39d-93612ddba6cc,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:46.783444 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0acef63f-b8aa-40d6-9119-cd6918869053 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.787373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0acef63f-b8aa-40d6-9119-cd6918869053 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.792261 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0acef63f-b8aa-40d6-9119-cd6918869053 tempest-ServerActionsTestJSON-1648024606 tempest-ServerActionsTestJSON-1648024606-project] 10.222.0.55 "DELETE /v2.0/floatingips/60b7189d-0e78-483f-966f-fb127d78d502 HTTP/1.1" status: 204 len: 168 time: 0.5492673 Aug 27 14:16:46.802671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43158) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:46.828712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] For port dce65d85-ac8d-4b48-a567-fc892f97cfaf, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dce65d85-ac8d-4b48-a567-fc892f97cfaf,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:46.829391 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:46.851374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Calling delete_port for dce65d85-ac8d-4b48-a567-fc892f97cfaf owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:46.867713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6d54afe4-ebdf-4b6d-bb79-72a1d1eaed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:16:44Z', 'revision_number': 5, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:46.900178 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d54afe4-ebdf-4b6d-bb79-72a1d1eaed49 None None] The sync data for ids ['d3f3ee15-6572-4ed4-82ae-4b6a31d3009c'] in n-d-712139-12 is: [{'id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'name': 'tempest-TaggedBootDevicesTest_v242-77156831-router', 'tenant_id': '8195041a81054181a5083895b22e88b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:16:44Z', 'revision_number': 5, 'project_id': '8195041a81054181a5083895b22e88b8', 'gw_port': {'id': 'dce65d85-ac8d-4b48-a567-fc892f97cfaf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3ee15-6572-4ed4-82ae-4b6a31d3009c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:26Z', 'updated_at': '2021-08-27T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:46.945407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-712b5594-45fb-4c2d-95de-f1ad001b4652 req-29db15a4-d255-4dad-9738-3e348672fb29 service neutron] 10.222.0.52 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966522 Aug 27 14:16:47.105977 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.139230 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Pushing event deleted for resources: {'Port': ['ID=dce65d85-ac8d-4b48-a567-fc892f97cfaf,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:47.224892 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.328557 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.331522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.340330 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d8b6806-2c48-49b2-8d4f-6f5919e50f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.378215 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.378827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3f3ee15-6572-4ed4-82ae-4b6a31d3009c {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:16:47.390961 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.396479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43176) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:47.396672 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b9ec3ab0-91de-433a-aca5-e6ed974c9987 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d3f3ee15-6572-4ed4-82ae-4b6a31d3009c HTTP/1.1" status: 204 len: 168 time: 1.4593730 Aug 27 14:16:47.423837 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.487761 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-af23c92a-5c6f-44e9-be1c-ad38d523d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.501059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7766c7ae-0862-4d7f-a0eb-00bd8016a3d4 admin admin] Deleting subnet e9251415-7c90-47ee-bdc3-ae64aed10d17 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:16:47.505727 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7766c7ae-0862-4d7f-a0eb-00bd8016a3d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.529399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d4e4e-0b02-4bdd-9f13-3e7b37afe989 req-55d2f4f4-d174-4a5d-bec9-512655770809 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:47.531633 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609d4e4e-0b02-4bdd-9f13-3e7b37afe989 req-55d2f4f4-d174-4a5d-bec9-512655770809 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 944 time: 0.0761518 Aug 27 14:16:47.583340 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-609d4e4e-0b02-4bdd-9f13-3e7b37afe989 req-923e6b09-cb71-4172-b4b6-9a7c077181ef tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444634 Aug 27 14:16:47.604054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7766c7ae-0862-4d7f-a0eb-00bd8016a3d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.734184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7766c7ae-0862-4d7f-a0eb-00bd8016a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.821760 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7766c7ae-0862-4d7f-a0eb-00bd8016a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.853313 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7766c7ae-0862-4d7f-a0eb-00bd8016a3d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.857607 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7766c7ae-0862-4d7f-a0eb-00bd8016a3d4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e9251415-7c90-47ee-bdc3-ae64aed10d17 HTTP/1.1" status: 204 len: 168 time: 0.4574406 Aug 27 14:16:47.857607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766c7ae-0862-4d7f-a0eb-00bd8016a3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9251415-7c90-47ee-bdc3-ae64aed10d17,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:47.857764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43182) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:47.862820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd34bfcf-5733-4a39-b111-2f506c4844b5 None None] Network 3d6ac08c-b160-4d95-8554-deab9e55c529 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:47.864346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b6806-2c48-49b2-8d4f-6f5919e50f25 admin admin] Deleting port 008240b3-6dcc-46ee-837c-12f99e414890 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:47.864683 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d8b6806-2c48-49b2-8d4f-6f5919e50f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.970029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-0d8b6806-2c48-49b2-8d4f-6f5919e50f25 admin admin] For port 008240b3-6dcc-46ee-837c-12f99e414890, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=008240b3-6dcc-46ee-837c-12f99e414890,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:47.971570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d8b6806-2c48-49b2-8d4f-6f5919e50f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:47.990739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b6806-2c48-49b2-8d4f-6f5919e50f25 admin admin] Calling delete_port for 008240b3-6dcc-46ee-837c-12f99e414890 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:47.999762 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.093472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525575eb-abe2-4fa5-86bb-dd43bdfb2faf None None] DHCP port deletion for 3d6ac08c-b160-4d95-8554-deab9e55c529 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:16:48.108522 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Deleting port be33e5d8-523e-415d-ae60-e7e0450f8bea {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:48.109349 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.169818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-525575eb-abe2-4fa5-86bb-dd43bdfb2faf None None] Deleting port be33e5d8-523e-415d-ae60-e7e0450f8bea {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:48.170343 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-525575eb-abe2-4fa5-86bb-dd43bdfb2faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.264181 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-525575eb-abe2-4fa5-86bb-dd43bdfb2faf None None] For port be33e5d8-523e-415d-ae60-e7e0450f8bea, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=be33e5d8-523e-415d-ae60-e7e0450f8bea,segment=NetworkSegment(6c2a41b8-67cc-4399-941c-8a8267867962),segment_id=6c2a41b8-67cc-4399-941c-8a8267867962)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:48.265403 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-525575eb-abe2-4fa5-86bb-dd43bdfb2faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.282293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] For port be33e5d8-523e-415d-ae60-e7e0450f8bea, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=be33e5d8-523e-415d-ae60-e7e0450f8bea,segment=NetworkSegment(6c2a41b8-67cc-4399-941c-8a8267867962),segment_id=6c2a41b8-67cc-4399-941c-8a8267867962)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:48.283470 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.285003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-525575eb-abe2-4fa5-86bb-dd43bdfb2faf None None] Calling delete_port for be33e5d8-523e-415d-ae60-e7e0450f8bea owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:48.292572 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d8b6806-2c48-49b2-8d4f-6f5919e50f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.293162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device be33e5d8-523e-415d-ae60-e7e0450f8bea no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:48.309629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Calling delete_port for be33e5d8-523e-415d-ae60-e7e0450f8bea owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:48.420487 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.421899 n-d-712139-12 neutron-server[101188]: INFO neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No ports have port_id starting with be33e5d8-523e-415d-ae60-e7e0450f8bea Aug 27 14:16:48.429353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dce65d85-ac8d-4b48-a567-fc892f97cfaf no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:48.458971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=be33e5d8-523e-415d-ae60-e7e0450f8bea,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:48.459221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: dce65d85-ac8d-4b48-a567-fc892f97cfaf {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:48.459221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dce65d85-ac8d-4b48-a567-fc892f97cfaf not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:48.459221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5fe46132-0876-4ce2-b918-2c4ffb9eee32 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:48.459543 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] No DVR routers for this DVR port be33e5d8-523e-415d-ae60-e7e0450f8bea on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:48.467917 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-525575eb-abe2-4fa5-86bb-dd43bdfb2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.498006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525575eb-abe2-4fa5-86bb-dd43bdfb2faf None None] No DVR routers for this DVR port be33e5d8-523e-415d-ae60-e7e0450f8bea on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:48.500697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 5fe46132-0876-4ce2-b918-2c4ffb9eee32 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:48.501165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5fe46132-0876-4ce2-b918-2c4ffb9eee32 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:48.535784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525575eb-abe2-4fa5-86bb-dd43bdfb2faf None None] Pushing event deleted for resources: {'Port': ['ID=be33e5d8-523e-415d-ae60-e7e0450f8bea,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:48.557018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:16:48.576957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.589084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6ac08c-b160-4d95-8554-deab9e55c529']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:48.608204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2a41b8-67cc-4399-941c-8a8267867962') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:48.608508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2a41b8-67cc-4399-941c-8a8267867962') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:48.627520 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.645702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.652506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:16:48.652919 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.697204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:48.712600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'port_id': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'mac_address': 'fa:16:3e:0c:2a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:16:48.716730 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:16:48.721698 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.732557 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.734875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3d6ac08c-b160-4d95-8554-deab9e55c529 HTTP/1.1" status: 204 len: 168 time: 0.8761129 Aug 27 14:16:48.778208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09f325-157d-4375-bfb6-aa8942c1cca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6ac08c-b160-4d95-8554-deab9e55c529,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:48.783471 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.789519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b6806-2c48-49b2-8d4f-6f5919e50f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=008240b3-6dcc-46ee-837c-12f99e414890,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:48.794749 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.813066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:16:48.840859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:48.845550 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:48.889778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b94f4-ab02-4b92-b351-6a8404388b91 req-4208770b-28db-4c97-a7b3-233e1527fc85 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:48.891516 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff1b94f4-ab02-4b92-b351-6a8404388b91 req-4208770b-28db-4c97-a7b3-233e1527fc85 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 944 time: 0.1476853 Aug 27 14:16:48.915607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:48.944418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43198) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:48.987112 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff1b94f4-ab02-4b92-b351-6a8404388b91 req-979330b8-b7c0-45b8-8304-4e75cacc1bdc tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882885 Aug 27 14:16:48.999244 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cf8ff17b-63b0-4f50-99be-a5819e690976 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8195041a81054181a5083895b22e88b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525787 Aug 27 14:16:49.002349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43200) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:49.058377 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb2d2-8270-4095-8786-0cd135d36706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:49.067657 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d8b6806-2c48-49b2-8d4f-6f5919e50f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:49.082728 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb2d2-8270-4095-8786-0cd135d36706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:49.123124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['0f66c83c-b1a7-4d65-ade0-dec83dcb4b07'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:16:49.133545 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb2d2-8270-4095-8786-0cd135d36706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:49.138026 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb2d2-8270-4095-8786-0cd135d36706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:49.141664 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1bdbb2d2-8270-4095-8786-0cd135d36706 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0039ea0f-abc8-40bd-ae11-9f2e31110d1f HTTP/1.1" status: 204 len: 168 time: 0.1358719 Aug 27 14:16:49.154209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbb2d2-8270-4095-8786-0cd135d36706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0039ea0f-abc8-40bd-ae11-9f2e31110d1f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:49.362229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8b6806-2c48-49b2-8d4f-6f5919e50f25 admin admin] Router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:16:49.492092 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8b6806-2c48-49b2-8d4f-6f5919e50f25 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:49.502844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0d8b6806-2c48-49b2-8d4f-6f5919e50f25 admin admin] 10.222.0.55 "PUT /v2.0/routers/a85044f2-42ee-4ee7-b3ab-64d1f48f6350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6940184 Aug 27 14:16:49.502844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43214) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:49.505583 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09125a0-2289-45a7-8ea8-de184cc6627b None None] Sync routers for ids ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:49.527812 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09125a0-2289-45a7-8ea8-de184cc6627b None None] Routers {'a85044f2-42ee-4ee7-b3ab-64d1f48f6350'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:49.528689 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b09125a0-2289-45a7-8ea8-de184cc6627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:49.651051 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:49.761585 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-b09125a0-2289-45a7-8ea8-de184cc6627b None None] Set router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:49.765844 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:49.834081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Deleting port dc0535f1-ff71-4f62-aa0f-86db9fa43a15 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:49.835505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:49.933873 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] For port dc0535f1-ff71-4f62-aa0f-86db9fa43a15, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dc0535f1-ff71-4f62-aa0f-86db9fa43a15,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:49.934313 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:49.948461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Calling delete_port for dc0535f1-ff71-4f62-aa0f-86db9fa43a15 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:49.963882 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b09125a0-2289-45a7-8ea8-de184cc6627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:16:48Z', 'revision_number': 5, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port': {'id': 'dc0535f1-ff71-4f62-aa0f-86db9fa43a15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:05:14Z', 'updated_at': '2021-08-27T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:49.992531 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09125a0-2289-45a7-8ea8-de184cc6627b None None] Checking router: a85044f2-42ee-4ee7-b3ab-64d1f48f6350 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:50.003808 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09125a0-2289-45a7-8ea8-de184cc6627b None None] Routers {'a85044f2-42ee-4ee7-b3ab-64d1f48f6350'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:50.004409 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b09125a0-2289-45a7-8ea8-de184cc6627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:50.125413 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-b09125a0-2289-45a7-8ea8-de184cc6627b None None] Set router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:50.155996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43236) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:50.171543 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.203791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0535f1-ff71-4f62-aa0f-86db9fa43a15,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:50.207273 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.217258 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b09125a0-2289-45a7-8ea8-de184cc6627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:16:49Z', 'revision_number': 6, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:50.242211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef74a-a8c5-4a60-b525-0fe5224666db req-43e64904-950c-41d6-9767-b6c86302500b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:50.250202 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57cef74a-a8c5-4a60-b525-0fe5224666db req-43e64904-950c-41d6-9767-b6c86302500b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 945 time: 0.1481612 Aug 27 14:16:50.289166 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09125a0-2289-45a7-8ea8-de184cc6627b None None] The sync data for ids ['a85044f2-42ee-4ee7-b3ab-64d1f48f6350'] in n-d-712139-12 is: [{'id': 'a85044f2-42ee-4ee7-b3ab-64d1f48f6350', 'name': 'tempest-ServerActionsTestJSON-1863056284-router', 'tenant_id': '6b277640d904428c906f00d6ad23c06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:05:13Z', 'updated_at': '2021-08-27T14:16:49Z', 'revision_number': 6, 'project_id': '6b277640d904428c906f00d6ad23c06b', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:50.290419 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.305611 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-57cef74a-a8c5-4a60-b525-0fe5224666db req-218f0d30-8896-4c55-8a28-b5944b4cd082 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541117 Aug 27 14:16:50.371909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1337365333-network', 'tenant_id': 'f92bd7932dff4da2be8090f9b8544f04'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:50.417512 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.420496 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.433455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Made reservation on behalf of f92bd7932dff4da2be8090f9b8544f04 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:16:50.435766 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.471563 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.491884 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.492382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a85044f2-42ee-4ee7-b3ab-64d1f48f6350 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:16:50.497161 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.500907 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c2716981-4e1c-46fa-a9ed-2ffeae8beb1c admin admin] 10.222.0.55 "DELETE /v2.0/routers/a85044f2-42ee-4ee7-b3ab-64d1f48f6350 HTTP/1.1" status: 204 len: 168 time: 0.9998498 Aug 27 14:16:50.501160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43244) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:50.556247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a450e0f-067b-429d-a094-5fd23e53d933 admin admin] Deleting subnet a874467b-9f6d-44fe-ad23-66bd4874d2ed {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:16:50.558440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:50.559642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a450e0f-067b-429d-a094-5fd23e53d933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.590618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.600985 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.610918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:16:50.613766 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a450e0f-067b-429d-a094-5fd23e53d933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.622468 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.622770 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Added segment 5b7c538c-e396-4d83-80a0-7ed8e6644090 of type vlan for network 4b2fc0a2-279b-43ff-93d4-68a8f0967d2e Aug 27 14:16:50.626092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:50.631183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:50.631687 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.653931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aab467f-0dd6-4f8d-95ae-408af7d3f280,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:50.739044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a450e0f-067b-429d-a094-5fd23e53d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.744088 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.750028 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.775019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.777184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:50.778228 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.778377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:16:50.781805 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc48f08-2c63-465b-9def-4783eb29e097" -d '{"events": [{"server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "name": "network-vif-plugged", "status": "completed", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:16:50.798048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:50.804406 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.835159 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a450e0f-067b-429d-a094-5fd23e53d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:50.866434 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482b6dba-64c5-4a85-9515-b6a744820ad3 x-openstack-request-id: req-482b6dba-64c5-4a85-9515-b6a744820ad3 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:16:50.866770 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "name": "network-vif-plugged", "status": "completed", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:16:50.867171 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-482b6dba-64c5-4a85-9515-b6a744820ad3 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:16:50.868761 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'code': 200} Aug 27 14:16:50.894668 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7375841 Aug 27 14:16:50.897865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43250) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:50.903140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4c3da0d6-9679-4db5-91fb-839a85021296 admin admin] Request body: {'subnet': {'network_id': '4b2fc0a2-279b-43ff-93d4-68a8f0967d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1337365333-subnet', 'tenant_id': 'f92bd7932dff4da2be8090f9b8544f04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:50.928211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdaf75-5fba-4bc7-a2c1-c3d6862e2d99 admin admin] Pushing event updated for resources: {'Network': ['ID=4b2fc0a2-279b-43ff-93d4-68a8f0967d2e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:50.934148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:50.942539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3da0d6-9679-4db5-91fb-839a85021296 admin admin] Made reservation on behalf of f92bd7932dff4da2be8090f9b8544f04 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:16:50.943622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 4b2fc0a2-279b-43ff-93d4-68a8f0967d2e details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:16:50.946610 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c3da0d6-9679-4db5-91fb-839a85021296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:51.192771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c3da0d6-9679-4db5-91fb-839a85021296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:51.242917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a450e0f-067b-429d-a094-5fd23e53d933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a874467b-9f6d-44fe-ad23-66bd4874d2ed,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:51.247791 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a450e0f-067b-429d-a094-5fd23e53d933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:51.253841 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7a450e0f-067b-429d-a094-5fd23e53d933 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a874467b-9f6d-44fe-ad23-66bd4874d2ed HTTP/1.1" status: 204 len: 168 time: 0.7504196 Aug 27 14:16:51.258373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43256) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:51.259005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7168709-7e09-4be1-8cc1-48c9839ba7d6 None None] Network 3fece9f9-82a7-4a38-8bb3-a19a02edf433 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:51.282253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de376ffe-fc1a-44dd-b777-713de26d871a req-9fb95b03-e6ea-48ff-9311-3e7e4f40bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:51.284322 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de376ffe-fc1a-44dd-b777-713de26d871a req-9fb95b03-e6ea-48ff-9311-3e7e4f40bc08 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 1098 time: 0.0531106 Aug 27 14:16:51.303974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3da0d6-9679-4db5-91fb-839a85021296 admin admin] Checking segment: {'id': '5b7c538c-e396-4d83-80a0-7ed8e6644090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4b2fc0a2-279b-43ff-93d4-68a8f0967d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:51.304329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3da0d6-9679-4db5-91fb-839a85021296 admin admin] Network hostable DHCP agents. Network: 4b2fc0a2-279b-43ff-93d4-68a8f0967d2e, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:16:51.306363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3da0d6-9679-4db5-91fb-839a85021296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=439f26fa-7ad6-49ef-95bb-31a75ce159dc,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:51.336596 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de376ffe-fc1a-44dd-b777-713de26d871a req-91b2a743-732a-4ee4-8979-592731f1172d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429969 Aug 27 14:16:51.391141 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:51.395574 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3da0d6-9679-4db5-91fb-839a85021296 admin admin] Network 4b2fc0a2-279b-43ff-93d4-68a8f0967d2e is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:16:51.409660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-4c3da0d6-9679-4db5-91fb-839a85021296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 4b2fc0a2-279b-43ff-93d4-68a8f0967d2e) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:51.415153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3da0d6-9679-4db5-91fb-839a85021296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:51.417567 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c3da0d6-9679-4db5-91fb-839a85021296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:51.419924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cb7cd8-cfeb-4d26-9679-f9eb3cf799fd None None] Network 4b2fc0a2-279b-43ff-93d4-68a8f0967d2e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:51.423800 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:51.439502 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4c3da0d6-9679-4db5-91fb-839a85021296 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5396886 Aug 27 14:16:51.496668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4280f6-e840-4f69-ae03-be4b5540e4e9 req-d050049b-e407-487d-a7f4-a5335492e07d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:51.506189 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5b4280f6-e840-4f69-ae03-be4b5540e4e9 req-d050049b-e407-487d-a7f4-a5335492e07d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.1174643 Aug 27 14:16:51.550340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Deleting port 65ea1c0a-591c-40bd-a2ae-108c635d0046 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:51.552230 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:51.584640 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5b4280f6-e840-4f69-ae03-be4b5540e4e9 req-3c83a2a5-f78b-4fcd-b6ff-fdb6f1484197 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775499 Aug 27 14:16:51.641173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f60052-ab25-46d0-8579-1c86cc9b6646 None None] DHCP port deletion for 3fece9f9-82a7-4a38-8bb3-a19a02edf433 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:16:51.680883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] For port 65ea1c0a-591c-40bd-a2ae-108c635d0046, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=65ea1c0a-591c-40bd-a2ae-108c635d0046,segment=NetworkSegment(4a399287-4a2e-420c-ae9a-4a707575466c),segment_id=4a399287-4a2e-420c-ae9a-4a707575466c)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:51.681777 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:51.695870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc30b37f-791f-4285-b873-94ccd478b925 None None] Network 4b2fc0a2-279b-43ff-93d4-68a8f0967d2e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:51.710463 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Calling delete_port for 65ea1c0a-591c-40bd-a2ae-108c635d0046 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:51.822406 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:51.825928 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-35f60052-ab25-46d0-8579-1c86cc9b6646 None None] Deleting port 65ea1c0a-591c-40bd-a2ae-108c635d0046 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:16:51.826321 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-35f60052-ab25-46d0-8579-1c86cc9b6646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:51.844634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] No DVR routers for this DVR port 65ea1c0a-591c-40bd-a2ae-108c635d0046 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:51.896544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ea1c0a-591c-40bd-a2ae-108c635d0046,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:51.969104 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:51.983031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fece9f9-82a7-4a38-8bb3-a19a02edf433']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:51.996045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a399287-4a2e-420c-ae9a-4a707575466c') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:51.996045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a399287-4a2e-420c-ae9a-4a707575466c') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:52.008207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-35f60052-ab25-46d0-8579-1c86cc9b6646 None None] For port 65ea1c0a-591c-40bd-a2ae-108c635d0046, host n-d-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:52.008630 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-35f60052-ab25-46d0-8579-1c86cc9b6646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:52.011303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:52.024957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-35f60052-ab25-46d0-8579-1c86cc9b6646 None None] Calling delete_port for 65ea1c0a-591c-40bd-a2ae-108c635d0046 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:16:52.026380 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:52.028392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.ipam_backend_mixin [None req-35f60052-ab25-46d0-8579-1c86cc9b6646 None None] Port 65ea1c0a-591c-40bd-a2ae-108c635d0046 was not found and therefore no delete operation was performed {{(pid=101188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:16:52.030218 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-35f60052-ab25-46d0-8579-1c86cc9b6646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:52.050275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:16:52.051437 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:16:52.053322 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:16:52.056356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f60052-ab25-46d0-8579-1c86cc9b6646 None None] Pushing event deleted for resources: {'Port': ['ID=65ea1c0a-591c-40bd-a2ae-108c635d0046,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:52.063252 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f60052-ab25-46d0-8579-1c86cc9b6646 None None] No DVR routers for this DVR port 65ea1c0a-591c-40bd-a2ae-108c635d0046 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:16:52.158842 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:52.177105 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:52.181423 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3fece9f9-82a7-4a38-8bb3-a19a02edf433 HTTP/1.1" status: 204 len: 168 time: 0.9198575 Aug 27 14:16:52.194051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a539ab-c1bd-40c9-8a9a-ae6de8ecd916 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fece9f9-82a7-4a38-8bb3-a19a02edf433,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:52.208160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dc0535f1-ff71-4f62-aa0f-86db9fa43a15 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:52.227678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb745-b35d-4ff1-b021-834114170175 req-7fbbe98e-4f60-4cf9-a298-5c2caf13bc51 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:52.229446 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-7fbbe98e-4f60-4cf9-a298-5c2caf13bc51 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/networks?id=4b2fc0a2-279b-43ff-93d4-68a8f0967d2e HTTP/1.1" status: 200 len: 813 time: 0.1999776 Aug 27 14:16:52.248359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: dc0535f1-ff71-4f62-aa0f-86db9fa43a15 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:52.248633 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-e5e5b092-da92-46bf-8d58-77c819f1f6db tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/quotas/f92bd7932dff4da2be8090f9b8544f04 HTTP/1.1" status: 200 len: 375 time: 0.0129547 Aug 27 14:16:52.249910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dc0535f1-ff71-4f62-aa0f-86db9fa43a15 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:52.251363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 008240b3-6dcc-46ee-837c-12f99e414890 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:52.276286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 008240b3-6dcc-46ee-837c-12f99e414890 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:52.277389 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 008240b3-6dcc-46ee-837c-12f99e414890 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:52.278054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 65ea1c0a-591c-40bd-a2ae-108c635d0046 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:16:52.291456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-b8828052-ad77-43b7-bcf0-8688eda89275 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f92bd7932dff4da2be8090f9b8544f04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358524 Aug 27 14:16:52.300464 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 65ea1c0a-591c-40bd-a2ae-108c635d0046 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:16:52.300814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 65ea1c0a-591c-40bd-a2ae-108c635d0046 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:16:52.360392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43298) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:52.380175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-2a1e0f11-5d4f-47d7-ad57-5cb018e2dc41 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:16:52.381196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-2a1e0f11-5d4f-47d7-ad57-5cb018e2dc41 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0778582 Aug 27 14:16:52.429790 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-15e2d2b2-5b60-4dc2-af68-2997aa2b10b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b277640d904428c906f00d6ad23c06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674710 Aug 27 14:16:52.432848 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43300) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:52.490754 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b12cc93-b6d0-42ac-a0a9-5554e905f9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:52.497481 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-cd749edf-3238-4291-9897-65b2f5dc1501 service neutron] 10.222.0.55 "GET /v2.0/networks/4b2fc0a2-279b-43ff-93d4-68a8f0967d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098404 Aug 27 14:16:52.516180 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b12cc93-b6d0-42ac-a0a9-5554e905f9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:52.565671 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b12cc93-b6d0-42ac-a0a9-5554e905f9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:52.568707 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5b12cc93-b6d0-42ac-a0a9-5554e905f9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:52.572283 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5b12cc93-b6d0-42ac-a0a9-5554e905f9d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec158bb0-bf56-41fe-b040-364b03f24826 HTTP/1.1" status: 204 len: 168 time: 0.1359496 Aug 27 14:16:52.585244 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12cc93-b6d0-42ac-a0a9-5554e905f9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec158bb0-bf56-41fe-b040-364b03f24826,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:52.609449 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-c4a7477f-4f09-4f85-8749-78020729499a service neutron] 10.222.0.55 "GET /v2.0/networks/4b2fc0a2-279b-43ff-93d4-68a8f0967d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033797 Aug 27 14:16:52.746347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b127e9a-f512-4940-91f3-b978ec5e1a24 req-53d3b117-d8c6-4e49-b406-ed069ad76f54 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:52.755552 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6b127e9a-f512-4940-91f3-b978ec5e1a24 req-53d3b117-d8c6-4e49-b406-ed069ad76f54 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0647676 Aug 27 14:16:52.836313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6b127e9a-f512-4940-91f3-b978ec5e1a24 req-e3aaa80a-1dcc-47dc-a4ac-d8fd570a5588 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741005 Aug 27 14:16:52.984178 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-59f05c1f-9a23-46fd-88ef-03dc024d8fda req-8713def0-445f-492b-9fb1-b4c7ea0483c7 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 210 time: 0.0891690 Aug 27 14:16:53.068398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b9cc7-c2b4-4a03-9109-05d24dbc17a3 req-cc1c2da6-4131-4001-a899-729fb0f8438c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:53.070622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d2b9cc7-c2b4-4a03-9109-05d24dbc17a3 req-cc1c2da6-4131-4001-a899-729fb0f8438c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0630119 Aug 27 14:16:53.134320 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d2b9cc7-c2b4-4a03-9109-05d24dbc17a3 req-aa90f61d-09f1-4222-a3ea-20b496a17d03 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563724 Aug 27 14:16:53.149965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43336) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:53.194712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a05917-fb42-44ac-9540-126bbb37a6cd tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:53.199421 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b5a05917-fb42-44ac-9540-126bbb37a6cd tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 1093 time: 0.0449977 Aug 27 14:16:53.199707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43340) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:53.205530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:53.233926 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:53.351502 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:53.477430 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.25.2.248 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/b24f5656-0508-4055-a0dd-c39eb637f040) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:16:53.523550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43354) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:53.602089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:53.643747 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:53.658750 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-539001837-network', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:53.685306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Made reservation on behalf of a74e18363e9046b0839d3e0db545669b for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:16:53.687790 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:53.692017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:53.695028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:53.696636 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:53.700364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:16:53.703471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=b24f5656-0508-4055-a0dd-c39eb637f040,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:53.796807 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:53.806835 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:53.828469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:16:53.850015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bcabf4-e77e-4075-83ce-c3ef29ee7937,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:53.853882 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:53.854388 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Added segment 6411cac3-ef1c-4cac-bdb0-84afd17cd19b of type vlan for network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 Aug 27 14:16:53.904993 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:53.941265 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:53.942513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:53.943165 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:53.964556 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4396698 Aug 27 14:16:53.977106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43370) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:54.077047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-97f7e143-ab08-424c-8a27-a2c658e24957 admin admin] Request body: {'subnet': {'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-539001837-subnet', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:54.077047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dca85-97ff-4221-b585-04adc3c69660 admin admin] Pushing event updated for resources: {'Network': ['ID=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:54.077369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:16:54.085433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f7e143-ab08-424c-8a27-a2c658e24957 admin admin] Made reservation on behalf of a74e18363e9046b0839d3e0db545669b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:16:54.088002 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-97f7e143-ab08-424c-8a27-a2c658e24957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:54.116685 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d34638e-d097-4c17-b100-abea152ac608 req-ab07e325-6e97-409a-a1e9-8a5e8a77ccc1 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 210 time: 0.0501716 Aug 27 14:16:54.203840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb745-b35d-4ff1-b021-834114170175 req-dcf652c6-ecc7-4b65-b218-351740c965f7 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:54.206033 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-dcf652c6-ecc7-4b65-b218-351740c965f7 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.41 "GET /v2.0/networks?id=4b2fc0a2-279b-43ff-93d4-68a8f0967d2e HTTP/1.1" status: 200 len: 813 time: 0.2093308 Aug 27 14:16:54.244894 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-23ebb745-b35d-4ff1-b021-834114170175 req-3a0c7e06-9cd4-4938-9ae6-08ea2c1381c5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Request body: {'port': {'device_id': '1290822d-54d3-4ae7-90f1-a990810184d3', 'network_id': '4b2fc0a2-279b-43ff-93d4-68a8f0967d2e', 'admin_state_up': True, 'tenant_id': 'f92bd7932dff4da2be8090f9b8544f04'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:54.326545 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-97f7e143-ab08-424c-8a27-a2c658e24957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:54.384945 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7e143-ab08-424c-8a27-a2c658e24957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfe9d06-603f-4eee-b822-f98be0cb0761,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:54.395156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f7e143-ab08-424c-8a27-a2c658e24957 admin admin] Checking segment: {'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:54.395519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7e143-ab08-424c-8a27-a2c658e24957 admin admin] Network hostable DHCP agents. Network: 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:16:54.397465 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:54.412680 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7e143-ab08-424c-8a27-a2c658e24957 admin admin] Network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:16:54.421786 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-97f7e143-ab08-424c-8a27-a2c658e24957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:54.431486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cc4c1b-8166-4142-8eff-35a9340231e1 None None] Network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:54.435131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f7e143-ab08-424c-8a27-a2c658e24957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:54.436150 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-97f7e143-ab08-424c-8a27-a2c658e24957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:54.455029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ebb745-b35d-4ff1-b021-834114170175 req-3a0c7e06-9cd4-4938-9ae6-08ea2c1381c5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Made reservation on behalf of f92bd7932dff4da2be8090f9b8544f04 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:16:54.458519 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23ebb745-b35d-4ff1-b021-834114170175 req-3a0c7e06-9cd4-4938-9ae6-08ea2c1381c5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:54.468184 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-97f7e143-ab08-424c-8a27-a2c658e24957 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4900370 Aug 27 14:16:54.468999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43380) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:54.475265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:54.503243 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:54.504545 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:54.506754 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:54.586120 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:54.645579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:16:54.646568 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:54.749055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-23ebb745-b35d-4ff1-b021-834114170175 req-3a0c7e06-9cd4-4938-9ae6-08ea2c1381c5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Allocated IP 172.20.0.10 (4b2fc0a2-279b-43ff-93d4-68a8f0967d2e/439f26fa-7ad6-49ef-95bb-31a75ce159dc/f8c88de4-0dab-4096-b597-e3010434c0ea) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:16:54.785031 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:54.796579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Allocated IP 172.20.0.2 (6dc57ef9-e9c2-47c7-9b9c-6239591b6c07/4cfe9d06-603f-4eee-b822-f98be0cb0761/882bd2b1-225a-45ad-9fcf-9e0b91e8846e) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:16:54.955560 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:54.965054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Transition to ACTIVE for port object 882bd2b1-225a-45ad-9fcf-9e0b91e8846e will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:55.013334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Transition to ACTIVE for port object 882bd2b1-225a-45ad-9fcf-9e0b91e8846e will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:55.025322 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.107137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:55.110310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:55.114521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:16:55.134075 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Pushing event updated for resources: {'Port': ['ID=882bd2b1-225a-45ad-9fcf-9e0b91e8846e,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:55.190999 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.211546 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Attempting to bind port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:16:55.212374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Attempting to bind port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:16:55.212954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Attempting to bind port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e on network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:55.215688 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.219845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:16:55.221105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Checking segment: {'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:55.221749 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.222519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Bound using segment: {'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:16:55.223479 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Bound port: 882bd2b1-225a-45ad-9fcf-9e0b91e8846e, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:16:55.224091 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.298661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] For port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:16:55.302472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] For port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=882bd2b1-225a-45ad-9fcf-9e0b91e8846e,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:16:55.307207 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.311060 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-91e55dce-f8c2-4ec2-b427-3eb02696242c req-d2d57f0a-3a35-4d11-b9db-32edbe06f8c6 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 210 time: 0.0471931 Aug 27 14:16:55.335302 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.349666 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.386598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512c35a-3658-478f-84ee-a52649f39c72 None None] Pushing event updated for resources: {'Port': ['ID=882bd2b1-225a-45ad-9fcf-9e0b91e8846e,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:55.409894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Allocated IP 172.25.2.65 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/ca088810-44cb-4188-a821-01ec9f6979bf) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:16:55.471771 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=b24f5656-0508-4055-a0dd-c39eb637f040,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:55.489496 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.545477 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23ebb745-b35d-4ff1-b021-834114170175 req-3a0c7e06-9cd4-4938-9ae6-08ea2c1381c5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.546397 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.646914 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Floating IP bf66a856-7609-4b57-8a64-a41c58a1ba68 associated. External IP: 172.25.2.248, port: 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07. Aug 27 14:16:55.675254 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.701581 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23ebb745-b35d-4ff1-b021-834114170175 req-3a0c7e06-9cd4-4938-9ae6-08ea2c1381c5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.727436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:55.738014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:55.743918 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:16:55.750725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Pushing event updated for resources: {'Port': ['ID=ca088810-44cb-4188-a821-01ec9f6979bf,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:55.800199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ebb745-b35d-4ff1-b021-834114170175 req-3a0c7e06-9cd4-4938-9ae6-08ea2c1381c5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Network 4b2fc0a2-279b-43ff-93d4-68a8f0967d2e is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:55.803026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c7e06-9cd4-4938-9ae6-08ea2c1381c5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Pushing event updated for resources: {'Port': ['ID=f8c88de4-0dab-4096-b597-e3010434c0ea,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:55.808882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-23ebb745-b35d-4ff1-b021-834114170175 req-3a0c7e06-9cd4-4938-9ae6-08ea2c1381c5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:55.811199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ebb745-b35d-4ff1-b021-834114170175 req-3a0c7e06-9cd4-4938-9ae6-08ea2c1381c5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:16:55.906546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb745-b35d-4ff1-b021-834114170175 req-3a0c7e06-9cd4-4938-9ae6-08ea2c1381c5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:55.907223 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23ebb745-b35d-4ff1-b021-834114170175 req-3a0c7e06-9cd4-4938-9ae6-08ea2c1381c5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:55.937986 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-3a0c7e06-9cd4-4938-9ae6-08ea2c1381c5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6976752 Aug 27 14:16:55.968681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Request body: {'port': {'device_id': '1290822d-54d3-4ae7-90f1-a990810184d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:16:56.040703 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:56.068454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:16:56.069478 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:56.308524 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:56.329954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 882bd2b1-225a-45ad-9fcf-9e0b91e8846e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:56.394178 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:56.519550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:56.530449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7989bbce-7ed9-482e-b435-de2828d3cc8b None None] Sync routers for ids ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:56.542312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7989bbce-7ed9-482e-b435-de2828d3cc8b None None] Routers {'5d971b7b-0ddd-47d6-8dcb-353b597ee519'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:56.543959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7989bbce-7ed9-482e-b435-de2828d3cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:56.553019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Router cef7bdc7-f619-4a55-91fd-b441c3de6a64 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:16:56.582875 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:56.639492 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fb5d749d-3112-4f9b-b6c0-0cf3ec0b8f28 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4384379 Aug 27 14:16:56.668251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:16:56.670974 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c17f4a-24e0-4b64-8a49-fbe78bcd5bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:16:56.682294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d103e-79a2-4e05-b64b-c02afdb56a83 req-3e9e6507-3427-450d-af1a-24c60b639e3b tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:56.684100 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb3d103e-79a2-4e05-b64b-c02afdb56a83 req-3e9e6507-3427-450d-af1a-24c60b639e3b tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 932 time: 0.2235520 Aug 27 14:16:56.707016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b479f00e-b3c4-4b30-9281-3ec66e0f992d None None] Network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:16:56.752546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:16:56.757738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7989bbce-7ed9-482e-b435-de2828d3cc8b None None] Set router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:56.764308 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Sync routers for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:16:56.771588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c88de4-0dab-4096-b597-e3010434c0ea {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:16:56.779967 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb3d103e-79a2-4e05-b64b-c02afdb56a83 req-f4c116f6-a03f-4dc5-9cf5-6a2dfaae4b10 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/security-groups?id=0aab467f-0dd6-4f8d-95ae-408af7d3f280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828257 Aug 27 14:16:56.781827 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:56.783007 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:56.791619 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:56.815891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Transition to ACTIVE for port object f8c88de4-0dab-4096-b597-e3010434c0ea will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:56.820073 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:56.823819 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:56.833472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-40d34659-b394-47d8-9449-18030b665ccc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3630855 Aug 27 14:16:56.846419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43406) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:56.875585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-19de3195-a7d6-460d-a396-0bcbc66bacdd None None] Provisioning for port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:56.890867 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efd1d86-24f3-41d3-a5df-32a015435701 x-openstack-request-id: req-1efd1d86-24f3-41d3-a5df-32a015435701 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:16:56.891163 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:16:56.891418 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1efd1d86-24f3-41d3-a5df-32a015435701 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:16:56.892498 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'status': 'completed', 'code': 200} Aug 27 14:16:56.922919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177fd50-e146-4496-90aa-d270bf606ce6 req-3e83697c-4dde-46ef-b10e-f38db23fefd0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:56.924765 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2177fd50-e146-4496-90aa-d270bf606ce6 req-3e83697c-4dde-46ef-b10e-f38db23fefd0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.1921566 Aug 27 14:16:56.934832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Pushing event updated for resources: {'Port': ['ID=f8c88de4-0dab-4096-b597-e3010434c0ea,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:56.973905 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:57.005870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Attempting to bind port f8c88de4-0dab-4096-b597-e3010434c0ea on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:16:57.006171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Attempting to bind port f8c88de4-0dab-4096-b597-e3010434c0ea by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '5b7c538c-e396-4d83-80a0-7ed8e6644090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4b2fc0a2-279b-43ff-93d4-68a8f0967d2e'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:16:57.006556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Attempting to bind port f8c88de4-0dab-4096-b597-e3010434c0ea on network 4b2fc0a2-279b-43ff-93d4-68a8f0967d2e {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:57.011217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Port f8c88de4-0dab-4096-b597-e3010434c0ea on network 4b2fc0a2-279b-43ff-93d4-68a8f0967d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:16:57.011543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Attempting to bind port f8c88de4-0dab-4096-b597-e3010434c0ea on network 4b2fc0a2-279b-43ff-93d4-68a8f0967d2e {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:57.016623 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:16:57.017514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Checking segment: {'id': '5b7c538c-e396-4d83-80a0-7ed8e6644090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4b2fc0a2-279b-43ff-93d4-68a8f0967d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:57.018145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Bound using segment: {'id': '5b7c538c-e396-4d83-80a0-7ed8e6644090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4b2fc0a2-279b-43ff-93d4-68a8f0967d2e'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:16:57.018859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Bound port: f8c88de4-0dab-4096-b597-e3010434c0ea, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7c538c-e396-4d83-80a0-7ed8e6644090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4b2fc0a2-279b-43ff-93d4-68a8f0967d2e'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:16:57.019229 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:57.065374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-19de3195-a7d6-460d-a396-0bcbc66bacdd None None] Provisioning complete for port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:57.065776 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-19de3195-a7d6-460d-a396-0bcbc66bacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:57.129891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c17f4a-24e0-4b64-8a49-fbe78bcd5bb8 req-7db36d1a-5b3f-40ee-88f3-f219ae27bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:57.131505 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4c17f4a-24e0-4b64-8a49-fbe78bcd5bb8 req-7db36d1a-5b3f-40ee-88f3-f219ae27bb5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 1098 time: 0.2040603 Aug 27 14:16:57.138174 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2177fd50-e146-4496-90aa-d270bf606ce6 req-61cdf77d-5462-43c6-b202-37306e145c75 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640568 Aug 27 14:16:57.145175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] For port f8c88de4-0dab-4096-b597-e3010434c0ea, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:16:57.148827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] For port f8c88de4-0dab-4096-b597-e3010434c0ea, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f8c88de4-0dab-4096-b597-e3010434c0ea,segment=NetworkSegment(5b7c538c-e396-4d83-80a0-7ed8e6644090),segment_id=5b7c538c-e396-4d83-80a0-7ed8e6644090)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:16:57.155858 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:57.166783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43414) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:57.253617 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:55Z', 'revision_number': 3, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:57.315972 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Checking router: cef7bdc7-f619-4a55-91fd-b441c3de6a64 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:57.316520 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Updating router cef7bdc7-f619-4a55-91fd-b441c3de6a64 port ca088810-44cb-4188-a821-01ec9f6979bf binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:16:57.339922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:57.340567 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:57.342002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] 10.222.0.41 "PUT /v2.0/ports/f8c88de4-0dab-4096-b597-e3010434c0ea HTTP/1.1" status: 200 len: 1093 time: 1.3780291 Aug 27 14:16:57.372574 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:57.409613 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-19de3195-a7d6-460d-a396-0bcbc66bacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:57.444922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c17f4a-24e0-4b64-8a49-fbe78bcd5bb8 req-7bdd32ab-a7dd-4bc9-939c-310b930a76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:57.446758 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4c17f4a-24e0-4b64-8a49-fbe78bcd5bb8 req-7bdd32ab-a7dd-4bc9-939c-310b930a76c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0fb103b4-0bd6-448e-8793-4c96a2884126 HTTP/1.1" status: 200 len: 897 time: 0.3059368 Aug 27 14:16:57.465126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Pushing event updated for resources: {'Port': ['ID=f8c88de4-0dab-4096-b597-e3010434c0ea,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:57.503505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-19de3195-a7d6-460d-a396-0bcbc66bacdd None None] For port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=882bd2b1-225a-45ad-9fcf-9e0b91e8846e,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:16:57.515540 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-19de3195-a7d6-460d-a396-0bcbc66bacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:57.520900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.521396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.521587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.521918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.522255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.522584 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.535817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.536634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.538539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.539002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.539362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.539714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3cd4-2c63-4ebb-acf7-2a78e9da189b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.569676 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d083c073-fb26-49a3-98d6-3035a341fb40 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/bf66a856-7609-4b57-8a64-a41c58a1ba68 HTTP/1.1" status: 200 len: 992 time: 0.2590158 Aug 27 14:16:57.587130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb745-b35d-4ff1-b021-834114170175 req-9831bbd9-e070-4f71-93eb-c221fb671e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:57.589466 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-9831bbd9-e070-4f71-93eb-c221fb671e04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f92bd7932dff4da2be8090f9b8544f04&device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 1096 time: 0.1603684 Aug 27 14:16:57.595715 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4c17f4a-24e0-4b64-8a49-fbe78bcd5bb8 req-dda3a248-8567-485d-a526-f6a505bc808c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 HTTP/1.1" status: 200 len: 1000 time: 0.1316900 Aug 27 14:16:57.599864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7989bbce-7ed9-482e-b435-de2828d3cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:35Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bf66a856-7609-4b57-8a64-a41c58a1ba68', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'port_id': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'mac_address': 'fa:16:3e:0c:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:54Z', 'revision_number': 0, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6fc42b3-3659-4c2b-909c-98c989c6a976', 'name': '', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:87:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:34Z', 'updated_at': '2021-08-27T14:16:42Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:57.636688 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7989bbce-7ed9-482e-b435-de2828d3cc8b None None] Checking router: 5d971b7b-0ddd-47d6-8dcb-353b597ee519 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:16:57.669656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a7c7ad25-a019-4afb-bc6a-d1958034db42 None None] Provisioning complete for port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:57.671084 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ad25-a019-4afb-bc6a-d1958034db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:57.677046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7989bbce-7ed9-482e-b435-de2828d3cc8b None None] Routers {'5d971b7b-0ddd-47d6-8dcb-353b597ee519'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:57.677851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7989bbce-7ed9-482e-b435-de2828d3cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:57.680257 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-a4d2f688-2f0f-4a04-9b11-d2dcf8d35013 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8c88de4-0dab-4096-b597-e3010434c0ea HTTP/1.1" status: 200 len: 217 time: 0.0765154 Aug 27 14:16:57.712766 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c17f4a-24e0-4b64-8a49-fbe78bcd5bb8 req-bedbf0d5-b699-4b32-b2e7-6900c8a24948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:57.714226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4c17f4a-24e0-4b64-8a49-fbe78bcd5bb8 req-bedbf0d5-b699-4b32-b2e7-6900c8a24948 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=748bf4cf-3b31-4ab6-8601-649e423e52cd HTTP/1.1" status: 200 len: 834 time: 0.0891607 Aug 27 14:16:57.750224 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb745-b35d-4ff1-b021-834114170175 req-3ea2520d-798c-40b0-b376-fedf06d27076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:57.752507 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-3ea2520d-798c-40b0-b376-fedf06d27076 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439f26fa-7ad6-49ef-95bb-31a75ce159dc HTTP/1.1" status: 200 len: 853 time: 0.0655153 Aug 27 14:16:57.760266 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:57.788061 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Transition to ACTIVE for port object ca088810-44cb-4188-a821-01ec9f6979bf will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:57.795672 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:57.817062 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-62b23791-87c8-4024-b281-09296b943a97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b2fc0a2-279b-43ff-93d4-68a8f0967d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532060 Aug 27 14:16:57.856588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7989bbce-7ed9-482e-b435-de2828d3cc8b None None] Set router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:57.889867 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Pushing event updated for resources: {'Port': ['ID=ca088810-44cb-4188-a821-01ec9f6979bf,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:57.937035 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Attempting to bind port ca088810-44cb-4188-a821-01ec9f6979bf on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:16:57.940091 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Attempting to bind port ca088810-44cb-4188-a821-01ec9f6979bf by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:16:57.940804 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Attempting to bind port ca088810-44cb-4188-a821-01ec9f6979bf on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:16:57.949438 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.951136 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.952770 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.953369 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.955375 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.956021 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.956580 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.959431 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.960049 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.960625 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.961180 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.961730 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:57.976986 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:16:57.979068 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:16:57.979599 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:57.980105 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:16:57.982672 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Bound port: ca088810-44cb-4188-a821-01ec9f6979bf, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:16:57.983208 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:58.020414 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-8a0b99c4-bef0-4cd4-852c-9f2c64364bba service neutron] 10.222.0.41 "GET /v2.0/networks/4b2fc0a2-279b-43ff-93d4-68a8f0967d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007415 Aug 27 14:16:58.071211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de3195-a7d6-460d-a396-0bcbc66bacdd None None] Pushing event updated for resources: {'Port': ['ID=882bd2b1-225a-45ad-9fcf-9e0b91e8846e,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:58.098299 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] For port ca088810-44cb-4188-a821-01ec9f6979bf, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:16:58.104747 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] For port ca088810-44cb-4188-a821-01ec9f6979bf, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ca088810-44cb-4188-a821-01ec9f6979bf,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:16:58.160459 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:58.244383 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ac601-db91-4605-9c7a-55437b198578 None None] Pushing event updated for resources: {'Port': ['ID=ca088810-44cb-4188-a821-01ec9f6979bf,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:58.247962 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ebb745-b35d-4ff1-b021-834114170175 req-9149ee15-6384-4946-8bfb-5ba0671062a4 service neutron] 10.222.0.41 "GET /v2.0/networks/4b2fc0a2-279b-43ff-93d4-68a8f0967d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198997 Aug 27 14:16:58.274885 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:16:58.275272 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:58.279886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c17f4a-24e0-4b64-8a49-fbe78bcd5bb8 req-00d32b34-5f23-48ee-8081-433173292962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:58.285767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4c17f4a-24e0-4b64-8a49-fbe78bcd5bb8 req-00d32b34-5f23-48ee-8081-433173292962 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0fb103b4-0bd6-448e-8793-4c96a2884126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5619247 Aug 27 14:16:58.345019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e4943-ac1b-4c90-ad2d-713da174f21b req-d41ce706-8c1b-4a49-ace9-1096984c4cf6 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:58.347344 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f9e4943-ac1b-4c90-ad2d-713da174f21b req-d41ce706-8c1b-4a49-ace9-1096984c4cf6 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 944 time: 0.1714740 Aug 27 14:16:58.396289 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:16:58.426823 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:58.455853 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 882bd2b1-225a-45ad-9fcf-9e0b91e8846e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:16:58.457130 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f9e4943-ac1b-4c90-ad2d-713da174f21b req-1dae39ec-32ff-4b61-874f-bfb20c55f5d5 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/security-groups?id=0aab467f-0dd6-4f8d-95ae-408af7d3f280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978754 Aug 27 14:16:58.576263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43432) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:58.624790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:58.625936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:58.741532 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b8f1ded1-8033-485c-b86e-69b1a769ca80 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/bf66a856-7609-4b57-8a64-a41c58a1ba68 HTTP/1.1" status: 200 len: 992 time: 0.1678507 Aug 27 14:16:58.749796 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4c17f4a-24e0-4b64-8a49-fbe78bcd5bb8 req-99aec0c5-f23d-43f7-9ef0-85b4c9e4bdaa service neutron] 10.222.0.52 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457715 Aug 27 14:16:58.755589 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Allocated IP 172.20.0.1 (6dc57ef9-e9c2-47c7-9b9c-6239591b6c07/4cfe9d06-603f-4eee-b822-f98be0cb0761/9225d190-7f3b-499c-8027-ec14ef586a59) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:16:58.776974 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7989bbce-7ed9-482e-b435-de2828d3cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:35Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bf66a856-7609-4b57-8a64-a41c58a1ba68', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'port_id': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'mac_address': 'fa:16:3e:0c:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:54Z', 'revision_number': 0, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6fc42b3-3659-4c2b-909c-98c989c6a976', 'name': '', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:87:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:34Z', 'updated_at': '2021-08-27T14:16:42Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:58.795936 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:55Z', 'revision_number': 3, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:16:58.811935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7989bbce-7ed9-482e-b435-de2828d3cc8b None None] The sync data for ids ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'] in n-d-712139-12 is: [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:35Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bf66a856-7609-4b57-8a64-a41c58a1ba68', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'port_id': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'mac_address': 'fa:16:3e:0c:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:54Z', 'revision_number': 0, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6fc42b3-3659-4c2b-909c-98c989c6a976', 'name': '', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:87:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:34Z', 'updated_at': '2021-08-27T14:16:42Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:58.837816 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cba84f-066d-4af6-8bf3-6851fd60dd8d None None] The sync data for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 is: [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:55Z', 'revision_number': 3, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:16:58.894087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1290822d-54d3-4ae7-90f1-a990810184d3', 'tag': 'f8c88de4-0dab-4096-b597-e3010434c0ea'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:16:58.900722 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de85fae-65b8-4192-a0bf-126126daf5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1290822d-54d3-4ae7-90f1-a990810184d3", "tag": "f8c88de4-0dab-4096-b597-e3010434c0ea"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:16:58.933108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4c17f4a-24e0-4b64-8a49-fbe78bcd5bb8 req-405ec8c2-f789-424f-ac98-4f10a1038485 service neutron] 10.222.0.52 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749568 Aug 27 14:16:58.974265 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1635e0a5-5945-440d-a020-357dde3b05db x-openstack-request-id: req-1635e0a5-5945-440d-a020-357dde3b05db {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:16:58.974910 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1290822d-54d3-4ae7-90f1-a990810184d3", "tag": "f8c88de4-0dab-4096-b597-e3010434c0ea", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:16:58.975524 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1635e0a5-5945-440d-a020-357dde3b05db {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:16:58.976380 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1290822d-54d3-4ae7-90f1-a990810184d3', 'tag': 'f8c88de4-0dab-4096-b597-e3010434c0ea', 'status': 'completed', 'code': 200} Aug 27 14:16:58.991268 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:59.007191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Transition to ACTIVE for port object 9225d190-7f3b-499c-8027-ec14ef586a59 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:16:59.046856 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:59.080986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de85fae-65b8-4192-a0bf-126126daf5fb req-397b6df0-e6c3-43a8-80f4-76cc6dfe182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:59.082661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7de85fae-65b8-4192-a0bf-126126daf5fb req-397b6df0-e6c3-43a8-80f4-76cc6dfe182f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f92bd7932dff4da2be8090f9b8544f04&device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 1096 time: 0.0598369 Aug 27 14:16:59.098246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:16:59.101483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:16:59.104812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:16:59.157222 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:59.163967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Pushing event updated for resources: {'Port': ['ID=9225d190-7f3b-499c-8027-ec14ef586a59,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:16:59.211827 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:16:59.225075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de85fae-65b8-4192-a0bf-126126daf5fb req-5e472f1b-6688-414d-b0c7-c0405605451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:59.226605 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7de85fae-65b8-4192-a0bf-126126daf5fb req-5e472f1b-6688-414d-b0c7-c0405605451f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b2fc0a2-279b-43ff-93d4-68a8f0967d2e HTTP/1.1" status: 200 len: 914 time: 0.1344025 Aug 27 14:16:59.271752 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a4f0d-78f8-4f51-b662-52dedb21753c None None] New status for floating IP bf66a856-7609-4b57-8a64-a41c58a1ba68: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:16:59.284233 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7de85fae-65b8-4192-a0bf-126126daf5fb req-18481792-ce9d-4a0f-94dd-5138edca6e7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8c88de4-0dab-4096-b597-e3010434c0ea HTTP/1.1" status: 200 len: 217 time: 0.0498633 Aug 27 14:16:59.303118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:59.303783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:59.303885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:59.304213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:59.304558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:59.304957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:59.305223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:59.305554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:59.305888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:59.306227 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:59.312048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:59.312365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:16:59.349480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de85fae-65b8-4192-a0bf-126126daf5fb req-5f92b1aa-7fa4-4304-bc60-bb8daea84182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:59.351411 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7de85fae-65b8-4192-a0bf-126126daf5fb req-5f92b1aa-7fa4-4304-bc60-bb8daea84182 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439f26fa-7ad6-49ef-95bb-31a75ce159dc HTTP/1.1" status: 200 len: 853 time: 0.0596840 Aug 27 14:16:59.398112 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7de85fae-65b8-4192-a0bf-126126daf5fb req-544c64c8-fc90-4652-a6ce-09adef27e461 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b2fc0a2-279b-43ff-93d4-68a8f0967d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284355 Aug 27 14:16:59.507532 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:59.551316 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7de85fae-65b8-4192-a0bf-126126daf5fb req-e06d9e17-bcc6-43e7-a803-e7ffd1267068 service neutron] 10.222.0.41 "GET /v2.0/networks/4b2fc0a2-279b-43ff-93d4-68a8f0967d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453667 Aug 27 14:16:59.630299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-712ac00e-8a3c-4ff3-988f-022a01241666 None None] Provisioning for port 9225d190-7f3b-499c-8027-ec14ef586a59 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:16:59.641352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-712ac00e-8a3c-4ff3-988f-022a01241666 None None] Provisioning complete for port 9225d190-7f3b-499c-8027-ec14ef586a59 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:16:59.642555 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-712ac00e-8a3c-4ff3-988f-022a01241666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:59.684599 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7de85fae-65b8-4192-a0bf-126126daf5fb req-f12ef0c9-fb13-47f6-9a32-57ebd9b3735f service neutron] 10.222.0.41 "GET /v2.0/networks/4b2fc0a2-279b-43ff-93d4-68a8f0967d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260846 Aug 27 14:16:59.737562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-712ac00e-8a3c-4ff3-988f-022a01241666 None None] Port 9225d190-7f3b-499c-8027-ec14ef586a59 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:16:59.743778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43444) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:16:59.753022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e6ac8-1e91-4b45-b3ee-ed178a3321cc req-5ad5f013-1505-4444-a059-b9ddd9823f7b tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:16:59.754992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f3e6ac8-1e91-4b45-b3ee-ed178a3321cc req-5ad5f013-1505-4444-a059-b9ddd9823f7b tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 944 time: 0.1585140 Aug 27 14:16:59.834517 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f3e6ac8-1e91-4b45-b3ee-ed178a3321cc req-1e2f35b2-2f1b-4858-a2c5-13c8e7bdfd25 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/security-groups?id=0aab467f-0dd6-4f8d-95ae-408af7d3f280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700493 Aug 27 14:16:59.838313 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b67569e3-cedd-4b35-a0de-4d07d0c3f7a0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/bf66a856-7609-4b57-8a64-a41c58a1ba68 HTTP/1.1" status: 200 len: 994 time: 0.0932496 Aug 27 14:16:59.864557 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:59.869319 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:59.944427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:16:59.946330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Pushing event updated for resources: {'Port': ['ID=9225d190-7f3b-499c-8027-ec14ef586a59,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:00.044403 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:17:00.047177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:17:00.186784 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Router cef7bdc7-f619-4a55-91fd-b441c3de6a64 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:17:00.269365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ca088810-44cb-4188-a821-01ec9f6979bf up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:17:00.331626 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ca088810-44cb-4188-a821-01ec9f6979bf completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:17:00.335994 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ca088810-44cb-4188-a821-01ec9f6979bf triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:17:00.336144 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:00.374326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:17:00.385118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c466d418-d409-4ca9-98f4-88d75b3c8063 None None] Provisioning complete for port 9225d190-7f3b-499c-8027-ec14ef586a59 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:17:00.385561 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c466d418-d409-4ca9-98f4-88d75b3c8063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:00.390728 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-31565674-f775-4de3-9b30-d7ba3a76dbda admin admin] 10.222.0.55 "PUT /v2.0/routers/cef7bdc7-f619-4a55-91fd-b441c3de6a64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5331843 Aug 27 14:17:00.458495 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:00.479867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c466d418-d409-4ca9-98f4-88d75b3c8063 None None] Port 9225d190-7f3b-499c-8027-ec14ef586a59 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:17:00.485110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port ca088810-44cb-4188-a821-01ec9f6979bf, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ca088810-44cb-4188-a821-01ec9f6979bf,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:00.489819 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:00.551094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=ca088810-44cb-4188-a821-01ec9f6979bf,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:00.559631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:00.559991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:00.560343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:00.560690 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:00.561036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:00.561419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:00.561714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:00.562096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:00.562485 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:00.562872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:00.563179 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:00.563539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:00.990565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43464) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:00.995789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f238be64-3594-498d-8717-a864e25a1dd2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--302747639', 'description': 'tempest-description--1243937517'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:17:01.018854 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Sync routers for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:17:01.029274 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:17:01.031196 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-79665810-74b3-4750-8a03-d450fd032aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:01.044515 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f238be64-3594-498d-8717-a864e25a1dd2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.073629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79eb9d-4213-40e0-bacd-44a0fe25a147 req-98b3885b-3153-4955-b6a0-1c311f2bfbe2 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:01.075544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4d79eb9d-4213-40e0-bacd-44a0fe25a147 req-98b3885b-3153-4955-b6a0-1c311f2bfbe2 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 944 time: 0.0681474 Aug 27 14:17:01.155252 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4d79eb9d-4213-40e0-bacd-44a0fe25a147 req-c906bf19-a367-4b48-9fe3-d2b313f1fbec tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/security-groups?id=0aab467f-0dd6-4f8d-95ae-408af7d3f280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720642 Aug 27 14:17:01.201869 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f238be64-3594-498d-8717-a864e25a1dd2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.206316 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f238be64-3594-498d-8717-a864e25a1dd2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.243428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238be64-3594-498d-8717-a864e25a1dd2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f505dd1-746c-4b7e-a0db-82cbc59461ed,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:01.268555 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f238be64-3594-498d-8717-a864e25a1dd2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.273142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43468) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:01.274731 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f238be64-3594-498d-8717-a864e25a1dd2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2822766 Aug 27 14:17:01.277994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-cfe270a5-cc5a-437d-8165-d7e779ac3f1c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Request body: {'security_group_rule': {'security_group_id': '4f505dd1-746c-4b7e-a0db-82cbc59461ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:17:01.292220 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:17:01.314981 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cfe270a5-cc5a-437d-8165-d7e779ac3f1c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.400956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f8c88de4-0dab-4096-b597-e3010434c0ea details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:17:01.401660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cfe270a5-cc5a-437d-8165-d7e779ac3f1c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.406574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cfe270a5-cc5a-437d-8165-d7e779ac3f1c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.437815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe270a5-cc5a-437d-8165-d7e779ac3f1c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c19177e-6921-405a-8589-381543e5251c,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:01.444752 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cfe270a5-cc5a-437d-8165-d7e779ac3f1c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.444752 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cfe270a5-cc5a-437d-8165-d7e779ac3f1c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699235 Aug 27 14:17:01.446866 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43474) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:01.454817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c28215ed-1f68-4fcb-8dbc-4a6b88546815 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Request body: {'security_group_rule': {'security_group_id': '4f505dd1-746c-4b7e-a0db-82cbc59461ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:17:01.487771 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c28215ed-1f68-4fcb-8dbc-4a6b88546815 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.533522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f8c88de4-0dab-4096-b597-e3010434c0ea, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f8c88de4-0dab-4096-b597-e3010434c0ea,segment=NetworkSegment(5b7c538c-e396-4d83-80a0-7ed8e6644090),segment_id=5b7c538c-e396-4d83-80a0-7ed8e6644090)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:01.556217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'f8c88de4-0dab-4096-b597-e3010434c0ea', 'network_id': '4b2fc0a2-279b-43ff-93d4-68a8f0967d2e', 'port_id': 'f8c88de4-0dab-4096-b597-e3010434c0ea', 'mac_address': 'fa:16:3e:9e:55:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439f26fa-7ad6-49ef-95bb-31a75ce159dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:17:01.568705 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c28215ed-1f68-4fcb-8dbc-4a6b88546815 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.576788 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c28215ed-1f68-4fcb-8dbc-4a6b88546815 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.602931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28215ed-1f68-4fcb-8dbc-4a6b88546815 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97764943-e823-43da-9a49-84818d2c4eaf,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:01.605973 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c28215ed-1f68-4fcb-8dbc-4a6b88546815 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.610121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c28215ed-1f68-4fcb-8dbc-4a6b88546815 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591918 Aug 27 14:17:01.611783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43476) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:01.612421 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.618143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:17:01.629909 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c88de4-0dab-4096-b597-e3010434c0ea {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:17:01.653621 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.654996 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-79665810-74b3-4750-8a03-d450fd032aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 2, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:01.658966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f8c88de4-0dab-4096-b597-e3010434c0ea, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f8c88de4-0dab-4096-b597-e3010434c0ea,segment=NetworkSegment(5b7c538c-e396-4d83-80a0-7ed8e6644090),segment_id=5b7c538c-e396-4d83-80a0-7ed8e6644090)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:01.663515 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.684962 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Checking router: cef7bdc7-f619-4a55-91fd-b441c3de6a64 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:17:01.685683 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Updating router cef7bdc7-f619-4a55-91fd-b441c3de6a64 port 9225d190-7f3b-499c-8027-ec14ef586a59 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:17:01.718046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=f8c88de4-0dab-4096-b597-e3010434c0ea,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:01.719815 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.770468 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:01.888324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Allocated IP 172.25.2.57 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/0b565eae-51c3-4b8f-a57a-2613b04cb31c) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:17:02.017837 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.042250 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.053289 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Transition to ACTIVE for port object 9225d190-7f3b-499c-8027-ec14ef586a59 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:17:02.059075 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.061413 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.071281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f8c88de4-0dab-4096-b597-e3010434c0ea'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:17:02.098501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:17:02.101615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:17:02.109167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:17:02.109690 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5586b7-d9b6-4c08-8edf-f4e85771fc14 None None] Pushing event updated for resources: {'Port': ['ID=9225d190-7f3b-499c-8027-ec14ef586a59,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:02.123738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event updated for resources: {'Port': ['ID=0b565eae-51c3-4b8f-a57a-2613b04cb31c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:02.181646 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Attempting to bind port 9225d190-7f3b-499c-8027-ec14ef586a59 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:17:02.182021 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Attempting to bind port 9225d190-7f3b-499c-8027-ec14ef586a59 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:17:02.182377 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Attempting to bind port 9225d190-7f3b-499c-8027-ec14ef586a59 on network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:17:02.195183 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:17:02.195552 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Checking segment: {'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:17:02.196112 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.197319 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Bound using segment: {'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:17:02.198381 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Bound port: 9225d190-7f3b-499c-8027-ec14ef586a59, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:17:02.199072 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.259066 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.281297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ca088810-44cb-4188-a821-01ec9f6979bf up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:17:02.340879 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.350673 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-79665810-74b3-4750-8a03-d450fd032aba None None] For port 9225d190-7f3b-499c-8027-ec14ef586a59, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:17:02.353979 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-79665810-74b3-4750-8a03-d450fd032aba None None] For port 9225d190-7f3b-499c-8027-ec14ef586a59, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9225d190-7f3b-499c-8027-ec14ef586a59,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:17:02.357837 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.378850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb465c3c-f196-4180-93eb-39cd469ca483 req-3f7502de-62e5-48db-9a94-1f7aa88a6569 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:02.387523 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb465c3c-f196-4180-93eb-39cd469ca483 req-3f7502de-62e5-48db-9a94-1f7aa88a6569 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 945 time: 0.0671892 Aug 27 14:17:02.443777 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb465c3c-f196-4180-93eb-39cd469ca483 req-8ff6efd8-9319-4eca-a5c7-de1a7f673a64 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/security-groups?id=0aab467f-0dd6-4f8d-95ae-408af7d3f280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552886 Aug 27 14:17:02.464091 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:17:02.464604 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-79665810-74b3-4750-8a03-d450fd032aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:16:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:02.479242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ca088810-44cb-4188-a821-01ec9f6979bf triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:17:02.479806 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.520759 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5586b7-d9b6-4c08-8edf-f4e85771fc14 None None] Pushing event updated for resources: {'Port': ['ID=9225d190-7f3b-499c-8027-ec14ef586a59,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:02.643393 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-79665810-74b3-4750-8a03-d450fd032aba None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:17:02.667670 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.674565 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.749032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event updated for resources: {'Port': ['ID=0b565eae-51c3-4b8f-a57a-2613b04cb31c,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:02.766633 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.780882 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:02.787253 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-358dae3f-3388-4721-80d7-4f6723a394ed tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1742301 Aug 27 14:17:02.857007 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-79665810-74b3-4750-8a03-d450fd032aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:02Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:02.887450 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79665810-74b3-4750-8a03-d450fd032aba None None] The sync data for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 is: [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:02Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:17:02.971498 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-e7b210cd-7187-42a1-8cd7-5ec4c0f36248 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--302747639&fields=id&tenant_id=a74e18363e9046b0839d3e0db545669b HTTP/1.1" status: 200 len: 267 time: 0.0610769 Aug 27 14:17:03.119880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-ac80166d-279e-481e-883a-bdb17176e945 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:03.121591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-ac80166d-279e-481e-883a-bdb17176e945 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/networks?id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 HTTP/1.1" status: 200 len: 810 time: 0.1379933 Aug 27 14:17:03.138240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-a3f987ce-e7d2-4452-9b18-da3cb4d3b12f tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/quotas/a74e18363e9046b0839d3e0db545669b HTTP/1.1" status: 200 len: 375 time: 0.0099428 Aug 27 14:17:03.198926 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-df7105c4-2dcf-4fa1-baac-ce49501f2508 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a74e18363e9046b0839d3e0db545669b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537972 Aug 27 14:17:03.312257 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-aab96c7d-f252-461a-a103-a81f00f918fb service neutron] 10.222.0.55 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996141 Aug 27 14:17:03.427172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f8c88de4-0dab-4096-b597-e3010434c0ea up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:17:03.435316 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-09f1156c-e734-4cfb-a3e2-5aec16cfa27d service neutron] 10.222.0.55 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144872 Aug 27 14:17:03.522622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port f8c88de4-0dab-4096-b597-e3010434c0ea completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:17:03.527925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port f8c88de4-0dab-4096-b597-e3010434c0ea triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:17:03.528470 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:03.671149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc069b-3b36-4ddf-8b26-58fd807acc24 req-a5abc8db-3e0d-4cbf-8afb-0b4d37607fe7 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:03.672715 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54cc069b-3b36-4ddf-8b26-58fd807acc24 req-a5abc8db-3e0d-4cbf-8afb-0b4d37607fe7 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 945 time: 0.1082437 Aug 27 14:17:03.717274 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:03.760633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1290822d-54d3-4ae7-90f1-a990810184d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c88de4-0dab-4096-b597-e3010434c0ea'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:17:03.763479 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31267150-661f-4fbb-b9be-bf880d1789d2" -d '{"events": [{"server_uuid": "1290822d-54d3-4ae7-90f1-a990810184d3", "name": "network-vif-plugged", "status": "completed", "tag": "f8c88de4-0dab-4096-b597-e3010434c0ea"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:17:03.781001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f8c88de4-0dab-4096-b597-e3010434c0ea, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f8c88de4-0dab-4096-b597-e3010434c0ea,segment=NetworkSegment(5b7c538c-e396-4d83-80a0-7ed8e6644090),segment_id=5b7c538c-e396-4d83-80a0-7ed8e6644090)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:03.786424 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:03.799629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54cc069b-3b36-4ddf-8b26-58fd807acc24 req-a0a5a373-624f-4bbc-960c-7cbd92eb0d06 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/security-groups?id=0aab467f-0dd6-4f8d-95ae-408af7d3f280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180644 Aug 27 14:17:03.802925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0f045eb-7310-4dcd-a22f-71ccfdf5e454 req-009d831d-5eac-43df-aacd-0f07ffc0eef8 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 210 time: 0.0481970 Aug 27 14:17:03.885533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=f8c88de4-0dab-4096-b597-e3010434c0ea,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:03.915249 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26c398e-d5fe-42bd-90ac-64fb35626960 x-openstack-request-id: req-b26c398e-d5fe-42bd-90ac-64fb35626960 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:17:03.915565 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1290822d-54d3-4ae7-90f1-a990810184d3", "name": "network-vif-plugged", "status": "completed", "tag": "f8c88de4-0dab-4096-b597-e3010434c0ea", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:17:03.915831 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b26c398e-d5fe-42bd-90ac-64fb35626960 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:17:03.916368 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1290822d-54d3-4ae7-90f1-a990810184d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c88de4-0dab-4096-b597-e3010434c0ea', 'code': 200} Aug 27 14:17:04.073947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894c0f3-bf04-45a5-accb-6beb2a375172 req-8f5905ec-d476-4562-9f62-d6b8a6b4bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:04.075856 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b894c0f3-bf04-45a5-accb-6beb2a375172 req-8f5905ec-d476-4562-9f62-d6b8a6b4bd7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 1098 time: 0.0705099 Aug 27 14:17:04.158488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b894c0f3-bf04-45a5-accb-6beb2a375172 req-81bb4446-95f0-408a-8c91-5204220add6b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0aab467f-0dd6-4f8d-95ae-408af7d3f280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753529 Aug 27 14:17:04.256468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9225d190-7f3b-499c-8027-ec14ef586a59 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:17:04.322902 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 9225d190-7f3b-499c-8027-ec14ef586a59 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:17:04.328665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9225d190-7f3b-499c-8027-ec14ef586a59 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:17:04.329273 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:04.430467 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:04.481120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 9225d190-7f3b-499c-8027-ec14ef586a59, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9225d190-7f3b-499c-8027-ec14ef586a59,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:04.485644 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:04.545700 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=9225d190-7f3b-499c-8027-ec14ef586a59,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:04.959580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d07de-7a0e-4463-b62d-eba9b1396d85 req-1fc0824f-69f4-4fd9-97eb-4807137db5e0 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:04.961166 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f51d07de-7a0e-4463-b62d-eba9b1396d85 req-1fc0824f-69f4-4fd9-97eb-4807137db5e0 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 946 time: 0.0572293 Aug 27 14:17:04.966627 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f07ed146-fb1e-4ce8-90b8-1ed4a2e419c4 req-95f58644-a222-4416-8a2b-5cd837ecf59a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 210 time: 0.0308917 Aug 27 14:17:05.034382 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f51d07de-7a0e-4463-b62d-eba9b1396d85 req-c1369e15-85ff-4b67-9893-0edb6e0194fb tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/security-groups?id=0aab467f-0dd6-4f8d-95ae-408af7d3f280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548539 Aug 27 14:17:05.035160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-910a3d0b-09f9-4c82-af9d-46333d04d32f tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:05.036754 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-910a3d0b-09f9-4c82-af9d-46333d04d32f tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.52 "GET /v2.0/networks?id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 HTTP/1.1" status: 200 len: 810 time: 0.1876361 Aug 27 14:17:05.089243 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d68e6d29-6e2f-4b62-b784-9589d531ceb0 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74e18363e9046b0839d3e0db545669b HTTP/1.1" status: 200 len: 379 time: 0.0358927 Aug 27 14:17:05.100254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Request body: {'port': {'device_id': '096a570d-314d-4432-a7bb-1797b132f023', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'admin_state_up': True, 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'security_groups': ['4f505dd1-746c-4b7e-a0db-82cbc59461ed']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:17:05.213650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Made reservation on behalf of a74e18363e9046b0839d3e0db545669b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:17:05.217129 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:05.345667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Allocated IP 172.20.0.8 (6dc57ef9-e9c2-47c7-9b9c-6239591b6c07/4cfe9d06-603f-4eee-b822-f98be0cb0761/8111ef5a-f3f1-4e47-bb93-3904b73429e5) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:17:05.510330 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:05.527594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Transition to ACTIVE for port object 8111ef5a-f3f1-4e47-bb93-3904b73429e5 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:17:05.567337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:05.636558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:17:05.642791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:17:05.645165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:17:05.674669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event updated for resources: {'Port': ['ID=8111ef5a-f3f1-4e47-bb93-3904b73429e5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:05.701467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:05.702202 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:05.717856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-d453273c-679c-42fc-99db-980790a64553 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6215079 Aug 27 14:17:05.730519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Request body: {'port': {'device_id': '096a570d-314d-4432-a7bb-1797b132f023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:17:05.792475 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:05.954642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-90c39abb-d81e-442c-8fa5-3b3f36715222 None None] Provisioning for port 8111ef5a-f3f1-4e47-bb93-3904b73429e5 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:17:05.960043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-90c39abb-d81e-442c-8fa5-3b3f36715222 None None] Provisioning complete for port 8111ef5a-f3f1-4e47-bb93-3904b73429e5 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:17:05.960428 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-90c39abb-d81e-442c-8fa5-3b3f36715222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:05.995209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-90c39abb-d81e-442c-8fa5-3b3f36715222 None None] Port 8111ef5a-f3f1-4e47-bb93-3904b73429e5 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:17:06.112062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8111ef5a-f3f1-4e47-bb93-3904b73429e5 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:17:06.124802 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:06.145318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab43f5-d066-4663-942e-f6b426e48831 req-104d90d9-2f19-4609-82e9-9d8f0c3de348 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:06.153481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83ab43f5-d066-4663-942e-f6b426e48831 req-104d90d9-2f19-4609-82e9-9d8f0c3de348 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 931 time: 0.1043930 Aug 27 14:17:06.158282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794b7af-b700-471d-af29-b6e31d1a6aff req-c9e72b93-9a6f-4e60-99a3-c8572149c637 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:06.159976 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f794b7af-b700-471d-af29-b6e31d1a6aff req-c9e72b93-9a6f-4e60-99a3-c8572149c637 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 946 time: 0.0543296 Aug 27 14:17:06.174367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Transition to ACTIVE for port object 8111ef5a-f3f1-4e47-bb93-3904b73429e5 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:17:06.190458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:06.211448 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f794b7af-b700-471d-af29-b6e31d1a6aff req-db3a30d9-8feb-4e6e-b603-027a499e8a15 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/security-groups?id=0aab467f-0dd6-4f8d-95ae-408af7d3f280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Aug 27 14:17:06.238955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9225d190-7f3b-499c-8027-ec14ef586a59 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:17:06.263906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83ab43f5-d066-4663-942e-f6b426e48831 req-15cba07d-f06d-447a-9ffb-35a575fd2dbf tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095786 Aug 27 14:17:06.284812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Pushing event updated for resources: {'Port': ['ID=8111ef5a-f3f1-4e47-bb93-3904b73429e5,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:06.356876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9225d190-7f3b-499c-8027-ec14ef586a59 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:17:06.356876 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:06.402121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Attempting to bind port 8111ef5a-f3f1-4e47-bb93-3904b73429e5 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:17:06.402463 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Attempting to bind port 8111ef5a-f3f1-4e47-bb93-3904b73429e5 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:17:06.402956 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Attempting to bind port 8111ef5a-f3f1-4e47-bb93-3904b73429e5 on network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:17:06.411192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Port 8111ef5a-f3f1-4e47-bb93-3904b73429e5 on network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:17:06.411545 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Attempting to bind port 8111ef5a-f3f1-4e47-bb93-3904b73429e5 on network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:17:06.430462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:17:06.430837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Checking segment: {'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:17:06.431239 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Bound using segment: {'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:17:06.431844 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Bound port: 8111ef5a-f3f1-4e47-bb93-3904b73429e5, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:17:06.432213 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:06.539507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] For port 8111ef5a-f3f1-4e47-bb93-3904b73429e5, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:17:06.557707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] For port 8111ef5a-f3f1-4e47-bb93-3904b73429e5, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8111ef5a-f3f1-4e47-bb93-3904b73429e5,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:17:06.566461 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:06.608705 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:06.609327 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:06.611520 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] 10.222.0.52 "PUT /v2.0/ports/8111ef5a-f3f1-4e47-bb93-3904b73429e5 HTTP/1.1" status: 200 len: 1092 time: 0.8853812 Aug 27 14:17:06.611969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096a570d-314d-4432-a7bb-1797b132f023', 'tag': '8111ef5a-f3f1-4e47-bb93-3904b73429e5'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:17:06.614232 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed407bea-debd-4a50-91c1-d39f2506f7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "096a570d-314d-4432-a7bb-1797b132f023", "tag": "8111ef5a-f3f1-4e47-bb93-3904b73429e5"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:17:06.654223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b5ca6-eb94-4b83-bae9-34fd44a3a239 service neutron] Pushing event updated for resources: {'Port': ['ID=8111ef5a-f3f1-4e47-bb93-3904b73429e5,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:06.677626 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33281e07-fd04-4b04-b524-491aa5de6419 x-openstack-request-id: req-33281e07-fd04-4b04-b524-491aa5de6419 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:17:06.677928 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096a570d-314d-4432-a7bb-1797b132f023", "tag": "8111ef5a-f3f1-4e47-bb93-3904b73429e5", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:17:06.678234 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33281e07-fd04-4b04-b524-491aa5de6419 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:17:06.678751 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096a570d-314d-4432-a7bb-1797b132f023', 'tag': '8111ef5a-f3f1-4e47-bb93-3904b73429e5', 'status': 'completed', 'code': 200} Aug 27 14:17:06.719341 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-ae83b3ee-7395-4991-a6d8-52a9e3909acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:06.721757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-ae83b3ee-7395-4991-a6d8-52a9e3909acf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a74e18363e9046b0839d3e0db545669b&device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 1095 time: 0.0628824 Aug 27 14:17:06.787287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-51a243db-272b-4501-89d1-016a1eaa1052 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8111ef5a-f3f1-4e47-bb93-3904b73429e5 HTTP/1.1" status: 200 len: 217 time: 0.0479596 Aug 27 14:17:06.871437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-b9677649-5fc8-4397-a369-6d259e608b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:06.873122 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-b9677649-5fc8-4397-a369-6d259e608b6d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cfe9d06-603f-4eee-b822-f98be0cb0761 HTTP/1.1" status: 200 len: 849 time: 0.0786679 Aug 27 14:17:06.899546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea283fa0-86d1-43e7-930e-7590bcfdbde1 req-9c0e0998-0d45-4a36-9760-7647d41c0cf0 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:06.900975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea283fa0-86d1-43e7-930e-7590bcfdbde1 req-9c0e0998-0d45-4a36-9760-7647d41c0cf0 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 946 time: 0.0745873 Aug 27 14:17:06.955315 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea283fa0-86d1-43e7-930e-7590bcfdbde1 req-8bcffa04-e02b-4bf3-9a61-61212df58408 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/security-groups?id=0aab467f-0dd6-4f8d-95ae-408af7d3f280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403285 Aug 27 14:17:06.960223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-c10c5a99-f30e-442a-b0e4-8987c682ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:06.961674 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-c10c5a99-f30e-442a-b0e4-8987c682ea20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794616 Aug 27 14:17:07.055006 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-861f9453-ff87-4c83-bb10-460b0a8cdb94 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862606 Aug 27 14:17:07.141950 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33362d28-e126-44b4-9359-b18ec497e3f5 req-f670fc58-1635-4656-a60c-68bdfd07942b service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804265 Aug 27 14:17:07.233466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed407bea-debd-4a50-91c1-d39f2506f7a7 req-29672875-7857-479b-877d-e816de00da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:07.234946 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed407bea-debd-4a50-91c1-d39f2506f7a7 req-29672875-7857-479b-877d-e816de00da0c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a74e18363e9046b0839d3e0db545669b&device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 1095 time: 0.0469906 Aug 27 14:17:07.328642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed407bea-debd-4a50-91c1-d39f2506f7a7 req-8a57aec6-b3d4-43ae-a016-17235d6255b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:07.330820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed407bea-debd-4a50-91c1-d39f2506f7a7 req-8a57aec6-b3d4-43ae-a016-17235d6255b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 HTTP/1.1" status: 200 len: 911 time: 0.0886362 Aug 27 14:17:07.388916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed407bea-debd-4a50-91c1-d39f2506f7a7 req-08eb7c78-2edd-421c-be6c-a48028ae5c6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8111ef5a-f3f1-4e47-bb93-3904b73429e5 HTTP/1.1" status: 200 len: 217 time: 0.0512631 Aug 27 14:17:07.406820 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54151946-76f1-42fa-9c3e-2dd8ee6952f6 req-0f901fa6-e3e5-49b5-a22b-b801cd0353b9 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:07.410513 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54151946-76f1-42fa-9c3e-2dd8ee6952f6 req-0f901fa6-e3e5-49b5-a22b-b801cd0353b9 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 943 time: 0.0629382 Aug 27 14:17:07.449013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed407bea-debd-4a50-91c1-d39f2506f7a7 req-2a5fcf46-4007-4808-b922-74c54b07291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:07.463357 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed407bea-debd-4a50-91c1-d39f2506f7a7 req-2a5fcf46-4007-4808-b922-74c54b07291f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cfe9d06-603f-4eee-b822-f98be0cb0761 HTTP/1.1" status: 200 len: 849 time: 0.0537682 Aug 27 14:17:07.479345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54151946-76f1-42fa-9c3e-2dd8ee6952f6 req-eeb95155-4b28-4438-ad70-bdab1e3cbc80 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538964 Aug 27 14:17:07.513163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed407bea-debd-4a50-91c1-d39f2506f7a7 req-f31676b3-610f-4856-b1d5-b1daf05c4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:07.514622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed407bea-debd-4a50-91c1-d39f2506f7a7 req-f31676b3-610f-4856-b1d5-b1daf05c4ef5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504584 Aug 27 14:17:07.610987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed407bea-debd-4a50-91c1-d39f2506f7a7 req-6606e567-1ccf-480a-a645-58d50b294331 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872047 Aug 27 14:17:07.706157 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed407bea-debd-4a50-91c1-d39f2506f7a7 req-6554904e-28b4-4b9f-acd5-3a38a4d63882 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851805 Aug 27 14:17:08.091923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fc10d-f642-4e33-97f6-205a40c3c224 req-2f466b19-bf1b-4aba-b50c-cc5e10fb7b90 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:08.093399 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-499fc10d-f642-4e33-97f6-205a40c3c224 req-2f466b19-bf1b-4aba-b50c-cc5e10fb7b90 tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 946 time: 0.0490482 Aug 27 14:17:08.132736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-499fc10d-f642-4e33-97f6-205a40c3c224 req-7385f80e-6a21-4337-b5f4-0e07a62cd8df tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/security-groups?id=0aab467f-0dd6-4f8d-95ae-408af7d3f280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328698 Aug 27 14:17:08.377966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d207-8cee-4700-bbd7-772f4d934e37 req-84126d09-d0f1-418b-9e54-6389e6b7ef3e tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:08.379369 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f38d207-8cee-4700-bbd7-772f4d934e37 req-84126d09-d0f1-418b-9e54-6389e6b7ef3e tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.41 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 946 time: 0.0506644 Aug 27 14:17:08.475814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-0f38d207-8cee-4700-bbd7-772f4d934e37 req-c4d82126-e881-4dd3-a748-c78c22e8fdaf tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Deleting port f8c88de4-0dab-4096-b597-e3010434c0ea {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:17:08.476537 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0f38d207-8cee-4700-bbd7-772f4d934e37 req-c4d82126-e881-4dd3-a748-c78c22e8fdaf tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:08.602909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0f38d207-8cee-4700-bbd7-772f4d934e37 req-c4d82126-e881-4dd3-a748-c78c22e8fdaf tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] For port f8c88de4-0dab-4096-b597-e3010434c0ea, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f8c88de4-0dab-4096-b597-e3010434c0ea,segment=NetworkSegment(5b7c538c-e396-4d83-80a0-7ed8e6644090),segment_id=5b7c538c-e396-4d83-80a0-7ed8e6644090)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:08.603353 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0f38d207-8cee-4700-bbd7-772f4d934e37 req-c4d82126-e881-4dd3-a748-c78c22e8fdaf tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:08.622267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-0f38d207-8cee-4700-bbd7-772f4d934e37 req-c4d82126-e881-4dd3-a748-c78c22e8fdaf tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Calling delete_port for f8c88de4-0dab-4096-b597-e3010434c0ea owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:17:08.631236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0054e-d1ce-41e2-8afb-3402b9a5bf4f req-631e2b19-2077-497d-852a-c5b8536a0888 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:08.632668 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b9d0054e-d1ce-41e2-8afb-3402b9a5bf4f req-631e2b19-2077-497d-852a-c5b8536a0888 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 943 time: 0.0858746 Aug 27 14:17:08.714527 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b9d0054e-d1ce-41e2-8afb-3402b9a5bf4f req-d789c9e5-210c-4780-bb63-41706dd74189 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748553 Aug 27 14:17:08.785716 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0f38d207-8cee-4700-bbd7-772f4d934e37 req-c4d82126-e881-4dd3-a748-c78c22e8fdaf tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:08.819173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d82126-e881-4dd3-a748-c78c22e8fdaf tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Pushing event deleted for resources: {'Port': ['ID=f8c88de4-0dab-4096-b597-e3010434c0ea,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:08.821515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f8c88de4-0dab-4096-b597-e3010434c0ea'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:17:08.864028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f38d207-8cee-4700-bbd7-772f4d934e37 req-c4d82126-e881-4dd3-a748-c78c22e8fdaf tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] No DVR routers for this DVR port f8c88de4-0dab-4096-b597-e3010434c0ea on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:17:08.866666 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0f38d207-8cee-4700-bbd7-772f4d934e37 req-c4d82126-e881-4dd3-a748-c78c22e8fdaf tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:08.870130 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f38d207-8cee-4700-bbd7-772f4d934e37 req-c4d82126-e881-4dd3-a748-c78c22e8fdaf tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.41 "DELETE /v2.0/ports/f8c88de4-0dab-4096-b597-e3010434c0ea HTTP/1.1" status: 204 len: 173 time: 0.4844587 Aug 27 14:17:08.871332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1290822d-54d3-4ae7-90f1-a990810184d3', 'name': 'network-vif-deleted', 'tag': 'f8c88de4-0dab-4096-b597-e3010434c0ea'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:17:08.874227 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36c8b78-89c2-4a12-843a-9ae3ecf17979" -d '{"events": [{"server_uuid": "1290822d-54d3-4ae7-90f1-a990810184d3", "name": "network-vif-deleted", "tag": "f8c88de4-0dab-4096-b597-e3010434c0ea"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:17:08.918110 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162ba6f3-e73d-4a1c-9094-f54f090d45c6 x-openstack-request-id: req-162ba6f3-e73d-4a1c-9094-f54f090d45c6 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:17:08.918471 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1290822d-54d3-4ae7-90f1-a990810184d3", "name": "network-vif-deleted", "tag": "f8c88de4-0dab-4096-b597-e3010434c0ea", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:17:08.919030 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-162ba6f3-e73d-4a1c-9094-f54f090d45c6 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:17:08.919551 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1290822d-54d3-4ae7-90f1-a990810184d3', 'name': 'network-vif-deleted', 'tag': 'f8c88de4-0dab-4096-b597-e3010434c0ea', 'status': 'completed', 'code': 200} Aug 27 14:17:09.252550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3910f23e-58a6-45a8-b37a-79983e2b381c req-d2917152-d093-4b4b-a592-a99e76e0338a tempest-ServerPasswordTestJSON-758602316 tempest-ServerPasswordTestJSON-758602316-project] 10.222.0.55 "GET /v2.0/ports?device_id=1290822d-54d3-4ae7-90f1-a990810184d3 HTTP/1.1" status: 200 len: 210 time: 0.0280108 Aug 27 14:17:09.809938 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:09.839123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11e7be-6a56-43ad-be45-b2335a50bb56 req-c3afa2c8-b0ea-4f32-aae9-e45ccabce7a6 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:09.840618 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee11e7be-6a56-43ad-be45-b2335a50bb56 req-c3afa2c8-b0ea-4f32-aae9-e45ccabce7a6 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 943 time: 0.0558143 Aug 27 14:17:09.886564 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee11e7be-6a56-43ad-be45-b2335a50bb56 req-062337ec-a2c2-4534-8fad-32a9828a721b tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390472 Aug 27 14:17:10.310999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43624) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:10.357889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f0a47d-2b00-46ea-a2d9-831311bda4ef admin admin] Deleting subnet 439f26fa-7ad6-49ef-95bb-31a75ce159dc {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:17:10.361865 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78f0a47d-2b00-46ea-a2d9-831311bda4ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.395865 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78f0a47d-2b00-46ea-a2d9-831311bda4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.438199 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78f0a47d-2b00-46ea-a2d9-831311bda4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.491679 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78f0a47d-2b00-46ea-a2d9-831311bda4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.519599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0a47d-2b00-46ea-a2d9-831311bda4ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439f26fa-7ad6-49ef-95bb-31a75ce159dc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:10.521619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78f0a47d-2b00-46ea-a2d9-831311bda4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.525875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-78f0a47d-2b00-46ea-a2d9-831311bda4ef admin admin] 10.222.0.55 "DELETE /v2.0/subnets/439f26fa-7ad6-49ef-95bb-31a75ce159dc HTTP/1.1" status: 204 len: 168 time: 0.2115419 Aug 27 14:17:10.525875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43626) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:10.599056 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a3df77a-cfc2-4359-bec3-0ff954b9d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.633602 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 8111ef5a-f3f1-4e47-bb93-3904b73429e5 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:17:10.698942 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a3df77a-cfc2-4359-bec3-0ff954b9d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.717015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-7a3df77a-cfc2-4359-bec3-0ff954b9d4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2fc0a2-279b-43ff-93d4-68a8f0967d2e']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:10.731975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-7a3df77a-cfc2-4359-bec3-0ff954b9d4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7c538c-e396-4d83-80a0-7ed8e6644090') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:10.732311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-7a3df77a-cfc2-4359-bec3-0ff954b9d4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7c538c-e396-4d83-80a0-7ed8e6644090') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:10.743301 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a3df77a-cfc2-4359-bec3-0ff954b9d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.745545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 8111ef5a-f3f1-4e47-bb93-3904b73429e5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8111ef5a-f3f1-4e47-bb93-3904b73429e5,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:10.758095 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a3df77a-cfc2-4359-bec3-0ff954b9d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.760904 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '8111ef5a-f3f1-4e47-bb93-3904b73429e5', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'port_id': '8111ef5a-f3f1-4e47-bb93-3904b73429e5', 'mac_address': 'fa:16:3e:98:f2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:17:10.764723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3df77a-cfc2-4359-bec3-0ff954b9d4ce admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:17:10.765194 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a3df77a-cfc2-4359-bec3-0ff954b9d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:17:10.767177 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:17:10.801539 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.814582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8111ef5a-f3f1-4e47-bb93-3904b73429e5 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:17:10.828044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a3df77a-cfc2-4359-bec3-0ff954b9d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.833914 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7a3df77a-cfc2-4359-bec3-0ff954b9d4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.838718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7a3df77a-cfc2-4359-bec3-0ff954b9d4ce admin admin] 10.222.0.55 "DELETE /v2.0/networks/4b2fc0a2-279b-43ff-93d4-68a8f0967d2e HTTP/1.1" status: 204 len: 168 time: 0.3094521 Aug 27 14:17:10.838892 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 8111ef5a-f3f1-4e47-bb93-3904b73429e5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8111ef5a-f3f1-4e47-bb93-3904b73429e5,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:10.848988 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:10.849438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3df77a-cfc2-4359-bec3-0ff954b9d4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=4b2fc0a2-279b-43ff-93d4-68a8f0967d2e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:10.904449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=8111ef5a-f3f1-4e47-bb93-3904b73429e5,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:10.967490 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43640) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:11.012821 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0e78a613-b0f5-49f6-aa77-0ef763980c51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f92bd7932dff4da2be8090f9b8544f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416672 Aug 27 14:17:11.013028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524fa95-0821-49ce-8074-d1e16442cfcd req-d008a516-b3fb-4ade-88b1-d99d1eb6cb17 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:11.013626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43642) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:11.014736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d524fa95-0821-49ce-8074-d1e16442cfcd req-d008a516-b3fb-4ade-88b1-d99d1eb6cb17 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 944 time: 0.0529838 Aug 27 14:17:11.065758 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d524fa95-0821-49ce-8074-d1e16442cfcd req-ea4eb7f0-6f63-41bc-8582-ecbbbc34b9ff tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407381 Aug 27 14:17:11.071929 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-146b8c50-c486-4638-8649-ca75df82d5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:11.097856 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-146b8c50-c486-4638-8649-ca75df82d5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:11.131939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['8111ef5a-f3f1-4e47-bb93-3904b73429e5'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:17:11.148101 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-146b8c50-c486-4638-8649-ca75df82d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:11.150985 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-146b8c50-c486-4638-8649-ca75df82d5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:11.154734 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-146b8c50-c486-4638-8649-ca75df82d5b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0aab467f-0dd6-4f8d-95ae-408af7d3f280 HTTP/1.1" status: 204 len: 168 time: 0.1370392 Aug 27 14:17:11.170010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b8c50-c486-4638-8649-ca75df82d5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aab467f-0dd6-4f8d-95ae-408af7d3f280,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:11.470150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f8c88de4-0dab-4096-b597-e3010434c0ea no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:17:11.491438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: f8c88de4-0dab-4096-b597-e3010434c0ea {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:17:11.491892 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f8c88de4-0dab-4096-b597-e3010434c0ea not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:17:11.853839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43674) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:11.961352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-561764207-network', 'tenant_id': '1db26d0c493848d18600927734646300'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:17:11.984702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Made reservation on behalf of 1db26d0c493848d18600927734646300 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:17:11.987276 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:11.995840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:12.086602 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:12.091163 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:12.120167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:17:12.131364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5d6eae-f509-475c-aea3-6d52a9160d28,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:12.149533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:12.149931 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Added segment 5ae0cc61-3b7c-4e05-afec-796a144f41ec of type vlan for network 96f0102b-0d56-491c-a522-ece1bc1e27fe Aug 27 14:17:12.223957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:12.238756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7a255-d551-4abc-aeba-4bee02d386f2 req-7bf01b25-32d4-4a3c-a79f-5f0e65b709c3 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:12.240235 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-97b7a255-d551-4abc-aeba-4bee02d386f2 req-7bf01b25-32d4-4a3c-a79f-5f0e65b709c3 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 944 time: 0.0928476 Aug 27 14:17:12.275582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:12.276509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:12.277085 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:12.338145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-97b7a255-d551-4abc-aeba-4bee02d386f2 req-551e9f6d-d93e-49ed-a1fd-fa9ead0d22bc tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866146 Aug 27 14:17:12.347073 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4920657 Aug 27 14:17:12.350098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43682) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:12.357314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c8da2e60-2861-4fa0-935c-b4475a0defc7 admin admin] Request body: {'subnet': {'network_id': '96f0102b-0d56-491c-a522-ece1bc1e27fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-561764207-subnet', 'tenant_id': '1db26d0c493848d18600927734646300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:17:12.362128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246ca99-595e-48eb-a81c-f1d8b3d3cec1 admin admin] Pushing event updated for resources: {'Network': ['ID=96f0102b-0d56-491c-a522-ece1bc1e27fe,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:12.379681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 96f0102b-0d56-491c-a522-ece1bc1e27fe details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:17:12.390339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8da2e60-2861-4fa0-935c-b4475a0defc7 admin admin] Made reservation on behalf of 1db26d0c493848d18600927734646300 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:17:12.392703 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c8da2e60-2861-4fa0-935c-b4475a0defc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:12.563122 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c8da2e60-2861-4fa0-935c-b4475a0defc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:12.621042 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da2e60-2861-4fa0-935c-b4475a0defc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad1073e-da87-43ba-9315-70eb94d17b99,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:12.630240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da2e60-2861-4fa0-935c-b4475a0defc7 admin admin] Checking segment: {'id': '5ae0cc61-3b7c-4e05-afec-796a144f41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '96f0102b-0d56-491c-a522-ece1bc1e27fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:17:12.630596 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8da2e60-2861-4fa0-935c-b4475a0defc7 admin admin] Network hostable DHCP agents. Network: 96f0102b-0d56-491c-a522-ece1bc1e27fe, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:17:12.647649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8da2e60-2861-4fa0-935c-b4475a0defc7 admin admin] Network 96f0102b-0d56-491c-a522-ece1bc1e27fe is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:17:12.656555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-c8da2e60-2861-4fa0-935c-b4475a0defc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 96f0102b-0d56-491c-a522-ece1bc1e27fe) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:17:12.664343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 8111ef5a-f3f1-4e47-bb93-3904b73429e5 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:17:12.665602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da2e60-2861-4fa0-935c-b4475a0defc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:12.666287 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c8da2e60-2861-4fa0-935c-b4475a0defc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:12.669040 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e4ffb-c184-42e7-8b72-090c35686554 None None] Network 96f0102b-0d56-491c-a522-ece1bc1e27fe requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:17:12.680946 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c8da2e60-2861-4fa0-935c-b4475a0defc7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3298035 Aug 27 14:17:12.795998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 8111ef5a-f3f1-4e47-bb93-3904b73429e5 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:17:12.806528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 8111ef5a-f3f1-4e47-bb93-3904b73429e5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:17:12.807019 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:12.914408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac14ad-e322-40ce-ba22-32c3e18bd8c4 None None] Network 96f0102b-0d56-491c-a522-ece1bc1e27fe requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:17:13.009405 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:13.055009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096a570d-314d-4432-a7bb-1797b132f023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8111ef5a-f3f1-4e47-bb93-3904b73429e5'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:17:13.057815 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bacfb8-d707-4f43-a244-5bb830e4e80f" -d '{"events": [{"server_uuid": "096a570d-314d-4432-a7bb-1797b132f023", "name": "network-vif-plugged", "status": "completed", "tag": "8111ef5a-f3f1-4e47-bb93-3904b73429e5"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:17:13.078472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 8111ef5a-f3f1-4e47-bb93-3904b73429e5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8111ef5a-f3f1-4e47-bb93-3904b73429e5,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:13.104384 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:13.127743 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c634b496-e7ce-43c0-a0f3-374d732242a8 x-openstack-request-id: req-c634b496-e7ce-43c0-a0f3-374d732242a8 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:17:13.128092 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096a570d-314d-4432-a7bb-1797b132f023", "name": "network-vif-plugged", "status": "completed", "tag": "8111ef5a-f3f1-4e47-bb93-3904b73429e5", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:17:13.128296 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c634b496-e7ce-43c0-a0f3-374d732242a8 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:17:13.128688 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096a570d-314d-4432-a7bb-1797b132f023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8111ef5a-f3f1-4e47-bb93-3904b73429e5', 'code': 200} Aug 27 14:17:13.192035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=8111ef5a-f3f1-4e47-bb93-3904b73429e5,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:13.466722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a813cb0-0a92-4c21-aa9d-4255b31ca2f3 req-0f0e84ce-6622-4a26-8550-c6ea2f820401 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:13.468451 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a813cb0-0a92-4c21-aa9d-4255b31ca2f3 req-0f0e84ce-6622-4a26-8550-c6ea2f820401 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0501530 Aug 27 14:17:13.509920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a813cb0-0a92-4c21-aa9d-4255b31ca2f3 req-c2f2a543-1e5f-443b-b517-6d96d441d83e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337803 Aug 27 14:17:13.544072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b18a2c-e877-4a48-89e4-8aa965b9f76d req-0da0a2d8-d560-4b17-a719-9032c1224c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:13.545570 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2b18a2c-e877-4a48-89e4-8aa965b9f76d req-0da0a2d8-d560-4b17-a719-9032c1224c83 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 1097 time: 0.0670016 Aug 27 14:17:13.574476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-d3a9909c-ba45-481a-8d6b-5927c11e4437 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:13.575976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-d3a9909c-ba45-481a-8d6b-5927c11e4437 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/networks?id=96f0102b-0d56-491c-a522-ece1bc1e27fe HTTP/1.1" status: 200 len: 808 time: 0.4829326 Aug 27 14:17:13.600940 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2b18a2c-e877-4a48-89e4-8aa965b9f76d req-1068a0ef-7ffe-491a-a7a9-0266c70cfc18 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467470 Aug 27 14:17:13.603410 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4455928b-7dac-4e92-b04f-5d7fe51d7478 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/quotas/1db26d0c493848d18600927734646300 HTTP/1.1" status: 200 len: 375 time: 0.0156155 Aug 27 14:17:13.645038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-5f568613-9f43-49f0-aefb-ec8e15b423df tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1db26d0c493848d18600927734646300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288236 Aug 27 14:17:13.731634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-e625cabc-ecb7-468c-b99c-636fcc1cfa2b service neutron] 10.222.0.55 "GET /v2.0/networks/96f0102b-0d56-491c-a522-ece1bc1e27fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862052 Aug 27 14:17:13.818829 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-a3c0f2a1-e77b-4479-96aa-facfc751c6f0 service neutron] 10.222.0.55 "GET /v2.0/networks/96f0102b-0d56-491c-a522-ece1bc1e27fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808530 Aug 27 14:17:13.988699 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12905c24-ff7f-4f50-8695-c6fab8aa063e req-68e81fbe-2452-4a76-96d5-3a70728c235d tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 210 time: 0.0261626 Aug 27 14:17:14.641665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0ffae-2588-446b-8fc6-bef554903f8f req-6ed1b7d0-2766-4fe0-8bac-0fca763ff196 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:14.643958 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48d0ffae-2588-446b-8fc6-bef554903f8f req-6ed1b7d0-2766-4fe0-8bac-0fca763ff196 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0602617 Aug 27 14:17:14.661316 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-18bdd579-602d-462f-badd-8c4ff704ff61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:14.697189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48d0ffae-2588-446b-8fc6-bef554903f8f req-d399ee81-ec71-4a7f-ba59-b8c04f696087 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455766 Aug 27 14:17:15.015483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4b986ab5-38cf-4575-a604-939e1bd77cc4 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:15.017945 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4b986ab5-38cf-4575-a604-939e1bd77cc4 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.41 "GET /v2.0/networks?id=96f0102b-0d56-491c-a522-ece1bc1e27fe HTTP/1.1" status: 200 len: 808 time: 0.1195326 Aug 27 14:17:15.046633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-bae1c618-40e3-41e3-a82c-7444bb4efdcd tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Request body: {'port': {'device_id': '4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc', 'network_id': '96f0102b-0d56-491c-a522-ece1bc1e27fe', 'admin_state_up': True, 'tenant_id': '1db26d0c493848d18600927734646300'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:17:15.119728 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a3717afd-881e-474a-bfe9-4e0ca538ea7a req-2983cc57-4043-4290-b7b2-449f9b9c6cea tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 210 time: 0.0569346 Aug 27 14:17:15.182980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-bae1c618-40e3-41e3-a82c-7444bb4efdcd tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Made reservation on behalf of 1db26d0c493848d18600927734646300 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:17:15.186508 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-bae1c618-40e3-41e3-a82c-7444bb4efdcd tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:15.320518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-bae1c618-40e3-41e3-a82c-7444bb4efdcd tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Allocated IP 172.20.0.11 (96f0102b-0d56-491c-a522-ece1bc1e27fe/fad1073e-da87-43ba-9315-70eb94d17b99/07b77979-0461-4f5a-9eef-35f1adef08df) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:17:15.464179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-bae1c618-40e3-41e3-a82c-7444bb4efdcd tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:15.505328 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-bae1c618-40e3-41e3-a82c-7444bb4efdcd tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:15.548756 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-bae1c618-40e3-41e3-a82c-7444bb4efdcd tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Network 96f0102b-0d56-491c-a522-ece1bc1e27fe is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:17:15.553663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-bae1c618-40e3-41e3-a82c-7444bb4efdcd tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:17:15.557408 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-bae1c618-40e3-41e3-a82c-7444bb4efdcd tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:17:15.585394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1c618-40e3-41e3-a82c-7444bb4efdcd tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Pushing event updated for resources: {'Port': ['ID=07b77979-0461-4f5a-9eef-35f1adef08df,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:15.616544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-bae1c618-40e3-41e3-a82c-7444bb4efdcd tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:15.617149 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-bae1c618-40e3-41e3-a82c-7444bb4efdcd tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:15.631808 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-bae1c618-40e3-41e3-a82c-7444bb4efdcd tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5893099 Aug 27 14:17:15.650230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Request body: {'port': {'device_id': '4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:17:15.703590 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:15.907773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669864a9-2a1e-4731-b77e-9a07c9f06ee0 req-a9a470d9-b95a-44e7-a693-87156dacb32c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:15.909461 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-669864a9-2a1e-4731-b77e-9a07c9f06ee0 req-a9a470d9-b95a-44e7-a693-87156dacb32c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.1021028 Aug 27 14:17:15.975298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-669864a9-2a1e-4731-b77e-9a07c9f06ee0 req-ae5fd02d-e335-4fb6-89c4-e09d38f1278b tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579779 Aug 27 14:17:16.044775 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b77979-0461-4f5a-9eef-35f1adef08df {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:17:16.053117 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:16.087462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Transition to ACTIVE for port object 07b77979-0461-4f5a-9eef-35f1adef08df will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:17:16.091973 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:16.261296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6db5e8-83d3-489e-aa61-e924ac803330 req-a3800de1-e851-4d43-bf68-6d2630e3d21d tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:16.262856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea6db5e8-83d3-489e-aa61-e924ac803330 req-a3800de1-e851-4d43-bf68-6d2630e3d21d tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 944 time: 0.0671296 Aug 27 14:17:16.306434 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea6db5e8-83d3-489e-aa61-e924ac803330 req-d8ef9e4e-f89c-44df-a3f3-ccee19f9bace tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b5d6eae-f509-475c-aea3-6d52a9160d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353832 Aug 27 14:17:16.468369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8567bb8-c414-4240-9ef5-f9b84a61e37b req-5099cfca-22a0-4b94-bdfa-4258368f66b7 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:16.469953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8567bb8-c414-4240-9ef5-f9b84a61e37b req-5099cfca-22a0-4b94-bdfa-4258368f66b7 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.4144032 Aug 27 14:17:16.479877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43764) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:16.480521 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Pushing event updated for resources: {'Port': ['ID=07b77979-0461-4f5a-9eef-35f1adef08df,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:16.486000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4117efd9-ea00-4e15-bef4-c786c4e1eb87 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Request body: {'floatingip': {'port_id': '8111ef5a-f3f1-4e47-bb93-3904b73429e5'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:17:16.528321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4117efd9-ea00-4e15-bef4-c786c4e1eb87 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:16.561875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Attempting to bind port 07b77979-0461-4f5a-9eef-35f1adef08df on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:17:16.562204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Attempting to bind port 07b77979-0461-4f5a-9eef-35f1adef08df by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '5ae0cc61-3b7c-4e05-afec-796a144f41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '96f0102b-0d56-491c-a522-ece1bc1e27fe'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:17:16.563174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Attempting to bind port 07b77979-0461-4f5a-9eef-35f1adef08df on network 96f0102b-0d56-491c-a522-ece1bc1e27fe {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:17:16.567931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Port 07b77979-0461-4f5a-9eef-35f1adef08df on network 96f0102b-0d56-491c-a522-ece1bc1e27fe not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:17:16.568273 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Attempting to bind port 07b77979-0461-4f5a-9eef-35f1adef08df on network 96f0102b-0d56-491c-a522-ece1bc1e27fe {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:17:16.573192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:17:16.573527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Checking segment: {'id': '5ae0cc61-3b7c-4e05-afec-796a144f41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '96f0102b-0d56-491c-a522-ece1bc1e27fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:17:16.573905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Bound using segment: {'id': '5ae0cc61-3b7c-4e05-afec-796a144f41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '96f0102b-0d56-491c-a522-ece1bc1e27fe'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:17:16.574324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Bound port: 07b77979-0461-4f5a-9eef-35f1adef08df, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae0cc61-3b7c-4e05-afec-796a144f41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '96f0102b-0d56-491c-a522-ece1bc1e27fe'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:17:16.574668 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:16.642487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] For port 07b77979-0461-4f5a-9eef-35f1adef08df, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:17:16.645806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] For port 07b77979-0461-4f5a-9eef-35f1adef08df, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=07b77979-0461-4f5a-9eef-35f1adef08df,segment=NetworkSegment(5ae0cc61-3b7c-4e05-afec-796a144f41ec),segment_id=5ae0cc61-3b7c-4e05-afec-796a144f41ec)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:17:16.651880 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:16.690979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:16.690979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:16.692019 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] 10.222.0.41 "PUT /v2.0/ports/07b77979-0461-4f5a-9eef-35f1adef08df HTTP/1.1" status: 200 len: 1093 time: 1.0459030 Aug 27 14:17:16.694163 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc', 'tag': '07b77979-0461-4f5a-9eef-35f1adef08df'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:17:16.696424 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74e701f-8a14-4028-9f3d-ec5b40faab0d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc", "tag": "07b77979-0461-4f5a-9eef-35f1adef08df"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:17:16.727719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a41ce-2e84-4c1a-964e-ab888a43acdd service neutron] Pushing event updated for resources: {'Port': ['ID=07b77979-0461-4f5a-9eef-35f1adef08df,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:16.761505 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3680196c-e0ae-494b-b706-5912dcaa23a3 x-openstack-request-id: req-3680196c-e0ae-494b-b706-5912dcaa23a3 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:17:16.761845 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc", "tag": "07b77979-0461-4f5a-9eef-35f1adef08df", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:17:16.762098 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3680196c-e0ae-494b-b706-5912dcaa23a3 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:17:16.762496 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc', 'tag': '07b77979-0461-4f5a-9eef-35f1adef08df', 'status': 'completed', 'code': 200} Aug 27 14:17:16.806358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-a4258ae5-c871-43e6-98e7-8f5567513233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:16.807899 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-a4258ae5-c871-43e6-98e7-8f5567513233 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1db26d0c493848d18600927734646300&device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 1096 time: 0.0496085 Aug 27 14:17:16.856593 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-2a242b50-d7b5-4ebf-9af1-d1018811f1d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07b77979-0461-4f5a-9eef-35f1adef08df HTTP/1.1" status: 200 len: 217 time: 0.0349629 Aug 27 14:17:16.908865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-f75ea45e-063a-4ea2-83ac-e09fa2ac7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:16.910309 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-f75ea45e-063a-4ea2-83ac-e09fa2ac7eb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fad1073e-da87-43ba-9315-70eb94d17b99 HTTP/1.1" status: 200 len: 848 time: 0.0470920 Aug 27 14:17:16.948755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-c3a08f6e-3e69-4039-a6e8-3fa4c33a955c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96f0102b-0d56-491c-a522-ece1bc1e27fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295184 Aug 27 14:17:17.040498 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-1990d74c-7325-40f1-8fe1-41d4311dc053 service neutron] 10.222.0.41 "GET /v2.0/networks/96f0102b-0d56-491c-a522-ece1bc1e27fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847554 Aug 27 14:17:17.045135 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4117efd9-ea00-4e15-bef4-c786c4e1eb87 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:17.049733 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4117efd9-ea00-4e15-bef4-c786c4e1eb87 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:17.147943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcd636e9-dbaf-46e6-8ff9-3c48cfa421a9 req-f7e6fe78-4fbb-4ea4-a7d3-16f2704a4d0f service neutron] 10.222.0.41 "GET /v2.0/networks/96f0102b-0d56-491c-a522-ece1bc1e27fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002288 Aug 27 14:17:17.164599 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-4117efd9-ea00-4e15-bef4-c786c4e1eb87 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Floating IP 1448c0b3-61fa-4722-aa2d-d056b34b1cc5 associated. External IP: 172.25.2.57, port: 8111ef5a-f3f1-4e47-bb93-3904b73429e5. Aug 27 14:17:17.279567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e701f-8a14-4028-9f3d-ec5b40faab0d req-a6ad6087-75cf-4a0f-9e1c-3c00e953de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:17.281506 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b74e701f-8a14-4028-9f3d-ec5b40faab0d req-a6ad6087-75cf-4a0f-9e1c-3c00e953de51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1db26d0c493848d18600927734646300&device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 1096 time: 0.0481327 Aug 27 14:17:17.387335 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e701f-8a14-4028-9f3d-ec5b40faab0d req-8d5cae16-9ffd-4e6a-b98e-e71f848e9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:17.389196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b74e701f-8a14-4028-9f3d-ec5b40faab0d req-8d5cae16-9ffd-4e6a-b98e-e71f848e9318 service neutron] 10.222.0.41 "GET /v2.0/networks?id=96f0102b-0d56-491c-a522-ece1bc1e27fe HTTP/1.1" status: 200 len: 909 time: 0.0949249 Aug 27 14:17:17.398545 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4117efd9-ea00-4e15-bef4-c786c4e1eb87 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Router cef7bdc7-f619-4a55-91fd-b441c3de6a64 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:17:17.418225 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:17.448098 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b74e701f-8a14-4028-9f3d-ec5b40faab0d req-c2c726ae-326b-43ef-8f74-386e861664f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07b77979-0461-4f5a-9eef-35f1adef08df HTTP/1.1" status: 200 len: 217 time: 0.0498736 Aug 27 14:17:17.483269 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-44926f44-0c3a-405f-865a-45e081ad514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:17.524069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e701f-8a14-4028-9f3d-ec5b40faab0d req-8d980f40-acc7-45d6-acbe-7421e8d85de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:17.525876 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b74e701f-8a14-4028-9f3d-ec5b40faab0d req-8d980f40-acc7-45d6-acbe-7421e8d85de8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fad1073e-da87-43ba-9315-70eb94d17b99 HTTP/1.1" status: 200 len: 848 time: 0.0634191 Aug 27 14:17:17.532866 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4117efd9-ea00-4e15-bef4-c786c4e1eb87 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:17:17.534952 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e2108-b2e2-4377-98d0-27056bfe929d req-adab5217-ce2d-4afb-8ab4-2669d3d4f6a4 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:17.536773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-689e2108-b2e2-4377-98d0-27056bfe929d req-adab5217-ce2d-4afb-8ab4-2669d3d4f6a4 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 944 time: 0.1308832 Aug 27 14:17:17.537428 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4117efd9-ea00-4e15-bef4-c786c4e1eb87 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:17.546919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592aa8d-e07e-4c33-a33c-b3468b2cf153 None None] Sync routers for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:17:17.562108 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592aa8d-e07e-4c33-a33c-b3468b2cf153 None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:17:17.563100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0592aa8d-e07e-4c33-a33c-b3468b2cf153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:17:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:17.571474 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b74e701f-8a14-4028-9f3d-ec5b40faab0d req-60431d2d-99f8-4a2a-8598-6dcf59e0699a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96f0102b-0d56-491c-a522-ece1bc1e27fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337512 Aug 27 14:17:17.593458 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4117efd9-ea00-4e15-bef4-c786c4e1eb87 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "PUT /v2.0/floatingips/1448c0b3-61fa-4722-aa2d-d056b34b1cc5 HTTP/1.1" status: 200 len: 990 time: 1.1123204 Aug 27 14:17:17.594086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096a570d-314d-4432-a7bb-1797b132f023', 'tag': '8111ef5a-f3f1-4e47-bb93-3904b73429e5'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:17:17.605687 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ac3422-d042-4d90-a702-369ccd99b652" -d '{"events": [{"name": "network-changed", "server_uuid": "096a570d-314d-4432-a7bb-1797b132f023", "tag": "8111ef5a-f3f1-4e47-bb93-3904b73429e5"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:17:17.650063 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-689e2108-b2e2-4377-98d0-27056bfe929d req-b25ba68b-2a4b-41e4-95df-170de2c4b69b tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b5d6eae-f509-475c-aea3-6d52a9160d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036661 Aug 27 14:17:17.700616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b74e701f-8a14-4028-9f3d-ec5b40faab0d req-921668e7-2ed6-48cc-9f86-94c8fcb3727a service neutron] 10.222.0.41 "GET /v2.0/networks/96f0102b-0d56-491c-a522-ece1bc1e27fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216996 Aug 27 14:17:17.762367 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c602f184-aa22-434a-a3e1-db2a378eb700 x-openstack-request-id: req-c602f184-aa22-434a-a3e1-db2a378eb700 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:17:17.762667 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096a570d-314d-4432-a7bb-1797b132f023", "tag": "8111ef5a-f3f1-4e47-bb93-3904b73429e5", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:17:17.762972 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c602f184-aa22-434a-a3e1-db2a378eb700 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:17:17.763415 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096a570d-314d-4432-a7bb-1797b132f023', 'tag': '8111ef5a-f3f1-4e47-bb93-3904b73429e5', 'status': 'completed', 'code': 200} Aug 27 14:17:17.824997 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b74e701f-8a14-4028-9f3d-ec5b40faab0d req-49a8421e-f4da-4020-8d5b-989684003309 service neutron] 10.222.0.41 "GET /v2.0/networks/96f0102b-0d56-491c-a522-ece1bc1e27fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161041 Aug 27 14:17:17.834517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac3422-d042-4d90-a702-369ccd99b652 req-a8bda7c5-05a5-47de-872f-1c5b0a8a22a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:17.836106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac3422-d042-4d90-a702-369ccd99b652 req-a8bda7c5-05a5-47de-872f-1c5b0a8a22a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a74e18363e9046b0839d3e0db545669b&device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 1097 time: 0.0551150 Aug 27 14:17:17.886146 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-0592aa8d-e07e-4c33-a33c-b3468b2cf153 None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:17:17.937417 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac3422-d042-4d90-a702-369ccd99b652 req-043d2807-8f84-423b-b25c-e172ce0f63c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:17.939711 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac3422-d042-4d90-a702-369ccd99b652 req-043d2807-8f84-423b-b25c-e172ce0f63c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 HTTP/1.1" status: 200 len: 911 time: 0.0964034 Aug 27 14:17:18.039561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac3422-d042-4d90-a702-369ccd99b652 req-8aef221d-e93a-4e8f-8075-c693cd35233d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8111ef5a-f3f1-4e47-bb93-3904b73429e5 HTTP/1.1" status: 200 len: 998 time: 0.0917890 Aug 27 14:17:18.120880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac3422-d042-4d90-a702-369ccd99b652 req-4ff29463-8172-41c2-b1a6-77e101923ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:18.122620 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac3422-d042-4d90-a702-369ccd99b652 req-4ff29463-8172-41c2-b1a6-77e101923ef8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cfe9d06-603f-4eee-b822-f98be0cb0761 HTTP/1.1" status: 200 len: 849 time: 0.0562274 Aug 27 14:17:18.173791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0592aa8d-e07e-4c33-a33c-b3468b2cf153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1448c0b3-61fa-4722-aa2d-d056b34b1cc5', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'port_id': '8111ef5a-f3f1-4e47-bb93-3904b73429e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'mac_address': 'fa:16:3e:98:f2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a570d-314d-4432-a7bb-1797b132f023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:17:02Z', 'updated_at': '2021-08-27T14:17:16Z', 'revision_number': 1, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:04Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:18.190608 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac3422-d042-4d90-a702-369ccd99b652 req-a91b917a-aac2-44d7-a3b2-e1c914601e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:18.192205 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac3422-d042-4d90-a702-369ccd99b652 req-a91b917a-aac2-44d7-a3b2-e1c914601e6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623124 Aug 27 14:17:18.207505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592aa8d-e07e-4c33-a33c-b3468b2cf153 None None] Checking router: cef7bdc7-f619-4a55-91fd-b441c3de6a64 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:17:18.219039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592aa8d-e07e-4c33-a33c-b3468b2cf153 None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:17:18.220061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0592aa8d-e07e-4c33-a33c-b3468b2cf153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:17:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:18.296224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac3422-d042-4d90-a702-369ccd99b652 req-cddac9f4-1e65-4928-a701-3278927aab9b service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907159 Aug 27 14:17:18.330837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-0592aa8d-e07e-4c33-a33c-b3468b2cf153 None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:17:18.392929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac3422-d042-4d90-a702-369ccd99b652 req-161ea6fc-08e5-4243-b4a6-a0ceee104ebf service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881314 Aug 27 14:17:18.559614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-0592aa8d-e07e-4c33-a33c-b3468b2cf153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1448c0b3-61fa-4722-aa2d-d056b34b1cc5', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'port_id': '8111ef5a-f3f1-4e47-bb93-3904b73429e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'mac_address': 'fa:16:3e:98:f2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a570d-314d-4432-a7bb-1797b132f023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:17:02Z', 'updated_at': '2021-08-27T14:17:16Z', 'revision_number': 1, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:04Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:18.586634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592aa8d-e07e-4c33-a33c-b3468b2cf153 None None] The sync data for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 is: [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1448c0b3-61fa-4722-aa2d-d056b34b1cc5', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'port_id': '8111ef5a-f3f1-4e47-bb93-3904b73429e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'mac_address': 'fa:16:3e:98:f2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096a570d-314d-4432-a7bb-1797b132f023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:17:02Z', 'updated_at': '2021-08-27T14:17:16Z', 'revision_number': 1, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:04Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:17:18.760303 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:18.804994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b620d51-4e50-4af1-9419-a81f21276ae2 req-c115e4f7-ce7d-4d74-962b-08cf813b773b tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:18.811700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b620d51-4e50-4af1-9419-a81f21276ae2 req-c115e4f7-ce7d-4d74-962b-08cf813b773b tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 944 time: 0.0818870 Aug 27 14:17:18.863240 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b620d51-4e50-4af1-9419-a81f21276ae2 req-ca4b6b2a-ce11-44c3-8591-ac2c4d680bc9 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b5d6eae-f509-475c-aea3-6d52a9160d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447989 Aug 27 14:17:18.864558 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474a19f-1e0a-4545-9b2b-3d45c5dbd16a None None] New status for floating IP 1448c0b3-61fa-4722-aa2d-d056b34b1cc5: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:17:19.487913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 07b77979-0461-4f5a-9eef-35f1adef08df details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:17:19.584061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 07b77979-0461-4f5a-9eef-35f1adef08df, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=07b77979-0461-4f5a-9eef-35f1adef08df,segment=NetworkSegment(5ae0cc61-3b7c-4e05-afec-796a144f41ec),segment_id=5ae0cc61-3b7c-4e05-afec-796a144f41ec)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:19.596030 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '07b77979-0461-4f5a-9eef-35f1adef08df', 'network_id': '96f0102b-0d56-491c-a522-ece1bc1e27fe', 'port_id': '07b77979-0461-4f5a-9eef-35f1adef08df', 'mac_address': 'fa:16:3e:5e:99:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad1073e-da87-43ba-9315-70eb94d17b99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:17:19.634212 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:19.647807 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b77979-0461-4f5a-9eef-35f1adef08df {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:17:19.667365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 07b77979-0461-4f5a-9eef-35f1adef08df, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=07b77979-0461-4f5a-9eef-35f1adef08df,segment=NetworkSegment(5ae0cc61-3b7c-4e05-afec-796a144f41ec),segment_id=5ae0cc61-3b7c-4e05-afec-796a144f41ec)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:19.671069 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:19.720197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=07b77979-0461-4f5a-9eef-35f1adef08df,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:19.991358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7e702-ba60-4605-8430-429d74f3855b req-666ae49f-325c-4002-8666-258144af7f13 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:19.992961 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24f7e702-ba60-4605-8430-429d74f3855b req-666ae49f-325c-4002-8666-258144af7f13 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 945 time: 0.0579345 Aug 27 14:17:20.036045 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24f7e702-ba60-4605-8430-429d74f3855b req-40ff4215-ac4e-40af-9b52-bc541cc97c43 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b5d6eae-f509-475c-aea3-6d52a9160d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366542 Aug 27 14:17:20.059418 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['07b77979-0461-4f5a-9eef-35f1adef08df'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:17:20.199928 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:21.154098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8246b-f93d-494c-a8c2-ecbafc05f4b1 req-4af3886a-9726-43ba-9a1f-ad57a939cf08 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:21.155644 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-50f8246b-f93d-494c-a8c2-ecbafc05f4b1 req-4af3886a-9726-43ba-9a1f-ad57a939cf08 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 945 time: 0.0500100 Aug 27 14:17:21.194478 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-50f8246b-f93d-494c-a8c2-ecbafc05f4b1 req-209fcc04-1b70-4d0a-810d-0c82e408e289 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b5d6eae-f509-475c-aea3-6d52a9160d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321615 Aug 27 14:17:21.413768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:21.493816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 07b77979-0461-4f5a-9eef-35f1adef08df up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:17:21.548251 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 07b77979-0461-4f5a-9eef-35f1adef08df completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:17:21.552026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 07b77979-0461-4f5a-9eef-35f1adef08df triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:17:21.552398 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:21.635749 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:21.659235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b77979-0461-4f5a-9eef-35f1adef08df'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:17:21.661570 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bdbf56-fc0a-4f31-8561-a77406e8d1de" -d '{"events": [{"server_uuid": "4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc", "name": "network-vif-plugged", "status": "completed", "tag": "07b77979-0461-4f5a-9eef-35f1adef08df"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:17:21.674768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 07b77979-0461-4f5a-9eef-35f1adef08df, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=07b77979-0461-4f5a-9eef-35f1adef08df,segment=NetworkSegment(5ae0cc61-3b7c-4e05-afec-796a144f41ec),segment_id=5ae0cc61-3b7c-4e05-afec-796a144f41ec)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:21.679370 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:21.704698 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e33ee6-65db-4633-b572-c74ec8fe2134 x-openstack-request-id: req-44e33ee6-65db-4633-b572-c74ec8fe2134 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:17:21.705025 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc", "name": "network-vif-plugged", "status": "completed", "tag": "07b77979-0461-4f5a-9eef-35f1adef08df", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:17:21.705278 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44e33ee6-65db-4633-b572-c74ec8fe2134 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:17:21.705746 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b77979-0461-4f5a-9eef-35f1adef08df', 'code': 200} Aug 27 14:17:21.730769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=07b77979-0461-4f5a-9eef-35f1adef08df,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:21.830152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e3c95-da02-4614-95d9-d017367b52fe req-856cbbde-b36f-468f-8dcc-ff9e1d2d905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:21.831743 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ae7e3c95-da02-4614-95d9-d017367b52fe req-856cbbde-b36f-468f-8dcc-ff9e1d2d905b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 1098 time: 0.0414534 Aug 27 14:17:21.867535 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ae7e3c95-da02-4614-95d9-d017367b52fe req-19c39d14-9c2d-457e-b761-4bca658dfd2c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4b5d6eae-f509-475c-aea3-6d52a9160d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282958 Aug 27 14:17:22.320811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986305f-b86b-4466-a91e-285d84fde1ce req-ed1208d2-16f2-4af9-a588-c082cc1597c5 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:22.322502 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e986305f-b86b-4466-a91e-285d84fde1ce req-ed1208d2-16f2-4af9-a588-c082cc1597c5 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 946 time: 0.0572481 Aug 27 14:17:22.362124 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e986305f-b86b-4466-a91e-285d84fde1ce req-d69cfbc4-d659-42de-bc58-0da8f78640b7 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b5d6eae-f509-475c-aea3-6d52a9160d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333681 Aug 27 14:17:23.476878 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331840b-4208-4570-93b1-0846a586501e req-f276d65d-7d3d-4af7-b85d-7094255aa4d8 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:23.478378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b331840b-4208-4570-93b1-0846a586501e req-f276d65d-7d3d-4af7-b85d-7094255aa4d8 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 946 time: 0.0489712 Aug 27 14:17:23.518948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b331840b-4208-4570-93b1-0846a586501e req-9a13c0e5-e600-458b-a87c-55467f30cf02 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b5d6eae-f509-475c-aea3-6d52a9160d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342398 Aug 27 14:17:25.143629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b4b51-8ce8-4777-abde-6aa2fac35a7d req-15a945ef-f026-4cdc-b9c4-b608a0b8b355 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:25.145123 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-425b4b51-8ce8-4777-abde-6aa2fac35a7d req-15a945ef-f026-4cdc-b9c4-b608a0b8b355 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 946 time: 0.0496607 Aug 27 14:17:25.184457 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-425b4b51-8ce8-4777-abde-6aa2fac35a7d req-ea332d60-2b91-4179-8eed-a482ecc6f2c8 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b5d6eae-f509-475c-aea3-6d52a9160d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332186 Aug 27 14:17:26.312561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9f3fd-fb33-4e77-9c79-8fe284e4c12f req-4d0402c2-a469-472c-8576-61db5a836f9e tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:26.314083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2df9f3fd-fb33-4e77-9c79-8fe284e4c12f req-4d0402c2-a469-472c-8576-61db5a836f9e tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 946 time: 0.0563080 Aug 27 14:17:26.353145 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2df9f3fd-fb33-4e77-9c79-8fe284e4c12f req-434693de-ddfb-4ea9-887b-18900ed6c625 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b5d6eae-f509-475c-aea3-6d52a9160d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328879 Aug 27 14:17:26.702526 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598f0d2-8c59-41df-a775-fa1778eb31d1 req-46fd5c74-0509-4b3d-a573-9a955564ab04 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:26.704879 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3598f0d2-8c59-41df-a775-fa1778eb31d1 req-46fd5c74-0509-4b3d-a573-9a955564ab04 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 946 time: 0.0499101 Aug 27 14:17:26.800831 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-3598f0d2-8c59-41df-a775-fa1778eb31d1 req-b20fd854-90c0-4b82-9fa0-2bfa0e340c46 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Deleting port 07b77979-0461-4f5a-9eef-35f1adef08df {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:17:26.801202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3598f0d2-8c59-41df-a775-fa1778eb31d1 req-b20fd854-90c0-4b82-9fa0-2bfa0e340c46 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:26.892285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-3598f0d2-8c59-41df-a775-fa1778eb31d1 req-b20fd854-90c0-4b82-9fa0-2bfa0e340c46 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] For port 07b77979-0461-4f5a-9eef-35f1adef08df, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=07b77979-0461-4f5a-9eef-35f1adef08df,segment=NetworkSegment(5ae0cc61-3b7c-4e05-afec-796a144f41ec),segment_id=5ae0cc61-3b7c-4e05-afec-796a144f41ec)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:26.892640 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3598f0d2-8c59-41df-a775-fa1778eb31d1 req-b20fd854-90c0-4b82-9fa0-2bfa0e340c46 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:26.904935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-3598f0d2-8c59-41df-a775-fa1778eb31d1 req-b20fd854-90c0-4b82-9fa0-2bfa0e340c46 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Calling delete_port for 07b77979-0461-4f5a-9eef-35f1adef08df owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:17:27.036435 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3598f0d2-8c59-41df-a775-fa1778eb31d1 req-b20fd854-90c0-4b82-9fa0-2bfa0e340c46 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:27.064984 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fd854-90c0-4b82-9fa0-2bfa0e340c46 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Pushing event deleted for resources: {'Port': ['ID=07b77979-0461-4f5a-9eef-35f1adef08df,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:27.073829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['07b77979-0461-4f5a-9eef-35f1adef08df'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:17:27.107974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3598f0d2-8c59-41df-a775-fa1778eb31d1 req-b20fd854-90c0-4b82-9fa0-2bfa0e340c46 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] No DVR routers for this DVR port 07b77979-0461-4f5a-9eef-35f1adef08df on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:17:27.111051 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3598f0d2-8c59-41df-a775-fa1778eb31d1 req-b20fd854-90c0-4b82-9fa0-2bfa0e340c46 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:27.113017 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3598f0d2-8c59-41df-a775-fa1778eb31d1 req-b20fd854-90c0-4b82-9fa0-2bfa0e340c46 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.41 "DELETE /v2.0/ports/07b77979-0461-4f5a-9eef-35f1adef08df HTTP/1.1" status: 204 len: 173 time: 0.4019172 Aug 27 14:17:27.113446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc', 'name': 'network-vif-deleted', 'tag': '07b77979-0461-4f5a-9eef-35f1adef08df'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:17:27.115821 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df81898-7e76-45f2-bce8-f54bd85b5f48" -d '{"events": [{"server_uuid": "4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc", "name": "network-vif-deleted", "tag": "07b77979-0461-4f5a-9eef-35f1adef08df"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:17:27.156091 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9925204f-8890-40e5-874c-6006cfe1dbbd x-openstack-request-id: req-9925204f-8890-40e5-874c-6006cfe1dbbd {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:17:27.156406 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc", "name": "network-vif-deleted", "tag": "07b77979-0461-4f5a-9eef-35f1adef08df", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:17:27.156735 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9925204f-8890-40e5-874c-6006cfe1dbbd {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:17:27.157316 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc', 'name': 'network-vif-deleted', 'tag': '07b77979-0461-4f5a-9eef-35f1adef08df', 'status': 'completed', 'code': 200} Aug 27 14:17:27.460028 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca724cb4-7414-4c0d-a573-605bf8d63422 req-5db9a917-9165-4834-8c3d-a11bc491ee24 tempest-ServerTagsTestJSON-1797390510 tempest-ServerTagsTestJSON-1797390510-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b5bdec1-fed6-42f1-8b97-03d6cbb2b5bc HTTP/1.1" status: 200 len: 210 time: 0.0267732 Aug 27 14:17:28.520978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43986) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:28.565679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-0894c6a7-224a-4004-9c54-6428b8f8d380 admin admin] Deleting subnet fad1073e-da87-43ba-9315-70eb94d17b99 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:17:28.568764 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0894c6a7-224a-4004-9c54-6428b8f8d380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:28.605444 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0894c6a7-224a-4004-9c54-6428b8f8d380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:28.645656 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0894c6a7-224a-4004-9c54-6428b8f8d380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:28.705841 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0894c6a7-224a-4004-9c54-6428b8f8d380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:28.730371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894c6a7-224a-4004-9c54-6428b8f8d380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fad1073e-da87-43ba-9315-70eb94d17b99,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:28.737154 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0894c6a7-224a-4004-9c54-6428b8f8d380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:28.739478 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0894c6a7-224a-4004-9c54-6428b8f8d380 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fad1073e-da87-43ba-9315-70eb94d17b99 HTTP/1.1" status: 204 len: 168 time: 0.2174973 Aug 27 14:17:28.741843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43990) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:28.810365 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-be8c015c-e1c0-4ab3-b25c-e5d1333b516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:28.897009 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-be8c015c-e1c0-4ab3-b25c-e5d1333b516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:28.907004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-be8c015c-e1c0-4ab3-b25c-e5d1333b516f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f0102b-0d56-491c-a522-ece1bc1e27fe']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:28.917059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-be8c015c-e1c0-4ab3-b25c-e5d1333b516f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae0cc61-3b7c-4e05-afec-796a144f41ec') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:28.917356 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-be8c015c-e1c0-4ab3-b25c-e5d1333b516f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae0cc61-3b7c-4e05-afec-796a144f41ec') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:17:28.926585 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-be8c015c-e1c0-4ab3-b25c-e5d1333b516f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:28.940625 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-be8c015c-e1c0-4ab3-b25c-e5d1333b516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:28.946402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8c015c-e1c0-4ab3-b25c-e5d1333b516f admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:17:28.946826 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-be8c015c-e1c0-4ab3-b25c-e5d1333b516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:17:28.948463 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:17:29.003093 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-be8c015c-e1c0-4ab3-b25c-e5d1333b516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:29.009440 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-be8c015c-e1c0-4ab3-b25c-e5d1333b516f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:29.012614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-be8c015c-e1c0-4ab3-b25c-e5d1333b516f admin admin] 10.222.0.55 "DELETE /v2.0/networks/96f0102b-0d56-491c-a522-ece1bc1e27fe HTTP/1.1" status: 204 len: 168 time: 0.2698560 Aug 27 14:17:29.029377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c015c-e1c0-4ab3-b25c-e5d1333b516f admin admin] Pushing event deleted for resources: {'Network': ['ID=96f0102b-0d56-491c-a522-ece1bc1e27fe,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:29.061037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b7863-6870-4045-be91-252b29ef9849 req-3e8ca5d4-34e7-4922-884a-3a569c1d2ffd tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:29.062643 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c56b7863-6870-4045-be91-252b29ef9849 req-3e8ca5d4-34e7-4922-884a-3a569c1d2ffd tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 1098 time: 0.0446243 Aug 27 14:17:29.087753 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c56b7863-6870-4045-be91-252b29ef9849 req-980193da-8127-40b0-83d6-b38525afda2e tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:29.155294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44002) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:29.184840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c56b7863-6870-4045-be91-252b29ef9849 req-980193da-8127-40b0-83d6-b38525afda2e tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:29.190129 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c56b7863-6870-4045-be91-252b29ef9849 req-980193da-8127-40b0-83d6-b38525afda2e tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:29.207606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1373418d-10a9-4bbe-b174-64b2cb2d620f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1db26d0c493848d18600927734646300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471363 Aug 27 14:17:29.207606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44004) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:29.210023 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c56b7863-6870-4045-be91-252b29ef9849 req-980193da-8127-40b0-83d6-b38525afda2e tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409125 Aug 27 14:17:29.229801 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980193da-8127-40b0-83d6-b38525afda2e tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b0b5f6-077e-487d-90f4-0d0506122f14,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:29.259697 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da22ebfa-d91e-4413-b660-c0777e22e707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:29.282074 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da22ebfa-d91e-4413-b660-c0777e22e707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:29.352127 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da22ebfa-d91e-4413-b660-c0777e22e707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:29.354725 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da22ebfa-d91e-4413-b660-c0777e22e707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:29.355875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-da22ebfa-d91e-4413-b660-c0777e22e707 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b5d6eae-f509-475c-aea3-6d52a9160d28 HTTP/1.1" status: 204 len: 168 time: 0.1475422 Aug 27 14:17:29.369390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22ebfa-d91e-4413-b660-c0777e22e707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5d6eae-f509-475c-aea3-6d52a9160d28,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:29.379187 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624613e-b077-4265-a9b0-518a5baf8058 req-ae17025a-accc-48bc-bd20-97332ab982a0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:29.381579 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2624613e-b077-4265-a9b0-518a5baf8058 req-ae17025a-accc-48bc-bd20-97332ab982a0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0757458 Aug 27 14:17:29.451232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2624613e-b077-4265-a9b0-518a5baf8058 req-f5183a17-a689-4bc2-80b3-f4556324cad5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585966 Aug 27 14:17:29.466092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44016) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:29.541340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 07b77979-0461-4f5a-9eef-35f1adef08df no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:17:29.565925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 07b77979-0461-4f5a-9eef-35f1adef08df {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:17:29.566486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 07b77979-0461-4f5a-9eef-35f1adef08df not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:17:29.579963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8a635b0c-b76e-4cc4-989d-0190e3722bbe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/bf66a856-7609-4b57-8a64-a41c58a1ba68 HTTP/1.1" status: 200 len: 994 time: 0.1123276 Aug 27 14:17:30.247101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44066) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:30.359839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34785b31-8fd0-47ea-97b5-93080f29ad34 req-eded1f40-df00-4a3a-85b1-9bdeb5b2737c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:30.361988 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34785b31-8fd0-47ea-97b5-93080f29ad34 req-eded1f40-df00-4a3a-85b1-9bdeb5b2737c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0687702 Aug 27 14:17:30.411653 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34785b31-8fd0-47ea-97b5-93080f29ad34 req-1c88bf37-74c4-4b88-9ab1-0ec3611638ad tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397468 Aug 27 14:17:30.425418 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-1c4b6dce-127f-4837-924e-280511fe7ba1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1770833 Aug 27 14:17:31.169243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44140) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:31.294252 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5df4fe15-4bc5-47f0-ad1f-618ed16eaa6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:31.386664 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5df4fe15-4bc5-47f0-ad1f-618ed16eaa6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:31.390426 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5df4fe15-4bc5-47f0-ad1f-618ed16eaa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:31.433842 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5df4fe15-4bc5-47f0-ad1f-618ed16eaa6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ff16f97e7df467cb2c3ebd0101222a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632992 Aug 27 14:17:31.434631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4fe15-4bc5-47f0-ad1f-618ed16eaa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db702875-f562-47af-946f-9c096da017c2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:31.436507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44150) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:31.489299 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-836840bb-b31c-4834-a5e3-38883c15a476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:31.512015 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-836840bb-b31c-4834-a5e3-38883c15a476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:31.563170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6c3fa-8b2e-4269-b5b6-3e6fafd4568e req-e442f90d-7109-49d1-b004-2ad8b7a55ca6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:31.564900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ba6c3fa-8b2e-4269-b5b6-3e6fafd4568e req-e442f90d-7109-49d1-b004-2ad8b7a55ca6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0512674 Aug 27 14:17:31.565400 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-836840bb-b31c-4834-a5e3-38883c15a476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:31.568237 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-836840bb-b31c-4834-a5e3-38883c15a476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:31.571882 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-836840bb-b31c-4834-a5e3-38883c15a476 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db702875-f562-47af-946f-9c096da017c2 HTTP/1.1" status: 204 len: 168 time: 0.1319175 Aug 27 14:17:31.583514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836840bb-b31c-4834-a5e3-38883c15a476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db702875-f562-47af-946f-9c096da017c2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:31.646917 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ba6c3fa-8b2e-4269-b5b6-3e6fafd4568e req-18703144-4802-4435-bfc5-cf488af020b4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747676 Aug 27 14:17:31.820922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-ce012a32-19b4-4c7a-bc19-8b7898e313a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:31.822455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-ce012a32-19b4-4c7a-bc19-8b7898e313a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 1098 time: 0.0464540 Aug 27 14:17:31.928339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-7fecb312-e446-4937-9460-7cf5f3843c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:31.929861 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-7fecb312-e446-4937-9460-7cf5f3843c13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0fb103b4-0bd6-448e-8793-4c96a2884126 HTTP/1.1" status: 200 len: 897 time: 0.0999641 Aug 27 14:17:31.998992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-f97dfe44-0734-4520-ac3d-5e65c5c32f3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 HTTP/1.1" status: 200 len: 1002 time: 0.0618021 Aug 27 14:17:32.057883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-dd2f3bfa-71f1-4c57-b957-bc8a5bf754e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:32.059839 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-dd2f3bfa-71f1-4c57-b957-bc8a5bf754e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=748bf4cf-3b31-4ab6-8601-649e423e52cd HTTP/1.1" status: 200 len: 834 time: 0.0541344 Aug 27 14:17:32.120141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-2edbaf8c-0148-4866-92af-b2380431ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:32.121778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-2edbaf8c-0148-4866-92af-b2380431ff77 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0fb103b4-0bd6-448e-8793-4c96a2884126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492330 Aug 27 14:17:32.232569 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-53dfa2ce-8098-4aad-beee-980310e032e5 service neutron] 10.222.0.52 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017888 Aug 27 14:17:32.334015 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-030a3a98-7202-478a-8770-39acb71523a5 service neutron] 10.222.0.52 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934529 Aug 27 14:17:32.874948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697794c7-1c07-4495-a253-e7715eed8007 req-7f5d8c1f-1d5e-40b1-bfff-46d559ecef2d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:32.885300 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-697794c7-1c07-4495-a253-e7715eed8007 req-7f5d8c1f-1d5e-40b1-bfff-46d559ecef2d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0735214 Aug 27 14:17:32.923851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-697794c7-1c07-4495-a253-e7715eed8007 req-231986fc-7ecc-46ba-b91f-a97bc2ef5c5f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368114 Aug 27 14:17:34.053567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7bf5-c2e3-4900-b6dd-83104074effb req-cc61d43f-7236-442c-8b9a-6f04f1e3a1b8 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:34.055271 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96de7bf5-c2e3-4900-b6dd-83104074effb req-cc61d43f-7236-442c-8b9a-6f04f1e3a1b8 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0518470 Aug 27 14:17:34.097199 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96de7bf5-c2e3-4900-b6dd-83104074effb req-995ebd72-69b1-4c2d-b1b5-e0380b8c8bef tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349374 Aug 27 14:17:35.327162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13475ad5-fdea-47d6-a4bc-cfa900b20a3c req-4ad7bf31-74c2-49c7-9bb0-c32a1a1f9a71 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:35.335509 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13475ad5-fdea-47d6-a4bc-cfa900b20a3c req-4ad7bf31-74c2-49c7-9bb0-c32a1a1f9a71 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.1378195 Aug 27 14:17:35.386649 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13475ad5-fdea-47d6-a4bc-cfa900b20a3c req-8e3bf8ac-ef5a-445d-9f44-9d986053afee tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488453 Aug 27 14:17:36.212025 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:17:36.529156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde47b0-664c-4b76-8b1f-7fa3e01d77c5 req-5bb5164d-1d5b-4f05-8207-cf5bde8bcc40 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:36.530895 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7bde47b0-664c-4b76-8b1f-7fa3e01d77c5 req-5bb5164d-1d5b-4f05-8207-cf5bde8bcc40 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0560224 Aug 27 14:17:36.573345 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7bde47b0-664c-4b76-8b1f-7fa3e01d77c5 req-25e6a6bb-2214-4c8f-ab8e-43573dcfb514 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349858 Aug 27 14:17:37.571231 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e74f41b0-957e-44b4-a42d-b862e78cf04c req-1c3fef2b-08a7-4ff4-ac43-e980d06499f5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297959 Aug 27 14:17:37.667826 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e74f41b0-957e-44b4-a42d-b862e78cf04c req-1b48fe34-ae15-4924-b1ae-cf69b06453a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0446861 Aug 27 14:17:37.752812 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e74f41b0-957e-44b4-a42d-b862e78cf04c req-09343b74-a892-4464-8e85-90a889f049df service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368290 Aug 27 14:17:37.765119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aed6f-ee46-4dc5-93aa-520df944a0fb req-a48c23ae-2317-41fe-9728-7dcd6f3c686b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:37.767211 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-137aed6f-ee46-4dc5-93aa-520df944a0fb req-a48c23ae-2317-41fe-9728-7dcd6f3c686b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0876749 Aug 27 14:17:37.858322 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-137aed6f-ee46-4dc5-93aa-520df944a0fb req-dfc447a1-8220-4396-9a5b-f4b0da319c97 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827448 Aug 27 14:17:37.887400 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f41b0-957e-44b4-a42d-b862e78cf04c req-e30e2dac-2009-4745-8101-be7df8bbbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:37.888886 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e74f41b0-957e-44b4-a42d-b862e78cf04c req-e30e2dac-2009-4745-8101-be7df8bbbd61 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1208310 Aug 27 14:17:39.012464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bdea0-7c40-4211-a21e-a38f3e92b491 req-69c69547-8d48-4332-a419-fc6a319c824c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:39.014185 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e6bdea0-7c40-4211-a21e-a38f3e92b491 req-69c69547-8d48-4332-a419-fc6a319c824c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0549035 Aug 27 14:17:39.059085 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e6bdea0-7c40-4211-a21e-a38f3e92b491 req-c3d82ebf-daf3-4767-a06f-4bd239277ece tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371366 Aug 27 14:17:39.817899 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:40.212043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dca061-afa6-499e-af05-c045c237625b req-13ec30f8-e28a-4a7f-abfe-fbc38b05b0c7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:40.219980 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7dca061-afa6-499e-af05-c045c237625b req-13ec30f8-e28a-4a7f-abfe-fbc38b05b0c7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0865164 Aug 27 14:17:40.269328 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7dca061-afa6-499e-af05-c045c237625b req-78cdfbc6-9899-4d5f-9941-c57ac9f67495 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482121 Aug 27 14:17:41.410772 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed8711-c801-4b52-b658-5e59a80ebc07 req-d5d46729-6072-43b8-a29a-20637af7d6a4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:41.415270 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-65ed8711-c801-4b52-b658-5e59a80ebc07 req-d5d46729-6072-43b8-a29a-20637af7d6a4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0582528 Aug 27 14:17:41.432245 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44452) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:41.467447 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-65ed8711-c801-4b52-b658-5e59a80ebc07 req-b99075d6-ed0f-43f0-b9d1-442c02efd429 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495176 Aug 27 14:17:41.548132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-27c669ff-d487-4900-acf5-b7272fab4a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:41.649964 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-27c669ff-d487-4900-acf5-b7272fab4a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:41.653914 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-27c669ff-d487-4900-acf5-b7272fab4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:41.700376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c669ff-d487-4900-acf5-b7272fab4a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdb10b9-e329-4e3e-b28f-5e301912c06d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:41.708192 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-27c669ff-d487-4900-acf5-b7272fab4a4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=786d1d1100354de6923ec73fb9753aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747219 Aug 27 14:17:41.710890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44460) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:41.768456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9f45d8d-f0f2-436f-aaf5-f165f9cd3a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:41.790565 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9f45d8d-f0f2-436f-aaf5-f165f9cd3a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:41.840527 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9f45d8d-f0f2-436f-aaf5-f165f9cd3a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:41.843511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9f45d8d-f0f2-436f-aaf5-f165f9cd3a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:41.848605 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d9f45d8d-f0f2-436f-aaf5-f165f9cd3a9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1fdb10b9-e329-4e3e-b28f-5e301912c06d HTTP/1.1" status: 204 len: 168 time: 0.1341772 Aug 27 14:17:41.860105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f45d8d-f0f2-436f-aaf5-f165f9cd3a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdb10b9-e329-4e3e-b28f-5e301912c06d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:42.604805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa29c78-cd3e-4a86-a25e-0c715459221b req-02e4e159-bf75-4287-ab8e-2d5feb0cf092 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:42.606882 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1aa29c78-cd3e-4a86-a25e-0c715459221b req-02e4e159-bf75-4287-ab8e-2d5feb0cf092 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0592141 Aug 27 14:17:42.647237 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1aa29c78-cd3e-4a86-a25e-0c715459221b req-0b812496-552d-4def-8b56-103f868b2a44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338769 Aug 27 14:17:43.803904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae585ce-1f2e-4cac-8643-8906901cbc4e req-dad566af-4c99-468d-9dc5-7a6ca78b0bdb tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:43.805820 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0ae585ce-1f2e-4cac-8643-8906901cbc4e req-dad566af-4c99-468d-9dc5-7a6ca78b0bdb tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0601506 Aug 27 14:17:43.858927 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0ae585ce-1f2e-4cac-8643-8906901cbc4e req-4d154c97-8a58-434e-87a0-969a23d17a77 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454495 Aug 27 14:17:44.463113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44594) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:44.607456 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-afa382f8-50d6-45f4-a1d2-cdfcdb7fd350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:44.639632 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5c2bd8-c720-48b6-a7ae-b60170e2dfc6 req-dfa7884e-a7a0-4726-88e7-6e54089061a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0722730 Aug 27 14:17:44.647459 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d1590df7-4c12-43f6-861d-1aa99e967470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:44.764760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c2bd8-c720-48b6-a7ae-b60170e2dfc6 req-c9be423d-4925-4f1a-96e1-24bb33ecabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:44.767100 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5c2bd8-c720-48b6-a7ae-b60170e2dfc6 req-c9be423d-4925-4f1a-96e1-24bb33ecabbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 1097 time: 0.0757327 Aug 27 14:17:44.772895 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-afa382f8-50d6-45f4-a1d2-cdfcdb7fd350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:44.776223 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-afa382f8-50d6-45f4-a1d2-cdfcdb7fd350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:44.869173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-afa382f8-50d6-45f4-a1d2-cdfcdb7fd350 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3d679c258f94910995a6517f317b394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4049363 Aug 27 14:17:44.871896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44612) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:44.872365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa382f8-50d6-45f4-a1d2-cdfcdb7fd350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf87693-5efc-4877-9f06-8084bed41047,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:44.924198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c2bd8-c720-48b6-a7ae-b60170e2dfc6 req-883e686c-e085-4d29-bd7a-3f2e8432f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:44.925752 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5c2bd8-c720-48b6-a7ae-b60170e2dfc6 req-883e686c-e085-4d29-bd7a-3f2e8432f66e service neutron] 10.222.0.41 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 918 time: 0.1308935 Aug 27 14:17:44.963394 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-34147a7d-2ad8-4ff5-8e8c-386ad0571c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:44.989264 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-34147a7d-2ad8-4ff5-8e8c-386ad0571c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:45.032874 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5c2bd8-c720-48b6-a7ae-b60170e2dfc6 req-152cd1d0-d890-4427-ba6e-dd0247004935 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a HTTP/1.1" status: 200 len: 1001 time: 0.0982344 Aug 27 14:17:45.039026 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-34147a7d-2ad8-4ff5-8e8c-386ad0571c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:45.042225 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-34147a7d-2ad8-4ff5-8e8c-386ad0571c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:45.044748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd6f59-9bf3-4eff-9af4-a8fa10d36bf0 req-46fd19eb-b2ce-43ee-8d4d-4ab927423c67 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:45.046290 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-34147a7d-2ad8-4ff5-8e8c-386ad0571c8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebf87693-5efc-4877-9f06-8084bed41047 HTTP/1.1" status: 204 len: 168 time: 0.1732504 Aug 27 14:17:45.055029 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ecd6f59-9bf3-4eff-9af4-a8fa10d36bf0 req-46fd19eb-b2ce-43ee-8d4d-4ab927423c67 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0728309 Aug 27 14:17:45.055373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34147a7d-2ad8-4ff5-8e8c-386ad0571c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf87693-5efc-4877-9f06-8084bed41047,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:45.139079 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ecd6f59-9bf3-4eff-9af4-a8fa10d36bf0 req-102e9ca3-104d-4c7e-b349-8ced9917182f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825965 Aug 27 14:17:45.151652 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c2bd8-c720-48b6-a7ae-b60170e2dfc6 req-0dbd9c4a-7ebb-4b18-9cd2-518c99268071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:45.153831 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5c2bd8-c720-48b6-a7ae-b60170e2dfc6 req-0dbd9c4a-7ebb-4b18-9cd2-518c99268071 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 200 len: 856 time: 0.0936949 Aug 27 14:17:45.221716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c2bd8-c720-48b6-a7ae-b60170e2dfc6 req-a6c99fd5-412c-47cf-80c2-0da3510b52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:45.222628 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5c2bd8-c720-48b6-a7ae-b60170e2dfc6 req-a6c99fd5-412c-47cf-80c2-0da3510b52c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=739db5ed-1ce5-49e2-8532-a593a50ed487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606203 Aug 27 14:17:45.333564 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5c2bd8-c720-48b6-a7ae-b60170e2dfc6 req-1ad2199e-6f22-41b9-ba44-1c23274a4ed7 service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026232 Aug 27 14:17:45.424630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44630) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:45.433065 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5c2bd8-c720-48b6-a7ae-b60170e2dfc6 req-ac7f9bfd-45b5-424a-9f81-076f2ee8eb9c service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920339 Aug 27 14:17:45.438723 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-25c82792-e6c2-4271-ab39-eee045eb14ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:45.569431 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-25c82792-e6c2-4271-ab39-eee045eb14ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:45.579228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-25c82792-e6c2-4271-ab39-eee045eb14ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:45.615365 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-25c82792-e6c2-4271-ab39-eee045eb14ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bfccc9f8ddf94447af33de017d502f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1896579 Aug 27 14:17:45.617952 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44640) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:45.623923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c82792-e6c2-4271-ab39-eee045eb14ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a94e901-b919-42b9-b273-136ba3c48d2f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:45.677212 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-359f412e-88eb-4f38-b60f-2caee549a3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:45.698552 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-359f412e-88eb-4f38-b60f-2caee549a3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:45.749324 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-359f412e-88eb-4f38-b60f-2caee549a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:45.752191 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-359f412e-88eb-4f38-b60f-2caee549a3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:45.753361 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-359f412e-88eb-4f38-b60f-2caee549a3c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a94e901-b919-42b9-b273-136ba3c48d2f HTTP/1.1" status: 204 len: 168 time: 0.1341972 Aug 27 14:17:45.761753 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f412e-88eb-4f38-b60f-2caee549a3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a94e901-b919-42b9-b273-136ba3c48d2f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:46.314699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d66d8-220c-4594-9841-caa02a707ebe req-597bbd6e-fba5-43ed-92c3-5dff63c21b59 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:46.316275 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fc3d66d8-220c-4594-9841-caa02a707ebe req-597bbd6e-fba5-43ed-92c3-5dff63c21b59 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0793047 Aug 27 14:17:46.375419 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fc3d66d8-220c-4594-9841-caa02a707ebe req-08f2406e-e849-4e0b-8912-b3347547a585 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520914 Aug 27 14:17:47.471552 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:47.506337 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-72241266-7973-4278-97ed-246924ffd54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:47.518833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd7c9e-64a0-4ac5-8835-5adda647659a req-09d2eb05-156b-4596-807c-c3395657ca2a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:47.520629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a2cd7c9e-64a0-4ac5-8835-5adda647659a req-09d2eb05-156b-4596-807c-c3395657ca2a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0620186 Aug 27 14:17:47.572460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a2cd7c9e-64a0-4ac5-8835-5adda647659a req-68a940d1-24aa-442c-83e9-73b670d68c83 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456002 Aug 27 14:17:48.739223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe23c3-e23c-47c1-b1d9-dd3f481d9694 req-dffe5e21-3680-4745-b096-8bd2c2f40555 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:48.741545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4dfe23c3-e23c-47c1-b1d9-dd3f481d9694 req-dffe5e21-3680-4745-b096-8bd2c2f40555 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0709312 Aug 27 14:17:48.767958 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:48.795849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4dfe23c3-e23c-47c1-b1d9-dd3f481d9694 req-cfce5dfe-e5a0-48e7-8553-f7da334e8d70 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476842 Aug 27 14:17:49.539010 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-eaa8c35e-1a7f-4b5b-8715-a1043b347806 service neutron] show failed (client error): The resource could not be found. Aug 27 14:17:49.540341 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-eaa8c35e-1a7f-4b5b-8715-a1043b347806 service neutron] 10.222.0.52 "GET /v2.0/ports/0f66c83c-b1a7-4d65-ade0-dec83dcb4b07/bindings/n-h2-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0602758 Aug 27 14:17:49.799805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-c5207516-d4e9-4dad-b75a-b4ebce9708db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:49.801327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-c5207516-d4e9-4dad-b75a-b4ebce9708db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba&tenant_id=192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 1098 time: 0.0771265 Aug 27 14:17:49.821114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:17:49.883395 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:49.959800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd051a9-8c9b-4e41-adb1-a07e675e9be3 req-41cdc8ca-c963-4a0e-8c28-bfd342492f57 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:49.962001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dfd051a9-8c9b-4e41-adb1-a07e675e9be3 req-41cdc8ca-c963-4a0e-8c28-bfd342492f57 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0802467 Aug 27 14:17:50.013201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dfd051a9-8c9b-4e41-adb1-a07e675e9be3 req-4c3b8e52-5b73-4265-b349-4e418dd55bd3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447352 Aug 27 14:17:50.131598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] For port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:50.172968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] For port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:17:50.195523 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:50.223464 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:50.225464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:17:50.227885 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72e72f1-0768-4528-a32b-38b64683ac5e" -d '{"events": [{"server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "name": "network-vif-unplugged", "status": "completed", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:17:50.241294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Transition to ACTIVE for port object 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:17:50.245575 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:50.352052 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c356b2-0c04-4631-b746-9deb0731a67c x-openstack-request-id: req-d1c356b2-0c04-4631-b746-9deb0731a67c {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:17:50.352340 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "name": "network-vif-unplugged", "status": "completed", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:17:50.352597 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1c356b2-0c04-4631-b746-9deb0731a67c {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:17:50.352986 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'code': 200} Aug 27 14:17:50.401054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Pushing event updated for resources: {'Port': ['ID=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,revision_number=6']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:50.442770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] No DVR routers for this DVR port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:17:50.637887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Attempting to bind port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:17:50.638218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Attempting to bind port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:17:50.638543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Attempting to bind port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 on network 0fb103b4-0bd6-448e-8793-4c96a2884126 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:17:50.644189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 on network 0fb103b4-0bd6-448e-8793-4c96a2884126 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:17:50.644514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Attempting to bind port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 on network 0fb103b4-0bd6-448e-8793-4c96a2884126 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:17:50.649684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:17:50.650015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Checking segment: {'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:17:50.650390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Bound using segment: {'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:17:50.650854 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Bound port: 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd4255d-bb1f-4d99-85ee-64d2c8619589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:17:50.651269 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:50.731177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] For port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:17:50.735250 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] For port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:17:50.742380 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:50.821617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Pushing event updated for resources: {'Port': ['ID=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:50.829099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:50.830109 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:50.831906 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-4248ae41-bb4e-45ed-ba70-4756900693ac service neutron] 10.222.0.41 "PUT /v2.0/ports/0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 HTTP/1.1" status: 200 len: 1093 time: 1.0157208 Aug 27 14:17:50.908826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-b8c598e3-71fb-44e5-a869-21679a8c7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:50.910459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-b8c598e3-71fb-44e5-a869-21679a8c7aad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 1096 time: 0.0437977 Aug 27 14:17:51.025387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-3c5b9603-dfdf-489e-a115-725979c87465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:51.026948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-3c5b9603-dfdf-489e-a115-725979c87465 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0fb103b4-0bd6-448e-8793-4c96a2884126 HTTP/1.1" status: 200 len: 897 time: 0.1084688 Aug 27 14:17:51.097092 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-76e97590-ea00-441a-94e4-9158933acad3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 HTTP/1.1" status: 200 len: 1000 time: 0.0628695 Aug 27 14:17:51.185676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-70f79fbd-b7fb-4b5a-9db8-e7a4adf8b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:51.187262 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-70f79fbd-b7fb-4b5a-9db8-e7a4adf8b86a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=748bf4cf-3b31-4ab6-8601-649e423e52cd HTTP/1.1" status: 200 len: 834 time: 0.0831485 Aug 27 14:17:51.212225 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e8cc4-7d7b-406a-a47d-b61703825107 req-10b1c887-8704-46d3-8a07-fa315d1d76af tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:51.214954 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c8e8cc4-7d7b-406a-a47d-b61703825107 req-10b1c887-8704-46d3-8a07-fa315d1d76af tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 944 time: 0.0975900 Aug 27 14:17:51.309262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-e1248d11-90e2-4b56-98da-1e0d1fe56938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:51.310826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-e1248d11-90e2-4b56-98da-1e0d1fe56938 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fb103b4-0bd6-448e-8793-4c96a2884126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946081 Aug 27 14:17:51.313829 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c8e8cc4-7d7b-406a-a47d-b61703825107 req-1eb69bd1-968c-4a12-8b95-304ea6733eec tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844023 Aug 27 14:17:51.412483 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:51.423151 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-bf4257de-97b2-44f6-acac-72e850eda077 service neutron] 10.222.0.41 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039314 Aug 27 14:17:51.525574 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b728b1d-389b-4db5-ba2f-6f78d1377cda req-32beae81-f7ca-4dcc-aba6-6ae18611eccc service neutron] 10.222.0.41 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955820 Aug 27 14:17:52.354400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:17:52.356765 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ac3f1f-230c-43a0-b2bb-032acaa92a06" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:17:52.425862 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb0c291-abf1-409d-b794-8fdd6344cad3 x-openstack-request-id: req-eeb0c291-abf1-409d-b794-8fdd6344cad3 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:17:52.426274 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:17:52.426579 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eeb0c291-abf1-409d-b794-8fdd6344cad3 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:17:52.427009 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'status': 'completed', 'code': 200} Aug 27 14:17:52.463169 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce943c5-8ad9-49c8-95cf-8b5c955feb8a req-cff36abc-ae5b-449f-939b-60169439d1de tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:52.465098 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ce943c5-8ad9-49c8-95cf-8b5c955feb8a req-cff36abc-ae5b-449f-939b-60169439d1de tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 944 time: 0.0761075 Aug 27 14:17:52.482323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-3c0ae4a8-f3f9-4d96-af1d-7fd66469cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:52.484662 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-3c0ae4a8-f3f9-4d96-af1d-7fd66469cdf8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 1096 time: 0.0523901 Aug 27 14:17:52.544973 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ce943c5-8ad9-49c8-95cf-8b5c955feb8a req-86a99582-e9c1-42c1-8dae-76a6b48145f3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501106 Aug 27 14:17:52.568923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-32a04906-c6f6-48b1-bb0a-ddfb6f1c7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:52.570460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-32a04906-c6f6-48b1-bb0a-ddfb6f1c7cd0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 1096 time: 0.1041234 Aug 27 14:17:52.603593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-5438f03f-02a8-40a4-9665-0b7b85d9309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:52.605110 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-5438f03f-02a8-40a4-9665-0b7b85d9309b service neutron] 10.222.0.52 "GET /v2.0/networks?id=0fb103b4-0bd6-448e-8793-4c96a2884126 HTTP/1.1" status: 200 len: 897 time: 0.1137822 Aug 27 14:17:52.677018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-94022c98-a258-4c02-9344-6f165326d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:52.678943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-94022c98-a258-4c02-9344-6f165326d93c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0fb103b4-0bd6-448e-8793-4c96a2884126 HTTP/1.1" status: 200 len: 897 time: 0.0976713 Aug 27 14:17:52.786408 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-e3e832d9-8441-4223-bf62-ecf5b43bd1cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 HTTP/1.1" status: 200 len: 1000 time: 0.0975442 Aug 27 14:17:52.844397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-77507fd7-bb5e-4968-a0a1-70f65a026fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:52.846314 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-77507fd7-bb5e-4968-a0a1-70f65a026fe9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=748bf4cf-3b31-4ab6-8601-649e423e52cd HTTP/1.1" status: 200 len: 834 time: 0.0526583 Aug 27 14:17:52.904665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-5ee4f1f6-72eb-400b-9567-743a97b87ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:52.907741 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-5ee4f1f6-72eb-400b-9567-743a97b87ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fb103b4-0bd6-448e-8793-4c96a2884126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528600 Aug 27 14:17:53.055945 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-d60f1e68-f4f2-4643-a562-f602dab51387 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 HTTP/1.1" status: 200 len: 1000 time: 0.4434881 Aug 27 14:17:53.087275 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-0c8444b6-721d-470f-93a5-8e68f85797e8 service neutron] 10.222.0.41 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703618 Aug 27 14:17:53.114124 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-c2ddbb20-db6f-4abb-81a9-e7da832e742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:53.115950 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-c2ddbb20-db6f-4abb-81a9-e7da832e742d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=748bf4cf-3b31-4ab6-8601-649e423e52cd HTTP/1.1" status: 200 len: 834 time: 0.0532794 Aug 27 14:17:53.166701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-dfe47865-5da7-4120-ae0d-c4a115763d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:53.168442 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-dfe47865-5da7-4120-ae0d-c4a115763d2f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0fb103b4-0bd6-448e-8793-4c96a2884126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454829 Aug 27 14:17:53.190936 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-a63258f5-e097-4564-948a-adc85bcc68d8 service neutron] 10.222.0.41 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954185 Aug 27 14:17:53.279857 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-b0f839c4-498c-4a42-a502-0eb03d653e0f service neutron] 10.222.0.52 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037002 Aug 27 14:17:53.374170 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80ac3f1f-230c-43a0-b2bb-032acaa92a06 req-4cf92e47-1d71-4aa9-bdcf-1646c8f8da98 service neutron] 10.222.0.52 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870824 Aug 27 14:17:53.663154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb74a42-2cbf-48d3-92d8-551ae39ff9c8 req-1991f96e-1b23-4040-a8b4-f4f77678ac45 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:53.671204 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-deb74a42-2cbf-48d3-92d8-551ae39ff9c8 req-1991f96e-1b23-4040-a8b4-f4f77678ac45 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 944 time: 0.0547643 Aug 27 14:17:53.705579 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-deb74a42-2cbf-48d3-92d8-551ae39ff9c8 req-bbaa1c4e-d1d8-43d8-8ac5-fd9f4c432648 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334125 Aug 27 14:17:54.847620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3511857-58b7-4515-ba2a-49ce46039b41 req-eb46a8c8-569b-43f4-8661-98eb309ebaa9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:54.849477 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e3511857-58b7-4515-ba2a-49ce46039b41 req-eb46a8c8-569b-43f4-8661-98eb309ebaa9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 944 time: 0.0567036 Aug 27 14:17:54.866600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:17:54.894188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e3511857-58b7-4515-ba2a-49ce46039b41 req-203ee070-e24f-46e0-b75c-d3b2b9504982 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368299 Aug 27 14:17:54.924311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:17:55.058973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44958) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:55.183292 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58778ddf-6298-49ae-9da4-57c7d8f97c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:55.300784 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58778ddf-6298-49ae-9da4-57c7d8f97c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:55.307316 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58778ddf-6298-49ae-9da4-57c7d8f97c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:55.350007 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44970) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:55.350272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-58778ddf-6298-49ae-9da4-57c7d8f97c4e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92ba52ea2e69410284548992a0162112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899284 Aug 27 14:17:55.352515 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58778ddf-6298-49ae-9da4-57c7d8f97c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb017ea-5ad3-49d3-b105-0a2fc1a1d6ce,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:55.422745 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6fdc79d5-e555-497a-83b3-8e688636e3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:55.447443 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6fdc79d5-e555-497a-83b3-8e688636e3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:55.495040 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6fdc79d5-e555-497a-83b3-8e688636e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:55.497564 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6fdc79d5-e555-497a-83b3-8e688636e3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:55.501026 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6fdc79d5-e555-497a-83b3-8e688636e3fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cfb017ea-5ad3-49d3-b105-0a2fc1a1d6ce HTTP/1.1" status: 204 len: 168 time: 0.1470053 Aug 27 14:17:55.506570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc79d5-e555-497a-83b3-8e688636e3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb017ea-5ad3-49d3-b105-0a2fc1a1d6ce,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:55.645703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:17:55.750385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:55.762048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'port_id': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'mac_address': 'fa:16:3e:0c:2a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:17:55.784714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44976) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:55.801431 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13933230-582b-430c-8d66-852881c8b9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:55.801816 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:55.815786 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:17:55.842315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:55.848614 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:55.902335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:55.920280 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13933230-582b-430c-8d66-852881c8b9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:55.925544 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13933230-582b-430c-8d66-852881c8b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:55.970737 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-13933230-582b-430c-8d66-852881c8b9ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79d136fac9fa4dd7bc61baf48cd29b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819010 Aug 27 14:17:55.971489 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44980) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:55.972025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13933230-582b-430c-8d66-852881c8b9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e606ccf8-6582-41df-bc67-40b357fdbfdf,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:56.049855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b426b-5047-4c99-9ef7-a88d8f040c67 req-682a41c3-ea44-4da7-938e-597033762827 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:56.051414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-984b426b-5047-4c99-9ef7-a88d8f040c67 req-682a41c3-ea44-4da7-938e-597033762827 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 945 time: 0.0789149 Aug 27 14:17:56.071770 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-471414ca-309e-43a2-ae63-88696fa69f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:56.111221 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-471414ca-309e-43a2-ae63-88696fa69f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:56.121229 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-984b426b-5047-4c99-9ef7-a88d8f040c67 req-7d1a86d8-77b3-4a41-90cd-475d6a0cc2d1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600328 Aug 27 14:17:56.179527 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-471414ca-309e-43a2-ae63-88696fa69f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:56.182840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-471414ca-309e-43a2-ae63-88696fa69f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:56.184392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-471414ca-309e-43a2-ae63-88696fa69f34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e606ccf8-6582-41df-bc67-40b357fdbfdf HTTP/1.1" status: 204 len: 168 time: 0.2102942 Aug 27 14:17:56.196804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471414ca-309e-43a2-ae63-88696fa69f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e606ccf8-6582-41df-bc67-40b357fdbfdf,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:56.300568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0f66c83c-b1a7-4d65-ade0-dec83dcb4b07'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:17:56.416794 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf25df-e451-4061-9443-d8b755715b1f req-367ffc9a-3a34-4d98-a0a8-7f00b6f04767 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:56.426298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39bf25df-e451-4061-9443-d8b755715b1f req-367ffc9a-3a34-4d98-a0a8-7f00b6f04767 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 945 time: 0.0974565 Aug 27 14:17:56.485241 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39bf25df-e451-4061-9443-d8b755715b1f req-5f90f2bc-3b03-44f1-a833-487e04d462c8 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533819 Aug 27 14:17:56.559957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-47dd9b1e-8371-4d24-94ba-7f646020ab98 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:56.561964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-47dd9b1e-8371-4d24-94ba-7f646020ab98 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba&tenant_id=192eb92f7c9846a9901dbb1419062132&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 945 time: 0.1498237 Aug 27 14:17:56.669559 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-4ec8fced-7fe6-4f90-afb8-54bc4c3702ab service neutron] delete failed (client error): The resource could not be found. Aug 27 14:17:56.670661 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-4ec8fced-7fe6-4f90-afb8-54bc4c3702ab service neutron] 10.222.0.52 "DELETE /v2.0/ports/0f66c83c-b1a7-4d65-ade0-dec83dcb4b07/bindings/n-h1-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.1015050 Aug 27 14:17:56.726063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45002) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:56.740290 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f76c748-2234-4b6c-bda5-b80a037bba6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:56.767388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-c48bb922-e053-4dfb-a056-210e8cfa4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:56.769663 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-c48bb922-e053-4dfb-a056-210e8cfa4c46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 1097 time: 0.0515499 Aug 27 14:17:56.833180 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f76c748-2234-4b6c-bda5-b80a037bba6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:56.837941 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f76c748-2234-4b6c-bda5-b80a037bba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:56.870152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-a745659a-afe6-41c1-9917-76a11b863fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:56.871699 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-a745659a-afe6-41c1-9917-76a11b863fc6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0fb103b4-0bd6-448e-8793-4c96a2884126 HTTP/1.1" status: 200 len: 897 time: 0.0952961 Aug 27 14:17:56.883604 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6f76c748-2234-4b6c-bda5-b80a037bba6f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6fa04f1b24f449290021ed22f717023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563523 Aug 27 14:17:56.884470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45004) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:56.891084 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76c748-2234-4b6c-bda5-b80a037bba6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a9e5e5-5bb4-4a08-87cb-d481258eadb4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:56.945885 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-219efd08-c3ed-4fbf-bd85-d4e9081c76f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:56.946890 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-ccf6a235-ef24-4c41-91c5-e0a713bfae69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 HTTP/1.1" status: 200 len: 1001 time: 0.0678604 Aug 27 14:17:56.967762 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-219efd08-c3ed-4fbf-bd85-d4e9081c76f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:57.001042 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-fa36afdb-8e7a-4552-a6d5-3116f11b5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:57.002792 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-fa36afdb-8e7a-4552-a6d5-3116f11b5cb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=748bf4cf-3b31-4ab6-8601-649e423e52cd HTTP/1.1" status: 200 len: 834 time: 0.0476801 Aug 27 14:17:57.022357 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-219efd08-c3ed-4fbf-bd85-d4e9081c76f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:57.026087 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-219efd08-c3ed-4fbf-bd85-d4e9081c76f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:57.027732 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-219efd08-c3ed-4fbf-bd85-d4e9081c76f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9a9e5e5-5bb4-4a08-87cb-d481258eadb4 HTTP/1.1" status: 204 len: 168 time: 0.1423559 Aug 27 14:17:57.038171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219efd08-c3ed-4fbf-bd85-d4e9081c76f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a9e5e5-5bb4-4a08-87cb-d481258eadb4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:57.064288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-981bfa0e-f202-489d-90ae-a5e313255464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:57.065826 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-981bfa0e-f202-489d-90ae-a5e313255464 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0fb103b4-0bd6-448e-8793-4c96a2884126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562541 Aug 27 14:17:57.164824 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-25e87792-e31c-4e9a-9739-02df8987a707 service neutron] 10.222.0.52 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916150 Aug 27 14:17:57.271962 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-746ef267-83fa-4a10-a3a8-541f0d55a679 req-9786445e-e4da-4930-9e34-e47745317a60 service neutron] 10.222.0.52 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005888 Aug 27 14:17:57.634452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e43989-0e57-4490-9bcf-9ccf61b572c0 req-d2d3888d-b4ab-4939-8fc1-9aaa6d38f759 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:57.636304 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-91e43989-0e57-4490-9bcf-9ccf61b572c0 req-d2d3888d-b4ab-4939-8fc1-9aaa6d38f759 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 945 time: 0.0845618 Aug 27 14:17:57.649315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:17:57.683140 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-91e43989-0e57-4490-9bcf-9ccf61b572c0 req-c546af77-bf1f-4d71-993a-142642c58655 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394545 Aug 27 14:17:57.733527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:17:57.738429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:17:57.738843 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:57.863975 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:57.892265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:17:57.894509 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075e32f0-c927-4bf2-89b5-3af00bf16e4b" -d '{"events": [{"server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "name": "network-vif-plugged", "status": "completed", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:17:57.908789 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:17:57.914570 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:57.959257 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9862393b-ed92-47e4-989f-6bf13def0a57 x-openstack-request-id: req-9862393b-ed92-47e4-989f-6bf13def0a57 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:17:57.959641 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "name": "network-vif-plugged", "status": "completed", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:17:57.959905 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9862393b-ed92-47e4-989f-6bf13def0a57 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:17:57.960405 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'code': 200} Aug 27 14:17:57.978644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:58.217151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45044) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:58.327385 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:58.418221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:58.422333 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:58.463398 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=986c38a6fcd74549936ca83147d12cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451365 Aug 27 14:17:58.466114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45052) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:58.474178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e8a114-0ca2-4d22-b0a8-1b6203552ad5,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:58.488379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:58.488724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:58.489245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:58.489742 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:58.490248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:58.490773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:58.491254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:58.491738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:58.492225 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:58.492809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:58.493419 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:58.493986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38231aff-7aa4-46ba-a864-502c0c120d1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:17:58.536697 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c0cadc3d-e366-442c-a6f9-4705970aab10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:58.557934 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c0cadc3d-e366-442c-a6f9-4705970aab10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:58.615087 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c0cadc3d-e366-442c-a6f9-4705970aab10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:58.618636 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c0cadc3d-e366-442c-a6f9-4705970aab10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:17:58.621190 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c0cadc3d-e366-442c-a6f9-4705970aab10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9e8a114-0ca2-4d22-b0a8-1b6203552ad5 HTTP/1.1" status: 204 len: 168 time: 0.1540093 Aug 27 14:17:58.632891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cadc3d-e366-442c-a6f9-4705970aab10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e8a114-0ca2-4d22-b0a8-1b6203552ad5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:17:58.823591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd01d66-bb32-4c39-a016-3c4b0e2d137b req-21bf6c31-6270-4f91-9907-8044d3c7b7c3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:17:58.825351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2fd01d66-bb32-4c39-a016-3c4b0e2d137b req-21bf6c31-6270-4f91-9907-8044d3c7b7c3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0552564 Aug 27 14:17:58.867480 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2fd01d66-bb32-4c39-a016-3c4b0e2d137b req-c7b7b4df-f41d-4379-82a0-47b1d63094aa tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361531 Aug 27 14:17:58.891217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45068) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:17:58.962399 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5435739f-487d-4b62-bde3-6445002a39e5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/bf66a856-7609-4b57-8a64-a41c58a1ba68 HTTP/1.1" status: 200 len: 994 time: 0.0700238 Aug 27 14:18:00.599560 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45148) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:00.708901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3db35f49-2061-4cfc-a165-025c413459ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:00.817925 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3db35f49-2061-4cfc-a165-025c413459ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:00.822432 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3db35f49-2061-4cfc-a165-025c413459ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:00.880575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3db35f49-2061-4cfc-a165-025c413459ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb2a4be8b4fb4b41bceb810f839729a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773871 Aug 27 14:18:00.880575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db35f49-2061-4cfc-a165-025c413459ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5add3e88-5876-4a6c-864a-5bb8c47f1824,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:00.881461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45156) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:00.936320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:00.958599 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:01.012258 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:01.014695 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:01.016556 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5add3e88-5876-4a6c-864a-5bb8c47f1824 HTTP/1.1" status: 204 len: 168 time: 0.1331592 Aug 27 14:18:01.025935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5add3e88-5876-4a6c-864a-5bb8c47f1824,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:01.034021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:01.034569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:01.035103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:01.035595 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:01.036080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:01.036591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:01.037070 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:01.037550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:01.038029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:01.038728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:01.039209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:01.039685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c4db6-0879-4949-8b34-e341cc8943ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:01.324222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45176) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:01.340318 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43be6683-11db-4e94-a4e3-52bec419ccaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:01.441482 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43be6683-11db-4e94-a4e3-52bec419ccaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:01.445503 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43be6683-11db-4e94-a4e3-52bec419ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:01.488239 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-43be6683-11db-4e94-a4e3-52bec419ccaf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd339972693d45679f689f02e07949e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626492 Aug 27 14:18:01.489128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be6683-11db-4e94-a4e3-52bec419ccaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7665d9e7-64db-4226-8d40-22b6d9791879,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:01.490928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45180) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:01.549250 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-16260675-2529-4a30-b94f-3976ab3f8848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:01.570108 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-16260675-2529-4a30-b94f-3976ab3f8848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:01.631846 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-16260675-2529-4a30-b94f-3976ab3f8848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:01.634648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-16260675-2529-4a30-b94f-3976ab3f8848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:01.638477 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-16260675-2529-4a30-b94f-3976ab3f8848 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7665d9e7-64db-4226-8d40-22b6d9791879 HTTP/1.1" status: 204 len: 168 time: 0.1439166 Aug 27 14:18:01.644601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16260675-2529-4a30-b94f-3976ab3f8848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7665d9e7-64db-4226-8d40-22b6d9791879,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:03.787436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45314) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:03.903032 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80752320-dc0e-40c9-b9ae-b07f45754c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:03.994047 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80752320-dc0e-40c9-b9ae-b07f45754c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:03.997872 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80752320-dc0e-40c9-b9ae-b07f45754c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:04.042673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-80752320-dc0e-40c9-b9ae-b07f45754c42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5cf81795b5304dfb81906092d224832b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540147 Aug 27 14:18:04.043384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45324) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:04.045566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80752320-dc0e-40c9-b9ae-b07f45754c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa86c25-360f-400c-a6c9-cb51e88d2df1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:04.107435 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16cd06d3-a56a-4d60-b31b-5876ed669b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:04.132029 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16cd06d3-a56a-4d60-b31b-5876ed669b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:04.184844 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16cd06d3-a56a-4d60-b31b-5876ed669b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:04.187543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16cd06d3-a56a-4d60-b31b-5876ed669b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:04.201561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-16cd06d3-a56a-4d60-b31b-5876ed669b9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fa86c25-360f-400c-a6c9-cb51e88d2df1 HTTP/1.1" status: 204 len: 168 time: 0.1489658 Aug 27 14:18:04.220054 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd06d3-a56a-4d60-b31b-5876ed669b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa86c25-360f-400c-a6c9-cb51e88d2df1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:04.614554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45350) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:04.630590 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-910757ed-654c-4f2c-9482-97c011de6e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:04.745541 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-910757ed-654c-4f2c-9482-97c011de6e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:04.752104 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-910757ed-654c-4f2c-9482-97c011de6e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:04.802414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45356) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:04.806076 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-910757ed-654c-4f2c-9482-97c011de6e34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29d1fe4d263e4d3caf4ae59837a833aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903930 Aug 27 14:18:04.808931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910757ed-654c-4f2c-9482-97c011de6e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61c12e0-9c10-47ad-ba34-65cb20581456,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:04.876092 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-43ed2379-18fd-4f6a-915c-c3f82de137c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:04.898189 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-43ed2379-18fd-4f6a-915c-c3f82de137c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:04.956910 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-43ed2379-18fd-4f6a-915c-c3f82de137c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:04.960362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-43ed2379-18fd-4f6a-915c-c3f82de137c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:04.963178 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-43ed2379-18fd-4f6a-915c-c3f82de137c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d61c12e0-9c10-47ad-ba34-65cb20581456 HTTP/1.1" status: 204 len: 168 time: 0.1595540 Aug 27 14:18:04.981144 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed2379-18fd-4f6a-915c-c3f82de137c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61c12e0-9c10-47ad-ba34-65cb20581456,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:06.366766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45424) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:06.522366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-778266584'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:06.545350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Made reservation on behalf of be235553cdc5460e9cb9880e56f298a5 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:06.549453 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:06.558393 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:06.668223 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:06.673216 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:06.710046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:18:06.718999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7708c466-430a-4b9c-9bf4-2341f214406c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:06.730409 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:06.730808 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Added segment 5030acb8-8eff-4bce-95bc-1b5cc468da7e of type vlan for network 603f53e9-99f0-4d23-be28-46e6b1cccb89 Aug 27 14:18:06.779766 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:06.807423 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:06.813878 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:06.814545 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:06.871763 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5037332 Aug 27 14:18:06.875721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45442) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:06.881954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-eed1df56-aebb-41f5-9fba-b41a61f1416a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Request body: {'subnet': {'network_id': '603f53e9-99f0-4d23-be28-46e6b1cccb89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:06.895223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca62bb-1a4a-4ac8-b3fb-986991216feb tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Pushing event updated for resources: {'Network': ['ID=603f53e9-99f0-4d23-be28-46e6b1cccb89,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:06.906631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 603f53e9-99f0-4d23-be28-46e6b1cccb89 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:18:06.995892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed1df56-aebb-41f5-9fba-b41a61f1416a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Made reservation on behalf of be235553cdc5460e9cb9880e56f298a5 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:07.000391 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eed1df56-aebb-41f5-9fba-b41a61f1416a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:07.232205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eed1df56-aebb-41f5-9fba-b41a61f1416a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:07.258581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8401e6-c773-41ca-a50c-761f8aabeb19 req-aeca7d8b-d5a6-434c-b73b-8930861d4661 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:07.260139 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9f8401e6-c773-41ca-a50c-761f8aabeb19 req-aeca7d8b-d5a6-434c-b73b-8930861d4661 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0518067 Aug 27 14:18:07.305012 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9f8401e6-c773-41ca-a50c-761f8aabeb19 req-12cc7f24-b0a0-4b80-ad02-77cfc5bc903a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385704 Aug 27 14:18:07.316954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1df56-aebb-41f5-9fba-b41a61f1416a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Pushing event updated for resources: {'Subnet': ['ID=3d461af3-3ae3-4687-8af7-303400d44db8,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:07.322230 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1df56-aebb-41f5-9fba-b41a61f1416a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Checking segment: {'id': '5030acb8-8eff-4bce-95bc-1b5cc468da7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '603f53e9-99f0-4d23-be28-46e6b1cccb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:18:07.322599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed1df56-aebb-41f5-9fba-b41a61f1416a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Network hostable DHCP agents. Network: 603f53e9-99f0-4d23-be28-46e6b1cccb89, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:18:07.350855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed1df56-aebb-41f5-9fba-b41a61f1416a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Network 603f53e9-99f0-4d23-be28-46e6b1cccb89 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:18:07.365275 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-eed1df56-aebb-41f5-9fba-b41a61f1416a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 603f53e9-99f0-4d23-be28-46e6b1cccb89) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:18:07.369730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed1df56-aebb-41f5-9fba-b41a61f1416a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:07.370444 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eed1df56-aebb-41f5-9fba-b41a61f1416a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:07.376509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3edd49-5fb8-4ecd-b76f-b554b65cdaed None None] Network 603f53e9-99f0-4d23-be28-46e6b1cccb89 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:18:07.389149 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-eed1df56-aebb-41f5-9fba-b41a61f1416a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5116031 Aug 27 14:18:07.392209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45464) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:07.400174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Request body: {'port': {'network_id': '603f53e9-99f0-4d23-be28-46e6b1cccb89', 'name': 'tempest-DHCPAgentSchedulersTestJSON-99254708'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:07.551614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-603f53e9-99f0-4d23-be28-46e6b1cccb89', 'network_id': '603f53e9-99f0-4d23-be28-46e6b1cccb89', 'tenant_id': 'be235553cdc5460e9cb9880e56f298a5', 'fixed_ips': [{'subnet_id': '3d461af3-3ae3-4687-8af7-303400d44db8'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:18:07.552202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Made reservation on behalf of be235553cdc5460e9cb9880e56f298a5 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:07.552913 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:07.555769 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:07.573966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] device_id is not set on port 3d4921ab-7336-4671-a8fb-374b55e7f27e yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:18:07.697393 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Allocated IP 172.20.0.2 (603f53e9-99f0-4d23-be28-46e6b1cccb89/3d461af3-3ae3-4687-8af7-303400d44db8/3d4921ab-7336-4671-a8fb-374b55e7f27e) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:18:07.850523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:07.864555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Transition to ACTIVE for port object 3d4921ab-7336-4671-a8fb-374b55e7f27e will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:18:07.898387 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:07.956231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Network 603f53e9-99f0-4d23-be28-46e6b1cccb89 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:18:07.959471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:18:07.960131 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-04ab14c0-c7fb-43d3-bf91-cf3778159295 {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:18:07.960605 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:18:07.964081 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:18:07.968657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Pushing event updated for resources: {'Port': ['ID=3d4921ab-7336-4671-a8fb-374b55e7f27e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:08.016767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:08.017399 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:08.037765 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-375ff9cb-f839-44f2-892b-4a177cdb5ff0 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6442657 Aug 27 14:18:08.040918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45476) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:08.449365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa198f-4395-45b7-9e99-83e0d7866192 req-cd4b84f4-d961-434c-a485-96112908f5bc tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:08.451040 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1faa198f-4395-45b7-9e99-83e0d7866192 req-cd4b84f4-d961-434c-a485-96112908f5bc tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0599346 Aug 27 14:18:08.461655 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:08.461840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ff1fe-cbfd-4431-800b-1a342dcf449b tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Deleting port 3d4921ab-7336-4671-a8fb-374b55e7f27e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:18:08.462080 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff1fe-cbfd-4431-800b-1a342dcf449b tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:08.495873 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1faa198f-4395-45b7-9e99-83e0d7866192 req-f1b29d44-6ed3-4563-b73f-fc5c9a921b45 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373471 Aug 27 14:18:08.583746 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff1fe-cbfd-4431-800b-1a342dcf449b tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:08.602154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ff1fe-cbfd-4431-800b-1a342dcf449b tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Calling delete_port for 3d4921ab-7336-4671-a8fb-374b55e7f27e owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:18:08.654032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Allocated IP 172.20.0.3 (603f53e9-99f0-4d23-be28-46e6b1cccb89/3d461af3-3ae3-4687-8af7-303400d44db8/37ac4e5c-6239-47ba-a1f3-785e228f5ad0) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:18:08.742038 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff1fe-cbfd-4431-800b-1a342dcf449b tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:08.818435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ff1fe-cbfd-4431-800b-1a342dcf449b tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Pushing event deleted for resources: {'Port': ['ID=3d4921ab-7336-4671-a8fb-374b55e7f27e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:08.826137 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:08.834938 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Transition to ACTIVE for port object 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:18:08.851381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Transition to ACTIVE for port object 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:18:08.857558 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:08.866075 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff1fe-cbfd-4431-800b-1a342dcf449b tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:08.868414 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cf9ff1fe-cbfd-4431-800b-1a342dcf449b tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] 10.222.0.55 "DELETE /v2.0/ports/3d4921ab-7336-4671-a8fb-374b55e7f27e HTTP/1.1" status: 204 len: 168 time: 0.8264065 Aug 27 14:18:08.870992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45498) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:08.896704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Network 603f53e9-99f0-4d23-be28-46e6b1cccb89 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:18:08.900660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:18:08.904208 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:18:08.937557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Pushing event updated for resources: {'Port': ['ID=37ac4e5c-6239-47ba-a1f3-785e228f5ad0,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:08.951552 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-affffb16-6e59-418e-bb2c-86a007e697cf tempest-DHCPAgentSchedulersTestJSON-1915890216 tempest-DHCPAgentSchedulersTestJSON-1915890216-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.0768213 Aug 27 14:18:08.951773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45504) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:08.957592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e9ea5c5e-d4cb-4658-bde7-7c83a46252e5 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-703354006'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:08.965036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:08.965631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:08.965720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:08.966023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:08.966353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:08.966713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:08.967033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:08.967356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:08.967680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:08.968533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:08.968857 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:08.969173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:18:08.983224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Attempting to bind port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:08.984248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Attempting to bind port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5030acb8-8eff-4bce-95bc-1b5cc468da7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '603f53e9-99f0-4d23-be28-46e6b1cccb89'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:08.984689 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Attempting to bind port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 on network 603f53e9-99f0-4d23-be28-46e6b1cccb89 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:08.984849 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ea5c5e-d4cb-4658-bde7-7c83a46252e5 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Made reservation on behalf of be235553cdc5460e9cb9880e56f298a5 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:08.989719 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9ea5c5e-d4cb-4658-bde7-7c83a46252e5 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:08.990036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:18:08.990382 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Checking segment: {'id': '5030acb8-8eff-4bce-95bc-1b5cc468da7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '603f53e9-99f0-4d23-be28-46e6b1cccb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:18:08.990965 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:08.991364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Bound using segment: {'id': '5030acb8-8eff-4bce-95bc-1b5cc468da7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '603f53e9-99f0-4d23-be28-46e6b1cccb89'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:18:08.991843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Bound port: 37ac4e5c-6239-47ba-a1f3-785e228f5ad0, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5030acb8-8eff-4bce-95bc-1b5cc468da7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '603f53e9-99f0-4d23-be28-46e6b1cccb89'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:18:08.992222 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:09.018362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ea5c5e-d4cb-4658-bde7-7c83a46252e5 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:18:09.027537 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9ea5c5e-d4cb-4658-bde7-7c83a46252e5 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:09.027993 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-e9ea5c5e-d4cb-4658-bde7-7c83a46252e5 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Added segment 17cfd006-b75c-457d-beb9-b04722787f44 of type vlan for network 6dc08700-022d-4de0-ae7d-82ac9f9c2653 Aug 27 14:18:09.069933 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9ea5c5e-d4cb-4658-bde7-7c83a46252e5 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:09.078367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-392e4952-c696-4090-b60b-264e190fda5e None None] For port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:18:09.081605 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-392e4952-c696-4090-b60b-264e190fda5e None None] For port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=37ac4e5c-6239-47ba-a1f3-785e228f5ad0,segment=NetworkSegment(5030acb8-8eff-4bce-95bc-1b5cc468da7e),segment_id=5030acb8-8eff-4bce-95bc-1b5cc468da7e)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:18:09.085687 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:09.100530 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9ea5c5e-d4cb-4658-bde7-7c83a46252e5 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:09.106569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea5c5e-d4cb-4658-bde7-7c83a46252e5 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:09.107263 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9ea5c5e-d4cb-4658-bde7-7c83a46252e5 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:09.129005 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e9ea5c5e-d4cb-4658-bde7-7c83a46252e5 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.1755440 Aug 27 14:18:09.131567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45508) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:09.165533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e4952-c696-4090-b60b-264e190fda5e None None] Pushing event updated for resources: {'Port': ['ID=37ac4e5c-6239-47ba-a1f3-785e228f5ad0,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:09.261025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea5c5e-d4cb-4658-bde7-7c83a46252e5 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Pushing event updated for resources: {'Network': ['ID=6dc08700-022d-4de0-ae7d-82ac9f9c2653,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:09.284682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 6dc08700-022d-4de0-ae7d-82ac9f9c2653 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:18:09.403910 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-81c0c78d-2a0e-48e0-8a1b-5966ddf89e83 tempest-DHCPAgentSchedulersTestJSON-1915890216 tempest-DHCPAgentSchedulersTestJSON-1915890216-project-admin] 10.222.0.55 "GET /v2.0/agents/56a65461-f8f2-4031-999a-5c809200c6e9/dhcp-networks HTTP/1.1" status: 200 len: 9652 time: 0.2712169 Aug 27 14:18:09.408676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45516) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:09.510668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25e8dae-eed6-4c03-89eb-cb674211b8d5 tempest-DHCPAgentSchedulersTestJSON-1915890216 tempest-DHCPAgentSchedulersTestJSON-1915890216-project-admin] Network 6dc08700-022d-4de0-ae7d-82ac9f9c2653 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:18:09.522087 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f25e8dae-eed6-4c03-89eb-cb674211b8d5 tempest-DHCPAgentSchedulersTestJSON-1915890216 tempest-DHCPAgentSchedulersTestJSON-1915890216-project-admin] 10.222.0.55 "POST /v2.0/agents/56a65461-f8f2-4031-999a-5c809200c6e9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1115899 Aug 27 14:18:09.526496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f917bd50-085f-45c2-8cba-6a8cac087a9d None None] Network 6dc08700-022d-4de0-ae7d-82ac9f9c2653 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:18:09.530996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45520) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:09.704281 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7feda-ed44-456e-a2ff-b8e5a0762e8c req-efe14107-22be-4b45-8286-b5767dc2d5fa tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:09.706543 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d4a7feda-ed44-456e-a2ff-b8e5a0762e8c req-efe14107-22be-4b45-8286-b5767dc2d5fa tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0941696 Aug 27 14:18:09.755809 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d4a7feda-ed44-456e-a2ff-b8e5a0762e8c req-e3cb341a-8fd5-489e-85bf-4e9248ad35d0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348487 Aug 27 14:18:09.765165 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6d1f6f6b-c37b-4dbf-bd6e-8c64cb6dc25e tempest-DHCPAgentSchedulersTestJSON-1915890216 tempest-DHCPAgentSchedulersTestJSON-1915890216-project-admin] 10.222.0.55 "GET /v2.0/agents/56a65461-f8f2-4031-999a-5c809200c6e9/dhcp-networks HTTP/1.1" status: 200 len: 10423 time: 0.2325153 Aug 27 14:18:09.767972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45532) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:09.808308 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:09.829864 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3ecff9c9-dfd1-4f69-92f9-50724f467374 tempest-DHCPAgentSchedulersTestJSON-1915890216 tempest-DHCPAgentSchedulersTestJSON-1915890216-project-admin] 10.222.0.55 "DELETE /v2.0/agents/56a65461-f8f2-4031-999a-5c809200c6e9/dhcp-networks/6dc08700-022d-4de0-ae7d-82ac9f9c2653 HTTP/1.1" status: 204 len: 168 time: 0.0573204 Aug 27 14:18:09.830013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45534) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:09.982417 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0f6c1d81-d973-4531-8632-9bbad6ce948f tempest-DHCPAgentSchedulersTestJSON-1915890216 tempest-DHCPAgentSchedulersTestJSON-1915890216-project-admin] 10.222.0.55 "GET /v2.0/agents/56a65461-f8f2-4031-999a-5c809200c6e9/dhcp-networks HTTP/1.1" status: 200 len: 9652 time: 0.1508675 Aug 27 14:18:09.988028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45540) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:10.011618 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7480d9b8-c344-4a24-9bb6-d4b28fa68cae tempest-DHCPAgentSchedulersTestJSON-1915890216 tempest-DHCPAgentSchedulersTestJSON-1915890216-project-admin] 10.222.0.55 "GET /v2.0/networks/603f53e9-99f0-4d23-be28-46e6b1cccb89/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0223563 Aug 27 14:18:10.015457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45542) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:10.036134 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2c4157eb-bec6-4c37-a539-6d27cb70e421 tempest-DHCPAgentSchedulersTestJSON-1915890216 tempest-DHCPAgentSchedulersTestJSON-1915890216-project-admin] 10.222.0.55 "GET /v2.0/networks/603f53e9-99f0-4d23-be28-46e6b1cccb89/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0192444 Aug 27 14:18:10.038553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45544) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:10.188033 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0a9fc654-cbcd-4554-97b3-0d402dab9c64 tempest-DHCPAgentSchedulersTestJSON-1915890216 tempest-DHCPAgentSchedulersTestJSON-1915890216-project-admin] 10.222.0.55 "GET /v2.0/agents/56a65461-f8f2-4031-999a-5c809200c6e9/dhcp-networks HTTP/1.1" status: 200 len: 9652 time: 0.1480360 Aug 27 14:18:10.191384 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45548) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:10.238859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5b7fe-cba7-46a6-a1df-a02bfd914df8 None None] Network 603f53e9-99f0-4d23-be28-46e6b1cccb89 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:18:10.313239 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:18:10.317913 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f484afe5-1095-4277-939d-5c21ff9ca28a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:10.378009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1c4cf0ce-07fe-4ee9-9adc-65c9b2e5137e None None] Provisioning for port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:18:10.440548 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:18:10.441997 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f484afe5-1095-4277-939d-5c21ff9ca28a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:10.447264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:18:10.447712 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:10.455994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f484afe5-1095-4277-939d-5c21ff9ca28a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc08700-022d-4de0-ae7d-82ac9f9c2653']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:10.470488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f484afe5-1095-4277-939d-5c21ff9ca28a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cfd006-b75c-457d-beb9-b04722787f44') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:10.471393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f484afe5-1095-4277-939d-5c21ff9ca28a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cfd006-b75c-457d-beb9-b04722787f44') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:10.481622 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f484afe5-1095-4277-939d-5c21ff9ca28a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:10.497543 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f484afe5-1095-4277-939d-5c21ff9ca28a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:10.505430 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f484afe5-1095-4277-939d-5c21ff9ca28a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:18:10.506056 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f484afe5-1095-4277-939d-5c21ff9ca28a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:18:10.511254 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:18:10.577367 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:10.590351 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f484afe5-1095-4277-939d-5c21ff9ca28a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:10.600082 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f484afe5-1095-4277-939d-5c21ff9ca28a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:10.602060 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f484afe5-1095-4277-939d-5c21ff9ca28a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] 10.222.0.55 "DELETE /v2.0/networks/6dc08700-022d-4de0-ae7d-82ac9f9c2653 HTTP/1.1" status: 204 len: 168 time: 0.4095805 Aug 27 14:18:10.604627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45560) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:10.626443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484afe5-1095-4277-939d-5c21ff9ca28a tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Pushing event deleted for resources: {'Network': ['ID=6dc08700-022d-4de0-ae7d-82ac9f9c2653,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:10.657316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=37ac4e5c-6239-47ba-a1f3-785e228f5ad0,segment=NetworkSegment(5030acb8-8eff-4bce-95bc-1b5cc468da7e),segment_id=5030acb8-8eff-4bce-95bc-1b5cc468da7e)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:10.664914 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:10.699867 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b063dd-3147-499e-a73b-b78e213ed940 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] DELETE failed (client error): The resource could not be found. Aug 27 14:18:10.700881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b063dd-3147-499e-a73b-b78e213ed940 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:18:10.707168 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-90b063dd-3147-499e-a73b-b78e213ed940 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] 10.222.0.55 "DELETE /v2.0/ports/3d4921ab-7336-4671-a8fb-374b55e7f27e HTTP/1.1" status: 404 len: 333 time: 0.1009393 Aug 27 14:18:10.708086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45566) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:10.775212 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=37ac4e5c-6239-47ba-a1f3-785e228f5ad0,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:10.797353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2505b43-13b5-41cf-a8f9-e961f1eb05fd tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Deleting subnet 3d461af3-3ae3-4687-8af7-303400d44db8 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:18:10.800798 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2505b43-13b5-41cf-a8f9-e961f1eb05fd tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:10.819968 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d4846f01-e771-4aa9-bafe-1f2a42d5817b None None] Provisioning complete for port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:18:10.820666 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d4846f01-e771-4aa9-bafe-1f2a42d5817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:10.854850 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2505b43-13b5-41cf-a8f9-e961f1eb05fd tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:10.953889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923164-8c2d-4ea9-8566-fde6da4030cd req-5485f341-ed42-4b14-8717-1fa97946f00c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:10.959197 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-59923164-8c2d-4ea9-8566-fde6da4030cd req-5485f341-ed42-4b14-8717-1fa97946f00c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0788250 Aug 27 14:18:11.019728 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2505b43-13b5-41cf-a8f9-e961f1eb05fd tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.068214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-28d093ef-0f39-4225-8481-6ed7bafd7247 None None] Could not find standard attr ID for object 3d4921ab-7336-4671-a8fb-374b55e7f27e. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:18:11.071274 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-59923164-8c2d-4ea9-8566-fde6da4030cd req-46d2183b-46fb-4832-99a9-3dbc1710b13d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862741 Aug 27 14:18:11.116463 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2505b43-13b5-41cf-a8f9-e961f1eb05fd tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.132485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2505b43-13b5-41cf-a8f9-e961f1eb05fd tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.137575 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d2505b43-13b5-41cf-a8f9-e961f1eb05fd tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] 10.222.0.55 "DELETE /v2.0/subnets/3d461af3-3ae3-4687-8af7-303400d44db8 HTTP/1.1" status: 204 len: 168 time: 0.4278789 Aug 27 14:18:11.137898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45576) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:11.162254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2505b43-13b5-41cf-a8f9-e961f1eb05fd tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Pushing event deleted for resources: {'Subnet': ['ID=3d461af3-3ae3-4687-8af7-303400d44db8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:11.232535 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.256886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9195091c-76c7-409b-8faa-95cc1443d874 None None] Network 603f53e9-99f0-4d23-be28-46e6b1cccb89 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:18:11.299254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Deleting port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:18:11.299605 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.373888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] For port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=37ac4e5c-6239-47ba-a1f3-785e228f5ad0,segment=NetworkSegment(5030acb8-8eff-4bce-95bc-1b5cc468da7e),segment_id=5030acb8-8eff-4bce-95bc-1b5cc468da7e)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:11.374946 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.391675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Calling delete_port for 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:18:11.448411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f2a169-316a-4b80-b8e2-fa5090b6a99b None None] DHCP port deletion for 603f53e9-99f0-4d23-be28-46e6b1cccb89 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:18:11.485572 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.505980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2a169-316a-4b80-b8e2-fa5090b6a99b None None] Deleting port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:18:11.506604 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a169-316a-4b80-b8e2-fa5090b6a99b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.524688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Pushing event deleted for resources: {'Port': ['ID=37ac4e5c-6239-47ba-a1f3-785e228f5ad0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:11.533773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] No DVR routers for this DVR port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:18:11.590718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b5f2a169-316a-4b80-b8e2-fa5090b6a99b None None] For port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0, host n-d-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:11.591201 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a169-316a-4b80-b8e2-fa5090b6a99b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.609314 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2a169-316a-4b80-b8e2-fa5090b6a99b None None] Calling delete_port for 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:18:11.612412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.ipam_backend_mixin [None req-b5f2a169-316a-4b80-b8e2-fa5090b6a99b None None] Port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 was not found and therefore no delete operation was performed {{(pid=101188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:18:11.613773 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a169-316a-4b80-b8e2-fa5090b6a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.622735 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.634856 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603f53e9-99f0-4d23-be28-46e6b1cccb89']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:11.642358 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2a169-316a-4b80-b8e2-fa5090b6a99b None None] Pushing event deleted for resources: {'Port': ['ID=37ac4e5c-6239-47ba-a1f3-785e228f5ad0,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:11.646613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f2a169-316a-4b80-b8e2-fa5090b6a99b None None] No DVR routers for this DVR port 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:18:11.646789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5030acb8-8eff-4bce-95bc-1b5cc468da7e') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:11.646956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5030acb8-8eff-4bce-95bc-1b5cc468da7e') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:11.659105 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.673830 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.679976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:18:11.680308 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:18:11.683747 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:18:11.752044 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.759767 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:11.761543 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] 10.222.0.55 "DELETE /v2.0/networks/603f53e9-99f0-4d23-be28-46e6b1cccb89 HTTP/1.1" status: 204 len: 168 time: 0.6224351 Aug 27 14:18:11.784578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a072ae-f91f-4e84-87a2-db9ace4a6e63 tempest-DHCPAgentSchedulersTestJSON-1337925179 tempest-DHCPAgentSchedulersTestJSON-1337925179-project] Pushing event deleted for resources: {'Network': ['ID=603f53e9-99f0-4d23-be28-46e6b1cccb89,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:12.034780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45604) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:12.225319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fa66e-339c-442d-97fc-ea8597b4026c req-1d3cff28-fd90-4b61-a551-01e1d2ea9e48 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:12.227491 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e42fa66e-339c-442d-97fc-ea8597b4026c req-1d3cff28-fd90-4b61-a551-01e1d2ea9e48 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0767157 Aug 27 14:18:12.232819 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5947dc84-6497-4119-850d-89a004a4cef4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be235553cdc5460e9cb9880e56f298a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946104 Aug 27 14:18:12.233591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45614) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:12.259086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:18:12.288886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:18:12.289238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 37ac4e5c-6239-47ba-a1f3-785e228f5ad0 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:18:12.301762 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e42fa66e-339c-442d-97fc-ea8597b4026c req-a01f34ad-0712-470e-980d-f0904e0757ea tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612884 Aug 27 14:18:12.320716 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e05f558e-7a79-4980-8283-d5c6d46e8a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:12.344192 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e05f558e-7a79-4980-8283-d5c6d46e8a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:12.402673 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e05f558e-7a79-4980-8283-d5c6d46e8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:12.405537 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e05f558e-7a79-4980-8283-d5c6d46e8a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:12.409492 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e05f558e-7a79-4980-8283-d5c6d46e8a36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7708c466-430a-4b9c-9bf4-2341f214406c HTTP/1.1" status: 204 len: 168 time: 0.1753347 Aug 27 14:18:12.417688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f558e-7a79-4980-8283-d5c6d46e8a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7708c466-430a-4b9c-9bf4-2341f214406c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:12.729776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45634) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:12.744909 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-59e39fe7-00d4-4f4f-bc12-11690e50033b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:12.842254 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-59e39fe7-00d4-4f4f-bc12-11690e50033b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:12.848917 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-59e39fe7-00d4-4f4f-bc12-11690e50033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:12.898048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e39fe7-00d4-4f4f-bc12-11690e50033b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ee9118-f737-44d6-b69f-7d98949b76a1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:12.905815 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-59e39fe7-00d4-4f4f-bc12-11690e50033b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85d85ee2d4ed4d81948d1484140c268b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719210 Aug 27 14:18:12.906237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45642) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:12.960115 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0899a276-58fc-4a9a-8a30-00aaa02dfcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:12.989306 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0899a276-58fc-4a9a-8a30-00aaa02dfcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:13.038586 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0899a276-58fc-4a9a-8a30-00aaa02dfcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:13.041332 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0899a276-58fc-4a9a-8a30-00aaa02dfcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:13.042441 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0899a276-58fc-4a9a-8a30-00aaa02dfcef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2ee9118-f737-44d6-b69f-7d98949b76a1 HTTP/1.1" status: 204 len: 168 time: 0.1351573 Aug 27 14:18:13.050706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899a276-58fc-4a9a-8a30-00aaa02dfcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ee9118-f737-44d6-b69f-7d98949b76a1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:13.213226 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:18:13.448836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7584e-7f83-4a71-8ee7-acf6ee5d8d28 req-35b8bbd4-db94-4353-82a4-58424fdbb98b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:13.450315 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2aa7584e-7f83-4a71-8ee7-acf6ee5d8d28 req-35b8bbd4-db94-4353-82a4-58424fdbb98b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0652986 Aug 27 14:18:13.499347 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2aa7584e-7f83-4a71-8ee7-acf6ee5d8d28 req-9a5a779e-50d4-4c82-8236-4618ba73a641 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401883 Aug 27 14:18:14.430113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45714) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:14.603452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1681430791'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:14.654556 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b34b7229-77e9-4532-ac8d-e33c87a70deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:14.660231 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Made reservation on behalf of 28015b579cf447fab8716b87b6d921de for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:14.663835 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:14.680156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39026b5-91df-4c38-81fb-0a0aa9852db7 req-381b4534-b6c4-4a61-91de-45280618d7f0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:14.687402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b39026b5-91df-4c38-81fb-0a0aa9852db7 req-381b4534-b6c4-4a61-91de-45280618d7f0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0896778 Aug 27 14:18:14.701447 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:14.757725 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b39026b5-91df-4c38-81fb-0a0aa9852db7 req-4969f7f0-c9e6-4a7e-ad71-8ec45fcf8861 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693727 Aug 27 14:18:14.838635 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:14.842156 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:14.873621 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:18:14.879883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000c792d-8277-4373-ab8a-6d709ae34453,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:14.892396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:14.892939 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Added segment b4ce376a-62de-4406-878a-c3fc24700549 of type vlan for network 0ef3618d-2c49-4797-85ed-9475a2070861 Aug 27 14:18:14.935787 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:14.961029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:14.966915 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:14.967525 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.041953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6106083 Aug 27 14:18:15.045105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45732) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:15.057931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7aefef-4230-465d-9716-b566a6e93609 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Pushing event updated for resources: {'Network': ['ID=0ef3618d-2c49-4797-85ed-9475a2070861,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:15.066215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 0ef3618d-2c49-4797-85ed-9475a2070861 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:18:15.107475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Request body: {'network': {'name': 'tempest-network--1507203612', 'router:external': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:15.138012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Made reservation on behalf of 3c94ea4ab222409588795aa8fcf1e7f4 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:15.141487 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.151378 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.267388 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.271051 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.303042 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:18:15.308674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce2cd10-244e-4a04-b43c-8b45807b7787,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:15.319733 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.320109 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Added segment c2f881b3-4d30-4a25-9874-4109e5fac797 of type vlan for network 7b91fa0e-518c-4618-bfe5-6889185616b4 Aug 27 14:18:15.375863 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.406669 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.407780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:15.408382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.465622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4162662 Aug 27 14:18:15.469001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45736) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:15.474698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7fcaa-713e-4a70-9911-f5de3a15ff57 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event updated for resources: {'Network': ['ID=7b91fa0e-518c-4618-bfe5-6889185616b4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:15.485268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 7b91fa0e-518c-4618-bfe5-6889185616b4 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:18:15.545265 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.633311 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.644491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b91fa0e-518c-4618-bfe5-6889185616b4']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:15.662319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f881b3-4d30-4a25-9874-4109e5fac797') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:15.662612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f881b3-4d30-4a25-9874-4109e5fac797') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:15.671675 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.685161 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.691687 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:18:15.692075 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:18:15.693739 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:18:15.751861 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.756580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b91fa0e-518c-4618-bfe5-6889185616b4 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 14:18:15.758957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.766389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "DELETE /v2.0/networks/7b91fa0e-518c-4618-bfe5-6889185616b4 HTTP/1.1" status: 204 len: 168 time: 0.2906272 Aug 27 14:18:15.766744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45738) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:15.771919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f7512e58-c826-4955-bcdc-759d6a92a760 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:15.774617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c7706-c0bb-4377-b1b4-68facb46c154 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b91fa0e-518c-4618-bfe5-6889185616b4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:15.806102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7512e58-c826-4955-bcdc-759d6a92a760 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Made reservation on behalf of 3c94ea4ab222409588795aa8fcf1e7f4 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:15.820860 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7512e58-c826-4955-bcdc-759d6a92a760 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.867356 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7512e58-c826-4955-bcdc-759d6a92a760 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:18:15.879599 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7512e58-c826-4955-bcdc-759d6a92a760 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.880045 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-f7512e58-c826-4955-bcdc-759d6a92a760 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Added segment 13812bda-b28e-467f-9461-269e7e8e654f of type vlan for network ae294deb-4d02-41b1-b076-021c3447531a Aug 27 14:18:15.970433 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7512e58-c826-4955-bcdc-759d6a92a760 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:15.980517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6c063-af29-4dcb-9ed6-a04310f789e1 req-3c1df8c7-730e-40cf-9243-963696ac10a5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:15.982159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45c6c063-af29-4dcb-9ed6-a04310f789e1 req-3c1df8c7-730e-40cf-9243-963696ac10a5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.1004941 Aug 27 14:18:16.040393 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7512e58-c826-4955-bcdc-759d6a92a760 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:16.041583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7512e58-c826-4955-bcdc-759d6a92a760 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:16.042179 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7512e58-c826-4955-bcdc-759d6a92a760 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:16.135035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45c6c063-af29-4dcb-9ed6-a04310f789e1 req-5b80a899-d076-43c3-94e8-ed2d2612bb23 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427994 Aug 27 14:18:16.139526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f7512e58-c826-4955-bcdc-759d6a92a760 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3716259 Aug 27 14:18:16.143168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45748) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:16.148957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-93b9ead5-4ab9-444f-b168-4109e959f9b4 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Request body: {'subnet': {'network_id': 'ae294deb-4d02-41b1-b076-021c3447531a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:16.169665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7512e58-c826-4955-bcdc-759d6a92a760 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event updated for resources: {'Network': ['ID=ae294deb-4d02-41b1-b076-021c3447531a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:16.189189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b9ead5-4ab9-444f-b168-4109e959f9b4 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Made reservation on behalf of 3c94ea4ab222409588795aa8fcf1e7f4 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:16.190047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network ae294deb-4d02-41b1-b076-021c3447531a details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:18:16.192386 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93b9ead5-4ab9-444f-b168-4109e959f9b4 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:16.509688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.objects.ports [None req-93b9ead5-4ab9-444f-b168-4109e959f9b4 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101187) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:18:16.510271 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93b9ead5-4ab9-444f-b168-4109e959f9b4 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:16.567124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9ead5-4ab9-444f-b168-4109e959f9b4 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5f31136b-1604-4f8e-bb1a-bee407d4ac17,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:16.577741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b9ead5-4ab9-444f-b168-4109e959f9b4 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Checking segment: {'id': '13812bda-b28e-467f-9461-269e7e8e654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ae294deb-4d02-41b1-b076-021c3447531a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:18:16.578152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b9ead5-4ab9-444f-b168-4109e959f9b4 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Network hostable DHCP agents. Network: ae294deb-4d02-41b1-b076-021c3447531a, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:18:16.596065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b9ead5-4ab9-444f-b168-4109e959f9b4 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Network ae294deb-4d02-41b1-b076-021c3447531a is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:18:16.607531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-93b9ead5-4ab9-444f-b168-4109e959f9b4 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, ae294deb-4d02-41b1-b076-021c3447531a) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:18:16.611845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b9ead5-4ab9-444f-b168-4109e959f9b4 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:16.612516 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93b9ead5-4ab9-444f-b168-4109e959f9b4 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:16.617312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bbb93f-6677-4271-8ecd-f550f0644b2e None None] Network ae294deb-4d02-41b1-b076-021c3447531a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:18:16.630939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45750) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:16.631250 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-93b9ead5-4ab9-444f-b168-4109e959f9b4 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4867530 Aug 27 14:18:16.636146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Request body: {'floatingip': {'floating_network_id': 'ae294deb-4d02-41b1-b076-021c3447531a'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:16.660144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:16.753705 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030bbb5e-ecf3-4858-92b5-f4cdcffc7915 None None] Network ae294deb-4d02-41b1-b076-021c3447531a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:18:16.755941 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:16.872540 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Allocated IP 172.20.0.8 (ae294deb-4d02-41b1-b076-021c3447531a/5f31136b-1604-4f8e-bb1a-bee407d4ac17/5723b634-47f5-45ec-aa34-77472b4629e7) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:18:16.982248 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.021963 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.060342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Network ae294deb-4d02-41b1-b076-021c3447531a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:18:17.066122 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:18:17.069618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:18:17.093406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event updated for resources: {'Port': ['ID=5723b634-47f5-45ec-aa34-77472b4629e7,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:17.159659 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.209429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.288078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54f910-3818-4bd0-ae17-167741a501ae req-6b277591-a776-4791-a03b-8f2ec11913a3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:17.295278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ae54f910-3818-4bd0-ae17-167741a501ae req-6b277591-a776-4791-a03b-8f2ec11913a3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0683699 Aug 27 14:18:17.334209 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ae54f910-3818-4bd0-ae17-167741a501ae req-7d988b82-ea8e-4f82-bb74-c2658eb2ff4f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356905 Aug 27 14:18:17.373289 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.377734 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.427676 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.453475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event updated for resources: {'Port': ['ID=5723b634-47f5-45ec-aa34-77472b4629e7,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:17.460072 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.474857 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.476208 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-01bd8cf8-824a-4920-8c48-a39e0e304386 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8437014 Aug 27 14:18:17.478884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45760) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:17.495528 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-768770cf-f80b-42cd-85e4-6ccea48ba22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.548820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e4cc9472-bfa0-492e-9428-05e3db25bf8d tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=ae294deb-4d02-41b1-b076-021c3447531a HTTP/1.1" status: 200 len: 689 time: 0.0688336 Aug 27 14:18:17.551254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45762) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:17.632582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.745507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Deleting port 5723b634-47f5-45ec-aa34-77472b4629e7 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:18:17.745877 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.825070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.825321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:17.838608 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Calling delete_port for 5723b634-47f5-45ec-aa34-77472b4629e7 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:18:17.974411 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:18.004456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event deleted for resources: {'Port': ['ID=5723b634-47f5-45ec-aa34-77472b4629e7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:18.076166 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:18.120364 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:18.178555 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:18.517085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5f31136b-1604-4f8e-bb1a-bee407d4ac17,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:18.617994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba8048-5828-4db4-a58c-3c2a87faa65f req-bc450ef0-454a-4aab-ac85-0c76c03d573a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:18.619660 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36ba8048-5828-4db4-a58c-3c2a87faa65f req-bc450ef0-454a-4aab-ac85-0c76c03d573a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.1065218 Aug 27 14:18:18.621546 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:18.647596 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae294deb-4d02-41b1-b076-021c3447531a']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:18.662088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13812bda-b28e-467f-9461-269e7e8e654f') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:18.662388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13812bda-b28e-467f-9461-269e7e8e654f') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:18.679275 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:18.691641 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36ba8048-5828-4db4-a58c-3c2a87faa65f req-1f0c0775-d574-4eb1-aa6a-6229e924ffda tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607955 Aug 27 14:18:18.699496 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:18.706186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:18:18.706585 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:18:18.708765 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:18:18.766921 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:18.768207 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:18.774183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae294deb-4d02-41b1-b076-021c3447531a {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 14:18:18.777034 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:18.782109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45772) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:18.782708 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "DELETE /v2.0/networks/ae294deb-4d02-41b1-b076-021c3447531a HTTP/1.1" status: 204 len: 168 time: 1.2300293 Aug 27 14:18:18.794181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eee2a7-a790-4d32-b072-d25340fe34a8 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae294deb-4d02-41b1-b076-021c3447531a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:18.910572 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f9491e7e-c065-4413-9716-e0671897671d tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3352 time: 0.1246371 Aug 27 14:18:18.911673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45776) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:19.012747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad0c28b-78fd-4610-8bc5-c40711cefbd6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.013505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad0c28b-78fd-4610-8bc5-c40711cefbd6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.013966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad0c28b-78fd-4610-8bc5-c40711cefbd6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.014958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad0c28b-78fd-4610-8bc5-c40711cefbd6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.015432 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad0c28b-78fd-4610-8bc5-c40711cefbd6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.015889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad0c28b-78fd-4610-8bc5-c40711cefbd6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.016336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad0c28b-78fd-4610-8bc5-c40711cefbd6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.016785 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad0c28b-78fd-4610-8bc5-c40711cefbd6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.017235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad0c28b-78fd-4610-8bc5-c40711cefbd6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.017684 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad0c28b-78fd-4610-8bc5-c40711cefbd6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.018129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad0c28b-78fd-4610-8bc5-c40711cefbd6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.020269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1ad0c28b-78fd-4610-8bc5-c40711cefbd6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7098 time: 0.1075938 Aug 27 14:18:19.023263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45778) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:19.095020 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-c68c8908-3574-45e6-9c9b-411728ed4401 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] delete failed (client error): The resource could not be found. Aug 27 14:18:19.096548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c68c8908-3574-45e6-9c9b-411728ed4401 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/f68a07e9-2efd-491a-9462-55ad9a8783fa HTTP/1.1" status: 404 len: 345 time: 0.0723062 Aug 27 14:18:19.099416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45782) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:19.117053 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6f9b74-1493-437b-b416-e8daaf11482a tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] DELETE failed (client error): The resource could not be found. Aug 27 14:18:19.117612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6f9b74-1493-437b-b416-e8daaf11482a tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:18:19.125428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45784) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:19.125616 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3f6f9b74-1493-437b-b416-e8daaf11482a tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "DELETE /v2.0/networks/ae294deb-4d02-41b1-b076-021c3447531a HTTP/1.1" status: 404 len: 339 time: 0.0250146 Aug 27 14:18:19.130351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-dc0c0c53-5ffe-4cbc-97ca-6021f2095518 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Request body: {'network': {'name': 'tempest-network--412041447', 'router:external': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:19.158195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0c0c53-5ffe-4cbc-97ca-6021f2095518 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Made reservation on behalf of 3c94ea4ab222409588795aa8fcf1e7f4 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:19.160925 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc0c0c53-5ffe-4cbc-97ca-6021f2095518 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.186185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0c0c53-5ffe-4cbc-97ca-6021f2095518 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:18:19.196629 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc0c0c53-5ffe-4cbc-97ca-6021f2095518 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.197069 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-dc0c0c53-5ffe-4cbc-97ca-6021f2095518 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Added segment d6eb8686-efe1-4052-b946-a3907a75d96a of type vlan for network 19d531a7-1619-42ba-887b-0cd3e6faa588 Aug 27 14:18:19.246349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc0c0c53-5ffe-4cbc-97ca-6021f2095518 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.305659 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc0c0c53-5ffe-4cbc-97ca-6021f2095518 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.307464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0c0c53-5ffe-4cbc-97ca-6021f2095518 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.308285 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc0c0c53-5ffe-4cbc-97ca-6021f2095518 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.365302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dc0c0c53-5ffe-4cbc-97ca-6021f2095518 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2387927 Aug 27 14:18:19.367827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45788) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:19.408596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c0c53-5ffe-4cbc-97ca-6021f2095518 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event updated for resources: {'Network': ['ID=19d531a7-1619-42ba-887b-0cd3e6faa588,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:19.418805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 19d531a7-1619-42ba-887b-0cd3e6faa588 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:18:19.548701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957e10f-5123-48b5-b135-fa8a6b2ac7c7 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.554905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957e10f-5123-48b5-b135-fa8a6b2ac7c7 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.560965 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957e10f-5123-48b5-b135-fa8a6b2ac7c7 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.566973 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957e10f-5123-48b5-b135-fa8a6b2ac7c7 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.568530 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e957e10f-5123-48b5-b135-fa8a6b2ac7c7 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1998093 Aug 27 14:18:19.571655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45790) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:19.636575 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.713839 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.724034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d531a7-1619-42ba-887b-0cd3e6faa588']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:19.734956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6eb8686-efe1-4052-b946-a3907a75d96a') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:19.735252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6eb8686-efe1-4052-b946-a3907a75d96a') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:19.743989 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.758098 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.765344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:18:19.766146 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:18:19.767917 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:18:19.773531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0b2ee053-17d8-4175-9dc0-ce634808a66a details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:18:19.853456 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.859747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19d531a7-1619-42ba-887b-0cd3e6faa588 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 14:18:19.864422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.866302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "DELETE /v2.0/networks/19d531a7-1619-42ba-887b-0cd3e6faa588 HTTP/1.1" status: 204 len: 168 time: 0.2937217 Aug 27 14:18:19.870520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45794) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:19.875689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b96ba7f6-9778-44c2-b4b3-d66353e96697 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Request body: {'network': {'name': 'tempest-network--958407657', 'router:external': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:19.882847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:19.890144 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c785d-4abf-4561-bd35-27be43b65cfc tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event deleted for resources: {'Network': ['ID=19d531a7-1619-42ba-887b-0cd3e6faa588,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:19.898299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'port_id': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'mac_address': 'fa:16:3e:96:c7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:18:19.900756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96ba7f6-9778-44c2-b4b3-d66353e96697 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Made reservation on behalf of 3c94ea4ab222409588795aa8fcf1e7f4 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:19.903774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b3500-2c8c-43f4-a209-157f8befadec req-ee7196de-0094-4ff0-8e46-06e0b44415d5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:19.906592 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b96ba7f6-9778-44c2-b4b3-d66353e96697 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.907044 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b74b3500-2c8c-43f4-a209-157f8befadec req-ee7196de-0094-4ff0-8e46-06e0b44415d5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.1281972 Aug 27 14:18:19.933792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96ba7f6-9778-44c2-b4b3-d66353e96697 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:18:19.947548 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b96ba7f6-9778-44c2-b4b3-d66353e96697 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.948685 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-b96ba7f6-9778-44c2-b4b3-d66353e96697 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Added segment e8b07bec-c7de-45aa-a625-7759e0bdf588 of type vlan for network 0b0b82ef-e656-47d5-8bc3-462a32af4563 Aug 27 14:18:19.970515 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:19.971133 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b74b3500-2c8c-43f4-a209-157f8befadec req-caa8505f-9dfe-4c12-a341-b28df64b7386 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567150 Aug 27 14:18:19.987326 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b2ee053-17d8-4175-9dc0-ce634808a66a {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:18:20.012232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:20.019074 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.035799 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b96ba7f6-9778-44c2-b4b3-d66353e96697 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.079688 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b96ba7f6-9778-44c2-b4b3-d66353e96697 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.081231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96ba7f6-9778-44c2-b4b3-d66353e96697 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:20.082395 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b96ba7f6-9778-44c2-b4b3-d66353e96697 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.085571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0b2ee053-17d8-4175-9dc0-ce634808a66a,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:20.113790 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b96ba7f6-9778-44c2-b4b3-d66353e96697 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2399130 Aug 27 14:18:20.114921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45802) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:20.166114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ba7f6-9778-44c2-b4b3-d66353e96697 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event updated for resources: {'Network': ['ID=0b0b82ef-e656-47d5-8bc3-462a32af4563,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:20.176786 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 0b0b82ef-e656-47d5-8bc3-462a32af4563 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:18:20.236842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0b2ee053-17d8-4175-9dc0-ce634808a66a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:18:20.237071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8292a874-71a6-4470-8953-a118df675e57 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:20.241279 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8292a874-71a6-4470-8953-a118df675e57 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] 10.222.0.55 "GET /v2.0/networks/0b0b82ef-e656-47d5-8bc3-462a32af4563 HTTP/1.1" status: 200 len: 756 time: 0.1252351 Aug 27 14:18:20.241422 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45808) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:20.290000 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.377170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eafd0d-00ad-4320-928f-34e2e355ae65 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:20.378725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b5eafd0d-00ad-4320-928f-34e2e355ae65 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] 10.222.0.55 "GET /v2.0/networks/0ef3618d-2c49-4797-85ed-9475a2070861 HTTP/1.1" status: 200 len: 768 time: 0.1362710 Aug 27 14:18:20.381495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45812) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:20.476048 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.514138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45814) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:20.519585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b717a6e2-cf37-4af9-977d-6c2f08660aac tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-477489090', 'description': 'tempest-secgroup-smoke-477489090 description', 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:20.542276 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b717a6e2-cf37-4af9-977d-6c2f08660aac tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.556402 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.566326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0b82ef-e656-47d5-8bc3-462a32af4563']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:20.582618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b07bec-c7de-45aa-a625-7759e0bdf588') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:20.582969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b07bec-c7de-45aa-a625-7759e0bdf588') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:20.592335 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.609331 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.615441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:18:20.615841 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:18:20.617543 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:18:20.636889 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b717a6e2-cf37-4af9-977d-6c2f08660aac tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.641734 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b717a6e2-cf37-4af9-977d-6c2f08660aac tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.669673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717a6e2-cf37-4af9-977d-6c2f08660aac tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96030be4-0cdd-48d8-b24e-ec6d38d28945,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:20.672440 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b717a6e2-cf37-4af9-977d-6c2f08660aac tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.676515 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b717a6e2-cf37-4af9-977d-6c2f08660aac tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1579399 Aug 27 14:18:20.676707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45816) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:20.678962 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.681565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-9c1d6549-5201-4313-86e9-6711ba3c9a14 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Request body: {'security_group_rule': {'security_group_id': '96030be4-0cdd-48d8-b24e-ec6d38d28945', 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:20.696526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b0b82ef-e656-47d5-8bc3-462a32af4563 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 14:18:20.699942 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.703394 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "DELETE /v2.0/networks/0b0b82ef-e656-47d5-8bc3-462a32af4563 HTTP/1.1" status: 204 len: 168 time: 0.3208539 Aug 27 14:18:20.704576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a5e35-003d-470d-b761-31baada11e52 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b0b82ef-e656-47d5-8bc3-462a32af4563,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:20.707266 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45818) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:20.712624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-331804f7-9715-4d1e-ba92-42aa7f1dc8f6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Request body: {'network': {'name': 'tempest-network--185275809'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:20.720169 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c1d6549-5201-4313-86e9-6711ba3c9a14 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.755655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331804f7-9715-4d1e-ba92-42aa7f1dc8f6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Made reservation on behalf of 3c94ea4ab222409588795aa8fcf1e7f4 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:20.757789 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-331804f7-9715-4d1e-ba92-42aa7f1dc8f6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.800627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331804f7-9715-4d1e-ba92-42aa7f1dc8f6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:18:20.803351 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c1d6549-5201-4313-86e9-6711ba3c9a14 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.807683 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c1d6549-5201-4313-86e9-6711ba3c9a14 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.817424 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-331804f7-9715-4d1e-ba92-42aa7f1dc8f6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.817757 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-331804f7-9715-4d1e-ba92-42aa7f1dc8f6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Added segment 212860e7-ab20-4fbb-98ea-6d0e6b76e36d of type vlan for network e7de73a6-6660-46af-86ec-f81a869efb03 Aug 27 14:18:20.835809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d6549-5201-4313-86e9-6711ba3c9a14 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74fcf3f-9345-4c9d-b646-7dfa6caf185b,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:20.842124 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c1d6549-5201-4313-86e9-6711ba3c9a14 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.846739 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9c1d6549-5201-4313-86e9-6711ba3c9a14 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1665635 Aug 27 14:18:20.847489 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45820) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:20.867225 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-573e797b-1821-4916-a002-0aaf50f2382d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Request body: {'security_group_rule': {'security_group_id': '96030be4-0cdd-48d8-b24e-ec6d38d28945', 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:20.887902 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-331804f7-9715-4d1e-ba92-42aa7f1dc8f6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.914328 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-573e797b-1821-4916-a002-0aaf50f2382d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.935859 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-331804f7-9715-4d1e-ba92-42aa7f1dc8f6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:20.937314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331804f7-9715-4d1e-ba92-42aa7f1dc8f6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:20.937887 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-331804f7-9715-4d1e-ba92-42aa7f1dc8f6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.012273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-331804f7-9715-4d1e-ba92-42aa7f1dc8f6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3038452 Aug 27 14:18:21.016092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45824) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:21.018568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331804f7-9715-4d1e-ba92-42aa7f1dc8f6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event updated for resources: {'Network': ['ID=e7de73a6-6660-46af-86ec-f81a869efb03,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:21.031127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network e7de73a6-6660-46af-86ec-f81a869efb03 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:18:21.033298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8e306904-9e3d-4ba5-9f74-79e20f016060 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:21.050624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-573e797b-1821-4916-a002-0aaf50f2382d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.064674 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-573e797b-1821-4916-a002-0aaf50f2382d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.101695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e797b-1821-4916-a002-0aaf50f2382d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2174fa8f-4016-4ca3-ac49-c417829f45ae,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:21.125653 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-573e797b-1821-4916-a002-0aaf50f2382d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.126916 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-573e797b-1821-4916-a002-0aaf50f2382d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2790518 Aug 27 14:18:21.129619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45826) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:21.135586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f7213ff2-2aa7-4b6d-972b-7b319b44f306 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Request body: {'security_group_rule': {'security_group_id': '96030be4-0cdd-48d8-b24e-ec6d38d28945', 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:21.151507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb709c-b2af-4c5f-9460-fcf42e0b3549 req-6617b3b4-38b9-4b86-b667-c62b5a1c8024 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:21.153018 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7bb709c-b2af-4c5f-9460-fcf42e0b3549 req-6617b3b4-38b9-4b86-b667-c62b5a1c8024 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 944 time: 0.0655463 Aug 27 14:18:21.191182 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7bb709c-b2af-4c5f-9460-fcf42e0b3549 req-778215ce-fb4a-4b23-b250-cf62cb6a0cec tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Aug 27 14:18:21.228578 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7213ff2-2aa7-4b6d-972b-7b319b44f306 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.267566 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e306904-9e3d-4ba5-9f74-79e20f016060 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.289642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e306904-9e3d-4ba5-9f74-79e20f016060 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.340243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e306904-9e3d-4ba5-9f74-79e20f016060 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Network e7de73a6-6660-46af-86ec-f81a869efb03 is not hosted by any dhcp agent {{(pid=101186) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 14:18:21.341131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e306904-9e3d-4ba5-9f74-79e20f016060 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:21.341736 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e306904-9e3d-4ba5-9f74-79e20f016060 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.346098 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8e306904-9e3d-4ba5-9f74-79e20f016060 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "PUT /v2.0/networks/e7de73a6-6660-46af-86ec-f81a869efb03 HTTP/1.1" status: 200 len: 857 time: 0.3263588 Aug 27 14:18:21.346887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45830) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:21.361163 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7213ff2-2aa7-4b6d-972b-7b319b44f306 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.367130 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7213ff2-2aa7-4b6d-972b-7b319b44f306 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.379676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e306904-9e3d-4ba5-9f74-79e20f016060 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event updated for resources: {'Network': ['ID=e7de73a6-6660-46af-86ec-f81a869efb03,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:21.394256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7213ff2-2aa7-4b6d-972b-7b319b44f306 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c8fb47-38fb-4cfc-89bc-75d787f632f6,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:21.397483 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7213ff2-2aa7-4b6d-972b-7b319b44f306 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.398437 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f7213ff2-2aa7-4b6d-972b-7b319b44f306 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2678394 Aug 27 14:18:21.401378 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45832) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:21.407232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c5a99360-1787-475d-8f6c-1c11322e32ca tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Request body: {'security_group_rule': {'security_group_id': '96030be4-0cdd-48d8-b24e-ec6d38d28945', 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:21.409353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.432992 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.441587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c5a99360-1787-475d-8f6c-1c11322e32ca tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.507689 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c5a99360-1787-475d-8f6c-1c11322e32ca tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.512150 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c5a99360-1787-475d-8f6c-1c11322e32ca tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.519717 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.529451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7de73a6-6660-46af-86ec-f81a869efb03']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:21.530365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a99360-1787-475d-8f6c-1c11322e32ca tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5144e7f-bd08-41fb-a822-85c0bc785ddf,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:21.536180 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c5a99360-1787-475d-8f6c-1c11322e32ca tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.537896 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c5a99360-1787-475d-8f6c-1c11322e32ca tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352437 Aug 27 14:18:21.540297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45836) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:21.544023 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212860e7-ab20-4fbb-98ea-6d0e6b76e36d') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:21.544315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212860e7-ab20-4fbb-98ea-6d0e6b76e36d') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:21.544772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4d366d22-0feb-4bab-a016-41f7dbf1427d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Request body: {'security_group_rule': {'security_group_id': '96030be4-0cdd-48d8-b24e-ec6d38d28945', 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:21.554450 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.567584 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-4d366d22-0feb-4bab-a016-41f7dbf1427d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Project 9c7a5ed85626491dac3a9aac2ca640aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:18:21.569157 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.575177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:18:21.575705 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.576418 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4d366d22-0feb-4bab-a016-41f7dbf1427d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:18:21.577782 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:18:21.636568 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.642253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e7de73a6-6660-46af-86ec-f81a869efb03 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 14:18:21.644685 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4d366d22-0feb-4bab-a016-41f7dbf1427d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.645342 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.647270 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] 10.222.0.55 "DELETE /v2.0/networks/e7de73a6-6660-46af-86ec-f81a869efb03 HTTP/1.1" status: 204 len: 168 time: 0.2998033 Aug 27 14:18:21.650846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45838) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:21.657585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db133d7b-b050-46ab-a65c-83cffae595d6 tempest-ExternalNetworksTestJSON-1157947463 tempest-ExternalNetworksTestJSON-1157947463-project-admin] Pushing event deleted for resources: {'Network': ['ID=e7de73a6-6660-46af-86ec-f81a869efb03,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:21.662014 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4d366d22-0feb-4bab-a016-41f7dbf1427d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.686451 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cfb122-3c59-483a-af1d-e2e637268414 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] DELETE failed (client error): The resource could not be found. Aug 27 14:18:21.686934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27cfb122-3c59-483a-af1d-e2e637268414 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:18:21.691080 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-27cfb122-3c59-483a-af1d-e2e637268414 tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] 10.222.0.55 "DELETE /v2.0/subnets/5f31136b-1604-4f8e-bb1a-bee407d4ac17 HTTP/1.1" status: 404 len: 337 time: 0.0366852 Aug 27 14:18:21.691531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45840) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:21.700522 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d366d22-0feb-4bab-a016-41f7dbf1427d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cf3124-2778-46ad-af89-bf64e4fd4573,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:21.711263 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4d366d22-0feb-4bab-a016-41f7dbf1427d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.712826 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4d366d22-0feb-4bab-a016-41f7dbf1427d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1715205 Aug 27 14:18:21.715740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45842) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:21.721304 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-33a68031-d049-4c5d-a8e4-83e22677d87d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Request body: {'security_group_rule': {'security_group_id': '96030be4-0cdd-48d8-b24e-ec6d38d28945', 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:21.747810 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-33a68031-d049-4c5d-a8e4-83e22677d87d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Project 9c7a5ed85626491dac3a9aac2ca640aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:18:21.753511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-33a68031-d049-4c5d-a8e4-83e22677d87d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.777299 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-81f19d34-cec6-4d06-a114-cf12cfae113a tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.785026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0b2ee053-17d8-4175-9dc0-ce634808a66a up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:18:21.828458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-33a68031-d049-4c5d-a8e4-83e22677d87d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.833699 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-33a68031-d049-4c5d-a8e4-83e22677d87d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.852526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 0b2ee053-17d8-4175-9dc0-ce634808a66a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:18:21.853216 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.859783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a68031-d049-4c5d-a8e4-83e22677d87d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6246521-3ddb-4ecb-aaaf-ebfeea9bac7d,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:21.863112 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-33a68031-d049-4c5d-a8e4-83e22677d87d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.864971 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-33a68031-d049-4c5d-a8e4-83e22677d87d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478806 Aug 27 14:18:21.897634 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-81f19d34-cec6-4d06-a114-cf12cfae113a tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.909320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-81f19d34-cec6-4d06-a114-cf12cfae113a tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef3618d-2c49-4797-85ed-9475a2070861']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:21.920434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-81f19d34-cec6-4d06-a114-cf12cfae113a tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ce376a-62de-4406-878a-c3fc24700549') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:21.921473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-81f19d34-cec6-4d06-a114-cf12cfae113a tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ce376a-62de-4406-878a-c3fc24700549') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:21.931007 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-81f19d34-cec6-4d06-a114-cf12cfae113a tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.936044 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.945371 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-81f19d34-cec6-4d06-a114-cf12cfae113a tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.952589 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f19d34-cec6-4d06-a114-cf12cfae113a tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:18:21.953224 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-81f19d34-cec6-4d06-a114-cf12cfae113a tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:18:21.956614 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:18:21.978316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:21.979755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:18:21.982932 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb039681-d2a5-4d2f-b4f5-b7c47e5d2dfb" -d '{"events": [{"server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "name": "network-vif-plugged", "status": "completed", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:18:21.988854 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:22.032804 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-81f19d34-cec6-4d06-a114-cf12cfae113a tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:22.033938 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb77fcf8-18b8-4d64-95e4-47dfd43065fc x-openstack-request-id: req-fb77fcf8-18b8-4d64-95e4-47dfd43065fc {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:18:22.035349 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "name": "network-vif-plugged", "status": "completed", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:18:22.035798 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb77fcf8-18b8-4d64-95e4-47dfd43065fc {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:18:22.036414 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'code': 200} Aug 27 14:18:22.043078 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-81f19d34-cec6-4d06-a114-cf12cfae113a tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:22.045163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-81f19d34-cec6-4d06-a114-cf12cfae113a tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] 10.222.0.55 "DELETE /v2.0/networks/0ef3618d-2c49-4797-85ed-9475a2070861 HTTP/1.1" status: 204 len: 168 time: 0.3525746 Aug 27 14:18:22.060272 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f19d34-cec6-4d06-a114-cf12cfae113a tempest-ExternalNetworksTestJSON-1128906320 tempest-ExternalNetworksTestJSON-1128906320-project] Pushing event deleted for resources: {'Network': ['ID=0ef3618d-2c49-4797-85ed-9475a2070861,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:22.072344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0b2ee053-17d8-4175-9dc0-ce634808a66a,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:22.149467 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-03df1fc7-c4a1-427a-8d81-3a18e4dcb61a tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-477489090&fields=id&tenant_id=9c7a5ed85626491dac3a9aac2ca640aa HTTP/1.1" status: 200 len: 267 time: 0.0348535 Aug 27 14:18:22.265426 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-be01f4e7-8c68-40f6-82cd-42ed1ec2f98a tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:22.267403 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-be01f4e7-8c68-40f6-82cd-42ed1ec2f98a tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/networks?id=718ce959-0c21-4283-8ef8-71a901ee0e31 HTTP/1.1" status: 200 len: 814 time: 0.1103861 Aug 27 14:18:22.283359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-ca7c35b4-54ec-4368-9046-0126e7e92087 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/quotas/9c7a5ed85626491dac3a9aac2ca640aa HTTP/1.1" status: 200 len: 375 time: 0.0103738 Aug 27 14:18:22.341134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2eb08-15d1-4635-8aac-81a101076451 req-1a59898b-71f9-4073-ae1b-8bd90e4d6abe tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:22.342793 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42a2eb08-15d1-4635-8aac-81a101076451 req-1a59898b-71f9-4073-ae1b-8bd90e4d6abe tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0583208 Aug 27 14:18:22.343323 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-f92a1a43-9fe9-489d-8b9b-ddab8d9c5b5c tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c7a5ed85626491dac3a9aac2ca640aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523050 Aug 27 14:18:22.357507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45860) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:22.390665 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42a2eb08-15d1-4635-8aac-81a101076451 req-770ef59a-e6b4-4b5e-b1fa-9823196ab166 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399272 Aug 27 14:18:22.444767 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-d3a9583c-e267-44db-8998-2477d248e825 service neutron] 10.222.0.55 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876021 Aug 27 14:18:22.516788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e6d66a92-2578-491f-aab2-c642a23dbdbc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28015b579cf447fab8716b87b6d921de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574802 Aug 27 14:18:22.519843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45866) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:22.575851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-add24d2f-5561-42f2-8421-06e0ad33bebd service neutron] 10.222.0.55 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239944 Aug 27 14:18:22.590602 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55e475cc-5e4b-4bc5-913b-4408acf7da4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:22.613807 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55e475cc-5e4b-4bc5-913b-4408acf7da4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:22.661373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55e475cc-5e4b-4bc5-913b-4408acf7da4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:22.664249 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55e475cc-5e4b-4bc5-913b-4408acf7da4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:22.665463 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-55e475cc-5e4b-4bc5-913b-4408acf7da4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/000c792d-8277-4373-ab8a-6d709ae34453 HTTP/1.1" status: 204 len: 168 time: 0.1445887 Aug 27 14:18:22.674239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e475cc-5e4b-4bc5-913b-4408acf7da4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000c792d-8277-4373-ab8a-6d709ae34453,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:22.896841 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-07e4f969-60de-46f5-bab0-29ee48c0fad6 req-d81e7205-8287-432c-93cd-2599027d4864 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 210 time: 0.0279217 Aug 27 14:18:22.969694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45884) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:23.013145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ef625b98-40f6-4f55-8556-996fb376074b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c94ea4ab222409588795aa8fcf1e7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400043 Aug 27 14:18:23.013505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45888) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:23.079286 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-09c6d3f2-85da-4e65-9652-ea11452f95d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:23.102793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-09c6d3f2-85da-4e65-9652-ea11452f95d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:23.148574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-09c6d3f2-85da-4e65-9652-ea11452f95d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:23.151351 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-09c6d3f2-85da-4e65-9652-ea11452f95d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:23.155751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-09c6d3f2-85da-4e65-9652-ea11452f95d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ce2cd10-244e-4a04-b43c-8b45807b7787 HTTP/1.1" status: 204 len: 168 time: 0.1405561 Aug 27 14:18:23.164807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6d3f2-85da-4e65-9652-ea11452f95d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce2cd10-244e-4a04-b43c-8b45807b7787,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:23.540352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb7463-e265-42a2-91b4-aaa9983c20da req-6b9b6aef-0eb6-47a8-b9db-c5209bd808f4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:23.541883 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2cbb7463-e265-42a2-91b4-aaa9983c20da req-6b9b6aef-0eb6-47a8-b9db-c5209bd808f4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0572879 Aug 27 14:18:23.607140 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2cbb7463-e265-42a2-91b4-aaa9983c20da req-4a1cae8a-6281-47e4-8579-84305721a5d4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564368 Aug 27 14:18:24.345451 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-741fd686-70b7-4577-a957-5301b77e7956 req-9003e03e-4cc1-433d-add8-0e6421953677 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 210 time: 0.3663745 Aug 27 14:18:24.428571 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45936) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:24.455331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-90fae363-fb45-4767-a26d-39563a1437ad tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:24.456844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-90fae363-fb45-4767-a26d-39563a1437ad tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.41 "GET /v2.0/networks?id=718ce959-0c21-4283-8ef8-71a901ee0e31 HTTP/1.1" status: 200 len: 814 time: 0.1146171 Aug 27 14:18:24.524560 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-23d77e15-afb5-4963-b275-8915c5bebf7c tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c7a5ed85626491dac3a9aac2ca640aa HTTP/1.1" status: 200 len: 379 time: 0.0359411 Aug 27 14:18:24.536049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Request body: {'port': {'device_id': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'admin_state_up': True, 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'security_groups': ['96030be4-0cdd-48d8-b24e-ec6d38d28945']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:24.593217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-74353621'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:24.622396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Made reservation on behalf of 74ff3ef202de417ca96c045978e8d8da for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:24.626655 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:24.636608 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:24.672635 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Made reservation on behalf of 9c7a5ed85626491dac3a9aac2ca640aa for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:24.676853 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:24.803972 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:24.810577 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:24.840001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:18:24.841574 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf34099-825e-4f2b-9eed-7a054cda2237 req-21728ca1-31a2-4d99-8428-600abe9979dc tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:24.849732 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-acf34099-825e-4f2b-9eed-7a054cda2237 req-21728ca1-31a2-4d99-8428-600abe9979dc tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.1398098 Aug 27 14:18:24.850901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ea1638-59fb-44c1-80d6-94f99e6ce282,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:24.868243 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:24.868600 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Added segment 9998eba2-ea3d-4cc5-9c64-70668490fe02 of type vlan for network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 Aug 27 14:18:24.908213 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-acf34099-825e-4f2b-9eed-7a054cda2237 req-339d8f2e-cb44-4dc4-a0f6-c18b5f7aa727 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566063 Aug 27 14:18:24.909809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Allocated IP 172.20.0.14 (718ce959-0c21-4283-8ef8-71a901ee0e31/666a808a-63f6-4987-a811-d6fd42a9085a/7551c883-5efa-4f94-83f6-79f64bc55020) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:18:24.910522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:24.943763 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:24.949750 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:24.950354 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:25.007192 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5774899 Aug 27 14:18:25.021240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5546b-3c22-4542-aa09-71e9e185c42d tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Pushing event updated for resources: {'Network': ['ID=0961c320-efe3-4a8f-a0a4-55c5c20aa266,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:25.033554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:18:25.078801 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:25.093406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Transition to ACTIVE for port object 7551c883-5efa-4f94-83f6-79f64bc55020 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:18:25.130101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:25.182466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Network 718ce959-0c21-4283-8ef8-71a901ee0e31 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:18:25.186110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:18:25.192261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:18:25.194359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45950) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:25.201331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Request body: {'port': {'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266', 'binding:host_id': 'n-h1-712139-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1849953765'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:25.222253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Pushing event updated for resources: {'Port': ['ID=7551c883-5efa-4f94-83f6-79f64bc55020,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:25.226472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Made reservation on behalf of 554f681652a84cdb865e564cf910b3f4 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:25.230694 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:25.242388 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:25.257923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:25.258604 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:25.281567 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-25e811fe-7351-42a9-81ca-522404a9f68b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7479880 Aug 27 14:18:25.306774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Request body: {'port': {'device_id': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:25.402705 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:25.445085 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:25.458361 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:25.481283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] device_id is not set on port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:18:25.507447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3435d904-07eb-47a3-a6c7-aa2028871afd None None] Provisioning for port 7551c883-5efa-4f94-83f6-79f64bc55020 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:18:25.512763 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3435d904-07eb-47a3-a6c7-aa2028871afd None None] Provisioning complete for port 7551c883-5efa-4f94-83f6-79f64bc55020 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:18:25.515161 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3435d904-07eb-47a3-a6c7-aa2028871afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:25.575243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe09282c-804a-4820-913f-c5ca03ca64a7,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:25.583501 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3435d904-07eb-47a3-a6c7-aa2028871afd None None] Port 7551c883-5efa-4f94-83f6-79f64bc55020 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:18:25.631778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978046a-0685-4a29-a516-d6d25b5e747a req-117eb5fa-7edb-4715-8f7e-aaa3253095c3 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:25.641380 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0978046a-0685-4a29-a516-d6d25b5e747a req-117eb5fa-7edb-4715-8f7e-aaa3253095c3 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 932 time: 0.1683016 Aug 27 14:18:25.756103 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0978046a-0685-4a29-a516-d6d25b5e747a req-5f06f915-8bc5-48e2-ac86-cd4e7298e653 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132452 Aug 27 14:18:25.812094 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] device_id is not set on port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:18:25.821377 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:25.832184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Transition to ACTIVE for port object 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:18:25.846379 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:25.925328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7551c883-5efa-4f94-83f6-79f64bc55020 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:18:25.927513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event updated for resources: {'Port': ['ID=7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:25.938227 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:25.950314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Checking segment: {'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:18:25.951245 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Network hostable DHCP agents. Network: 0961c320-efe3-4a8f-a0a4-55c5c20aa266, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:18:25.960437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Transition to ACTIVE for port object 7551c883-5efa-4f94-83f6-79f64bc55020 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:18:25.970295 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:26.005395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:18:26.027348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 0961c320-efe3-4a8f-a0a4-55c5c20aa266) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:18:26.032792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:18:26.047599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5de56-ed20-4a29-99e2-53afec15cc8d None None] Network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:18:26.102088 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Pushing event updated for resources: {'Port': ['ID=7551c883-5efa-4f94-83f6-79f64bc55020,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:26.132404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:26.132747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:26.133096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:26.144854 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Attempting to bind port 7551c883-5efa-4f94-83f6-79f64bc55020 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:26.145576 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Attempting to bind port 7551c883-5efa-4f94-83f6-79f64bc55020 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '4620d634-3e04-4107-8c82-1069675e43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:26.146252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Attempting to bind port 7551c883-5efa-4f94-83f6-79f64bc55020 on network 718ce959-0c21-4283-8ef8-71a901ee0e31 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:26.153402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Port 7551c883-5efa-4f94-83f6-79f64bc55020 on network 718ce959-0c21-4283-8ef8-71a901ee0e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:26.154113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Attempting to bind port 7551c883-5efa-4f94-83f6-79f64bc55020 on network 718ce959-0c21-4283-8ef8-71a901ee0e31 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:26.161050 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:18:26.161614 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Checking segment: {'id': '4620d634-3e04-4107-8c82-1069675e43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:18:26.162165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Bound using segment: {'id': '4620d634-3e04-4107-8c82-1069675e43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:18:26.163133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Bound port: 7551c883-5efa-4f94-83f6-79f64bc55020, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4620d634-3e04-4107-8c82-1069675e43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:18:26.163688 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:26.167826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:26.168167 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:26.170149 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 2 to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b Aug 27 14:18:26.205770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:26.206238 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:26.206441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:26.239074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa98c5-fdc0-458c-b9d7-fe089c3706b1 req-7164f92a-2383-4533-92f2-7aabed319ef7 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:26.240755 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-11aa98c5-fdc0-458c-b9d7-fe089c3706b1 req-7164f92a-2383-4533-92f2-7aabed319ef7 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.2023983 Aug 27 14:18:26.256598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:26.256939 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:26.261820 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 3 to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b Aug 27 14:18:26.299148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] For port 7551c883-5efa-4f94-83f6-79f64bc55020, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:18:26.302973 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] For port 7551c883-5efa-4f94-83f6-79f64bc55020, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7551c883-5efa-4f94-83f6-79f64bc55020,segment=NetworkSegment(4620d634-3e04-4107-8c82-1069675e43c8),segment_id=4620d634-3e04-4107-8c82-1069675e43c8)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:18:26.305468 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:26.305801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:26.306164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:26.308416 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:26.326434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:26.326967 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:26.329421 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 4 to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b Aug 27 14:18:26.362132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:26.362924 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:26.364696 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] 10.222.0.41 "PUT /v2.0/ports/7551c883-5efa-4f94-83f6-79f64bc55020 HTTP/1.1" status: 200 len: 1093 time: 1.0649564 Aug 27 14:18:26.367952 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:18:26.370316 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f10435-3377-42ec-b989-4dbe209ce05c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:18:26.398318 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-11aa98c5-fdc0-458c-b9d7-fe089c3706b1 req-769cb66d-7252-4f28-93f0-aded65cb9954 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431482 Aug 27 14:18:26.401888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbacaa4-7ea9-4bd8-b35f-951c49bdbc07 service neutron] Pushing event updated for resources: {'Port': ['ID=7551c883-5efa-4f94-83f6-79f64bc55020,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:26.415072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:26.415419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:26.415759 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:26.446026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:26.446628 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:26.446877 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 5 to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b Aug 27 14:18:26.455078 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d88db2-018b-43ff-94c8-917926c27295 x-openstack-request-id: req-15d88db2-018b-43ff-94c8-917926c27295 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:18:26.455889 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:18:26.456308 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15d88db2-018b-43ff-94c8-917926c27295 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:18:26.456900 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020', 'status': 'completed', 'code': 200} Aug 27 14:18:26.463288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:26.463821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:26.465252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:26.471006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:26.471346 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:26.471915 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 6 to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b Aug 27 14:18:26.494660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:26.504179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:26.504847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:26.510438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:26.511059 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:26.511655 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 7 to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b Aug 27 14:18:26.530925 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:26.531519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:26.532049 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:26.539709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:26.540750 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:26.541310 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 8 to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b Aug 27 14:18:26.560140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:26.561569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:26.562085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:26.569110 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:26.570182 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:26.570767 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 9 to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b Aug 27 14:18:26.578185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-a4319b4c-f69b-4e59-8e3f-488612b9e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:26.586525 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-a4319b4c-f69b-4e59-8e3f-488612b9e2de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c7a5ed85626491dac3a9aac2ca640aa&device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 1096 time: 0.1076765 Aug 27 14:18:26.591158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:26.591683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:26.592188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:26.597889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:26.598748 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:26.599310 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 10 to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b Aug 27 14:18:26.638574 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:26.639769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:26.640310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:26.654603 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:26.655853 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:26.656533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:26.669969 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-ad845673-ea08-4e60-9f9f-8fde79f1bf66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7551c883-5efa-4f94-83f6-79f64bc55020 HTTP/1.1" status: 200 len: 217 time: 0.0663176 Aug 27 14:18:26.733204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-3d46fba2-c693-4673-95f3-6b5a076b83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:26.735136 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-3d46fba2-c693-4673-95f3-6b5a076b83ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=666a808a-63f6-4987-a811-d6fd42a9085a HTTP/1.1" status: 200 len: 853 time: 0.0566876 Aug 27 14:18:26.752086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] For port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:18:26.752462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempted to set empty binding levels {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 14:18:26.791726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:26.836263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-5b1dec79-9c64-48e2-8b72-ca5824bf3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:26.841133 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-5b1dec79-9c64-48e2-8b72-ca5824bf3a22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=718ce959-0c21-4283-8ef8-71a901ee0e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915782 Aug 27 14:18:26.896683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:26.900897 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:26.960724 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-4cae0849-6e67-4e32-8b6d-9861e4980c28 service neutron] 10.222.0.41 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100504 Aug 27 14:18:27.008050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event updated for resources: {'Port': ['ID=7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:27.024262 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d058af53-dcab-4ca2-a1b7-f9ffcb62a951 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.8285148 Aug 27 14:18:27.026239 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45996) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:27.078059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ca428-8ac0-4990-9f9f-5a54680d108c req-5dedb8fa-d6f4-424b-af6e-03667361dd4b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:27.080686 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-745ca428-8ac0-4990-9f9f-5a54680d108c req-5dedb8fa-d6f4-424b-af6e-03667361dd4b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 944 time: 0.2036226 Aug 27 14:18:27.101528 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3aa4f903-a5c1-4eb5-985e-d1c9b0934a24 req-03d255b6-7006-463d-b898-9f5c3dd7bf95 service neutron] 10.222.0.41 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323731 Aug 27 14:18:27.189432 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-745ca428-8ac0-4990-9f9f-5a54680d108c req-709cff7a-b151-4cff-a269-afeafaf22814 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687735 Aug 27 14:18:27.223001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbb01a-89ce-4b96-aa06-886950e0400e tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Deleting port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:18:27.223886 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb01a-89ce-4b96-aa06-886950e0400e tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:27.261204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f10435-3377-42ec-b989-4dbe209ce05c req-769646d1-92d2-460c-9869-1c015bedf6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:27.262786 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15f10435-3377-42ec-b989-4dbe209ce05c req-769646d1-92d2-460c-9869-1c015bedf6ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c7a5ed85626491dac3a9aac2ca640aa&device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 1096 time: 0.0524058 Aug 27 14:18:27.360944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-1ffbb01a-89ce-4b96-aa06-886950e0400e tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] For port 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b, host n-h1-712139-12, got binding levels [] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:27.361441 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb01a-89ce-4b96-aa06-886950e0400e tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:27.399507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f10435-3377-42ec-b989-4dbe209ce05c req-67b3a80a-63ba-4b7d-8c73-dba1e73c2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:27.402059 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15f10435-3377-42ec-b989-4dbe209ce05c req-67b3a80a-63ba-4b7d-8c73-dba1e73c2a60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=718ce959-0c21-4283-8ef8-71a901ee0e31 HTTP/1.1" status: 200 len: 915 time: 0.1272163 Aug 27 14:18:27.411180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbb01a-89ce-4b96-aa06-886950e0400e tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Calling delete_port for 7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:18:27.463553 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15f10435-3377-42ec-b989-4dbe209ce05c req-3df3f15b-953d-4bd8-aa80-9f7a19c1687a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7551c883-5efa-4f94-83f6-79f64bc55020 HTTP/1.1" status: 200 len: 217 time: 0.0512261 Aug 27 14:18:27.547347 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb01a-89ce-4b96-aa06-886950e0400e tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:27.590639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbb01a-89ce-4b96-aa06-886950e0400e tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:27.614875 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb01a-89ce-4b96-aa06-886950e0400e tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:27.617599 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1ffbb01a-89ce-4b96-aa06-886950e0400e tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "DELETE /v2.0/ports/7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b HTTP/1.1" status: 204 len: 168 time: 0.5897553 Aug 27 14:18:27.619920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46000) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:27.640993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c1dbf-5c2e-4b09-9550-18e0d79fbe31 req-675c5d25-ea75-4e94-8fbc-f7bb43fea8c5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:27.642307 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-757c1dbf-5c2e-4b09-9550-18e0d79fbe31 req-675c5d25-ea75-4e94-8fbc-f7bb43fea8c5 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.1063070 Aug 27 14:18:27.644194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f10435-3377-42ec-b989-4dbe209ce05c req-fdf4485b-b077-4578-b488-ebd2712bec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:27.645542 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15f10435-3377-42ec-b989-4dbe209ce05c req-fdf4485b-b077-4578-b488-ebd2712bec31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=666a808a-63f6-4987-a811-d6fd42a9085a HTTP/1.1" status: 200 len: 853 time: 0.1709483 Aug 27 14:18:27.653386 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-d092a0e1-ca4d-4e04-a59d-50b1229ce998 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] GET failed (client error): The resource could not be found. Aug 27 14:18:27.656777 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d092a0e1-ca4d-4e04-a59d-50b1229ce998 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "GET /v2.0/ports/7cef4ac5-acc3-4d80-8fc0-8cc2fc89780b HTTP/1.1" status: 404 len: 333 time: 0.0351624 Aug 27 14:18:27.659549 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46002) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:27.664929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e85e80e9-156a-458d-a9b7-19d2bfaf0506 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Request body: {'port': {'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-454945456'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:27.690314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85e80e9-156a-458d-a9b7-19d2bfaf0506 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Made reservation on behalf of 554f681652a84cdb865e564cf910b3f4 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:27.693448 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e85e80e9-156a-458d-a9b7-19d2bfaf0506 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:27.702490 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-757c1dbf-5c2e-4b09-9550-18e0d79fbe31 req-a897d058-7fa4-4a24-93e5-cf16efc4d639 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535319 Aug 27 14:18:27.731208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-e85e80e9-156a-458d-a9b7-19d2bfaf0506 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] device_id is not set on port 01fe47d8-0376-44a3-9e83-d6e74afef635 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:18:27.739663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f10435-3377-42ec-b989-4dbe209ce05c req-a43a3309-0250-4f2a-9a34-dfa6727ab335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:27.741366 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15f10435-3377-42ec-b989-4dbe209ce05c req-a43a3309-0250-4f2a-9a34-dfa6727ab335 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=718ce959-0c21-4283-8ef8-71a901ee0e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528228 Aug 27 14:18:27.862369 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15f10435-3377-42ec-b989-4dbe209ce05c req-a800ff30-f5b1-4aa4-bfdc-9f403e331a2b service neutron] 10.222.0.41 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081853 Aug 27 14:18:27.966549 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e85e80e9-156a-458d-a9b7-19d2bfaf0506 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:28.012041 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15f10435-3377-42ec-b989-4dbe209ce05c req-dee988e4-dfbb-463d-86e2-35d3b1032956 service neutron] 10.222.0.41 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398842 Aug 27 14:18:28.044777 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e85e80e9-156a-458d-a9b7-19d2bfaf0506 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:28.100767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e80e9-156a-458d-a9b7-19d2bfaf0506 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:18:28.103735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-e85e80e9-156a-458d-a9b7-19d2bfaf0506 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:18:28.108313 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e80e9-156a-458d-a9b7-19d2bfaf0506 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:18:28.109261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e80e9-156a-458d-a9b7-19d2bfaf0506 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:28.109860 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e85e80e9-156a-458d-a9b7-19d2bfaf0506 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:28.113344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e80e9-156a-458d-a9b7-19d2bfaf0506 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event updated for resources: {'Port': ['ID=01fe47d8-0376-44a3-9e83-d6e74afef635,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:28.127768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e85e80e9-156a-458d-a9b7-19d2bfaf0506 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4667697 Aug 27 14:18:28.131696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46008) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:28.137383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:28.220989 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:28.395587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414332c-f370-4263-9e40-0c8b540cb0d1 req-d89a4d69-bf9d-4fac-a635-b83900713a27 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:28.404469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2414332c-f370-4263-9e40-0c8b540cb0d1 req-d89a4d69-bf9d-4fac-a635-b83900713a27 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 944 time: 0.0965891 Aug 27 14:18:28.464321 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2414332c-f370-4263-9e40-0c8b540cb0d1 req-9f27c69d-0b79-48f5-ac22-5696e060378a tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527515 Aug 27 14:18:28.469519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] device_id is not set on port 01fe47d8-0376-44a3-9e83-d6e74afef635 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:18:28.485175 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:28.499604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Transition to ACTIVE for port object 01fe47d8-0376-44a3-9e83-d6e74afef635 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:18:28.507117 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:28.597300 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event updated for resources: {'Port': ['ID=01fe47d8-0376-44a3-9e83-d6e74afef635,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:28.601772 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:28.602206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:28.602570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:28.607673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:28.608785 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:28.609241 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 2 to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 Aug 27 14:18:28.624347 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:28.624971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:28.625504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:28.630963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:28.631511 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:28.632114 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 3 to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 Aug 27 14:18:28.649715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:28.650232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:28.650650 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:28.656608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:28.657017 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:28.657478 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 4 to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 Aug 27 14:18:28.676759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:28.677219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:28.677627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:28.683820 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:28.684475 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:28.685192 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 5 to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 Aug 27 14:18:28.702676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:28.702676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:28.703192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:28.710909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:28.711204 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:28.711693 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 6 to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 Aug 27 14:18:28.726506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:28.727254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:28.727650 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:28.732561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:28.733740 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:28.733995 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 7 to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 Aug 27 14:18:28.763121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:28.767913 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:28.768488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:28.778262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:28.778875 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:28.779222 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 8 to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 Aug 27 14:18:28.799605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:28.799964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:28.800891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:28.807286 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:28.807616 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:28.808008 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 9 to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 Aug 27 14:18:28.832883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:28.833218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:28.833556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:28.840263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:28.840590 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:28.841618 n-d-712139-12 neutron-server[101187]: INFO neutron.plugins.ml2.plugin [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 10 to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 Aug 27 14:18:28.889886 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:28.890536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:28.890536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:28.900678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:28.900939 n-d-712139-12 neutron-server[101187]: ERROR neutron.plugins.ml2.managers [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 01fe47d8-0376-44a3-9e83-d6e74afef635 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:28.901315 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:28.924376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744f2fd-819a-4766-99c0-3cf651de0db1 req-d7b6946e-00bb-45ca-9a2e-986167ba3351 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:28.926067 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f744f2fd-819a-4766-99c0-3cf651de0db1 req-d7b6946e-00bb-45ca-9a2e-986167ba3351 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0866289 Aug 27 14:18:29.011474 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f744f2fd-819a-4766-99c0-3cf651de0db1 req-3f2f27d6-fc29-4bb5-ba31-7a715469092e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763950 Aug 27 14:18:29.018714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] For port 01fe47d8-0376-44a3-9e83-d6e74afef635, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:18:29.019101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempted to set empty binding levels {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 14:18:29.027399 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:29.083876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] In _notify_port_updated(), no bound segment for port 01fe47d8-0376-44a3-9e83-d6e74afef635 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:18:29.085853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.086764 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:29.090719 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "PUT /v2.0/ports/01fe47d8-0376-44a3-9e83-d6e74afef635 HTTP/1.1" status: 200 len: 975 time: 0.9553540 Aug 27 14:18:29.090880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46016) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:29.116125 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70467706-2b71-4dcb-b00b-3aa08fd643c5 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event updated for resources: {'Port': ['ID=01fe47d8-0376-44a3-9e83-d6e74afef635,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:29.231476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.231973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.232528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.233060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.234146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.234630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.235137 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.235623 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.236088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.236557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.237033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.237511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.237982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.238460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.238959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.239428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.240080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.240564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.241037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.241508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.241980 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.242445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.242934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.243461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.243934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.244403 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.244902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.247415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.247824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.248333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.250780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.251612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.252371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.252883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.253369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.253846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.254327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.254833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.255306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.255778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.259917 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-557053c7-354f-4a80-86f9-e84f10142187 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36046 time: 0.1680982 Aug 27 14:18:29.264250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46020) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:29.352914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-69dcfb2d-9883-4bfd-b258-dfba04ed8985 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Deleting port 01fe47d8-0376-44a3-9e83-d6e74afef635 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:18:29.353397 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69dcfb2d-9883-4bfd-b258-dfba04ed8985 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:29.442569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-69dcfb2d-9883-4bfd-b258-dfba04ed8985 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] For port 01fe47d8-0376-44a3-9e83-d6e74afef635, host n-h1-712139-12, got binding levels [] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:29.443179 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69dcfb2d-9883-4bfd-b258-dfba04ed8985 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:29.479600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-69dcfb2d-9883-4bfd-b258-dfba04ed8985 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Calling delete_port for 01fe47d8-0376-44a3-9e83-d6e74afef635 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:18:29.616878 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69dcfb2d-9883-4bfd-b258-dfba04ed8985 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:29.648780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcfb2d-9883-4bfd-b258-dfba04ed8985 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event deleted for resources: {'Port': ['ID=01fe47d8-0376-44a3-9e83-d6e74afef635,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:29.664231 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69dcfb2d-9883-4bfd-b258-dfba04ed8985 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:29.669766 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-69dcfb2d-9883-4bfd-b258-dfba04ed8985 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "DELETE /v2.0/ports/01fe47d8-0376-44a3-9e83-d6e74afef635 HTTP/1.1" status: 204 len: 168 time: 0.4035726 Aug 27 14:18:29.670171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46024) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:29.732827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c438dd-0df3-4703-9ec7-8dc67a92f056 req-f6a5d096-f627-4420-82f2-9bdbb482421b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:29.735418 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21c438dd-0df3-4703-9ec7-8dc67a92f056 req-f6a5d096-f627-4420-82f2-9bdbb482421b tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 944 time: 0.0644298 Aug 27 14:18:29.755733 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-937d38d1-e7d3-4471-a2a4-12fef33f100e tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] GET failed (client error): The resource could not be found. Aug 27 14:18:29.759122 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-937d38d1-e7d3-4471-a2a4-12fef33f100e tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "GET /v2.0/ports/01fe47d8-0376-44a3-9e83-d6e74afef635 HTTP/1.1" status: 404 len: 333 time: 0.0869670 Aug 27 14:18:29.762498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46026) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:29.771213 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5901f8bc-4661-4366-9b34-c0047f60b131 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1486756218', 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:29.818248 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21c438dd-0df3-4703-9ec7-8dc67a92f056 req-0741ebaa-5748-4864-aa15-5cad2c6d85c0 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680068 Aug 27 14:18:29.827213 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5901f8bc-4661-4366-9b34-c0047f60b131 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Made reservation on behalf of 554f681652a84cdb865e564cf910b3f4 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:29.834733 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5901f8bc-4661-4366-9b34-c0047f60b131 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:29.860445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-5901f8bc-4661-4366-9b34-c0047f60b131 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] device_id is not set on port d7d2f6d8-584e-4036-b6a1-60fc2062a198 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:18:30.060887 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5901f8bc-4661-4366-9b34-c0047f60b131 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:30.152652 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5901f8bc-4661-4366-9b34-c0047f60b131 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:30.247988 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901f8bc-4661-4366-9b34-c0047f60b131 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:18:30.253434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-5901f8bc-4661-4366-9b34-c0047f60b131 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:18:30.262924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901f8bc-4661-4366-9b34-c0047f60b131 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:18:30.264009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5901f8bc-4661-4366-9b34-c0047f60b131 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:30.265313 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5901f8bc-4661-4366-9b34-c0047f60b131 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:30.269901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901f8bc-4661-4366-9b34-c0047f60b131 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event updated for resources: {'Port': ['ID=d7d2f6d8-584e-4036-b6a1-60fc2062a198,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:30.298744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130e6a5-4ba1-4083-bbd4-58c3c9374a76 req-e221c5ee-860e-44d0-b4df-52adcdc67f8e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:30.300563 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6130e6a5-4ba1-4083-bbd4-58c3c9374a76 req-e221c5ee-860e-44d0-b4df-52adcdc67f8e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.1802671 Aug 27 14:18:30.312593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46034) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:30.321766 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5901f8bc-4661-4366-9b34-c0047f60b131 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5575776 Aug 27 14:18:30.380235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59c80b5-e3c1-48e6-a055-0470f31f397c tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:30.387387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46036) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:30.387639 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e59c80b5-e3c1-48e6-a055-0470f31f397c tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "GET /v2.0/ports/d7d2f6d8-584e-4036-b6a1-60fc2062a198 HTTP/1.1" status: 200 len: 955 time: 0.0734012 Aug 27 14:18:30.397583 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6130e6a5-4ba1-4083-bbd4-58c3c9374a76 req-be417485-b9e8-41d3-8a8f-dced4a08e4de tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730751 Aug 27 14:18:30.480559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-65c29169-a566-424d-86ee-d7a67af09cda tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Deleting port d7d2f6d8-584e-4036-b6a1-60fc2062a198 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:18:30.480903 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-65c29169-a566-424d-86ee-d7a67af09cda tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:30.550008 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-65c29169-a566-424d-86ee-d7a67af09cda tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:30.565160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-65c29169-a566-424d-86ee-d7a67af09cda tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Calling delete_port for d7d2f6d8-584e-4036-b6a1-60fc2062a198 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:18:30.669382 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-65c29169-a566-424d-86ee-d7a67af09cda tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:30.700283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c29169-a566-424d-86ee-d7a67af09cda tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7d2f6d8-584e-4036-b6a1-60fc2062a198,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:30.704792 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-65c29169-a566-424d-86ee-d7a67af09cda tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:30.709803 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-65c29169-a566-424d-86ee-d7a67af09cda tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "DELETE /v2.0/ports/d7d2f6d8-584e-4036-b6a1-60fc2062a198 HTTP/1.1" status: 204 len: 168 time: 0.3213534 Aug 27 14:18:30.712358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46042) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:30.736752 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a901e0f-0db2-4529-963c-d06d722bd2a3 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] GET failed (client error): The resource could not be found. Aug 27 14:18:30.738341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6a901e0f-0db2-4529-963c-d06d722bd2a3 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "GET /v2.0/ports/d7d2f6d8-584e-4036-b6a1-60fc2062a198 HTTP/1.1" status: 404 len: 333 time: 0.0248878 Aug 27 14:18:30.741833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46044) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:30.746566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-72e20d0e-740d-4814-bb08-8ba4d16471c1 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Request body: {'port': {'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1134658255'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:30.772407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e20d0e-740d-4814-bb08-8ba4d16471c1 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Made reservation on behalf of 554f681652a84cdb865e564cf910b3f4 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:30.776840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72e20d0e-740d-4814-bb08-8ba4d16471c1 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:30.796291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-72e20d0e-740d-4814-bb08-8ba4d16471c1 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] device_id is not set on port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:18:30.953897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c21d6f-483d-41ec-b9fb-74dd22d8a3a7 req-5a2884e1-f767-4518-8a63-2d4b18d7e540 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:30.955587 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e5c21d6f-483d-41ec-b9fb-74dd22d8a3a7 req-5a2884e1-f767-4518-8a63-2d4b18d7e540 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 944 time: 0.0618718 Aug 27 14:18:31.003234 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e5c21d6f-483d-41ec-b9fb-74dd22d8a3a7 req-4ff337bf-425e-4a77-8c38-5e4919d36306 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395722 Aug 27 14:18:31.010480 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72e20d0e-740d-4814-bb08-8ba4d16471c1 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:31.054809 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72e20d0e-740d-4814-bb08-8ba4d16471c1 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:31.101055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e20d0e-740d-4814-bb08-8ba4d16471c1 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:18:31.112473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-72e20d0e-740d-4814-bb08-8ba4d16471c1 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:18:31.112473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e20d0e-740d-4814-bb08-8ba4d16471c1 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:18:31.113118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e20d0e-740d-4814-bb08-8ba4d16471c1 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:31.116205 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72e20d0e-740d-4814-bb08-8ba4d16471c1 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:31.126035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e20d0e-740d-4814-bb08-8ba4d16471c1 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event updated for resources: {'Port': ['ID=86ac5f62-0325-489f-b3d6-f2f7d4190d52,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:31.138764 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-72e20d0e-740d-4814-bb08-8ba4d16471c1 tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3935506 Aug 27 14:18:31.139270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46048) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:31.146452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:31.209991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:31.424963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] device_id is not set on port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:18:31.436034 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:31.449387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Transition to ACTIVE for port object 86ac5f62-0325-489f-b3d6-f2f7d4190d52 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:18:31.454303 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:31.504977 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event updated for resources: {'Port': ['ID=86ac5f62-0325-489f-b3d6-f2f7d4190d52,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:31.531308 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:31.531631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:31.532097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:31.537029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:31.537315 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:31.537706 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 2 to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 Aug 27 14:18:31.553214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:31.553693 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:31.554049 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:31.558563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:31.558940 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:31.561262 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 3 to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 Aug 27 14:18:31.574121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54061d4e-2141-4ead-847a-0b2496d2880c req-9608ee52-8d41-4848-971b-da4a6cabf61c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:31.575060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:31.575402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:31.575741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:31.580413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:31.580739 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:31.581126 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 4 to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 Aug 27 14:18:31.585663 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54061d4e-2141-4ead-847a-0b2496d2880c req-9608ee52-8d41-4848-971b-da4a6cabf61c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0906699 Aug 27 14:18:31.596516 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:31.597497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:31.597897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:31.602793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:31.603126 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:31.603520 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 5 to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 Aug 27 14:18:31.620524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:31.620951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:31.621351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:31.625015 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54061d4e-2141-4ead-847a-0b2496d2880c req-61fe37dc-913a-473f-817a-03ac9515962e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382717 Aug 27 14:18:31.630110 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:31.630752 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:31.631220 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 6 to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 Aug 27 14:18:31.650878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:31.650878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:31.650878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:31.657818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:31.658324 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:31.658772 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 7 to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 Aug 27 14:18:31.672193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:31.672535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:31.672899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:31.680908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:31.681159 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:31.681546 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 8 to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 Aug 27 14:18:31.696717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:31.696717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:31.696717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:31.700873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:31.701196 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:31.701609 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 9 to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 Aug 27 14:18:31.714097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:31.714433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:31.714809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:31.720098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:31.720428 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:31.720823 n-d-712139-12 neutron-server[101186]: INFO neutron.plugins.ml2.plugin [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempt 10 to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 Aug 27 14:18:31.734577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:31.734946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:31.735283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempting to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:31.739832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:31.740171 n-d-712139-12 neutron-server[101186]: ERROR neutron.plugins.ml2.managers [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Failed to bind port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on host n-h1-712139-12 for vnic_type normal using segments [{'id': '9998eba2-ea3d-4cc5-9c64-70668490fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0961c320-efe3-4a8f-a0a4-55c5c20aa266'}] Aug 27 14:18:31.740530 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:31.815389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] For port 86ac5f62-0325-489f-b3d6-f2f7d4190d52, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:18:31.815761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attempted to set empty binding levels {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 14:18:31.821240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:31.855820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] In _notify_port_updated(), no bound segment for port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 on network 0961c320-efe3-4a8f-a0a4-55c5c20aa266 {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:18:31.856688 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:31.857291 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:31.861392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "PUT /v2.0/ports/86ac5f62-0325-489f-b3d6-f2f7d4190d52 HTTP/1.1" status: 200 len: 976 time: 0.7183943 Aug 27 14:18:31.862168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46056) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:31.924804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442bad9-6e0b-445a-b886-0ab0200ce67d tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event updated for resources: {'Port': ['ID=86ac5f62-0325-489f-b3d6-f2f7d4190d52,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:31.953900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-7cffe837-132e-48bf-b8d0-342c4cdecd7c tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Deleting port 86ac5f62-0325-489f-b3d6-f2f7d4190d52 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:18:31.954264 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7cffe837-132e-48bf-b8d0-342c4cdecd7c tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:32.023425 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-7cffe837-132e-48bf-b8d0-342c4cdecd7c tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] For port 86ac5f62-0325-489f-b3d6-f2f7d4190d52, host n-h1-712139-12, got binding levels [] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:32.024335 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7cffe837-132e-48bf-b8d0-342c4cdecd7c tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:32.045822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-7cffe837-132e-48bf-b8d0-342c4cdecd7c tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Calling delete_port for 86ac5f62-0325-489f-b3d6-f2f7d4190d52 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:18:32.198610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fba21-d818-4c26-97c4-171e94da9c11 req-67b1ce7f-9719-460f-897a-0723e7a7e6b1 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:32.200293 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-246fba21-d818-4c26-97c4-171e94da9c11 req-67b1ce7f-9719-460f-897a-0723e7a7e6b1 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 944 time: 0.0879660 Aug 27 14:18:32.235773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7cffe837-132e-48bf-b8d0-342c4cdecd7c tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:32.286478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffe837-132e-48bf-b8d0-342c4cdecd7c tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Pushing event deleted for resources: {'Port': ['ID=86ac5f62-0325-489f-b3d6-f2f7d4190d52,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:32.295027 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-246fba21-d818-4c26-97c4-171e94da9c11 req-eb4d88ba-2b63-4e39-abb8-24e5c4b414d9 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825062 Aug 27 14:18:32.301000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7cffe837-132e-48bf-b8d0-342c4cdecd7c tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:32.303177 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7cffe837-132e-48bf-b8d0-342c4cdecd7c tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "DELETE /v2.0/ports/86ac5f62-0325-489f-b3d6-f2f7d4190d52 HTTP/1.1" status: 204 len: 168 time: 0.4400325 Aug 27 14:18:32.306061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46060) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:32.337410 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c2a340-65ec-45cc-b596-818676fa38ae tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] GET failed (client error): The resource could not be found. Aug 27 14:18:32.344189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-18c2a340-65ec-45cc-b596-818676fa38ae tempest-PortsAdminExtendedAttrsTestJSON-2030843194 tempest-PortsAdminExtendedAttrsTestJSON-2030843194-project-admin] 10.222.0.55 "GET /v2.0/ports/86ac5f62-0325-489f-b3d6-f2f7d4190d52 HTTP/1.1" status: 404 len: 333 time: 0.0323920 Aug 27 14:18:32.344618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46064) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:32.450816 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9b72850-8241-4e2f-9d4b-58c3653e98ea tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:32.551228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9b72850-8241-4e2f-9d4b-58c3653e98ea tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:32.562007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b9b72850-8241-4e2f-9d4b-58c3653e98ea tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0961c320-efe3-4a8f-a0a4-55c5c20aa266']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:32.573508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b9b72850-8241-4e2f-9d4b-58c3653e98ea tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9998eba2-ea3d-4cc5-9c64-70668490fe02') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:32.573810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b9b72850-8241-4e2f-9d4b-58c3653e98ea tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9998eba2-ea3d-4cc5-9c64-70668490fe02') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:32.585590 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9b72850-8241-4e2f-9d4b-58c3653e98ea tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:32.602720 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9b72850-8241-4e2f-9d4b-58c3653e98ea tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:32.610528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b72850-8241-4e2f-9d4b-58c3653e98ea tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:18:32.611093 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9b72850-8241-4e2f-9d4b-58c3653e98ea tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:18:32.614618 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:18:32.696989 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9b72850-8241-4e2f-9d4b-58c3653e98ea tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:32.716336 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9b72850-8241-4e2f-9d4b-58c3653e98ea tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:32.719144 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b9b72850-8241-4e2f-9d4b-58c3653e98ea tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] 10.222.0.55 "DELETE /v2.0/networks/0961c320-efe3-4a8f-a0a4-55c5c20aa266 HTTP/1.1" status: 204 len: 168 time: 0.3732247 Aug 27 14:18:32.733083 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b72850-8241-4e2f-9d4b-58c3653e98ea tempest-PortsAdminExtendedAttrsTestJSON-1462987938 tempest-PortsAdminExtendedAttrsTestJSON-1462987938-project] Pushing event deleted for resources: {'Network': ['ID=0961c320-efe3-4a8f-a0a4-55c5c20aa266,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:32.790397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35301b5b-2996-4a93-ad3e-3d728cafaf05 req-a664c3ac-ed89-41b1-ab67-76d10fe4da7b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:32.792196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35301b5b-2996-4a93-ad3e-3d728cafaf05 req-a664c3ac-ed89-41b1-ab67-76d10fe4da7b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0636084 Aug 27 14:18:32.839612 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35301b5b-2996-4a93-ad3e-3d728cafaf05 req-5bf28b1d-924a-4427-8661-9edb50b7caf0 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401151 Aug 27 14:18:33.072126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46074) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:33.217872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1c04845d-e9f3-48db-aba3-7ef293c5f93e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74ff3ef202de417ca96c045978e8d8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443744 Aug 27 14:18:33.220582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46078) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:33.276240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2529648e-da02-4294-8096-6512e5fb2ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:33.301321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2529648e-da02-4294-8096-6512e5fb2ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:33.353082 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2529648e-da02-4294-8096-6512e5fb2ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:33.355749 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2529648e-da02-4294-8096-6512e5fb2ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:33.356931 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2529648e-da02-4294-8096-6512e5fb2ae4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95ea1638-59fb-44c1-80d6-94f99e6ce282 HTTP/1.1" status: 204 len: 168 time: 0.1352897 Aug 27 14:18:33.376835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529648e-da02-4294-8096-6512e5fb2ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ea1638-59fb-44c1-80d6-94f99e6ce282,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:33.504176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fbc51-6fc1-481a-9bcc-b89197a58fce req-35a0b6a3-ea35-4b38-adf4-cd1eab84d2e4 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:33.513571 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b88fbc51-6fc1-481a-9bcc-b89197a58fce req-35a0b6a3-ea35-4b38-adf4-cd1eab84d2e4 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 944 time: 0.1020916 Aug 27 14:18:33.568310 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b88fbc51-6fc1-481a-9bcc-b89197a58fce req-49f12199-72c5-4e95-ac68-5e36e26067a2 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533514 Aug 27 14:18:33.726489 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46090) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:33.782076 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-52809a64-ff46-4096-8127-308fd4d4eda3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=554f681652a84cdb865e564cf910b3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544002 Aug 27 14:18:33.784582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46092) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:33.835412 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-10192c98-70d0-4876-bb14-23237f6a9903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:33.863959 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-10192c98-70d0-4876-bb14-23237f6a9903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:33.933440 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-10192c98-70d0-4876-bb14-23237f6a9903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:33.936502 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-10192c98-70d0-4876-bb14-23237f6a9903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:33.937658 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-10192c98-70d0-4876-bb14-23237f6a9903 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe09282c-804a-4820-913f-c5ca03ca64a7 HTTP/1.1" status: 204 len: 168 time: 0.1521575 Aug 27 14:18:33.948951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10192c98-70d0-4876-bb14-23237f6a9903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe09282c-804a-4820-913f-c5ca03ca64a7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:34.009182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28f095-44bc-4f90-b417-57fd7a7079df req-a877e93b-23c3-4476-81ba-62b1ec513be7 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:34.011352 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a28f095-44bc-4f90-b417-57fd7a7079df req-a877e93b-23c3-4476-81ba-62b1ec513be7 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0827372 Aug 27 14:18:34.060842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a28f095-44bc-4f90-b417-57fd7a7079df req-28c24685-5318-4cbf-ae4e-e79f6845ec52 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423396 Aug 27 14:18:34.721852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3fc3f-54c8-4953-927c-87c59cdb4e6d req-ab09180e-e006-41f2-b452-bc78f7bc97e5 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:34.730956 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-91c3fc3f-54c8-4953-927c-87c59cdb4e6d req-ab09180e-e006-41f2-b452-bc78f7bc97e5 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 944 time: 0.0733275 Aug 27 14:18:34.786825 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-91c3fc3f-54c8-4953-927c-87c59cdb4e6d req-85ee2682-cbd2-43b1-8f44-efacca4407c1 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479991 Aug 27 14:18:34.856856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46128) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:34.992029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-ebb795cb-537a-4a06-b37e-cba034322843 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:34.994724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ebb795cb-537a-4a06-b37e-cba034322843 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1353936 Aug 27 14:18:34.996383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46132) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.001344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-6276e7a1-9219-4554-94ba-60ad44f10bd4 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.002309 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6276e7a1-9219-4554-94ba-60ad44f10bd4 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045600 Aug 27 14:18:35.005248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46134) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.011637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-0b922e19-699a-4708-8e90-88dbc9fbf1ae tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.016090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0b922e19-699a-4708-8e90-88dbc9fbf1ae tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0097249 Aug 27 14:18:35.016276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46136) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.023340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-907d3c2e-b976-4f0d-b301-42e88a630078 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.024631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-907d3c2e-b976-4f0d-b301-42e88a630078 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0058753 Aug 27 14:18:35.026813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46138) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.031700 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-5a7f6ec8-2911-4d82-9069-eea71e034bbb tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.032804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5a7f6ec8-2911-4d82-9069-eea71e034bbb tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049686 Aug 27 14:18:35.035336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46140) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.040099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-32496ad7-07aa-4708-90fd-1df307fec3c1 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.041893 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-32496ad7-07aa-4708-90fd-1df307fec3c1 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054440 Aug 27 14:18:35.044167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46142) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.050107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-8be39a14-217c-4e46-9b14-d9fdc36c0c9a tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.055115 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8be39a14-217c-4e46-9b14-d9fdc36c0c9a tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0096076 Aug 27 14:18:35.057375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46144) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.061944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-770b2ddf-6b26-4405-b6a7-c0d8b8876249 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.065216 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-770b2ddf-6b26-4405-b6a7-c0d8b8876249 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046256 Aug 27 14:18:35.065481 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46146) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.071435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-ac101e58-f799-4a75-815d-f874813752d4 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.072658 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ac101e58-f799-4a75-815d-f874813752d4 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054624 Aug 27 14:18:35.075841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46148) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.087844 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-9054df59-de52-4da5-8889-070fda40e522 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.093804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46150) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.094012 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9054df59-de52-4da5-8889-070fda40e522 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0150452 Aug 27 14:18:35.102073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-4fb213cf-25a8-4004-a488-101aeca4b98e tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.110031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46154) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.113000 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4fb213cf-25a8-4004-a488-101aeca4b98e tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0165615 Aug 27 14:18:35.116415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-8f72c20c-fe7d-4fdf-816f-97db60192794 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.124990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8f72c20c-fe7d-4fdf-816f-97db60192794 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0108988 Aug 27 14:18:35.126595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46156) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.131586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-74ed5f15-e677-467f-a7c5-9fe0954654f6 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.140320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46158) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.145212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-a4c8bc89-88f1-4171-9974-5eba0da0baae tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.146422 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-74ed5f15-e677-467f-a7c5-9fe0954654f6 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0183017 Aug 27 14:18:35.149963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a4c8bc89-88f1-4171-9974-5eba0da0baae tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0085406 Aug 27 14:18:35.150710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46160) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.155653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-b7eefe75-2082-440f-bd26-1a937d500b80 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.156991 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b7eefe75-2082-440f-bd26-1a937d500b80 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0052385 Aug 27 14:18:35.160675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46162) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.165221 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-345e422f-d698-4431-9658-9bfd16e0c5cc tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.169547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46164) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.171260 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-345e422f-d698-4431-9658-9bfd16e0c5cc tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0094373 Aug 27 14:18:35.179511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-8aeb9186-cbc6-42f4-ab24-8df9ea947747 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.180727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8aeb9186-cbc6-42f4-ab24-8df9ea947747 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0098693 Aug 27 14:18:35.183964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46166) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.195036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-46d08c99-3531-469f-8bb2-2420cc24ba31 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.198104 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-46d08c99-3531-469f-8bb2-2420cc24ba31 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0106065 Aug 27 14:18:35.200885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46168) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.206258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-7de425f2-e47d-47fe-a082-cb33e6cbbb6c tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.207361 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7de425f2-e47d-47fe-a082-cb33e6cbbb6c tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046613 Aug 27 14:18:35.209936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46170) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.215399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-2d1e8103-21c8-4dda-91c9-1105aa702772 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.216370 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2d1e8103-21c8-4dda-91c9-1105aa702772 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054433 Aug 27 14:18:35.219143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46172) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.224842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-1687b2de-03fb-4e66-ae36-1062347baad8 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.229062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46174) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.229438 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1687b2de-03fb-4e66-ae36-1062347baad8 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0089591 Aug 27 14:18:35.252532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-fc158d59-0d6b-4054-a94e-5b6a05fe58ea tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.255135 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fc158d59-0d6b-4054-a94e-5b6a05fe58ea tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0251019 Aug 27 14:18:35.256150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46176) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.260847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-0fc29747-96a0-4922-bde9-2f794c9c63a6 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.261899 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0fc29747-96a0-4922-bde9-2f794c9c63a6 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045817 Aug 27 14:18:35.265360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46178) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.271582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-bdac1db5-9e66-4a04-80f3-dda487892e5e tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.274722 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bdac1db5-9e66-4a04-80f3-dda487892e5e tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062683 Aug 27 14:18:35.275340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46180) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.280917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-073269f7-1dfd-4188-867e-018f4dc61a83 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.280917 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-073269f7-1dfd-4188-867e-018f4dc61a83 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043099 Aug 27 14:18:35.283869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46182) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.289733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-ab8f2e10-a2cf-494f-a9c7-746ad5b22182 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.290757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ab8f2e10-a2cf-494f-a9c7-746ad5b22182 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046599 Aug 27 14:18:35.293409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46184) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.298917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-b46828b7-9765-4867-9625-5ff184f18a79 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.299951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853364d-0e39-41b8-8622-1e2505c47567 req-471c2d63-0fb6-451b-8c09-445719aa6cc9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:35.302612 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b46828b7-9765-4867-9625-5ff184f18a79 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0080183 Aug 27 14:18:35.303331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46186) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.307442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-9844363d-2679-4ed8-94da-eabdb4912f58 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.308512 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4853364d-0e39-41b8-8622-1e2505c47567 req-471c2d63-0fb6-451b-8c09-445719aa6cc9 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0998445 Aug 27 14:18:35.311435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9844363d-2679-4ed8-94da-eabdb4912f58 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0064676 Aug 27 14:18:35.311622 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46188) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.322285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-f106d4f5-e096-4685-9032-5159dfb6084c tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.327448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46190) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.327875 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f106d4f5-e096-4685-9032-5159dfb6084c tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0099576 Aug 27 14:18:35.337428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-3eb92f8d-b040-4587-bb5a-cf829a08a4e6 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.338401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3eb92f8d-b040-4587-bb5a-cf829a08a4e6 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0098486 Aug 27 14:18:35.341273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46192) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.345550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-8810cac0-ecdc-4ec4-afc3-d3f224fc3de1 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.346505 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8810cac0-ecdc-4ec4-afc3-d3f224fc3de1 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043378 Aug 27 14:18:35.350384 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46194) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.355552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-979bbf96-6196-4136-8ffb-d968d9e8c81b tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.358504 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-979bbf96-6196-4136-8ffb-d968d9e8c81b tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0071156 Aug 27 14:18:35.361493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46196) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.372463 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-2bbc4a41-9ac8-4f59-85c9-68137285c8db tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.374025 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2bbc4a41-9ac8-4f59-85c9-68137285c8db tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0114996 Aug 27 14:18:35.376919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46198) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.381413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-f148d329-aceb-4e46-a662-6ef6a34315cd tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.385038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f148d329-aceb-4e46-a662-6ef6a34315cd tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0071104 Aug 27 14:18:35.385639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46200) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.390714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-500a3bfe-d855-434f-8b80-30ba994cc806 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.391540 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4853364d-0e39-41b8-8622-1e2505c47567 req-64ef1fd3-23cf-4e0e-89b9-ab96ddf25499 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796285 Aug 27 14:18:35.394255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46202) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.394422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-500a3bfe-d855-434f-8b80-30ba994cc806 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0078225 Aug 27 14:18:35.399580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-b0788d10-5ed6-42a3-be41-c974655df632 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.403071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46204) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.403197 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b0788d10-5ed6-42a3-be41-c974655df632 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0069740 Aug 27 14:18:35.414128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-860f7973-b8e8-4b7d-8912-4b4677140606 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.418822 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-860f7973-b8e8-4b7d-8912-4b4677140606 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0118206 Aug 27 14:18:35.419075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46206) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.425008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-d2e14bf0-63dd-4a38-b874-1f09b94d4308 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.426438 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d2e14bf0-63dd-4a38-b874-1f09b94d4308 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0063012 Aug 27 14:18:35.428954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46208) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.433084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-b9288226-4011-4bd7-8b33-f7c444aef80f tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.434082 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b9288226-4011-4bd7-8b33-f7c444aef80f tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042317 Aug 27 14:18:35.436854 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46210) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.441462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-77ef4dad-a8eb-442d-b3b9-317f5049ffa8 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.444931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46212) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.445068 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-77ef4dad-a8eb-442d-b3b9-317f5049ffa8 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0072036 Aug 27 14:18:35.449604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-7813fe3a-1141-4afc-a46e-233ee9368da2 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.452834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7813fe3a-1141-4afc-a46e-233ee9368da2 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046418 Aug 27 14:18:35.453130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46214) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.458003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-88bf477c-561a-47b9-980b-81356d5a52b2 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.459274 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-88bf477c-561a-47b9-980b-81356d5a52b2 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050321 Aug 27 14:18:35.461585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46216) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.466512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-d21e1bdc-4373-41f5-b44d-45f80b89b93b tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.470190 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d21e1bdc-4373-41f5-b44d-45f80b89b93b tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0053356 Aug 27 14:18:35.470478 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46218) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.475090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-1ff19a45-2d6a-4ae7-910e-691d564bcc7d tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.478803 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46220) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.478962 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1ff19a45-2d6a-4ae7-910e-691d564bcc7d tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073071 Aug 27 14:18:35.485130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-219669fa-a32a-4ef8-a3d5-22700e459b6b tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.486711 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-219669fa-a32a-4ef8-a3d5-22700e459b6b tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063882 Aug 27 14:18:35.488577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46222) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.493070 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-9fd0a72a-de3a-406e-876e-0f9454633521 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.494185 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9fd0a72a-de3a-406e-876e-0f9454633521 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0045681 Aug 27 14:18:35.496521 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46224) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.501162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-50fae6c0-a3b7-43da-a720-f3cac94eafb3 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.502287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-50fae6c0-a3b7-43da-a720-f3cac94eafb3 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047908 Aug 27 14:18:35.504664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46226) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.510098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-8f0f9e2e-dd1c-4647-89dd-fd5092cb8a3d tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.513540 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46228) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.513815 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8f0f9e2e-dd1c-4647-89dd-fd5092cb8a3d tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074942 Aug 27 14:18:35.518668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-04b22b81-1739-4b8b-9708-68393648dbcb tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.519625 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-04b22b81-1739-4b8b-9708-68393648dbcb tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044420 Aug 27 14:18:35.522429 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46230) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.526597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-2298825f-1fc1-4e52-bb45-1144a01dd8f5 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.527574 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2298825f-1fc1-4e52-bb45-1144a01dd8f5 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042405 Aug 27 14:18:35.531085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46232) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.535901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-9cbe084a-d08c-4d8e-b541-4df11e192123 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.536858 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9cbe084a-d08c-4d8e-b541-4df11e192123 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046656 Aug 27 14:18:35.540319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46234) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.545032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-f36c855d-38dd-4a9e-990c-96cd9348b4e5 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.550512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46236) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.550648 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f36c855d-38dd-4a9e-990c-96cd9348b4e5 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0092835 Aug 27 14:18:35.556450 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-7c7c2af1-1f31-45eb-8108-f2e3eb9feda6 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.559876 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7c7c2af1-1f31-45eb-8108-f2e3eb9feda6 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0055652 Aug 27 14:18:35.559876 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46238) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.564663 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-3fc34aee-50c8-4f22-a570-df9393600a72 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.567817 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3fc34aee-50c8-4f22-a570-df9393600a72 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0047131 Aug 27 14:18:35.568227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46240) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.573963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-31c1f365-5457-486d-ba9e-cf8ee921d0bf tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.575956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-31c1f365-5457-486d-ba9e-cf8ee921d0bf tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0066350 Aug 27 14:18:35.581176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46244) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.586129 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-3b630f49-2512-495f-8b36-d7a472d8548a tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.590327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3b630f49-2512-495f-8b36-d7a472d8548a tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0056467 Aug 27 14:18:35.590606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46246) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.606532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-05276316-4100-4cb8-aef2-9292035e5217 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.610419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46248) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.610590 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-05276316-4100-4cb8-aef2-9292035e5217 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0152044 Aug 27 14:18:35.615854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-11ba655e-974c-44d8-9051-03245763fde8 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.616825 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-11ba655e-974c-44d8-9051-03245763fde8 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051112 Aug 27 14:18:35.619277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46250) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.625415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-07ac23ea-27c7-40a9-a5fa-2229c8b1aedc tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.628804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-07ac23ea-27c7-40a9-a5fa-2229c8b1aedc tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0062063 Aug 27 14:18:35.629328 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46252) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.633789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-7b5ed297-b3c3-4201-a3f5-a433f43ff3b3 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.637040 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7b5ed297-b3c3-4201-a3f5-a433f43ff3b3 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042953 Aug 27 14:18:35.637599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46254) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.643512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-788ed09d-b4e6-4717-a22f-390d601dc52c tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.646839 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-788ed09d-b4e6-4717-a22f-390d601dc52c tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0059774 Aug 27 14:18:35.647686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46256) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.651740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-c0c689e7-2bda-4cc5-9e54-f1c500d5f265 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.658737 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c0c689e7-2bda-4cc5-9e54-f1c500d5f265 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0102823 Aug 27 14:18:35.661308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46258) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.665722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-3877df27-fb03-4503-8914-aafe35e557f8 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.668898 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3877df27-fb03-4503-8914-aafe35e557f8 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0064123 Aug 27 14:18:35.669276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46260) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.677698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-1a979479-4b45-4f15-87be-f62189776440 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.681459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46264) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.683277 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1a979479-4b45-4f15-87be-f62189776440 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0128410 Aug 27 14:18:35.687813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-e8a7b0eb-f96a-4781-806a-3547cf29d421 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.690319 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e8a7b0eb-f96a-4781-806a-3547cf29d421 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0078359 Aug 27 14:18:35.691557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46266) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.696553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-916121a0-bd6f-43f3-af67-cefeb8c187e9 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.699165 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-916121a0-bd6f-43f3-af67-cefeb8c187e9 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0063269 Aug 27 14:18:35.703112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46268) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.708104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-3f5d55d4-f5c3-44c9-a448-eb8315add818 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.709083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3f5d55d4-f5c3-44c9-a448-eb8315add818 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049951 Aug 27 14:18:35.713152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46270) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.718543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [None req-da7c1c7c-46fd-49ba-ab47-dafa53d1474d tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.722347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46272) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:35.723107 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-da7c1c7c-46fd-49ba-ab47-dafa53d1474d tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0086808 Aug 27 14:18:35.728678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [None req-6c164c5a-d6ba-418b-84aa-1671ccf8b2a0 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:18:35.731835 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6c164c5a-d6ba-418b-84aa-1671ccf8b2a0 tempest-ExtensionsTestJSON-294858873 tempest-ExtensionsTestJSON-294858873-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0076761 Aug 27 14:18:35.938560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1a441-f8f9-4ce7-90c9-432c9ee7610b req-6fd89593-08a6-425e-93b6-76e3de84cf08 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:35.940241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13b1a441-f8f9-4ce7-90c9-432c9ee7610b req-6fd89593-08a6-425e-93b6-76e3de84cf08 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 944 time: 0.0687692 Aug 27 14:18:35.995486 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13b1a441-f8f9-4ce7-90c9-432c9ee7610b req-197de72e-18d5-4692-ad8b-dee8d06aba4c tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483487 Aug 27 14:18:36.076546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46280) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:36.204346 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4ae63a3a-fa7b-41e5-8b44-b4dca29b8156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:36.303240 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4ae63a3a-fa7b-41e5-8b44-b4dca29b8156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:36.307639 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4ae63a3a-fa7b-41e5-8b44-b4dca29b8156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:36.352472 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4ae63a3a-fa7b-41e5-8b44-b4dca29b8156 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78f572b1af35469f89d58bd380ddb100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734952 Aug 27 14:18:36.352699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46284) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:36.353346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae63a3a-fa7b-41e5-8b44-b4dca29b8156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ccbdaa-09a7-4369-a746-3b9cae39eb25,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:36.411430 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9eea9f15-af41-4589-93e3-c52a8dc2d6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:36.461135 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9eea9f15-af41-4589-93e3-c52a8dc2d6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:36.529368 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1199d2-5fb4-4f65-b92e-10f135541f44 req-b645eb5a-aef5-48a0-a26a-fd23b2af42db tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:36.529766 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9eea9f15-af41-4589-93e3-c52a8dc2d6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:36.532860 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9eea9f15-af41-4589-93e3-c52a8dc2d6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:36.534019 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9eea9f15-af41-4589-93e3-c52a8dc2d6af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10ccbdaa-09a7-4369-a746-3b9cae39eb25 HTTP/1.1" status: 204 len: 168 time: 0.1805508 Aug 27 14:18:36.543699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea9f15-af41-4589-93e3-c52a8dc2d6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ccbdaa-09a7-4369-a746-3b9cae39eb25,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:36.547359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ef1199d2-5fb4-4f65-b92e-10f135541f44 req-b645eb5a-aef5-48a0-a26a-fd23b2af42db tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0752962 Aug 27 14:18:36.596673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ef1199d2-5fb4-4f65-b92e-10f135541f44 req-425bd506-1330-472f-aa3c-4686c62d039e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477669 Aug 27 14:18:37.179098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cd477-0239-45e1-aa15-0f6e04a231a3 req-3744b9e8-6cce-488a-aeb0-c874932f7204 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:37.184163 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-841cd477-0239-45e1-aa15-0f6e04a231a3 req-3744b9e8-6cce-488a-aeb0-c874932f7204 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 944 time: 0.0944607 Aug 27 14:18:37.244523 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-841cd477-0239-45e1-aa15-0f6e04a231a3 req-8f0f7b89-be13-4ff4-8b9b-234fa99ffda1 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553460 Aug 27 14:18:37.283645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46318) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:37.383492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7c538464-c1ca-480a-97c2-2e8d4cb543ef tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:37.384209 n-d-712139-12 neutron-server[101186]: WARNING neutron.api.v2.base [None req-7c538464-c1ca-480a-97c2-2e8d4cb543ef tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 14:18:37.384716 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-7c538464-c1ca-480a-97c2-2e8d4cb543ef tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 14:18:37.385688 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7c538464-c1ca-480a-97c2-2e8d4cb543ef tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1009879 Aug 27 14:18:37.389265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46322) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:37.394337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3611ad51-7fd4-4380-9ed2-dd9a6aa842f3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716965131'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:37.420722 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3611ad51-7fd4-4380-9ed2-dd9a6aa842f3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:37.431857 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3611ad51-7fd4-4380-9ed2-dd9a6aa842f3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:37.553896 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3611ad51-7fd4-4380-9ed2-dd9a6aa842f3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:37.558211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3611ad51-7fd4-4380-9ed2-dd9a6aa842f3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:37.622833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611ad51-7fd4-4380-9ed2-dd9a6aa842f3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6afb69da-be94-49f9-8fc7-21ee2742be34,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:37.677769 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3611ad51-7fd4-4380-9ed2-dd9a6aa842f3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:37.683499 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3611ad51-7fd4-4380-9ed2-dd9a6aa842f3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:37.756334 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3611ad51-7fd4-4380-9ed2-dd9a6aa842f3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:37.760788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3611ad51-7fd4-4380-9ed2-dd9a6aa842f3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3675303 Aug 27 14:18:37.760788 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611ad51-7fd4-4380-9ed2-dd9a6aa842f3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4c52c4-fb98-4e42-b258-faab693100a0,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:37.762439 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46328) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:37.780774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a603a0-b66d-4fe9-9ac5-c7b7a406369c req-40cefe6e-fa02-4f8b-b66b-d0ceb8639912 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:37.788690 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0a603a0-b66d-4fe9-9ac5-c7b7a406369c req-40cefe6e-fa02-4f8b-b66b-d0ceb8639912 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.1011081 Aug 27 14:18:37.789939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-591f1a05-f9bc-4fed-8afc-dbe3b7bd0e0f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': '8d4c52c4-fb98-4e42-b258-faab693100a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:37.832298 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0a603a0-b66d-4fe9-9ac5-c7b7a406369c req-06db89e2-2d7e-4b19-a396-45c311855310 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427377 Aug 27 14:18:37.876415 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-591f1a05-f9bc-4fed-8afc-dbe3b7bd0e0f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:37.915825 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7551c883-5efa-4f94-83f6-79f64bc55020 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:18:37.931097 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-591f1a05-f9bc-4fed-8afc-dbe3b7bd0e0f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:37.938040 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-591f1a05-f9bc-4fed-8afc-dbe3b7bd0e0f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:37.961264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f1a05-f9bc-4fed-8afc-dbe3b7bd0e0f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a6ac56-cb84-4e46-8f87-dbcb94dd4ffa,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:37.970396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-591f1a05-f9bc-4fed-8afc-dbe3b7bd0e0f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:37.974813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46336) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:37.976785 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-591f1a05-f9bc-4fed-8afc-dbe3b7bd0e0f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072680 Aug 27 14:18:37.979920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3c4d2ff8-6a63-421f-991e-6e85e9a74bbc tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': '8d4c52c4-fb98-4e42-b258-faab693100a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:38.030722 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2ff8-6a63-421f-991e-6e85e9a74bbc tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.085618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7551c883-5efa-4f94-83f6-79f64bc55020, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7551c883-5efa-4f94-83f6-79f64bc55020,segment=NetworkSegment(4620d634-3e04-4107-8c82-1069675e43c8),segment_id=4620d634-3e04-4107-8c82-1069675e43c8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:38.095262 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-3c4d2ff8-6a63-421f-991e-6e85e9a74bbc tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 14:18:38.096717 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3c4d2ff8-6a63-421f-991e-6e85e9a74bbc tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1206999 Aug 27 14:18:38.099875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46338) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:38.102399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '7551c883-5efa-4f94-83f6-79f64bc55020', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'port_id': '7551c883-5efa-4f94-83f6-79f64bc55020', 'mac_address': 'fa:16:3e:83:85:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:18:38.145357 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.164022 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87e44484-7b62-488f-b96e-6b22185f0115 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.170339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7551c883-5efa-4f94-83f6-79f64bc55020 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:18:38.190549 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87e44484-7b62-488f-b96e-6b22185f0115 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.220670 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7551c883-5efa-4f94-83f6-79f64bc55020, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7551c883-5efa-4f94-83f6-79f64bc55020,segment=NetworkSegment(4620d634-3e04-4107-8c82-1069675e43c8),segment_id=4620d634-3e04-4107-8c82-1069675e43c8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:38.226654 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.241170 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87e44484-7b62-488f-b96e-6b22185f0115 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.244699 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87e44484-7b62-488f-b96e-6b22185f0115 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.246347 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-87e44484-7b62-488f-b96e-6b22185f0115 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "DELETE /v2.0/security-groups/8d4c52c4-fb98-4e42-b258-faab693100a0 HTTP/1.1" status: 204 len: 168 time: 0.1452451 Aug 27 14:18:38.249800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46340) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:38.262019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e44484-7b62-488f-b96e-6b22185f0115 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4c52c4-fb98-4e42-b258-faab693100a0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:38.295409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=7551c883-5efa-4f94-83f6-79f64bc55020,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:38.308113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-91567695-29ab-40a8-8e98-53ffba1d8d12 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0537190 Aug 27 14:18:38.308638 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46344) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:38.314226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-99d0cb87-ccdd-4e53-8540-71c7e81fc391 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044430433'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:38.345217 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99d0cb87-ccdd-4e53-8540-71c7e81fc391 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.460348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48c828-4d92-4602-83eb-1547f1156567 req-dc4e8ea7-5a95-42f9-9117-10b850963cdb tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:38.461914 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bf48c828-4d92-4602-83eb-1547f1156567 req-dc4e8ea7-5a95-42f9-9117-10b850963cdb tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 945 time: 0.0783036 Aug 27 14:18:38.527496 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bf48c828-4d92-4602-83eb-1547f1156567 req-a4b0b4e9-1201-444d-ad40-6158711334f1 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572524 Aug 27 14:18:38.529878 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99d0cb87-ccdd-4e53-8540-71c7e81fc391 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.541337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99d0cb87-ccdd-4e53-8540-71c7e81fc391 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.576497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0cb87-ccdd-4e53-8540-71c7e81fc391 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572ec887-baf7-404d-b88e-f430188fa2d3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:38.580229 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99d0cb87-ccdd-4e53-8540-71c7e81fc391 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.581937 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-99d0cb87-ccdd-4e53-8540-71c7e81fc391 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2723060 Aug 27 14:18:38.590360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46346) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:38.595477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d39c8011-1a15-4bb3-a6d4-164ffc1e007d tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': '572ec887-baf7-404d-b88e-f430188fa2d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:38.596247 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-d39c8011-1a15-4bb3-a6d4-164ffc1e007d tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 27 14:18:38.596748 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-d39c8011-1a15-4bb3-a6d4-164ffc1e007d tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:38.598736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d39c8011-1a15-4bb3-a6d4-164ffc1e007d tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064030 Aug 27 14:18:38.600917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46348) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:38.661970 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-103d94ea-05d4-4e7b-bea9-0e4ad6b5caee tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.684201 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-103d94ea-05d4-4e7b-bea9-0e4ad6b5caee tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.729560 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-103d94ea-05d4-4e7b-bea9-0e4ad6b5caee tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.732443 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-103d94ea-05d4-4e7b-bea9-0e4ad6b5caee tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.736320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-103d94ea-05d4-4e7b-bea9-0e4ad6b5caee tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "DELETE /v2.0/security-groups/572ec887-baf7-404d-b88e-f430188fa2d3 HTTP/1.1" status: 204 len: 168 time: 0.1321630 Aug 27 14:18:38.737067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46356) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:38.748407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['7551c883-5efa-4f94-83f6-79f64bc55020'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:18:38.751318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d94ea-05d4-4e7b-bea9-0e4ad6b5caee tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572ec887-baf7-404d-b88e-f430188fa2d3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:38.809261 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-44f62c71-1df7-4a78-accc-0d92d356afef tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708013 Aug 27 14:18:38.813883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46360) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:38.818161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f0631655-e99d-424b-afa9-ef932813d294 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group': {'name': 'tempest-secgroup--241736495'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:38.847058 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0631655-e99d-424b-afa9-ef932813d294 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.950818 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0631655-e99d-424b-afa9-ef932813d294 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.956293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0631655-e99d-424b-afa9-ef932813d294 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.991126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9551-497f-4d4c-b4a4-06b8db7355b7 req-0aead5b2-881f-4238-85ca-78b2e3590e0c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:38.995349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0631655-e99d-424b-afa9-ef932813d294 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:38.996658 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f0631655-e99d-424b-afa9-ef932813d294 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1821449 Aug 27 14:18:38.998998 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf8a9551-497f-4d4c-b4a4-06b8db7355b7 req-0aead5b2-881f-4238-85ca-78b2e3590e0c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0715451 Aug 27 14:18:38.999844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46370) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.004868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-bd818110-4fc8-4111-b1db-11a6f0796e1c tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': '882d91e3-e37b-401e-b141-e76c480daba9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:39.005898 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-bd818110-4fc8-4111-b1db-11a6f0796e1c tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 27 14:18:39.006400 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-bd818110-4fc8-4111-b1db-11a6f0796e1c tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:39.007386 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bd818110-4fc8-4111-b1db-11a6f0796e1c tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064185 Aug 27 14:18:39.008227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0631655-e99d-424b-afa9-ef932813d294 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882d91e3-e37b-401e-b141-e76c480daba9,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:39.010363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46372) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.037839 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf8a9551-497f-4d4c-b4a4-06b8db7355b7 req-5e6466a0-beda-471e-9a0a-e2364ccb365f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377679 Aug 27 14:18:39.066035 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0245e9dc-576b-419b-9289-753361e5aeef tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.089645 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0245e9dc-576b-419b-9289-753361e5aeef tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.130825 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0245e9dc-576b-419b-9289-753361e5aeef tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.133496 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0245e9dc-576b-419b-9289-753361e5aeef tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.134673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0245e9dc-576b-419b-9289-753361e5aeef tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "DELETE /v2.0/security-groups/882d91e3-e37b-401e-b141-e76c480daba9 HTTP/1.1" status: 204 len: 168 time: 0.1234031 Aug 27 14:18:39.137389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46374) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.145246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245e9dc-576b-419b-9289-753361e5aeef tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882d91e3-e37b-401e-b141-e76c480daba9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:39.181599 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-74fc9a12-a55b-4094-937f-77a635dc365a tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430012 Aug 27 14:18:39.185048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46376) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.189557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-fa60136d-12f9-4dcb-ae6a-bda68536c152 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group': {'name': 'tempest-secgroup--591558913'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:39.210446 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa60136d-12f9-4dcb-ae6a-bda68536c152 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.295472 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa60136d-12f9-4dcb-ae6a-bda68536c152 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.299147 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa60136d-12f9-4dcb-ae6a-bda68536c152 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.320935 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa60136d-12f9-4dcb-ae6a-bda68536c152 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.322145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fa60136d-12f9-4dcb-ae6a-bda68536c152 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1361897 Aug 27 14:18:39.325806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46378) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.330732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60136d-12f9-4dcb-ae6a-bda68536c152 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ad5d0c-641b-4025-804d-7cb57a82b57d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:39.331988 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e758cddb-ec9e-4f02-8213-a055a7f68af2 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': '71ad5d0c-641b-4025-804d-7cb57a82b57d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:39.347864 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-e758cddb-ec9e-4f02-8213-a055a7f68af2 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 27 14:18:39.348662 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-e758cddb-ec9e-4f02-8213-a055a7f68af2 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:39.349663 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e758cddb-ec9e-4f02-8213-a055a7f68af2 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219128 Aug 27 14:18:39.352679 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46380) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.356893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8fa25185-188f-44ef-8d03-8929cfb08d68 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': '71ad5d0c-641b-4025-804d-7cb57a82b57d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:39.357522 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-8fa25185-188f-44ef-8d03-8929cfb08d68 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 27 14:18:39.358072 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-8fa25185-188f-44ef-8d03-8929cfb08d68 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:39.359012 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8fa25185-188f-44ef-8d03-8929cfb08d68 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054410 Aug 27 14:18:39.361157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46382) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.365332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-41a809b7-d352-4894-819b-fedd38632e69 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': '71ad5d0c-641b-4025-804d-7cb57a82b57d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:39.366137 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-41a809b7-d352-4894-819b-fedd38632e69 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 27 14:18:39.366602 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-41a809b7-d352-4894-819b-fedd38632e69 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:39.367579 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-41a809b7-d352-4894-819b-fedd38632e69 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055408 Aug 27 14:18:39.369622 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46384) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.374186 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5559435d-bd56-4bc3-bee0-81c3676692c8 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': '71ad5d0c-641b-4025-804d-7cb57a82b57d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:39.375034 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-5559435d-bd56-4bc3-bee0-81c3676692c8 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 27 14:18:39.375526 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-5559435d-bd56-4bc3-bee0-81c3676692c8 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:39.376470 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5559435d-bd56-4bc3-bee0-81c3676692c8 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060060 Aug 27 14:18:39.378567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46386) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.441981 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13b83ad5-8edb-4cd8-baf4-c6d36ad5fb34 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.463482 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13b83ad5-8edb-4cd8-baf4-c6d36ad5fb34 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.503526 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13b83ad5-8edb-4cd8-baf4-c6d36ad5fb34 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.506292 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13b83ad5-8edb-4cd8-baf4-c6d36ad5fb34 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.507424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-13b83ad5-8edb-4cd8-baf4-c6d36ad5fb34 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "DELETE /v2.0/security-groups/71ad5d0c-641b-4025-804d-7cb57a82b57d HTTP/1.1" status: 204 len: 168 time: 0.1280088 Aug 27 14:18:39.510094 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46388) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.524025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b83ad5-8edb-4cd8-baf4-c6d36ad5fb34 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ad5d0c-641b-4025-804d-7cb57a82b57d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:39.565236 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ab3a323e-30b7-47ef-9b13-e2481a54436e tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0537717 Aug 27 14:18:39.568765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46392) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.573826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e9117ef0-1d49-468a-b89a-f7892eba054f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076489540'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:39.607482 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-dcca09f5-1cd3-434d-9d49-1263c26e6cbd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0572760 Aug 27 14:18:39.614710 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9117ef0-1d49-468a-b89a-f7892eba054f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.676821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-35beb58d-dbcf-4392-b284-395fbd19424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:39.677416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-35beb58d-dbcf-4392-b284-395fbd19424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:39.677991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-35beb58d-dbcf-4392-b284-395fbd19424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:39.678534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-35beb58d-dbcf-4392-b284-395fbd19424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:39.679105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-35beb58d-dbcf-4392-b284-395fbd19424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:39.679645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-35beb58d-dbcf-4392-b284-395fbd19424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:39.680188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-35beb58d-dbcf-4392-b284-395fbd19424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:39.682160 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-35beb58d-dbcf-4392-b284-395fbd19424b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d6200bcd6d548d19f85584b6cdca497&device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 6496 time: 0.0510683 Aug 27 14:18:39.684590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0bc96-b6c1-46f7-8b01-6735ea48d2ec req-8b2d74cc-7510-469d-99c5-62d4f6d01994 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:39.687703 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7c0bc96-b6c1-46f7-8b01-6735ea48d2ec req-8b2d74cc-7510-469d-99c5-62d4f6d01994 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 945 time: 0.0762272 Aug 27 14:18:39.749550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7c0bc96-b6c1-46f7-8b01-6735ea48d2ec req-f646ed16-709a-4082-8c81-ae3db8916a67 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521536 Aug 27 14:18:39.779221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9117ef0-1d49-468a-b89a-f7892eba054f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.783386 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9117ef0-1d49-468a-b89a-f7892eba054f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.801353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-665ffbbc-c2a3-430b-8b75-9101be5acc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:39.801810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-665ffbbc-c2a3-430b-8b75-9101be5acc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:39.802729 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-665ffbbc-c2a3-430b-8b75-9101be5acc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:39.803967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-665ffbbc-c2a3-430b-8b75-9101be5acc92 service neutron] 10.222.0.52 "GET /v2.0/networks?id=85c680fe-ab41-4ad8-8981-eb8ac0cb901a&id=5329867c-188b-450e-85af-6974c633d4dc&id=5329867c-188b-450e-85af-6974c633d4dc&id=5329867c-188b-450e-85af-6974c633d4dc&id=5329867c-188b-450e-85af-6974c633d4dc&id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92&id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 HTTP/1.1" status: 200 len: 2294 time: 0.0969684 Aug 27 14:18:39.814303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e9117ef0-1d49-468a-b89a-f7892eba054f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.814955 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:39.818604 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e9117ef0-1d49-468a-b89a-f7892eba054f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2487516 Aug 27 14:18:39.819185 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46396) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.820692 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9117ef0-1d49-468a-b89a-f7892eba054f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d236c6e9-be2a-4dc7-a084-1a9f592937b6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:39.823476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-6e3913ec-a864-4693-992c-280b3c93874d tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': 'd236c6e9-be2a-4dc7-a084-1a9f592937b6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:39.824210 n-d-712139-12 neutron-server[101186]: WARNING neutron.api.v2.base [None req-6e3913ec-a864-4693-992c-280b3c93874d tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 14:18:39.824712 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-6e3913ec-a864-4693-992c-280b3c93874d tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:39.825697 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6e3913ec-a864-4693-992c-280b3c93874d tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055528 Aug 27 14:18:39.831608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46398) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.836734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-939f1109-6341-483a-ada8-fc362b3c303b tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': 'd236c6e9-be2a-4dc7-a084-1a9f592937b6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:39.871658 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-939f1109-6341-483a-ada8-fc362b3c303b tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:39.872789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-939f1109-6341-483a-ada8-fc362b3c303b tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0402079 Aug 27 14:18:39.876362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46400) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.881847 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-62da47ab-d52f-4056-ae60-af3d9109ce16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa30620-961f-41d0-bef2-2507d915a24a HTTP/1.1" status: 200 len: 1001 time: 0.0693793 Aug 27 14:18:39.882324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7e8e91b4-d172-4184-8e6c-c7746fc00b52 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': 'd236c6e9-be2a-4dc7-a084-1a9f592937b6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:39.883150 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-7e8e91b4-d172-4184-8e6c-c7746fc00b52 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 27 14:18:39.883632 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-7e8e91b4-d172-4184-8e6c-c7746fc00b52 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:39.884572 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7e8e91b4-d172-4184-8e6c-c7746fc00b52 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071294 Aug 27 14:18:39.886944 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46402) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.891751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8cd07a8d-af46-43df-aa27-13cd7e11ee5c tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': 'd236c6e9-be2a-4dc7-a084-1a9f592937b6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:39.928205 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-8cd07a8d-af46-43df-aa27-13cd7e11ee5c tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:39.929344 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8cd07a8d-af46-43df-aa27-13cd7e11ee5c tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0415139 Aug 27 14:18:39.932592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46406) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.936487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-477fb1dc-938f-4c42-984b-f7852e6b3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:39.938076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-af1cded4-57a2-4ef1-8d84-2343f58f1ce0 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': 'd236c6e9-be2a-4dc7-a084-1a9f592937b6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:39.938237 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-477fb1dc-938f-4c42-984b-f7852e6b3c94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bcbb8a06-5721-419e-86f0-14739793aabd HTTP/1.1" status: 200 len: 851 time: 0.0495470 Aug 27 14:18:39.938703 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-af1cded4-57a2-4ef1-8d84-2343f58f1ce0 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 14:18:39.939206 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-af1cded4-57a2-4ef1-8d84-2343f58f1ce0 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:39.942554 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-af1cded4-57a2-4ef1-8d84-2343f58f1ce0 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065913 Aug 27 14:18:39.942775 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46408) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:39.946929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-897d56ae-10d7-42de-b4f0-27ebbdb35355 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': 'd236c6e9-be2a-4dc7-a084-1a9f592937b6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:39.975834 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-897d56ae-10d7-42de-b4f0-27ebbdb35355 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Project 386cad431e6a483e9820d87a408ea174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:18:39.994630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-390f304b-dafc-470f-9a9f-afabd8a89c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:39.996274 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-390f304b-dafc-470f-9a9f-afabd8a89c6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=85c680fe-ab41-4ad8-8981-eb8ac0cb901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483334 Aug 27 14:18:40.012187 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-897d56ae-10d7-42de-b4f0-27ebbdb35355 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:40.013275 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-897d56ae-10d7-42de-b4f0-27ebbdb35355 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0696149 Aug 27 14:18:40.016247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46412) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:40.020692 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1f73ee48-4ebe-4ddd-8c82-8668e77b81ed tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': 'd236c6e9-be2a-4dc7-a084-1a9f592937b6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:40.021160 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-1f73ee48-4ebe-4ddd-8c82-8668e77b81ed tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 27 14:18:40.021630 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-1f73ee48-4ebe-4ddd-8c82-8668e77b81ed tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:40.022544 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1f73ee48-4ebe-4ddd-8c82-8668e77b81ed tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053506 Aug 27 14:18:40.025228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46414) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:40.040581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef2a97-92b6-4012-a55a-e7497aabe610 req-4d6eee1b-1285-4e27-830d-ed32dd8fd290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:40.042577 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44ef2a97-92b6-4012-a55a-e7497aabe610 req-4d6eee1b-1285-4e27-830d-ed32dd8fd290 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 1097 time: 0.0596697 Aug 27 14:18:40.142278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef2a97-92b6-4012-a55a-e7497aabe610 req-0de4cfad-49c0-4810-8072-6d9ca898ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:40.143818 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44ef2a97-92b6-4012-a55a-e7497aabe610 req-0de4cfad-49c0-4810-8072-6d9ca898ca25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 918 time: 0.0906498 Aug 27 14:18:40.221151 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44ef2a97-92b6-4012-a55a-e7497aabe610 req-90fff055-8e53-4474-b904-a9d0b5aa3546 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a HTTP/1.1" status: 200 len: 1001 time: 0.0661993 Aug 27 14:18:40.302539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef2a97-92b6-4012-a55a-e7497aabe610 req-ea850563-bf7d-4442-ae6c-094717ce8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:40.304088 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44ef2a97-92b6-4012-a55a-e7497aabe610 req-ea850563-bf7d-4442-ae6c-094717ce8182 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 200 len: 856 time: 0.0461392 Aug 27 14:18:40.352615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef2a97-92b6-4012-a55a-e7497aabe610 req-58c2c081-6998-439f-be2e-136ff152ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:40.354063 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44ef2a97-92b6-4012-a55a-e7497aabe610 req-58c2c081-6998-439f-be2e-136ff152ead2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=739db5ed-1ce5-49e2-8532-a593a50ed487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422525 Aug 27 14:18:40.371665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7e84cdbc-dd67-4eb2-ad31-c525e733ecf7 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': 'd236c6e9-be2a-4dc7-a084-1a9f592937b6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:40.439229 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-7e84cdbc-dd67-4eb2-ad31-c525e733ecf7 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Project 386cad431e6a483e9820d87a408ea174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:18:40.450216 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44ef2a97-92b6-4012-a55a-e7497aabe610 req-ff0b9f1e-e443-443e-812d-523a0c807e0b service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866637 Aug 27 14:18:40.470715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015680a-ea94-455b-9791-76ee9480a5f5 req-77ead0d0-9fc1-477f-b0fb-79db500da07d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:40.472205 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6015680a-ea94-455b-9791-76ee9480a5f5 req-77ead0d0-9fc1-477f-b0fb-79db500da07d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0953121 Aug 27 14:18:40.478553 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-8a974011-24fa-45db-8515-3ad5b5674d37 service neutron] 10.222.0.52 "GET /v2.0/networks/85c680fe-ab41-4ad8-8981-eb8ac0cb901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745021 Aug 27 14:18:40.481493 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-7e84cdbc-dd67-4eb2-ad31-c525e733ecf7 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:40.482488 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7e84cdbc-dd67-4eb2-ad31-c525e733ecf7 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4555418 Aug 27 14:18:40.487259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46418) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:40.492362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e40d6711-161a-49f2-9bc8-674e1f8c75cc tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': 'd236c6e9-be2a-4dc7-a084-1a9f592937b6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:40.542259 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44ef2a97-92b6-4012-a55a-e7497aabe610 req-c4823b6d-cfaa-42cd-a5c1-17a43440b167 service neutron] 10.222.0.41 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836661 Aug 27 14:18:40.588737 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6015680a-ea94-455b-9791-76ee9480a5f5 req-3db8d40d-86fb-489a-8237-017f32ec0e66 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088636 Aug 27 14:18:40.591306 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-e40d6711-161a-49f2-9bc8-674e1f8c75cc tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Project 386cad431e6a483e9820d87a408ea174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:18:40.619355 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-e40d6711-161a-49f2-9bc8-674e1f8c75cc tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:40.620379 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e40d6711-161a-49f2-9bc8-674e1f8c75cc tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1312873 Aug 27 14:18:40.624574 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46420) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:40.631686 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-54a36ea8-c043-4909-9dca-7a0d6cd4008c service neutron] 10.222.0.52 "GET /v2.0/networks/85c680fe-ab41-4ad8-8981-eb8ac0cb901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435771 Aug 27 14:18:40.678280 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ea88446-72d2-4e1a-bae3-46ac36caa339 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:40.680455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-f7eb4132-0dcd-4ec1-9c7e-8b0d1bfea42d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=78649094-2439-4b87-8eab-66800cc47e58 HTTP/1.1" status: 200 len: 217 time: 0.0393658 Aug 27 14:18:40.702329 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ea88446-72d2-4e1a-bae3-46ac36caa339 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:40.739195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-60aabeeb-d4f6-4b3e-a4b3-a1bec50df964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:40.740953 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-60aabeeb-d4f6-4b3e-a4b3-a1bec50df964 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85a540de-1867-4fa2-bc2c-c99869f313dc HTTP/1.1" status: 200 len: 797 time: 0.0551023 Aug 27 14:18:40.744090 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ea88446-72d2-4e1a-bae3-46ac36caa339 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:40.747056 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ea88446-72d2-4e1a-bae3-46ac36caa339 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:40.748778 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3ea88446-72d2-4e1a-bae3-46ac36caa339 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "DELETE /v2.0/security-groups/d236c6e9-be2a-4dc7-a084-1a9f592937b6 HTTP/1.1" status: 204 len: 168 time: 0.1226230 Aug 27 14:18:40.752472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46422) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:40.773364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea88446-72d2-4e1a-bae3-46ac36caa339 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d236c6e9-be2a-4dc7-a084-1a9f592937b6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:40.790163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-913a20f1-eb04-4b0b-8f66-1bfc025b7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:40.791789 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-913a20f1-eb04-4b0b-8f66-1bfc025b7700 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5329867c-188b-450e-85af-6974c633d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0417821 Aug 27 14:18:40.815010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4b04887c-1c8b-4116-a995-70ce82f04e6e tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571866 Aug 27 14:18:40.816658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46426) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:40.821415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c0341623-0e80-49ea-a48b-678f4e0f1f8b tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group': {'name': 'tempest-secgroup--648091398'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:40.872959 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0341623-0e80-49ea-a48b-678f4e0f1f8b tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:40.896796 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-8e8e74b4-96a3-4c42-bb2f-e2f63d0735b6 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972342 Aug 27 14:18:40.898051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892e986-ecb9-4ed1-b868-38ea2c2f6a0f req-8f62727d-67b8-4aa5-950e-3c7f62dbae96 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:40.899570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7892e986-ecb9-4ed1-b868-38ea2c2f6a0f req-8f62727d-67b8-4aa5-950e-3c7f62dbae96 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 945 time: 0.0678518 Aug 27 14:18:40.958736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7892e986-ecb9-4ed1-b868-38ea2c2f6a0f req-ea3a5081-7d97-471d-8b88-2b0394ad0adc tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517118 Aug 27 14:18:41.003689 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-2d1d0223-df38-4ab5-98f0-b481e260f971 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000893 Aug 27 14:18:41.015074 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0341623-0e80-49ea-a48b-678f4e0f1f8b tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.019841 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0341623-0e80-49ea-a48b-678f4e0f1f8b tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.051681 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0341623-0e80-49ea-a48b-678f4e0f1f8b tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.053402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c0341623-0e80-49ea-a48b-678f4e0f1f8b tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2356105 Aug 27 14:18:41.055495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0341623-0e80-49ea-a48b-678f4e0f1f8b tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b4718f-3dac-4c8b-aa6b-fd63e3474920,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:41.056762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46432) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:41.064080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-54f99f3b-3ab9-4133-842f-7f693af80942 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': '90b4718f-3dac-4c8b-aa6b-fd63e3474920', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:41.069283 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-ea0c0250-009d-4b72-bade-182b7505f9c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=67249ed9-fee5-401f-9015-062a950f594c HTTP/1.1" status: 200 len: 217 time: 0.0581028 Aug 27 14:18:41.137198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-986651ce-6432-4e2d-9826-2cb335f5b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:41.138601 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-986651ce-6432-4e2d-9826-2cb335f5b3e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85a540de-1867-4fa2-bc2c-c99869f313dc HTTP/1.1" status: 200 len: 797 time: 0.0608957 Aug 27 14:18:41.156849 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-54f99f3b-3ab9-4133-842f-7f693af80942 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The resource could not be found. Aug 27 14:18:41.160413 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-54f99f3b-3ab9-4133-842f-7f693af80942 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0990958 Aug 27 14:18:41.160950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46434) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:41.165717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e54cc717-4a03-4d52-8829-c38cfb91099d tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': '90b4718f-3dac-4c8b-aa6b-fd63e3474920', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '719dc4b3-5b27-48a4-afed-e04fbcda5521'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:41.189410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-87fffa37-a234-4aea-8730-d36d75689d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:41.191059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-87fffa37-a234-4aea-8730-d36d75689d78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5329867c-188b-450e-85af-6974c633d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0449030 Aug 27 14:18:41.207804 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-e54cc717-4a03-4d52-8829-c38cfb91099d tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The resource could not be found. Aug 27 14:18:41.211804 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e54cc717-4a03-4d52-8829-c38cfb91099d tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0471704 Aug 27 14:18:41.212041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46436) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:41.266492 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da6f0b46-ac44-4f0f-9136-da87f5eb6e96 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.288385 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da6f0b46-ac44-4f0f-9136-da87f5eb6e96 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.291573 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-c80d68c5-a892-4c0e-8e2b-9e6851e716c5 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930202 Aug 27 14:18:41.329833 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da6f0b46-ac44-4f0f-9136-da87f5eb6e96 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.332651 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da6f0b46-ac44-4f0f-9136-da87f5eb6e96 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.333929 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-da6f0b46-ac44-4f0f-9136-da87f5eb6e96 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "DELETE /v2.0/security-groups/90b4718f-3dac-4c8b-aa6b-fd63e3474920 HTTP/1.1" status: 204 len: 168 time: 0.1208851 Aug 27 14:18:41.337106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46438) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:41.354840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f0b46-ac44-4f0f-9136-da87f5eb6e96 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b4718f-3dac-4c8b-aa6b-fd63e3474920,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:41.386207 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-54bfbf19-2ecd-4e3e-9ab9-6048df10ace8 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480483 Aug 27 14:18:41.390763 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46440) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:41.393365 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-90acba5d-f719-4c13-afc7-1ec1bd9248c4 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928922 Aug 27 14:18:41.394900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-9053665e-ef2d-4761-b141-41706674d8da tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': 'c4ade62a-83c3-4300-bbb3-b22cb9b2e84c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:41.434235 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-9053665e-ef2d-4761-b141-41706674d8da tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The resource could not be found. Aug 27 14:18:41.438739 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9053665e-ef2d-4761-b141-41706674d8da tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0439732 Aug 27 14:18:41.439071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46442) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:41.443701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7c557c3f-3781-4196-9e47-80c8961e2a1a tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1841334671'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:41.444876 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-d142c5cd-540f-4533-b645-1a5df2c9deab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=57d9127e-5b45-4552-8370-1eaa1524d0f3 HTTP/1.1" status: 200 len: 217 time: 0.0447104 Aug 27 14:18:41.464765 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c557c3f-3781-4196-9e47-80c8961e2a1a tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.498707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-85df0a58-f5a8-4ade-beb4-d56fe3d07f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:41.500582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-85df0a58-f5a8-4ade-beb4-d56fe3d07f03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85a540de-1867-4fa2-bc2c-c99869f313dc HTTP/1.1" status: 200 len: 797 time: 0.0493197 Aug 27 14:18:41.547401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-b0f4b4b4-190d-43bb-8528-f835e11aca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:41.548936 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-b0f4b4b4-190d-43bb-8528-f835e11aca79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5329867c-188b-450e-85af-6974c633d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0416000 Aug 27 14:18:41.552251 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c557c3f-3781-4196-9e47-80c8961e2a1a tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.555987 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c557c3f-3781-4196-9e47-80c8961e2a1a tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.584550 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c557c3f-3781-4196-9e47-80c8961e2a1a tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.588282 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7c557c3f-3781-4196-9e47-80c8961e2a1a tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1456945 Aug 27 14:18:41.588626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46444) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:41.594167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2da982d2-76bc-4aa4-a6f2-a7bfecd75ada tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group': {'name': 'tempest-secgroup--332990743'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:41.599865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c557c3f-3781-4196-9e47-80c8961e2a1a tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a6de83-3b39-4f11-b7db-64c6f69f38bc,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:41.621958 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2da982d2-76bc-4aa4-a6f2-a7bfecd75ada tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.665682 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-1aec2502-ab11-447f-aa99-ee671fb34e72 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093647 Aug 27 14:18:41.713979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2da982d2-76bc-4aa4-a6f2-a7bfecd75ada tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.717848 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2da982d2-76bc-4aa4-a6f2-a7bfecd75ada tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.745808 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2da982d2-76bc-4aa4-a6f2-a7bfecd75ada tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.749870 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2da982d2-76bc-4aa4-a6f2-a7bfecd75ada tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1574342 Aug 27 14:18:41.749870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da982d2-76bc-4aa4-a6f2-a7bfecd75ada tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dfa03b-2de1-498f-907e-de2134552196,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:41.751075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46448) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:41.755332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-bb0b3e06-d6bc-4125-8624-567ded759fa1 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': '18a6de83-3b39-4f11-b7db-64c6f69f38bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f5dfa03b-2de1-498f-907e-de2134552196'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:41.763316 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc07943-4e75-4db7-b716-ff142f2d3dac req-2dd9c863-19f2-4265-bc9a-7e593b0b77d2 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:41.765798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc07943-4e75-4db7-b716-ff142f2d3dac req-2dd9c863-19f2-4265-bc9a-7e593b0b77d2 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.0983951 Aug 27 14:18:41.789769 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-bb0b3e06-d6bc-4125-8624-567ded759fa1 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:41.790817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bb0b3e06-d6bc-4125-8624-567ded759fa1 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0388765 Aug 27 14:18:41.793738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46450) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:41.816257 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-8a60a2f7-2876-46ae-a4ad-7b7b50bf4250 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386740 Aug 27 14:18:41.836704 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffc07943-4e75-4db7-b716-ff142f2d3dac req-063f4fdc-6673-4fb5-8398-2977c50f9cf7 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622807 Aug 27 14:18:41.846074 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8c2719cc-e13a-4da9-a3f2-e5754827d85e tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.866047 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-290b79f7-0108-4c89-acb3-d80af8619d2a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=b82163eb-1a74-4eb0-9842-f5895f87c7c8 HTTP/1.1" status: 200 len: 217 time: 0.0405159 Aug 27 14:18:41.869655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8c2719cc-e13a-4da9-a3f2-e5754827d85e tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.911727 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8c2719cc-e13a-4da9-a3f2-e5754827d85e tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.914499 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8c2719cc-e13a-4da9-a3f2-e5754827d85e tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.914997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-2b9322df-9a0d-4688-b88e-f8cf7b1abe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:41.917977 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8c2719cc-e13a-4da9-a3f2-e5754827d85e tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "DELETE /v2.0/security-groups/f5dfa03b-2de1-498f-907e-de2134552196 HTTP/1.1" status: 204 len: 168 time: 0.1210551 Aug 27 14:18:41.918112 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-2b9322df-9a0d-4688-b88e-f8cf7b1abe98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85a540de-1867-4fa2-bc2c-c99869f313dc HTTP/1.1" status: 200 len: 797 time: 0.0457084 Aug 27 14:18:41.918112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46452) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:41.925357 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2719cc-e13a-4da9-a3f2-e5754827d85e tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dfa03b-2de1-498f-907e-de2134552196,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:41.934428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7551c883-5efa-4f94-83f6-79f64bc55020 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:18:41.992160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 7551c883-5efa-4f94-83f6-79f64bc55020 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:18:41.996714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 7551c883-5efa-4f94-83f6-79f64bc55020 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:18:41.997098 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:41.999968 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-ad050a59-836e-4a54-aeb2-f5f4c9ed3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:42.001507 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-ad050a59-836e-4a54-aeb2-f5f4c9ed3065 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5329867c-188b-450e-85af-6974c633d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771706 Aug 27 14:18:42.007964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-abc796df-41c7-4203-bb78-6405d79880c7 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0888147 Aug 27 14:18:42.010849 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46456) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:42.091463 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.115158 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-6828a2a4-abc0-46df-a379-21ff47513b3f service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060061 Aug 27 14:18:42.120508 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8fbc0550-ea96-4528-b683-7a446170b2a5 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.129949 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7551c883-5efa-4f94-83f6-79f64bc55020, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7551c883-5efa-4f94-83f6-79f64bc55020,segment=NetworkSegment(4620d634-3e04-4107-8c82-1069675e43c8),segment_id=4620d634-3e04-4107-8c82-1069675e43c8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:42.130944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:18:42.133432 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d11e65-73d3-4cba-94fd-9df8b0b94af0" -d '{"events": [{"server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "name": "network-vif-plugged", "status": "completed", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:18:42.138573 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.140498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0b2ee053-17d8-4175-9dc0-ce634808a66a no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:18:42.146274 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243afe36-d9cc-482d-9651-c1d166fdf587 req-6e9dc114-a491-467d-9519-c31985cca30e tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:42.148204 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-243afe36-d9cc-482d-9651-c1d166fdf587 req-6e9dc114-a491-467d-9519-c31985cca30e tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 945 time: 0.1103668 Aug 27 14:18:42.163042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8fbc0550-ea96-4528-b683-7a446170b2a5 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.228303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8fbc0550-ea96-4528-b683-7a446170b2a5 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.230840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8fbc0550-ea96-4528-b683-7a446170b2a5 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.233449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=7551c883-5efa-4f94-83f6-79f64bc55020,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:42.236057 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8fbc0550-ea96-4528-b683-7a446170b2a5 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "DELETE /v2.0/security-groups/18a6de83-3b39-4f11-b7db-64c6f69f38bc HTTP/1.1" status: 204 len: 168 time: 0.2234092 Aug 27 14:18:42.236940 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46464) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:42.247756 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-7a3ee867-c31d-4a7b-8438-49000a2a6778 service neutron] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211998 Aug 27 14:18:42.256276 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-243afe36-d9cc-482d-9651-c1d166fdf587 req-3d99db08-3fee-43bd-8376-3b22700f10b6 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499191 Aug 27 14:18:42.257157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc0550-ea96-4528-b683-7a446170b2a5 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a6de83-3b39-4f11-b7db-64c6f69f38bc,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:42.278663 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42d7fc1-43c2-4f8e-ad78-9fc041d0d022 x-openstack-request-id: req-a42d7fc1-43c2-4f8e-ad78-9fc041d0d022 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:18:42.279173 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "name": "network-vif-plugged", "status": "completed", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:18:42.279555 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a42d7fc1-43c2-4f8e-ad78-9fc041d0d022 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:18:42.280002 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020', 'code': 200} Aug 27 14:18:42.296040 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-46ac732a-a5aa-4cc0-8c41-93004652d98c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c HTTP/1.1" status: 200 len: 217 time: 0.0388906 Aug 27 14:18:42.304661 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.341183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:42.346105 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.364109 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4ef6665f-5ce3-4a21-9adb-98ca44345f9f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1257734 Aug 27 14:18:42.367727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46466) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:42.373637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c5915983-3d11-4f12-9953-8245b6032dc3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135578714'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:42.391196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-0b2fced0-31b9-492f-a51b-87c3cbcce47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:42.392676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-0b2fced0-31b9-492f-a51b-87c3cbcce47d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7237fa14-4c5b-430e-9d82-35356f842932 HTTP/1.1" status: 200 len: 797 time: 0.0866401 Aug 27 14:18:42.407783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0b2ee053-17d8-4175-9dc0-ce634808a66a,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:42.409519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f58f1-b42c-4b35-a8bb-84df281675a6 req-13f7085c-6479-4cf6-803a-d9b5698569ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:42.411457 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c5915983-3d11-4f12-9953-8245b6032dc3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.411974 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-972f58f1-b42c-4b35-a8bb-84df281675a6 req-13f7085c-6479-4cf6-803a-d9b5698569ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 1098 time: 0.0434389 Aug 27 14:18:42.461322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-3995c82e-22ae-4b70-b69a-2b39e657b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:42.462169 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-972f58f1-b42c-4b35-a8bb-84df281675a6 req-4a19d7a2-390d-4a8e-84da-9dfd8026f31c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289164 Aug 27 14:18:42.462728 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-3995c82e-22ae-4b70-b69a-2b39e657b858 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0626068 Aug 27 14:18:42.599702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c5915983-3d11-4f12-9953-8245b6032dc3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.602445 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-e5f9c3c9-7825-4d87-b9e5-717a2651e78e service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303878 Aug 27 14:18:42.606184 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c5915983-3d11-4f12-9953-8245b6032dc3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.682412 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c5915983-3d11-4f12-9953-8245b6032dc3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.683692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c5915983-3d11-4f12-9953-8245b6032dc3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3150623 Aug 27 14:18:42.687041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46468) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:42.687950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5915983-3d11-4f12-9953-8245b6032dc3 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce1a850-43dd-44b8-a07a-3ec9e39dfeee,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:42.692823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8bebc97c-d1db-401f-8184-7c2039782a2b tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': '0ce1a850-43dd-44b8-a07a-3ec9e39dfeee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:42.728006 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-8bebc97c-d1db-401f-8184-7c2039782a2b tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:42.728965 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8bebc97c-d1db-401f-8184-7c2039782a2b tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0408218 Aug 27 14:18:42.731708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46470) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:42.731980 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-3aa1015a-278d-4a3b-9c1e-605117badd9f service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219807 Aug 27 14:18:42.736851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-46cd73f8-1a58-4abb-9d6a-343033138129 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group_rule': {'security_group_id': '0ce1a850-43dd-44b8-a07a-3ec9e39dfeee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:42.770229 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-46cd73f8-1a58-4abb-9d6a-343033138129 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:18:42.771267 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-46cd73f8-1a58-4abb-9d6a-343033138129 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0385964 Aug 27 14:18:42.774005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46472) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:42.778666 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-ac8c1554-3200-42c9-8b3d-388536112d8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=113591bc-6932-4908-b37e-719908096f55 HTTP/1.1" status: 200 len: 217 time: 0.0392871 Aug 27 14:18:42.828524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-b1cffea6-6310-4f65-a209-35317b5a71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:42.829042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9db4226a-f488-4bb9-b065-944dd647f55c tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.830012 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-b1cffea6-6310-4f65-a209-35317b5a71e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7237fa14-4c5b-430e-9d82-35356f842932 HTTP/1.1" status: 200 len: 797 time: 0.0442445 Aug 27 14:18:42.851585 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9db4226a-f488-4bb9-b065-944dd647f55c tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.876784 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-dc2f868b-970b-411c-ad89-8891a0515065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:42.878978 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-dc2f868b-970b-411c-ad89-8891a0515065 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0424476 Aug 27 14:18:42.893990 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9db4226a-f488-4bb9-b065-944dd647f55c tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.896727 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9db4226a-f488-4bb9-b065-944dd647f55c tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:42.900232 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9db4226a-f488-4bb9-b065-944dd647f55c tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "DELETE /v2.0/security-groups/0ce1a850-43dd-44b8-a07a-3ec9e39dfeee HTTP/1.1" status: 204 len: 168 time: 0.1229639 Aug 27 14:18:42.901162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46476) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:42.913504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4226a-f488-4bb9-b065-944dd647f55c tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce1a850-43dd-44b8-a07a-3ec9e39dfeee,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:42.957466 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dd641181-9aa4-475d-b0bf-cde6b016ae15 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538468 Aug 27 14:18:42.961298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46478) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:42.965999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-391b1812-8e88-4d19-9e23-b521d54d7875 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114470473'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:42.991134 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-391b1812-8e88-4d19-9e23-b521d54d7875 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:43.021338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723517e7-1f81-4ead-9100-3e74fdd23fe3 req-24be0ff5-6df5-4021-bb94-b07171ae3f68 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:43.022943 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-723517e7-1f81-4ead-9100-3e74fdd23fe3 req-24be0ff5-6df5-4021-bb94-b07171ae3f68 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 943 time: 0.0822687 Aug 27 14:18:43.026823 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-8ae604a4-e641-436f-90c1-c0cface44083 service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413000 Aug 27 14:18:43.081760 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-391b1812-8e88-4d19-9e23-b521d54d7875 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:43.085538 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-391b1812-8e88-4d19-9e23-b521d54d7875 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:43.113925 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-391b1812-8e88-4d19-9e23-b521d54d7875 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:43.115553 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-391b1812-8e88-4d19-9e23-b521d54d7875 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1531329 Aug 27 14:18:43.118458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46480) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:43.118883 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-723517e7-1f81-4ead-9100-3e74fdd23fe3 req-df5c4991-95f8-46a6-b225-8a5a966c7ee4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862305 Aug 27 14:18:43.122894 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a602e75a-43fe-425e-9b19-232325594e36 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:43.123676 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-a602e75a-43fe-425e-9b19-232325594e36 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 14:18:43.124117 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-a602e75a-43fe-425e-9b19-232325594e36 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 14:18:43.126529 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a602e75a-43fe-425e-9b19-232325594e36 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "PUT /v2.0/security-groups/1730a4f2-5a27-4df2-bb4c-bb04d2fce432 HTTP/1.1" status: 409 len: 330 time: 0.0056922 Aug 27 14:18:43.127639 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b1812-8e88-4d19-9e23-b521d54d7875 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1730a4f2-5a27-4df2-bb4c-bb04d2fce432,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:43.130185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46484) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:43.186442 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-820d4f45-ef49-43ec-81ef-74f3c6bc08bb req-af103fa1-4612-480b-831f-788111f5bc68 service neutron] 10.222.0.52 "GET /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327953 Aug 27 14:18:43.195294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-47d85dcf-3eab-4d14-bbdf-43885e326399 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:43.228124 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-47d85dcf-3eab-4d14-bbdf-43885e326399 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:43.270095 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-47d85dcf-3eab-4d14-bbdf-43885e326399 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:43.272722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-47d85dcf-3eab-4d14-bbdf-43885e326399 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:43.273866 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-47d85dcf-3eab-4d14-bbdf-43885e326399 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "DELETE /v2.0/security-groups/1730a4f2-5a27-4df2-bb4c-bb04d2fce432 HTTP/1.1" status: 204 len: 168 time: 0.1424859 Aug 27 14:18:43.276588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46488) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:43.282704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d85dcf-3eab-4d14-bbdf-43885e326399 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1730a4f2-5a27-4df2-bb4c-bb04d2fce432,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:43.327624 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6dd5641c-466e-45b7-9209-ddf5d184bb99 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497761 Aug 27 14:18:43.331385 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46494) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:43.344824 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-c0157204-5dfb-4ca5-b41d-9d0114eb6106 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] delete failed (client error): The resource could not be found. Aug 27 14:18:43.345825 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c0157204-5dfb-4ca5-b41d-9d0114eb6106 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "DELETE /v2.0/security-groups/a7608463-7a8e-4a1c-92ef-3bf01f9efdb5 HTTP/1.1" status: 404 len: 347 time: 0.0135214 Aug 27 14:18:43.350210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46496) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:43.364568 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-da5d67b3-0bcb-47cc-8ce5-c531ee68178f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] show failed (client error): The resource could not be found. Aug 27 14:18:43.365565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-da5d67b3-0bcb-47cc-8ce5-c531ee68178f tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "GET /v2.0/security-groups/ac55bf39-b2fe-4ee9-92c8-f16af4ef9b43 HTTP/1.1" status: 404 len: 347 time: 0.0144289 Aug 27 14:18:43.369089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46498) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:43.383225 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-eb3d3602-0b31-43c8-98d3-36495d350c95 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] show failed (client error): The resource could not be found. Aug 27 14:18:43.388516 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-eb3d3602-0b31-43c8-98d3-36495d350c95 tempest-NegativeSecGroupIPv6Test-1076763185 tempest-NegativeSecGroupIPv6Test-1076763185-project] 10.222.0.55 "GET /v2.0/security-group-rules/01913e69-4528-4432-956a-e9a58779458d HTTP/1.1" status: 404 len: 356 time: 0.0142193 Aug 27 14:18:43.391311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0696e-575a-4f0e-9367-d6d8b1e3c9b1 req-b590b0dd-d302-42c9-9452-10db2ae746da tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:43.392822 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-55d0696e-575a-4f0e-9367-d6d8b1e3c9b1 req-b590b0dd-d302-42c9-9452-10db2ae746da tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 946 time: 0.0523345 Aug 27 14:18:43.431621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-55d0696e-575a-4f0e-9367-d6d8b1e3c9b1 req-7af9945f-dce8-40b9-a60b-1f37df64df27 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328732 Aug 27 14:18:43.639163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46504) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:43.771134 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3f1cbac1-d84c-4acb-b596-fc206b297fdb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=386cad431e6a483e9820d87a408ea174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305501 Aug 27 14:18:43.773471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46508) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:43.821701 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1e27158-9e48-4ba8-8b61-f534cfd87a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:43.843910 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1e27158-9e48-4ba8-8b61-f534cfd87a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:43.895147 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1e27158-9e48-4ba8-8b61-f534cfd87a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:43.897977 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1e27158-9e48-4ba8-8b61-f534cfd87a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:43.899291 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a1e27158-9e48-4ba8-8b61-f534cfd87a60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6afb69da-be94-49f9-8fc7-21ee2742be34 HTTP/1.1" status: 204 len: 168 time: 0.1249013 Aug 27 14:18:43.909315 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e27158-9e48-4ba8-8b61-f534cfd87a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afb69da-be94-49f9-8fc7-21ee2742be34,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:44.270719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a528c-8a0e-4fb6-b481-02fb6ecaed75 req-1b950edb-3e7d-4f69-a6c7-ed63456cd747 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:44.272300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a1a528c-8a0e-4fb6-b481-02fb6ecaed75 req-1b950edb-3e7d-4f69-a6c7-ed63456cd747 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 943 time: 0.0615077 Aug 27 14:18:44.281115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:18:44.283425 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998b12fe-2062-4f52-bee8-ea54fd107846" -d '{"events": [{"server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "name": "network-vif-unplugged", "status": "completed", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:18:44.319798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a1a528c-8a0e-4fb6-b481-02fb6ecaed75 req-a9554d1c-12ed-410a-9dfa-c70b19ba2f62 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406058 Aug 27 14:18:44.368997 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 14:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1df0da-f37e-4252-a34e-a70773b73625 x-openstack-request-id: req-4a1df0da-f37e-4252-a34e-a70773b73625 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:18:44.369295 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "name": "network-vif-unplugged", "status": "failed", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a", "code": 422}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:18:44.369652 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a1df0da-f37e-4252-a34e-a70773b73625 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:18:44.369971 n-d-712139-12 neutron-server[101188]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'code': 422} returned with failed status Aug 27 14:18:44.559550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308be93-68be-4ad3-ba1b-40198d0ce4d1 req-1f747255-23ed-46a2-95a1-54920d584003 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:44.561895 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b308be93-68be-4ad3-ba1b-40198d0ce4d1 req-1f747255-23ed-46a2-95a1-54920d584003 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 946 time: 0.0571439 Aug 27 14:18:44.618998 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b308be93-68be-4ad3-ba1b-40198d0ce4d1 req-820e9b54-ac17-487e-b613-94b69656e6e0 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498366 Aug 27 14:18:44.650477 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd339e32-0b1f-48e9-b302-bced24da9114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:44.758647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c358e-7a70-450a-89f0-94a8afb147a8 req-62fc5eef-f9d6-44fb-88b7-56c4bf9f0e49 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:44.760253 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b5c358e-7a70-450a-89f0-94a8afb147a8 req-62fc5eef-f9d6-44fb-88b7-56c4bf9f0e49 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 946 time: 0.0620873 Aug 27 14:18:44.825413 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b5c358e-7a70-450a-89f0-94a8afb147a8 req-7a3eb8aa-ab6d-4b96-b5b4-bbaf1a9ccb8e tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583768 Aug 27 14:18:44.843469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46564) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:45.109222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ae4c3f-4d4c-4f32-a57e-94d2e0d444ce tempest-TestVolumeBackupRestore-1063412520 tempest-TestVolumeBackupRestore-1063412520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:45.111337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-09ae4c3f-4d4c-4f32-a57e-94d2e0d444ce tempest-TestVolumeBackupRestore-1063412520 tempest-TestVolumeBackupRestore-1063412520-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 1093 time: 0.2663114 Aug 27 14:18:45.124417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46582) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:45.124417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '7551c883-5efa-4f94-83f6-79f64bc55020', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:45.145362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:45.277542 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:45.390830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8d81b-a113-4c06-801c-be1694fd3080 req-0b41f717-a9ba-47ad-941b-07f5f0ad0c06 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:45.392660 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58f8d81b-a113-4c06-801c-be1694fd3080 req-0b41f717-a9ba-47ad-941b-07f5f0ad0c06 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 943 time: 0.0763462 Aug 27 14:18:45.453617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Allocated IP 172.25.2.196 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/2d21b830-b16c-4a6f-a9f2-816a067af516) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:18:45.459381 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58f8d81b-a113-4c06-801c-be1694fd3080 req-60829394-50ee-4814-a827-42b826a2db4f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603294 Aug 27 14:18:45.574580 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:45.628408 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:45.673532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:18:45.674550 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-76b966c5-bac9-4d03-acec-c8e058b36bdb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491533 Aug 27 14:18:45.676479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:18:45.680109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:18:45.686425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Pushing event updated for resources: {'Port': ['ID=2d21b830-b16c-4a6f-a9f2-816a067af516,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:45.960648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0b2ee053-17d8-4175-9dc0-ce634808a66a no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:18:46.119115 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:46.542527 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d30bdcac-8b6f-4624-a256-275ebbb41732 req-89356f2f-30f7-45ce-9d0e-6facee18a5a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0485146 Aug 27 14:18:46.610275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:46.655902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-5952518d-c41b-4007-9f01-d0d612c3d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:46.657808 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-5952518d-c41b-4007-9f01-d0d612c3d46f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d&tenant_id=abede777d38946c0bffcfe73fba89675 HTTP/1.1" status: 200 len: 1095 time: 0.0523219 Aug 27 14:18:46.670455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:46.675074 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d30bdcac-8b6f-4624-a256-275ebbb41732 req-5c178928-21fa-45d3-a9f2-17a6705f1bf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0379148 Aug 27 14:18:46.689083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db15e-c07c-466f-9b2d-3eb6cfd9cdf5 req-97cd5622-fa7d-44e9-8131-d3e10ffecf46 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:46.690642 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2b3db15e-c07c-466f-9b2d-3eb6cfd9cdf5 req-97cd5622-fa7d-44e9-8131-d3e10ffecf46 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 943 time: 0.1263607 Aug 27 14:18:46.726883 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:46.746032 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d30bdcac-8b6f-4624-a256-275ebbb41732 req-4aad7bcc-2309-4a92-9927-4d2275da8c8e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409911 Aug 27 14:18:46.842500 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2b3db15e-c07c-466f-9b2d-3eb6cfd9cdf5 req-c153abb6-e72c-4550-98f5-2854f3458e5b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419394 Aug 27 14:18:46.919543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bdcac-8b6f-4624-a256-275ebbb41732 req-ac7fe8d9-6643-4e2a-a5aa-f4845f2f17bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:46.921635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d30bdcac-8b6f-4624-a256-275ebbb41732 req-ac7fe8d9-6643-4e2a-a5aa-f4845f2f17bc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1485467 Aug 27 14:18:46.940105 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:46.943031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:18:46.946164 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:46.994051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:18:47.011066 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Pushing event updated for resources: {'Port': ['ID=2d21b830-b16c-4a6f-a9f2-816a067af516,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:47.028495 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:47.033022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2ee053-17d8-4175-9dc0-ce634808a66a {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:18:47.041954 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:47.057371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Transition to ACTIVE for port object 0b2ee053-17d8-4175-9dc0-ce634808a66a will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:18:47.061153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:47.113474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Pushing event updated for resources: {'Port': ['ID=0b2ee053-17d8-4175-9dc0-ce634808a66a,revision_number=9']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:47.148152 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Floating IP 44bd6f97-ff17-4c25-88cf-4df12b5f9ee6 associated. External IP: 172.25.2.196, port: 7551c883-5efa-4f94-83f6-79f64bc55020. Aug 27 14:18:47.193904 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] No DVR routers for this DVR port 0b2ee053-17d8-4175-9dc0-ce634808a66a on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:18:47.366563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Attempting to bind port 0b2ee053-17d8-4175-9dc0-ce634808a66a on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:18:47.367979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Attempting to bind port 0b2ee053-17d8-4175-9dc0-ce634808a66a by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:18:47.368106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Attempting to bind port 0b2ee053-17d8-4175-9dc0-ce634808a66a on network 739db5ed-1ce5-49e2-8532-a593a50ed487 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:47.372785 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Port 0b2ee053-17d8-4175-9dc0-ce634808a66a on network 739db5ed-1ce5-49e2-8532-a593a50ed487 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:18:47.373979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Attempting to bind port 0b2ee053-17d8-4175-9dc0-ce634808a66a on network 739db5ed-1ce5-49e2-8532-a593a50ed487 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:18:47.379770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:18:47.380186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Checking segment: {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:18:47.380643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Bound using segment: {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:18:47.381160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Bound port: 0b2ee053-17d8-4175-9dc0-ce634808a66a, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be7bed5-37f4-4104-97fa-8b2590588022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:18:47.381607 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:47.431022 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:47.438795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:18:47.463479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:18:47.469233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:18:47.476152 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:47.498761 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-97dba1e6-37b9-47e2-8009-f3263e27eaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:47.550508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:47.551337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:47.552780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] 10.222.0.52 "PUT /v2.0/ports/0b2ee053-17d8-4175-9dc0-ce634808a66a HTTP/1.1" status: 200 len: 1092 time: 0.8867826 Aug 27 14:18:47.553211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:18:47.555864 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ac62c3-9af2-4faf-8d56-ad753755ebc4" -d '{"events": [{"name": "network-changed", "server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:18:47.583217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:18:47.594809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27d84-d974-4d93-93ec-b13019a19da0 None None] Sync routers for ids ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:18:47.610731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b27d84-d974-4d93-93ec-b13019a19da0 None None] Routers {'8c06ddff-0690-467f-89de-c3c5ca1c3f17'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:18:47.611572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-76b27d84-d974-4d93-93ec-b13019a19da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:18:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:47.625642 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:47.665071 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f0fab23d-4790-4882-8abb-ca2b8c2111ea tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5466094 Aug 27 14:18:47.665071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:18:47.665792 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693c0a56-d897-45e9-8c44-b94ff7393fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:18:47.668331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46644) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:47.671960 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b0eae2-2c5d-4d4a-a3e2-67bce3997502 x-openstack-request-id: req-45b0eae2-2c5d-4d4a-a3e2-67bce3997502 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:18:47.672496 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:18:47.672496 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45b0eae2-2c5d-4d4a-a3e2-67bce3997502 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:18:47.672906 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'status': 'completed', 'code': 200} Aug 27 14:18:47.710076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505fb93-a005-4317-8e97-9a034eb0019e service neutron] Pushing event updated for resources: {'Port': ['ID=0b2ee053-17d8-4175-9dc0-ce634808a66a,revision_number=10']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:47.731704 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa668c5b-b9c3-41da-ab84-b6ad269a7edf x-openstack-request-id: req-aa668c5b-b9c3-41da-ab84-b6ad269a7edf {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:18:47.731995 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:18:47.732249 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa668c5b-b9c3-41da-ab84-b6ad269a7edf {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:18:47.733242 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020', 'status': 'completed', 'code': 200} Aug 27 14:18:47.734278 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-70e3841e-ffad-41ac-bf3c-d0eb8cf55e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:47.736520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5195571f-640f-447d-8e21-be4d6b9a919f tempest-TestVolumeBackupRestore-1063412520 tempest-TestVolumeBackupRestore-1063412520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:47.740597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-70e3841e-ffad-41ac-bf3c-d0eb8cf55e98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 1096 time: 0.1560831 Aug 27 14:18:47.740753 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5195571f-640f-447d-8e21-be4d6b9a919f tempest-TestVolumeBackupRestore-1063412520 tempest-TestVolumeBackupRestore-1063412520-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 1093 time: 0.0684922 Aug 27 14:18:47.740843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46648) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:47.749199 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-aab3c73e-f061-4e57-9482-ed20400021cb tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Request body: {'floatingip': {'port_id': '7551c883-5efa-4f94-83f6-79f64bc55020'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:47.818275 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-76b27d84-d974-4d93-93ec-b13019a19da0 None None] Set router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:18:47.821567 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aab3c73e-f061-4e57-9482-ed20400021cb tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:47.850119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c0a56-d897-45e9-8c44-b94ff7393fb2 req-7fa04554-3fd9-4613-b600-c9dd72b320e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:47.852050 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-693c0a56-d897-45e9-8c44-b94ff7393fb2 req-7fa04554-3fd9-4613-b600-c9dd72b320e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c7a5ed85626491dac3a9aac2ca640aa&device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 1098 time: 0.0686057 Aug 27 14:18:47.958032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c0a56-d897-45e9-8c44-b94ff7393fb2 req-90de88bf-3e29-4d75-a625-96d624381806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:47.959514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-693c0a56-d897-45e9-8c44-b94ff7393fb2 req-90de88bf-3e29-4d75-a625-96d624381806 service neutron] 10.222.0.41 "GET /v2.0/networks?id=718ce959-0c21-4283-8ef8-71a901ee0e31 HTTP/1.1" status: 200 len: 915 time: 0.0993853 Aug 27 14:18:48.066910 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-31e8fcb3-12e0-4e46-a7fa-71ecdd533e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:48.068441 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-31e8fcb3-12e0-4e46-a7fa-71ecdd533e63 service neutron] 10.222.0.52 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 918 time: 0.2435057 Aug 27 14:18:48.072120 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-693c0a56-d897-45e9-8c44-b94ff7393fb2 req-cdbfab60-bfa6-4bcc-b1d1-b184896efa33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7551c883-5efa-4f94-83f6-79f64bc55020 HTTP/1.1" status: 200 len: 1000 time: 0.1040940 Aug 27 14:18:48.092335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84db12-33d8-43ea-b2fc-f0c6e05d6527 req-5dc8bb20-2b10-4af7-83cc-2b869c7a1a83 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:48.094286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e84db12-33d8-43ea-b2fc-f0c6e05d6527 req-5dc8bb20-2b10-4af7-83cc-2b869c7a1a83 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 944 time: 0.1412079 Aug 27 14:18:48.130075 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-76b27d84-d974-4d93-93ec-b13019a19da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '44bd6f97-ff17-4c25-88cf-4df12b5f9ee6', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'port_id': '7551c883-5efa-4f94-83f6-79f64bc55020', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'mac_address': 'fa:16:3e:83:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:18:45Z', 'updated_at': '2021-08-27T14:18:45Z', 'revision_number': 0, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 5, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:48.143158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c0a56-d897-45e9-8c44-b94ff7393fb2 req-5fd639aa-97cf-45e3-b00f-34c9884c1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:48.144873 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-693c0a56-d897-45e9-8c44-b94ff7393fb2 req-5fd639aa-97cf-45e3-b00f-34c9884c1ede service neutron] 10.222.0.41 "GET /v2.0/subnets?id=666a808a-63f6-4987-a811-d6fd42a9085a HTTP/1.1" status: 200 len: 853 time: 0.0653658 Aug 27 14:18:48.161132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27d84-d974-4d93-93ec-b13019a19da0 None None] Checking router: 8c06ddff-0690-467f-89de-c3c5ca1c3f17 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:18:48.173342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b27d84-d974-4d93-93ec-b13019a19da0 None None] Routers {'8c06ddff-0690-467f-89de-c3c5ca1c3f17'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:18:48.174384 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-76b27d84-d974-4d93-93ec-b13019a19da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:18:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:48.205406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c0a56-d897-45e9-8c44-b94ff7393fb2 req-cc196062-0186-47ad-a359-a190ec510a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:48.208030 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-693c0a56-d897-45e9-8c44-b94ff7393fb2 req-cc196062-0186-47ad-a359-a190ec510a64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=718ce959-0c21-4283-8ef8-71a901ee0e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549510 Aug 27 14:18:48.236753 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0e84db12-33d8-43ea-b2fc-f0c6e05d6527 req-99e6b0b1-0e17-497d-9909-7f12f56f5cd6 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322300 Aug 27 14:18:48.284688 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-9d665d56-38c5-4f3f-85fc-9e76c995d3ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a HTTP/1.1" status: 200 len: 999 time: 0.2061615 Aug 27 14:18:48.353185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-76b27d84-d974-4d93-93ec-b13019a19da0 None None] Set router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:18:48.358082 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-693c0a56-d897-45e9-8c44-b94ff7393fb2 req-c2dae3f1-468f-4e4d-88ad-cfa27be693f3 service neutron] 10.222.0.41 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290207 Aug 27 14:18:48.394126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-f151b463-6432-4cf6-b5e3-8544499a390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:48.395642 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-f151b463-6432-4cf6-b5e3-8544499a390f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 200 len: 856 time: 0.1008477 Aug 27 14:18:48.499974 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-693c0a56-d897-45e9-8c44-b94ff7393fb2 req-aeab9153-d9be-41f5-9490-347610983967 service neutron] 10.222.0.41 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347017 Aug 27 14:18:48.562837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-5f3a5956-2eff-42ef-988c-d6a718bb86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:48.564521 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-5f3a5956-2eff-42ef-988c-d6a718bb86a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=739db5ed-1ce5-49e2-8532-a593a50ed487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1600530 Aug 27 14:18:48.685923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-76b27d84-d974-4d93-93ec-b13019a19da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '44bd6f97-ff17-4c25-88cf-4df12b5f9ee6', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'port_id': '7551c883-5efa-4f94-83f6-79f64bc55020', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'mac_address': 'fa:16:3e:83:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:18:45Z', 'updated_at': '2021-08-27T14:18:45Z', 'revision_number': 0, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 5, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:48.909181 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27d84-d974-4d93-93ec-b13019a19da0 None None] The sync data for ids ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'] in n-d-712139-12 is: [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '44bd6f97-ff17-4c25-88cf-4df12b5f9ee6', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'port_id': '7551c883-5efa-4f94-83f6-79f64bc55020', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'mac_address': 'fa:16:3e:83:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:18:45Z', 'updated_at': '2021-08-27T14:18:45Z', 'revision_number': 0, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 5, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:18:48.923352 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:49.129562 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-95a52ff5-f790-430d-8462-22d54458ac33 service neutron] 10.222.0.52 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535467 Aug 27 14:18:49.136581 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0792b-13c0-4d02-bca4-4d8460316d62 None None] New status for floating IP 44bd6f97-ff17-4c25-88cf-4df12b5f9ee6: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:18:49.149376 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aab3c73e-f061-4e57-9482-ed20400021cb tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:49.160539 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aab3c73e-f061-4e57-9482-ed20400021cb tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:49.255108 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.db.api [None req-abb0792b-13c0-4d02-bca4-4d8460316d62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:18:49.255451 n-d-712139-12 neutron-server[101189]: DEBUG oslo_db.api [None req-abb0792b-13c0-4d02-bca4-4d8460316d62 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:18:49.313766 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd9b53c-2d06-4547-b050-4d63101aeb19 req-6bd60de2-810a-4ae3-a1c7-bb3dfd788827 service neutron] 10.222.0.52 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751175 Aug 27 14:18:49.381734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6ea42-a46f-41ba-b962-3516dff5bb0a req-c2e0114f-a2ce-4e7d-9142-1446d75b7174 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:49.383293 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07b6ea42-a46f-41ba-b962-3516dff5bb0a req-c2e0114f-a2ce-4e7d-9142-1446d75b7174 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 944 time: 0.0648556 Aug 27 14:18:49.428284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07b6ea42-a46f-41ba-b962-3516dff5bb0a req-6d401e03-41d2-4e19-a986-8d8ea1140955 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366137 Aug 27 14:18:49.463690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac62c3-9af2-4faf-8d56-ad753755ebc4 req-2e154311-d358-44ea-af01-577728e16845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:49.465246 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac62c3-9af2-4faf-8d56-ad753755ebc4 req-2e154311-d358-44ea-af01-577728e16845 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abede777d38946c0bffcfe73fba89675&device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 1096 time: 0.0864673 Aug 27 14:18:49.524309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab3c73e-f061-4e57-9482-ed20400021cb tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:18:49.619983 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac62c3-9af2-4faf-8d56-ad753755ebc4 req-78fb2e76-06e0-420d-b4f8-9a3a70598692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:49.621518 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac62c3-9af2-4faf-8d56-ad753755ebc4 req-78fb2e76-06e0-420d-b4f8-9a3a70598692 service neutron] 10.222.0.52 "GET /v2.0/networks?id=739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 200 len: 918 time: 0.1486311 Aug 27 14:18:49.740695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab3c73e-f061-4e57-9482-ed20400021cb tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:18:49.757250 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0792b-13c0-4d02-bca4-4d8460316d62 None None] New status for floating IP 44bd6f97-ff17-4c25-88cf-4df12b5f9ee6: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:18:49.777404 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aab3c73e-f061-4e57-9482-ed20400021cb tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:49.881763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:18:49.884174 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06caf8d5-9754-49b6-9955-2eed11f295db" -d '{"events": [{"name": "network-changed", "server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:18:49.939065 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac62c3-9af2-4faf-8d56-ad753755ebc4 req-652650a2-0e9b-4dd8-8136-ce4725de7624 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a HTTP/1.1" status: 200 len: 999 time: 0.2814190 Aug 27 14:18:49.956957 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-aab3c73e-f061-4e57-9482-ed20400021cb tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "PUT /v2.0/floatingips/44bd6f97-ff17-4c25-88cf-4df12b5f9ee6 HTTP/1.1" status: 200 len: 992 time: 2.2087519 Aug 27 14:18:50.018880 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737d71cd-37cb-4d76-8633-a7a7c70e31c4 x-openstack-request-id: req-737d71cd-37cb-4d76-8633-a7a7c70e31c4 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:18:50.019231 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:18:50.019431 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-737d71cd-37cb-4d76-8633-a7a7c70e31c4 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:18:50.019834 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020', 'status': 'completed', 'code': 200} Aug 27 14:18:50.192246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caf8d5-9754-49b6-9955-2eed11f295db req-f66fb089-ba9c-4233-9731-6258fc46d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:50.196123 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06caf8d5-9754-49b6-9955-2eed11f295db req-f66fb089-ba9c-4233-9731-6258fc46d07b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c7a5ed85626491dac3a9aac2ca640aa&device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 1098 time: 0.1240962 Aug 27 14:18:50.199529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d594f72-7a46-403e-8c79-0b12e7392ed4 None None] Sync routers for ids ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:18:50.212677 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:18:50.239621 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:50.244642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d594f72-7a46-403e-8c79-0b12e7392ed4 None None] Routers {'8c06ddff-0690-467f-89de-c3c5ca1c3f17'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:18:50.246150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1d594f72-7a46-403e-8c79-0b12e7392ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:18:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:50.367392 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caf8d5-9754-49b6-9955-2eed11f295db req-22796489-2e68-498b-aaac-015bd1bfc167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:50.368933 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06caf8d5-9754-49b6-9955-2eed11f295db req-22796489-2e68-498b-aaac-015bd1bfc167 service neutron] 10.222.0.41 "GET /v2.0/networks?id=718ce959-0c21-4283-8ef8-71a901ee0e31 HTTP/1.1" status: 200 len: 915 time: 0.1644065 Aug 27 14:18:50.501458 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1d594f72-7a46-403e-8c79-0b12e7392ed4 None None] Set router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:18:50.503174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06caf8d5-9754-49b6-9955-2eed11f295db req-97ac4d30-e21a-4e84-ae62-a066ba6df602 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7551c883-5efa-4f94-83f6-79f64bc55020 HTTP/1.1" status: 200 len: 1002 time: 0.1232021 Aug 27 14:18:50.618494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caf8d5-9754-49b6-9955-2eed11f295db req-a3662e8e-1379-4758-b02f-a21e28a3a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:50.620470 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06caf8d5-9754-49b6-9955-2eed11f295db req-a3662e8e-1379-4758-b02f-a21e28a3a948 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=666a808a-63f6-4987-a811-d6fd42a9085a HTTP/1.1" status: 200 len: 853 time: 0.1106088 Aug 27 14:18:50.711082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73e8a4-0b4d-4f23-a05e-ea03768f90f4 req-74ac111d-ab7b-4ba3-8614-96618b565dda tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:50.713043 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f73e8a4-0b4d-4f23-a05e-ea03768f90f4 req-74ac111d-ab7b-4ba3-8614-96618b565dda tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 944 time: 0.0976682 Aug 27 14:18:50.728653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caf8d5-9754-49b6-9955-2eed11f295db req-42a43270-0d6f-43ef-9298-e21bf7e795e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:50.730645 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06caf8d5-9754-49b6-9955-2eed11f295db req-42a43270-0d6f-43ef-9298-e21bf7e795e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=718ce959-0c21-4283-8ef8-71a901ee0e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754521 Aug 27 14:18:50.876036 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f73e8a4-0b4d-4f23-a05e-ea03768f90f4 req-b07c8a03-d7d6-40f6-ace5-842370d840f4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421235 Aug 27 14:18:50.943913 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06caf8d5-9754-49b6-9955-2eed11f295db req-b57e9425-00fe-467e-9bb9-8c8fcde06b57 service neutron] 10.222.0.41 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965041 Aug 27 14:18:50.964980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1d594f72-7a46-403e-8c79-0b12e7392ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '44bd6f97-ff17-4c25-88cf-4df12b5f9ee6', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'port_id': '7551c883-5efa-4f94-83f6-79f64bc55020', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'mac_address': 'fa:16:3e:83:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:18:45Z', 'updated_at': '2021-08-27T14:18:50Z', 'revision_number': 2, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 5, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:50.999628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d594f72-7a46-403e-8c79-0b12e7392ed4 None None] Checking router: 8c06ddff-0690-467f-89de-c3c5ca1c3f17 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:18:51.065409 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06caf8d5-9754-49b6-9955-2eed11f295db req-0c232c82-201f-46da-9fb1-d57f2d5018b4 service neutron] 10.222.0.41 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137881 Aug 27 14:18:51.067984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d594f72-7a46-403e-8c79-0b12e7392ed4 None None] Routers {'8c06ddff-0690-467f-89de-c3c5ca1c3f17'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:18:51.068892 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1d594f72-7a46-403e-8c79-0b12e7392ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:18:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:51.220959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1d594f72-7a46-403e-8c79-0b12e7392ed4 None None] Set router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:18:51.442448 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:51.543565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1d594f72-7a46-403e-8c79-0b12e7392ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '44bd6f97-ff17-4c25-88cf-4df12b5f9ee6', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'port_id': '7551c883-5efa-4f94-83f6-79f64bc55020', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'mac_address': 'fa:16:3e:83:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:18:45Z', 'updated_at': '2021-08-27T14:18:50Z', 'revision_number': 2, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 5, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:18:51.594515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d594f72-7a46-403e-8c79-0b12e7392ed4 None None] The sync data for ids ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'] in n-d-712139-12 is: [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '44bd6f97-ff17-4c25-88cf-4df12b5f9ee6', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'port_id': '7551c883-5efa-4f94-83f6-79f64bc55020', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'mac_address': 'fa:16:3e:83:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:18:45Z', 'updated_at': '2021-08-27T14:18:50Z', 'revision_number': 2, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 5, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:18:51.623702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46714) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:51.776010 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a6996fe-6111-4005-98b8-a5b84e6d0302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:51.910780 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a6996fe-6111-4005-98b8-a5b84e6d0302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:51.922027 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a6996fe-6111-4005-98b8-a5b84e6d0302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:51.962577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6996fe-6111-4005-98b8-a5b84e6d0302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c6f402-875f-4633-83d1-1d4a3ec44bed,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:51.967936 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6a6996fe-6111-4005-98b8-a5b84e6d0302 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3025715c988457d9f6f4090f522ef63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429282 Aug 27 14:18:51.970192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46720) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:52.021225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:18:52.022528 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55e41878-8ed2-405e-ac2c-aaa252698936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:52.024121 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b856f7-eb29-47ae-b931-e0d4c9fcb0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:18:52.045424 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55e41878-8ed2-405e-ac2c-aaa252698936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:52.094099 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55e41878-8ed2-405e-ac2c-aaa252698936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:52.096728 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55e41878-8ed2-405e-ac2c-aaa252698936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:52.099887 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-55e41878-8ed2-405e-ac2c-aaa252698936 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85c6f402-875f-4633-83d1-1d4a3ec44bed HTTP/1.1" status: 204 len: 168 time: 0.1287084 Aug 27 14:18:52.109918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e41878-8ed2-405e-ac2c-aaa252698936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c6f402-875f-4633-83d1-1d4a3ec44bed,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:52.379994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46728) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:52.394546 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-44389003-0292-4972-846f-996f09542130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:52.490991 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-44389003-0292-4972-846f-996f09542130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:52.495047 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-44389003-0292-4972-846f-996f09542130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:52.535325 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-44389003-0292-4972-846f-996f09542130 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ec485150a49435a86b8bacea002c130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541889 Aug 27 14:18:52.536203 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44389003-0292-4972-846f-996f09542130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d441afb2-d38e-4ca0-934c-aca03a8cc2a4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:52.537926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46730) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:52.604646 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3b2e831e-725f-4024-a410-aa65424ee904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:52.629817 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3b2e831e-725f-4024-a410-aa65424ee904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:52.680676 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3b2e831e-725f-4024-a410-aa65424ee904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:52.683862 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3b2e831e-725f-4024-a410-aa65424ee904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:52.686718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3b2e831e-725f-4024-a410-aa65424ee904 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d441afb2-d38e-4ca0-934c-aca03a8cc2a4 HTTP/1.1" status: 204 len: 168 time: 0.1460671 Aug 27 14:18:52.694440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e831e-725f-4024-a410-aa65424ee904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d441afb2-d38e-4ca0-934c-aca03a8cc2a4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:53.503654 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46756) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:53.629531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1099004053-network', 'tenant_id': '1df17003e9284f29a0e9129bd8cef64d'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:53.652840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Made reservation on behalf of 1df17003e9284f29a0e9129bd8cef64d for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:53.656474 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:53.665574 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:53.770119 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:53.775110 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:53.802362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:18:53.811459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f44c12-4504-4962-b92a-3cce77ced6bb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:53.817704 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:53.818057 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Added segment 6f34427c-cfcb-4a48-a911-0d1848da7c78 of type vlan for network 8500545d-b615-474f-8471-1d469e6bdae6 Aug 27 14:18:53.862014 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:53.888381 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:53.889893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:53.890466 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:53.945393 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4406140 Aug 27 14:18:53.948420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46760) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:53.954461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d4c4c888-e113-4bba-bd07-0fe15cbec2b3 admin admin] Request body: {'subnet': {'network_id': '8500545d-b615-474f-8471-1d469e6bdae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1099004053-subnet', 'tenant_id': '1df17003e9284f29a0e9129bd8cef64d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:53.958254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e24790-eb47-4717-83c8-9bbb6bf8318f admin admin] Pushing event updated for resources: {'Network': ['ID=8500545d-b615-474f-8471-1d469e6bdae6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:53.968438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 8500545d-b615-474f-8471-1d469e6bdae6 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:18:53.979339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c4c888-e113-4bba-bd07-0fe15cbec2b3 admin admin] Made reservation on behalf of 1df17003e9284f29a0e9129bd8cef64d for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:53.981686 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d4c4c888-e113-4bba-bd07-0fe15cbec2b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:54.173996 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d4c4c888-e113-4bba-bd07-0fe15cbec2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:54.233116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4c888-e113-4bba-bd07-0fe15cbec2b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0ba667-7c4f-4546-b50e-8a03ed7cf3a7,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:54.241997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4c888-e113-4bba-bd07-0fe15cbec2b3 admin admin] Checking segment: {'id': '6f34427c-cfcb-4a48-a911-0d1848da7c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8500545d-b615-474f-8471-1d469e6bdae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:18:54.242359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c4c888-e113-4bba-bd07-0fe15cbec2b3 admin admin] Network hostable DHCP agents. Network: 8500545d-b615-474f-8471-1d469e6bdae6, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:18:54.260384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c4c888-e113-4bba-bd07-0fe15cbec2b3 admin admin] Network 8500545d-b615-474f-8471-1d469e6bdae6 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:18:54.268796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d4c4c888-e113-4bba-bd07-0fe15cbec2b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 8500545d-b615-474f-8471-1d469e6bdae6) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:18:54.278241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c4c888-e113-4bba-bd07-0fe15cbec2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:54.278966 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d4c4c888-e113-4bba-bd07-0fe15cbec2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:54.279623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b75a51b-95f1-4b4e-be54-9a0ea19d0ad9 None None] Network 8500545d-b615-474f-8471-1d469e6bdae6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:18:54.301323 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d4c4c888-e113-4bba-bd07-0fe15cbec2b3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3517513 Aug 27 14:18:54.436260 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b19aeb8-3c06-4dfe-9bc9-9212d4610e50 None None] Network 8500545d-b615-474f-8471-1d469e6bdae6 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:18:54.847953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46776) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:54.858115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-563193893-network', 'tenant_id': '2b541daa36954c1fba78fc8a88b5693f'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:54.881395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Made reservation on behalf of 2b541daa36954c1fba78fc8a88b5693f for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:54.884024 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:54.899164 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:55.005116 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:55.009772 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:55.035506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:18:55.050836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c176996-de42-477a-bea1-7bdfb2774026,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:55.057909 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:55.058311 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Added segment feb38831-816d-407f-99b7-7fba9d2a3ac0 of type vlan for network fc6b50a2-9ebb-4813-af08-e5b670559d16 Aug 27 14:18:55.104490 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:55.133056 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:55.134115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:55.134769 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:55.193594 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3438170 Aug 27 14:18:55.196377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46778) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:18:55.204374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b4aebc27-48cd-4a38-82c4-b8a08b035910 admin admin] Request body: {'subnet': {'network_id': 'fc6b50a2-9ebb-4813-af08-e5b670559d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-563193893-subnet', 'tenant_id': '2b541daa36954c1fba78fc8a88b5693f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:18:55.208843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7115ab-1735-4ec6-97a6-935e7b317a66 admin admin] Pushing event updated for resources: {'Network': ['ID=fc6b50a2-9ebb-4813-af08-e5b670559d16,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:55.231962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aebc27-48cd-4a38-82c4-b8a08b035910 admin admin] Made reservation on behalf of 2b541daa36954c1fba78fc8a88b5693f for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:18:55.234542 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4aebc27-48cd-4a38-82c4-b8a08b035910 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:55.239745 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network fc6b50a2-9ebb-4813-af08-e5b670559d16 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:18:55.455655 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4aebc27-48cd-4a38-82c4-b8a08b035910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:55.519579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aebc27-48cd-4a38-82c4-b8a08b035910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43cd2909-037f-42af-8fd0-9836f52dacbf,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:18:55.531254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aebc27-48cd-4a38-82c4-b8a08b035910 admin admin] Checking segment: {'id': 'feb38831-816d-407f-99b7-7fba9d2a3ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'fc6b50a2-9ebb-4813-af08-e5b670559d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:18:55.531623 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aebc27-48cd-4a38-82c4-b8a08b035910 admin admin] Network hostable DHCP agents. Network: fc6b50a2-9ebb-4813-af08-e5b670559d16, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:18:55.549256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aebc27-48cd-4a38-82c4-b8a08b035910 admin admin] Network fc6b50a2-9ebb-4813-af08-e5b670559d16 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:18:55.563305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b4aebc27-48cd-4a38-82c4-b8a08b035910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, fc6b50a2-9ebb-4813-af08-e5b670559d16) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:18:55.567593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aebc27-48cd-4a38-82c4-b8a08b035910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:18:55.568365 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4aebc27-48cd-4a38-82c4-b8a08b035910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:18:55.575054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5afba1-62f0-4dc8-8918-c87f0e9a7f8d None None] Network fc6b50a2-9ebb-4813-af08-e5b670559d16 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:18:55.602635 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b4aebc27-48cd-4a38-82c4-b8a08b035910 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3978190 Aug 27 14:18:55.727279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a5048-9fd9-454f-b8c4-a3c21d6c731b None None] Network fc6b50a2-9ebb-4813-af08-e5b670559d16 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:19:00.610394 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebe160c-a6e9-4a10-abf4-2027bb14d0b1 x-openstack-request-id: req-aebe160c-a6e9-4a10-abf4-2027bb14d0b1 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:19:00.611077 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:19:00.611077 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aebe160c-a6e9-4a10-abf4-2027bb14d0b1 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:19:00.611360 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020', 'status': 'completed', 'code': 200} Aug 27 14:19:00.637201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac62c3-9af2-4faf-8d56-ad753755ebc4 req-8a601f43-5b94-458d-b79a-2b578c2b903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:00.639479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac62c3-9af2-4faf-8d56-ad753755ebc4 req-8a601f43-5b94-458d-b79a-2b578c2b903a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 200 len: 856 time: 0.0906553 Aug 27 14:19:00.664253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f16eb-e59b-4bf7-a90e-9432ad2f2f4e req-12bd5809-a664-4933-9866-20156d978d82 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:00.665776 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a14f16eb-e59b-4bf7-a90e-9432ad2f2f4e req-12bd5809-a664-4933-9866-20156d978d82 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 944 time: 0.0729237 Aug 27 14:19:00.698860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b856f7-eb29-47ae-b931-e0d4c9fcb0f0 req-ecebec67-4b67-47be-ba4d-b7061a904562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:00.700437 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04b856f7-eb29-47ae-b931-e0d4c9fcb0f0 req-ecebec67-4b67-47be-ba4d-b7061a904562 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c7a5ed85626491dac3a9aac2ca640aa&device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 1098 time: 0.0447628 Aug 27 14:19:00.737402 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a14f16eb-e59b-4bf7-a90e-9432ad2f2f4e req-3dd34fc6-0db6-4118-be47-c076c185f531 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570378 Aug 27 14:19:00.740817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac62c3-9af2-4faf-8d56-ad753755ebc4 req-5ae5c472-34c4-4a5d-be27-b124e7c8414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:00.742776 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac62c3-9af2-4faf-8d56-ad753755ebc4 req-5ae5c472-34c4-4a5d-be27-b124e7c8414a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=739db5ed-1ce5-49e2-8532-a593a50ed487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951288 Aug 27 14:19:00.860702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b856f7-eb29-47ae-b931-e0d4c9fcb0f0 req-f271a6a3-6e48-448a-a99b-56210d99e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:00.862207 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04b856f7-eb29-47ae-b931-e0d4c9fcb0f0 req-f271a6a3-6e48-448a-a99b-56210d99e902 service neutron] 10.222.0.41 "GET /v2.0/networks?id=718ce959-0c21-4283-8ef8-71a901ee0e31 HTTP/1.1" status: 200 len: 915 time: 0.1544950 Aug 27 14:19:00.878910 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac62c3-9af2-4faf-8d56-ad753755ebc4 req-39a324fb-c747-4c0b-ab11-c72a00e58aac service neutron] 10.222.0.52 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274786 Aug 27 14:19:00.897446 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f3c35-9a44-4dee-a701-41d9950b5232 req-f09f6db8-c615-45f7-9fe9-c989a520fa65 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:00.897799 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b0f3c35-9a44-4dee-a701-41d9950b5232 req-f09f6db8-c615-45f7-9fe9-c989a520fa65 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 1098 time: 0.0632324 Aug 27 14:19:00.975914 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04b856f7-eb29-47ae-b931-e0d4c9fcb0f0 req-6c12660a-543f-491a-a23c-4b63ed65095c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7551c883-5efa-4f94-83f6-79f64bc55020 HTTP/1.1" status: 200 len: 1002 time: 0.0876250 Aug 27 14:19:00.983984 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b0f3c35-9a44-4dee-a701-41d9950b5232 req-2c8d133b-161d-4e07-957f-8a472a713f5a tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754721 Aug 27 14:19:01.006659 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22ac62c3-9af2-4faf-8d56-ad753755ebc4 req-e4d8ad7e-707e-4c70-97b3-ae9e77c10a84 service neutron] 10.222.0.52 "GET /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205795 Aug 27 14:19:01.009837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46806) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:01.018790 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-f03b78f1-d86f-4fce-8d91-846b07697095 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:01.023294 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-f03b78f1-d86f-4fce-8d91-846b07697095 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/networks?id=8500545d-b615-474f-8471-1d469e6bdae6 HTTP/1.1" status: 200 len: 809 time: 0.1904719 Aug 27 14:19:01.065365 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-368e636e-dab6-40d0-ab96-b7aeb08e9931 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/quotas/1df17003e9284f29a0e9129bd8cef64d HTTP/1.1" status: 200 len: 375 time: 0.0186009 Aug 27 14:19:01.085990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b856f7-eb29-47ae-b931-e0d4c9fcb0f0 req-a1f4d8d2-78c0-41dc-a61d-f5ad2244a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:01.087408 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04b856f7-eb29-47ae-b931-e0d4c9fcb0f0 req-a1f4d8d2-78c0-41dc-a61d-f5ad2244a871 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=666a808a-63f6-4987-a811-d6fd42a9085a HTTP/1.1" status: 200 len: 853 time: 0.0974834 Aug 27 14:19:01.109592 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-2fbec552-64cd-496a-961f-2784d1e6e1fc tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1df17003e9284f29a0e9129bd8cef64d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337636 Aug 27 14:19:01.192883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port b24f5656-0508-4055-a0dd-c39eb637f040 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:01.193240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:01.209157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b856f7-eb29-47ae-b931-e0d4c9fcb0f0 req-629882db-b925-4720-83a7-0fac4f60e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:01.210675 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04b856f7-eb29-47ae-b931-e0d4c9fcb0f0 req-629882db-b925-4720-83a7-0fac4f60e111 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=718ce959-0c21-4283-8ef8-71a901ee0e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043520 Aug 27 14:19:01.258017 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-44ab2241-e1b6-4d69-8cc6-07acc99bd221 service neutron] 10.222.0.55 "GET /v2.0/networks/8500545d-b615-474f-8471-1d469e6bdae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409109 Aug 27 14:19:01.286137 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:01.286564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:01.300645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for b24f5656-0508-4055-a0dd-c39eb637f040 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:01.423209 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-962a255d-8541-44f4-a8da-d7eebd42cfc4 service neutron] 10.222.0.55 "GET /v2.0/networks/8500545d-b615-474f-8471-1d469e6bdae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640997 Aug 27 14:19:01.427149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04b856f7-eb29-47ae-b931-e0d4c9fcb0f0 req-f32dffed-b489-4071-9219-79b74e471e49 service neutron] 10.222.0.41 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907909 Aug 27 14:19:01.474465 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:01.504637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=b24f5656-0508-4055-a0dd-c39eb637f040,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:01.520379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:01.520737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:01.521104 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:01.521427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:01.522051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:01.522190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:01.522423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:01.522828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:01.523135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:01.523559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:01.523796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:01.524126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:01.551687 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04b856f7-eb29-47ae-b931-e0d4c9fcb0f0 req-00d1b7ca-2ba1-4e54-b04d-2c6149a93106 service neutron] 10.222.0.41 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146665 Aug 27 14:19:01.609548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2d7bea68-3c11-4f75-851a-0b34c785b697 req-ee415af9-aa3c-4ccf-bad5-cf3a73cfbb69 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 210 time: 0.0290084 Aug 27 14:19:01.617787 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:01.618325 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Floating IP bf66a856-7609-4b57-8a64-a41c58a1ba68 disassociated (deleted). External IP: 172.25.2.248, port: 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07. Aug 27 14:19:01.850021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:19:01.868778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f100f-5c68-41aa-994d-60b6fa498dc5 req-7d8a7e2d-d68d-402e-ae18-a8d9871b29b2 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:01.870630 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa9f100f-5c68-41aa-994d-60b6fa498dc5 req-7d8a7e2d-d68d-402e-ae18-a8d9871b29b2 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 944 time: 0.0561593 Aug 27 14:19:01.922888 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa9f100f-5c68-41aa-994d-60b6fa498dc5 req-22e0da1e-bcf3-4bab-9f66-ebf955fce75b tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430486 Aug 27 14:19:01.973124 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:19:01.978523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:01.983576 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f74e39-3e28-4b8e-800e-93eb6b9bf761 None None] Sync routers for ids ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:19:01.993022 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f74e39-3e28-4b8e-800e-93eb6b9bf761 None None] Routers {'5d971b7b-0ddd-47d6-8dcb-353b597ee519'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:01.993623 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-38f74e39-3e28-4b8e-800e-93eb6b9bf761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:18:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:02.011365 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ae1fa99a-ceae-4135-8e13-4df3f0947cb9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/floatingips/bf66a856-7609-4b57-8a64-a41c58a1ba68 HTTP/1.1" status: 204 len: 168 time: 0.9979229 Aug 27 14:19:02.113075 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-38f74e39-3e28-4b8e-800e-93eb6b9bf761 None None] Set router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:02.257148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4e73d-bb97-4e2c-bb8e-1bb9c83febd6 req-9a8ac7ab-0dba-4de9-aa4c-b2ab6a26f6ee tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:02.258735 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ea4e73d-bb97-4e2c-bb8e-1bb9c83febd6 req-9a8ac7ab-0dba-4de9-aa4c-b2ab6a26f6ee tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0561075 Aug 27 14:19:02.300545 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ea4e73d-bb97-4e2c-bb8e-1bb9c83febd6 req-57c2bcb1-2981-410b-a10a-1733854f1a38 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351434 Aug 27 14:19:02.362125 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-38f74e39-3e28-4b8e-800e-93eb6b9bf761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:35Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f6fc42b3-3659-4c2b-909c-98c989c6a976', 'name': '', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:87:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:34Z', 'updated_at': '2021-08-27T14:16:42Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:02.390532 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f74e39-3e28-4b8e-800e-93eb6b9bf761 None None] Checking router: 5d971b7b-0ddd-47d6-8dcb-353b597ee519 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:19:02.400678 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f74e39-3e28-4b8e-800e-93eb6b9bf761 None None] Routers {'5d971b7b-0ddd-47d6-8dcb-353b597ee519'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:02.401363 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-38f74e39-3e28-4b8e-800e-93eb6b9bf761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:18:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:02.552297 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-38f74e39-3e28-4b8e-800e-93eb6b9bf761 None None] Set router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:02.613208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:19:02.615446 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5c44ee-d8cb-44ef-b1b5-b1b1a04620b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:19:02.644654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-9ba285fd-091f-40d1-9209-7b84afa00d26 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:02.646518 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-9ba285fd-091f-40d1-9209-7b84afa00d26 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.52 "GET /v2.0/networks?id=8500545d-b615-474f-8471-1d469e6bdae6 HTTP/1.1" status: 200 len: 809 time: 0.1430156 Aug 27 14:19:02.663096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-acb3477b-8e45-4b7d-8951-e8d265dd0e81 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Request body: {'port': {'device_id': 'f1eebff0-31d3-44cd-9299-e126c5fcd870', 'network_id': '8500545d-b615-474f-8471-1d469e6bdae6', 'admin_state_up': True, 'tenant_id': '1df17003e9284f29a0e9129bd8cef64d'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:02.767374 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1460ffc-8d6b-4396-950f-01cbf2bf3b69 req-13a4abb0-0225-43ee-b38b-80e06302a844 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 210 time: 0.0717747 Aug 27 14:19:02.785765 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32c7df8-c48b-4163-9331-aff2fb30f0fd x-openstack-request-id: req-a32c7df8-c48b-4163-9331-aff2fb30f0fd {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:19:02.786095 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:19:02.786304 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a32c7df8-c48b-4163-9331-aff2fb30f0fd {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:19:02.786716 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'status': 'completed', 'code': 200} Aug 27 14:19:02.827131 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c44ee-d8cb-44ef-b1b5-b1b1a04620b3 req-1ce01533-2d57-4d2a-a9b2-3cce7261dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:02.828707 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c5c44ee-d8cb-44ef-b1b5-b1b1a04620b3 req-1ce01533-2d57-4d2a-a9b2-3cce7261dbf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 1098 time: 0.0603075 Aug 27 14:19:02.838549 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-38f74e39-3e28-4b8e-800e-93eb6b9bf761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:35Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f6fc42b3-3659-4c2b-909c-98c989c6a976', 'name': '', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:87:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:34Z', 'updated_at': '2021-08-27T14:16:42Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:02.869826 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f74e39-3e28-4b8e-800e-93eb6b9bf761 None None] The sync data for ids ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'] in n-d-712139-12 is: [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:35Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f6fc42b3-3659-4c2b-909c-98c989c6a976', 'name': '', 'network_id': '0fb103b4-0bd6-448e-8793-4c96a2884126', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:87:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:34Z', 'updated_at': '2021-08-27T14:16:42Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '748bf4cf-3b31-4ab6-8601-649e423e52cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:19:02.906257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-acb3477b-8e45-4b7d-8951-e8d265dd0e81 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Made reservation on behalf of 1df17003e9284f29a0e9129bd8cef64d for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:19:02.910856 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-acb3477b-8e45-4b7d-8951-e8d265dd0e81 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:02.955299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c44ee-d8cb-44ef-b1b5-b1b1a04620b3 req-16b37f5b-366b-4de4-bf77-d78b9d7ab9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:02.958415 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c5c44ee-d8cb-44ef-b1b5-b1b1a04620b3 req-16b37f5b-366b-4de4-bf77-d78b9d7ab9da service neutron] 10.222.0.41 "GET /v2.0/networks?id=0fb103b4-0bd6-448e-8793-4c96a2884126 HTTP/1.1" status: 200 len: 897 time: 0.1188717 Aug 27 14:19:03.023602 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c5c44ee-d8cb-44ef-b1b5-b1b1a04620b3 req-997e8350-3a6b-4d12-a22f-f1c36c8b4511 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 HTTP/1.1" status: 200 len: 217 time: 0.0542290 Aug 27 14:19:03.073762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-acb3477b-8e45-4b7d-8951-e8d265dd0e81 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Allocated IP 172.20.0.14 (8500545d-b615-474f-8471-1d469e6bdae6/1b0ba667-7c4f-4546-b50e-8a03ed7cf3a7/089cf2f8-ca4b-452b-8e43-6d30fc9fde8a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:19:03.126724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c44ee-d8cb-44ef-b1b5-b1b1a04620b3 req-cfa1995f-7fed-4dd4-8221-1089f74e861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:03.128424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c5c44ee-d8cb-44ef-b1b5-b1b1a04620b3 req-cfa1995f-7fed-4dd4-8221-1089f74e861d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=748bf4cf-3b31-4ab6-8601-649e423e52cd HTTP/1.1" status: 200 len: 834 time: 0.0950744 Aug 27 14:19:03.147887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc418e92-24d9-40ec-9155-26fb2578d2ca req-9c51ee5a-03b9-4744-bc0f-b25aeaf66cbe tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:03.149952 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc418e92-24d9-40ec-9155-26fb2578d2ca req-9c51ee5a-03b9-4744-bc0f-b25aeaf66cbe tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 944 time: 0.1156576 Aug 27 14:19:03.174817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0b2ee053-17d8-4175-9dc0-ce634808a66a details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:19:03.273291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c44ee-d8cb-44ef-b1b5-b1b1a04620b3 req-59ae3888-a26e-43ed-bfcd-546f7e8ae229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:03.274975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c5c44ee-d8cb-44ef-b1b5-b1b1a04620b3 req-59ae3888-a26e-43ed-bfcd-546f7e8ae229 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fb103b4-0bd6-448e-8793-4c96a2884126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239586 Aug 27 14:19:03.278624 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc418e92-24d9-40ec-9155-26fb2578d2ca req-b00bd1b8-0e49-4575-a192-fec6a9f75158 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169333 Aug 27 14:19:03.293870 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-acb3477b-8e45-4b7d-8951-e8d265dd0e81 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:03.360848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0471d9-aa28-41cc-99b1-b53407c1cfff None None] New status for floating IP bf66a856-7609-4b57-8a64-a41c58a1ba68: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:19:03.382445 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-acb3477b-8e45-4b7d-8951-e8d265dd0e81 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:03.398311 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c5c44ee-d8cb-44ef-b1b5-b1b1a04620b3 req-e6090752-2b7e-45c7-937f-c75ca43a56a1 service neutron] 10.222.0.41 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117795 Aug 27 14:19:03.445463 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-acb3477b-8e45-4b7d-8951-e8d265dd0e81 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Network 8500545d-b615-474f-8471-1d469e6bdae6 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:19:03.460525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:03.469656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-acb3477b-8e45-4b7d-8951-e8d265dd0e81 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:03.474790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'port_id': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'mac_address': 'fa:16:3e:96:c7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:19:03.485367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-acb3477b-8e45-4b7d-8951-e8d265dd0e81 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:19:03.522629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c5c44ee-d8cb-44ef-b1b5-b1b1a04620b3 req-d4a48c95-6e0f-4402-82e3-f60a152f23e7 service neutron] 10.222.0.41 "GET /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121619 Aug 27 14:19:03.537037 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:03.540027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3477b-8e45-4b7d-8951-e8d265dd0e81 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Pushing event updated for resources: {'Port': ['ID=089cf2f8-ca4b-452b-8e43-6d30fc9fde8a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:03.560109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2ee053-17d8-4175-9dc0-ce634808a66a {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:19:03.588229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:03.590295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c492-03f2-48f5-99f6-280cd5331e5d req-33eb5d76-3493-4ec2-b3f1-2b080deefa74 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:03.592700 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-78e1c492-03f2-48f5-99f6-280cd5331e5d req-33eb5d76-3493-4ec2-b3f1-2b080deefa74 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.1962559 Aug 27 14:19:03.593227 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:03.609954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-acb3477b-8e45-4b7d-8951-e8d265dd0e81 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:03.610617 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-acb3477b-8e45-4b7d-8951-e8d265dd0e81 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:03.642904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-acb3477b-8e45-4b7d-8951-e8d265dd0e81 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9865546 Aug 27 14:19:03.647890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=0b2ee053-17d8-4175-9dc0-ce634808a66a,revision_number=11']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:03.658573 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Request body: {'port': {'device_id': 'f1eebff0-31d3-44cd-9299-e126c5fcd870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:03.668756 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-78e1c492-03f2-48f5-99f6-280cd5331e5d req-cf49383e-18cf-48c1-a56b-9b9a0b290ec4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551541 Aug 27 14:19:03.728033 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:03.878962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['0b2ee053-17d8-4175-9dc0-ce634808a66a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:19:03.978011 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10371f3a-e958-4db8-9b2e-3c608def7276 req-5a2d0a40-fd6f-4bf6-9a8f-648eb82a006b tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:03.979710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10371f3a-e958-4db8-9b2e-3c608def7276 req-5a2d0a40-fd6f-4bf6-9a8f-648eb82a006b tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 932 time: 0.1412208 Aug 27 14:19:04.060976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10371f3a-e958-4db8-9b2e-3c608def7276 req-f0807fb0-dc69-41a9-9e83-aebb00ef8512 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f44c12-4504-4962-b92a-3cce77ced6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687668 Aug 27 14:19:04.119532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:19:04.127124 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:04.139730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Transition to ACTIVE for port object 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:04.143898 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:04.196471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Pushing event updated for resources: {'Port': ['ID=089cf2f8-ca4b-452b-8e43-6d30fc9fde8a,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:04.266339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Attempting to bind port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:19:04.266573 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Attempting to bind port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '6f34427c-cfcb-4a48-a911-0d1848da7c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8500545d-b615-474f-8471-1d469e6bdae6'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:19:04.266932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Attempting to bind port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a on network 8500545d-b615-474f-8471-1d469e6bdae6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:19:04.271136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a on network 8500545d-b615-474f-8471-1d469e6bdae6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:19:04.271457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Attempting to bind port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a on network 8500545d-b615-474f-8471-1d469e6bdae6 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:19:04.276235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:19:04.276567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Checking segment: {'id': '6f34427c-cfcb-4a48-a911-0d1848da7c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8500545d-b615-474f-8471-1d469e6bdae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:19:04.276962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Bound using segment: {'id': '6f34427c-cfcb-4a48-a911-0d1848da7c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8500545d-b615-474f-8471-1d469e6bdae6'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:19:04.277364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Bound port: 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f34427c-cfcb-4a48-a911-0d1848da7c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8500545d-b615-474f-8471-1d469e6bdae6'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:19:04.277718 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:04.354333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] For port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:19:04.358257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] For port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=089cf2f8-ca4b-452b-8e43-6d30fc9fde8a,segment=NetworkSegment(6f34427c-cfcb-4a48-a911-0d1848da7c78),segment_id=6f34427c-cfcb-4a48-a911-0d1848da7c78)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:19:04.364211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:04.380777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233f722-fb91-4702-9afa-17c2f23b09de req-90e4850c-dd4e-4f0f-aebf-80f3ccb4c170 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:04.383029 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a233f722-fb91-4702-9afa-17c2f23b09de req-90e4850c-dd4e-4f0f-aebf-80f3ccb4c170 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.0551274 Aug 27 14:19:04.404656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:04.405575 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:04.407164 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] 10.222.0.52 "PUT /v2.0/ports/089cf2f8-ca4b-452b-8e43-6d30fc9fde8a HTTP/1.1" status: 200 len: 1093 time: 0.7539418 Aug 27 14:19:04.437181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2e45f-7248-44cb-92ca-090b685546ef service neutron] Pushing event updated for resources: {'Port': ['ID=089cf2f8-ca4b-452b-8e43-6d30fc9fde8a,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:04.487175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337afc91-1656-4ee2-8f9a-19144c475169 req-60428212-bbbb-4558-8828-c0bf4e4abd6c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:04.495341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-337afc91-1656-4ee2-8f9a-19144c475169 req-60428212-bbbb-4558-8828-c0bf4e4abd6c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 945 time: 0.1110497 Aug 27 14:19:04.547957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-bee31ecc-0af7-44e2-b282-24f488a57b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:04.550222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-bee31ecc-0af7-44e2-b282-24f488a57b1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1df17003e9284f29a0e9129bd8cef64d&device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 1096 time: 0.0805919 Aug 27 14:19:04.569340 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-337afc91-1656-4ee2-8f9a-19144c475169 req-2a2af277-8f06-41e3-bda5-046aadd5d759 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726757 Aug 27 14:19:04.632727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-a233f722-fb91-4702-9afa-17c2f23b09de req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:04.633072 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a233f722-fb91-4702-9afa-17c2f23b09de req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:04.633269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-fff1c04c-2928-4a8d-ba48-9e52100c2f84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=089cf2f8-ca4b-452b-8e43-6d30fc9fde8a HTTP/1.1" status: 200 len: 217 time: 0.0715826 Aug 27 14:19:04.689948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-d0f4a90c-1a08-4a3d-ba91-64bf00d3893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:04.691614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-d0f4a90c-1a08-4a3d-ba91-64bf00d3893b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b0ba667-7c4f-4546-b50e-8a03ed7cf3a7 HTTP/1.1" status: 200 len: 849 time: 0.0516822 Aug 27 14:19:04.729249 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-5b281ad7-ab94-4f17-941d-7b385fe5e538 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8500545d-b615-474f-8471-1d469e6bdae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296187 Aug 27 14:19:04.742639 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a233f722-fb91-4702-9afa-17c2f23b09de req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] For port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:04.743182 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a233f722-fb91-4702-9afa-17c2f23b09de req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:04.760913 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-a233f722-fb91-4702-9afa-17c2f23b09de req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:04.808348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1eebff0-31d3-44cd-9299-e126c5fcd870', 'tag': '089cf2f8-ca4b-452b-8e43-6d30fc9fde8a'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:19:04.812109 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ff6431-2fae-496c-951d-fa1d009d1f96" -d '{"events": [{"name": "network-changed", "server_uuid": "f1eebff0-31d3-44cd-9299-e126c5fcd870", "tag": "089cf2f8-ca4b-452b-8e43-6d30fc9fde8a"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:19:04.892931 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ab2038-7af9-4686-8670-8de881ee3317 x-openstack-request-id: req-60ab2038-7af9-4686-8670-8de881ee3317 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:19:04.893431 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1eebff0-31d3-44cd-9299-e126c5fcd870", "tag": "089cf2f8-ca4b-452b-8e43-6d30fc9fde8a", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:19:04.893846 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60ab2038-7af9-4686-8670-8de881ee3317 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:19:04.894519 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1eebff0-31d3-44cd-9299-e126c5fcd870', 'tag': '089cf2f8-ca4b-452b-8e43-6d30fc9fde8a', 'status': 'completed', 'code': 200} Aug 27 14:19:04.927279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872ff8e-9b0e-4589-8b5a-4878b0de880d req-df576f5f-9525-4935-b1d2-dedfec5ea959 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:04.928888 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0872ff8e-9b0e-4589-8b5a-4878b0de880d req-df576f5f-9525-4935-b1d2-dedfec5ea959 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9f55b9-d54f-4be9-b703-5ac1bb6860ba HTTP/1.1" status: 200 len: 946 time: 0.1688569 Aug 27 14:19:04.938471 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a233f722-fb91-4702-9afa-17c2f23b09de req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:04.956221 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-614f1c88-97b1-4efd-9c3c-aaa503a534b3 service neutron] 10.222.0.52 "GET /v2.0/networks/8500545d-b615-474f-8471-1d469e6bdae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195132 Aug 27 14:19:04.972192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=0f66c83c-b1a7-4d65-ade0-dec83dcb4b07,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:05.000380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:05.000807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:05.001224 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:05.001634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:05.002040 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:05.002479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:05.002927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:05.003328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:05.003726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:05.004125 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:05.004792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:05.005184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:05.070043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0872ff8e-9b0e-4589-8b5a-4878b0de880d req-a142529a-c81e-4c25-88ac-417dc910cef8 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=90909c7e-ede0-4db8-8128-016d6eb4c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333761 Aug 27 14:19:05.074562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a233f722-fb91-4702-9afa-17c2f23b09de req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] No DVR routers for this DVR port 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:19:05.077771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a233f722-fb91-4702-9afa-17c2f23b09de req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:05.080512 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a233f722-fb91-4702-9afa-17c2f23b09de req-869837a4-f979-48d0-8ac7-6bf5a6f34492 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.41 "DELETE /v2.0/ports/0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 HTTP/1.1" status: 204 len: 173 time: 0.6870224 Aug 27 14:19:05.081019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'name': 'network-vif-deleted', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:19:05.083623 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51afb02a-912e-493c-b8fd-bb66db44401d" -d '{"events": [{"server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "name": "network-vif-deleted", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:19:05.139306 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4785f37d-381a-4011-b2a5-7a90ea0319aa req-61490772-52cc-4cc8-8dd3-2142729c1b8d service neutron] 10.222.0.52 "GET /v2.0/networks/8500545d-b615-474f-8471-1d469e6bdae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640275 Aug 27 14:19:05.144420 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a926d34-f934-46df-91fc-bed2638e5182 x-openstack-request-id: req-8a926d34-f934-46df-91fc-bed2638e5182 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:19:05.145088 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9f55b9-d54f-4be9-b703-5ac1bb6860ba", "name": "network-vif-deleted", "tag": "0f66c83c-b1a7-4d65-ade0-dec83dcb4b07", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:19:05.145582 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a926d34-f934-46df-91fc-bed2638e5182 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:19:05.146299 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9f55b9-d54f-4be9-b703-5ac1bb6860ba', 'name': 'network-vif-deleted', 'tag': '0f66c83c-b1a7-4d65-ade0-dec83dcb4b07', 'status': 'completed', 'code': 200} Aug 27 14:19:05.189762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0b2ee053-17d8-4175-9dc0-ce634808a66a up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:05.265937 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515c409-9f31-464a-933b-cf8f8140094b req-5b6d64c1-62eb-4b89-9802-d13bc1ee36a8 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:05.267570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f515c409-9f31-464a-933b-cf8f8140094b req-5b6d64c1-62eb-4b89-9802-d13bc1ee36a8 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 944 time: 0.0922008 Aug 27 14:19:05.273335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 0b2ee053-17d8-4175-9dc0-ce634808a66a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:05.285018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 0b2ee053-17d8-4175-9dc0-ce634808a66a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:05.285866 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:05.343743 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f515c409-9f31-464a-933b-cf8f8140094b req-4d896abf-a379-4bf3-9843-51d037ed8957 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f44c12-4504-4962-b92a-3cce77ced6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613208 Aug 27 14:19:05.428589 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:05.455933 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:19:05.458486 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757a1a44-9fc7-4a92-acba-42817a8a0793" -d '{"events": [{"server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "name": "network-vif-plugged", "status": "completed", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:19:05.474253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:05.479227 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:05.539287 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8407f927-8381-4fd0-a919-7184fbbf707c x-openstack-request-id: req-8407f927-8381-4fd0-a919-7184fbbf707c {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:19:05.539711 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "name": "network-vif-plugged", "status": "completed", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:19:05.547043 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8407f927-8381-4fd0-a919-7184fbbf707c {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:19:05.548583 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'code': 200} Aug 27 14:19:05.552718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=0b2ee053-17d8-4175-9dc0-ce634808a66a,revision_number=12']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:05.652881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff6431-2fae-496c-951d-fa1d009d1f96 req-9154c7d6-8588-4421-b39b-f3792555de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:05.655624 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68ff6431-2fae-496c-951d-fa1d009d1f96 req-9154c7d6-8588-4421-b39b-f3792555de7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1df17003e9284f29a0e9129bd8cef64d&device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 1096 time: 0.4660554 Aug 27 14:19:05.773738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff6431-2fae-496c-951d-fa1d009d1f96 req-2b3d9b91-f6cb-45dd-841c-383c20783478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:05.775476 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68ff6431-2fae-496c-951d-fa1d009d1f96 req-2b3d9b91-f6cb-45dd-841c-383c20783478 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8500545d-b615-474f-8471-1d469e6bdae6 HTTP/1.1" status: 200 len: 910 time: 0.1073041 Aug 27 14:19:05.785352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48906e1-cec2-464f-8b95-a22438c9988b req-8e830aa1-fc7f-4ea7-ba67-7ea70cf396b3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:05.793216 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d48906e1-cec2-464f-8b95-a22438c9988b req-8e830aa1-fc7f-4ea7-ba67-7ea70cf396b3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 946 time: 0.0947120 Aug 27 14:19:05.809821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e671b9-1ad3-4d40-a688-c9cb9f327a61 req-27760114-7981-4b86-89ef-7a012bc9b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:05.811575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b9e671b9-1ad3-4d40-a688-c9cb9f327a61 req-27760114-7981-4b86-89ef-7a012bc9b7aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 1098 time: 0.0838354 Aug 27 14:19:05.837795 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68ff6431-2fae-496c-951d-fa1d009d1f96 req-7474175c-eed0-4e5b-b2d4-6779e596d9d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=089cf2f8-ca4b-452b-8e43-6d30fc9fde8a HTTP/1.1" status: 200 len: 217 time: 0.0546560 Aug 27 14:19:05.875181 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d48906e1-cec2-464f-8b95-a22438c9988b req-5f6ae17e-98d8-425a-b62c-682fbc586e94 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774305 Aug 27 14:19:05.882469 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b9e671b9-1ad3-4d40-a688-c9cb9f327a61 req-e9825e68-a063-4096-8426-45b320267a43 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620925 Aug 27 14:19:05.900443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff6431-2fae-496c-951d-fa1d009d1f96 req-92b50e82-3250-4827-a21d-5231fd559b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:05.901929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68ff6431-2fae-496c-951d-fa1d009d1f96 req-92b50e82-3250-4827-a21d-5231fd559b91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b0ba667-7c4f-4546-b50e-8a03ed7cf3a7 HTTP/1.1" status: 200 len: 849 time: 0.0571771 Aug 27 14:19:06.121861 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68ff6431-2fae-496c-951d-fa1d009d1f96 req-1d3ed50e-d4fd-4b5a-9e43-e4279919c767 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8500545d-b615-474f-8471-1d469e6bdae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380931 Aug 27 14:19:06.133953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46888) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:06.234515 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68ff6431-2fae-496c-951d-fa1d009d1f96 req-ea974759-d170-4a14-bd2b-5916bdd2909a service neutron] 10.222.0.52 "GET /v2.0/networks/8500545d-b615-474f-8471-1d469e6bdae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025188 Aug 27 14:19:06.329939 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68ff6431-2fae-496c-951d-fa1d009d1f96 req-55941a4a-7006-4085-bb77-11504efb0ec8 service neutron] 10.222.0.52 "GET /v2.0/networks/8500545d-b615-474f-8471-1d469e6bdae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868967 Aug 27 14:19:06.496385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb278a5d-c7d6-4660-9ebe-4afd7aa90f47 req-5336752b-c98e-4dca-a7f4-a38f5d54c46b tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:06.498117 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb278a5d-c7d6-4660-9ebe-4afd7aa90f47 req-5336752b-c98e-4dca-a7f4-a38f5d54c46b tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 944 time: 0.0645475 Aug 27 14:19:06.979507 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb278a5d-c7d6-4660-9ebe-4afd7aa90f47 req-8c7e4224-8ebc-4bad-94a1-4a122551556a tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f44c12-4504-4962-b92a-3cce77ced6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727261 Aug 27 14:19:07.014218 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bd99e538-3550-4d5e-b8bb-8f3dd848e7ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:07.031034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5c628-0ec5-4d20-ac2c-9b29603c4705 req-066355e7-2046-4cae-8ec9-82d7cf11f13d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:07.038656 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d4d5c628-0ec5-4d20-ac2c-9b29603c4705 req-066355e7-2046-4cae-8ec9-82d7cf11f13d tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 946 time: 0.0890698 Aug 27 14:19:07.074905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d4d5c628-0ec5-4d20-ac2c-9b29603c4705 req-e3177c41-55ca-4d4d-973a-62cecf43ee2e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353098 Aug 27 14:19:07.190852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:19:07.387631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=089cf2f8-ca4b-452b-8e43-6d30fc9fde8a,segment=NetworkSegment(6f34427c-cfcb-4a48-a911-0d1848da7c78),segment_id=6f34427c-cfcb-4a48-a911-0d1848da7c78)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:07.400007 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-bd99e538-3550-4d5e-b8bb-8f3dd848e7ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port f6fc42b3-3659-4c2b-909c-98c989c6a976 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:07.400583 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bd99e538-3550-4d5e-b8bb-8f3dd848e7ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:07.402597 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '089cf2f8-ca4b-452b-8e43-6d30fc9fde8a', 'network_id': '8500545d-b615-474f-8471-1d469e6bdae6', 'port_id': '089cf2f8-ca4b-452b-8e43-6d30fc9fde8a', 'mac_address': 'fa:16:3e:12:11:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0ba667-7c4f-4546-b50e-8a03ed7cf3a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:19:07.454340 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:07.469954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:19:07.494411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=089cf2f8-ca4b-452b-8e43-6d30fc9fde8a,segment=NetworkSegment(6f34427c-cfcb-4a48-a911-0d1848da7c78),segment_id=6f34427c-cfcb-4a48-a911-0d1848da7c78)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:07.499155 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:07.506879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-bd99e538-3550-4d5e-b8bb-8f3dd848e7ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] For port f6fc42b3-3659-4c2b-909c-98c989c6a976, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f6fc42b3-3659-4c2b-909c-98c989c6a976,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:07.507252 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bd99e538-3550-4d5e-b8bb-8f3dd848e7ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:07.526306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-bd99e538-3550-4d5e-b8bb-8f3dd848e7ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for f6fc42b3-3659-4c2b-909c-98c989c6a976 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:07.563260 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=089cf2f8-ca4b-452b-8e43-6d30fc9fde8a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:07.741666 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bd99e538-3550-4d5e-b8bb-8f3dd848e7ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:07.774994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99e538-3550-4d5e-b8bb-8f3dd848e7ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=f6fc42b3-3659-4c2b-909c-98c989c6a976,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:07.785031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['089cf2f8-ca4b-452b-8e43-6d30fc9fde8a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:19:08.003884 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bd99e538-3550-4d5e-b8bb-8f3dd848e7ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:08.088118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:08.155416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:08.163531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0f66c83c-b1a7-4d65-ade0-dec83dcb4b07 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:08.168423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627a1be-19a6-4a01-882b-d4d5ffcc0ddc req-b8dc9483-089b-44eb-be4c-111cb47eb8cf tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:08.176745 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2627a1be-19a6-4a01-882b-d4d5ffcc0ddc req-b8dc9483-089b-44eb-be4c-111cb47eb8cf tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 945 time: 0.0683982 Aug 27 14:19:08.235407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2627a1be-19a6-4a01-882b-d4d5ffcc0ddc req-bf69bad9-1c44-4321-8738-8dce8fb21a52 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f44c12-4504-4962-b92a-3cce77ced6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577278 Aug 27 14:19:08.343872 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6d3e1-e6fb-4cf0-9720-1ec9d3172b08 req-131b220a-5de3-43c1-b045-4b55a7e508a4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:08.345480 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79a6d3e1-e6fb-4cf0-9720-1ec9d3172b08 req-131b220a-5de3-43c1-b045-4b55a7e508a4 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 946 time: 0.1119673 Aug 27 14:19:08.382953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd99e538-3550-4d5e-b8bb-8f3dd848e7ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:19:08.457083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79a6d3e1-e6fb-4cf0-9720-1ec9d3172b08 req-df627b69-9084-46a2-8155-34aa60efd27e tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891774 Aug 27 14:19:08.529143 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd99e538-3550-4d5e-b8bb-8f3dd848e7ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:19:08.534778 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bd99e538-3550-4d5e-b8bb-8f3dd848e7ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "PUT /v2.0/routers/5d971b7b-0ddd-47d6-8dcb-353b597ee519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3997197 Aug 27 14:19:08.538756 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46942) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:08.539894 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcdf79-ddac-4bd1-acb6-dda060c05fe6 None None] Sync routers for ids ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:19:08.551773 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcdf79-ddac-4bd1-acb6-dda060c05fe6 None None] Routers {'5d971b7b-0ddd-47d6-8dcb-353b597ee519'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:08.552578 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-30bcdf79-ddac-4bd1-acb6-dda060c05fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:18:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:08.600744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b768c62f-35da-4910-9545-05c1792b57a3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting subnet 748bf4cf-3b31-4ab6-8601-649e423e52cd {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:19:08.604342 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b768c62f-35da-4910-9545-05c1792b57a3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:08.657348 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b768c62f-35da-4910-9545-05c1792b57a3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:08.673762 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-30bcdf79-ddac-4bd1-acb6-dda060c05fe6 None None] Set router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:08.752547 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b768c62f-35da-4910-9545-05c1792b57a3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:08.819029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b768c62f-35da-4910-9545-05c1792b57a3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:08.852506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768c62f-35da-4910-9545-05c1792b57a3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Subnet': ['ID=748bf4cf-3b31-4ab6-8601-649e423e52cd,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:08.856307 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b768c62f-35da-4910-9545-05c1792b57a3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:08.858968 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b768c62f-35da-4910-9545-05c1792b57a3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/subnets/748bf4cf-3b31-4ab6-8601-649e423e52cd HTTP/1.1" status: 204 len: 168 time: 0.3191364 Aug 27 14:19:08.862010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46944) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:08.868851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca5a069-20fb-4b38-bb7d-c7141f9831fd None None] Network 0fb103b4-0bd6-448e-8793-4c96a2884126 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:19:08.961004 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-30bcdf79-ddac-4bd1-acb6-dda060c05fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:19:07Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:08.978663 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:08.994499 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcdf79-ddac-4bd1-acb6-dda060c05fe6 None None] Checking router: 5d971b7b-0ddd-47d6-8dcb-353b597ee519 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:19:09.004102 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcdf79-ddac-4bd1-acb6-dda060c05fe6 None None] Routers {'5d971b7b-0ddd-47d6-8dcb-353b597ee519'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:09.004709 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-30bcdf79-ddac-4bd1-acb6-dda060c05fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:18:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:09.073731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] DHCP port deletion for 0fb103b4-0bd6-448e-8793-4c96a2884126 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:19:09.096667 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.120206 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-30bcdf79-ddac-4bd1-acb6-dda060c05fe6 None None] Set router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:09.122787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Deleting port de2a999a-a479-4c80-a330-dee07a4f969c {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:09.123622 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.158310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port ee011114-57af-4125-a304-009de1992e10 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:09.158736 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.197153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:09.200317 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] For port de2a999a-a479-4c80-a330-dee07a4f969c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=de2a999a-a479-4c80-a330-dee07a4f969c,segment=NetworkSegment(8fd4255d-bb1f-4d99-85ee-64d2c8619589),segment_id=8fd4255d-bb1f-4d99-85ee-64d2c8619589)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:09.200895 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.236275 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Calling delete_port for de2a999a-a479-4c80-a330-dee07a4f969c owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:09.260987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] For port ee011114-57af-4125-a304-009de1992e10, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ee011114-57af-4125-a304-009de1992e10,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:09.261403 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.277843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for ee011114-57af-4125-a304-009de1992e10 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:09.305816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:09.313262 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:09.313636 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.330096 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-30bcdf79-ddac-4bd1-acb6-dda060c05fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:19:07Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:09.365193 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcdf79-ddac-4bd1-acb6-dda060c05fe6 None None] The sync data for ids ['5d971b7b-0ddd-47d6-8dcb-353b597ee519'] in n-d-712139-12 is: [{'id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477849355', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ee011114-57af-4125-a304-009de1992e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:19:07Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'ee011114-57af-4125-a304-009de1992e10', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d971b7b-0ddd-47d6-8dcb-353b597ee519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:30Z', 'updated_at': '2021-08-27T14:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:19:09.383784 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.433889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9c11d-bc37-4f6e-a386-4e0aa35e6853 req-35b3556b-cb05-4708-a46f-956a1a25c3ba tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:09.437385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] No DVR routers for this DVR port de2a999a-a479-4c80-a330-dee07a4f969c on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:19:09.446059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45a9c11d-bc37-4f6e-a386-4e0aa35e6853 req-35b3556b-cb05-4708-a46f-956a1a25c3ba tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 945 time: 0.1178546 Aug 27 14:19:09.464959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Pushing event deleted for resources: {'Port': ['ID=de2a999a-a479-4c80-a330-dee07a4f969c,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:09.484032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:09.484462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:09.484796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:09.485173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:09.485539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:09.485922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:09.486293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:09.486631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:09.487053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:09.487402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:09.487736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:09.488093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5158-16d5-4b7b-84cc-1f82d2592e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:09.497251 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.511864 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45a9c11d-bc37-4f6e-a386-4e0aa35e6853 req-34ec1040-b078-424e-b72f-e41611d4b7e1 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f44c12-4504-4962-b92a-3cce77ced6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607104 Aug 27 14:19:09.525916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eebff0-31d3-44cd-9299-e126c5fcd870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089cf2f8-ca4b-452b-8e43-6d30fc9fde8a'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:19:09.528480 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e0b11-4134-4614-87d6-d270afaeffd3" -d '{"events": [{"server_uuid": "f1eebff0-31d3-44cd-9299-e126c5fcd870", "name": "network-vif-plugged", "status": "completed", "tag": "089cf2f8-ca4b-452b-8e43-6d30fc9fde8a"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:19:09.544020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=089cf2f8-ca4b-452b-8e43-6d30fc9fde8a,segment=NetworkSegment(6f34427c-cfcb-4a48-a911-0d1848da7c78),segment_id=6f34427c-cfcb-4a48-a911-0d1848da7c78)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:09.548987 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.559754 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.580186 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823054ea-8f5f-4111-8d78-dba95bf5aeb2 x-openstack-request-id: req-823054ea-8f5f-4111-8d78-dba95bf5aeb2 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:19:09.580390 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1eebff0-31d3-44cd-9299-e126c5fcd870", "name": "network-vif-plugged", "status": "completed", "tag": "089cf2f8-ca4b-452b-8e43-6d30fc9fde8a", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:19:09.580670 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-823054ea-8f5f-4111-8d78-dba95bf5aeb2 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:19:09.581085 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eebff0-31d3-44cd-9299-e126c5fcd870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089cf2f8-ca4b-452b-8e43-6d30fc9fde8a', 'code': 200} Aug 27 14:19:09.592759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=ee011114-57af-4125-a304-009de1992e10,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:09.617741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=089cf2f8-ca4b-452b-8e43-6d30fc9fde8a,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:09.658281 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.682146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5b5fa-292e-4490-baef-f274ffed51a9 req-b7936b61-c03d-43e6-ab88-b946971516fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:09.683688 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68b5b5fa-292e-4490-baef-f274ffed51a9 req-b7936b61-c03d-43e6-ab88-b946971516fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 1098 time: 0.0456247 Aug 27 14:19:09.718480 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68b5b5fa-292e-4490-baef-f274ffed51a9 req-f56b0530-8955-48d2-9227-265b2d187bad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=76f44c12-4504-4962-b92a-3cce77ced6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281916 Aug 27 14:19:09.757004 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.759335 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.805475 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.806078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Fanout notify agent at l3_agent the message router_deleted on router 5d971b7b-0ddd-47d6-8dcb-353b597ee519 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:19:09.814459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.816004 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-547373c0-b2e3-4af8-ae68-4acce14de433 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/routers/5d971b7b-0ddd-47d6-8dcb-353b597ee519 HTTP/1.1" status: 204 len: 168 time: 0.9528446 Aug 27 14:19:09.818490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46954) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:09.823446 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.900189 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20ff8b32-60fc-4cce-aca9-a8d4fdbdf152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:09.994987 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20ff8b32-60fc-4cce-aca9-a8d4fdbdf152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:10.007715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-20ff8b32-60fc-4cce-aca9-a8d4fdbdf152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb103b4-0bd6-448e-8793-4c96a2884126']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:10.019888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-20ff8b32-60fc-4cce-aca9-a8d4fdbdf152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd4255d-bb1f-4d99-85ee-64d2c8619589') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:10.020303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-20ff8b32-60fc-4cce-aca9-a8d4fdbdf152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd4255d-bb1f-4d99-85ee-64d2c8619589') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:10.029818 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20ff8b32-60fc-4cce-aca9-a8d4fdbdf152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:10.058062 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20ff8b32-60fc-4cce-aca9-a8d4fdbdf152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:10.065991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ff8b32-60fc-4cce-aca9-a8d4fdbdf152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:19:10.066404 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20ff8b32-60fc-4cce-aca9-a8d4fdbdf152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:19:10.069823 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:19:10.135177 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20ff8b32-60fc-4cce-aca9-a8d4fdbdf152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:10.143294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20ff8b32-60fc-4cce-aca9-a8d4fdbdf152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:10.145290 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-20ff8b32-60fc-4cce-aca9-a8d4fdbdf152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/networks/0fb103b4-0bd6-448e-8793-4c96a2884126 HTTP/1.1" status: 204 len: 168 time: 0.3257596 Aug 27 14:19:10.148108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46956) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:10.157531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff8b32-60fc-4cce-aca9-a8d4fdbdf152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Network': ['ID=0fb103b4-0bd6-448e-8793-4c96a2884126,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:10.215485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7504a298-6e10-4079-b643-8255129574d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:10.243402 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7504a298-6e10-4079-b643-8255129574d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:10.306543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7504a298-6e10-4079-b643-8255129574d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:10.309485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7504a298-6e10-4079-b643-8255129574d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:10.312069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7504a298-6e10-4079-b643-8255129574d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/security-groups/90909c7e-ede0-4db8-8128-016d6eb4c1ad HTTP/1.1" status: 204 len: 168 time: 0.1627545 Aug 27 14:19:10.322146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504a298-6e10-4079-b643-8255129574d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90909c7e-ede0-4db8-8128-016d6eb4c1ad,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:10.514333 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device de2a999a-a479-4c80-a330-dee07a4f969c no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:10.562553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: de2a999a-a479-4c80-a330-dee07a4f969c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:10.562931 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device de2a999a-a479-4c80-a330-dee07a4f969c not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:10.563536 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ee011114-57af-4125-a304-009de1992e10 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:10.584078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: ee011114-57af-4125-a304-009de1992e10 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:10.584673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ee011114-57af-4125-a304-009de1992e10 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:10.585104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f6fc42b3-3659-4c2b-909c-98c989c6a976 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:10.608436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: f6fc42b3-3659-4c2b-909c-98c989c6a976 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:10.608660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f6fc42b3-3659-4c2b-909c-98c989c6a976 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:10.704503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd191903-f719-4ae9-b7b2-b07630ca1776 req-e2bea3f1-43a8-46b1-a361-df08ed691c2b tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:10.706003 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd191903-f719-4ae9-b7b2-b07630ca1776 req-e2bea3f1-43a8-46b1-a361-df08ed691c2b tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 946 time: 0.0523245 Aug 27 14:19:10.747534 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd191903-f719-4ae9-b7b2-b07630ca1776 req-79f35cb4-a015-4502-bd52-dd446763672e tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f44c12-4504-4962-b92a-3cce77ced6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348940 Aug 27 14:19:10.869925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46968) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:10.874754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6dda6518-41f9-425c-8cee-992e936a091a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-585914766', 'description': 'tempest-secgroup-smoke-585914766 description', 'project_id': '192eb92f7c9846a9901dbb1419062132'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:10.896299 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6dda6518-41f9-425c-8cee-992e936a091a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:10.977115 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6dda6518-41f9-425c-8cee-992e936a091a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:10.980778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6dda6518-41f9-425c-8cee-992e936a091a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.007919 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6dda6518-41f9-425c-8cee-992e936a091a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.009141 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6dda6518-41f9-425c-8cee-992e936a091a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1382027 Aug 27 14:19:11.011120 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda6518-41f9-425c-8cee-992e936a091a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54194d8-4eb6-4c3e-a2f1-16771dd8553e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:11.012193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46970) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:11.017558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9912bec1-f882-478c-920b-afabc6ae05fd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': 'e54194d8-4eb6-4c3e-a2f1-16771dd8553e', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:11.045423 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9912bec1-f882-478c-920b-afabc6ae05fd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.093891 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9912bec1-f882-478c-920b-afabc6ae05fd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.097553 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9912bec1-f882-478c-920b-afabc6ae05fd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.115949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912bec1-f882-478c-920b-afabc6ae05fd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cacc01f-8a79-47e2-bed1-40c51cb6f5aa,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:11.123352 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9912bec1-f882-478c-920b-afabc6ae05fd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.124572 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9912bec1-f882-478c-920b-afabc6ae05fd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1113770 Aug 27 14:19:11.127246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46972) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:11.131683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-63f42ff9-93ba-47a1-aff0-38d31200e6f6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': 'e54194d8-4eb6-4c3e-a2f1-16771dd8553e', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:11.158503 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63f42ff9-93ba-47a1-aff0-38d31200e6f6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.217429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63f42ff9-93ba-47a1-aff0-38d31200e6f6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.221156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63f42ff9-93ba-47a1-aff0-38d31200e6f6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.240195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f42ff9-93ba-47a1-aff0-38d31200e6f6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3a45e7-ae3a-42e8-a6fe-c589cdf5da42,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:11.243538 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63f42ff9-93ba-47a1-aff0-38d31200e6f6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.244925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-63f42ff9-93ba-47a1-aff0-38d31200e6f6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166916 Aug 27 14:19:11.248252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46974) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:11.252718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-acc0de60-2e56-4b95-85be-dda6d5c66ca4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': 'e54194d8-4eb6-4c3e-a2f1-16771dd8553e', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:11.279360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-acc0de60-2e56-4b95-85be-dda6d5c66ca4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.338071 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-acc0de60-2e56-4b95-85be-dda6d5c66ca4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.341010 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-acc0de60-2e56-4b95-85be-dda6d5c66ca4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.355826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0de60-2e56-4b95-85be-dda6d5c66ca4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b983a929-0574-4674-a874-1daceae195bf,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:11.364678 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-acc0de60-2e56-4b95-85be-dda6d5c66ca4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.365885 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-acc0de60-2e56-4b95-85be-dda6d5c66ca4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167324 Aug 27 14:19:11.368593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46976) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:11.373728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-03c3bb96-aa55-4650-b661-09eb2ce3e31a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': 'e54194d8-4eb6-4c3e-a2f1-16771dd8553e', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:11.399818 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03c3bb96-aa55-4650-b661-09eb2ce3e31a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.459726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03c3bb96-aa55-4650-b661-09eb2ce3e31a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.463133 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03c3bb96-aa55-4650-b661-09eb2ce3e31a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.482182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3bb96-aa55-4650-b661-09eb2ce3e31a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc035fa-11fe-44bc-b844-2b41b4fec55e,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:11.485256 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03c3bb96-aa55-4650-b661-09eb2ce3e31a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.486486 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-03c3bb96-aa55-4650-b661-09eb2ce3e31a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169789 Aug 27 14:19:11.489268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46978) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:11.493621 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e79b7dd8-7332-4434-8fec-82db1fd3f9bd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': 'e54194d8-4eb6-4c3e-a2f1-16771dd8553e', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:11.515524 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-e79b7dd8-7332-4434-8fec-82db1fd3f9bd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Project 192eb92f7c9846a9901dbb1419062132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:19:11.520297 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e79b7dd8-7332-4434-8fec-82db1fd3f9bd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.588812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e79b7dd8-7332-4434-8fec-82db1fd3f9bd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.593106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e79b7dd8-7332-4434-8fec-82db1fd3f9bd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.613898 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b7dd8-7332-4434-8fec-82db1fd3f9bd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53cac3c-3f72-4015-a067-bb50093b89dc,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:11.631286 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e79b7dd8-7332-4434-8fec-82db1fd3f9bd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.631286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e79b7dd8-7332-4434-8fec-82db1fd3f9bd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346667 Aug 27 14:19:11.631286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46984) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:11.632148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-344bb7e2-e7d7-4e46-af08-cb2eee07285c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': 'e54194d8-4eb6-4c3e-a2f1-16771dd8553e', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:11.653379 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-344bb7e2-e7d7-4e46-af08-cb2eee07285c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Project 192eb92f7c9846a9901dbb1419062132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:19:11.659962 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-344bb7e2-e7d7-4e46-af08-cb2eee07285c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.720557 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-344bb7e2-e7d7-4e46-af08-cb2eee07285c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.724449 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-344bb7e2-e7d7-4e46-af08-cb2eee07285c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.742989 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bb7e2-e7d7-4e46-af08-cb2eee07285c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4fcad4-5f50-49d9-bdc5-b5112f09ab61,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:11.748844 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-344bb7e2-e7d7-4e46-af08-cb2eee07285c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.750191 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-344bb7e2-e7d7-4e46-af08-cb2eee07285c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216736 Aug 27 14:19:11.753067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46986) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:11.757878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-6ffd45b3-5842-4188-a76f-78df667a0ccf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'network': {'name': 'tempest-network-smoke--234951434', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'port_security_enabled': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:11.778443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffd45b3-5842-4188-a76f-78df667a0ccf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Made reservation on behalf of 192eb92f7c9846a9901dbb1419062132 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:19:11.782378 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ffd45b3-5842-4188-a76f-78df667a0ccf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.806980 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffd45b3-5842-4188-a76f-78df667a0ccf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:19:11.817257 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ffd45b3-5842-4188-a76f-78df667a0ccf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.817605 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-6ffd45b3-5842-4188-a76f-78df667a0ccf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Added segment 1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66 of type vlan for network b1f5232d-844f-49b2-b1e4-b36e3da507b1 Aug 27 14:19:11.861299 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ffd45b3-5842-4188-a76f-78df667a0ccf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.873241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae277d3-d9de-4f7f-9936-fdda8321af57 req-19e87e18-183b-4ea0-a559-4ae72bae0f15 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:11.874931 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eae277d3-d9de-4f7f-9936-fdda8321af57 req-19e87e18-183b-4ea0-a559-4ae72bae0f15 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 946 time: 0.0530491 Aug 27 14:19:11.892208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ffd45b3-5842-4188-a76f-78df667a0ccf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.897964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffd45b3-5842-4188-a76f-78df667a0ccf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:11.898663 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ffd45b3-5842-4188-a76f-78df667a0ccf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:11.914868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eae277d3-d9de-4f7f-9936-fdda8321af57 req-da461042-7851-43f0-bebc-3c9cae3faad2 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f44c12-4504-4962-b92a-3cce77ced6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335581 Aug 27 14:19:11.959938 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6ffd45b3-5842-4188-a76f-78df667a0ccf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2033138 Aug 27 14:19:11.960128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46992) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:11.964549 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'admin_state_up': True, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:11.986379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd45b3-5842-4188-a76f-78df667a0ccf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Network': ['ID=b1f5232d-844f-49b2-b1e4-b36e3da507b1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:11.999284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network b1f5232d-844f-49b2-b1e4-b36e3da507b1 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:19:12.001606 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:12.002648 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:12.059668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:12.214512 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:12.430286 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:12.449902 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:12.562022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.25.2.169 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/d6fe3a1f-3197-4001-aa24-e49cb9358154) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:19:12.683427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:12.729337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:12.782186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:19:12.785240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:12.791478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:19:12.795583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=d6fe3a1f-3197-4001-aa24-e49cb9358154,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:13.084347 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:13.287634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:13.424328 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:19:13.553428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:19:13.565778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Sync routers for ids ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:19:13.575034 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:13.575034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-01183971-6ce9-43fd-acef-54402b99975a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6121540 Aug 27 14:19:13.577654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47014) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:13.585351 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Routers {'c2ce2aba-8b79-4d5a-b47a-d31ed226d469'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:13.585990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:18:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:13.619742 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4f3f15ee-efba-4743-8997-c362ec98a790 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=192eb92f7c9846a9901dbb1419062132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406458 Aug 27 14:19:13.622018 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47020) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:13.708376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Set router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:13.824143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081029c5-acd1-4de3-81f1-83c21ee63d75 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:13.830176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47026) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:13.830976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-081029c5-acd1-4de3-81f1-83c21ee63d75 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2070053 Aug 27 14:19:13.879268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fcbe4f8c-fbb9-4a44-a2b3-b8d00f5d38da tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475390 Aug 27 14:19:13.881762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47030) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:13.887901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d251a676-c1eb-4742-af8d-a07a7ee55547 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-459836653', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:13.939242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:12Z', 'revision_number': 3, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:13.974204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Checking router: c2ce2aba-8b79-4d5a-b47a-d31ed226d469 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:19:13.974566 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Updating router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 port d6fe3a1f-3197-4001-aa24-e49cb9358154 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:19:13.993220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d251a676-c1eb-4742-af8d-a07a7ee55547 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Made reservation on behalf of 192eb92f7c9846a9901dbb1419062132 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:19:13.997140 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d251a676-c1eb-4742-af8d-a07a7ee55547 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:14.005564 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:14.199014 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d251a676-c1eb-4742-af8d-a07a7ee55547 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:14.271514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251a676-c1eb-4742-af8d-a07a7ee55547 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Subnet': ['ID=c86f509f-69f3-460b-9d1f-b879880cc447,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:14.279085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251a676-c1eb-4742-af8d-a07a7ee55547 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Checking segment: {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:19:14.279625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d251a676-c1eb-4742-af8d-a07a7ee55547 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network hostable DHCP agents. Network: b1f5232d-844f-49b2-b1e4-b36e3da507b1, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:19:14.300687 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d251a676-c1eb-4742-af8d-a07a7ee55547 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network b1f5232d-844f-49b2-b1e4-b36e3da507b1 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:19:14.313997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-d251a676-c1eb-4742-af8d-a07a7ee55547 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, b1f5232d-844f-49b2-b1e4-b36e3da507b1) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:14.330217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d251a676-c1eb-4742-af8d-a07a7ee55547 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:14.330570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d251a676-c1eb-4742-af8d-a07a7ee55547 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:14.344489 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d936798-8bdd-4c26-8075-7e33dddc7995 None None] Network b1f5232d-844f-49b2-b1e4-b36e3da507b1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:19:14.349212 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d251a676-c1eb-4742-af8d-a07a7ee55547 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4650090 Aug 27 14:19:14.351886 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47042) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:14.428820 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:14.452688 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Transition to ACTIVE for port object d6fe3a1f-3197-4001-aa24-e49cb9358154 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:14.469951 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:14.566672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Attempting to bind port d6fe3a1f-3197-4001-aa24-e49cb9358154 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:19:14.567368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Attempting to bind port d6fe3a1f-3197-4001-aa24-e49cb9358154 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:19:14.567563 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Attempting to bind port d6fe3a1f-3197-4001-aa24-e49cb9358154 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:19:14.608047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcc60d-c9a7-417b-ae1f-e74721807926 None None] Pushing event updated for resources: {'Port': ['ID=d6fe3a1f-3197-4001-aa24-e49cb9358154,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:14.613616 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:19:14.614004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:19:14.614490 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:14.615042 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:19:14.615571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Bound port: d6fe3a1f-3197-4001-aa24-e49cb9358154, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:19:14.616063 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:14.664360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00723254-bb5f-4689-8866-15f7c260f46f req-76ce2a90-b203-44b9-bf83-aa6a79b20288 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:14.665801 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-00723254-bb5f-4689-8866-15f7c260f46f req-76ce2a90-b203-44b9-bf83-aa6a79b20288 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 946 time: 0.0938172 Aug 27 14:19:14.723105 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dbbdac24-c12e-4082-ad21-3a1ea5c209e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:14.726218 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ips': [{'subnet_id': 'c86f509f-69f3-460b-9d1f-b879880cc447'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:19:14.727089 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:14.755842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] For port d6fe3a1f-3197-4001-aa24-e49cb9358154, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:19:14.760637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] For port d6fe3a1f-3197-4001-aa24-e49cb9358154, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d6fe3a1f-3197-4001-aa24-e49cb9358154,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:19:14.771474 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:14.776644 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-00723254-bb5f-4689-8866-15f7c260f46f req-d6d97eec-845b-47c4-a113-7ded14166171 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f44c12-4504-4962-b92a-3cce77ced6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776944 Aug 27 14:19:14.901060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Routers {'c2ce2aba-8b79-4d5a-b47a-d31ed226d469'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:14.901801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:18:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:14.978769 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:14.994250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcc60d-c9a7-417b-ae1f-e74721807926 None None] Pushing event updated for resources: {'Port': ['ID=d6fe3a1f-3197-4001-aa24-e49cb9358154,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:15.075128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Allocated IP 172.20.0.2 (b1f5232d-844f-49b2-b1e4-b36e3da507b1/c86f509f-69f3-460b-9d1f-b879880cc447/b7c546a2-cf2d-49e7-bb2f-ba209b3baa43) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:19:15.112569 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] Set router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:15.196073 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e5d7f-e554-42ae-82ef-7e31b6a206df req-efacb2b4-86e9-4b81-bdd1-59897ac37f90 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:15.197721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c62e5d7f-e554-42ae-82ef-7e31b6a206df req-efacb2b4-86e9-4b81-bdd1-59897ac37f90 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0646193 Aug 27 14:19:15.244598 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c62e5d7f-e554-42ae-82ef-7e31b6a206df req-346c86a9-b4c7-4452-9db6-7c6769b305f5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 Aug 27 14:19:15.578103 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:15.593085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Transition to ACTIVE for port object b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:15.613289 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Transition to ACTIVE for port object b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:15.619662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:12Z', 'revision_number': 3, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:15.623202 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:15.670512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.20.0.1 (b1f5232d-844f-49b2-b1e4-b36e3da507b1/c86f509f-69f3-460b-9d1f-b879880cc447/6f9022f5-c53c-4096-bd74-49a7680b942d) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:19:15.673068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673d106e-b0f8-469f-81bb-2512fd7b3760 None None] The sync data for ids ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'] in n-d-712139-12 is: [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:12Z', 'revision_number': 3, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:19:15.699061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Network b1f5232d-844f-49b2-b1e4-b36e3da507b1 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:19:15.699061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:15.699061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:19:15.712745 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Pushing event updated for resources: {'Port': ['ID=b7c546a2-cf2d-49e7-bb2f-ba209b3baa43,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:15.773546 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Attempting to bind port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:19:15.773927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Attempting to bind port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:19:15.774297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Attempting to bind port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 on network b1f5232d-844f-49b2-b1e4-b36e3da507b1 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:19:15.780203 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:19:15.780996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Checking segment: {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:19:15.780996 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:15.781376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Bound using segment: {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:19:15.781852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Bound port: b7c546a2-cf2d-49e7-bb2f-ba209b3baa43, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:19:15.782243 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:15.798498 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:15.819689 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Transition to ACTIVE for port object 6f9022f5-c53c-4096-bd74-49a7680b942d will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:15.850544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] For port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:19:15.854826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] For port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b7c546a2-cf2d-49e7-bb2f-ba209b3baa43,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:19:15.860319 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:15.861233 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:15.922920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec201450-2e26-427e-aece-c33e0fd150f9 None None] Pushing event updated for resources: {'Port': ['ID=b7c546a2-cf2d-49e7-bb2f-ba209b3baa43,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:15.957364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=6f9022f5-c53c-4096-bd74-49a7680b942d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:15.983482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network b1f5232d-844f-49b2-b1e4-b36e3da507b1 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:19:15.991333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:15.994293 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:19:16.021437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77573fd2-3073-4bba-acec-e89621286091 req-f94d7929-f1b3-4afb-a70f-c4580e4ba7a8 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:16.027319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-77573fd2-3073-4bba-acec-e89621286091 req-f94d7929-f1b3-4afb-a70f-c4580e4ba7a8 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 946 time: 0.1109321 Aug 27 14:19:16.074621 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb72940-68d2-4639-8e58-d12af319e831 req-17ab2591-21ff-4ecb-9e92-8d6b60e59599 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:16.077937 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0eb72940-68d2-4639-8e58-d12af319e831 req-17ab2591-21ff-4ecb-9e92-8d6b60e59599 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 946 time: 0.2098386 Aug 27 14:19:16.088416 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:16.166599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-77573fd2-3073-4bba-acec-e89621286091 req-16bbfa49-e305-42f5-84d8-307afbfc8ccb tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Deleting port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:16.167002 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-77573fd2-3073-4bba-acec-e89621286091 req-16bbfa49-e305-42f5-84d8-307afbfc8ccb tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:16.190256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0eb72940-68d2-4639-8e58-d12af319e831 req-9e1a5813-4b61-490b-b027-67172b70f75b tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/security-groups?id=76f44c12-4504-4962-b92a-3cce77ced6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972745 Aug 27 14:19:16.344530 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:16.376202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-77573fd2-3073-4bba-acec-e89621286091 req-16bbfa49-e305-42f5-84d8-307afbfc8ccb tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] For port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=089cf2f8-ca4b-452b-8e43-6d30fc9fde8a,segment=NetworkSegment(6f34427c-cfcb-4a48-a911-0d1848da7c78),segment_id=6f34427c-cfcb-4a48-a911-0d1848da7c78)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:16.376698 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-77573fd2-3073-4bba-acec-e89621286091 req-16bbfa49-e305-42f5-84d8-307afbfc8ccb tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:16.427970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-77573fd2-3073-4bba-acec-e89621286091 req-16bbfa49-e305-42f5-84d8-307afbfc8ccb tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Calling delete_port for 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:16.441816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:16.516719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:16.522219 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d6fe3a1f-3197-4001-aa24-e49cb9358154 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:16.538445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11500d2-2919-4ffd-848e-7606365625e1 req-9bc0b64e-5376-4c1a-8ac1-13edbda5d6d5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:16.542400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a11500d2-2919-4ffd-848e-7606365625e1 req-9bc0b64e-5376-4c1a-8ac1-13edbda5d6d5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.1562233 Aug 27 14:19:16.615372 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a11500d2-2919-4ffd-848e-7606365625e1 req-3396b80b-4a1a-4821-a3c9-2bf8e1f7ff6e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595167 Aug 27 14:19:16.619193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port d6fe3a1f-3197-4001-aa24-e49cb9358154 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:16.625611 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d6fe3a1f-3197-4001-aa24-e49cb9358154 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:16.625905 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:16.692722 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-77573fd2-3073-4bba-acec-e89621286091 req-16bbfa49-e305-42f5-84d8-307afbfc8ccb tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:16.713961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['089cf2f8-ca4b-452b-8e43-6d30fc9fde8a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:19:16.731577 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:16.732414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbfa49-e305-42f5-84d8-307afbfc8ccb tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Pushing event deleted for resources: {'Port': ['ID=089cf2f8-ca4b-452b-8e43-6d30fc9fde8a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:16.744040 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:16.771860 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:16.787540 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-77573fd2-3073-4bba-acec-e89621286091 req-16bbfa49-e305-42f5-84d8-307afbfc8ccb tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] No DVR routers for this DVR port 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:19:16.790996 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-77573fd2-3073-4bba-acec-e89621286091 req-16bbfa49-e305-42f5-84d8-307afbfc8ccb tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:16.793555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-77573fd2-3073-4bba-acec-e89621286091 req-16bbfa49-e305-42f5-84d8-307afbfc8ccb tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.52 "DELETE /v2.0/ports/089cf2f8-ca4b-452b-8e43-6d30fc9fde8a HTTP/1.1" status: 204 len: 173 time: 0.7465723 Aug 27 14:19:16.794033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eebff0-31d3-44cd-9299-e126c5fcd870', 'name': 'network-vif-deleted', 'tag': '089cf2f8-ca4b-452b-8e43-6d30fc9fde8a'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:19:16.796533 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21503968-3ed6-4286-9b3e-2bfe5e2a2081" -d '{"events": [{"server_uuid": "f1eebff0-31d3-44cd-9299-e126c5fcd870", "name": "network-vif-deleted", "tag": "089cf2f8-ca4b-452b-8e43-6d30fc9fde8a"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:19:16.809384 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port d6fe3a1f-3197-4001-aa24-e49cb9358154, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d6fe3a1f-3197-4001-aa24-e49cb9358154,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:16.815026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-b18ba924-43c0-4bb0-b0b4-d193fe2e16bb req-80c66dfc-390b-4d94-9e94-ae2e79a81cc0 service neutron] (101186) timed out ('10.222.0.41', 51603) {{(pid=101186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:19:16.818083 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:16.849010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=6f9022f5-c53c-4096-bd74-49a7680b942d,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:16.862456 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ebfbe6-6500-4a14-bc14-f0c3fc55dc63 x-openstack-request-id: req-49ebfbe6-6500-4a14-bc14-f0c3fc55dc63 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:19:16.862456 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1eebff0-31d3-44cd-9299-e126c5fcd870", "name": "network-vif-deleted", "tag": "089cf2f8-ca4b-452b-8e43-6d30fc9fde8a", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:19:16.862456 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49ebfbe6-6500-4a14-bc14-f0c3fc55dc63 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:19:16.863139 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eebff0-31d3-44cd-9299-e126c5fcd870', 'name': 'network-vif-deleted', 'tag': '089cf2f8-ca4b-452b-8e43-6d30fc9fde8a', 'status': 'completed', 'code': 200} Aug 27 14:19:16.881128 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:16.890912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=d6fe3a1f-3197-4001-aa24-e49cb9358154,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:17.003615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network b1f5232d-844f-49b2-b1e4-b36e3da507b1 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:19:17.005170 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:17.133987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:19:17.220965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa031ff-7243-4e49-b381-29e4fd65d70d None None] Network b1f5232d-844f-49b2-b1e4-b36e3da507b1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:19:17.256901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:19:17.270996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b4628b49-1820-4c09-a29a-421d90f2b71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "PUT /v2.0/routers/c2ce2aba-8b79-4d5a-b47a-d31ed226d469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9083753 Aug 27 14:19:17.295342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b94a8648-dde1-4cfa-86a1-08fed854483b None None] Provisioning for port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:17.303703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b94a8648-dde1-4cfa-86a1-08fed854483b None None] Provisioning complete for port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:17.304126 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b94a8648-dde1-4cfa-86a1-08fed854483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:17.366348 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad8eab7b-b7a4-4036-840a-f42e212d2d5a req-efecc6b6-35a5-4d03-8741-28f50198c9c5 tempest-VolumesActionsTest-1858177999 tempest-VolumesActionsTest-1858177999-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1eebff0-31d3-44cd-9299-e126c5fcd870 HTTP/1.1" status: 200 len: 210 time: 0.0323126 Aug 27 14:19:17.494873 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:17.507662 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b94a8648-dde1-4cfa-86a1-08fed854483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:17.510889 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-34eea446-4a6f-44e4-a456-3112b2b9b309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:17.539956 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-89bff195-ef38-4862-81cb-4d7ceb0e8fe7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-585914766&fields=id&tenant_id=192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 267 time: 0.0525968 Aug 27 14:19:17.549071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b94a8648-dde1-4cfa-86a1-08fed854483b None None] For port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b7c546a2-cf2d-49e7-bb2f-ba209b3baa43,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:17.553377 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b94a8648-dde1-4cfa-86a1-08fed854483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:17.611297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a8648-dde1-4cfa-86a1-08fed854483b None None] Pushing event updated for resources: {'Port': ['ID=b7c546a2-cf2d-49e7-bb2f-ba209b3baa43,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:17.681811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-9946460d-ec4d-4f4f-9281-1b25f957c71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:17.683591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-9946460d-ec4d-4f4f-9281-1b25f957c71d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/networks?id=b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 200 len: 796 time: 0.1306877 Aug 27 14:19:17.700987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-97be0c7f-0839-45e8-a4f3-fb35b97ccbe5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/quotas/192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 375 time: 0.0100017 Aug 27 14:19:17.755785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9f792-51ce-471d-88e4-2fb0b0784312 req-37dd5d44-66cc-48a1-9631-05f3a112eeae tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:17.757737 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-25c9f792-51ce-471d-88e4-2fb0b0784312 req-37dd5d44-66cc-48a1-9631-05f3a112eeae tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0595245 Aug 27 14:19:17.762591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-d8f253d2-8bca-487c-ae2a-213bec6594c4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556653 Aug 27 14:19:17.777572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ffa264ca-6ceb-476b-b4cc-2e1f129387b4 None None] Provisioning complete for port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:17.778127 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ffa264ca-6ceb-476b-b4cc-2e1f129387b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:17.809545 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-25c9f792-51ce-471d-88e4-2fb0b0784312 req-590d199b-a7ec-4b01-b2cc-559694e191f6 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367882 Aug 27 14:19:17.871104 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Sync routers for ids ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:19:17.884066 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Routers {'c2ce2aba-8b79-4d5a-b47a-d31ed226d469'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:17.884993 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9602622c-1437-4c62-8434-e903f8217542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:17.890599 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-bc6b3500-f632-4182-935b-54ede0b0d17e service neutron] 10.222.0.55 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144826 Aug 27 14:19:17.898904 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ffa264ca-6ceb-476b-b4cc-2e1f129387b4 None None] Provisioning for port 6f9022f5-c53c-4096-bd74-49a7680b942d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:17.903369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ffa264ca-6ceb-476b-b4cc-2e1f129387b4 None None] Provisioning complete for port 6f9022f5-c53c-4096-bd74-49a7680b942d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:17.904002 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ffa264ca-6ceb-476b-b4cc-2e1f129387b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:17.949619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ffa264ca-6ceb-476b-b4cc-2e1f129387b4 None None] Port 6f9022f5-c53c-4096-bd74-49a7680b942d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:19:17.995028 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-4915982b-5090-4604-b57d-e00cc6b53cf0 service neutron] 10.222.0.55 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034405 Aug 27 14:19:18.017258 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Set router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:18.071999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1c1c1e20-b9e0-497e-82a5-1e41c3ce32bd None None] Provisioning complete for port 6f9022f5-c53c-4096-bd74-49a7680b942d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:18.072432 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1e20-b9e0-497e-82a5-1e41c3ce32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:18.141404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c1e20-b9e0-497e-82a5-1e41c3ce32bd None None] Port 6f9022f5-c53c-4096-bd74-49a7680b942d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:19:18.208187 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6978cbef-c21c-4f7e-ba68-7bb0056f48b3 req-d2177c31-c4fd-4aea-a127-2bb363896e2e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 210 time: 0.0400662 Aug 27 14:19:18.279582 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9602622c-1437-4c62-8434-e903f8217542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6f9022f5-c53c-4096-bd74-49a7680b942d', 'name': '', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:61:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:15Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 2, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:18.314807 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Checking router: c2ce2aba-8b79-4d5a-b47a-d31ed226d469 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:19:18.315461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:18.315609 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Updating router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 port 6f9022f5-c53c-4096-bd74-49a7680b942d binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:19:18.343657 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:18.366517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ac3d82bd-9118-405a-a115-acbe0927bf93 None None] Provisioning complete for port 6f9022f5-c53c-4096-bd74-49a7680b942d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:18.367013 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ac3d82bd-9118-405a-a115-acbe0927bf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:18.403288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:18.404309 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:18.427924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ac3d82bd-9118-405a-a115-acbe0927bf93 None None] Port 6f9022f5-c53c-4096-bd74-49a7680b942d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:19:18.505430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d6fe3a1f-3197-4001-aa24-e49cb9358154 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:18.561398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d6fe3a1f-3197-4001-aa24-e49cb9358154 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:18.561766 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:18.647967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-072ebc8b-53cb-47ce-aedb-9a74e9ec13c8 req-118dab58-3e02-47fd-8f06-2daa21d6805a service neutron] (101187) timed out ('10.222.0.41', 51278) {{(pid=101187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:19:18.739987 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:18.752296 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Transition to ACTIVE for port object 6f9022f5-c53c-4096-bd74-49a7680b942d will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:18.772739 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:18.774359 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:18.835044 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Pushing event updated for resources: {'Port': ['ID=6f9022f5-c53c-4096-bd74-49a7680b942d,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:18.865604 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:18.867728 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:18.868123 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:18.868463 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:18.868796 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:18.869126 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:18.871367 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:18.871367 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:18.871367 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:18.871367 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:18.875023 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:18.875398 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:19:18.910670 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Attempting to bind port 6f9022f5-c53c-4096-bd74-49a7680b942d on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:19:18.911097 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Attempting to bind port 6f9022f5-c53c-4096-bd74-49a7680b942d by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:19:18.911467 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Attempting to bind port 6f9022f5-c53c-4096-bd74-49a7680b942d on network b1f5232d-844f-49b2-b1e4-b36e3da507b1 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:19:18.917467 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:19:18.917840 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Checking segment: {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:19:18.918260 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:18.918651 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Bound using segment: {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:19:18.919686 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Bound port: 6f9022f5-c53c-4096-bd74-49a7680b942d, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:19:18.920213 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:18.951413 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd22a0-35b3-443d-827d-db1b4c746d78 req-9bd17c53-245b-4274-a01b-3c3187ef2a8e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:18.959069 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80fd22a0-35b3-443d-827d-db1b4c746d78 req-9bd17c53-245b-4274-a01b-3c3187ef2a8e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0609896 Aug 27 14:19:19.002778 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80fd22a0-35b3-443d-827d-db1b4c746d78 req-51447e76-5c38-4a8a-9461-090033d9805c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427098 Aug 27 14:19:19.012830 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-9602622c-1437-4c62-8434-e903f8217542 None None] For port 6f9022f5-c53c-4096-bd74-49a7680b942d, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:19:19.016083 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-9602622c-1437-4c62-8434-e903f8217542 None None] For port 6f9022f5-c53c-4096-bd74-49a7680b942d, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6f9022f5-c53c-4096-bd74-49a7680b942d,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:19:19.022381 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:19.075057 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Routers {'c2ce2aba-8b79-4d5a-b47a-d31ed226d469'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:19.075929 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9602622c-1437-4c62-8434-e903f8217542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:19.119947 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb73e5-deba-4dc8-ac26-18b71cefb9db None None] Pushing event updated for resources: {'Port': ['ID=6f9022f5-c53c-4096-bd74-49a7680b942d,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:19.242174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:19.258332 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-9602622c-1437-4c62-8434-e903f8217542 None None] Set router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:19.273104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:19.273462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 089cf2f8-ca4b-452b-8e43-6d30fc9fde8a not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:19.304417 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-e40b2473-08a2-4857-92fe-88898343bd10 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:19.306712 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-e40b2473-08a2-4857-92fe-88898343bd10 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "GET /v2.0/networks?id=b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 200 len: 796 time: 0.1489477 Aug 27 14:19:19.371632 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-1194fe73-4b19-40f9-b8a9-a39a5305ff32 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 379 time: 0.0535409 Aug 27 14:19:19.378239 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aac1d93a-5cd2-4b7e-b8da-2ef3f6b2b487 req-ada9a54d-a0fe-4c10-8894-4eb1db8de98e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 210 time: 0.0353301 Aug 27 14:19:19.398299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'port': {'device_id': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'admin_state_up': True, 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'security_groups': ['e54194d8-4eb6-4c3e-a2f1-16771dd8553e']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:19.540846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Made reservation on behalf of 192eb92f7c9846a9901dbb1419062132 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:19:19.548218 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:19.563699 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9602622c-1437-4c62-8434-e903f8217542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6f9022f5-c53c-4096-bd74-49a7680b942d', 'name': '', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:61:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:15Z', 'updated_at': '2021-08-27T14:19:19Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:19.595990 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9602622c-1437-4c62-8434-e903f8217542 None None] The sync data for ids ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'] in n-d-712139-12 is: [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6f9022f5-c53c-4096-bd74-49a7680b942d', 'name': '', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:61:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:15Z', 'updated_at': '2021-08-27T14:19:19Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:19:19.726034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.20.0.10 (b1f5232d-844f-49b2-b1e4-b36e3da507b1/c86f509f-69f3-460b-9d1f-b879880cc447/a1dbcbf4-1114-4855-a9e4-8b860a96fe83) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:19:19.890761 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:19.906348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Transition to ACTIVE for port object a1dbcbf4-1114-4855-a9e4-8b860a96fe83 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:19.947707 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:19.993339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network b1f5232d-844f-49b2-b1e4-b36e3da507b1 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:19:19.996679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:19.999640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:19:20.045337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:20.076992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:20.078959 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:20.094849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-7de61293-898c-4ac5-b291-05d58a009199 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7071118 Aug 27 14:19:20.107766 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Request body: {'port': {'device_id': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:20.209460 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:20.252135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03263e5f-a5e1-4157-9bb3-d86bbdb3ef72 req-b96dbb5b-209b-4b94-a757-2e6ecd7e5928 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:20.265243 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03263e5f-a5e1-4157-9bb3-d86bbdb3ef72 req-b96dbb5b-209b-4b94-a757-2e6ecd7e5928 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.1119931 Aug 27 14:19:20.308106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-02b2b842-e1f3-400e-a4c7-065f820a6f8b None None] Provisioning for port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:20.314355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-02b2b842-e1f3-400e-a4c7-065f820a6f8b None None] Provisioning complete for port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:20.315046 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-02b2b842-e1f3-400e-a4c7-065f820a6f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:20.353285 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03263e5f-a5e1-4157-9bb3-d86bbdb3ef72 req-7fc0e398-6fda-40f0-a881-32e391bbb83b tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865405 Aug 27 14:19:20.359683 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:20.366723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-02b2b842-e1f3-400e-a4c7-065f820a6f8b None None] Port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:19:20.400539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6f9022f5-c53c-4096-bd74-49a7680b942d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:20.464305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 6f9022f5-c53c-4096-bd74-49a7680b942d completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:20.470486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6f9022f5-c53c-4096-bd74-49a7680b942d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:20.471190 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:20.582639 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:20.621384 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 6f9022f5-c53c-4096-bd74-49a7680b942d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6f9022f5-c53c-4096-bd74-49a7680b942d,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:20.626536 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:20.678016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d7eff-e5c6-4442-aed0-543db08893b2 req-605a7035-fb49-486b-ac21-1b14bb5a3c1d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:20.679672 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f53d7eff-e5c6-4442-aed0-543db08893b2 req-605a7035-fb49-486b-ac21-1b14bb5a3c1d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 932 time: 0.1238596 Aug 27 14:19:20.689944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=6f9022f5-c53c-4096-bd74-49a7680b942d,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:20.757963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f53d7eff-e5c6-4442-aed0-543db08893b2 req-e44f74d4-8275-46e3-81e6-618734049e20 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705824 Aug 27 14:19:20.831695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1dbcbf4-1114-4855-a9e4-8b860a96fe83 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:19:20.839822 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:20.854120 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Transition to ACTIVE for port object a1dbcbf4-1114-4855-a9e4-8b860a96fe83 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:20.859469 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:20.917638 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:21.010730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Attempting to bind port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:19:21.011073 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Attempting to bind port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:19:21.011410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Attempting to bind port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on network b1f5232d-844f-49b2-b1e4-b36e3da507b1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:19:21.016349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on network b1f5232d-844f-49b2-b1e4-b36e3da507b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:19:21.016730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Attempting to bind port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on network b1f5232d-844f-49b2-b1e4-b36e3da507b1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:19:21.028792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:19:21.029340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Checking segment: {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:19:21.030010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Bound using segment: {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:19:21.030454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Bound port: a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:19:21.030854 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:21.115678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:19:21.120437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:19:21.125976 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:21.421760 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:21.485938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eb89a-99e8-42d8-82a8-4a87f9b97753 req-a7231c2e-1ff0-4312-ad05-2d9f55a4ed33 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:21.489837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:21.490658 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:21.492085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] 10.222.0.52 "PUT /v2.0/ports/a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 1093 time: 1.3892391 Aug 27 14:19:21.505376 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-427eb89a-99e8-42d8-82a8-4a87f9b97753 req-a7231c2e-1ff0-4312-ad05-2d9f55a4ed33 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0728571 Aug 27 14:19:21.530761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:19:21.533354 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a944c0-9d9f-4e71-ba99-fdba5a57699c" -d '{"events": [{"name": "network-changed", "server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:19:21.580745 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-427eb89a-99e8-42d8-82a8-4a87f9b97753 req-a2321ccc-9e19-41c3-8adc-2293b4f66043 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668385 Aug 27 14:19:21.616597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ef0ae-cb70-4e5a-9d99-01056373ac00 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:21.629186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-f18ed647-100d-461e-a7f0-11f5cd91bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:21.630514 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-f18ed647-100d-461e-a7f0-11f5cd91bd57 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1096 time: 0.0916066 Aug 27 14:19:21.634927 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202118ee-0425-42e0-b08b-68e88c20ff7f x-openstack-request-id: req-202118ee-0425-42e0-b08b-68e88c20ff7f {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:19:21.635343 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:19:21.635639 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-202118ee-0425-42e0-b08b-68e88c20ff7f {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:19:21.636020 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'status': 'completed', 'code': 200} Aug 27 14:19:21.685606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-58aed0fc-d033-443a-ab92-d27b73effd4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 217 time: 0.0449607 Aug 27 14:19:21.740592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-bc963087-e1a3-4287-b638-0164b877c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:21.742046 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-bc963087-e1a3-4287-b638-0164b877c546 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c86f509f-69f3-460b-9d1f-b879880cc447 HTTP/1.1" status: 200 len: 834 time: 0.0508034 Aug 27 14:19:21.791375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-c2db719b-271c-4b7b-8e9c-5defe4e2a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:21.792852 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-c2db719b-271c-4b7b-8e9c-5defe4e2a4ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b1f5232d-844f-49b2-b1e4-b36e3da507b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440121 Aug 27 14:19:21.889999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa27ed-d9e2-40a7-ac6d-b1c49a8d8847 req-516c4faf-6888-4ae9-bd92-faa40ee1127a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:21.891886 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78aa27ed-d9e2-40a7-ac6d-b1c49a8d8847 req-516c4faf-6888-4ae9-bd92-faa40ee1127a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 944 time: 0.0605419 Aug 27 14:19:21.901216 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-d4879f9a-cc56-4c68-aa56-df822fafbb45 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005061 Aug 27 14:19:21.937007 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78aa27ed-d9e2-40a7-ac6d-b1c49a8d8847 req-f97aa13c-5017-4fe1-a950-ee40d575fe50 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346725 Aug 27 14:19:21.997112 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ac03019-97c6-42d9-8acb-6342c7ad58a1 req-d76e4fa1-ece7-432f-88e4-7e7cd4d7b9e4 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881333 Aug 27 14:19:22.089931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a944c0-9d9f-4e71-ba99-fdba5a57699c req-715f6aa2-a555-471f-ac27-f590a7cd3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:22.091637 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1a944c0-9d9f-4e71-ba99-fdba5a57699c req-715f6aa2-a555-471f-ac27-f590a7cd3da8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1096 time: 0.0438266 Aug 27 14:19:22.197590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a944c0-9d9f-4e71-ba99-fdba5a57699c req-775f9a49-8474-4b3c-8533-97e47473cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:22.198981 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1a944c0-9d9f-4e71-ba99-fdba5a57699c req-775f9a49-8474-4b3c-8533-97e47473cb4b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 200 len: 897 time: 0.0884633 Aug 27 14:19:22.252110 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1a944c0-9d9f-4e71-ba99-fdba5a57699c req-776181af-245f-4d60-8790-48856e3370cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 217 time: 0.0393615 Aug 27 14:19:22.301583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6f9022f5-c53c-4096-bd74-49a7680b942d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:22.325243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a944c0-9d9f-4e71-ba99-fdba5a57699c req-5adebdc3-04de-487d-8e61-7342f7c0e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:22.327626 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1a944c0-9d9f-4e71-ba99-fdba5a57699c req-5adebdc3-04de-487d-8e61-7342f7c0e42c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c86f509f-69f3-460b-9d1f-b879880cc447 HTTP/1.1" status: 200 len: 834 time: 0.0665631 Aug 27 14:19:22.361883 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6f9022f5-c53c-4096-bd74-49a7680b942d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:22.362408 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:22.390417 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a944c0-9d9f-4e71-ba99-fdba5a57699c req-55d44e5e-f6f0-4ee9-90e9-fa27b51c4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:22.392155 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1a944c0-9d9f-4e71-ba99-fdba5a57699c req-55d44e5e-f6f0-4ee9-90e9-fa27b51c4aaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b1f5232d-844f-49b2-b1e4-b36e3da507b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540206 Aug 27 14:19:22.506275 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1a944c0-9d9f-4e71-ba99-fdba5a57699c req-4f32e5de-5e06-417c-a134-65a52f194cf2 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061239 Aug 27 14:19:22.648741 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1a944c0-9d9f-4e71-ba99-fdba5a57699c req-cfcfad33-7944-49b1-a27e-fe326a113861 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320040 Aug 27 14:19:22.718045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb51699-c116-43d8-8374-c7314c434987 req-dd8c4810-1c61-4769-903b-ffd3c0d76afc tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:22.719631 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdb51699-c116-43d8-8374-c7314c434987 req-dd8c4810-1c61-4769-903b-ffd3c0d76afc tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0533621 Aug 27 14:19:22.764504 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdb51699-c116-43d8-8374-c7314c434987 req-256ebfd8-f871-42db-b48d-71c90603554a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367239 Aug 27 14:19:22.942970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47158) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:23.067238 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebed17-ee10-4cfc-a78a-dedd4b8a8464 req-b2499391-3be5-4478-a327-ad2c49cc53aa tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:23.068892 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5eebed17-ee10-4cfc-a78a-dedd4b8a8464 req-b2499391-3be5-4478-a327-ad2c49cc53aa tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 944 time: 0.0566053 Aug 27 14:19:23.118272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5eebed17-ee10-4cfc-a78a-dedd4b8a8464 req-7465ca7d-515d-4c66-83a6-a9920383b160 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427961 Aug 27 14:19:23.471988 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-75c5e56e-ee86-40a5-83dc-c893dbe49f32 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Deleting port 2d21b830-b16c-4a6f-a9f2-816a067af516 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:23.472330 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75c5e56e-ee86-40a5-83dc-c893dbe49f32 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:23.549899 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75c5e56e-ee86-40a5-83dc-c893dbe49f32 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:23.550230 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75c5e56e-ee86-40a5-83dc-c893dbe49f32 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:23.562922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-75c5e56e-ee86-40a5-83dc-c893dbe49f32 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Calling delete_port for 2d21b830-b16c-4a6f-a9f2-816a067af516 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:23.782565 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75c5e56e-ee86-40a5-83dc-c893dbe49f32 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:23.823563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5e56e-ee86-40a5-83dc-c893dbe49f32 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Pushing event deleted for resources: {'Port': ['ID=2d21b830-b16c-4a6f-a9f2-816a067af516,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:23.907830 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75c5e56e-ee86-40a5-83dc-c893dbe49f32 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:23.908613 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-75c5e56e-ee86-40a5-83dc-c893dbe49f32 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Floating IP 44bd6f97-ff17-4c25-88cf-4df12b5f9ee6 disassociated (deleted). External IP: 172.25.2.196, port: 7551c883-5efa-4f94-83f6-79f64bc55020. Aug 27 14:19:23.930034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7f0ac-2d4c-4953-a65e-98329e35d230 req-34349f5a-b838-4156-a3eb-fe65597b1d9a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:23.931633 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fed7f0ac-2d4c-4953-a65e-98329e35d230 req-34349f5a-b838-4156-a3eb-fe65597b1d9a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0728550 Aug 27 14:19:23.975387 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fed7f0ac-2d4c-4953-a65e-98329e35d230 req-485eb6d3-a263-4e39-a2a7-5941415f2d55 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362637 Aug 27 14:19:24.150881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c5e56e-ee86-40a5-83dc-c893dbe49f32 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:19:24.306600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8ab85-b494-42f1-a643-a7b6c77ddd34 req-ef20d858-0131-4f7d-9e2f-a5ccc035ff5d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:24.308231 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f7d8ab85-b494-42f1-a643-a7b6c77ddd34 req-ef20d858-0131-4f7d-9e2f-a5ccc035ff5d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 944 time: 0.1039209 Aug 27 14:19:24.328656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c5e56e-ee86-40a5-83dc-c893dbe49f32 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:19:24.339560 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75c5e56e-ee86-40a5-83dc-c893dbe49f32 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:24.340255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b334079-315b-4b69-a4fd-06204e3b6e5e None None] Sync routers for ids ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:19:24.351903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b334079-315b-4b69-a4fd-06204e3b6e5e None None] Routers {'8c06ddff-0690-467f-89de-c3c5ca1c3f17'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:24.352546 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5b334079-315b-4b69-a4fd-06204e3b6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:24.389991 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-75c5e56e-ee86-40a5-83dc-c893dbe49f32 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "DELETE /v2.0/floatingips/44bd6f97-ff17-4c25-88cf-4df12b5f9ee6 HTTP/1.1" status: 204 len: 168 time: 1.4436173 Aug 27 14:19:24.389991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:19:24.391421 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65c2f64-f52f-4809-b9b3-ab85af75f41f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:19:24.399575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f7d8ab85-b494-42f1-a643-a7b6c77ddd34 req-3911df6d-4fd7-47c0-b2d1-46639a8fb65e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838177 Aug 27 14:19:24.472318 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f25943-845c-4a57-ab61-e33db5fdd126 x-openstack-request-id: req-64f25943-845c-4a57-ab61-e33db5fdd126 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:19:24.472576 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:19:24.472802 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64f25943-845c-4a57-ab61-e33db5fdd126 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:19:24.473207 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020', 'status': 'completed', 'code': 200} Aug 27 14:19:24.495995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5b334079-315b-4b69-a4fd-06204e3b6e5e None None] Set router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:24.581612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c2f64-f52f-4809-b9b3-ab85af75f41f req-d0812a0e-f0d3-435c-b3f9-a9931968c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:24.583474 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a65c2f64-f52f-4809-b9b3-ab85af75f41f req-d0812a0e-f0d3-435c-b3f9-a9931968c9cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c7a5ed85626491dac3a9aac2ca640aa&device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 1098 time: 0.0613384 Aug 27 14:19:24.724630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fffdd-6b71-4405-b989-1f08c9a3ee61 req-a6505567-e9eb-414b-a9ed-73f446c5c9b8 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:24.726558 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a95fffdd-6b71-4405-b989-1f08c9a3ee61 req-a6505567-e9eb-414b-a9ed-73f446c5c9b8 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 946 time: 0.0782287 Aug 27 14:19:24.733266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5b334079-315b-4b69-a4fd-06204e3b6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 5, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:24.765681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b334079-315b-4b69-a4fd-06204e3b6e5e None None] Checking router: 8c06ddff-0690-467f-89de-c3c5ca1c3f17 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:19:24.768148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c2f64-f52f-4809-b9b3-ab85af75f41f req-65601144-f1a2-44f8-a58b-2bd83880d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:24.769800 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a65c2f64-f52f-4809-b9b3-ab85af75f41f req-65601144-f1a2-44f8-a58b-2bd83880d11e service neutron] 10.222.0.41 "GET /v2.0/networks?id=718ce959-0c21-4283-8ef8-71a901ee0e31 HTTP/1.1" status: 200 len: 915 time: 0.1770642 Aug 27 14:19:24.775802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b334079-315b-4b69-a4fd-06204e3b6e5e None None] Routers {'8c06ddff-0690-467f-89de-c3c5ca1c3f17'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:24.776439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5b334079-315b-4b69-a4fd-06204e3b6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:24.797346 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a95fffdd-6b71-4405-b989-1f08c9a3ee61 req-68b6a6da-4669-4758-a27d-036f1242265e tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582848 Aug 27 14:19:24.835880 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a65c2f64-f52f-4809-b9b3-ab85af75f41f req-369ba052-a67b-4975-bdc9-c35d8e735ef5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7551c883-5efa-4f94-83f6-79f64bc55020 HTTP/1.1" status: 200 len: 217 time: 0.0521884 Aug 27 14:19:24.899625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c2f64-f52f-4809-b9b3-ab85af75f41f req-01d0db06-7d07-4799-a839-2e644e92864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:24.901439 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a65c2f64-f52f-4809-b9b3-ab85af75f41f req-01d0db06-7d07-4799-a839-2e644e92864a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=666a808a-63f6-4987-a811-d6fd42a9085a HTTP/1.1" status: 200 len: 853 time: 0.0529182 Aug 27 14:19:24.924176 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5b334079-315b-4b69-a4fd-06204e3b6e5e None None] Set router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:24.964583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c2f64-f52f-4809-b9b3-ab85af75f41f req-314d2df9-a714-4fb1-b9c3-93d9d460268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:24.967455 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a65c2f64-f52f-4809-b9b3-ab85af75f41f req-314d2df9-a714-4fb1-b9c3-93d9d460268f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=718ce959-0c21-4283-8ef8-71a901ee0e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561717 Aug 27 14:19:25.111338 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a65c2f64-f52f-4809-b9b3-ab85af75f41f req-cd91de09-386b-4219-9bd2-0e01580cf833 service neutron] 10.222.0.41 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339636 Aug 27 14:19:25.130733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10edc5a-2e55-41b6-bce6-d2d7966dc881 req-2569deed-7892-4601-91e7-a705bc18c040 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:25.132273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d10edc5a-2e55-41b6-bce6-d2d7966dc881 req-2569deed-7892-4601-91e7-a705bc18c040 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0732877 Aug 27 14:19:25.163063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5b334079-315b-4b69-a4fd-06204e3b6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 5, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:25.190033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b334079-315b-4b69-a4fd-06204e3b6e5e None None] The sync data for ids ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'] in n-d-712139-12 is: [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:15:46Z', 'revision_number': 4, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '398a58ca-e72c-452e-b599-4cfa7f4b502d', 'name': '', 'network_id': '718ce959-0c21-4283-8ef8-71a901ee0e31', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'mac_address': 'fa:16:3e:70:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:46Z', 'updated_at': '2021-08-27T14:15:58Z', 'revision_number': 5, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'subnets': [{'id': '666a808a-63f6-4987-a811-d6fd42a9085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:19:25.230830 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d10edc5a-2e55-41b6-bce6-d2d7966dc881 req-e9126ffa-19eb-47ab-bbcd-a8638f9dabd0 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888567 Aug 27 14:19:25.239535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a1dbcbf4-1114-4855-a9e4-8b860a96fe83 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:19:25.260866 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a65c2f64-f52f-4809-b9b3-ab85af75f41f req-e1d35670-4407-4ad1-8a8a-9117338e87dd service neutron] 10.222.0.41 "GET /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403565 Aug 27 14:19:25.370448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:25.390507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'port_id': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'mac_address': 'fa:16:3e:a2:93:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:19:25.432628 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:25.447298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1dbcbf4-1114-4855-a9e4-8b860a96fe83 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:19:25.469941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:25.475253 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:25.531297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:25.556369 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ec5c01-acbc-467d-9bd1-a05dc0ca1b0b None None] New status for floating IP 44bd6f97-ff17-4c25-88cf-4df12b5f9ee6: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:19:25.567748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057198a-ff3a-4c87-a4d0-a3c81bc4c62c req-5abba2cb-d432-43f8-8e85-849b5df6b677 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:25.569344 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6057198a-ff3a-4c87-a4d0-a3c81bc4c62c req-5abba2cb-d432-43f8-8e85-849b5df6b677 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 945 time: 0.0599360 Aug 27 14:19:25.614229 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6057198a-ff3a-4c87-a4d0-a3c81bc4c62c req-e684997c-0db3-4bb0-ae14-d1a0f863c365 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375118 Aug 27 14:19:25.759550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['a1dbcbf4-1114-4855-a9e4-8b860a96fe83'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:19:25.931331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d97f8-cb50-4e54-b04c-2f46e6de2ebc req-844ae35d-c890-4fd4-ad9b-25f5bcfd57ab tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:25.933165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d47d97f8-cb50-4e54-b04c-2f46e6de2ebc req-844ae35d-c890-4fd4-ad9b-25f5bcfd57ab tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 946 time: 0.0582168 Aug 27 14:19:25.982405 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d47d97f8-cb50-4e54-b04c-2f46e6de2ebc req-55a2cb0d-8bce-4d32-847d-a66f04a43959 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/security-groups?id=96030be4-0cdd-48d8-b24e-ec6d38d28945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408359 Aug 27 14:19:26.368507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee3f0c-5104-4cc8-ae61-03be09e111bc req-cc345a2c-dd12-455a-97d5-437a25ded0a4 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:26.370097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4eee3f0c-5104-4cc8-ae61-03be09e111bc req-cc345a2c-dd12-455a-97d5-437a25ded0a4 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0541394 Aug 27 14:19:26.420252 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4eee3f0c-5104-4cc8-ae61-03be09e111bc req-29819d08-c283-49fc-acda-18741bda6dda tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426579 Aug 27 14:19:26.581229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb1252-303e-47d6-8c36-b1a1926ced5d req-e8f4f485-4eaa-4c6e-aae0-58b206166c8d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:26.582942 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21eb1252-303e-47d6-8c36-b1a1926ced5d req-e8f4f485-4eaa-4c6e-aae0-58b206166c8d tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 946 time: 0.0731142 Aug 27 14:19:26.645648 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ed080-c85e-49f1-8dec-e9f0a2d93da9 req-23400612-624f-4f1c-a94d-8754a7380cca tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:26.647879 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f72ed080-c85e-49f1-8dec-e9f0a2d93da9 req-23400612-624f-4f1c-a94d-8754a7380cca tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0729182 Aug 27 14:19:26.691236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-21eb1252-303e-47d6-8c36-b1a1926ced5d req-7348142f-1cb5-43cd-bd1b-be75dc5a0b36 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Deleting port 7551c883-5efa-4f94-83f6-79f64bc55020 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:26.691874 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21eb1252-303e-47d6-8c36-b1a1926ced5d req-7348142f-1cb5-43cd-bd1b-be75dc5a0b36 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:26.715201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7ed6d-ad43-42ea-a2a6-87dd3eefcf23 req-8252484a-00f6-4792-a9ab-6fb6d26e9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:26.717280 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14c7ed6d-ad43-42ea-a2a6-87dd3eefcf23 req-8252484a-00f6-4792-a9ab-6fb6d26e9f5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a74e18363e9046b0839d3e0db545669b&device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 1097 time: 0.0887270 Aug 27 14:19:26.720165 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f72ed080-c85e-49f1-8dec-e9f0a2d93da9 req-0592ebe9-833d-46b4-9438-02e61c9c54a5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512214 Aug 27 14:19:26.814522 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7ed6d-ad43-42ea-a2a6-87dd3eefcf23 req-8a5de408-319e-4bfd-8fb3-939b7a55ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:26.817333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14c7ed6d-ad43-42ea-a2a6-87dd3eefcf23 req-8a5de408-319e-4bfd-8fb3-939b7a55ea9f service neutron] 10.222.0.52 "GET /v2.0/networks?id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 HTTP/1.1" status: 200 len: 911 time: 0.0912256 Aug 27 14:19:26.819139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-21eb1252-303e-47d6-8c36-b1a1926ced5d req-7348142f-1cb5-43cd-bd1b-be75dc5a0b36 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] For port 7551c883-5efa-4f94-83f6-79f64bc55020, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7551c883-5efa-4f94-83f6-79f64bc55020,segment=NetworkSegment(4620d634-3e04-4107-8c82-1069675e43c8),segment_id=4620d634-3e04-4107-8c82-1069675e43c8)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:26.819512 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21eb1252-303e-47d6-8c36-b1a1926ced5d req-7348142f-1cb5-43cd-bd1b-be75dc5a0b36 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:26.838279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-21eb1252-303e-47d6-8c36-b1a1926ced5d req-7348142f-1cb5-43cd-bd1b-be75dc5a0b36 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Calling delete_port for 7551c883-5efa-4f94-83f6-79f64bc55020 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:26.848123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7cca0-643d-456f-973d-fa4236c1a9d5 req-f6e0a283-c288-4a72-a247-65b25d1e1a24 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:26.850020 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30b7cca0-643d-456f-973d-fa4236c1a9d5 req-f6e0a283-c288-4a72-a247-65b25d1e1a24 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 945 time: 0.0945323 Aug 27 14:19:26.901210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14c7ed6d-ad43-42ea-a2a6-87dd3eefcf23 req-9f7ce8bd-98e8-4dcc-8186-0cdec2208427 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8111ef5a-f3f1-4e47-bb93-3904b73429e5 HTTP/1.1" status: 200 len: 1000 time: 0.0767052 Aug 27 14:19:26.941555 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30b7cca0-643d-456f-973d-fa4236c1a9d5 req-bd249c58-5605-4052-98f7-ca1042467e52 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816956 Aug 27 14:19:26.984071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7ed6d-ad43-42ea-a2a6-87dd3eefcf23 req-a75ba17e-3025-4fdc-96b6-495c633cd9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:26.985989 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14c7ed6d-ad43-42ea-a2a6-87dd3eefcf23 req-a75ba17e-3025-4fdc-96b6-495c633cd9bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cfe9d06-603f-4eee-b822-f98be0cb0761 HTTP/1.1" status: 200 len: 849 time: 0.0757740 Aug 27 14:19:27.053839 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21eb1252-303e-47d6-8c36-b1a1926ced5d req-7348142f-1cb5-43cd-bd1b-be75dc5a0b36 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:27.057732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7ed6d-ad43-42ea-a2a6-87dd3eefcf23 req-c135d728-a3de-4574-9f3b-f0f79af79d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:27.059312 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14c7ed6d-ad43-42ea-a2a6-87dd3eefcf23 req-c135d728-a3de-4574-9f3b-f0f79af79d34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525002 Aug 27 14:19:27.088988 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348142f-1cb5-43cd-bd1b-be75dc5a0b36 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Pushing event deleted for resources: {'Port': ['ID=7551c883-5efa-4f94-83f6-79f64bc55020,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:27.119602 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-183f9709-b536-4e24-8a1e-3b2e2e70d060 req-d22e9b2c-1cd3-4fc0-ae79-c82abb0ce516 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 210 time: 0.0344052 Aug 27 14:19:27.151010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eb1252-303e-47d6-8c36-b1a1926ced5d req-7348142f-1cb5-43cd-bd1b-be75dc5a0b36 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] No DVR routers for this DVR port 7551c883-5efa-4f94-83f6-79f64bc55020 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:19:27.153791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21eb1252-303e-47d6-8c36-b1a1926ced5d req-7348142f-1cb5-43cd-bd1b-be75dc5a0b36 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:27.156605 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21eb1252-303e-47d6-8c36-b1a1926ced5d req-7348142f-1cb5-43cd-bd1b-be75dc5a0b36 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.41 "DELETE /v2.0/ports/7551c883-5efa-4f94-83f6-79f64bc55020 HTTP/1.1" status: 204 len: 173 time: 0.5671682 Aug 27 14:19:27.157036 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'name': 'network-vif-deleted', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:19:27.159295 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8621473-1e79-479b-adef-22a44e58c63d" -d '{"events": [{"server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "name": "network-vif-deleted", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:19:27.162100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14c7ed6d-ad43-42ea-a2a6-87dd3eefcf23 req-801295b2-a7ab-479e-8663-c07a3f43bb89 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951786 Aug 27 14:19:27.199106 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc26e056-3763-4f18-b953-fec450db7a80 x-openstack-request-id: req-fc26e056-3763-4f18-b953-fec450db7a80 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:19:27.199400 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca435f1f-cc37-4f87-bf75-c58c46b260ae", "name": "network-vif-deleted", "tag": "7551c883-5efa-4f94-83f6-79f64bc55020", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:19:27.199669 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc26e056-3763-4f18-b953-fec450db7a80 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:19:27.200548 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca435f1f-cc37-4f87-bf75-c58c46b260ae', 'name': 'network-vif-deleted', 'tag': '7551c883-5efa-4f94-83f6-79f64bc55020', 'status': 'completed', 'code': 200} Aug 27 14:19:27.211768 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:19:27.255600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a1dbcbf4-1114-4855-a9e4-8b860a96fe83 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:27.257584 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14c7ed6d-ad43-42ea-a2a6-87dd3eefcf23 req-3764a722-a43a-465b-9934-a3451848c7d2 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874710 Aug 27 14:19:27.317988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:27.321975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:27.322354 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:27.413264 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:27.442436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:19:27.444823 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ee34de-a251-4240-87bf-adc2ba929f9d" -d '{"events": [{"server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "name": "network-vif-plugged", "status": "completed", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:19:27.479452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:27.485973 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:27.520214 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6414b6e2-ed28-44f4-8a48-15c20ab59660 x-openstack-request-id: req-6414b6e2-ed28-44f4-8a48-15c20ab59660 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:19:27.520924 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "name": "network-vif-plugged", "status": "completed", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:19:27.521489 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6414b6e2-ed28-44f4-8a48-15c20ab59660 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:19:27.523154 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'code': 200} Aug 27 14:19:27.694925 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb103d-a51b-4c85-b9ac-cbc0b12d9e39 req-61eb68cc-1734-4103-94f6-7610c376441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:27.697719 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2eb103d-a51b-4c85-b9ac-cbc0b12d9e39 req-61eb68cc-1734-4103-94f6-7610c376441b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1098 time: 0.0869980 Aug 27 14:19:27.740791 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2eb103d-a51b-4c85-b9ac-cbc0b12d9e39 req-30174025-8932-40d3-8191-d9f0e903ca32 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348542 Aug 27 14:19:27.776353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:27.854352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ec5f8-21a7-4d87-a2f4-9011d9b006d5 req-c2709df2-dc38-46e5-a677-0e7cfa568042 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:27.856375 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed6ec5f8-21a7-4d87-a2f4-9011d9b006d5 req-c2709df2-dc38-46e5-a677-0e7cfa568042 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0560126 Aug 27 14:19:27.896724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed6ec5f8-21a7-4d87-a2f4-9011d9b006d5 req-503faa5f-81aa-4f58-bd10-483c6340f116 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338454 Aug 27 14:19:28.128675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3de999-b10f-45fa-a433-26ea1f27f722 req-2f64fe8a-fa33-460b-b3dd-aa6a439d46c6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:28.130418 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df3de999-b10f-45fa-a433-26ea1f27f722 req-2f64fe8a-fa33-460b-b3dd-aa6a439d46c6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.1008830 Aug 27 14:19:28.185838 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df3de999-b10f-45fa-a433-26ea1f27f722 req-dcfd2692-0534-425a-b0fb-81fc4bdc911a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487976 Aug 27 14:19:28.235557 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-964e0334-9fe6-452d-af84-cbd4e56585be req-1bb1ea72-43d0-4d34-882f-100178015052 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 210 time: 0.0294774 Aug 27 14:19:29.039716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e64f5-7e8f-475b-a58f-c47a8b3bc31c req-e04fc2de-60da-4479-b567-4d9c8da18ff2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:29.041345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-605e64f5-7e8f-475b-a58f-c47a8b3bc31c req-e04fc2de-60da-4479-b567-4d9c8da18ff2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0538619 Aug 27 14:19:29.093609 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-605e64f5-7e8f-475b-a58f-c47a8b3bc31c req-1c3c7b07-0a1e-41fd-9568-86d2fa79b37e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371699 Aug 27 14:19:29.310549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b63cb-6ae6-4941-8039-fe0a3d733b9d req-44a3c9aa-19b6-4d38-a37d-ca66c5f22342 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:29.312133 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-588b63cb-6ae6-4941-8039-fe0a3d733b9d req-44a3c9aa-19b6-4d38-a37d-ca66c5f22342 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0626760 Aug 27 14:19:29.369366 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-588b63cb-6ae6-4941-8039-fe0a3d733b9d req-464d2976-dd95-43dc-83a2-d96069bb0bdc tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487521 Aug 27 14:19:29.376043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f0e8ea5-0ac7-4b5c-b7bb-e25a1a26f2b5 req-b44ee40b-919f-4390-a78e-252c03e12d2f tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 210 time: 0.0388656 Aug 27 14:19:29.501009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8812d6c-4381-425e-83c7-f2fc44ed4a6c req-15349e3e-9d86-4619-a2e5-55f436bcbec1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:29.502985 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8812d6c-4381-425e-83c7-f2fc44ed4a6c req-15349e3e-9d86-4619-a2e5-55f436bcbec1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0555005 Aug 27 14:19:29.545840 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f8812d6c-4381-425e-83c7-f2fc44ed4a6c req-2565eac6-9cc7-45f1-bb8a-95e59e2f43fc tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369747 Aug 27 14:19:29.568350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47256) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:29.612651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50a3ce3-bd71-4335-936b-1856ca3ad214 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:29.616977 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b50a3ce3-bd71-4335-936b-1856ca3ad214 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1093 time: 0.0448930 Aug 27 14:19:29.617165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47258) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:29.621791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:29.648973 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:29.770383 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:29.962874 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.25.2.116 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/81f28f02-49c5-4856-ad77-7fab69d0ad71) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:19:30.139604 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:30.176953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7551c883-5efa-4f94-83f6-79f64bc55020 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:30.197906 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:30.243016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 7551c883-5efa-4f94-83f6-79f64bc55020 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:30.243375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7551c883-5efa-4f94-83f6-79f64bc55020 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:30.248569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:19:30.251759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:30.255762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:19:30.263068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=81f28f02-49c5-4856-ad77-7fab69d0ad71,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:30.503189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-52faaa7f-2f54-4bb9-bf45-3f31f735b9c0 req-a28b6beb-1c3d-4de6-a3cc-76f549b261cc tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 210 time: 0.0328314 Aug 27 14:19:30.714134 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:30.789012 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:30.947265 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:30.952122 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:31.024152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=81f28f02-49c5-4856-ad77-7fab69d0ad71,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:31.034981 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:31.145748 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Floating IP 47a58a1d-5594-46ef-8cb3-03a001b59e70 associated. External IP: 172.25.2.116, port: a1dbcbf4-1114-4855-a9e4-8b860a96fe83. Aug 27 14:19:31.394277 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:19:31.507979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:19:31.518749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c5589-357f-4474-ac49-e29bd3d12784 None None] Sync routers for ids ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:19:31.527387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:31.531167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c5589-357f-4474-ac49-e29bd3d12784 None None] Routers {'c2ce2aba-8b79-4d5a-b47a-d31ed226d469'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:31.531932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-908c5589-357f-4474-ac49-e29bd3d12784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:31.568026 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-be63510f-6764-44a8-ae78-9330b821d6e1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9497836 Aug 27 14:19:31.568946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:19:31.571664 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b0eb1b-8909-4e15-8cc2-64e43a80b21a" -d '{"events": [{"name": "network-changed", "server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:19:31.666757 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3f988f84-8da7-4d8e-94db-a801a332a61c req-d190464b-26d2-4750-8b5b-d17e523657ca tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca435f1f-cc37-4f87-bf75-c58c46b260ae HTTP/1.1" status: 200 len: 210 time: 0.0522599 Aug 27 14:19:31.706257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e8290-e93e-4cdc-b306-be6d2c4249d5 req-5b28f449-961f-4837-84e1-eb762c1f82a5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:31.708262 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df6e8290-e93e-4cdc-b306-be6d2c4249d5 req-5b28f449-961f-4837-84e1-eb762c1f82a5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0663238 Aug 27 14:19:31.725382 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9150b5-686f-4628-9b45-17cd45395c71 x-openstack-request-id: req-5d9150b5-686f-4628-9b45-17cd45395c71 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:19:31.725635 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:19:31.725894 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d9150b5-686f-4628-9b45-17cd45395c71 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:19:31.726571 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'status': 'completed', 'code': 200} Aug 27 14:19:31.738650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-908c5589-357f-4474-ac49-e29bd3d12784 None None] Set router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:31.753681 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df6e8290-e93e-4cdc-b306-be6d2c4249d5 req-4c340768-b8eb-47dd-888e-c1f5539ed90f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394733 Aug 27 14:19:31.781399 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47292) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:31.815139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0eb1b-8909-4e15-8cc2-64e43a80b21a req-edc6a745-ad87-45f9-adba-836f9d5d6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:31.817190 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71b0eb1b-8909-4e15-8cc2-64e43a80b21a req-edc6a745-ad87-45f9-adba-836f9d5d6f90 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1098 time: 0.0621736 Aug 27 14:19:31.862574 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b62da0a9-26d0-41d1-b8f5-f6d2ed2e9db4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/47a58a1d-5594-46ef-8cb3-03a001b59e70 HTTP/1.1" status: 200 len: 992 time: 0.0799930 Aug 27 14:19:31.917941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0eb1b-8909-4e15-8cc2-64e43a80b21a req-bee3f2bc-cea5-4b32-b000-0d6b15229b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:31.919617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71b0eb1b-8909-4e15-8cc2-64e43a80b21a req-bee3f2bc-cea5-4b32-b000-0d6b15229b49 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 200 len: 897 time: 0.0949879 Aug 27 14:19:31.993835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-908c5589-357f-4474-ac49-e29bd3d12784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '47a58a1d-5594-46ef-8cb3-03a001b59e70', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'port_id': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'mac_address': 'fa:16:3e:a2:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:19:30Z', 'updated_at': '2021-08-27T14:19:30Z', 'revision_number': 0, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9022f5-c53c-4096-bd74-49a7680b942d', 'name': '', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:61:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:15Z', 'updated_at': '2021-08-27T14:19:20Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:31.994155 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71b0eb1b-8909-4e15-8cc2-64e43a80b21a req-1776e83b-dbb0-46ad-83a0-9ed64536337d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 1000 time: 0.0669937 Aug 27 14:19:32.024981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c5589-357f-4474-ac49-e29bd3d12784 None None] Checking router: c2ce2aba-8b79-4d5a-b47a-d31ed226d469 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:19:32.033937 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c5589-357f-4474-ac49-e29bd3d12784 None None] Routers {'c2ce2aba-8b79-4d5a-b47a-d31ed226d469'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:32.034553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-908c5589-357f-4474-ac49-e29bd3d12784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:32.073866 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0eb1b-8909-4e15-8cc2-64e43a80b21a req-5e0e948a-9185-4df4-af91-40d3d7e531eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:32.076466 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71b0eb1b-8909-4e15-8cc2-64e43a80b21a req-5e0e948a-9185-4df4-af91-40d3d7e531eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c86f509f-69f3-460b-9d1f-b879880cc447 HTTP/1.1" status: 200 len: 834 time: 0.0746772 Aug 27 14:19:32.128668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0eb1b-8909-4e15-8cc2-64e43a80b21a req-e5c07e5e-d977-48ca-9616-8638acc4ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:32.130322 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71b0eb1b-8909-4e15-8cc2-64e43a80b21a req-e5c07e5e-d977-48ca-9616-8638acc4ba28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b1f5232d-844f-49b2-b1e4-b36e3da507b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431685 Aug 27 14:19:32.145429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-908c5589-357f-4474-ac49-e29bd3d12784 None None] Set router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:32.229253 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71b0eb1b-8909-4e15-8cc2-64e43a80b21a req-a7264f07-e6d4-4fb7-8d96-80ddc578c4dd service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901408 Aug 27 14:19:32.334115 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71b0eb1b-8909-4e15-8cc2-64e43a80b21a req-73199171-4206-4cec-9683-22dc49a5de87 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966115 Aug 27 14:19:32.381059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-908c5589-357f-4474-ac49-e29bd3d12784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '47a58a1d-5594-46ef-8cb3-03a001b59e70', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'port_id': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'mac_address': 'fa:16:3e:a2:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:19:30Z', 'updated_at': '2021-08-27T14:19:30Z', 'revision_number': 0, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9022f5-c53c-4096-bd74-49a7680b942d', 'name': '', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:61:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:15Z', 'updated_at': '2021-08-27T14:19:20Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:32.413529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c5589-357f-4474-ac49-e29bd3d12784 None None] The sync data for ids ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'] in n-d-712139-12 is: [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '47a58a1d-5594-46ef-8cb3-03a001b59e70', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'port_id': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'mac_address': 'fa:16:3e:a2:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:19:30Z', 'updated_at': '2021-08-27T14:19:30Z', 'revision_number': 0, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9022f5-c53c-4096-bd74-49a7680b942d', 'name': '', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:61:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:15Z', 'updated_at': '2021-08-27T14:19:20Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:19:32.642814 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07404f88-42a1-441f-b186-e1baea86bd85 None None] New status for floating IP 47a58a1d-5594-46ef-8cb3-03a001b59e70: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:19:32.735183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47300) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:32.800351 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c5f45140-8a3c-4f9d-93b2-96d0d0609eb3 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:32.827735 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c5f45140-8a3c-4f9d-93b2-96d0d0609eb3 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:32.866371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47302) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:32.900261 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c5f45140-8a3c-4f9d-93b2-96d0d0609eb3 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:32.904222 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c5f45140-8a3c-4f9d-93b2-96d0d0609eb3 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:32.905446 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c5f45140-8a3c-4f9d-93b2-96d0d0609eb3 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] 10.222.0.55 "DELETE /v2.0/security-groups/96030be4-0cdd-48d8-b24e-ec6d38d28945 HTTP/1.1" status: 204 len: 168 time: 0.1691737 Aug 27 14:19:32.915846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f45140-8a3c-4f9d-93b2-96d0d0609eb3 tempest-TestVolumeBackupRestore-836994234 tempest-TestVolumeBackupRestore-836994234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96030be4-0cdd-48d8-b24e-ec6d38d28945,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:32.963869 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f9aa8b90-16c8-4866-bfc8-eaf3abf20661 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/47a58a1d-5594-46ef-8cb3-03a001b59e70 HTTP/1.1" status: 200 len: 994 time: 0.0960944 Aug 27 14:19:36.456492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47744) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:37.125675 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e8c-3c6f-4dbb-90f7-f8c1cd74a683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:37.141215 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649bc85-04f1-4d7c-8f19-6c71bacb34e2 req-d46ec9e4-fc57-4461-9966-d901d69631e2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.147673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649bc85-04f1-4d7c-8f19-6c71bacb34e2 req-d46ec9e4-fc57-4461-9966-d901d69631e2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.154030 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649bc85-04f1-4d7c-8f19-6c71bacb34e2 req-d46ec9e4-fc57-4461-9966-d901d69631e2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.159988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649bc85-04f1-4d7c-8f19-6c71bacb34e2 req-d46ec9e4-fc57-4461-9966-d901d69631e2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.165894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649bc85-04f1-4d7c-8f19-6c71bacb34e2 req-d46ec9e4-fc57-4461-9966-d901d69631e2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.172107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649bc85-04f1-4d7c-8f19-6c71bacb34e2 req-d46ec9e4-fc57-4461-9966-d901d69631e2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.178241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649bc85-04f1-4d7c-8f19-6c71bacb34e2 req-d46ec9e4-fc57-4461-9966-d901d69631e2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.186806 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4649bc85-04f1-4d7c-8f19-6c71bacb34e2 req-d46ec9e4-fc57-4461-9966-d901d69631e2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5432 time: 0.1364832 Aug 27 14:19:37.291777 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4649bc85-04f1-4d7c-8f19-6c71bacb34e2 req-97789495-dc7a-4896-91d1-4fb415fb5f5e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041019 Aug 27 14:19:37.450733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77204e4-4389-4501-8f04-7951506a1057 req-7a2bb2ea-73ba-44f3-91c6-aea2c7b79725 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.457520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77204e4-4389-4501-8f04-7951506a1057 req-7a2bb2ea-73ba-44f3-91c6-aea2c7b79725 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.463784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77204e4-4389-4501-8f04-7951506a1057 req-7a2bb2ea-73ba-44f3-91c6-aea2c7b79725 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.469912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77204e4-4389-4501-8f04-7951506a1057 req-7a2bb2ea-73ba-44f3-91c6-aea2c7b79725 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.476424 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77204e4-4389-4501-8f04-7951506a1057 req-7a2bb2ea-73ba-44f3-91c6-aea2c7b79725 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.483361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77204e4-4389-4501-8f04-7951506a1057 req-7a2bb2ea-73ba-44f3-91c6-aea2c7b79725 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.489263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77204e4-4389-4501-8f04-7951506a1057 req-7a2bb2ea-73ba-44f3-91c6-aea2c7b79725 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:37.492721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d7fc4e8c-3c6f-4dbb-90f7-f8c1cd74a683 admin admin] Deleting port 398a58ca-e72c-452e-b599-4cfa7f4b502d {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:37.493242 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e8c-3c6f-4dbb-90f7-f8c1cd74a683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:37.494560 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e77204e4-4389-4501-8f04-7951506a1057 req-7a2bb2ea-73ba-44f3-91c6-aea2c7b79725 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5432 time: 0.1085019 Aug 27 14:19:37.577146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-d7fc4e8c-3c6f-4dbb-90f7-f8c1cd74a683 admin admin] For port 398a58ca-e72c-452e-b599-4cfa7f4b502d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=398a58ca-e72c-452e-b599-4cfa7f4b502d,segment=NetworkSegment(4620d634-3e04-4107-8c82-1069675e43c8),segment_id=4620d634-3e04-4107-8c82-1069675e43c8)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:37.577529 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e8c-3c6f-4dbb-90f7-f8c1cd74a683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:37.593506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d7fc4e8c-3c6f-4dbb-90f7-f8c1cd74a683 admin admin] Calling delete_port for 398a58ca-e72c-452e-b599-4cfa7f4b502d owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:37.779321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e8c-3c6f-4dbb-90f7-f8c1cd74a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:37.864325 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc4e8c-3c6f-4dbb-90f7-f8c1cd74a683 admin admin] Pushing event deleted for resources: {'Port': ['ID=398a58ca-e72c-452e-b599-4cfa7f4b502d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:37.999608 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e8c-3c6f-4dbb-90f7-f8c1cd74a683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:38.267095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fc4e8c-3c6f-4dbb-90f7-f8c1cd74a683 admin admin] Router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:19:38.388184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fc4e8c-3c6f-4dbb-90f7-f8c1cd74a683 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:19:38.395831 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d7fc4e8c-3c6f-4dbb-90f7-f8c1cd74a683 admin admin] 10.222.0.55 "PUT /v2.0/routers/8c06ddff-0690-467f-89de-c3c5ca1c3f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9379647 Aug 27 14:19:38.398324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47822) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:38.400414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e9b05-3861-4048-ae89-c6b61c49de11 None None] Sync routers for ids ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:19:38.416452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e9b05-3861-4048-ae89-c6b61c49de11 None None] Routers {'8c06ddff-0690-467f-89de-c3c5ca1c3f17'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:38.417673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-419e9b05-3861-4048-ae89-c6b61c49de11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:38.521220 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:38.567530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-419e9b05-3861-4048-ae89-c6b61c49de11 None None] Set router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:38.651239 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:38.712990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Deleting port d20013e1-2a37-422e-a911-d2a902dcee24 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:38.713340 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:38.777739 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-419e9b05-3861-4048-ae89-c6b61c49de11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:19:37Z', 'revision_number': 5, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port': {'id': 'd20013e1-2a37-422e-a911-d2a902dcee24', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:42Z', 'updated_at': '2021-08-27T14:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:38.799072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] For port d20013e1-2a37-422e-a911-d2a902dcee24, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d20013e1-2a37-422e-a911-d2a902dcee24,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:38.799556 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:38.805082 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e9b05-3861-4048-ae89-c6b61c49de11 None None] Checking router: 8c06ddff-0690-467f-89de-c3c5ca1c3f17 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:19:38.814094 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Calling delete_port for d20013e1-2a37-422e-a911-d2a902dcee24 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:38.815823 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e9b05-3861-4048-ae89-c6b61c49de11 None None] Routers {'8c06ddff-0690-467f-89de-c3c5ca1c3f17'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:38.816632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-419e9b05-3861-4048-ae89-c6b61c49de11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:38.906527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-419e9b05-3861-4048-ae89-c6b61c49de11 None None] Set router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:38.962238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-419e9b05-3861-4048-ae89-c6b61c49de11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:19:38Z', 'revision_number': 6, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:38.988170 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:38.990711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e9b05-3861-4048-ae89-c6b61c49de11 None None] The sync data for ids ['8c06ddff-0690-467f-89de-c3c5ca1c3f17'] in n-d-712139-12 is: [{'id': '8c06ddff-0690-467f-89de-c3c5ca1c3f17', 'name': 'tempest-TestVolumeBackupRestore-1760219106-router', 'tenant_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:41Z', 'updated_at': '2021-08-27T14:19:38Z', 'revision_number': 6, 'project_id': '9c7a5ed85626491dac3a9aac2ca640aa', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:19:39.016168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Pushing event deleted for resources: {'Port': ['ID=d20013e1-2a37-422e-a911-d2a902dcee24,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:39.080510 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:39.182309 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:39.185248 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:39.240545 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:39.241042 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c06ddff-0690-467f-89de-c3c5ca1c3f17 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:19:39.245717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:39.249659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47834) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:39.250230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-afff5b4c-4807-499a-9a77-3fafa69de61b admin admin] 10.222.0.55 "DELETE /v2.0/routers/8c06ddff-0690-467f-89de-c3c5ca1c3f17 HTTP/1.1" status: 204 len: 168 time: 0.8504069 Aug 27 14:19:39.297772 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-33df1c54-630f-4639-90d8-b503c16d4c7f admin admin] Deleting subnet 666a808a-63f6-4987-a811-d6fd42a9085a {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:19:39.301240 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33df1c54-630f-4639-90d8-b503c16d4c7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:39.344879 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33df1c54-630f-4639-90d8-b503c16d4c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:39.492048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47842) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:39.625436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b13e4-1031-4a5f-a135-c4e5186095c8 req-766ac1f7-3089-46c0-a879-299db5d18e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:39.626084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b13e4-1031-4a5f-a135-c4e5186095c8 req-766ac1f7-3089-46c0-a879-299db5d18e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:39.626317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b13e4-1031-4a5f-a135-c4e5186095c8 req-766ac1f7-3089-46c0-a879-299db5d18e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:39.626843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b13e4-1031-4a5f-a135-c4e5186095c8 req-766ac1f7-3089-46c0-a879-299db5d18e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:39.627338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b13e4-1031-4a5f-a135-c4e5186095c8 req-766ac1f7-3089-46c0-a879-299db5d18e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:39.627817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b13e4-1031-4a5f-a135-c4e5186095c8 req-766ac1f7-3089-46c0-a879-299db5d18e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:39.628306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b13e4-1031-4a5f-a135-c4e5186095c8 req-766ac1f7-3089-46c0-a879-299db5d18e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:39.630475 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-383b13e4-1031-4a5f-a135-c4e5186095c8 req-766ac1f7-3089-46c0-a879-299db5d18e5f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 6496 time: 0.1370568 Aug 27 14:19:39.671985 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-383b13e4-1031-4a5f-a135-c4e5186095c8 req-2aceb300-9343-4834-9b7c-51d1870aaa42 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b071ddb1-424c-4d0d-b303-ecc8e7154143&id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345662 Aug 27 14:19:39.799435 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33df1c54-630f-4639-90d8-b503c16d4c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:39.826579 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:39.870381 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33df1c54-630f-4639-90d8-b503c16d4c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:39.898341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df1c54-630f-4639-90d8-b503c16d4c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=666a808a-63f6-4987-a811-d6fd42a9085a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:39.903184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-33df1c54-630f-4639-90d8-b503c16d4c7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:39.905443 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-33df1c54-630f-4639-90d8-b503c16d4c7f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/666a808a-63f6-4987-a811-d6fd42a9085a HTTP/1.1" status: 204 len: 168 time: 0.6539793 Aug 27 14:19:39.908080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47848) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:39.910148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613d53d2-8e52-4f36-92bd-ab1deaff56e2 None None] Network 718ce959-0c21-4283-8ef8-71a901ee0e31 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:19:39.981501 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.042812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Deleting port ccd98ce9-1e97-4269-9e59-b6334fee8045 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:40.043161 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.107180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40582bc8-2fa8-4d37-9099-4eab6b643ca6 None None] DHCP port deletion for 718ce959-0c21-4283-8ef8-71a901ee0e31 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:19:40.115130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] For port ccd98ce9-1e97-4269-9e59-b6334fee8045, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ccd98ce9-1e97-4269-9e59-b6334fee8045,segment=NetworkSegment(4620d634-3e04-4107-8c82-1069675e43c8),segment_id=4620d634-3e04-4107-8c82-1069675e43c8)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:40.115689 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.129580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Calling delete_port for ccd98ce9-1e97-4269-9e59-b6334fee8045 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:40.160497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-40582bc8-2fa8-4d37-9099-4eab6b643ca6 None None] Deleting port ccd98ce9-1e97-4269-9e59-b6334fee8045 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:40.161033 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-40582bc8-2fa8-4d37-9099-4eab6b643ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.234795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-40582bc8-2fa8-4d37-9099-4eab6b643ca6 None None] For port ccd98ce9-1e97-4269-9e59-b6334fee8045, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ccd98ce9-1e97-4269-9e59-b6334fee8045,segment=NetworkSegment(4620d634-3e04-4107-8c82-1069675e43c8),segment_id=4620d634-3e04-4107-8c82-1069675e43c8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:40.234795 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-40582bc8-2fa8-4d37-9099-4eab6b643ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.249387 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-40582bc8-2fa8-4d37-9099-4eab6b643ca6 None None] Calling delete_port for ccd98ce9-1e97-4269-9e59-b6334fee8045 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:40.259511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47854) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:40.282113 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.334651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe9833f-e53e-4804-9c0c-450cb2d30642 admin admin] Deleting subnet 1b0ba667-7c4f-4546-b50e-8a03ed7cf3a7 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:19:40.335769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] No DVR routers for this DVR port ccd98ce9-1e97-4269-9e59-b6334fee8045 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:19:40.338746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbe9833f-e53e-4804-9c0c-450cb2d30642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.342524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd98ce9-1e97-4269-9e59-b6334fee8045,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:40.368989 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-40582bc8-2fa8-4d37-9099-4eab6b643ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.386648 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbe9833f-e53e-4804-9c0c-450cb2d30642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.403969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 398a58ca-e72c-452e-b599-4cfa7f4b502d no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:40.431840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 398a58ca-e72c-452e-b599-4cfa7f4b502d {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:40.432339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 398a58ca-e72c-452e-b599-4cfa7f4b502d not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:40.432864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ccd98ce9-1e97-4269-9e59-b6334fee8045 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:40.436254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40582bc8-2fa8-4d37-9099-4eab6b643ca6 None None] Pushing event deleted for resources: {'Port': ['ID=ccd98ce9-1e97-4269-9e59-b6334fee8045,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:40.447668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40582bc8-2fa8-4d37-9099-4eab6b643ca6 None None] No DVR routers for this DVR port ccd98ce9-1e97-4269-9e59-b6334fee8045 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:19:40.451487 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.462808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718ce959-0c21-4283-8ef8-71a901ee0e31']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:40.483125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: ccd98ce9-1e97-4269-9e59-b6334fee8045 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:40.483763 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ccd98ce9-1e97-4269-9e59-b6334fee8045 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:40.484440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d20013e1-2a37-422e-a911-d2a902dcee24 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:40.484713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4620d634-3e04-4107-8c82-1069675e43c8') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:40.485015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4620d634-3e04-4107-8c82-1069675e43c8') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:40.497337 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.513422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.513982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: d20013e1-2a37-422e-a911-d2a902dcee24 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:40.514998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d20013e1-2a37-422e-a911-d2a902dcee24 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:40.528245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:19:40.529090 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:19:40.581463 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:19:40.611873 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.619618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.622322 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] 10.222.0.55 "DELETE /v2.0/networks/718ce959-0c21-4283-8ef8-71a901ee0e31 HTTP/1.1" status: 204 len: 168 time: 0.7127242 Aug 27 14:19:40.633181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47858) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:40.640063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab717b2-130d-4dfb-b095-5b2944f8030f admin admin] Pushing event deleted for resources: {'Network': ['ID=718ce959-0c21-4283-8ef8-71a901ee0e31,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:40.839075 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbe9833f-e53e-4804-9c0c-450cb2d30642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.862797 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-168882d6-a275-49fb-8e3c-c5dad80a9857 req-5bddc618-3701-4a57-89e0-494b6b43bb52 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0724845 Aug 27 14:19:40.928965 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbe9833f-e53e-4804-9c0c-450cb2d30642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.958003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9833f-e53e-4804-9c0c-450cb2d30642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0ba667-7c4f-4546-b50e-8a03ed7cf3a7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:40.962519 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbe9833f-e53e-4804-9c0c-450cb2d30642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:40.964434 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dbe9833f-e53e-4804-9c0c-450cb2d30642 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1b0ba667-7c4f-4546-b50e-8a03ed7cf3a7 HTTP/1.1" status: 204 len: 168 time: 0.7038910 Aug 27 14:19:40.968241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47860) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:40.971036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168882d6-a275-49fb-8e3c-c5dad80a9857 req-f11b182d-ea8a-4948-a21d-e327d91d715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:40.972439 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-168882d6-a275-49fb-8e3c-c5dad80a9857 req-f11b182d-ea8a-4948-a21d-e327d91d715c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a74e18363e9046b0839d3e0db545669b&device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 1097 time: 0.0862532 Aug 27 14:19:41.064846 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e41592c5-9a69-4476-8785-923c6d3a5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.080111 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-968ffeae-22ff-4019-913c-10f622b22c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.083700 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168882d6-a275-49fb-8e3c-c5dad80a9857 req-2f786aa8-b5a2-46b6-90a7-d25d7f2f62b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:41.085196 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-168882d6-a275-49fb-8e3c-c5dad80a9857 req-2f786aa8-b5a2-46b6-90a7-d25d7f2f62b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 HTTP/1.1" status: 200 len: 911 time: 0.0850821 Aug 27 14:19:41.157650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-168882d6-a275-49fb-8e3c-c5dad80a9857 req-0be394a0-8f7c-49ad-a558-c118cf99e5fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8111ef5a-f3f1-4e47-bb93-3904b73429e5 HTTP/1.1" status: 200 len: 1000 time: 0.0630724 Aug 27 14:19:41.211537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168882d6-a275-49fb-8e3c-c5dad80a9857 req-2dbe87e2-8fdb-41d2-9b47-c9d0f52f34b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:41.213019 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-168882d6-a275-49fb-8e3c-c5dad80a9857 req-2dbe87e2-8fdb-41d2-9b47-c9d0f52f34b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cfe9d06-603f-4eee-b822-f98be0cb0761 HTTP/1.1" status: 200 len: 849 time: 0.0458004 Aug 27 14:19:41.225318 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e41592c5-9a69-4476-8785-923c6d3a5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.241467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e41592c5-9a69-4476-8785-923c6d3a5b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8500545d-b615-474f-8471-1d469e6bdae6']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:41.255174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e41592c5-9a69-4476-8785-923c6d3a5b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f34427c-cfcb-4a48-a911-0d1848da7c78') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:41.255474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e41592c5-9a69-4476-8785-923c6d3a5b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f34427c-cfcb-4a48-a911-0d1848da7c78') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:41.264247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168882d6-a275-49fb-8e3c-c5dad80a9857 req-3d00429d-fd9a-4263-86f3-047753148e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:41.265823 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-168882d6-a275-49fb-8e3c-c5dad80a9857 req-3d00429d-fd9a-4263-86f3-047753148e7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433681 Aug 27 14:19:41.268977 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e41592c5-9a69-4476-8785-923c6d3a5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.310187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e41592c5-9a69-4476-8785-923c6d3a5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.337211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41592c5-9a69-4476-8785-923c6d3a5b9b admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:19:41.338148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e41592c5-9a69-4476-8785-923c6d3a5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:19:41.339374 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:19:41.370918 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-168882d6-a275-49fb-8e3c-c5dad80a9857 req-64017e8f-a60a-4ee4-88ff-e79ae02d3873 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940843 Aug 27 14:19:41.405092 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e41592c5-9a69-4476-8785-923c6d3a5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.410744 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e41592c5-9a69-4476-8785-923c6d3a5b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.412584 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e41592c5-9a69-4476-8785-923c6d3a5b9b admin admin] 10.222.0.55 "DELETE /v2.0/networks/8500545d-b615-474f-8471-1d469e6bdae6 HTTP/1.1" status: 204 len: 168 time: 0.4425640 Aug 27 14:19:41.416519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47864) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:41.435669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41592c5-9a69-4476-8785-923c6d3a5b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=8500545d-b615-474f-8471-1d469e6bdae6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:41.483210 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-168882d6-a275-49fb-8e3c-c5dad80a9857 req-3d714395-5c93-4b3c-93e3-7a18a57a7dfa service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016273 Aug 27 14:19:41.501277 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9270c48-d802-401c-aa6e-3baf7141ed05 admin admin] Deleting subnet 43cd2909-037f-42af-8fd0-9836f52dacbf {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:19:41.525915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b9270c48-d802-401c-aa6e-3baf7141ed05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.569139 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b9270c48-d802-401c-aa6e-3baf7141ed05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.611798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-968ffeae-22ff-4019-913c-10f622b22c4d admin admin] Deleting port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:41.612141 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-968ffeae-22ff-4019-913c-10f622b22c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.626467 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b9270c48-d802-401c-aa6e-3baf7141ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.735560 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-968ffeae-22ff-4019-913c-10f622b22c4d admin admin] For port ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f,segment=NetworkSegment(69c74041-673b-4616-97d5-f3a52bcf81e8),segment_id=69c74041-673b-4616-97d5-f3a52bcf81e8)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:41.735896 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-968ffeae-22ff-4019-913c-10f622b22c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.739023 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b9270c48-d802-401c-aa6e-3baf7141ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.773987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-968ffeae-22ff-4019-913c-10f622b22c4d admin admin] Calling delete_port for ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:41.779880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9270c48-d802-401c-aa6e-3baf7141ed05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43cd2909-037f-42af-8fd0-9836f52dacbf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:41.783295 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b9270c48-d802-401c-aa6e-3baf7141ed05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.786387 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b9270c48-d802-401c-aa6e-3baf7141ed05 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/43cd2909-037f-42af-8fd0-9836f52dacbf HTTP/1.1" status: 204 len: 168 time: 0.3689060 Aug 27 14:19:41.787989 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47874) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:41.863352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176e3a2-65e7-4371-9749-304486ecf628 req-541883f4-9559-4b98-ad8e-cc48116e7f6c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:41.864889 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f176e3a2-65e7-4371-9749-304486ecf628 req-541883f4-9559-4b98-ad8e-cc48116e7f6c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 946 time: 0.1141801 Aug 27 14:19:41.900318 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e345db9-f26a-494b-b26b-9209e237761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.928233 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f176e3a2-65e7-4371-9749-304486ecf628 req-45114313-c3ee-4d8e-92a5-9491c26abb12 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550168 Aug 27 14:19:41.966722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-968ffeae-22ff-4019-913c-10f622b22c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:41.999313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ffeae-22ff-4019-913c-10f622b22c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:42.008944 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e345db9-f26a-494b-b26b-9209e237761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:42.020220 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3e345db9-f26a-494b-b26b-9209e237761b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6b50a2-9ebb-4813-af08-e5b670559d16']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:42.033435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3e345db9-f26a-494b-b26b-9209e237761b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb38831-816d-407f-99b7-7fba9d2a3ac0') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:42.033922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3e345db9-f26a-494b-b26b-9209e237761b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb38831-816d-407f-99b7-7fba9d2a3ac0') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:42.047523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e345db9-f26a-494b-b26b-9209e237761b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:42.066184 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e345db9-f26a-494b-b26b-9209e237761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:42.073736 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e345db9-f26a-494b-b26b-9209e237761b admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:19:42.074340 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e345db9-f26a-494b-b26b-9209e237761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:19:42.077201 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:19:42.138989 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e345db9-f26a-494b-b26b-9209e237761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:42.145289 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3e345db9-f26a-494b-b26b-9209e237761b admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:42.147155 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3e345db9-f26a-494b-b26b-9209e237761b admin admin] 10.222.0.55 "DELETE /v2.0/networks/fc6b50a2-9ebb-4813-af08-e5b670559d16 HTTP/1.1" status: 204 len: 168 time: 0.3582280 Aug 27 14:19:42.162146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e345db9-f26a-494b-b26b-9209e237761b admin admin] Pushing event deleted for resources: {'Network': ['ID=fc6b50a2-9ebb-4813-af08-e5b670559d16,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:42.178825 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-968ffeae-22ff-4019-913c-10f622b22c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:42.339194 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47878) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:42.384877 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-74f7beb4-9909-47e2-99b6-cbd757515e7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1df17003e9284f29a0e9129bd8cef64d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443826 Aug 27 14:19:42.387441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47880) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:42.408467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968ffeae-22ff-4019-913c-10f622b22c4d admin admin] Router d3990fe4-a2ea-4eed-876f-36c5a79a4a5e has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:19:42.437240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a4109c3-331e-410f-a805-d083c43b41ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:42.457902 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a4109c3-331e-410f-a805-d083c43b41ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:42.505094 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a4109c3-331e-410f-a805-d083c43b41ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:42.507798 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a4109c3-331e-410f-a805-d083c43b41ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:42.508950 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3a4109c3-331e-410f-a805-d083c43b41ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76f44c12-4504-4962-b92a-3cce77ced6bb HTTP/1.1" status: 204 len: 168 time: 0.1203296 Aug 27 14:19:42.517026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4109c3-331e-410f-a805-d083c43b41ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f44c12-4504-4962-b92a-3cce77ced6bb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:42.517495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968ffeae-22ff-4019-913c-10f622b22c4d admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:19:42.523263 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-968ffeae-22ff-4019-913c-10f622b22c4d admin admin] 10.222.0.55 "PUT /v2.0/routers/d3990fe4-a2ea-4eed-876f-36c5a79a4a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8889809 Aug 27 14:19:42.525836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47884) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:42.538127 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287574dc-9329-41e7-816a-1a5efb60665a None None] Sync routers for ids ['d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:19:42.551696 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287574dc-9329-41e7-816a-1a5efb60665a None None] Routers {'d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:42.552304 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-287574dc-9329-41e7-816a-1a5efb60665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:42.643090 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:42.660231 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-287574dc-9329-41e7-816a-1a5efb60665a None None] Set router d3990fe4-a2ea-4eed-876f-36c5a79a4a5e gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:42.858429 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-287574dc-9329-41e7-816a-1a5efb60665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'name': 'tempest-TestVolumeBackupRestore-566694672-router', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:53Z', 'updated_at': '2021-08-27T14:19:41Z', 'revision_number': 5, 'project_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'gw_port': {'id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:55Z', 'updated_at': '2021-08-27T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:42.889038 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287574dc-9329-41e7-816a-1a5efb60665a None None] Checking router: d3990fe4-a2ea-4eed-876f-36c5a79a4a5e for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:19:42.898440 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287574dc-9329-41e7-816a-1a5efb60665a None None] Routers {'d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:42.899153 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-287574dc-9329-41e7-816a-1a5efb60665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:42.922547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47888) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:42.969675 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ea1888be-69b4-4c8f-96ad-1a1ea97e27f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b541daa36954c1fba78fc8a88b5693f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436094 Aug 27 14:19:42.970151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47892) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:43.014914 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-287574dc-9329-41e7-816a-1a5efb60665a None None] Set router d3990fe4-a2ea-4eed-876f-36c5a79a4a5e gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:43.059152 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.076433 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-900fd2e7-e9f3-473c-a0db-b7bab11f0b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.129093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3d526-42a1-4b1d-834e-6a2bbcdff7c1 req-fc364d2d-19e2-4954-a635-0ec7045a8684 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:43.130603 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b9b3d526-42a1-4b1d-834e-6a2bbcdff7c1 req-fc364d2d-19e2-4954-a635-0ec7045a8684 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 946 time: 0.1171856 Aug 27 14:19:43.133065 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-900fd2e7-e9f3-473c-a0db-b7bab11f0b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.194188 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-287574dc-9329-41e7-816a-1a5efb60665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'name': 'tempest-TestVolumeBackupRestore-566694672-router', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:53Z', 'updated_at': '2021-08-27T14:19:41Z', 'revision_number': 5, 'project_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'gw_port': {'id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:55Z', 'updated_at': '2021-08-27T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:43.214272 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b9b3d526-42a1-4b1d-834e-6a2bbcdff7c1 req-5877f518-272b-448a-be39-e727079490da tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups?id=628e7c71-5c6f-4e03-95ce-c748d654fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724454 Aug 27 14:19:43.216970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Deleting port 6ddc8f42-f54a-4844-a75d-533b3b28761a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:43.217384 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.222328 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287574dc-9329-41e7-816a-1a5efb60665a None None] The sync data for ids ['d3990fe4-a2ea-4eed-876f-36c5a79a4a5e'] in n-d-712139-12 is: [{'id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'name': 'tempest-TestVolumeBackupRestore-566694672-router', 'tenant_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:15:53Z', 'updated_at': '2021-08-27T14:19:41Z', 'revision_number': 5, 'project_id': '6d4dc331fcf449a998d9b6acc9b7c251', 'gw_port': {'id': '6ddc8f42-f54a-4844-a75d-533b3b28761a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3990fe4-a2ea-4eed-876f-36c5a79a4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:15:55Z', 'updated_at': '2021-08-27T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:19:43.270034 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-900fd2e7-e9f3-473c-a0db-b7bab11f0b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.272639 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-900fd2e7-e9f3-473c-a0db-b7bab11f0b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.273763 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-900fd2e7-e9f3-473c-a0db-b7bab11f0b59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c176996-de42-477a-bea1-7bdfb2774026 HTTP/1.1" status: 204 len: 168 time: 0.3026452 Aug 27 14:19:43.293462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fd2e7-e9f3-473c-a0db-b7bab11f0b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c176996-de42-477a-bea1-7bdfb2774026,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:43.303391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-078790a9-f3d0-405a-8976-a6de38780ae2 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:43.305025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-078790a9-f3d0-405a-8976-a6de38780ae2 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.52 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 946 time: 0.0624118 Aug 27 14:19:43.322930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] For port 6ddc8f42-f54a-4844-a75d-533b3b28761a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6ddc8f42-f54a-4844-a75d-533b3b28761a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:43.323499 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.337496 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Calling delete_port for 6ddc8f42-f54a-4844-a75d-533b3b28761a owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:43.410935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Deleting port 0b2ee053-17d8-4175-9dc0-ce634808a66a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:43.411410 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.508162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] For port 0b2ee053-17d8-4175-9dc0-ce634808a66a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=0b2ee053-17d8-4175-9dc0-ce634808a66a,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:43.508535 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.518184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.549285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddc8f42-f54a-4844-a75d-533b3b28761a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:43.641667 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.739593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.740409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.740742 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Floating IP c8bb7cde-9f2b-47a5-bf41-e00a15d2332a disassociated. External IP: 172.25.2.155, port: 0b2ee053-17d8-4175-9dc0-ce634808a66a. Aug 27 14:19:43.741097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Calling delete_port for 0b2ee053-17d8-4175-9dc0-ce634808a66a owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:43.752058 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.754439 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.803692 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.804397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3990fe4-a2ea-4eed-876f-36c5a79a4a5e {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:19:43.810860 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.814661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-36a2d8cb-30c2-42ba-b99e-c1ceda274c89 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d3990fe4-a2ea-4eed-876f-36c5a79a4a5e HTTP/1.1" status: 204 len: 168 time: 1.2856154 Aug 27 14:19:43.814985 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47906) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:43.866166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5d578d-efec-43c9-94e7-70259926248c admin admin] Deleting subnet a09e4944-7748-4cfd-8209-4a9d0e8829b8 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:19:43.869536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a5d578d-efec-43c9-94e7-70259926248c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.903542 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.932890 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a5d578d-efec-43c9-94e7-70259926248c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:43.939480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event deleted for resources: {'Port': ['ID=0b2ee053-17d8-4175-9dc0-ce634808a66a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:44.028999 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a5d578d-efec-43c9-94e7-70259926248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.075833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:19:44.094888 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a5d578d-efec-43c9-94e7-70259926248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.126855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d578d-efec-43c9-94e7-70259926248c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a09e4944-7748-4cfd-8209-4a9d0e8829b8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:44.128840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a5d578d-efec-43c9-94e7-70259926248c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.133090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6a5d578d-efec-43c9-94e7-70259926248c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a09e4944-7748-4cfd-8209-4a9d0e8829b8 HTTP/1.1" status: 204 len: 168 time: 0.3147006 Aug 27 14:19:44.133448 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47916) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:44.140014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2aa39a-cbb6-41ce-82b8-870abcfa88d0 None None] Network 862db5a4-8dce-4aa0-967d-cbf1211aab91 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:19:44.208202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.230388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:19:44.247530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730f2ec-d055-464c-a3f9-c6576aeb14d0 None None] Sync routers for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:19:44.285083 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730f2ec-d055-464c-a3f9-c6576aeb14d0 None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:44.285757 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d730f2ec-d055-464c-a3f9-c6576aeb14d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:44.289010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] No DVR routers for this DVR port 0b2ee053-17d8-4175-9dc0-ce634808a66a on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:19:44.289188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Deleting port 7f28409b-5a70-4568-bc81-6ac544e03932 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:44.289512 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.292144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.295398 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15c464c5-bdd1-4672-9f47-ef94159d8e81 req-5b6bb6af-913c-4d47-ae34-31aefd314c1c tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.52 "DELETE /v2.0/ports/0b2ee053-17d8-4175-9dc0-ce634808a66a HTTP/1.1" status: 204 len: 173 time: 0.9835193 Aug 27 14:19:44.295898 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'name': 'network-vif-deleted', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:19:44.298588 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e65f07-971e-49c9-9498-3ec8fabd1626" -d '{"events": [{"server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "name": "network-vif-deleted", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:19:44.448988 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f2084d7-d79b-493f-bb1b-00c864d29956 req-2da4cff6-f524-4ea3-a3dd-f9a6cabf2d98 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/ports?device_id=042911cf-eb5b-4cab-903e-b866cc56cb8d HTTP/1.1" status: 200 len: 210 time: 0.0674627 Aug 27 14:19:44.457768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] For port 7f28409b-5a70-4568-bc81-6ac544e03932, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7f28409b-5a70-4568-bc81-6ac544e03932,segment=NetworkSegment(69c74041-673b-4616-97d5-f3a52bcf81e8),segment_id=69c74041-673b-4616-97d5-f3a52bcf81e8)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:44.458466 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.460234 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceb6939-f95e-43c6-b18b-8d78c1b1cc5a x-openstack-request-id: req-eceb6939-f95e-43c6-b18b-8d78c1b1cc5a {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:19:44.460503 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042911cf-eb5b-4cab-903e-b866cc56cb8d", "name": "network-vif-deleted", "tag": "0b2ee053-17d8-4175-9dc0-ce634808a66a", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:19:44.460759 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eceb6939-f95e-43c6-b18b-8d78c1b1cc5a {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:19:44.461182 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042911cf-eb5b-4cab-903e-b866cc56cb8d', 'name': 'network-vif-deleted', 'tag': '0b2ee053-17d8-4175-9dc0-ce634808a66a', 'status': 'completed', 'code': 200} Aug 27 14:19:44.502139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Calling delete_port for 7f28409b-5a70-4568-bc81-6ac544e03932 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:44.550516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d897c9a8-a156-4790-9cd7-b44bdc2a32ba None None] DHCP port deletion for 862db5a4-8dce-4aa0-967d-cbf1211aab91 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:19:44.610232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:44.616869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-d730f2ec-d055-464c-a3f9-c6576aeb14d0 None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:44.654742 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.691484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f28409b-5a70-4568-bc81-6ac544e03932,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:44.699626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] No DVR routers for this DVR port 7f28409b-5a70-4568-bc81-6ac544e03932 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:19:44.781853 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.792498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862db5a4-8dce-4aa0-967d-cbf1211aab91']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:44.804386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c74041-673b-4616-97d5-f3a52bcf81e8') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:44.804760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c74041-673b-4616-97d5-f3a52bcf81e8') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:44.813965 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.839623 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.844797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:44.845251 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ffc4c7c4-4e9b-4cba-a740-5170c5bfb60f not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:44.845842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6ddc8f42-f54a-4844-a75d-533b3b28761a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:44.850262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:19:44.851822 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:19:44.856873 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:19:44.877306 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5d3f-f054-4d9d-a3c8-d9ca1520fceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.884319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 6ddc8f42-f54a-4844-a75d-533b3b28761a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:44.884683 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6ddc8f42-f54a-4844-a75d-533b3b28761a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:44.938911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d897c9a8-a156-4790-9cd7-b44bdc2a32ba None None] Deleting port 7f28409b-5a70-4568-bc81-6ac544e03932 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:44.938911 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d897c9a8-a156-4790-9cd7-b44bdc2a32ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.945179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.954035 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:44.956772 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] 10.222.0.55 "DELETE /v2.0/networks/862db5a4-8dce-4aa0-967d-cbf1211aab91 HTTP/1.1" status: 204 len: 168 time: 0.8225684 Aug 27 14:19:44.970513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80797e-8efb-43cc-b1d7-9ac38100ce7c admin admin] Pushing event deleted for resources: {'Network': ['ID=862db5a4-8dce-4aa0-967d-cbf1211aab91,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:45.119709 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d897c9a8-a156-4790-9cd7-b44bdc2a32ba None None] For port 7f28409b-5a70-4568-bc81-6ac544e03932, host n-d-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:45.120113 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d897c9a8-a156-4790-9cd7-b44bdc2a32ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:45.135014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d897c9a8-a156-4790-9cd7-b44bdc2a32ba None None] Calling delete_port for 7f28409b-5a70-4568-bc81-6ac544e03932 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:45.139659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.ipam_backend_mixin [None req-d897c9a8-a156-4790-9cd7-b44bdc2a32ba None None] Port 7f28409b-5a70-4568-bc81-6ac544e03932 was not found and therefore no delete operation was performed {{(pid=101188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:19:45.144019 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d897c9a8-a156-4790-9cd7-b44bdc2a32ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:45.170192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47944) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:45.172656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d897c9a8-a156-4790-9cd7-b44bdc2a32ba None None] Network 862db5a4-8dce-4aa0-967d-cbf1211aab91 is not hosted by any dhcp agent {{(pid=101188) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 14:19:45.173121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897c9a8-a156-4790-9cd7-b44bdc2a32ba None None] No DVR routers for this DVR port 7f28409b-5a70-4568-bc81-6ac544e03932 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:19:45.177993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897c9a8-a156-4790-9cd7-b44bdc2a32ba None None] Pushing event deleted for resources: {'Port': ['ID=7f28409b-5a70-4568-bc81-6ac544e03932,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:45.190868 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d730f2ec-d055-464c-a3f9-c6576aeb14d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:45Z', 'revision_number': 5, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:45.224685 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730f2ec-d055-464c-a3f9-c6576aeb14d0 None None] Checking router: 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:19:45.232975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-39033022-98d7-413d-bc51-5b114524f792 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c7a5ed85626491dac3a9aac2ca640aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589345 Aug 27 14:19:45.233182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47946) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:45.233428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730f2ec-d055-464c-a3f9-c6576aeb14d0 None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:45.234053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d730f2ec-d055-464c-a3f9-c6576aeb14d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:45.285375 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-680906fe-0c69-4888-9e79-8ed3cf9c5082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:45.310125 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-680906fe-0c69-4888-9e79-8ed3cf9c5082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:45.354416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-d730f2ec-d055-464c-a3f9-c6576aeb14d0 None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:45.367058 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-680906fe-0c69-4888-9e79-8ed3cf9c5082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:45.369892 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-680906fe-0c69-4888-9e79-8ed3cf9c5082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:45.374119 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-680906fe-0c69-4888-9e79-8ed3cf9c5082 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0cc6ef8a-2416-4c4d-8a3a-1e7110160f84 HTTP/1.1" status: 204 len: 168 time: 0.1370175 Aug 27 14:19:45.395399 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680906fe-0c69-4888-9e79-8ed3cf9c5082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc6ef8a-2416-4c4d-8a3a-1e7110160f84,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:45.593139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d730f2ec-d055-464c-a3f9-c6576aeb14d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:45Z', 'revision_number': 5, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:45.597755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47958) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:45.626951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730f2ec-d055-464c-a3f9-c6576aeb14d0 None None] The sync data for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 is: [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:09:31Z', 'revision_number': 4, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '727ef361-a709-4d59-b767-faec98c9d246', 'name': '', 'network_id': '739db5ed-1ce5-49e2-8532-a593a50ed487', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'mac_address': 'fa:16:3e:48:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:29Z', 'updated_at': '2021-08-27T14:09:45Z', 'revision_number': 5, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'subnets': [{'id': 'b35584a9-512d-47a0-844c-68107c2b802f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:19:45.720916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c19a48d1-8636-41d2-a4e3-b0479be2e42a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:45.751967 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c19a48d1-8636-41d2-a4e3-b0479be2e42a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:45.813671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c19a48d1-8636-41d2-a4e3-b0479be2e42a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:45.817022 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c19a48d1-8636-41d2-a4e3-b0479be2e42a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:45.818229 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c19a48d1-8636-41d2-a4e3-b0479be2e42a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "DELETE /v2.0/security-groups/628e7c71-5c6f-4e03-95ce-c748d654fbd4 HTTP/1.1" status: 204 len: 168 time: 0.2194517 Aug 27 14:19:45.821045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47964) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:45.832746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a48d1-8636-41d2-a4e3-b0479be2e42a tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628e7c71-5c6f-4e03-95ce-c748d654fbd4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:45.849471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47968) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:45.867026 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-913fc93a-9ba6-4382-a901-ac3f92c2c00f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] show failed (client error): The resource could not be found. Aug 27 14:19:45.869243 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-913fc93a-9ba6-4382-a901-ac3f92c2c00f tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "GET /v2.0/security-groups/628e7c71-5c6f-4e03-95ce-c748d654fbd4 HTTP/1.1" status: 404 len: 347 time: 0.0462990 Aug 27 14:19:45.872259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47970) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:45.899577 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-979a1c02-20eb-49db-917f-f05fd8bb6415 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d4dc331fcf449a998d9b6acc9b7c251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484948 Aug 27 14:19:45.902013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47972) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:45.963141 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72e9b383-45d8-41d8-9aff-86b4c44aeff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:45.991852 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72e9b383-45d8-41d8-9aff-86b4c44aeff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:45.998595 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f9f7a-c7d3-4a84-8c15-3f99606e319e None None] New status for floating IP c8bb7cde-9f2b-47a5-bf41-e00a15d2332a: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:19:46.042343 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-698caa90-1920-443f-a428-1cfe3bd5e1f3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Deleting port 45c493a8-6d6c-423c-9f18-bb6936946ea1 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:46.043009 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-698caa90-1920-443f-a428-1cfe3bd5e1f3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:46.050074 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72e9b383-45d8-41d8-9aff-86b4c44aeff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:46.053990 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72e9b383-45d8-41d8-9aff-86b4c44aeff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:46.057612 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-72e9b383-45d8-41d8-9aff-86b4c44aeff8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c66ba7f9-9b3c-4afc-b3fc-77e0adb5191a HTTP/1.1" status: 204 len: 168 time: 0.1524146 Aug 27 14:19:46.066886 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9b383-45d8-41d8-9aff-86b4c44aeff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66ba7f9-9b3c-4afc-b3fc-77e0adb5191a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:46.177466 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-698caa90-1920-443f-a428-1cfe3bd5e1f3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:46.178083 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-698caa90-1920-443f-a428-1cfe3bd5e1f3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:46.192391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-698caa90-1920-443f-a428-1cfe3bd5e1f3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Calling delete_port for 45c493a8-6d6c-423c-9f18-bb6936946ea1 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:46.324061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7f28409b-5a70-4568-bc81-6ac544e03932 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:46.350895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 7f28409b-5a70-4568-bc81-6ac544e03932 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:46.351542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7f28409b-5a70-4568-bc81-6ac544e03932 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:46.375287 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-698caa90-1920-443f-a428-1cfe3bd5e1f3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:46.405878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698caa90-1920-443f-a428-1cfe3bd5e1f3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Pushing event deleted for resources: {'Port': ['ID=45c493a8-6d6c-423c-9f18-bb6936946ea1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:46.488997 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-698caa90-1920-443f-a428-1cfe3bd5e1f3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:46.494007 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-698caa90-1920-443f-a428-1cfe3bd5e1f3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:46.500440 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-698caa90-1920-443f-a428-1cfe3bd5e1f3 tempest-AttachVolumeShelveTestJSON-1225358088 tempest-AttachVolumeShelveTestJSON-1225358088-project] 10.222.0.55 "DELETE /v2.0/floatingips/c8bb7cde-9f2b-47a5-bf41-e00a15d2332a HTTP/1.1" status: 204 len: 168 time: 0.6264660 Aug 27 14:19:46.901067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48006) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:47.024267 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1708884560-network', 'tenant_id': '3d745316476744be879ccd1cab5d810b'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:47.049106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Made reservation on behalf of 3d745316476744be879ccd1cab5d810b for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:19:47.051459 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.062475 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.181337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.188039 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.210955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:19:47.227096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f007774e-eea5-4add-ba58-a61fc5b89367,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:47.239137 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.239493 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Added segment 91e3c6ba-9942-4c88-9a27-6a01d172cbb5 of type vlan for network ec7d9187-3b08-4d1b-9467-a81a81afcc31 Aug 27 14:19:47.288760 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.318948 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.320028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:47.320634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.361802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0b2ee053-17d8-4175-9dc0-ce634808a66a no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:47.378804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4765687 Aug 27 14:19:47.381642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48016) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:47.386818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8f7b916d-bce5-4447-9410-163fefae9fb5 admin admin] Request body: {'subnet': {'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1708884560-subnet', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:47.404367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a2bab-fb60-4cc6-ae32-ea9abaf59e57 admin admin] Pushing event updated for resources: {'Network': ['ID=ec7d9187-3b08-4d1b-9467-a81a81afcc31,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:47.420428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7b916d-bce5-4447-9410-163fefae9fb5 admin admin] Made reservation on behalf of 3d745316476744be879ccd1cab5d810b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:19:47.423517 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8f7b916d-bce5-4447-9410-163fefae9fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.430419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 0b2ee053-17d8-4175-9dc0-ce634808a66a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:47.430798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 0b2ee053-17d8-4175-9dc0-ce634808a66a not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:47.437525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:19:47.532705 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.540706 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a4c077f1-3a8d-425b-bfbe-af8534977e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.628121 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8f7b916d-bce5-4447-9410-163fefae9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.687416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b916d-bce5-4447-9410-163fefae9fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1beea229-2fee-4251-b6fc-67b7571f4eea,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:47.704111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7b916d-bce5-4447-9410-163fefae9fb5 admin admin] Checking segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:19:47.704496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7b916d-bce5-4447-9410-163fefae9fb5 admin admin] Network hostable DHCP agents. Network: ec7d9187-3b08-4d1b-9467-a81a81afcc31, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:19:47.727345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7b916d-bce5-4447-9410-163fefae9fb5 admin admin] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:19:47.736885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8f7b916d-bce5-4447-9410-163fefae9fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, ec7d9187-3b08-4d1b-9467-a81a81afcc31) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:47.741409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7b916d-bce5-4447-9410-163fefae9fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:47.742045 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8f7b916d-bce5-4447-9410-163fefae9fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.751012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81d8272-034a-4e9c-8b22-98a24fff6940 None None] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:19:47.757390 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8f7b916d-bce5-4447-9410-163fefae9fb5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3745179 Aug 27 14:19:47.764068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48018) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:47.768789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:47.795330 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.796454 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.866007 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:47.964647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:19:47.966159 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:48.040655 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:48.133280 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Allocated IP 172.20.0.2 (ec7d9187-3b08-4d1b-9467-a81a81afcc31/1beea229-2fee-4251-b6fc-67b7571f4eea/47952a90-55c8-4f5a-966a-b3418f04938c) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:19:48.303440 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:48.311718 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:48.320971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Transition to ACTIVE for port object 47952a90-55c8-4f5a-966a-b3418f04938c will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:48.321256 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:48.345082 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Transition to ACTIVE for port object 47952a90-55c8-4f5a-966a-b3418f04938c will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:48.354797 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:48.412412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Pushing event updated for resources: {'Port': ['ID=47952a90-55c8-4f5a-966a-b3418f04938c,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:48.422525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:19:48.424301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:48.426760 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:19:48.458532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Allocated IP 172.25.2.17 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/0ddbbd87-3843-482e-80ea-e62e1c3f88df) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:19:48.487313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Attempting to bind port 47952a90-55c8-4f5a-966a-b3418f04938c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:19:48.487997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Attempting to bind port 47952a90-55c8-4f5a-966a-b3418f04938c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:19:48.488420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Attempting to bind port 47952a90-55c8-4f5a-966a-b3418f04938c on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:19:48.493818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:19:48.494297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Checking segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:19:48.494810 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:48.495402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Bound using segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:19:48.495943 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Bound port: 47952a90-55c8-4f5a-966a-b3418f04938c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:19:48.496472 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:48.578406 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:48.592490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] For port 47952a90-55c8-4f5a-966a-b3418f04938c, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:19:48.600499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] For port 47952a90-55c8-4f5a-966a-b3418f04938c, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=47952a90-55c8-4f5a-966a-b3418f04938c,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:19:48.608148 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:48.635711 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:48.683288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3890e20-ece2-470d-bc2e-7f725afc4357 None None] Pushing event updated for resources: {'Port': ['ID=47952a90-55c8-4f5a-966a-b3418f04938c,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:48.718988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:19:48.724401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:48.728385 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:19:48.755190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Pushing event updated for resources: {'Port': ['ID=0ddbbd87-3843-482e-80ea-e62e1c3f88df,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:48.776460 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:49.139435 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:49.433649 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:49.929224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-f0646133-19f1-42a1-84b0-efef1277dd9b req-8f198c12-c065-4cba-8096-2d0c060e7c7d tempest-ListServersNegativeTestJSON-712709924 tempest-ListServersNegativeTestJSON-712709924-project] (101186) timed out ('10.222.0.41', 51261) {{(pid=101186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:19:49.968639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Router 004765aa-c904-47d1-8ed5-32ceeb59c08e is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:19:49.976751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91223654-274a-4666-bcba-c66266615c10 None None] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:19:50.092831 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:19:50.110043 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:50.111968 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7ed0b75e-3e16-44bb-8183-036b2fff0d25 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3467810 Aug 27 14:19:50.115262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48052) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:50.149425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Sync routers for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:19:50.161558 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b1a63034-ea74-45b9-9870-ee583e34c0a4 None None] Provisioning for port 47952a90-55c8-4f5a-966a-b3418f04938c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:50.191206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:50.192654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:50.300733 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:50.453561 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:50.505101 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 47952a90-55c8-4f5a-966a-b3418f04938c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:50.667298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 47952a90-55c8-4f5a-966a-b3418f04938c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:50.675897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 47952a90-55c8-4f5a-966a-b3418f04938c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:50.676532 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:50.724544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fb9ed960-9918-4a9d-bcb2-8a1887b84887 None None] Provisioning complete for port 47952a90-55c8-4f5a-966a-b3418f04938c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:50.724920 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fb9ed960-9918-4a9d-bcb2-8a1887b84887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:50.818595 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:50.845428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:48Z', 'revision_number': 3, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:50.913018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Checking router: 004765aa-c904-47d1-8ed5-32ceeb59c08e for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:19:50.913427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Updating router 004765aa-c904-47d1-8ed5-32ceeb59c08e port 0ddbbd87-3843-482e-80ea-e62e1c3f88df binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:19:50.949709 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:50.966133 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fb9ed960-9918-4a9d-bcb2-8a1887b84887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:50.970749 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.023789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Allocated IP 172.20.0.1 (ec7d9187-3b08-4d1b-9467-a81a81afcc31/1beea229-2fee-4251-b6fc-67b7571f4eea/c55f1bb8-f1ef-47b5-99d4-2004af01859b) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:19:51.059732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 47952a90-55c8-4f5a-966a-b3418f04938c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=47952a90-55c8-4f5a-966a-b3418f04938c,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:51.069440 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.138388 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.153205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Transition to ACTIVE for port object c55f1bb8-f1ef-47b5-99d4-2004af01859b will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:51.201954 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.250018 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:19:51.257503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:51.261369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:19:51.297530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Pushing event updated for resources: {'Port': ['ID=c55f1bb8-f1ef-47b5-99d4-2004af01859b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:51.318104 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.489568 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.535751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=47952a90-55c8-4f5a-966a-b3418f04938c,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:51.548701 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-fb9ed960-9918-4a9d-bcb2-8a1887b84887 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:19:51.549059 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-fb9ed960-9918-4a9d-bcb2-8a1887b84887 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:19:51.562530 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.680707 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.695529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Transition to ACTIVE for port object 0ddbbd87-3843-482e-80ea-e62e1c3f88df will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:51.707809 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.737725 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.742611 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.792914 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed6d1d-cc13-4a6c-b165-0ec9367b11de None None] Pushing event updated for resources: {'Port': ['ID=0ddbbd87-3843-482e-80ea-e62e1c3f88df,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:51.798478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Attempting to bind port 0ddbbd87-3843-482e-80ea-e62e1c3f88df on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:19:51.798912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Attempting to bind port 0ddbbd87-3843-482e-80ea-e62e1c3f88df by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:19:51.799274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Attempting to bind port 0ddbbd87-3843-482e-80ea-e62e1c3f88df on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:19:51.812617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:19:51.812898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:19:51.813266 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.813661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:19:51.814195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Bound port: 0ddbbd87-3843-482e-80ea-e62e1c3f88df, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:19:51.814591 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.833485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:51.836334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Pushing event updated for resources: {'Port': ['ID=c55f1bb8-f1ef-47b5-99d4-2004af01859b,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:51.929619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] For port 0ddbbd87-3843-482e-80ea-e62e1c3f88df, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:19:51.941012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] For port 0ddbbd87-3843-482e-80ea-e62e1c3f88df, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ddbbd87-3843-482e-80ea-e62e1c3f88df,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:19:51.947202 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:52.024568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:52.024920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:52.052427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:19:52.057809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:52.153003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:52.301995 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Router 004765aa-c904-47d1-8ed5-32ceeb59c08e has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:19:52.305791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed6d1d-cc13-4a6c-b165-0ec9367b11de None None] Pushing event updated for resources: {'Port': ['ID=0ddbbd87-3843-482e-80ea-e62e1c3f88df,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:52.393232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 47952a90-55c8-4f5a-966a-b3418f04938c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:52.486724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 47952a90-55c8-4f5a-966a-b3418f04938c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:52.487117 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:52.512171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c799dccc-bfe6-425a-be9b-728896c5aff1 None None] Provisioning for port c55f1bb8-f1ef-47b5-99d4-2004af01859b completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:52.520322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:19:52.530620 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5882c291-3638-424d-8bc6-572d8648ea0d admin admin] 10.222.0.55 "PUT /v2.0/routers/004765aa-c904-47d1-8ed5-32ceeb59c08e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4141014 Aug 27 14:19:52.535142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c799dccc-bfe6-425a-be9b-728896c5aff1 None None] Provisioning complete for port c55f1bb8-f1ef-47b5-99d4-2004af01859b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:52.535340 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c799dccc-bfe6-425a-be9b-728896c5aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:52.602773 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48086) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:52.623334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c799dccc-bfe6-425a-be9b-728896c5aff1 None None] Port c55f1bb8-f1ef-47b5-99d4-2004af01859b cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:19:52.685123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 2, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:52.722572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279b3de-28a4-42f2-ac34-812e7d6c2827 None None] The sync data for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 is: [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 2, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:19:52.767608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-725a96b6-b0eb-4924-ae0b-ca39e5e10c5c None None] Provisioning complete for port c55f1bb8-f1ef-47b5-99d4-2004af01859b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:52.767978 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-725a96b6-b0eb-4924-ae0b-ca39e5e10c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:52.850233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-725a96b6-b0eb-4924-ae0b-ca39e5e10c5c None None] Port c55f1bb8-f1ef-47b5-99d4-2004af01859b cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:19:53.410900 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89051272-d55f-459f-8498-6b9c9eaacff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:53.412149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48104) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:53.417545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1764400873-network', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:53.450495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Made reservation on behalf of 08c34cca75d7430195cc3207b0a4d826 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:19:53.455719 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:53.469673 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:53.638136 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:53.643291 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:53.671297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23a83e7-465c-4735-a814-5c44f6d5f538,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:53.694455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:19:53.706753 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:53.707476 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Added segment 5ce0aaa1-a9d5-49fe-aa80-815455880013 of type vlan for network e7f3bf9e-c245-4874-8dcc-e620cb9736bc Aug 27 14:19:53.773617 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:53.802760 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:53.803808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:53.804577 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:53.881154 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4677205 Aug 27 14:19:53.881379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48106) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:53.891365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74222e02-912e-4e9c-908f-ab5cd20f0232 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f3bf9e-c245-4874-8dcc-e620cb9736bc,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:53.897863 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-95bd91da-5ede-4a9f-95b6-ce077bbf4f7a admin admin] Request body: {'subnet': {'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1764400873-subnet', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:53.903301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network e7f3bf9e-c245-4874-8dcc-e620cb9736bc details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:19:53.913258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-89051272-d55f-459f-8498-6b9c9eaacff8 admin admin] Deleting port 727ef361-a709-4d59-b767-faec98c9d246 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:53.917790 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89051272-d55f-459f-8498-6b9c9eaacff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:54.033341 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bd91da-5ede-4a9f-95b6-ce077bbf4f7a admin admin] Made reservation on behalf of 08c34cca75d7430195cc3207b0a4d826 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:19:54.035765 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95bd91da-5ede-4a9f-95b6-ce077bbf4f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:54.163762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-89051272-d55f-459f-8498-6b9c9eaacff8 admin admin] For port 727ef361-a709-4d59-b767-faec98c9d246, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=727ef361-a709-4d59-b767-faec98c9d246,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:54.164317 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89051272-d55f-459f-8498-6b9c9eaacff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:54.185755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-89051272-d55f-459f-8498-6b9c9eaacff8 admin admin] Calling delete_port for 727ef361-a709-4d59-b767-faec98c9d246 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:54.398790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ddbbd87-3843-482e-80ea-e62e1c3f88df up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:54.472113 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95bd91da-5ede-4a9f-95b6-ce077bbf4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:54.492323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 0ddbbd87-3843-482e-80ea-e62e1c3f88df completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:54.506972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0ddbbd87-3843-482e-80ea-e62e1c3f88df triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:54.507631 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:54.655396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd91da-5ede-4a9f-95b6-ce077bbf4f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded06003-abae-46e8-a6b6-7012d31fa838,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:54.666228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd91da-5ede-4a9f-95b6-ce077bbf4f7a admin admin] Checking segment: {'id': '5ce0aaa1-a9d5-49fe-aa80-815455880013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:19:54.666741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd91da-5ede-4a9f-95b6-ce077bbf4f7a admin admin] Network hostable DHCP agents. Network: e7f3bf9e-c245-4874-8dcc-e620cb9736bc, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:19:54.669573 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:54.669849 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89051272-d55f-459f-8498-6b9c9eaacff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:54.702234 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 0ddbbd87-3843-482e-80ea-e62e1c3f88df, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ddbbd87-3843-482e-80ea-e62e1c3f88df,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:54.705248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89051272-d55f-459f-8498-6b9c9eaacff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=727ef361-a709-4d59-b767-faec98c9d246,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:54.717552 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:54.748469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd91da-5ede-4a9f-95b6-ce077bbf4f7a admin admin] Network e7f3bf9e-c245-4874-8dcc-e620cb9736bc is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:19:54.794399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-95bd91da-5ede-4a9f-95b6-ce077bbf4f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, e7f3bf9e-c245-4874-8dcc-e620cb9736bc) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:54.803870 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd91da-5ede-4a9f-95b6-ce077bbf4f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:19:54.809442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=0ddbbd87-3843-482e-80ea-e62e1c3f88df,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:54.812160 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-95bd91da-5ede-4a9f-95b6-ce077bbf4f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:54.854907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d60b74-e1ef-417d-947d-5c3552fb8f15 None None] Network e7f3bf9e-c245-4874-8dcc-e620cb9736bc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:19:54.964451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48110) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:54.964971 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-95bd91da-5ede-4a9f-95b6-ce077bbf4f7a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0822222 Aug 27 14:19:54.974004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1764400873-router', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:19:55.025332 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:55.027303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:55.085953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-89051272-d55f-459f-8498-6b9c9eaacff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:55.097193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-e7f3bf9e-c245-4874-8dcc-e620cb9736bc', 'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'fixed_ips': [{'subnet_id': 'ded06003-abae-46e8-a6b6-7012d31fa838'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:19:55.098510 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:55.153532 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:55.344654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Allocated IP 172.20.0.2 (e7f3bf9e-c245-4874-8dcc-e620cb9736bc/ded06003-abae-46e8-a6b6-7012d31fa838/214691fc-aa38-4917-975e-ef5affc6afd5) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:19:55.452477 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:55.544927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89051272-d55f-459f-8498-6b9c9eaacff8 admin admin] Router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:19:55.720273 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:55.738193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Transition to ACTIVE for port object 214691fc-aa38-4917-975e-ef5affc6afd5 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:55.771654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Transition to ACTIVE for port object 214691fc-aa38-4917-975e-ef5affc6afd5 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:55.774662 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:55.782779 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:55.817001 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:55.818116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89051272-d55f-459f-8498-6b9c9eaacff8 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:19:55.830719 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b01d5c-5768-4325-86e6-2d8e624dc4a2 None None] Sync routers for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:19:55.842884 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-89051272-d55f-459f-8498-6b9c9eaacff8 admin admin] 10.222.0.55 "PUT /v2.0/routers/6b8016f4-3f70-4b45-9cd1-4f44346c7f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2379103 Aug 27 14:19:55.846637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48118) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:55.850338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Network e7f3bf9e-c245-4874-8dcc-e620cb9736bc is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:19:55.850851 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b01d5c-5768-4325-86e6-2d8e624dc4a2 None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:55.851657 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c5b01d5c-5768-4325-86e6-2d8e624dc4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:55.853987 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:55.862159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:19:55.867940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Pushing event updated for resources: {'Port': ['ID=214691fc-aa38-4917-975e-ef5affc6afd5,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:55.945775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Attempting to bind port 214691fc-aa38-4917-975e-ef5affc6afd5 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:19:55.945775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Attempting to bind port 214691fc-aa38-4917-975e-ef5affc6afd5 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5ce0aaa1-a9d5-49fe-aa80-815455880013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:19:55.949825 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Attempting to bind port 214691fc-aa38-4917-975e-ef5affc6afd5 on network e7f3bf9e-c245-4874-8dcc-e620cb9736bc {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:19:55.955856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:19:55.956381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Checking segment: {'id': '5ce0aaa1-a9d5-49fe-aa80-815455880013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:19:55.956888 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:55.957392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Bound using segment: {'id': '5ce0aaa1-a9d5-49fe-aa80-815455880013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:19:55.957999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Bound port: 214691fc-aa38-4917-975e-ef5affc6afd5, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0aaa1-a9d5-49fe-aa80-815455880013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:19:55.958485 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:56.021318 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c5b01d5c-5768-4325-86e6-2d8e624dc4a2 None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:56.039889 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:56.049407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] For port 214691fc-aa38-4917-975e-ef5affc6afd5, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:19:56.053054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] For port 214691fc-aa38-4917-975e-ef5affc6afd5, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=214691fc-aa38-4917-975e-ef5affc6afd5,segment=NetworkSegment(5ce0aaa1-a9d5-49fe-aa80-815455880013),segment_id=5ce0aaa1-a9d5-49fe-aa80-815455880013)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:19:56.064724 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:56.088298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Allocated IP 172.25.2.31 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/2a889127-4033-451a-ba74-f3d808e1cc5a) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:19:56.142273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b476b-1fda-485c-8402-df882027b555 None None] Sync routers for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:19:56.173990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8071c1b-550b-4817-a21c-aafa01c7b462 None None] Pushing event updated for resources: {'Port': ['ID=214691fc-aa38-4917-975e-ef5affc6afd5,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:56.179504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b476b-1fda-485c-8402-df882027b555 None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:56.180310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-333b476b-1fda-485c-8402-df882027b555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:56.265580 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:56.291088 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:56.348553 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:56.390998 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c5b01d5c-5768-4325-86e6-2d8e624dc4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 5, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port': {'id': '0c83ead8-ef26-4268-88c0-ce581e98e138', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:09:23Z', 'updated_at': '2021-08-27T14:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:56.404421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Deleting port 0c83ead8-ef26-4268-88c0-ce581e98e138 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:56.406540 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:56.413951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-333b476b-1fda-485c-8402-df882027b555 None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:56.557295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] For port 0c83ead8-ef26-4268-88c0-ce581e98e138, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0c83ead8-ef26-4268-88c0-ce581e98e138,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:56.558286 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:56.565781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2a889127-4033-451a-ba74-f3d808e1cc5a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:56.587482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:19:56.591337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Calling delete_port for 0c83ead8-ef26-4268-88c0-ce581e98e138 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:56.607606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:19:56.612110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:19:56.620707 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ddbbd87-3843-482e-80ea-e62e1c3f88df up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:56.671614 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b01d5c-5768-4325-86e6-2d8e624dc4a2 None None] Checking router: 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:19:56.680572 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b01d5c-5768-4325-86e6-2d8e624dc4a2 None None] Routers {'6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:56.681189 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c5b01d5c-5768-4325-86e6-2d8e624dc4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:56.794264 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c5b01d5c-5768-4325-86e6-2d8e624dc4a2 None None] Set router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:56.822661 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:56.859766 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c5b01d5c-5768-4325-86e6-2d8e624dc4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:19:56Z', 'revision_number': 6, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:56.860643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c83ead8-ef26-4268-88c0-ce581e98e138,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:56.892458 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0ddbbd87-3843-482e-80ea-e62e1c3f88df triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:56.892845 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:56.908725 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b01d5c-5768-4325-86e6-2d8e624dc4a2 None None] The sync data for ids ['6b8016f4-3f70-4b45-9cd1-4f44346c7f5a'] in n-d-712139-12 is: [{'id': '6b8016f4-3f70-4b45-9cd1-4f44346c7f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1171513314-router', 'tenant_id': 'abede777d38946c0bffcfe73fba89675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:09:21Z', 'updated_at': '2021-08-27T14:19:56Z', 'revision_number': 6, 'project_id': 'abede777d38946c0bffcfe73fba89675', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:19:56.974466 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.014568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-333b476b-1fda-485c-8402-df882027b555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 2, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:57.032239 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.056925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b476b-1fda-485c-8402-df882027b555 None None] Checking router: 004765aa-c904-47d1-8ed5-32ceeb59c08e for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:19:57.057167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b476b-1fda-485c-8402-df882027b555 None None] Updating router 004765aa-c904-47d1-8ed5-32ceeb59c08e port c55f1bb8-f1ef-47b5-99d4-2004af01859b binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:19:57.091959 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-333b476b-1fda-485c-8402-df882027b555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.102577 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.105851 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.164159 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.164962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b8016f4-3f70-4b45-9cd1-4f44346c7f5a {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:19:57.179178 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.183916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-03059c0f-93ba-4bd2-ab5e-665d1ef0db2e admin admin] 10.222.0.55 "DELETE /v2.0/routers/6b8016f4-3f70-4b45-9cd1-4f44346c7f5a HTTP/1.1" status: 204 len: 168 time: 1.3358471 Aug 27 14:19:57.185309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48124) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:57.244414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-308d3688-eacb-407c-9428-e172882309a4 admin admin] Deleting subnet b35584a9-512d-47a0-844c-68107c2b802f {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:19:57.248920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-308d3688-eacb-407c-9428-e172882309a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.330047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-308d3688-eacb-407c-9428-e172882309a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.417362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.487603 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-308d3688-eacb-407c-9428-e172882309a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.608010 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-308d3688-eacb-407c-9428-e172882309a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.611393 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-333b476b-1fda-485c-8402-df882027b555 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.633860 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-333b476b-1fda-485c-8402-df882027b555 None None] Transition to ACTIVE for port object c55f1bb8-f1ef-47b5-99d4-2004af01859b will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:57.643363 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-333b476b-1fda-485c-8402-df882027b555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.658929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d3688-eacb-407c-9428-e172882309a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35584a9-512d-47a0-844c-68107c2b802f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:57.663282 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-308d3688-eacb-407c-9428-e172882309a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.669059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-308d3688-eacb-407c-9428-e172882309a4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b35584a9-512d-47a0-844c-68107c2b802f HTTP/1.1" status: 204 len: 168 time: 0.4810836 Aug 27 14:19:57.669697 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48132) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:57.678501 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5681e6-e4f3-4106-99a5-5147ae7e7f1b None None] Network 739db5ed-1ce5-49e2-8532-a593a50ed487 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:19:57.739851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06405c4-f23b-4ab8-82b6-e64cf3cd06cc None None] Network e7f3bf9e-c245-4874-8dcc-e620cb9736bc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:19:57.740825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Router e7b69edd-f279-49f2-bbb9-8601be03ce11 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:19:57.755726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.854349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Deleting port bae63825-9dff-440e-912c-8ebdc7dba6ca {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:19:57.856148 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.928786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:19:57.943564 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Sync routers for ids ['e7b69edd-f279-49f2-bbb9-8601be03ce11'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:19:57.954397 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:57.959248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48134) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:57.960544 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-28210c24-b8a5-4366-8aef-f067ae2556e8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9934545 Aug 27 14:19:57.967935 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Routers {'e7b69edd-f279-49f2-bbb9-8601be03ce11'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:57.968775 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e7b69edd-f279-49f2-bbb9-8601be03ce11'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:58.114060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409a5bc-f29b-490f-9c4a-109846a0a8b0 None None] Pushing event updated for resources: {'Port': ['ID=c55f1bb8-f1ef-47b5-99d4-2004af01859b,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:58.164617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] For port bae63825-9dff-440e-912c-8ebdc7dba6ca, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=bae63825-9dff-440e-912c-8ebdc7dba6ca,segment=NetworkSegment(0be7bed5-37f4-4104-97fa-8b2590588022),segment_id=0be7bed5-37f4-4104-97fa-8b2590588022)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:58.164991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:58.174058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d64cfdf8-7418-4224-b1ba-966dc089fce1 None None] Provisioning for port 214691fc-aa38-4917-975e-ef5affc6afd5 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:58.187964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Calling delete_port for bae63825-9dff-440e-912c-8ebdc7dba6ca owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:19:58.211674 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Set router e7b69edd-f279-49f2-bbb9-8601be03ce11 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:58.235819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-333b476b-1fda-485c-8402-df882027b555 None None] Attempting to bind port c55f1bb8-f1ef-47b5-99d4-2004af01859b on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:19:58.236226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-333b476b-1fda-485c-8402-df882027b555 None None] Attempting to bind port c55f1bb8-f1ef-47b5-99d4-2004af01859b by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:19:58.236591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b476b-1fda-485c-8402-df882027b555 None None] Attempting to bind port c55f1bb8-f1ef-47b5-99d4-2004af01859b on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:19:58.247934 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b476b-1fda-485c-8402-df882027b555 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:19:58.248318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b476b-1fda-485c-8402-df882027b555 None None] Checking segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:19:58.248732 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-333b476b-1fda-485c-8402-df882027b555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:58.249144 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b476b-1fda-485c-8402-df882027b555 None None] Bound using segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:19:58.249590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-333b476b-1fda-485c-8402-df882027b555 None None] Bound port: c55f1bb8-f1ef-47b5-99d4-2004af01859b, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:19:58.249977 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-333b476b-1fda-485c-8402-df882027b555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:58.453574 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6317641e-3eb9-4b0c-89d6-820d1c062939 None None] DHCP port deletion for 739db5ed-1ce5-49e2-8532-a593a50ed487 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:19:58.468272 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-333b476b-1fda-485c-8402-df882027b555 None None] For port c55f1bb8-f1ef-47b5-99d4-2004af01859b, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:19:58.503021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-333b476b-1fda-485c-8402-df882027b555 None None] For port c55f1bb8-f1ef-47b5-99d4-2004af01859b, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c55f1bb8-f1ef-47b5-99d4-2004af01859b,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:19:58.511667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 214691fc-aa38-4917-975e-ef5affc6afd5 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:19:58.517232 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-333b476b-1fda-485c-8402-df882027b555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:58.562260 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'name': 'tempest-TestVolumeBootPattern-1764400873-router', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:19:56Z', 'revision_number': 3, 'project_id': '08c34cca75d7430195cc3207b0a4d826', 'gw_port': {'id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:58.608483 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Checking router: e7b69edd-f279-49f2-bbb9-8601be03ce11 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:19:58.609237 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Updating router e7b69edd-f279-49f2-bbb9-8601be03ce11 port 2a889127-4033-451a-ba74-f3d808e1cc5a binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:19:58.642783 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:58.671846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b476b-1fda-485c-8402-df882027b555 None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:58.672518 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-333b476b-1fda-485c-8402-df882027b555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:58.765137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409a5bc-f29b-490f-9c4a-109846a0a8b0 None None] Pushing event updated for resources: {'Port': ['ID=c55f1bb8-f1ef-47b5-99d4-2004af01859b,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:58.815313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 214691fc-aa38-4917-975e-ef5affc6afd5 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:19:58.838417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 214691fc-aa38-4917-975e-ef5affc6afd5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:58.839000 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.052732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-333b476b-1fda-485c-8402-df882027b555 None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:59.143396 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.153318 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.178612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Pushing event deleted for resources: {'Port': ['ID=bae63825-9dff-440e-912c-8ebdc7dba6ca,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:59.180398 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.184127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] No DVR routers for this DVR port bae63825-9dff-440e-912c-8ebdc7dba6ca on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:19:59.190967 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Transition to ACTIVE for port object 2a889127-4033-451a-ba74-f3d808e1cc5a will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:19:59.200108 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.288252 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Attempting to bind port 2a889127-4033-451a-ba74-f3d808e1cc5a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:19:59.288775 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Attempting to bind port 2a889127-4033-451a-ba74-f3d808e1cc5a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:19:59.289236 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Attempting to bind port 2a889127-4033-451a-ba74-f3d808e1cc5a on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:19:59.300220 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:19:59.300740 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:19:59.301261 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.301795 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:19:59.302303 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Bound port: 2a889127-4033-451a-ba74-f3d808e1cc5a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:19:59.302851 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.306275 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e467f1-29a0-4c76-b447-5efbc7edeac4 None None] Pushing event updated for resources: {'Port': ['ID=2a889127-4033-451a-ba74-f3d808e1cc5a,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:59.316833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 214691fc-aa38-4917-975e-ef5affc6afd5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=214691fc-aa38-4917-975e-ef5affc6afd5,segment=NetworkSegment(5ce0aaa1-a9d5-49fe-aa80-815455880013),segment_id=5ce0aaa1-a9d5-49fe-aa80-815455880013)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:19:59.322297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b4109839-e5c2-4a93-809c-e51e38050df5 None None] Provisioning complete for port 214691fc-aa38-4917-975e-ef5affc6afd5 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:19:59.322933 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b4109839-e5c2-4a93-809c-e51e38050df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.347218 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.349942 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.361593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739db5ed-1ce5-49e2-8532-a593a50ed487']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:59.395669 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] For port 2a889127-4033-451a-ba74-f3d808e1cc5a, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:19:59.395869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be7bed5-37f4-4104-97fa-8b2590588022') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:59.396034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be7bed5-37f4-4104-97fa-8b2590588022') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:59.401440 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] For port 2a889127-4033-451a-ba74-f3d808e1cc5a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2a889127-4033-451a-ba74-f3d808e1cc5a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:19:59.407348 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.410869 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.433490 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.459346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 727ef361-a709-4d59-b767-faec98c9d246 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:59.462702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:19:59.463433 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:19:59.465278 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:19:59.475962 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Routers {'e7b69edd-f279-49f2-bbb9-8601be03ce11'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:19:59.476722 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e7b69edd-f279-49f2-bbb9-8601be03ce11'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:59.482731 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e467f1-29a0-4c76-b447-5efbc7edeac4 None None] Pushing event updated for resources: {'Port': ['ID=2a889127-4033-451a-ba74-f3d808e1cc5a,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:59.490985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 727ef361-a709-4d59-b767-faec98c9d246 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:59.491338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 727ef361-a709-4d59-b767-faec98c9d246 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:59.491752 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0c83ead8-ef26-4268-88c0-ce581e98e138 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:19:59.558272 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.568446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=214691fc-aa38-4917-975e-ef5affc6afd5,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:59.568704 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.570836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] 10.222.0.55 "DELETE /v2.0/networks/739db5ed-1ce5-49e2-8532-a593a50ed487 HTTP/1.1" status: 204 len: 168 time: 1.8996942 Aug 27 14:19:59.575890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 0c83ead8-ef26-4268-88c0-ce581e98e138 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:19:59.576283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0c83ead8-ef26-4268-88c0-ce581e98e138 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:19:59.628068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39902783-73cf-4194-9410-d080bd0cb20e admin admin] Pushing event deleted for resources: {'Network': ['ID=739db5ed-1ce5-49e2-8532-a593a50ed487,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:19:59.633966 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] Set router e7b69edd-f279-49f2-bbb9-8601be03ce11 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:19:59.653722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-333b476b-1fda-485c-8402-df882027b555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:19:58Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:59.654160 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:19:59.689038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b476b-1fda-485c-8402-df882027b555 None None] The sync data for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 is: [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:19:58Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:19:59.856013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48144) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:59.922379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Allocated IP 172.20.0.1 (e7f3bf9e-c245-4874-8dcc-e620cb9736bc/ded06003-abae-46e8-a6b6-7012d31fa838/339ce9ae-2f4d-49e5-9027-af90f63e1ec9) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:19:59.928096 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'name': 'tempest-TestVolumeBootPattern-1764400873-router', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:19:56Z', 'revision_number': 3, 'project_id': '08c34cca75d7430195cc3207b0a4d826', 'gw_port': {'id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:19:59.940044 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-140cdf03-6585-4b3f-9fb7-7b1c9ba3de74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abede777d38946c0bffcfe73fba89675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819771 Aug 27 14:19:59.943838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48150) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:19:59.975469 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae2534-f444-4d9e-8c45-9ff4ae13fa0c None None] The sync data for ids ['e7b69edd-f279-49f2-bbb9-8601be03ce11'] in n-d-712139-12 is: [{'id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'name': 'tempest-TestVolumeBootPattern-1764400873-router', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:19:56Z', 'revision_number': 3, 'project_id': '08c34cca75d7430195cc3207b0a4d826', 'gw_port': {'id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:20:00.006772 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f1d96bb2-68d3-45e7-8851-fe004a59628f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:00.045189 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f1d96bb2-68d3-45e7-8851-fe004a59628f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:00.081965 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:00.104837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Transition to ACTIVE for port object 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:20:00.110178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f1d96bb2-68d3-45e7-8851-fe004a59628f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:00.114062 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f1d96bb2-68d3-45e7-8851-fe004a59628f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:00.118002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f1d96bb2-68d3-45e7-8851-fe004a59628f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d91782a-fa30-45ee-b50a-013ad16834e5 HTTP/1.1" status: 204 len: 168 time: 0.1705372 Aug 27 14:20:00.127752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d96bb2-68d3-45e7-8851-fe004a59628f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d91782a-fa30-45ee-b50a-013ad16834e5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:00.159223 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:00.206319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Network e7f3bf9e-c245-4874-8dcc-e620cb9736bc is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:20:00.211500 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:20:00.214283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:20:00.253487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Pushing event updated for resources: {'Port': ['ID=339ce9ae-2f4d-49e5-9027-af90f63e1ec9,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:00.287327 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:00.541709 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 214691fc-aa38-4917-975e-ef5affc6afd5 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:20:00.667241 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 214691fc-aa38-4917-975e-ef5affc6afd5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:20:00.671561 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:00.671981 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:00.844541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-754f3f9b-9cc0-49c7-b3a5-4fa017b36211 None None] Provisioning for port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:20:00.859375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-754f3f9b-9cc0-49c7-b3a5-4fa017b36211 None None] Provisioning complete for port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:20:00.860157 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-754f3f9b-9cc0-49c7-b3a5-4fa017b36211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:00.900174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c55f1bb8-f1ef-47b5-99d4-2004af01859b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:20:00.990154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-754f3f9b-9cc0-49c7-b3a5-4fa017b36211 None None] Port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:20:00.999496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port c55f1bb8-f1ef-47b5-99d4-2004af01859b completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:20:01.006590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port c55f1bb8-f1ef-47b5-99d4-2004af01859b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:20:01.007293 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:01.072462 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:01.083515 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:01.213737 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:01.238604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Pushing event updated for resources: {'Port': ['ID=339ce9ae-2f4d-49e5-9027-af90f63e1ec9,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:01.259730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port c55f1bb8-f1ef-47b5-99d4-2004af01859b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c55f1bb8-f1ef-47b5-99d4-2004af01859b,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:01.265835 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:01.286517 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:01.381573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bae63825-9dff-440e-912c-8ebdc7dba6ca no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:20:01.410264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: bae63825-9dff-440e-912c-8ebdc7dba6ca {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:20:01.410617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bae63825-9dff-440e-912c-8ebdc7dba6ca not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:20:01.413076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=c55f1bb8-f1ef-47b5-99d4-2004af01859b,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:01.452620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Network e7f3bf9e-c245-4874-8dcc-e620cb9736bc is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:20:01.454388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:20:01.643329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Router e7b69edd-f279-49f2-bbb9-8601be03ce11 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:20:01.789305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:20:01.795155 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bc4b0a11-9da2-4162-9d98-f5f8afd719e9 admin admin] 10.222.0.55 "PUT /v2.0/routers/e7b69edd-f279-49f2-bbb9-8601be03ce11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8345311 Aug 27 14:20:01.818335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-492ceda6-5d1a-48cc-ac38-f2290c08132a None None] Provisioning complete for port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:20:01.818753 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-492ceda6-5d1a-48cc-ac38-f2290c08132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:01.893729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-492ceda6-5d1a-48cc-ac38-f2290c08132a None None] Port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:20:02.502718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c55f1bb8-f1ef-47b5-99d4-2004af01859b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:20:02.536518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48210) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:02.605579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port c55f1bb8-f1ef-47b5-99d4-2004af01859b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:20:02.607128 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:02.684975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Sync routers for ids ['e7b69edd-f279-49f2-bbb9-8601be03ce11'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:20:02.721321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Routers {'e7b69edd-f279-49f2-bbb9-8601be03ce11'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:20:02.721973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e7b69edd-f279-49f2-bbb9-8601be03ce11'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:20:02.842280 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d56b74b-a627-4130-b23a-49b00d321d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:02.873728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2a889127-4033-451a-ba74-f3d808e1cc5a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:20:02.979531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Set router e7b69edd-f279-49f2-bbb9-8601be03ce11 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:20:03.014904 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 2a889127-4033-451a-ba74-f3d808e1cc5a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:20:03.020513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 2a889127-4033-451a-ba74-f3d808e1cc5a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:20:03.020886 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:03.041081 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d56b74b-a627-4130-b23a-49b00d321d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:03.051214 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0d56b74b-a627-4130-b23a-49b00d321d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:03.098336 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0d56b74b-a627-4130-b23a-49b00d321d6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7944bdc30cfc4f5186344366c1e93286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5585167 Aug 27 14:20:03.099438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48232) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:03.111417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56b74b-a627-4130-b23a-49b00d321d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1410d0-ca1b-4fe6-a9ca-567ebe81bf44,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:03.176741 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:03.207656 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:03.296835 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:03.317185 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:03.326360 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc1410d0-ca1b-4fe6-a9ca-567ebe81bf44 HTTP/1.1" status: 204 len: 168 time: 0.2261233 Aug 27 14:20:03.346157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1410d0-ca1b-4fe6-a9ca-567ebe81bf44,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:03.369886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:03.370248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:03.372899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:03.373423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:03.374177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:03.376056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:03.377066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:03.378170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:03.379358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:03.379727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:03.380074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:03.380421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e65cf-a015-4ee5-8156-a6e0016de42b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:03.579313 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:03.607801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 2a889127-4033-451a-ba74-f3d808e1cc5a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2a889127-4033-451a-ba74-f3d808e1cc5a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:03.621717 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:03.665183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'name': 'tempest-TestVolumeBootPattern-1764400873-router', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:20:00Z', 'revision_number': 4, 'project_id': '08c34cca75d7430195cc3207b0a4d826', 'gw_port': {'id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '339ce9ae-2f4d-49e5-9027-af90f63e1ec9', 'name': '', 'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'mac_address': 'fa:16:3e:c4:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'ded06003-abae-46e8-a6b6-7012d31fa838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:59Z', 'updated_at': '2021-08-27T14:20:00Z', 'revision_number': 2, 'project_id': '08c34cca75d7430195cc3207b0a4d826', 'subnets': [{'id': 'ded06003-abae-46e8-a6b6-7012d31fa838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:20:03.704330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Checking router: e7b69edd-f279-49f2-bbb9-8601be03ce11 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:20:03.704700 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Updating router e7b69edd-f279-49f2-bbb9-8601be03ce11 port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:20:03.733943 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:03.783527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=2a889127-4033-451a-ba74-f3d808e1cc5a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:03.827550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48256) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:03.841689 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7b8fb59-205c-41a2-b3ce-666eb02ac66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:03.961951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7b8fb59-205c-41a2-b3ce-666eb02ac66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:03.967187 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d7b8fb59-205c-41a2-b3ce-666eb02ac66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:04.015169 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d7b8fb59-205c-41a2-b3ce-666eb02ac66c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25cf4d59f8a04f2cbca238e7be1e9d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843755 Aug 27 14:20:04.015490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48266) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:04.016110 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8fb59-205c-41a2-b3ce-666eb02ac66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b6d38d-4047-4419-85f1-bd9d2c91235f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:04.091941 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d451ba-d078-4e28-aa61-9f298fd2ef8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:04.099223 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:04.111445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Transition to ACTIVE for port object 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:20:04.119253 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:04.123874 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d451ba-d078-4e28-aa61-9f298fd2ef8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:04.201232 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d451ba-d078-4e28-aa61-9f298fd2ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:04.204275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5d451ba-d078-4e28-aa61-9f298fd2ef8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:04.205619 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d5d451ba-d078-4e28-aa61-9f298fd2ef8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53b6d38d-4047-4419-85f1-bd9d2c91235f HTTP/1.1" status: 204 len: 168 time: 0.1883199 Aug 27 14:20:04.217551 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d451ba-d078-4e28-aa61-9f298fd2ef8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b6d38d-4047-4419-85f1-bd9d2c91235f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:04.219098 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:20:04.349453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Attempting to bind port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:20:04.349693 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Attempting to bind port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5ce0aaa1-a9d5-49fe-aa80-815455880013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:20:04.349935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Attempting to bind port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 on network e7f3bf9e-c245-4874-8dcc-e620cb9736bc {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:20:04.352031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa237e8b-2309-43aa-84f0-3d18e8ea6fad None None] Pushing event updated for resources: {'Port': ['ID=339ce9ae-2f4d-49e5-9027-af90f63e1ec9,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:04.377211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:20:04.377840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Checking segment: {'id': '5ce0aaa1-a9d5-49fe-aa80-815455880013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:20:04.378440 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:04.379078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Bound using segment: {'id': '5ce0aaa1-a9d5-49fe-aa80-815455880013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:20:04.379732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Bound port: 339ce9ae-2f4d-49e5-9027-af90f63e1ec9, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0aaa1-a9d5-49fe-aa80-815455880013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:20:04.381242 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:04.469797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] For port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:20:04.474795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] For port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=339ce9ae-2f4d-49e5-9027-af90f63e1ec9,segment=NetworkSegment(5ce0aaa1-a9d5-49fe-aa80-815455880013),segment_id=5ce0aaa1-a9d5-49fe-aa80-815455880013)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:20:04.478047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2a889127-4033-451a-ba74-f3d808e1cc5a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:20:04.483351 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:04.592950 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa237e8b-2309-43aa-84f0-3d18e8ea6fad None None] Pushing event updated for resources: {'Port': ['ID=339ce9ae-2f4d-49e5-9027-af90f63e1ec9,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:04.677480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Routers {'e7b69edd-f279-49f2-bbb9-8601be03ce11'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:20:04.679689 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e7b69edd-f279-49f2-bbb9-8601be03ce11'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:20:04.784325 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 2a889127-4033-451a-ba74-f3d808e1cc5a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:20:04.784887 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:04.883014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-a9ead017-4b7f-442a-9b3a-027366a7089d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:04.884590 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-a9ead017-4b7f-442a-9b3a-027366a7089d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.1857545 Aug 27 14:20:04.912959 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-a3b3b8d4-8609-4afb-8369-bcf252f004b7 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/quotas/3d745316476744be879ccd1cab5d810b HTTP/1.1" status: 200 len: 375 time: 0.0212181 Aug 27 14:20:04.963042 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] Set router e7b69edd-f279-49f2-bbb9-8601be03ce11 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:20:05.038596 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ee09ba9d-4aaf-45ae-9248-0ae7f451488c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187692 Aug 27 14:20:05.242433 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'name': 'tempest-TestVolumeBootPattern-1764400873-router', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:20:00Z', 'revision_number': 4, 'project_id': '08c34cca75d7430195cc3207b0a4d826', 'gw_port': {'id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '339ce9ae-2f4d-49e5-9027-af90f63e1ec9', 'name': '', 'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'mac_address': 'fa:16:3e:c4:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'ded06003-abae-46e8-a6b6-7012d31fa838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:59Z', 'updated_at': '2021-08-27T14:20:04Z', 'revision_number': 4, 'project_id': '08c34cca75d7430195cc3207b0a4d826', 'subnets': [{'id': 'ded06003-abae-46e8-a6b6-7012d31fa838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:20:05.302909 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c20a0-da27-4cc2-afd0-222078a56b1e None None] The sync data for ids ['e7b69edd-f279-49f2-bbb9-8601be03ce11'] in n-d-712139-12 is: [{'id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'name': 'tempest-TestVolumeBootPattern-1764400873-router', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:20:00Z', 'revision_number': 4, 'project_id': '08c34cca75d7430195cc3207b0a4d826', 'gw_port': {'id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '339ce9ae-2f4d-49e5-9027-af90f63e1ec9', 'name': '', 'network_id': 'e7f3bf9e-c245-4874-8dcc-e620cb9736bc', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'mac_address': 'fa:16:3e:c4:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'ded06003-abae-46e8-a6b6-7012d31fa838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:59Z', 'updated_at': '2021-08-27T14:20:04Z', 'revision_number': 4, 'project_id': '08c34cca75d7430195cc3207b0a4d826', 'subnets': [{'id': 'ded06003-abae-46e8-a6b6-7012d31fa838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:20:05.691965 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-7ed75eb0-e6b5-4af1-9c87-68a6d1a0c663 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6387258 Aug 27 14:20:05.866348 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-9b6f85fc-d248-455e-8cea-6d18a778c066 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676731 Aug 27 14:20:06.357038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-356b7d3a-6a72-45f0-872c-5ec92cdd59c2 req-d8133f7d-ea0e-4332-873a-37177e640b52 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 210 time: 0.0576203 Aug 27 14:20:06.431700 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:20:06.507202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:20:06.516171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:20:06.516920 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:06.681320 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:06.728076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=339ce9ae-2f4d-49e5-9027-af90f63e1ec9,segment=NetworkSegment(5ce0aaa1-a9d5-49fe-aa80-815455880013),segment_id=5ce0aaa1-a9d5-49fe-aa80-815455880013)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:06.734566 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:06.809815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=339ce9ae-2f4d-49e5-9027-af90f63e1ec9,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:07.498298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1e5ceac-eaca-4278-80b9-869cb0165efd req-06cfa2d6-37cd-48d1-b849-5c02a6dc7a44 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 210 time: 0.0502231 Aug 27 14:20:07.940355 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-85e4f253-1fe6-4231-8ae2-46f56986a454 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:07.942320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-85e4f253-1fe6-4231-8ae2-46f56986a454 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.1471922 Aug 27 14:20:07.966471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'port': {'device_id': '2015ecd8-8254-4a9a-9841-f09ceab39d27', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'admin_state_up': True, 'tenant_id': '3d745316476744be879ccd1cab5d810b'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:20:08.159809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Made reservation on behalf of 3d745316476744be879ccd1cab5d810b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:20:08.164312 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:08.440454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfd769-f277-4124-b699-2ad00fb587eb req-352f02b0-f6f3-44b6-99ed-6fad7882e3e3 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:08.452836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4abfd769-f277-4124-b699-2ad00fb587eb req-352f02b0-f6f3-44b6-99ed-6fad7882e3e3 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1098 time: 0.0709109 Aug 27 14:20:08.475152 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:20:08.508284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Allocated IP 172.20.0.6 (ec7d9187-3b08-4d1b-9467-a81a81afcc31/1beea229-2fee-4251-b6fc-67b7571f4eea/d7a74805-f61a-4ee4-a9b3-886b73c2307b) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:20:08.533710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4abfd769-f277-4124-b699-2ad00fb587eb req-e51028be-2880-4ed5-a6ac-5732490e4c92 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776644 Aug 27 14:20:08.622606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:20:08.623478 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:08.676258 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-74888577-0324-4520-913b-30ccfb193911 req-312d617a-4c1a-41ee-84d8-d9e218826337 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 210 time: 0.0641146 Aug 27 14:20:08.762966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce9209-b8a0-4831-82ec-fb9eb9d2926a req-4f08bea5-c884-45c9-b29d-cda1597520ea tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:08.771095 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2ce9209-b8a0-4831-82ec-fb9eb9d2926a req-4f08bea5-c884-45c9-b29d-cda1597520ea tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.1117659 Aug 27 14:20:08.817930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2ce9209-b8a0-4831-82ec-fb9eb9d2926a req-869a9d63-ce39-472e-b4c2-3fdf3d9846cd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424588 Aug 27 14:20:08.833144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48414) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:08.846085 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:08.864373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Transition to ACTIVE for port object d7a74805-f61a-4ee4-a9b3-886b73c2307b will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:20:08.907013 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:08.912977 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-77136e0b-a7d0-4672-b6fa-3461e127111d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/47a58a1d-5594-46ef-8cb3-03a001b59e70 HTTP/1.1" status: 200 len: 994 time: 0.0774670 Aug 27 14:20:08.974232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'Port': ['ID=d7a74805-f61a-4ee4-a9b3-886b73c2307b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:08.990205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:08.990575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:08.991012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:08.991423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:08.991840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:08.992237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:08.992635 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:08.993032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:08.993428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:08.993827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:08.994222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:08.994617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:09.005184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:20:09.006916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:20:09.009698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:20:09.073651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:09.074418 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:09.091040 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-ff8dcc6c-2809-4ecc-8e8f-b1d502be7e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1315792 Aug 27 14:20:09.347911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Request body: {'port': {'device_id': '2015ecd8-8254-4a9a-9841-f09ceab39d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:20:09.396281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5b5b960d-d5b5-4381-8145-12880aec4997 None None] Provisioning for port d7a74805-f61a-4ee4-a9b3-886b73c2307b completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:20:09.400426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5b5b960d-d5b5-4381-8145-12880aec4997 None None] Provisioning complete for port d7a74805-f61a-4ee4-a9b3-886b73c2307b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:20:09.400906 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5b5b960d-d5b5-4381-8145-12880aec4997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:09.421724 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:09.450095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b960d-d5b5-4381-8145-12880aec4997 None None] Port d7a74805-f61a-4ee4-a9b3-886b73c2307b cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:20:09.595580 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-7ae5dda3-5d5f-422a-b990-660ebb94121e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0639186 Aug 27 14:20:09.716263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d96afb-bd1b-4cdc-8805-b74d6cecde2c req-3006b090-8b5a-4d9a-987d-c987eeee0e58 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:09.717798 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-98d96afb-bd1b-4cdc-8805-b74d6cecde2c req-3006b090-8b5a-4d9a-987d-c987eeee0e58 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.1362777 Aug 27 14:20:09.839171 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:09.855042 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-98d96afb-bd1b-4cdc-8805-b74d6cecde2c req-e79a8174-eba1-426f-9c42-e64b5bccb098 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163993 Aug 27 14:20:09.909312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a843c9a-fd5e-48fd-aa01-738b20f704ff req-0f7a9167-3491-4244-b1e8-a0268117c32c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:09.911622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a843c9a-fd5e-48fd-aa01-738b20f704ff req-0f7a9167-3491-4244-b1e8-a0268117c32c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 931 time: 0.0969253 Aug 27 14:20:09.992410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a74805-f61a-4ee4-a9b3-886b73c2307b {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:20:10.000460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a843c9a-fd5e-48fd-aa01-738b20f704ff req-85b67b2b-f884-4ada-8150-7c567a4c4b96 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824609 Aug 27 14:20:10.014219 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:10.042768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Transition to ACTIVE for port object d7a74805-f61a-4ee4-a9b3-886b73c2307b will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:20:10.047988 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:10.159033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Pushing event updated for resources: {'Port': ['ID=d7a74805-f61a-4ee4-a9b3-886b73c2307b,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:10.259096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Attempting to bind port d7a74805-f61a-4ee4-a9b3-886b73c2307b on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:20:10.259851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Attempting to bind port d7a74805-f61a-4ee4-a9b3-886b73c2307b by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:20:10.260748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Attempting to bind port d7a74805-f61a-4ee4-a9b3-886b73c2307b on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:20:10.269252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Port d7a74805-f61a-4ee4-a9b3-886b73c2307b on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:20:10.269941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Attempting to bind port d7a74805-f61a-4ee4-a9b3-886b73c2307b on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:20:10.279758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:20:10.280376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Checking segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:20:10.280990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Bound using segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:20:10.281783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Bound port: d7a74805-f61a-4ee4-a9b3-886b73c2307b, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:20:10.282378 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:10.349340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d25e5a-30c7-482b-9a16-79381d172fc1 req-c966c25d-a136-41c1-95a6-208c4f0c34b8 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:10.363861 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6d25e5a-30c7-482b-9a16-79381d172fc1 req-c966c25d-a136-41c1-95a6-208c4f0c34b8 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.1893270 Aug 27 14:20:10.387972 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] For port d7a74805-f61a-4ee4-a9b3-886b73c2307b, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:20:10.392005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] For port d7a74805-f61a-4ee4-a9b3-886b73c2307b, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d7a74805-f61a-4ee4-a9b3-886b73c2307b,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:20:10.403702 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:10.442940 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6d25e5a-30c7-482b-9a16-79381d172fc1 req-c8b7af0a-21d2-4a56-a6d8-8bbc2095ee97 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718396 Aug 27 14:20:10.486348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:10.487351 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:10.489397 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] 10.222.0.41 "PUT /v2.0/ports/d7a74805-f61a-4ee4-a9b3-886b73c2307b HTTP/1.1" status: 200 len: 1092 time: 1.3826892 Aug 27 14:20:10.489911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2015ecd8-8254-4a9a-9841-f09ceab39d27', 'tag': 'd7a74805-f61a-4ee4-a9b3-886b73c2307b'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:20:10.492763 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db590363-da1f-4c77-a70d-4e545cd1759e" -d '{"events": [{"name": "network-changed", "server_uuid": "2015ecd8-8254-4a9a-9841-f09ceab39d27", "tag": "d7a74805-f61a-4ee4-a9b3-886b73c2307b"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:20:10.508669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8df48-3dab-4403-9403-0e39d4341dcf service neutron] Pushing event updated for resources: {'Port': ['ID=d7a74805-f61a-4ee4-a9b3-886b73c2307b,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:10.638138 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185decef-def3-4888-a1b9-04d0ca42a552 x-openstack-request-id: req-185decef-def3-4888-a1b9-04d0ca42a552 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:20:10.638617 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2015ecd8-8254-4a9a-9841-f09ceab39d27", "tag": "d7a74805-f61a-4ee4-a9b3-886b73c2307b", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:20:10.639057 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-185decef-def3-4888-a1b9-04d0ca42a552 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:20:10.639683 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2015ecd8-8254-4a9a-9841-f09ceab39d27', 'tag': 'd7a74805-f61a-4ee4-a9b3-886b73c2307b', 'status': 'completed', 'code': 200} Aug 27 14:20:10.677205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-aac986ea-9752-4a29-96ed-7a35adfd6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:10.681485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-aac986ea-9752-4a29-96ed-7a35adfd6209 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 1095 time: 0.1271751 Aug 27 14:20:10.767912 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-2eb0869a-0e92-4aaa-ac1d-d38c6d8943ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7a74805-f61a-4ee4-a9b3-886b73c2307b HTTP/1.1" status: 200 len: 217 time: 0.0703688 Aug 27 14:20:10.883015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-6a7ca5f2-aa19-4bbb-84ab-5e8362bb4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:10.908174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-6a7ca5f2-aa19-4bbb-84ab-5e8362bb4815 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.1321185 Aug 27 14:20:11.019815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-6605ac25-f9a8-48a2-a32f-52a135168f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:11.021528 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-6605ac25-f9a8-48a2-a32f-52a135168f30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901690 Aug 27 14:20:11.050500 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f19ef-7da9-4e07-b732-1d7b5caccef7 req-49b9f263-7ce7-4a84-84e1-bbf37c6f8d8b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:11.058916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e54f19ef-7da9-4e07-b732-1d7b5caccef7 req-49b9f263-7ce7-4a84-84e1-bbf37c6f8d8b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0725951 Aug 27 14:20:11.093053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48482) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:11.134789 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e54f19ef-7da9-4e07-b732-1d7b5caccef7 req-52e28e72-e90a-48e9-9623-727211a87060 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722148 Aug 27 14:20:11.253037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc3ca6-d2c6-473e-b761-b807c4d78d10 req-ebdf822c-32a2-44dd-8b07-5765f4b8e817 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:11.254546 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61cc3ca6-d2c6-473e-b761-b807c4d78d10 req-ebdf822c-32a2-44dd-8b07-5765f4b8e817 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 943 time: 0.1195323 Aug 27 14:20:11.278778 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-8c63b20f-15ec-4f14-92b8-4413fe9d00c8 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495091 Aug 27 14:20:11.298197 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-213fd162-ab77-4d63-bd74-2b49d541b8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:11.394452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7134eac-5e70-42ca-87bc-a8bf7aedacd8 req-d94d0858-262a-493f-969c-335f489f4433 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075759 Aug 27 14:20:11.420428 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61cc3ca6-d2c6-473e-b761-b807c4d78d10 req-241d2ef1-f049-4749-ae71-c1dc10857dcb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554041 Aug 27 14:20:11.495788 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-213fd162-ab77-4d63-bd74-2b49d541b8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:11.502925 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-213fd162-ab77-4d63-bd74-2b49d541b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:11.546229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db590363-da1f-4c77-a70d-4e545cd1759e req-bc379588-060b-4648-82a8-2d3f34cd35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:11.548002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db590363-da1f-4c77-a70d-4e545cd1759e req-bc379588-060b-4648-82a8-2d3f34cd35a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 1095 time: 0.0637739 Aug 27 14:20:11.606470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fd162-ab77-4d63-bd74-2b49d541b8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9d37ed-24bf-46e9-9022-da120a3061a3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:11.612117 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-213fd162-ab77-4d63-bd74-2b49d541b8ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52d28a23b81e42cb82e84435086fa148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5180674 Aug 27 14:20:11.616036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48490) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:11.654504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fffcf8-8bc5-4202-a8c6-90856df41b2e req-3df20249-fbae-4616-b28a-1389169129ea tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:11.656739 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10fffcf8-8bc5-4202-a8c6-90856df41b2e req-3df20249-fbae-4616-b28a-1389169129ea tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.1295156 Aug 27 14:20:11.710863 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48561a18-c428-4181-a316-65fb081cbbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:11.722849 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db590363-da1f-4c77-a70d-4e545cd1759e req-5dde6b05-c5a5-45d9-84a1-450665ac2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:11.724884 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db590363-da1f-4c77-a70d-4e545cd1759e req-5dde6b05-c5a5-45d9-84a1-450665ac2dc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.1668060 Aug 27 14:20:11.746312 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10fffcf8-8bc5-4202-a8c6-90856df41b2e req-37f48bb7-9823-4165-908e-a788d4230f66 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714955 Aug 27 14:20:11.773687 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48561a18-c428-4181-a316-65fb081cbbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:11.828298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db590363-da1f-4c77-a70d-4e545cd1759e req-90d5c1cb-c2bc-46c4-a749-4e193b95b46f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7a74805-f61a-4ee4-a9b3-886b73c2307b HTTP/1.1" status: 200 len: 217 time: 0.0940626 Aug 27 14:20:11.867025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48561a18-c428-4181-a316-65fb081cbbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:11.869909 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48561a18-c428-4181-a316-65fb081cbbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:11.872063 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-48561a18-c428-4181-a316-65fb081cbbe7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a9d37ed-24bf-46e9-9022-da120a3061a3 HTTP/1.1" status: 204 len: 168 time: 0.2548394 Aug 27 14:20:11.884795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db590363-da1f-4c77-a70d-4e545cd1759e req-7136c6a4-2bd4-489f-b7a5-7d680833103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:11.887134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db590363-da1f-4c77-a70d-4e545cd1759e req-7136c6a4-2bd4-489f-b7a5-7d680833103f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0535226 Aug 27 14:20:11.892112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48561a18-c428-4181-a316-65fb081cbbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9d37ed-24bf-46e9-9022-da120a3061a3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:11.911845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-b271ebec-247b-4e47-acaf-9464e81c2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:11.913388 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-b271ebec-247b-4e47-acaf-9464e81c2093 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1098 time: 0.1946230 Aug 27 14:20:11.947364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db590363-da1f-4c77-a70d-4e545cd1759e req-efad11e6-e71c-42f0-807a-cb2f5ea5bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:11.949848 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db590363-da1f-4c77-a70d-4e545cd1759e req-efad11e6-e71c-42f0-807a-cb2f5ea5bf7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564404 Aug 27 14:20:12.057871 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-16766fac-6676-4bc9-a2f5-69b388b58ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:12.061482 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-16766fac-6676-4bc9-a2f5-69b388b58ce9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 200 len: 897 time: 0.1369638 Aug 27 14:20:12.076203 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db590363-da1f-4c77-a70d-4e545cd1759e req-1ce6f40c-1959-4f33-a4c5-6fd482a18b07 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188138 Aug 27 14:20:12.161942 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-9a45320d-2a5f-4240-95c4-b55b83a81ea6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 1002 time: 0.0926344 Aug 27 14:20:12.222502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-53281206-0a42-4262-9a43-be781a8c60df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:12.224305 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-53281206-0a42-4262-9a43-be781a8c60df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c86f509f-69f3-460b-9d1f-b879880cc447 HTTP/1.1" status: 200 len: 834 time: 0.0543714 Aug 27 14:20:12.256074 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db590363-da1f-4c77-a70d-4e545cd1759e req-11bb5aea-973f-4405-b17a-ed37c83bb516 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717062 Aug 27 14:20:12.293341 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-915928b1-9b6b-48bf-acf3-a5eca6f63b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:12.294871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-915928b1-9b6b-48bf-acf3-a5eca6f63b67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b1f5232d-844f-49b2-b1e4-b36e3da507b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632348 Aug 27 14:20:12.298644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84a925-b0e7-4e60-9c7f-71413fba2b94 req-f5d91ead-91bb-469d-a8fc-c0bd7b648196 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:12.300275 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9a84a925-b0e7-4e60-9c7f-71413fba2b94 req-f5d91ead-91bb-469d-a8fc-c0bd7b648196 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0831473 Aug 27 14:20:12.370787 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9a84a925-b0e7-4e60-9c7f-71413fba2b94 req-6d4cc05a-8dab-444e-86fc-94fda0892c4b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631282 Aug 27 14:20:12.391153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48500) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:12.411052 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f67009c-84d0-45bd-9a33-03a8831b1094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:12.426542 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-2f693bb4-38d2-4092-8011-51c593492606 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207881 Aug 27 14:20:12.581765 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f67009c-84d0-45bd-9a33-03a8831b1094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:12.587164 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f67009c-84d0-45bd-9a33-03a8831b1094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:12.595244 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-de976621-d2c9-4bc3-a820-ccd1529e4a10 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594007 Aug 27 14:20:12.628614 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67009c-84d0-45bd-9a33-03a8831b1094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e0ee6b-dfdd-429c-96f7-a18db6742ba4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:12.640738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfa0ed-c129-4f11-a82a-4214f36f4797 req-1e607b16-1117-40de-8245-ef778adb882f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:12.642392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4cfa0ed-c129-4f11-a82a-4214f36f4797 req-1e607b16-1117-40de-8245-ef778adb882f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 943 time: 0.1111021 Aug 27 14:20:12.653476 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2f67009c-84d0-45bd-9a33-03a8831b1094 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67b994dad6fb4851b7501fc69423de5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612109 Aug 27 14:20:12.656243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48506) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:12.717233 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9750341e-ad87-4855-8ad2-e8a7a38324b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:12.727213 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f4cfa0ed-c129-4f11-a82a-4214f36f4797 req-20fee844-2f70-40cf-9037-c5c292fb4134 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719485 Aug 27 14:20:12.766112 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9750341e-ad87-4855-8ad2-e8a7a38324b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:12.825150 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9750341e-ad87-4855-8ad2-e8a7a38324b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:12.828511 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9750341e-ad87-4855-8ad2-e8a7a38324b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:12.830448 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9750341e-ad87-4855-8ad2-e8a7a38324b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91e0ee6b-dfdd-429c-96f7-a18db6742ba4 HTTP/1.1" status: 204 len: 168 time: 0.1729331 Aug 27 14:20:12.842089 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750341e-ad87-4855-8ad2-e8a7a38324b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e0ee6b-dfdd-429c-96f7-a18db6742ba4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:12.925302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33de75-9a70-44bd-95c4-0576fb110a02 req-470416ee-aa4c-44ae-b927-de79b1d44434 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:12.932439 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba33de75-9a70-44bd-95c4-0576fb110a02 req-470416ee-aa4c-44ae-b927-de79b1d44434 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0728235 Aug 27 14:20:12.977103 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba33de75-9a70-44bd-95c4-0576fb110a02 req-1f63f27b-d0b0-4698-bbd1-0d9eea1bbd9b tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372832 Aug 27 14:20:13.523692 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bae28-fdb9-442f-9843-4bb73a736be3 req-934707cb-88c1-4a1b-b39c-51ba728a7e92 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:13.532766 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-416bae28-fdb9-442f-9843-4bb73a736be3 req-934707cb-88c1-4a1b-b39c-51ba728a7e92 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0665078 Aug 27 14:20:13.596002 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-416bae28-fdb9-442f-9843-4bb73a736be3 req-84d77907-4e65-4a6b-9ad9-8b3380fe6521 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555677 Aug 27 14:20:13.871251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aec761-91a0-49db-9dbe-63a5b75750a8 req-96749dda-d2c4-47f5-a4ef-42699f357817 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:13.873747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48544) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:13.880592 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36aec761-91a0-49db-9dbe-63a5b75750a8 req-96749dda-d2c4-47f5-a4ef-42699f357817 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 943 time: 0.0576754 Aug 27 14:20:13.920056 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36aec761-91a0-49db-9dbe-63a5b75750a8 req-d70a7063-054d-4ad5-be01-66c05642292e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384729 Aug 27 14:20:14.011691 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b84c1305-1421-46c2-96a6-03ae32951d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:14.143120 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2ff6e-c4af-4c0b-8b33-6391575cb03e req-ed34d331-409f-4042-ac08-6b20c1c1f113 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:14.144980 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9d2ff6e-c4af-4c0b-8b33-6391575cb03e req-ed34d331-409f-4042-ac08-6b20c1c1f113 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0761781 Aug 27 14:20:14.182565 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b84c1305-1421-46c2-96a6-03ae32951d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:14.189603 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b84c1305-1421-46c2-96a6-03ae32951d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:14.220850 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9d2ff6e-c4af-4c0b-8b33-6391575cb03e req-644c0df2-a231-40f7-838a-4225a05e24f5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638661 Aug 27 14:20:14.241572 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b84c1305-1421-46c2-96a6-03ae32951d60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0035a450d9514330b26e9c63d4cb4056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666437 Aug 27 14:20:14.244375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48560) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:14.252835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c1305-1421-46c2-96a6-03ae32951d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa36494-ec8c-4f58-8443-3b40b4be212a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:14.300892 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fbd75d06-f255-4387-aba8-fa713927ebb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:14.330834 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fbd75d06-f255-4387-aba8-fa713927ebb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:14.394449 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fbd75d06-f255-4387-aba8-fa713927ebb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:14.397160 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fbd75d06-f255-4387-aba8-fa713927ebb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:14.398444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fbd75d06-f255-4387-aba8-fa713927ebb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7fa36494-ec8c-4f58-8443-3b40b4be212a HTTP/1.1" status: 204 len: 168 time: 0.1530230 Aug 27 14:20:14.407078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd75d06-f255-4387-aba8-fa713927ebb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa36494-ec8c-4f58-8443-3b40b4be212a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:14.661788 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f2d49853-0595-4e23-9fab-c4806b302623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:14.721003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d72160-5829-445a-a2c4-de452e66586e req-4def9cd4-881b-48f4-80cd-678fc0353836 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:14.722416 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f3d72160-5829-445a-a2c4-de452e66586e req-4def9cd4-881b-48f4-80cd-678fc0353836 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0528576 Aug 27 14:20:14.763869 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f3d72160-5829-445a-a2c4-de452e66586e req-3a6ef75c-8679-4f9a-ad7f-13677cb296a7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351100 Aug 27 14:20:14.779942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48580) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:14.793922 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-658ec24a-9149-40de-9728-420df4235a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:14.888863 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-658ec24a-9149-40de-9728-420df4235a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:14.892974 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-658ec24a-9149-40de-9728-420df4235a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:14.932256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-658ec24a-9149-40de-9728-420df4235a1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05e651b5c07b4a0e89c9a44ce8e773c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511686 Aug 27 14:20:14.933451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ec24a-9149-40de-9728-420df4235a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb50a167-0469-41ab-bb3d-3147d4075ff0,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:14.935309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48586) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:14.991213 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16973592-7d4d-415d-9357-d4af113c9495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:15.037550 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16973592-7d4d-415d-9357-d4af113c9495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:15.083900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9156d-fe0e-47d4-bd0f-71bece9aa630 req-f1f7203f-fc76-4359-8a25-711eb9999f83 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:15.085419 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5b9156d-fe0e-47d4-bd0f-71bece9aa630 req-f1f7203f-fc76-4359-8a25-711eb9999f83 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 943 time: 0.0845153 Aug 27 14:20:15.126424 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16973592-7d4d-415d-9357-d4af113c9495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:15.128930 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16973592-7d4d-415d-9357-d4af113c9495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:15.130090 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-16973592-7d4d-415d-9357-d4af113c9495 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb50a167-0469-41ab-bb3d-3147d4075ff0 HTTP/1.1" status: 204 len: 168 time: 0.1926734 Aug 27 14:20:15.134988 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5b9156d-fe0e-47d4-bd0f-71bece9aa630 req-77e87ba0-d7c5-44a8-b64d-82ad5e4f6d8f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Aug 27 14:20:15.142552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16973592-7d4d-415d-9357-d4af113c9495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb50a167-0469-41ab-bb3d-3147d4075ff0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:15.362596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea71ca4-1909-4005-8423-e281a90c0d47 req-a751bf25-0ee7-4f95-a6e8-eb111e69e9a2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:15.364168 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ea71ca4-1909-4005-8423-e281a90c0d47 req-a751bf25-0ee7-4f95-a6e8-eb111e69e9a2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0586882 Aug 27 14:20:15.406986 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ea71ca4-1909-4005-8423-e281a90c0d47 req-d7b607a4-07dc-4230-933d-6132e1778909 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340066 Aug 27 14:20:15.894382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f2038-35b0-47d9-af7e-06608d68a148 req-8f6186c3-e672-4f43-8cb1-9be09d2854b6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:15.896290 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e5f2038-35b0-47d9-af7e-06608d68a148 req-8f6186c3-e672-4f43-8cb1-9be09d2854b6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0578198 Aug 27 14:20:15.931234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48624) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:15.943602 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e5f2038-35b0-47d9-af7e-06608d68a148 req-830f59a5-b69a-4d2c-8170-e459d447a61c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386517 Aug 27 14:20:16.144923 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-136e33e4-bfe0-4ba7-be83-82daa59aad15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:16.269191 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-136e33e4-bfe0-4ba7-be83-82daa59aad15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:16.273994 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-136e33e4-bfe0-4ba7-be83-82daa59aad15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:16.311139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd669ce1-6d9a-4923-810f-ad9968909bdd req-bd36b223-30ff-4a55-9b0e-31aff6182ef7 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:16.312662 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd669ce1-6d9a-4923-810f-ad9968909bdd req-bd36b223-30ff-4a55-9b0e-31aff6182ef7 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 943 time: 0.0964229 Aug 27 14:20:16.325970 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-136e33e4-bfe0-4ba7-be83-82daa59aad15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=682589735cc642e1a270f3cb5db12334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935757 Aug 27 14:20:16.329472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48636) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:16.337816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e33e4-bfe0-4ba7-be83-82daa59aad15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10343fc-8af0-4227-9a96-3887f54d8308,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:16.372633 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd669ce1-6d9a-4923-810f-ad9968909bdd req-dca21918-2fe7-450b-a242-2634ae9d1bf7 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426929 Aug 27 14:20:16.395612 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9db13386-e640-4065-ac9d-5465c7861410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:16.421768 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9db13386-e640-4065-ac9d-5465c7861410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:16.479035 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9db13386-e640-4065-ac9d-5465c7861410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:16.483147 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9db13386-e640-4065-ac9d-5465c7861410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:16.486599 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9db13386-e640-4065-ac9d-5465c7861410 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e10343fc-8af0-4227-9a96-3887f54d8308 HTTP/1.1" status: 204 len: 168 time: 0.1536081 Aug 27 14:20:16.493118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db13386-e640-4065-ac9d-5465c7861410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10343fc-8af0-4227-9a96-3887f54d8308,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:16.567161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a4bd7-9103-4234-bc8a-7c05cf3e3329 req-273ae51a-df3b-4462-9d44-8c24fbd8c7d1 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:16.568695 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a6a4bd7-9103-4234-bc8a-7c05cf3e3329 req-273ae51a-df3b-4462-9d44-8c24fbd8c7d1 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0655646 Aug 27 14:20:16.617591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a6a4bd7-9103-4234-bc8a-7c05cf3e3329 req-5728425b-4f2c-49ed-b88d-060ae43de9c5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417807 Aug 27 14:20:16.789175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48650) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:16.803656 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-84915065-3ff6-4697-9811-3df6862823a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:16.899152 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-84915065-3ff6-4697-9811-3df6862823a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:16.904028 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-84915065-3ff6-4697-9811-3df6862823a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:16.949490 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-84915065-3ff6-4697-9811-3df6862823a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a492f6c002b844cbb20c287d0024c427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546388 Aug 27 14:20:16.949490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84915065-3ff6-4697-9811-3df6862823a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd94d72f-0834-4257-ba7c-4b40fd88ff3d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:16.950178 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48652) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:17.008349 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ee05324-9185-42e0-9f48-8eaff5e7d1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:17.044038 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ee05324-9185-42e0-9f48-8eaff5e7d1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:17.091670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f6ecd-607a-434e-82b5-15d313b605df req-1e596d5b-e438-4ef6-b040-73289003c5b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:17.093453 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b48f6ecd-607a-434e-82b5-15d313b605df req-1e596d5b-e438-4ef6-b040-73289003c5b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0644913 Aug 27 14:20:17.103553 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ee05324-9185-42e0-9f48-8eaff5e7d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:17.107448 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ee05324-9185-42e0-9f48-8eaff5e7d1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:17.108749 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8ee05324-9185-42e0-9f48-8eaff5e7d1f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd94d72f-0834-4257-ba7c-4b40fd88ff3d HTTP/1.1" status: 204 len: 168 time: 0.1598854 Aug 27 14:20:17.129695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee05324-9185-42e0-9f48-8eaff5e7d1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd94d72f-0834-4257-ba7c-4b40fd88ff3d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:17.153160 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b48f6ecd-607a-434e-82b5-15d313b605df req-4c58619b-6a29-475a-9edc-ce49375ef169 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529325 Aug 27 14:20:17.427495 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:17.491685 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-91f72467-1112-41ec-9037-4a591d412c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:17.504732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb97a24-0d3a-47ed-9eb5-36545baf8a32 req-c7c96a9f-8321-4763-b0cb-2ede9cbadedd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:17.508184 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9eb97a24-0d3a-47ed-9eb5-36545baf8a32 req-c7c96a9f-8321-4763-b0cb-2ede9cbadedd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 943 time: 0.0584633 Aug 27 14:20:17.551211 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9eb97a24-0d3a-47ed-9eb5-36545baf8a32 req-286f324c-8c15-4cda-889a-90a8dd6e6a74 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359161 Aug 27 14:20:17.770124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e0520-6d0b-4a05-b5a3-6be3081199a6 req-93f01fd3-521b-4d46-8d13-739907b8ac1b tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:17.771727 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7b6e0520-6d0b-4a05-b5a3-6be3081199a6 req-93f01fd3-521b-4d46-8d13-739907b8ac1b tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0579896 Aug 27 14:20:17.811237 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7b6e0520-6d0b-4a05-b5a3-6be3081199a6 req-90aa7e04-afdf-4adc-b2a5-375c84255641 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332835 Aug 27 14:20:18.280993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91d9d-1f81-473e-9ec8-73bbdca56ab6 req-3bf81a25-6304-48ec-b2c9-070532081c79 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:18.282619 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-52b91d9d-1f81-473e-9ec8-73bbdca56ab6 req-3bf81a25-6304-48ec-b2c9-070532081c79 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0565290 Aug 27 14:20:18.325883 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-52b91d9d-1f81-473e-9ec8-73bbdca56ab6 req-8d4ad8a7-3c08-48b2-914c-86a70b2477b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367427 Aug 27 14:20:18.681601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b94ef-2a66-4ca9-810c-5ad149cf01c8 req-822ab00b-6e81-4032-9278-fdd2d12a0fd3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:18.683464 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df8b94ef-2a66-4ca9-810c-5ad149cf01c8 req-822ab00b-6e81-4032-9278-fdd2d12a0fd3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 943 time: 0.0563109 Aug 27 14:20:18.741713 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df8b94ef-2a66-4ca9-810c-5ad149cf01c8 req-ce01292a-6589-4bc2-914a-91054d05386f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393674 Aug 27 14:20:18.782811 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:18.938333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12d5c0-47c0-4e24-9c2f-8a412c264bf2 req-1f49ab02-d8f8-4d94-908c-d63c0194f691 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:18.945705 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd12d5c0-47c0-4e24-9c2f-8a412c264bf2 req-1f49ab02-d8f8-4d94-908c-d63c0194f691 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0629594 Aug 27 14:20:18.995565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd12d5c0-47c0-4e24-9c2f-8a412c264bf2 req-d8d50324-f178-464c-bd6f-56dc4e138000 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437531 Aug 27 14:20:19.451885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0aca5-ff61-46ca-961f-d74bd61ea7a8 req-da7e7cd2-6a60-4fab-a178-02c871161101 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:19.453470 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5f0aca5-ff61-46ca-961f-d74bd61ea7a8 req-da7e7cd2-6a60-4fab-a178-02c871161101 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0551989 Aug 27 14:20:19.492731 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5f0aca5-ff61-46ca-961f-d74bd61ea7a8 req-adfba174-b177-497f-a0ec-3cb37a9dca31 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328846 Aug 27 14:20:19.863256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fd154-0db8-4290-bf56-b4b265db9be6 req-818d93a9-5974-4590-b2ac-7eed9795b46f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:19.865379 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-166fd154-0db8-4290-bf56-b4b265db9be6 req-818d93a9-5974-4590-b2ac-7eed9795b46f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 943 time: 0.0520403 Aug 27 14:20:19.912113 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-166fd154-0db8-4290-bf56-b4b265db9be6 req-0218f6a1-e831-44e1-b3b8-9bdf405666be tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398769 Aug 27 14:20:20.113029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2bc9-aeb5-4d3d-a3d6-6585ff0245be req-91380197-bde5-41a3-994b-7a1b3f5c07a0 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:20.114797 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-867e2bc9-aeb5-4d3d-a3d6-6585ff0245be req-91380197-bde5-41a3-994b-7a1b3f5c07a0 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0535769 Aug 27 14:20:20.164120 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-867e2bc9-aeb5-4d3d-a3d6-6585ff0245be req-7e29d2d2-b646-491d-a13f-710531f82536 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417578 Aug 27 14:20:20.210031 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:20.622327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3eb19-9cf0-482d-b083-db70c7f6c209 req-0943d2c1-0d46-42e8-890b-22e94edfc278 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:20.624093 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28d3eb19-9cf0-482d-b083-db70c7f6c209 req-0943d2c1-0d46-42e8-890b-22e94edfc278 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0591776 Aug 27 14:20:20.671232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-28d3eb19-9cf0-482d-b083-db70c7f6c209 req-1f56e1ab-1267-47c9-a020-584bafab5e34 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410838 Aug 27 14:20:21.049148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc6f7f-c48f-4299-bc93-fecc841e1ba5 req-7072d1d9-f93b-4583-a8b0-27a152f02376 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:21.050740 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79bc6f7f-c48f-4299-bc93-fecc841e1ba5 req-7072d1d9-f93b-4583-a8b0-27a152f02376 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 943 time: 0.0605917 Aug 27 14:20:21.097428 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79bc6f7f-c48f-4299-bc93-fecc841e1ba5 req-a3198779-df2e-42cf-8cad-190880707fc4 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371268 Aug 27 14:20:21.312722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018bc1d-f713-48ba-8d4b-d9599cfde60a req-dce63be1-f7df-4573-8099-0884497590c5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:21.327226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4018bc1d-f713-48ba-8d4b-d9599cfde60a req-dce63be1-f7df-4573-8099-0884497590c5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0919397 Aug 27 14:20:21.395430 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4018bc1d-f713-48ba-8d4b-d9599cfde60a req-d0149ffa-9c28-477f-ba2d-a23f6d32f8cf tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651395 Aug 27 14:20:21.477353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:21.660807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440831c-1ca5-4916-8233-f55602a79406 req-976d1a62-b975-49cd-aac6-9975007701fb tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:21.662514 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4440831c-1ca5-4916-8233-f55602a79406 req-976d1a62-b975-49cd-aac6-9975007701fb tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0975015 Aug 27 14:20:21.696464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc18a-6fbf-49ce-9169-0c44c42948b6 req-5f562744-e294-4a2d-a61e-77439a72c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:21.697982 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-759fc18a-6fbf-49ce-9169-0c44c42948b6 req-5f562744-e294-4a2d-a61e-77439a72c819 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a74e18363e9046b0839d3e0db545669b&device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 1097 time: 0.0778341 Aug 27 14:20:21.761809 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4440831c-1ca5-4916-8233-f55602a79406 req-b4b93cf5-917a-4156-b400-0b925a455d03 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868540 Aug 27 14:20:21.813846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc18a-6fbf-49ce-9169-0c44c42948b6 req-6dd27491-ddc1-44a3-9607-ec9faf27b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:21.816479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-759fc18a-6fbf-49ce-9169-0c44c42948b6 req-6dd27491-ddc1-44a3-9607-ec9faf27b466 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 HTTP/1.1" status: 200 len: 911 time: 0.1064627 Aug 27 14:20:21.822993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a95c0-1f16-4d3e-8970-16b00f242826 req-86631982-5549-4738-8263-52e6c9f3c063 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:21.825552 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-591a95c0-1f16-4d3e-8970-16b00f242826 req-86631982-5549-4738-8263-52e6c9f3c063 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0770302 Aug 27 14:20:21.871576 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-591a95c0-1f16-4d3e-8970-16b00f242826 req-117e6b08-98b4-4921-9ca5-c737463fc4d3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374582 Aug 27 14:20:21.905215 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-759fc18a-6fbf-49ce-9169-0c44c42948b6 req-68b40f60-7aa6-40c5-b937-c936cd07ddec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8111ef5a-f3f1-4e47-bb93-3904b73429e5 HTTP/1.1" status: 200 len: 1000 time: 0.0803771 Aug 27 14:20:21.967251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc18a-6fbf-49ce-9169-0c44c42948b6 req-e904c53f-13a7-4430-b1f1-2588d11044ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:21.968773 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-759fc18a-6fbf-49ce-9169-0c44c42948b6 req-e904c53f-13a7-4430-b1f1-2588d11044ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cfe9d06-603f-4eee-b822-f98be0cb0761 HTTP/1.1" status: 200 len: 849 time: 0.0562594 Aug 27 14:20:22.023431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc18a-6fbf-49ce-9169-0c44c42948b6 req-876d35f3-73d2-4db0-a79f-19bd0b3e4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:22.025002 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-759fc18a-6fbf-49ce-9169-0c44c42948b6 req-876d35f3-73d2-4db0-a79f-19bd0b3e4cf2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470426 Aug 27 14:20:22.141876 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-759fc18a-6fbf-49ce-9169-0c44c42948b6 req-48df47f4-187f-4f82-9efd-f2d6c56e6897 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088443 Aug 27 14:20:22.299536 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36299ea5-1896-4eec-a095-1c0a7db59e8b req-93ada4bb-9f1a-4691-bfc2-af301427d6e8 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:22.301338 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36299ea5-1896-4eec-a095-1c0a7db59e8b req-93ada4bb-9f1a-4691-bfc2-af301427d6e8 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 943 time: 0.0937066 Aug 27 14:20:22.305754 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-759fc18a-6fbf-49ce-9169-0c44c42948b6 req-2073baea-e0d7-4c74-b500-3c7924474fc8 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545048 Aug 27 14:20:22.350069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36299ea5-1896-4eec-a095-1c0a7db59e8b req-90576a71-f81b-41c1-b873-9e743b8000e2 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412440 Aug 27 14:20:22.548538 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d7a74805-f61a-4ee4-a9b3-886b73c2307b details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:20:22.647488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d7a74805-f61a-4ee4-a9b3-886b73c2307b, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d7a74805-f61a-4ee4-a9b3-886b73c2307b,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:22.659936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'd7a74805-f61a-4ee4-a9b3-886b73c2307b', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'port_id': 'd7a74805-f61a-4ee4-a9b3-886b73c2307b', 'mac_address': 'fa:16:3e:41:a4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:20:22.699917 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:22.712644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a74805-f61a-4ee4-a9b3-886b73c2307b {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:20:22.735571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d7a74805-f61a-4ee4-a9b3-886b73c2307b, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d7a74805-f61a-4ee4-a9b3-886b73c2307b,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:22.740388 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:22.795909 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d7a74805-f61a-4ee4-a9b3-886b73c2307b,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:22.803937 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:22.804378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:22.804850 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:22.805190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:22.805587 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:22.806002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:22.806443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:22.806846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:22.807236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:22.807671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:22.808578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:22.809286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:20:22.891291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a3f2-fdae-4a11-bd1e-6a9114061ce5 req-d54ff566-501d-42c2-8f27-322ebe805b80 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:22.892950 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9a43a3f2-fdae-4a11-bd1e-6a9114061ce5 req-d54ff566-501d-42c2-8f27-322ebe805b80 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0508206 Aug 27 14:20:22.935886 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9a43a3f2-fdae-4a11-bd1e-6a9114061ce5 req-04828c61-01b2-4e18-82da-71dcc80265f8 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361197 Aug 27 14:20:23.005664 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2f550-5bb1-4e9d-8eb1-66b643469671 req-85be8241-e91b-4261-bc3b-804d459da95b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:23.007108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fc2f550-5bb1-4e9d-8eb1-66b643469671 req-85be8241-e91b-4261-bc3b-804d459da95b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0604806 Aug 27 14:20:23.048051 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fc2f550-5bb1-4e9d-8eb1-66b643469671 req-1cd77c37-a20e-4e96-8168-4f35da36121b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344992 Aug 27 14:20:23.190505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['d7a74805-f61a-4ee4-a9b3-886b73c2307b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:20:23.474451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e6c8e-9422-4a1c-8172-fb7e5269ec79 req-566b7fe6-042b-494e-b7b7-d22a89670e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:23.476230 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c1e6c8e-9422-4a1c-8172-fb7e5269ec79 req-566b7fe6-042b-494e-b7b7-d22a89670e75 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 944 time: 0.0570660 Aug 27 14:20:23.519058 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c1e6c8e-9422-4a1c-8172-fb7e5269ec79 req-d4c1abfc-7b79-41d2-a4ab-615afcee43bb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360062 Aug 27 14:20:24.192764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc5a85-3600-4db0-8c74-05c46257c6e0 req-abcf17c7-5e9e-425f-8f3b-49b3be8a846b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:24.194535 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04bc5a85-3600-4db0-8c74-05c46257c6e0 req-abcf17c7-5e9e-425f-8f3b-49b3be8a846b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0644727 Aug 27 14:20:24.237150 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04bc5a85-3600-4db0-8c74-05c46257c6e0 req-034e7394-6e65-4cc6-ac6b-e94efa9076fa tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344801 Aug 27 14:20:24.548313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d7a74805-f61a-4ee4-a9b3-886b73c2307b up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:20:24.608052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port d7a74805-f61a-4ee4-a9b3-886b73c2307b completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:20:24.612181 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port d7a74805-f61a-4ee4-a9b3-886b73c2307b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:20:24.612615 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:24.667118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1453946-4200-416d-ba66-1e2f4bda8fa7 req-98e0a4b5-e456-4595-90b9-5db9cf189bdb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:24.670970 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e1453946-4200-416d-ba66-1e2f4bda8fa7 req-98e0a4b5-e456-4595-90b9-5db9cf189bdb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 944 time: 0.0661602 Aug 27 14:20:24.718458 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-952946c7-3139-4073-b4a8-203c269474ed service neutron] show failed (client error): The resource could not be found. Aug 27 14:20:24.719551 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-952946c7-3139-4073-b4a8-203c269474ed service neutron] 10.222.0.52 "GET /v2.0/ports/a1dbcbf4-1114-4855-a9e4-8b860a96fe83/bindings/n-h2-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.1325846 Aug 27 14:20:24.721653 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:24.723373 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e1453946-4200-416d-ba66-1e2f4bda8fa7 req-5ed9a07f-5208-4e06-a786-fbb3ec4bcfd1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450680 Aug 27 14:20:24.760050 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2015ecd8-8254-4a9a-9841-f09ceab39d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a74805-f61a-4ee4-a9b3-886b73c2307b'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:20:24.763743 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4d1c6e-ec88-4ec5-b691-db5f0f629663" -d '{"events": [{"server_uuid": "2015ecd8-8254-4a9a-9841-f09ceab39d27", "name": "network-vif-plugged", "status": "completed", "tag": "d7a74805-f61a-4ee4-a9b3-886b73c2307b"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:20:24.781207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d7a74805-f61a-4ee4-a9b3-886b73c2307b, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d7a74805-f61a-4ee4-a9b3-886b73c2307b,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:24.786414 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:24.842950 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d7a74805-f61a-4ee4-a9b3-886b73c2307b,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:25.047371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-632a8a38-62f5-4c3c-9ef7-0c7842d52f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:25.049489 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-632a8a38-62f5-4c3c-9ef7-0c7842d52f02 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a&tenant_id=192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 1098 time: 0.0988655 Aug 27 14:20:25.071729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:20:25.076708 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8468b1e-7348-4f44-8ea5-add0017f3bc7 x-openstack-request-id: req-f8468b1e-7348-4f44-8ea5-add0017f3bc7 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:20:25.076708 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2015ecd8-8254-4a9a-9841-f09ceab39d27", "name": "network-vif-plugged", "status": "completed", "tag": "d7a74805-f61a-4ee4-a9b3-886b73c2307b", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:20:25.076708 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8468b1e-7348-4f44-8ea5-add0017f3bc7 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:20:25.076708 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2015ecd8-8254-4a9a-9841-f09ceab39d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a74805-f61a-4ee4-a9b3-886b73c2307b', 'code': 200} Aug 27 14:20:25.149977 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:25.213938 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d6e47-356f-4200-a8b4-fffba945a8ce req-3eb87aa6-3f49-4a3a-8c2f-2c54af640338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:25.216117 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-755d6e47-356f-4200-a8b4-fffba945a8ce req-3eb87aa6-3f49-4a3a-8c2f-2c54af640338 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 1097 time: 0.0470974 Aug 27 14:20:25.254266 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-755d6e47-356f-4200-a8b4-fffba945a8ce req-b36b190c-e46c-4d3e-b847-197967cee641 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296509 Aug 27 14:20:25.429806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:25.448721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a3309-b839-4cf3-8b85-659bfda47839 req-a8bbe779-0134-43c4-aa7e-e0c36c940525 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:25.450336 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6b9a3309-b839-4cf3-8b85-659bfda47839 req-a8bbe779-0134-43c4-aa7e-e0c36c940525 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0935371 Aug 27 14:20:25.493591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:20:25.535236 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6b9a3309-b839-4cf3-8b85-659bfda47839 req-35673225-20da-472d-a077-c8db12faea03 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759370 Aug 27 14:20:25.559794 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:20:25.562795 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d639cebf-80a5-4983-8645-bc6a95934823" -d '{"events": [{"server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "name": "network-vif-unplugged", "status": "completed", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:20:25.567447 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:25.584601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Transition to ACTIVE for port object a1dbcbf4-1114-4855-a9e4-8b860a96fe83 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:20:25.589209 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:25.636451 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84df8f00-c048-40c6-9759-053ef137aa96 x-openstack-request-id: req-84df8f00-c048-40c6-9759-053ef137aa96 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:20:25.637193 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "name": "network-vif-unplugged", "status": "completed", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:20:25.637459 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84df8f00-c048-40c6-9759-053ef137aa96 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:20:25.637853 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'code': 200} Aug 27 14:20:25.763289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Pushing event updated for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=6']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:25.820917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] No DVR routers for this DVR port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:20:26.206552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c65de-302f-4430-a714-b72f16b84acf req-63e2d07b-9340-410b-8bc8-765b645475eb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:26.208124 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-064c65de-302f-4430-a714-b72f16b84acf req-63e2d07b-9340-410b-8bc8-765b645475eb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 945 time: 0.3885744 Aug 27 14:20:26.278597 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-064c65de-302f-4430-a714-b72f16b84acf req-7469d693-6152-4bf9-9da3-4dddabe628f5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604558 Aug 27 14:20:26.294088 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Attempting to bind port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:20:26.294709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Attempting to bind port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:20:26.295395 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Attempting to bind port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on network b1f5232d-844f-49b2-b1e4-b36e3da507b1 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:20:26.300183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on network b1f5232d-844f-49b2-b1e4-b36e3da507b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:20:26.300731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Attempting to bind port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on network b1f5232d-844f-49b2-b1e4-b36e3da507b1 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:20:26.315215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:20:26.315471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Checking segment: {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:20:26.315930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Bound using segment: {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:20:26.316452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Bound port: a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:20:26.317012 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:26.390062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:20:26.393572 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:20:26.398671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:26.442433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:26.443077 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:26.444462 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] 10.222.0.41 "PUT /v2.0/ports/a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 1093 time: 1.3796830 Aug 27 14:20:26.518430 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a25fc-9d89-40c9-b491-c6694813c86f service neutron] Pushing event updated for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:26.537514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-47a1ea73-7b42-492b-bde5-e3342dafbf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:26.539128 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-47a1ea73-7b42-492b-bde5-e3342dafbf3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1096 time: 0.0595272 Aug 27 14:20:26.727426 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-74969afa-5d55-4cc9-a60f-ed7d0469eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:26.728984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-74969afa-5d55-4cc9-a60f-ed7d0469eca4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 200 len: 897 time: 0.1652975 Aug 27 14:20:26.742459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95906372-9a55-4c75-ba0b-23f346776528 req-bcd54338-5a25-4e7f-aea3-0c621f816354 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:26.751947 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95906372-9a55-4c75-ba0b-23f346776528 req-bcd54338-5a25-4e7f-aea3-0c621f816354 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 944 time: 0.0889173 Aug 27 14:20:26.808169 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95906372-9a55-4c75-ba0b-23f346776528 req-c07d054d-aa6e-41b6-87a7-bde94f8f2772 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530419 Aug 27 14:20:26.859852 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-194c71b3-c64a-4115-9076-902f5bca8b4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 1000 time: 0.1232021 Aug 27 14:20:26.921953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-66af22ce-b718-4c14-8e95-83e329182f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:26.923531 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-66af22ce-b718-4c14-8e95-83e329182f92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c86f509f-69f3-460b-9d1f-b879880cc447 HTTP/1.1" status: 200 len: 834 time: 0.0497911 Aug 27 14:20:26.985452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-fea0e781-247f-4b54-a489-3c91a39e7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:26.987014 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-fea0e781-247f-4b54-a489-3c91a39e7ba1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1f5232d-844f-49b2-b1e4-b36e3da507b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541439 Aug 27 14:20:27.095052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-24b5ba86-98f7-46aa-9053-caeb1486791a service neutron] 10.222.0.41 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997334 Aug 27 14:20:27.196132 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-36a5314f-89b8-4d23-a830-9a2c4d6aad68 req-9fe7d60a-0c64-474f-a514-2a2b03e7a863 service neutron] 10.222.0.41 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928156 Aug 27 14:20:27.428218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771827f3-4cd6-44a1-aea8-6de7f9fd0282 req-6338a5aa-712e-450e-9d65-b7f2ba4a060b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:27.429908 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-771827f3-4cd6-44a1-aea8-6de7f9fd0282 req-6338a5aa-712e-450e-9d65-b7f2ba4a060b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 945 time: 0.0656586 Aug 27 14:20:27.484623 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-771827f3-4cd6-44a1-aea8-6de7f9fd0282 req-6a67c6e5-794a-4050-a561-d7811f2d8d55 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449615 Aug 27 14:20:27.587731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a1dbcbf4-1114-4855-a9e4-8b860a96fe83 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:20:27.618254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae4400-f0e7-4cbd-a27a-e535d9a095f8 req-1f8cadf0-90fb-4a16-8404-2d551bc11dc9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:27.620973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1aae4400-f0e7-4cbd-a27a-e535d9a095f8 req-1f8cadf0-90fb-4a16-8404-2d551bc11dc9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 945 time: 0.0653200 Aug 27 14:20:27.632718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a1dbcbf4-1114-4855-a9e4-8b860a96fe83 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:20:27.639416 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:20:27.641908 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:20:27.671647 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1aae4400-f0e7-4cbd-a27a-e535d9a095f8 req-313b7dc3-0abf-4fda-969f-a6298bb11be3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440383 Aug 27 14:20:27.731900 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3562c0e-799b-42a3-8499-449c19fb64bc x-openstack-request-id: req-b3562c0e-799b-42a3-8499-449c19fb64bc {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:20:27.732362 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:20:27.732739 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3562c0e-799b-42a3-8499-449c19fb64bc {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:20:27.733149 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'status': 'completed', 'code': 200} Aug 27 14:20:27.814376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-791bac62-8281-4a38-a1ff-205ff2201c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:27.816758 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-791bac62-8281-4a38-a1ff-205ff2201c75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1096 time: 0.0813777 Aug 27 14:20:27.822258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-abf97f00-806c-4fcc-b533-f958a425abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:27.824746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-abf97f00-806c-4fcc-b533-f958a425abfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1096 time: 0.0524380 Aug 27 14:20:27.908458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fbd34-53eb-490e-995d-f812b2d640c5 req-b4937205-ff76-4373-a84b-6edd5f0517a1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:27.909999 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c44fbd34-53eb-490e-995d-f812b2d640c5 req-b4937205-ff76-4373-a84b-6edd5f0517a1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 945 time: 0.1424034 Aug 27 14:20:27.969317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-49eb5801-9e60-4f78-b9d9-f799dbffaca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:27.971180 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-49eb5801-9e60-4f78-b9d9-f799dbffaca5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 200 len: 897 time: 0.1448808 Aug 27 14:20:27.976875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c44fbd34-53eb-490e-995d-f812b2d640c5 req-3b125399-f62b-4d45-9a04-974f1855bb9f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578380 Aug 27 14:20:28.066258 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-e979741e-db39-4816-8848-1b883c6d8e12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 1000 time: 0.0868371 Aug 27 14:20:28.119339 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-68455fd7-3c3a-47fc-be46-172125ed14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:28.121782 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-68455fd7-3c3a-47fc-be46-172125ed14b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 200 len: 897 time: 0.2897556 Aug 27 14:20:28.164759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a6e46-7637-4317-9b44-1edb2aff7f45 req-df0413b6-d0a2-4223-a1d4-a139bc9d70a5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:28.167165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b99a6e46-7637-4317-9b44-1edb2aff7f45 req-df0413b6-d0a2-4223-a1d4-a139bc9d70a5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 944 time: 0.1533937 Aug 27 14:20:28.208340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-531a1734-63c0-45cf-8c17-6f6d089c126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:28.215763 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-531a1734-63c0-45cf-8c17-6f6d089c126d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c86f509f-69f3-460b-9d1f-b879880cc447 HTTP/1.1" status: 200 len: 834 time: 0.1383884 Aug 27 14:20:28.229427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49076) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:28.267213 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-2b851659-5774-429f-afe3-3ba7c2486a9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 1000 time: 0.1331840 Aug 27 14:20:28.270044 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b99a6e46-7637-4317-9b44-1edb2aff7f45 req-8f443472-a48b-4b1a-9e98-e3f4bdeaa605 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656636 Aug 27 14:20:28.284114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-0e1c534d-fdd8-4b98-8d62-62a7540d6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:28.286248 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-0e1c534d-fdd8-4b98-8d62-62a7540d6084 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b1f5232d-844f-49b2-b1e4-b36e3da507b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640981 Aug 27 14:20:28.343325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-1e59ad5c-e693-4b3b-a84a-3cbdb5c07628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:28.345113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-1e59ad5c-e693-4b3b-a84a-3cbdb5c07628 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c86f509f-69f3-460b-9d1f-b879880cc447 HTTP/1.1" status: 200 len: 834 time: 0.0664952 Aug 27 14:20:28.392841 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-81e70d9c-0319-494c-8341-f34e0b3d5a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:28.423995 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-d07193e9-91d4-4feb-bb13-a740768b3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:28.425485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-d07193e9-91d4-4feb-bb13-a740768b3b4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1f5232d-844f-49b2-b1e4-b36e3da507b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720148 Aug 27 14:20:28.443951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835328b-de76-41f5-a6f1-4dea784b8359 req-f58a1132-4e97-4708-8dcc-ab4bc44cf324 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:28.446278 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d835328b-de76-41f5-a6f1-4dea784b8359 req-f58a1132-4e97-4708-8dcc-ab4bc44cf324 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 945 time: 0.1184549 Aug 27 14:20:28.476633 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-ee9d63d8-2e01-4abd-a8db-d20512171c09 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814256 Aug 27 14:20:28.549555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d835328b-de76-41f5-a6f1-4dea784b8359 req-9b8779a9-b610-43cd-9858-6eddda076825 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923753 Aug 27 14:20:28.570346 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-8d6afb57-fb73-45ff-a34a-4626732f50f7 service neutron] 10.222.0.41 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329772 Aug 27 14:20:28.616591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-7309aa6e-5179-4668-b04f-2d50aa6de91d service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321850 Aug 27 14:20:28.640148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-81e70d9c-0319-494c-8341-f34e0b3d5a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:28.646989 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-81e70d9c-0319-494c-8341-f34e0b3d5a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:28.712020 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-81e70d9c-0319-494c-8341-f34e0b3d5a53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db63a2722949459b9ef006937d2238cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791653 Aug 27 14:20:28.715586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49090) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:28.716823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e70d9c-0319-494c-8341-f34e0b3d5a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6b15a7-3b93-468e-ac13-e36677f37b9e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:28.739781 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84cc5304-cb5d-4eb9-afa7-eebcd02cb8d4 req-b7c0c6c7-d878-4b7f-b324-6c4bbc0bba76 service neutron] 10.222.0.41 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601734 Aug 27 14:20:28.773137 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9606be0-0c1a-48af-8682-1fbd71cac60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:28.795390 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9606be0-0c1a-48af-8682-1fbd71cac60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:28.842721 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9606be0-0c1a-48af-8682-1fbd71cac60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:28.845472 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9606be0-0c1a-48af-8682-1fbd71cac60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:28.846624 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c9606be0-0c1a-48af-8682-1fbd71cac60f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb6b15a7-3b93-468e-ac13-e36677f37b9e HTTP/1.1" status: 204 len: 168 time: 0.1297784 Aug 27 14:20:28.856286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9606be0-0c1a-48af-8682-1fbd71cac60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6b15a7-3b93-468e-ac13-e36677f37b9e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:29.129688 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49102) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:29.142999 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec62ed58-1220-4fba-b582-90eee31b4165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:29.244605 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec62ed58-1220-4fba-b582-90eee31b4165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:29.249556 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec62ed58-1220-4fba-b582-90eee31b4165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:29.286451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62ed58-1220-4fba-b582-90eee31b4165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17795399-8ab5-460b-a523-b6815f982ad4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:29.290820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ec62ed58-1220-4fba-b582-90eee31b4165 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be192788d9b0493a97b17a471000a518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600595 Aug 27 14:20:29.294098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49108) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:29.362856 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3f7454ef-3ad1-4819-926d-9739334f5f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:29.406341 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3f7454ef-3ad1-4819-926d-9739334f5f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:29.449292 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695e793-708f-4e91-8be9-74256b3fbfa3 req-547455f9-670b-4d36-b822-cd95fe78f541 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:29.450834 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e695e793-708f-4e91-8be9-74256b3fbfa3 req-547455f9-670b-4d36-b822-cd95fe78f541 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 944 time: 0.0900252 Aug 27 14:20:29.487226 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3f7454ef-3ad1-4819-926d-9739334f5f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:29.489808 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3f7454ef-3ad1-4819-926d-9739334f5f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:29.491004 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3f7454ef-3ad1-4819-926d-9739334f5f6e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17795399-8ab5-460b-a523-b6815f982ad4 HTTP/1.1" status: 204 len: 168 time: 0.1958406 Aug 27 14:20:29.501753 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7454ef-3ad1-4819-926d-9739334f5f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17795399-8ab5-460b-a523-b6815f982ad4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:29.511075 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e695e793-708f-4e91-8be9-74256b3fbfa3 req-ee3f5eb8-822a-4f0a-b234-8f64926f3619 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528038 Aug 27 14:20:29.715621 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863122f1-2192-44b4-904e-db3c09ededd2 req-8c9cb2d1-607d-41b7-88ae-39244f3ebc18 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:29.717266 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-863122f1-2192-44b4-904e-db3c09ededd2 req-8c9cb2d1-607d-41b7-88ae-39244f3ebc18 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 945 time: 0.0708899 Aug 27 14:20:29.756995 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-863122f1-2192-44b4-904e-db3c09ededd2 req-a677b0ed-a0e1-40de-92d8-79aa78096e8d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338235 Aug 27 14:20:30.360109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc4223-9d3d-48c2-bd26-f70b4ccde158 req-9d77a8e3-16e1-497c-8453-76dbf47ed1ef tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:30.361634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dcc4223-9d3d-48c2-bd26-f70b4ccde158 req-9d77a8e3-16e1-497c-8453-76dbf47ed1ef tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 945 time: 0.0610051 Aug 27 14:20:30.472444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-9dcc4223-9d3d-48c2-bd26-f70b4ccde158 req-b00d558c-a9a1-4c38-b2ec-8ccb5c641074 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Deleting port d7a74805-f61a-4ee4-a9b3-886b73c2307b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:20:30.472845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9dcc4223-9d3d-48c2-bd26-f70b4ccde158 req-b00d558c-a9a1-4c38-b2ec-8ccb5c641074 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:30.567035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1dbcbf4-1114-4855-a9e4-8b860a96fe83 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:20:30.587737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-9dcc4223-9d3d-48c2-bd26-f70b4ccde158 req-b00d558c-a9a1-4c38-b2ec-8ccb5c641074 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] For port d7a74805-f61a-4ee4-a9b3-886b73c2307b, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d7a74805-f61a-4ee4-a9b3-886b73c2307b,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:30.588211 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9dcc4223-9d3d-48c2-bd26-f70b4ccde158 req-b00d558c-a9a1-4c38-b2ec-8ccb5c641074 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:30.630169 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-9dcc4223-9d3d-48c2-bd26-f70b4ccde158 req-b00d558c-a9a1-4c38-b2ec-8ccb5c641074 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Calling delete_port for d7a74805-f61a-4ee4-a9b3-886b73c2307b owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:20:30.698171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:30.712244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'port_id': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'mac_address': 'fa:16:3e:a2:93:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:20:30.760274 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:30.773113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eaacc-4800-4970-95a5-7d2ca90eaac4 req-bfe019c8-2195-49d5-b74c-dbd8b93829d6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:30.775228 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab3eaacc-4800-4970-95a5-7d2ca90eaac4 req-bfe019c8-2195-49d5-b74c-dbd8b93829d6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 944 time: 0.0986617 Aug 27 14:20:30.804905 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1dbcbf4-1114-4855-a9e4-8b860a96fe83 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:20:30.836959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:30.841693 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:30.854255 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab3eaacc-4800-4970-95a5-7d2ca90eaac4 req-d6b520a8-63b8-4dac-bcdb-00cf335ac2c8 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715187 Aug 27 14:20:30.940934 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:30.946985 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9dcc4223-9d3d-48c2-bd26-f70b4ccde158 req-b00d558c-a9a1-4c38-b2ec-8ccb5c641074 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:30.993316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d558c-a9a1-4c38-b2ec-8ccb5c641074 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event deleted for resources: {'Port': ['ID=d7a74805-f61a-4ee4-a9b3-886b73c2307b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:30.993603 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac901-13ef-47cb-a1aa-3a0395d84273 req-d4465dbe-46f8-4e71-b68d-0e0906e05585 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:31.001832 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0eeac901-13ef-47cb-a1aa-3a0395d84273 req-d4465dbe-46f8-4e71-b68d-0e0906e05585 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 867 time: 0.0983458 Aug 27 14:20:31.042631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0eeac901-13ef-47cb-a1aa-3a0395d84273 req-5a4261a6-24c7-493b-aac4-b2e7581e4b7f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398431 Aug 27 14:20:31.049684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcc4223-9d3d-48c2-bd26-f70b4ccde158 req-b00d558c-a9a1-4c38-b2ec-8ccb5c641074 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] No DVR routers for this DVR port d7a74805-f61a-4ee4-a9b3-886b73c2307b on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:20:31.052493 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9dcc4223-9d3d-48c2-bd26-f70b4ccde158 req-b00d558c-a9a1-4c38-b2ec-8ccb5c641074 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:31.057354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dcc4223-9d3d-48c2-bd26-f70b4ccde158 req-b00d558c-a9a1-4c38-b2ec-8ccb5c641074 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "DELETE /v2.0/ports/d7a74805-f61a-4ee4-a9b3-886b73c2307b HTTP/1.1" status: 204 len: 173 time: 0.6855662 Aug 27 14:20:31.057354 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2015ecd8-8254-4a9a-9841-f09ceab39d27', 'name': 'network-vif-deleted', 'tag': 'd7a74805-f61a-4ee4-a9b3-886b73c2307b'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:20:31.058717 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4dffc7-737f-4556-a196-8e5c98deaf5e" -d '{"events": [{"server_uuid": "2015ecd8-8254-4a9a-9841-f09ceab39d27", "name": "network-vif-deleted", "tag": "d7a74805-f61a-4ee4-a9b3-886b73c2307b"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:20:31.096496 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a46e3d6-eb49-4645-89b7-b5dd8570d8b9 x-openstack-request-id: req-3a46e3d6-eb49-4645-89b7-b5dd8570d8b9 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:20:31.096982 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2015ecd8-8254-4a9a-9841-f09ceab39d27", "name": "network-vif-deleted", "tag": "d7a74805-f61a-4ee4-a9b3-886b73c2307b", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:20:31.097401 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a46e3d6-eb49-4645-89b7-b5dd8570d8b9 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:20:31.098227 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2015ecd8-8254-4a9a-9841-f09ceab39d27', 'name': 'network-vif-deleted', 'tag': 'd7a74805-f61a-4ee4-a9b3-886b73c2307b', 'status': 'completed', 'code': 200} Aug 27 14:20:31.314189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a1dbcbf4-1114-4855-a9e4-8b860a96fe83'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:20:32.009449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c882816-14e4-41f2-9095-57fa8a210acb req-822433fc-171e-4c5b-9e9a-fb25e15ab1b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:32.013289 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c882816-14e4-41f2-9095-57fa8a210acb req-822433fc-171e-4c5b-9e9a-fb25e15ab1b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 945 time: 0.0570357 Aug 27 14:20:32.058842 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c882816-14e4-41f2-9095-57fa8a210acb req-c61ad1f6-c339-4b66-8136-0b258aac1473 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384176 Aug 27 14:20:32.227453 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-704fce85-26f3-4ccc-b441-00eb6d5e30fe req-8b4f197e-0f0c-49b7-a6cd-4cf562aa7567 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 210 time: 0.0449350 Aug 27 14:20:32.265164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49234) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:32.477254 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0fa79aad-3d54-4fba-bfb4-3e65050a11cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:32.504029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-fe902e18-3047-44ae-958c-2d248e543434 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:32.505607 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-fe902e18-3047-44ae-958c-2d248e543434 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.41 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a&tenant_id=192eb92f7c9846a9901dbb1419062132&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 945 time: 0.1642830 Aug 27 14:20:32.580711 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c851b23-1591-489e-a015-faa0a0f02a8e req-bb37d8db-0f5e-4feb-84ae-dbeac83043c5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:32.582328 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9c851b23-1591-489e-a015-faa0a0f02a8e req-bb37d8db-0f5e-4feb-84ae-dbeac83043c5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 945 time: 0.1922128 Aug 27 14:20:32.586135 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1dbcbf4-1114-4855-a9e4-8b860a96fe83 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:20:32.649481 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9c851b23-1591-489e-a015-faa0a0f02a8e req-e4c019ee-daf6-4004-a835-3b54dedf8e9d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584002 Aug 27 14:20:32.666031 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-053910bd-650a-41f8-9b8f-de2c4f9c2004 service neutron] 10.222.0.41 "GET /v2.0/ports/a1dbcbf4-1114-4855-a9e4-8b860a96fe83/bindings/n-h2-712139-12 HTTP/1.1" status: 200 len: 383 time: 0.1492982 Aug 27 14:20:32.668092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:20:32.676347 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:20:32.676848 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:32.767205 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0fa79aad-3d54-4fba-bfb4-3e65050a11cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:32.777729 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0fa79aad-3d54-4fba-bfb4-3e65050a11cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:32.781681 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:32.795157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7b967212-d280-4992-807b-06a563a2b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:32.797756 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7b967212-d280-4992-807b-06a563a2b552 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1097 time: 0.0825005 Aug 27 14:20:32.831994 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:20:32.834222 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd432a8e-1e8d-4013-972b-e8f30e780087" -d '{"events": [{"server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "name": "network-vif-plugged", "status": "completed", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:20:32.845883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49252) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:32.846104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0fa79aad-3d54-4fba-bfb4-3e65050a11cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd13e4b3466a456a8cf2e3deaaaf9377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5795765 Aug 27 14:20:32.854247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:32.873325 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:32.874208 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d7a74805-f61a-4ee4-a9b3-886b73c2307b no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:20:32.896900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa79aad-3d54-4fba-bfb4-3e65050a11cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de72d164-f5b6-4f45-8fe3-20dcb7fbb05e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:32.956149 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47e81c5-933e-4ec0-8f8e-cdb3e6d18be0 x-openstack-request-id: req-b47e81c5-933e-4ec0-8f8e-cdb3e6d18be0 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:20:32.957007 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "name": "network-vif-plugged", "status": "completed", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:20:32.957264 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b47e81c5-933e-4ec0-8f8e-cdb3e6d18be0 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:20:32.957434 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba2da6ac-1964-46e6-9aef-fb2b431b9903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:32.957812 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'code': 200} Aug 27 14:20:32.962037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:32.978997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-360c5496-946e-4cfd-b69f-537dfc3d4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:32.981307 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-360c5496-946e-4cfd-b69f-537dfc3d4c3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 200 len: 897 time: 0.1537516 Aug 27 14:20:32.992748 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba2da6ac-1964-46e6-9aef-fb2b431b9903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:32.997940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: d7a74805-f61a-4ee4-a9b3-886b73c2307b {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:20:32.998300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d7a74805-f61a-4ee4-a9b3-886b73c2307b not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:20:33.052177 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba2da6ac-1964-46e6-9aef-fb2b431b9903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:33.055122 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba2da6ac-1964-46e6-9aef-fb2b431b9903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:33.060649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ba2da6ac-1964-46e6-9aef-fb2b431b9903 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de72d164-f5b6-4f45-8fe3-20dcb7fbb05e HTTP/1.1" status: 204 len: 168 time: 0.2135770 Aug 27 14:20:33.069062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2da6ac-1964-46e6-9aef-fb2b431b9903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de72d164-f5b6-4f45-8fe3-20dcb7fbb05e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:33.084125 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-e3c0478f-b347-4c51-ae59-12e42dd3999a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 1002 time: 0.0849547 Aug 27 14:20:33.153747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-9121579f-5226-49b7-8ba9-138d0ce97ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:33.156829 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-9121579f-5226-49b7-8ba9-138d0ce97ee9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c86f509f-69f3-460b-9d1f-b879880cc447 HTTP/1.1" status: 200 len: 834 time: 0.0645607 Aug 27 14:20:33.225009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-033b56d8-ab38-4dec-bd47-e652bcfd201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:33.226915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-033b56d8-ab38-4dec-bd47-e652bcfd201f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1f5232d-844f-49b2-b1e4-b36e3da507b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621157 Aug 27 14:20:33.330020 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-a256681d-a64d-4e70-b0e9-9883652271af service neutron] 10.222.0.41 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941989 Aug 27 14:20:33.403666 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4928a047-5df4-4c0f-a536-88922b752914 req-1e47a137-effc-45d3-9a7c-70608a3c89ae tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 210 time: 0.0572486 Aug 27 14:20:33.514260 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-b746909e-fcfc-4f6d-a51c-4f87898867c2 service neutron] 10.222.0.41 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677423 Aug 27 14:20:33.796681 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f39542-24ac-4ecb-bd40-431ab939caad req-ea7e6edb-6eea-412c-b1fc-54d2e6f3b998 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:33.800304 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16f39542-24ac-4ecb-bd40-431ab939caad req-ea7e6edb-6eea-412c-b1fc-54d2e6f3b998 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0654767 Aug 27 14:20:33.859495 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16f39542-24ac-4ecb-bd40-431ab939caad req-d6b282b6-12a5-431b-81a9-5407cb57b19e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545089 Aug 27 14:20:34.208005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49302) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:34.335054 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78412b4a-688e-4083-a4fc-fc9a0b106626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:34.456665 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78412b4a-688e-4083-a4fc-fc9a0b106626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:34.462645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-78412b4a-688e-4083-a4fc-fc9a0b106626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:34.516456 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-78412b4a-688e-4083-a4fc-fc9a0b106626 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35165aa3e0034a43acd2f0f22afcb027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073268 Aug 27 14:20:34.519594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49314) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:34.527743 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c50908fd-be91-447d-bf1e-8b02f00fbb28 req-51c6c36d-b7d7-4e46-b246-701a1526d486 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 210 time: 0.0469663 Aug 27 14:20:34.529498 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78412b4a-688e-4083-a4fc-fc9a0b106626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ab59e2-9ee1-470a-90e3-bf3661443d79,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:34.583812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-013f2cb4-6347-436d-b976-f4b60543ddd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:34.607444 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-013f2cb4-6347-436d-b976-f4b60543ddd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:34.659962 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-013f2cb4-6347-436d-b976-f4b60543ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:34.662955 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-013f2cb4-6347-436d-b976-f4b60543ddd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:34.671144 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-013f2cb4-6347-436d-b976-f4b60543ddd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25ab59e2-9ee1-470a-90e3-bf3661443d79 HTTP/1.1" status: 204 len: 168 time: 0.1465714 Aug 27 14:20:34.680944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f2cb4-6347-436d-b976-f4b60543ddd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ab59e2-9ee1-470a-90e3-bf3661443d79,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:35.020938 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb166e5e-7bd8-488f-94bd-033ce8673d25 req-a746ebe8-9640-4145-9e74-ba5199f267eb tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:35.027464 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb166e5e-7bd8-488f-94bd-033ce8673d25 req-a746ebe8-9640-4145-9e74-ba5199f267eb tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0752530 Aug 27 14:20:35.073545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb166e5e-7bd8-488f-94bd-033ce8673d25 req-fec7254e-6e03-478f-97ec-d9b903f1d6fd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437005 Aug 27 14:20:35.705078 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b0ba4ce-37c0-4cc4-85ed-a1f7b25a1725 req-9dee0dbc-8219-4ddb-9f63-fc0f217b1350 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2015ecd8-8254-4a9a-9841-f09ceab39d27 HTTP/1.1" status: 200 len: 210 time: 0.0442061 Aug 27 14:20:36.227281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-8022ce7e-d0d7-4896-bc8e-400ac012d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:36.230217 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-8022ce7e-d0d7-4896-bc8e-400ac012d298 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a&tenant_id=192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 1098 time: 0.0871015 Aug 27 14:20:36.245456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:20:36.255751 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90deae1b-7154-44da-a647-03aad379383d req-c0c39215-e192-4d83-8ba8-0797cbe4927a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:36.257236 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90deae1b-7154-44da-a647-03aad379383d req-c0c39215-e192-4d83-8ba8-0797cbe4927a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 946 time: 0.0807681 Aug 27 14:20:36.283111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49392) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:36.361991 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90deae1b-7154-44da-a647-03aad379383d req-5694e3d6-2255-4c76-a7f7-5dfa537b69fa tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865149 Aug 27 14:20:36.369470 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:36.411702 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e5deda90-8bf3-4247-8049-27da05417d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:36.509395 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e5deda90-8bf3-4247-8049-27da05417d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:36.514171 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e5deda90-8bf3-4247-8049-27da05417d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:36.561256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e5deda90-8bf3-4247-8049-27da05417d0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb6c944bfd9d48149faacc3543286f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770293 Aug 27 14:20:36.562625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5deda90-8bf3-4247-8049-27da05417d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd57b7c-d288-46b3-9776-e8bd5c61a383,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:36.576604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49402) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:36.641915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f154ca9d-fc4e-4e9d-aa86-8e359189bc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:36.665950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f154ca9d-fc4e-4e9d-aa86-8e359189bc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:36.719840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f154ca9d-fc4e-4e9d-aa86-8e359189bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:36.723413 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f154ca9d-fc4e-4e9d-aa86-8e359189bc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:36.728647 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f154ca9d-fc4e-4e9d-aa86-8e359189bc3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4dd57b7c-d288-46b3-9776-e8bd5c61a383 HTTP/1.1" status: 204 len: 168 time: 0.1499572 Aug 27 14:20:36.738327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154ca9d-fc4e-4e9d-aa86-8e359189bc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd57b7c-d288-46b3-9776-e8bd5c61a383,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:37.024564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:37.067054 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:20:37.122923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:20:37.126256 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc232090-1997-4fd8-9693-f9f66d7ccdcd" -d '{"events": [{"server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "name": "network-vif-unplugged", "status": "completed", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:20:37.131815 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:37.180880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Transition to ACTIVE for port object a1dbcbf4-1114-4855-a9e4-8b860a96fe83 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:20:37.186020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:37.256461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=10']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:37.403493 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] No DVR routers for this DVR port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:20:37.487286 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cc4a26-3e12-4714-8f8c-7e1465caf8a6 x-openstack-request-id: req-70cc4a26-3e12-4714-8f8c-7e1465caf8a6 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:20:37.490305 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "name": "network-vif-unplugged", "status": "completed", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:20:37.490585 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70cc4a26-3e12-4714-8f8c-7e1465caf8a6 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:20:37.491029 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'code': 200} Aug 27 14:20:37.609943 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32a842-0999-4a36-be08-a0af7379a7ec req-b4a4a50b-3512-4958-8945-2e68facb5d91 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:37.621623 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da32a842-0999-4a36-be08-a0af7379a7ec req-b4a4a50b-3512-4958-8945-2e68facb5d91 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 945 time: 0.1242640 Aug 27 14:20:37.660660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Attempting to bind port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:20:37.661308 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Attempting to bind port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:20:37.661839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Attempting to bind port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on network b1f5232d-844f-49b2-b1e4-b36e3da507b1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:20:37.667334 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da32a842-0999-4a36-be08-a0af7379a7ec req-41804670-f5ae-4597-900e-41fffa846853 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434196 Aug 27 14:20:37.672901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on network b1f5232d-844f-49b2-b1e4-b36e3da507b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:20:37.673413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Attempting to bind port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on network b1f5232d-844f-49b2-b1e4-b36e3da507b1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:20:37.678967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:20:37.679313 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Checking segment: {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:20:37.679705 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Bound using segment: {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:20:37.680135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Bound port: a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:20:37.680498 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:37.758923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:20:37.763375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:20:37.769194 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:37.812488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:37.813117 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:37.814507 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] 10.222.0.52 "PUT /v2.0/ports/a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 1094 time: 1.5751052 Aug 27 14:20:37.851912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597c8ed-23d5-4c08-974b-6c043ccf02f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=11']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:37.908063 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-f16e4f72-9353-4b3d-86f6-08aefeaf9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:37.909644 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-f16e4f72-9353-4b3d-86f6-08aefeaf9b99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1097 time: 0.0667388 Aug 27 14:20:38.090602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-52e93889-16e9-4236-8238-bb24e2a430da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:38.092875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-52e93889-16e9-4236-8238-bb24e2a430da service neutron] 10.222.0.52 "GET /v2.0/networks?id=b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 200 len: 897 time: 0.1651285 Aug 27 14:20:38.191709 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-e7c896fd-9df6-46d4-b570-b95693b0d7c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 1000 time: 0.0906985 Aug 27 14:20:38.268837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-9ea291fa-610f-4f26-86ac-354908eb45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:38.272034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-9ea291fa-610f-4f26-86ac-354908eb45c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c86f509f-69f3-460b-9d1f-b879880cc447 HTTP/1.1" status: 200 len: 834 time: 0.0705729 Aug 27 14:20:38.341636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7c955c48-dd7d-4447-b754-7f4ff95362ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:38.343872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-7c955c48-dd7d-4447-b754-7f4ff95362ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b1f5232d-844f-49b2-b1e4-b36e3da507b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631735 Aug 27 14:20:38.448809 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-814ee2d7-3777-45b0-8fbc-3d7dcf910fd2 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974286 Aug 27 14:20:38.564305 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8454816a-0f5c-40ea-80c4-45479bbbe86d req-46315ad6-3b44-4dc5-ab2a-b95492fab924 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088109 Aug 27 14:20:38.603880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1dbcbf4-1114-4855-a9e4-8b860a96fe83 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:20:38.655704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1dbcbf4-1114-4855-a9e4-8b860a96fe83 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:20:38.859298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef35f39-3307-40f1-a08c-fc69e5cee4e5 req-e71d2194-61e5-4070-a7f7-e9f50a0b25d2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:38.861202 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cef35f39-3307-40f1-a08c-fc69e5cee4e5 req-e71d2194-61e5-4070-a7f7-e9f50a0b25d2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 945 time: 0.0788999 Aug 27 14:20:38.929660 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cef35f39-3307-40f1-a08c-fc69e5cee4e5 req-bd963504-822d-4900-8196-0599f569bcd3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582209 Aug 27 14:20:39.492798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:20:39.498876 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d" -d '{"events": [{"name": "network-changed", "server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:20:39.569005 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d2f4d7-1310-4445-8319-175f41e61e10 x-openstack-request-id: req-a4d2f4d7-1310-4445-8319-175f41e61e10 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:20:39.569465 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:20:39.569803 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4d2f4d7-1310-4445-8319-175f41e61e10 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:20:39.570425 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'status': 'completed', 'code': 200} Aug 27 14:20:39.670055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-eb472909-0bc6-48a9-8bb3-626ba00690a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:39.672306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-83dd889f-a15a-4b32-9b30-51f4d07a3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:39.672834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-eb472909-0bc6-48a9-8bb3-626ba00690a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1097 time: 0.0852501 Aug 27 14:20:39.673968 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-83dd889f-a15a-4b32-9b30-51f4d07a3483 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1097 time: 0.0586677 Aug 27 14:20:39.807103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49586) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:39.842796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-3bfab2f6-da93-4de2-a6ec-58a247fffd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:39.845175 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-3bfab2f6-da93-4de2-a6ec-58a247fffd7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 200 len: 897 time: 0.1553564 Aug 27 14:20:39.850999 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:39.872497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-0f1ad457-f9fa-4642-a280-b54b5b8a26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:39.874316 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-0f1ad457-f9fa-4642-a280-b54b5b8a26ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 200 len: 897 time: 0.1939893 Aug 27 14:20:39.962448 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-6b9f2d29-dd1f-4d29-a41f-24b8c6b8965b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 1000 time: 0.1037199 Aug 27 14:20:39.993608 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5dd65c10-c64e-4e98-bd25-5817f9a60043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:40.056811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-dacbf410-5d9d-48b3-ac11-dedaced3a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:40.059470 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-dacbf410-5d9d-48b3-ac11-dedaced3a9da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c86f509f-69f3-460b-9d1f-b879880cc447 HTTP/1.1" status: 200 len: 834 time: 0.0893507 Aug 27 14:20:40.113219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-4f1712f9-13a2-4481-8d96-42fa1788c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:40.113408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-419af453-b46b-4848-84fd-d75fc76919bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 1000 time: 0.2296016 Aug 27 14:20:40.115368 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-4f1712f9-13a2-4481-8d96-42fa1788c7ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1f5232d-844f-49b2-b1e4-b36e3da507b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457070 Aug 27 14:20:40.256666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b9103-b120-4611-8d9c-0e8d8da8c9f0 req-e1e8d324-cf0d-4b0b-9369-679725b500ca tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:40.258224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d69b9103-b120-4611-8d9c-0e8d8da8c9f0 req-e1e8d324-cf0d-4b0b-9369-679725b500ca tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 945 time: 0.1952739 Aug 27 14:20:40.260246 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5dd65c10-c64e-4e98-bd25-5817f9a60043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:40.269717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5dd65c10-c64e-4e98-bd25-5817f9a60043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:40.300927 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-d4c9c5e7-4d5b-44ed-8276-eaa0f3692958 service neutron] 10.222.0.41 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766200 Aug 27 14:20:40.326950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-5939fcb3-5f7d-4d80-b114-75bdc693bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:40.339346 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-5939fcb3-5f7d-4d80-b114-75bdc693bf4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c86f509f-69f3-460b-9d1f-b879880cc447 HTTP/1.1" status: 200 len: 834 time: 0.1972790 Aug 27 14:20:40.401957 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5dd65c10-c64e-4e98-bd25-5817f9a60043 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c8f8015eb12447159bf2fbde9b73b266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5909739 Aug 27 14:20:40.429688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49612) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:40.468254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd65c10-c64e-4e98-bd25-5817f9a60043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14baeea6-a402-4ac5-84a2-875ed043714b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:40.479782 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d69b9103-b120-4611-8d9c-0e8d8da8c9f0 req-84e15114-0f16-4e0b-97f5-d8d747d43b06 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133002 Aug 27 14:20:40.504939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-11367101-57c2-47b7-93ec-5c6919e91e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:40.507388 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-11367101-57c2-47b7-93ec-5c6919e91e7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b1f5232d-844f-49b2-b1e4-b36e3da507b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436977 Aug 27 14:20:40.618054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a4d4d220-5167-423f-8ace-8275294c9388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:40.676193 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a4d4d220-5167-423f-8ace-8275294c9388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:40.742807 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-da8c2b76-4182-4985-95b8-5ae837ce10f6 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243087 Aug 27 14:20:40.768403 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-450a8249-28d0-4ed4-9874-d1a03f489cf0 service neutron] 10.222.0.41 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598494 Aug 27 14:20:40.797313 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a4d4d220-5167-423f-8ace-8275294c9388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:40.802048 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a4d4d220-5167-423f-8ace-8275294c9388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:40.807901 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a4d4d220-5167-423f-8ace-8275294c9388 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14baeea6-a402-4ac5-84a2-875ed043714b HTTP/1.1" status: 204 len: 168 time: 0.3767059 Aug 27 14:20:40.818851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4d220-5167-423f-8ace-8275294c9388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14baeea6-a402-4ac5-84a2-875ed043714b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:40.918192 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a54f2669-5f03-41ab-bfe6-ed0efc9ee66d req-456455eb-b749-4844-8ae0-e2e9c58606d2 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661649 Aug 27 14:20:41.209202 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:20:41.268420 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49672) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:41.283519 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-912fb5c1-d54f-4588-b94e-83c2f1ddc3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:41.386142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-912fb5c1-d54f-4588-b94e-83c2f1ddc3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:41.390337 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-912fb5c1-d54f-4588-b94e-83c2f1ddc3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:41.446443 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-912fb5c1-d54f-4588-b94e-83c2f1ddc3b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22bb070617694c6dabbfa8ea7d2b2090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769185 Aug 27 14:20:41.450173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49702) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:41.455869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fb5c1-d54f-4588-b94e-83c2f1ddc3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4ace21-3705-4d99-87ed-7bf40734c091,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:41.520781 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-783c3749-c3be-481f-8931-017807e27465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:41.553823 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-783c3749-c3be-481f-8931-017807e27465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:41.626917 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-783c3749-c3be-481f-8931-017807e27465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:41.629685 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-783c3749-c3be-481f-8931-017807e27465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:41.631105 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-783c3749-c3be-481f-8931-017807e27465 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f4ace21-3705-4d99-87ed-7bf40734c091 HTTP/1.1" status: 204 len: 168 time: 0.1795533 Aug 27 14:20:41.635624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a1dbcbf4-1114-4855-a9e4-8b860a96fe83 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:20:41.695669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68573dcc-3d47-4e14-95c8-d73816086cb1 req-094d1de5-0d3d-4575-a77e-967987e1b998 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0562072 Aug 27 14:20:41.697334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c3749-c3be-481f-8931-017807e27465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4ace21-3705-4d99-87ed-7bf40734c091,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:41.720285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bb028-024b-458d-b7b2-5fb95a7c99b2 req-6c6d12e2-33d9-4df1-adc4-9f847191542d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:41.722807 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-569bb028-024b-458d-b7b2-5fb95a7c99b2 req-6c6d12e2-33d9-4df1-adc4-9f847191542d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 945 time: 0.0968859 Aug 27 14:20:41.800554 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-569bb028-024b-458d-b7b2-5fb95a7c99b2 req-5990bb99-06cd-4242-93a1-ead9b1dae6ca tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624971 Aug 27 14:20:41.813756 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68573dcc-3d47-4e14-95c8-d73816086cb1 req-e7edd789-ab92-45dd-8896-910db1822f1d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0590215 Aug 27 14:20:41.827438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49714) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:41.892882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:41.909455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68573dcc-3d47-4e14-95c8-d73816086cb1 req-77a6dfaa-c95f-4865-af4e-af8da11fee1f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673845 Aug 27 14:20:41.923413 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'port_id': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'mac_address': 'fa:16:3e:a2:93:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:20:41.933464 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d6249907-55ce-471f-ade5-24abe75bc201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/47a58a1d-5594-46ef-8cb3-03a001b59e70 HTTP/1.1" status: 200 len: 992 time: 0.1053023 Aug 27 14:20:41.997931 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:42.021921 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1dbcbf4-1114-4855-a9e4-8b860a96fe83 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:20:42.047117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:42.052418 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:42.071713 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68573dcc-3d47-4e14-95c8-d73816086cb1 req-3df34942-f911-4ad5-835c-689343adc09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:42.074536 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68573dcc-3d47-4e14-95c8-d73816086cb1 req-3df34942-f911-4ad5-835c-689343adc09e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549008 Aug 27 14:20:42.133198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=12']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:42.389194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['a1dbcbf4-1114-4855-a9e4-8b860a96fe83'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:20:43.655532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a1dbcbf4-1114-4855-a9e4-8b860a96fe83 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:20:43.717486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:20:43.722658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:20:43.723326 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:43.841034 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:43.877647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:20:43.884050 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dbf2f1-b065-4b09-ac08-cba7319f3d8b" -d '{"events": [{"server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "name": "network-vif-plugged", "status": "completed", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:20:43.898242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:20:43.903591 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:43.940254 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2915ad05-11c8-48c8-9013-5b6f199146f5 x-openstack-request-id: req-2915ad05-11c8-48c8-9013-5b6f199146f5 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:20:43.941236 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "name": "network-vif-plugged", "status": "completed", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:20:43.943187 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2915ad05-11c8-48c8-9013-5b6f199146f5 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:20:43.944882 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'code': 200} Aug 27 14:20:43.986882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=13']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:44.663219 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b5854fa8-3d50-49e0-8026-eb13a1395d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:45.690821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49994) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:45.818057 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e385c43-959c-49a3-abf6-33ae9b5cf952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:45.926172 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e385c43-959c-49a3-abf6-33ae9b5cf952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:45.931244 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e385c43-959c-49a3-abf6-33ae9b5cf952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:45.974369 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8e385c43-959c-49a3-abf6-33ae9b5cf952 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=838eb34fa4cc444d8ac8ad92df80a3d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814577 Aug 27 14:20:45.975311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e385c43-959c-49a3-abf6-33ae9b5cf952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ae59aa-d117-4b5b-a6c9-7519273d3592,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:45.978306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50002) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:46.036307 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aafb8f1f-6997-4d17-90f1-2698bbe5de90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:46.059863 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aafb8f1f-6997-4d17-90f1-2698bbe5de90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:46.118500 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aafb8f1f-6997-4d17-90f1-2698bbe5de90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:46.123121 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aafb8f1f-6997-4d17-90f1-2698bbe5de90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:46.124450 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-aafb8f1f-6997-4d17-90f1-2698bbe5de90 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3ae59aa-d117-4b5b-a6c9-7519273d3592 HTTP/1.1" status: 204 len: 168 time: 0.1444564 Aug 27 14:20:46.133567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb8f1f-6997-4d17-90f1-2698bbe5de90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ae59aa-d117-4b5b-a6c9-7519273d3592,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:47.225296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50052) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:47.341317 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b353fe7-0a99-4f1d-8f51-bc2678bfe7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:47.434711 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:47.481929 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b353fe7-0a99-4f1d-8f51-bc2678bfe7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:47.486633 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b353fe7-0a99-4f1d-8f51-bc2678bfe7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:47.496145 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8f580c4c-3999-4e51-b087-3d03d235c898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:47.535343 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7b353fe7-0a99-4f1d-8f51-bc2678bfe7a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=213fe6b3a1c342eda70725a69af68d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089640 Aug 27 14:20:47.536511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b353fe7-0a99-4f1d-8f51-bc2678bfe7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9a82b7-bf96-41de-bf4d-09190feb96cb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:47.538521 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50062) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:47.618673 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3df5958b-380d-4aab-a690-dac76b52ca6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:47.642803 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3df5958b-380d-4aab-a690-dac76b52ca6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:47.699712 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3df5958b-380d-4aab-a690-dac76b52ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:47.702817 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3df5958b-380d-4aab-a690-dac76b52ca6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:47.704006 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3df5958b-380d-4aab-a690-dac76b52ca6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf9a82b7-bf96-41de-bf4d-09190feb96cb HTTP/1.1" status: 204 len: 168 time: 0.1644402 Aug 27 14:20:47.712920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5958b-380d-4aab-a690-dac76b52ca6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9a82b7-bf96-41de-bf4d-09190feb96cb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:48.286634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-acc720fb-fe04-473d-896e-ae283a18fbe3 req-675cb992-53f4-453b-919f-7f6d2f8385ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0418298 Aug 27 14:20:48.394963 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-acc720fb-fe04-473d-896e-ae283a18fbe3 req-383434f5-3b51-4571-a911-3465655a6269 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0419164 Aug 27 14:20:48.452670 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-acc720fb-fe04-473d-896e-ae283a18fbe3 req-d9e4d569-754b-4ccb-868d-5563aa80ea5f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292869 Aug 27 14:20:48.567211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc720fb-fe04-473d-896e-ae283a18fbe3 req-7973a03d-02b8-4120-a161-6e0998efce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:48.568749 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-acc720fb-fe04-473d-896e-ae283a18fbe3 req-7973a03d-02b8-4120-a161-6e0998efce97 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084700 Aug 27 14:20:48.797074 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:49.368860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50134) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:49.489948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b7edb870-15c6-4f77-8e56-352916f4487c tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:20:49.525384 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b7edb870-15c6-4f77-8e56-352916f4487c tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] 10.222.0.55 "PUT /v2.0/quotas/9c07171703a8449881ecfd404ca7fc82 HTTP/1.1" status: 200 len: 366 time: 0.1546047 Aug 27 14:20:49.527903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50142) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:49.539333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0998932c-33d6-4fee-8f9b-ccd9dee168df tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0102532 Aug 27 14:20:49.540282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50144) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:49.553628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50146) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:49.554247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-55384b40-2735-4580-aace-46753f57cb83 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] 10.222.0.55 "GET /v2.0/quotas/9c07171703a8449881ecfd404ca7fc82 HTTP/1.1" status: 200 len: 366 time: 0.0122299 Aug 27 14:20:49.590131 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2bb77ced-4613-4e90-b86b-dac6b57ec0ed tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/9c07171703a8449881ecfd404ca7fc82 HTTP/1.1" status: 204 len: 168 time: 0.0341759 Aug 27 14:20:49.592323 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50148) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:49.607947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-73ca851f-c15d-4b52-820f-53b753d2ee2c tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0140078 Aug 27 14:20:49.608440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50150) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:49.627777 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a1592e49-7913-4391-93fc-be8479381aec tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] 10.222.0.55 "GET /v2.0/quotas/9c07171703a8449881ecfd404ca7fc82 HTTP/1.1" status: 200 len: 370 time: 0.0167763 Aug 27 14:20:49.628354 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50152) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:49.633361 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a65e9a88-9973-4db2-af13-daac40506198 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] 10.222.0.55 "GET /v2.0/quotas/9c07171703a8449881ecfd404ca7fc82/default HTTP/1.1" status: 200 len: 370 time: 0.0038612 Aug 27 14:20:49.636787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50154) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:49.645851 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-a288abd8-c31b-4ad7-bb11-b4bb4b45ed45 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] delete failed (client error): The resource could not be found. Aug 27 14:20:49.649871 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a288abd8-c31b-4ad7-bb11-b4bb4b45ed45 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/9c07171703a8449881ecfd404ca7fc82 HTTP/1.1" status: 404 len: 348 time: 0.0119405 Aug 27 14:20:49.808061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50164) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:49.838473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Usage tracker for resource:network and tenant:aa215b0f38f843939e68eacb75b6a01f is out of sync, need to count used quota {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 14:20:49.846009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 14:20:49.855142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Usage tracker for resource:subnet and tenant:aa215b0f38f843939e68eacb75b6a01f is out of sync, need to count used quota {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 14:20:49.860826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 14:20:49.867243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Usage tracker for resource:subnetpool and tenant:aa215b0f38f843939e68eacb75b6a01f is out of sync, need to count used quota {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 14:20:49.872743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 14:20:49.879070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Usage tracker for resource:port and tenant:aa215b0f38f843939e68eacb75b6a01f is out of sync, need to count used quota {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 14:20:49.883939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 14:20:49.892538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Usage tracker for resource:router and tenant:aa215b0f38f843939e68eacb75b6a01f is out of sync, need to count used quota {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 14:20:49.898384 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 14:20:49.905753 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Usage tracker for resource:floatingip and tenant:aa215b0f38f843939e68eacb75b6a01f is out of sync, need to count used quota {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 14:20:49.910786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 14:20:49.959476 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Usage tracker for resource:security_group and tenant:aa215b0f38f843939e68eacb75b6a01f is out of sync, need to count used quota {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 14:20:49.966452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 14:20:49.973497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Usage tracker for resource:security_group_rule and tenant:aa215b0f38f843939e68eacb75b6a01f is out of sync, need to count used quota {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 14:20:49.980110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.quota.resource [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101187) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 14:20:49.989151 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b0b8c0de-5592-4723-8f88-372e379aa1b7 tempest-QuotasTest-1194385835 tempest-QuotasTest-1194385835-project-admin] 10.222.0.55 "GET /v2.0/quotas/aa215b0f38f843939e68eacb75b6a01f/details.json HTTP/1.1" status: 200 len: 703 time: 0.1797628 Aug 27 14:20:50.223059 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:50.350867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50180) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:50.478285 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-62dd4d5e-f3ee-4364-8864-f9d03961eba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:50.575362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-62dd4d5e-f3ee-4364-8864-f9d03961eba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:50.580389 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-62dd4d5e-f3ee-4364-8864-f9d03961eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:50.638752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50188) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:50.639291 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-62dd4d5e-f3ee-4364-8864-f9d03961eba2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79da66bc723a4853a0362c5e3fa6fc21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868328 Aug 27 14:20:50.639738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd4d5e-f3ee-4364-8864-f9d03961eba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897c71dc-041b-40cd-88b9-64f211d9158d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:50.692065 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85373e34-3bcb-4297-ac00-9088c9cce0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:50.719258 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85373e34-3bcb-4297-ac00-9088c9cce0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:50.773647 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85373e34-3bcb-4297-ac00-9088c9cce0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:50.779259 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85373e34-3bcb-4297-ac00-9088c9cce0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:50.781988 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-85373e34-3bcb-4297-ac00-9088c9cce0b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/897c71dc-041b-40cd-88b9-64f211d9158d HTTP/1.1" status: 204 len: 168 time: 0.1410244 Aug 27 14:20:50.799643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85373e34-3bcb-4297-ac00-9088c9cce0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897c71dc-041b-40cd-88b9-64f211d9158d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:51.111525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50206) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:51.127196 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2ab29e04-2829-490e-9ffa-be19ce5553e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:51.242078 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2ab29e04-2829-490e-9ffa-be19ce5553e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:51.247157 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2ab29e04-2829-490e-9ffa-be19ce5553e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:51.292051 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2ab29e04-2829-490e-9ffa-be19ce5553e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa215b0f38f843939e68eacb75b6a01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769853 Aug 27 14:20:51.292051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab29e04-2829-490e-9ffa-be19ce5553e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938e1e57-ba3a-49af-8b2e-82989b494084,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:51.292914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50208) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:51.357092 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d13e578-8a38-48b7-bb26-0885539163e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:51.383452 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d13e578-8a38-48b7-bb26-0885539163e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:51.461866 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d13e578-8a38-48b7-bb26-0885539163e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:51.464767 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d13e578-8a38-48b7-bb26-0885539163e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:51.468359 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6d13e578-8a38-48b7-bb26-0885539163e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/938e1e57-ba3a-49af-8b2e-82989b494084 HTTP/1.1" status: 204 len: 168 time: 0.1703455 Aug 27 14:20:51.475197 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13e578-8a38-48b7-bb26-0885539163e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938e1e57-ba3a-49af-8b2e-82989b494084,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:51.515757 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.012742 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50276) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:53.138004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8b590ef0-ca64-4fca-b950-f545b643233f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1997718449'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:20:53.170854 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b590ef0-ca64-4fca-b950-f545b643233f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.172007 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b590ef0-ca64-4fca-b950-f545b643233f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.236018 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b590ef0-ca64-4fca-b950-f545b643233f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.240929 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b590ef0-ca64-4fca-b950-f545b643233f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.254604 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8b590ef0-ca64-4fca-b950-f545b643233f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.255865 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8b590ef0-ca64-4fca-b950-f545b643233f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2420330 Aug 27 14:20:53.258665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50284) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:53.615387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3f37-bd2f-487c-bbfa-65f6ae704a68 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.779195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3f37-bd2f-487c-bbfa-65f6ae704a68 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.781507 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3f37-bd2f-487c-bbfa-65f6ae704a68 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.825601 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3f37-bd2f-487c-bbfa-65f6ae704a68 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.826118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5a3f37-bd2f-487c-bbfa-65f6ae704a68 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0e2c29a-3df9-4529-87e8-19b162073114 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:20:53.831316 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3f37-bd2f-487c-bbfa-65f6ae704a68 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.831957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7a5a3f37-bd2f-487c-bbfa-65f6ae704a68 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] 10.222.0.55 "DELETE /v2.0/routers/a0e2c29a-3df9-4529-87e8-19b162073114 HTTP/1.1" status: 204 len: 168 time: 0.5721815 Aug 27 14:20:53.835139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50294) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:53.839558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-fe05e242-9c27-4e68-a026-939fd1a64361 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Request body: {'router': {'name': 'tempest-router-1758638882', 'distributed': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:20:53.860988 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe05e242-9c27-4e68-a026-939fd1a64361 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.862032 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe05e242-9c27-4e68-a026-939fd1a64361 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.925000 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe05e242-9c27-4e68-a026-939fd1a64361 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.929587 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe05e242-9c27-4e68-a026-939fd1a64361 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.944434 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe05e242-9c27-4e68-a026-939fd1a64361 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:53.946178 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fe05e242-9c27-4e68-a026-939fd1a64361 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1101213 Aug 27 14:20:53.949111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50304) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:54.049512 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5b4e7f55-b61a-4a50-af73-f284911ebac7 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.228660 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5b4e7f55-b61a-4a50-af73-f284911ebac7 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.231713 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5b4e7f55-b61a-4a50-af73-f284911ebac7 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.277269 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5b4e7f55-b61a-4a50-af73-f284911ebac7 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.277896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4e7f55-b61a-4a50-af73-f284911ebac7 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1963cd8a-b372-4203-a93b-220738774764 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:20:54.282927 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5b4e7f55-b61a-4a50-af73-f284911ebac7 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.284131 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5b4e7f55-b61a-4a50-af73-f284911ebac7 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] 10.222.0.55 "DELETE /v2.0/routers/1963cd8a-b372-4203-a93b-220738774764 HTTP/1.1" status: 204 len: 168 time: 0.3341420 Aug 27 14:20:54.287999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50314) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:54.293918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-56d0ddef-4431-4b1d-a28a-964d998f6f2f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Request body: {'router': {'name': 'tempest-router-1869073288', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8eb1825a51794336b8b1b9072d7c95c4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:20:54.315747 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-56d0ddef-4431-4b1d-a28a-964d998f6f2f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.316754 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-56d0ddef-4431-4b1d-a28a-964d998f6f2f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.382051 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-56d0ddef-4431-4b1d-a28a-964d998f6f2f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.387758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-56d0ddef-4431-4b1d-a28a-964d998f6f2f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.411628 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-56d0ddef-4431-4b1d-a28a-964d998f6f2f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.415569 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-56d0ddef-4431-4b1d-a28a-964d998f6f2f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1240244 Aug 27 14:20:54.415919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50320) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:54.421695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c6e4d264-e58c-4120-ac3d-c4471589b3ee tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:20:54.653218 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6e4d264-e58c-4120-ac3d-c4471589b3ee tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.653573 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6e4d264-e58c-4120-ac3d-c4471589b3ee tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.739484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c6e4d264-e58c-4120-ac3d-c4471589b3ee tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101186) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 27 14:20:54.739960 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c6e4d264-e58c-4120-ac3d-c4471589b3ee tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Router 1bb49688-7c0f-440b-bcac-51246e90dc26 migrating from provider to provider. {{(pid=101186) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 27 14:20:54.740350 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6e4d264-e58c-4120-ac3d-c4471589b3ee tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.746279 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6e4d264-e58c-4120-ac3d-c4471589b3ee tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.750262 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6e4d264-e58c-4120-ac3d-c4471589b3ee tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.832846 n-d-712139-12 neutron-server[101186]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c6e4d264-e58c-4120-ac3d-c4471589b3ee tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] No L3 agents can host the router 1bb49688-7c0f-440b-bcac-51246e90dc26 Aug 27 14:20:54.949179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4d264-e58c-4120-ac3d-c4471589b3ee tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Hosts for router 1bb49688-7c0f-440b-bcac-51246e90dc26: [] {{(pid=101186) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 27 14:20:54.971768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4d264-e58c-4120-ac3d-c4471589b3ee tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Hosts for other DVR routers connected to router 1bb49688-7c0f-440b-bcac-51246e90dc26: set() {{(pid=101186) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 27 14:20:54.974629 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6e4d264-e58c-4120-ac3d-c4471589b3ee tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:54.975865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c6e4d264-e58c-4120-ac3d-c4471589b3ee tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] 10.222.0.55 "PUT /v2.0/routers/1bb49688-7c0f-440b-bcac-51246e90dc26 HTTP/1.1" status: 200 len: 717 time: 0.5583408 Aug 27 14:20:54.978340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50346) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:55.058051 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0aea2f94-f1ae-4d25-b6c2-c08fda31e797 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] 10.222.0.55 "GET /v2.0/routers/1bb49688-7c0f-440b-bcac-51246e90dc26 HTTP/1.1" status: 200 len: 717 time: 0.0779562 Aug 27 14:20:55.060669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50352) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:55.269614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ebdb54f8-a5e5-4d0d-a3ab-3f6a6898b47e tempest-RoutersTestDVR-218458531 tempest-RoutersTestDVR-218458531-project] 10.222.0.55 "GET /v2.0/routers/1bb49688-7c0f-440b-bcac-51246e90dc26 HTTP/1.1" status: 200 len: 683 time: 0.2053463 Aug 27 14:20:55.269864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50356) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:55.344161 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5179c090-0f0d-4f4a-ab07-3b776f7e5bbc tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.505979 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5179c090-0f0d-4f4a-ab07-3b776f7e5bbc tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.509015 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5179c090-0f0d-4f4a-ab07-3b776f7e5bbc tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.555842 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5179c090-0f0d-4f4a-ab07-3b776f7e5bbc tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.556469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5179c090-0f0d-4f4a-ab07-3b776f7e5bbc tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb49688-7c0f-440b-bcac-51246e90dc26 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:20:55.562404 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5179c090-0f0d-4f4a-ab07-3b776f7e5bbc tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.563941 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5179c090-0f0d-4f4a-ab07-3b776f7e5bbc tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] 10.222.0.55 "DELETE /v2.0/routers/1bb49688-7c0f-440b-bcac-51246e90dc26 HTTP/1.1" status: 204 len: 168 time: 0.2930934 Aug 27 14:20:55.567491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50358) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:55.572152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-683320eb-d48a-4776-a419-7870845a149f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Request body: {'router': {'name': 'tempest-router-1675767093', 'distributed': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:20:55.602032 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-683320eb-d48a-4776-a419-7870845a149f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.603238 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-683320eb-d48a-4776-a419-7870845a149f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.661730 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-683320eb-d48a-4776-a419-7870845a149f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.668050 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-683320eb-d48a-4776-a419-7870845a149f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.689575 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-683320eb-d48a-4776-a419-7870845a149f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.691227 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-683320eb-d48a-4776-a419-7870845a149f tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1227114 Aug 27 14:20:55.694192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50360) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:55.770958 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac1ef6f4-d09f-4718-8074-59bcdf9e61c2 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.934835 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac1ef6f4-d09f-4718-8074-59bcdf9e61c2 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.937033 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac1ef6f4-d09f-4718-8074-59bcdf9e61c2 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.981028 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac1ef6f4-d09f-4718-8074-59bcdf9e61c2 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.981434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1ef6f4-d09f-4718-8074-59bcdf9e61c2 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 026e4042-000c-474f-96ce-b9c467503ddf {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:20:55.985681 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac1ef6f4-d09f-4718-8074-59bcdf9e61c2 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:55.995111 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ac1ef6f4-d09f-4718-8074-59bcdf9e61c2 tempest-RoutersTestDVR-1238373149 tempest-RoutersTestDVR-1238373149-project-admin] 10.222.0.55 "DELETE /v2.0/routers/026e4042-000c-474f-96ce-b9c467503ddf HTTP/1.1" status: 204 len: 168 time: 0.2916205 Aug 27 14:20:56.272460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50380) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:56.402056 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6aa3ee50-dfac-4d50-b508-74eacec65820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:56.502114 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6aa3ee50-dfac-4d50-b508-74eacec65820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:56.506576 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6aa3ee50-dfac-4d50-b508-74eacec65820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:56.553386 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50384) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:56.553998 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6aa3ee50-dfac-4d50-b508-74eacec65820 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8eb1825a51794336b8b1b9072d7c95c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798865 Aug 27 14:20:56.555734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3ee50-dfac-4d50-b508-74eacec65820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286e9126-9b39-48c3-a4e1-93bbedfa71b3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:56.628969 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997a51f8-93d7-47c8-976f-06147752a57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:56.650973 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997a51f8-93d7-47c8-976f-06147752a57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:56.705639 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997a51f8-93d7-47c8-976f-06147752a57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:56.708390 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-997a51f8-93d7-47c8-976f-06147752a57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:56.712276 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-997a51f8-93d7-47c8-976f-06147752a57e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/286e9126-9b39-48c3-a4e1-93bbedfa71b3 HTTP/1.1" status: 204 len: 168 time: 0.1540148 Aug 27 14:20:56.720025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a51f8-93d7-47c8-976f-06147752a57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286e9126-9b39-48c3-a4e1-93bbedfa71b3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:57.003411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50390) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:57.032130 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9275a9c-dd57-41cd-ad90-03b3064a8619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:57.159991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9275a9c-dd57-41cd-ad90-03b3064a8619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:57.164768 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9275a9c-dd57-41cd-ad90-03b3064a8619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:57.211591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50398) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:57.212316 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c9275a9c-dd57-41cd-ad90-03b3064a8619 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd0b3131fee648c19ab8947710189e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031803 Aug 27 14:20:57.219349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9275a9c-dd57-41cd-ad90-03b3064a8619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700df9b3-95d0-4e7a-9583-4d9d1c2ad4cd,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:57.286201 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8a90a29f-e924-43b7-879d-2277bf8690a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:57.317538 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8a90a29f-e924-43b7-879d-2277bf8690a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:57.368464 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8a90a29f-e924-43b7-879d-2277bf8690a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:57.371647 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8a90a29f-e924-43b7-879d-2277bf8690a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:57.373045 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8a90a29f-e924-43b7-879d-2277bf8690a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/700df9b3-95d0-4e7a-9583-4d9d1c2ad4cd HTTP/1.1" status: 204 len: 168 time: 0.1603005 Aug 27 14:20:57.381462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90a29f-e924-43b7-879d-2277bf8690a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700df9b3-95d0-4e7a-9583-4d9d1c2ad4cd,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:58.587616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2f20a-9f27-410d-833d-99c42dd0084b req-5e30246e-0515-4830-afcb-51b07eeb2c69 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:58.591001 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edd2f20a-9f27-410d-833d-99c42dd0084b req-5e30246e-0515-4830-afcb-51b07eeb2c69 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0659161 Aug 27 14:20:58.648250 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edd2f20a-9f27-410d-833d-99c42dd0084b req-e0bab218-818a-48e3-85a6-20a2ef28abf4 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500493 Aug 27 14:20:58.970078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50448) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:59.079827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-733945503', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:20:59.102925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Made reservation on behalf of 4c3c186cf26044bcb58508f3b3f24825 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:20:59.107612 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:59.116198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:59.215339 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:59.219176 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:59.224643 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] device_id is not set on port 964324e6-6fa7-4ae4-93b1-c8471f119db3 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:20:59.276330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5232c7d-6a63-4e81-b70b-b7de9563b07c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:59.348095 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Allocated IP 172.25.2.79 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/964324e6-6fa7-4ae4-93b1-c8471f119db3) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:20:59.502556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:59.544658 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:59.598559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:20:59.604164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:20:59.606305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Pushing event updated for resources: {'Port': ['ID=964324e6-6fa7-4ae4-93b1-c8471f119db3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:20:59.608350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:20:59.654334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:59.654901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:59.670487 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-60f715db-f9f7-49b9-90b0-9a4503034890 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.6984749 Aug 27 14:20:59.673141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50464) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:20:59.677837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.79'}]}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:20:59.709016 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:59.711475 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:59.797181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:20:59.811764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b0746-0895-4ef6-9a7e-d8daf93a2d45 req-166bd12a-9169-4c95-ac74-8a19e187b6dc tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:20:59.813297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d1b0746-0895-4ef6-9a7e-d8daf93a2d45 req-166bd12a-9169-4c95-ac74-8a19e187b6dc tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.0964069 Aug 27 14:21:00.307416 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:00.328495 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d1b0746-0895-4ef6-9a7e-d8daf93a2d45 req-e56d7413-e24c-4d3e-b4a5-1c3dacdeaac8 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4851329 Aug 27 14:21:00.672051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-90e3b014-9be7-41d1-bc53-9d7725c6ef32 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:00.676744 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-90e3b014-9be7-41d1-bc53-9d7725c6ef32 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.52 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.1313672 Aug 27 14:21:00.681950 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:00.722589 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:01.009702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Deleting port 8111ef5a-f3f1-4e47-bb93-3904b73429e5 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:01.010587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:01.073269 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:01.280573 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] For port 8111ef5a-f3f1-4e47-bb93-3904b73429e5, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8111ef5a-f3f1-4e47-bb93-3904b73429e5,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:01.280958 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:01.290142 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:01.294132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:01.405285 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:01.405920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e9ef9c3-30d1-4828-b775-48ffc3b42738 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:21:01.434021 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 27 14:21:01.438032 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a1bf9ac9-9c36-4c79-9f2a-0d6f1d5bc142 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7624712 Aug 27 14:21:01.439620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50608) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:01.591707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e81205-2860-495e-b088-b84a943ddd2f req-32859bf2-38de-42f0-ae24-cf514b69734d tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:01.593380 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45e81205-2860-495e-b088-b84a943ddd2f req-32859bf2-38de-42f0-ae24-cf514b69734d tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 945 time: 0.1438456 Aug 27 14:21:01.628933 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:01.629337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:01.629654 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Floating IP 1448c0b3-61fa-4722-aa2d-d056b34b1cc5 disassociated. External IP: 172.25.2.57, port: 8111ef5a-f3f1-4e47-bb93-3904b73429e5. Aug 27 14:21:01.630033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Calling delete_port for 8111ef5a-f3f1-4e47-bb93-3904b73429e5 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:01.640517 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-4e3efd54-1dd7-42b1-9609-ab9146d7e202 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Deleting port 964324e6-6fa7-4ae4-93b1-c8471f119db3 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:01.640860 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e3efd54-1dd7-42b1-9609-ab9146d7e202 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:01.694145 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45e81205-2860-495e-b088-b84a943ddd2f req-f3dcfdb5-935f-4cd9-9285-bc8243dbd2c9 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f505dd1-746c-4b7e-a0db-82cbc59461ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892832 Aug 27 14:21:01.763940 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e3efd54-1dd7-42b1-9609-ab9146d7e202 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:01.781277 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-4e3efd54-1dd7-42b1-9609-ab9146d7e202 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Calling delete_port for 964324e6-6fa7-4ae4-93b1-c8471f119db3 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:01.811920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:01.858656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event deleted for resources: {'Port': ['ID=8111ef5a-f3f1-4e47-bb93-3904b73429e5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:01.960481 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e3efd54-1dd7-42b1-9609-ab9146d7e202 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:01.991076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3efd54-1dd7-42b1-9609-ab9146d7e202 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Pushing event deleted for resources: {'Port': ['ID=964324e6-6fa7-4ae4-93b1-c8471f119db3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:02.068111 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e3efd54-1dd7-42b1-9609-ab9146d7e202 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:02.070151 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4e3efd54-1dd7-42b1-9609-ab9146d7e202 tempest-RoutersAdminNegativeTest-1496516188 tempest-RoutersAdminNegativeTest-1496516188-project-admin] 10.222.0.55 "DELETE /v2.0/ports/964324e6-6fa7-4ae4-93b1-c8471f119db3 HTTP/1.1" status: 204 len: 168 time: 0.6292644 Aug 27 14:21:02.104412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Router cef7bdc7-f619-4a55-91fd-b441c3de6a64 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:21:02.179002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-47a80480-ce6d-4747-b738-b07e3c488269 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:02.180520 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-47a80480-ce6d-4747-b738-b07e3c488269 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.1875925 Aug 27 14:21:02.236800 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-7fef288f-07de-45da-a993-d5b75585e24b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/quotas/3d745316476744be879ccd1cab5d810b HTTP/1.1" status: 200 len: 375 time: 0.0459886 Aug 27 14:21:02.307625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:21:02.320389 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8355cea-d282-4c0f-a509-f36cbd057584 None None] Sync routers for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:21:02.341202 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8355cea-d282-4c0f-a509-f36cbd057584 None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:02.341837 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a8355cea-d282-4c0f-a509-f36cbd057584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:20:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:02.400284 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] No DVR routers for this DVR port 8111ef5a-f3f1-4e47-bb93-3904b73429e5 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:02.416887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50738) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:02.417098 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-bb34c49b-76e9-4b53-876d-2be1cf05dbba tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1657429 Aug 27 14:21:02.426953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:02.429071 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb6df30c-3177-4e90-a889-0a80f78600a5 req-380a9c9f-26ad-425c-b3d2-f30c663af60a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.52 "DELETE /v2.0/ports/8111ef5a-f3f1-4e47-bb93-3904b73429e5 HTTP/1.1" status: 204 len: 173 time: 1.7356527 Aug 27 14:21:02.429691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096a570d-314d-4432-a7bb-1797b132f023', 'name': 'network-vif-deleted', 'tag': '8111ef5a-f3f1-4e47-bb93-3904b73429e5'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:02.432476 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee12fdd-6e4f-4e46-96d6-4040562dc127" -d '{"events": [{"server_uuid": "096a570d-314d-4432-a7bb-1797b132f023", "name": "network-vif-deleted", "tag": "8111ef5a-f3f1-4e47-bb93-3904b73429e5"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:02.511154 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-a8355cea-d282-4c0f-a509-f36cbd057584 None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:02.568843 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafc6d2e-8be3-4e63-bea5-2923a9429be1 x-openstack-request-id: req-aafc6d2e-8be3-4e63-bea5-2923a9429be1 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:02.569140 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096a570d-314d-4432-a7bb-1797b132f023", "name": "network-vif-deleted", "tag": "8111ef5a-f3f1-4e47-bb93-3904b73429e5", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:02.569395 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aafc6d2e-8be3-4e63-bea5-2923a9429be1 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:02.571302 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096a570d-314d-4432-a7bb-1797b132f023', 'name': 'network-vif-deleted', 'tag': '8111ef5a-f3f1-4e47-bb93-3904b73429e5', 'status': 'completed', 'code': 200} Aug 27 14:21:02.639541 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5cc433c-f96d-478b-9ef7-dd590d0efcbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:02.653002 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-36d1b7c5-9309-45f3-a9f0-6deeadc756db service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348354 Aug 27 14:21:02.772771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-934e794c-b9e0-4a16-81a4-564a5e0dcd16 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182058 Aug 27 14:21:02.775344 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5cc433c-f96d-478b-9ef7-dd590d0efcbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:02.780123 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5cc433c-f96d-478b-9ef7-dd590d0efcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:02.797462 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a8355cea-d282-4c0f-a509-f36cbd057584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:04Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:02.829113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d5cc433c-f96d-478b-9ef7-dd590d0efcbb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37beacb7eeb446aa8a65d65841e0e2c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107642 Aug 27 14:21:02.830290 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc433c-f96d-478b-9ef7-dd590d0efcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5191f474-e6cb-4398-8e7b-786c1931ebc9,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:02.832023 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50786) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:02.850852 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8355cea-d282-4c0f-a509-f36cbd057584 None None] Checking router: cef7bdc7-f619-4a55-91fd-b441c3de6a64 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:21:02.870282 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8355cea-d282-4c0f-a509-f36cbd057584 None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:02.870941 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a8355cea-d282-4c0f-a509-f36cbd057584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:20:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:02.875836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-165a9353-66db-47a9-b316-477df1f172a8 req-8b76b555-63cb-4842-8b2b-76a962b77f50 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=096a570d-314d-4432-a7bb-1797b132f023 HTTP/1.1" status: 200 len: 210 time: 0.0418746 Aug 27 14:21:02.904816 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0447cdf2-6173-4038-b1bd-31c0ecc3a2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:02.936180 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0447cdf2-6173-4038-b1bd-31c0ecc3a2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:03.042481 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0447cdf2-6173-4038-b1bd-31c0ecc3a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:03.052042 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0447cdf2-6173-4038-b1bd-31c0ecc3a2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:03.054277 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0447cdf2-6173-4038-b1bd-31c0ecc3a2c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5191f474-e6cb-4398-8e7b-786c1931ebc9 HTTP/1.1" status: 204 len: 168 time: 0.2199233 Aug 27 14:21:03.066836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447cdf2-6173-4038-b1bd-31c0ecc3a2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5191f474-e6cb-4398-8e7b-786c1931ebc9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:03.099418 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-a8355cea-d282-4c0f-a509-f36cbd057584 None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:03.186737 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0974b5b4-fba3-45f9-b8a9-6ee769dfef17 req-8975b300-07ed-418b-b96c-3b2c457b66a4 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 210 time: 0.0546970 Aug 27 14:21:03.438861 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a8355cea-d282-4c0f-a509-f36cbd057584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:04Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:03.475381 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8355cea-d282-4c0f-a509-f36cbd057584 None None] The sync data for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 is: [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:04Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:21:03.524971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50878) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:03.583273 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d22fa608-8415-4a44-83d9-0a9fd21614b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c3c186cf26044bcb58508f3b3f24825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562682 Aug 27 14:21:03.585691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50890) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:03.662871 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:03.693553 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:03.718264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 8111ef5a-f3f1-4e47-bb93-3904b73429e5 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:03.774363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 8111ef5a-f3f1-4e47-bb93-3904b73429e5 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:03.775091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 8111ef5a-f3f1-4e47-bb93-3904b73429e5 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:03.780038 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:03.783789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:03.788227 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5232c7d-6a63-4e81-b70b-b7de9563b07c HTTP/1.1" status: 204 len: 168 time: 0.2014666 Aug 27 14:21:03.797984 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5232c7d-6a63-4e81-b70b-b7de9563b07c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:03.809810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:03.810272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:03.810747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:03.811247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:03.811690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:03.812415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:03.814010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:03.814451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:03.814905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:03.815606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:03.815722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:03.816142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a0981-93fd-4d57-989e-91440df9d760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:03.864906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b86996f-5a72-4e9d-ad91-8bb60a62811b None None] New status for floating IP 1448c0b3-61fa-4722-aa2d-d056b34b1cc5: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:21:03.980241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 50942) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:04.061282 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef6519b9-0225-485f-ad7e-b5d856e2372f tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:04.090267 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef6519b9-0225-485f-ad7e-b5d856e2372f tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:04.153000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef6519b9-0225-485f-ad7e-b5d856e2372f tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:04.155705 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef6519b9-0225-485f-ad7e-b5d856e2372f tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:04.157077 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ef6519b9-0225-485f-ad7e-b5d856e2372f tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "DELETE /v2.0/security-groups/4f505dd1-746c-4b7e-a0db-82cbc59461ed HTTP/1.1" status: 204 len: 168 time: 0.1744218 Aug 27 14:21:04.159831 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50966) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:04.167258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6519b9-0225-485f-ad7e-b5d856e2372f tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f505dd1-746c-4b7e-a0db-82cbc59461ed,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:04.179625 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-9c399b51-3501-45fd-90c9-935488a2b2b1 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] show failed (client error): The resource could not be found. Aug 27 14:21:04.181236 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9c399b51-3501-45fd-90c9-935488a2b2b1 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups/4f505dd1-746c-4b7e-a0db-82cbc59461ed HTTP/1.1" status: 404 len: 347 time: 0.0202591 Aug 27 14:21:04.185444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50970) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:04.349856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-097101b5-a4b3-40d9-8af9-028b3b228fb5 req-5185f787-64f9-4b74-b898-69704c90c932 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 210 time: 0.0453379 Aug 27 14:21:04.382425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-af27e636-13bc-4f7e-b2af-ac72e64d57ad tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Deleting port 0b565eae-51c3-4b8f-a57a-2613b04cb31c {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:04.382811 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af27e636-13bc-4f7e-b2af-ac72e64d57ad tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:04.553224 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af27e636-13bc-4f7e-b2af-ac72e64d57ad tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:04.554074 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af27e636-13bc-4f7e-b2af-ac72e64d57ad tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:04.575978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-af27e636-13bc-4f7e-b2af-ac72e64d57ad tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Calling delete_port for 0b565eae-51c3-4b8f-a57a-2613b04cb31c owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:04.594431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-9a82fb23-4287-4acf-b6c0-a93a156a4541 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:04.596062 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-9a82fb23-4287-4acf-b6c0-a93a156a4541 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.1700265 Aug 27 14:21:04.648644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'port': {'device_id': '983587bd-f3a8-4e43-972a-6ad9ff893b6c', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'admin_state_up': True, 'tenant_id': '3d745316476744be879ccd1cab5d810b'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:04.818473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51008) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:04.919806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Made reservation on behalf of 3d745316476744be879ccd1cab5d810b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:04.923285 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:04.954195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af27e636-13bc-4f7e-b2af-ac72e64d57ad tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:04.971491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-781181317'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:05.001283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:05.005470 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.017209 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.119748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Allocated IP 172.20.0.11 (ec7d9187-3b08-4d1b-9467-a81a81afcc31/1beea229-2fee-4251-b6fc-67b7571f4eea/38b1ad08-f4a8-43ba-82ab-f3218b844004) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:05.151962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27e636-13bc-4f7e-b2af-ac72e64d57ad tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event deleted for resources: {'Port': ['ID=0b565eae-51c3-4b8f-a57a-2613b04cb31c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:05.167798 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.176091 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.216242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:21:05.226624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8543c457-6244-4b84-8f44-2aa8f7ddbf03,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:05.236156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.236556 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Added segment 329a5467-25b5-4e42-a21e-8bd44c42db44 of type vlan for network d2fde99d-ed12-467b-8fc4-f63a78e6374a Aug 27 14:21:05.288359 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.315510 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af27e636-13bc-4f7e-b2af-ac72e64d57ad tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.321509 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af27e636-13bc-4f7e-b2af-ac72e64d57ad tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.323627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-af27e636-13bc-4f7e-b2af-ac72e64d57ad tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "DELETE /v2.0/floatingips/1448c0b3-61fa-4722-aa2d-d056b34b1cc5 HTTP/1.1" status: 204 len: 168 time: 1.1362486 Aug 27 14:21:05.339422 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.353374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:05.356804 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.403291 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5833554 Aug 27 14:21:05.403934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51020) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:05.431283 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.453283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Transition to ACTIVE for port object 38b1ad08-f4a8-43ba-82ab-f3218b844004 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:05.462108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a4a83829-e3d8-41a0-994b-407733a573fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:05.510486 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3cae8749-5799-41bc-b8f8-b13f3cc15bea req-8fa000c7-3a2a-454b-8bc6-c6377c960bab tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 210 time: 0.0410366 Aug 27 14:21:05.538243 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.594599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'Port': ['ID=38b1ad08-f4a8-43ba-82ab-f3218b844004,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:05.597434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e300e3-b95e-4deb-8bfd-fd0fb686a7ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Network': ['ID=d2fde99d-ed12-467b-8fc4-f63a78e6374a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:05.610360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a83829-e3d8-41a0-994b-407733a573fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:05.613970 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a4a83829-e3d8-41a0-994b-407733a573fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.618883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:05.621317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:05.624911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:05.650255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:21:05.694707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:05.695963 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:05.720794 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-f36fb6cd-9813-4355-a27b-ae7ad199d00d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0754571 Aug 27 14:21:05.758969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Request body: {'port': {'device_id': '983587bd-f3a8-4e43-972a-6ad9ff893b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:05.893586 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:06.092423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-33e03e0e-a5cf-4cf4-83a0-d46fcf0bcf23 None None] Provisioning for port 38b1ad08-f4a8-43ba-82ab-f3218b844004 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:06.109050 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-33e03e0e-a5cf-4cf4-83a0-d46fcf0bcf23 None None] Provisioning complete for port 38b1ad08-f4a8-43ba-82ab-f3218b844004 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:06.109424 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33e03e0e-a5cf-4cf4-83a0-d46fcf0bcf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:06.141076 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a4a83829-e3d8-41a0-994b-407733a573fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:06.223468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-33e03e0e-a5cf-4cf4-83a0-d46fcf0bcf23 None None] Port 38b1ad08-f4a8-43ba-82ab-f3218b844004 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:21:06.241518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a83829-e3d8-41a0-994b-407733a573fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=090d1c2a-b460-4066-b3dd-09c8ac596fe4,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:06.268742 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a83829-e3d8-41a0-994b-407733a573fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:06.269098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a83829-e3d8-41a0-994b-407733a573fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network hostable DHCP agents. Network: d2fde99d-ed12-467b-8fc4-f63a78e6374a, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:21:06.293811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a83829-e3d8-41a0-994b-407733a573fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:21:06.304779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a4a83829-e3d8-41a0-994b-407733a573fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, d2fde99d-ed12-467b-8fc4-f63a78e6374a) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:06.314585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a83829-e3d8-41a0-994b-407733a573fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:06.315215 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a4a83829-e3d8-41a0-994b-407733a573fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:06.317925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14bc504-f6d2-4cac-a467-ae5ed88d17d4 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:06.348694 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a4a83829-e3d8-41a0-994b-407733a573fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9279752 Aug 27 14:21:06.351749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51024) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:06.360806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'name': 'tempest-NetworksTestDHCPv6-1490191005'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:06.447127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51026) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:06.452657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b7093e3d-e174-4c99-a62a-ecc0a2d6c00c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137590486', 'description': 'tempest-description--596831343'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:06.467986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b1ad08-f4a8-43ba-82ab-f3218b844004 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:21:06.477638 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:06.492149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Transition to ACTIVE for port object 38b1ad08-f4a8-43ba-82ab-f3218b844004 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:06.498345 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:06.510524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': '090d1c2a-b460-4066-b3dd-09c8ac596fe4'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:21:06.511695 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:06.524067 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7093e3d-e174-4c99-a62a-ecc0a2d6c00c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:06.641162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Pushing event updated for resources: {'Port': ['ID=38b1ad08-f4a8-43ba-82ab-f3218b844004,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:06.705046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Attempting to bind port 38b1ad08-f4a8-43ba-82ab-f3218b844004 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:06.705434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Attempting to bind port 38b1ad08-f4a8-43ba-82ab-f3218b844004 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:06.705684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Attempting to bind port 38b1ad08-f4a8-43ba-82ab-f3218b844004 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:06.711204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Port 38b1ad08-f4a8-43ba-82ab-f3218b844004 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:21:06.711530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Attempting to bind port 38b1ad08-f4a8-43ba-82ab-f3218b844004 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:06.723090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:06.723477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Checking segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:06.723795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Bound using segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:06.724479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Bound port: 38b1ad08-f4a8-43ba-82ab-f3218b844004, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:06.724836 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:06.750110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9679f6-21df-4e30-9ff4-a9839062d049 req-1b377238-68f9-4b13-895d-dba17500480e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:06.751696 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa9679f6-21df-4e30-9ff4-a9839062d049 req-1b377238-68f9-4b13-895d-dba17500480e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.1028082 Aug 27 14:21:06.774210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Allocated IP 2001:db8::2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/090d1c2a-b460-4066-b3dd-09c8ac596fe4/32ec8bef-f5f6-4a27-9c0a-48c43cc55388) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:06.830397 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7093e3d-e174-4c99-a62a-ecc0a2d6c00c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:06.835459 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7093e3d-e174-4c99-a62a-ecc0a2d6c00c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:06.841816 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa9679f6-21df-4e30-9ff4-a9839062d049 req-36f69afa-999b-499a-aa86-56aa796c8b4c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605879 Aug 27 14:21:06.893730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] For port 38b1ad08-f4a8-43ba-82ab-f3218b844004, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:06.898720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] For port 38b1ad08-f4a8-43ba-82ab-f3218b844004, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=38b1ad08-f4a8-43ba-82ab-f3218b844004,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:06.905705 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:06.921958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7093e3d-e174-4c99-a62a-ecc0a2d6c00c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e42857-9923-4c45-820f-60be630bbd47,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:06.962198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:06.962198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:06.965474 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] 10.222.0.41 "PUT /v2.0/ports/38b1ad08-f4a8-43ba-82ab-f3218b844004 HTTP/1.1" status: 200 len: 1093 time: 1.2257037 Aug 27 14:21:06.966530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983587bd-f3a8-4e43-972a-6ad9ff893b6c', 'tag': '38b1ad08-f4a8-43ba-82ab-f3218b844004'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:06.968946 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d0d282-bfec-4280-89ed-5994ac5fcc21" -d '{"events": [{"name": "network-changed", "server_uuid": "983587bd-f3a8-4e43-972a-6ad9ff893b6c", "tag": "38b1ad08-f4a8-43ba-82ab-f3218b844004"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:06.982154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:06.991949 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.003929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a6a8d-988f-4946-b391-25b04e2d0084 service neutron] Pushing event updated for resources: {'Port': ['ID=38b1ad08-f4a8-43ba-82ab-f3218b844004,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:07.010349 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7093e3d-e174-4c99-a62a-ecc0a2d6c00c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.012022 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b7093e3d-e174-4c99-a62a-ecc0a2d6c00c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5634930 Aug 27 14:21:07.019794 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51034) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:07.029842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5dad86dc-052d-46a8-8546-6694af370c63 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Request body: {'security_group_rule': {'security_group_id': 'b3e42857-9923-4c45-820f-60be630bbd47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:07.055723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port aaf7ac49-41cb-49f6-87e4-3b71087ae71c yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:21:07.074055 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd59450-1289-410a-9ab5-c65d4b4e27e8 x-openstack-request-id: req-ebd59450-1289-410a-9ab5-c65d4b4e27e8 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:07.074823 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983587bd-f3a8-4e43-972a-6ad9ff893b6c", "tag": "38b1ad08-f4a8-43ba-82ab-f3218b844004", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:07.075265 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ebd59450-1289-410a-9ab5-c65d4b4e27e8 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:07.075833 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983587bd-f3a8-4e43-972a-6ad9ff893b6c', 'tag': '38b1ad08-f4a8-43ba-82ab-f3218b844004', 'status': 'completed', 'code': 200} Aug 27 14:21:07.112762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-303bd9f5-f67c-468d-a5a2-f4594ddaeb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:07.114310 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-303bd9f5-f67c-468d-a5a2-f4594ddaeb29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 1096 time: 0.0865011 Aug 27 14:21:07.124476 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.130567 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5dad86dc-052d-46a8-8546-6694af370c63 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.139074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Transition to ACTIVE for port object 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:07.174795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Transition to ACTIVE for port object 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:07.185030 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.195090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-7ad7eac7-52d3-46e2-8e3e-86ddea9b972d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38b1ad08-f4a8-43ba-82ab-f3218b844004 HTTP/1.1" status: 200 len: 217 time: 0.0672033 Aug 27 14:21:07.247669 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5dad86dc-052d-46a8-8546-6694af370c63 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.248227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-55c5c933-fa91-4776-a446-b736fe2f4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:07.249685 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-55c5c933-fa91-4776-a446-b736fe2f4c5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0467393 Aug 27 14:21:07.265854 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5dad86dc-052d-46a8-8546-6694af370c63 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.271140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Pushing event updated for resources: {'Port': ['ID=32ec8bef-f5f6-4a27-9c0a-48c43cc55388,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:07.296145 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad86dc-052d-46a8-8546-6694af370c63 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f840f2ba-740e-458e-9de8-a878c94162e0,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:07.296999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:07.305714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:07.308798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:07.329104 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::395 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/090d1c2a-b460-4066-b3dd-09c8ac596fe4/aaf7ac49-41cb-49f6-87e4-3b71087ae71c) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:07.332685 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-0db5e9bd-3fba-4274-968a-a4f4049f1249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:07.333833 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5dad86dc-052d-46a8-8546-6694af370c63 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.337452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-0db5e9bd-3fba-4274-968a-a4f4049f1249 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775895 Aug 27 14:21:07.337619 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5dad86dc-052d-46a8-8546-6694af370c63 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3143673 Aug 27 14:21:07.337744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51036) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:07.346901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-db2d90a6-ec54-42e1-a580-c7c7c439f698 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Request body: {'security_group_rule': {'security_group_id': 'b3e42857-9923-4c45-820f-60be630bbd47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:07.382217 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db2d90a6-ec54-42e1-a580-c7c7c439f698 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.413349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Attempting to bind port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:07.413723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Attempting to bind port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:07.414098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Attempting to bind port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:07.426080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:07.426516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:07.427086 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.427652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:07.428681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Bound port: 32ec8bef-f5f6-4a27-9c0a-48c43cc55388, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:07.429076 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.490810 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-11194298-5f7d-4a99-8db4-5a72a4573c33 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470044 Aug 27 14:21:07.537531 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db2d90a6-ec54-42e1-a580-c7c7c439f698 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.547638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db2d90a6-ec54-42e1-a580-c7c7c439f698 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.580763 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] For port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:07.589347 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] For port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=32ec8bef-f5f6-4a27-9c0a-48c43cc55388,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:07.592932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d90a6-ec54-42e1-a580-c7c7c439f698 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1070acfd-6ef1-4497-a005-8f5ca92a2f90,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:07.602516 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db2d90a6-ec54-42e1-a580-c7c7c439f698 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.604373 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-db2d90a6-ec54-42e1-a580-c7c7c439f698 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2657692 Aug 27 14:21:07.607195 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.607409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.609540 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51038) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:07.615479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:07.644499 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.663834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object aaf7ac49-41cb-49f6-87e4-3b71087ae71c will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:07.683849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1352302-9ed1-4e3d-9c35-42bb34458398 None None] Pushing event updated for resources: {'Port': ['ID=32ec8bef-f5f6-4a27-9c0a-48c43cc55388,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:07.690264 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-14431ceb-973d-4ff7-89b4-367b3e9b59e4 req-3d66c319-1517-4087-9bfc-8d58f414e22a service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913636 Aug 27 14:21:07.752095 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.826482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:07.834189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:07.844570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:07.850527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:07.852131 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:07.863437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=aaf7ac49-41cb-49f6-87e4-3b71087ae71c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:07.894264 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-817b157f-28a7-44aa-9368-a955f10b6aea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5407455 Aug 27 14:21:07.895216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51042) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:08.066635 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:08.176505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011347a8-6ba0-48b6-9fa0-4f7e0d94aeaa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:08.199512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011347a8-6ba0-48b6-9fa0-4f7e0d94aeaa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:08.206131 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-011347a8-6ba0-48b6-9fa0-4f7e0d94aeaa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3044736 Aug 27 14:21:08.206569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51048) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:08.374723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0d282-bfec-4280-89ed-5994ac5fcc21 req-16b5813e-0877-43ea-befe-b5c9a5ce9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:08.375772 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03d0d282-bfec-4280-89ed-5994ac5fcc21 req-16b5813e-0877-43ea-befe-b5c9a5ce9e91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 1096 time: 0.5986319 Aug 27 14:21:08.406565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee376de-10d5-4ad3-a4e0-1b0927d0041d req-b68eff13-1389-451e-a4f2-760ca33559f2 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:08.408197 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ee376de-10d5-4ad3-a4e0-1b0927d0041d req-b68eff13-1389-451e-a4f2-760ca33559f2 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.1249743 Aug 27 14:21:08.429561 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Allocated IP 172.25.2.170 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/eca5c549-b23d-4a2c-abcc-759410f352b5) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:08.505955 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ee376de-10d5-4ad3-a4e0-1b0927d0041d req-6e6c9c0f-3226-4735-a977-cb34635d92b2 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867381 Aug 27 14:21:08.542636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:08.586230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0d282-bfec-4280-89ed-5994ac5fcc21 req-d5dc6927-889b-40b0-945e-5bac40657e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:08.591724 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03d0d282-bfec-4280-89ed-5994ac5fcc21 req-d5dc6927-889b-40b0-945e-5bac40657e6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.2072308 Aug 27 14:21:08.616526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:08.618019 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:08.642201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-11b02253-b730-42f6-af46-c09720272a5f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port aaf7ac49-41cb-49f6-87e4-3b71087ae71c {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:08.642862 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11b02253-b730-42f6-af46-c09720272a5f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:08.659286 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03d0d282-bfec-4280-89ed-5994ac5fcc21 req-b08a96ac-6ff4-455c-a084-5d6a3317b361 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38b1ad08-f4a8-43ba-82ab-f3218b844004 HTTP/1.1" status: 200 len: 217 time: 0.0586143 Aug 27 14:21:08.720160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0d282-bfec-4280-89ed-5994ac5fcc21 req-d05d5537-47cd-41fc-a6d8-0423f71617f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:08.726122 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03d0d282-bfec-4280-89ed-5994ac5fcc21 req-d05d5537-47cd-41fc-a6d8-0423f71617f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0583763 Aug 27 14:21:08.749685 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:08.833305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0d282-bfec-4280-89ed-5994ac5fcc21 req-82620d60-87b4-4604-9e4b-898afecbb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:08.835028 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03d0d282-bfec-4280-89ed-5994ac5fcc21 req-82620d60-87b4-4604-9e4b-898afecbb40a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002703 Aug 27 14:21:09.032029 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03d0d282-bfec-4280-89ed-5994ac5fcc21 req-8924742d-6a23-4258-a7a4-19d22c751659 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866095 Aug 27 14:21:09.186258 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03d0d282-bfec-4280-89ed-5994ac5fcc21 req-3ac4aa1b-c4db-4d4d-9289-8ced0c8d00a2 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384659 Aug 27 14:21:09.322973 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11b02253-b730-42f6-af46-c09720272a5f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:09.375115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-11b02253-b730-42f6-af46-c09720272a5f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for aaf7ac49-41cb-49f6-87e4-3b71087ae71c owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:09.428341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cbdbe3-b6ae-4e6c-b715-0290dd5fad5e None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:09.428546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:09.505167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:09.512269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event updated for resources: {'Port': ['ID=eca5c549-b23d-4a2c-abcc-759410f352b5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:09.515984 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:09.673873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f771babb-9310-486f-ae15-94c89d6d883b None None] Provisioning for port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:09.679643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f771babb-9310-486f-ae15-94c89d6d883b None None] Provisioning complete for port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:09.680292 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f771babb-9310-486f-ae15-94c89d6d883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:09.795560 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f771babb-9310-486f-ae15-94c89d6d883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:09.842769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f771babb-9310-486f-ae15-94c89d6d883b None None] For port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=32ec8bef-f5f6-4a27-9c0a-48c43cc55388,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:09.851670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51060) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:09.861159 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f771babb-9310-486f-ae15-94c89d6d883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:09.925926 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:09.926642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771babb-9310-486f-ae15-94c89d6d883b None None] Pushing event updated for resources: {'Port': ['ID=32ec8bef-f5f6-4a27-9c0a-48c43cc55388,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:09.950105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b967efa-3e67-4f54-877f-63e5bdc5eaba req-9db2d86e-c385-41cf-9a31-61a5e28bd9cd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:09.961401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b967efa-3e67-4f54-877f-63e5bdc5eaba req-9db2d86e-c385-41cf-9a31-61a5e28bd9cd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.3153915 Aug 27 14:21:09.981805 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.101488 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11b02253-b730-42f6-af46-c09720272a5f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.118856 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.161235 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.198061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b004b789-e4f0-4ba0-b20e-451c14ae1648 None None] Provisioning complete for port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:10.198061 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b004b789-e4f0-4ba0-b20e-451c14ae1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.224797 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b967efa-3e67-4f54-877f-63e5bdc5eaba req-48443811-1098-4bf8-b984-6daaa18331a0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509813 Aug 27 14:21:10.226114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b02253-b730-42f6-af46-c09720272a5f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=aaf7ac49-41cb-49f6-87e4-3b71087ae71c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:10.294409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11b02253-b730-42f6-af46-c09720272a5f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.296745 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-11b02253-b730-42f6-af46-c09720272a5f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/aaf7ac49-41cb-49f6-87e4-3b71087ae71c HTTP/1.1" status: 204 len: 168 time: 2.0647435 Aug 27 14:21:10.303509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51064) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:10.360233 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.378645 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.427771 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b004b789-e4f0-4ba0-b20e-451c14ae1648 None None] Could not find standard attr ID for object aaf7ac49-41cb-49f6-87e4-3b71087ae71c. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:21:10.498231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:10.558993 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58999c1383ae4b3dae0ffc5ac4ee82dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7016189 Aug 27 14:21:10.574251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51066) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:10.589291 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.601320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.613432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f623c319-f53e-465e-9795-aeaf71d54ac2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:10.629717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f623c319-f53e-465e-9795-aeaf71d54ac2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:10.636075 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f623c319-f53e-465e-9795-aeaf71d54ac2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3314459 Aug 27 14:21:10.638261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbdb2c9-6dee-4eb7-bed5-5d0d2e393093,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:10.641672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51068) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:10.651109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:10.651768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.655862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-33ee6858-06e9-4130-b4a3-b9ba1f5a9e3c None None] Could not find standard attr ID for object aaf7ac49-41cb-49f6-87e4-3b71087ae71c. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:21:10.739165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:10.740260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:10.740759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:10.741910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:10.743123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:10.743675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:10.744191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:10.744833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:10.745315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:10.745820 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:10.746295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:10.746793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c3489-a5d5-4840-a5bb-e5c69a58144a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:10.772718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event updated for resources: {'Port': ['ID=eca5c549-b23d-4a2c-abcc-759410f352b5,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:10.797512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fdf7f2-5afa-4c49-a67e-ada9943dae2b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 090d1c2a-b460-4066-b3dd-09c8ac596fe4 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:21:10.805694 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50fdf7f2-5afa-4c49-a67e-ada9943dae2b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.808183 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.810827 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99af62f0-0105-4772-872d-0a76a1210e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.847020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.848265 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9e2af444-8be3-4fb7-9684-9c2af2ee8b4e tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2377665 Aug 27 14:21:10.850635 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99af62f0-0105-4772-872d-0a76a1210e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.933177 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99af62f0-0105-4772-872d-0a76a1210e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.937265 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99af62f0-0105-4772-872d-0a76a1210e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.939809 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-99af62f0-0105-4772-872d-0a76a1210e4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cbdb2c9-6dee-4eb7-bed5-5d0d2e393093 HTTP/1.1" status: 204 len: 168 time: 0.3631139 Aug 27 14:21:10.949954 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50fdf7f2-5afa-4c49-a67e-ada9943dae2b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:10.950434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af62f0-0105-4772-872d-0a76a1210e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbdb2c9-6dee-4eb7-bed5-5d0d2e393093,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:11.071418 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50fdf7f2-5afa-4c49-a67e-ada9943dae2b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:11.187571 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50fdf7f2-5afa-4c49-a67e-ada9943dae2b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:11.247547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdf7f2-5afa-4c49-a67e-ada9943dae2b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=090d1c2a-b460-4066-b3dd-09c8ac596fe4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:11.256541 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50fdf7f2-5afa-4c49-a67e-ada9943dae2b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:11.258523 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-50fdf7f2-5afa-4c49-a67e-ada9943dae2b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/090d1c2a-b460-4066-b3dd-09c8ac596fe4 HTTP/1.1" status: 204 len: 168 time: 0.6084802 Aug 27 14:21:11.261774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51086) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:11.264987 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df3e142-80b6-4ce7-b97f-528344ffd083 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:11.411667 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-cfcf3905-1380-45be-ba85-fb85f6e86930 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--137590486&fields=id&tenant_id=a74e18363e9046b0839d3e0db545669b HTTP/1.1" status: 200 len: 267 time: 0.1971452 Aug 27 14:21:11.416823 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fb201323-1f81-42ff-a04d-334e5d5c3319 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1509531 Aug 27 14:21:11.417090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51090) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:11.436500 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-aa085176-dd6c-49b8-aecb-81d8a0751473 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:11.504440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2d3c8-b7b1-431f-ba6a-a81ef1c79eda req-bebf54fd-417d-4a4e-a050-1f49d5db634c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:11.527107 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1f2d3c8-b7b1-431f-ba6a-a81ef1c79eda req-bebf54fd-417d-4a4e-a050-1f49d5db634c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.1306970 Aug 27 14:21:11.620001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b1f2d3c8-b7b1-431f-ba6a-a81ef1c79eda req-bf6844ff-51f9-4e9d-ad7c-72193000d9fe tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900285 Aug 27 14:21:11.685135 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63291a5-76f1-4735-999b-435f9f50fdcf None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:21:11.707069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-9e3e5770-6243-49a6-961a-2faa7c45d3c4 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:11.714486 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-9e3e5770-6243-49a6-961a-2faa7c45d3c4 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/networks?id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 HTTP/1.1" status: 200 len: 810 time: 0.2225235 Aug 27 14:21:11.725314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa085176-dd6c-49b8-aecb-81d8a0751473 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:11.730327 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa085176-dd6c-49b8-aecb-81d8a0751473 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:11.736930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-42e3cc17-f8eb-43ea-b6a6-2d780a30f803 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/quotas/a74e18363e9046b0839d3e0db545669b HTTP/1.1" status: 200 len: 375 time: 0.0216351 Aug 27 14:21:11.755355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c63291a5-76f1-4735-999b-435f9f50fdcf None None] Deleting port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:11.755693 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c63291a5-76f1-4735-999b-435f9f50fdcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:11.833157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c63291a5-76f1-4735-999b-435f9f50fdcf None None] For port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=32ec8bef-f5f6-4a27-9c0a-48c43cc55388,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:11.833555 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c63291a5-76f1-4735-999b-435f9f50fdcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:11.867103 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-23a5fff6-6f8b-4809-b308-1b216ca82fd3 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a74e18363e9046b0839d3e0db545669b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078296 Aug 27 14:21:11.881607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c63291a5-76f1-4735-999b-435f9f50fdcf None None] Calling delete_port for 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:12.011536 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c63291a5-76f1-4735-999b-435f9f50fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:12.040240 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63291a5-76f1-4735-999b-435f9f50fdcf None None] No DVR routers for this DVR port 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:12.053050 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63291a5-76f1-4735-999b-435f9f50fdcf None None] Pushing event deleted for resources: {'Port': ['ID=32ec8bef-f5f6-4a27-9c0a-48c43cc55388,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:12.059708 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d5993f13-6f62-46c8-b9ba-de69b0e5d783 service neutron] 10.222.0.55 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675346 Aug 27 14:21:12.172225 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa085176-dd6c-49b8-aecb-81d8a0751473 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:12.227605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa085176-dd6c-49b8-aecb-81d8a0751473 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:12.237740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-aa085176-dd6c-49b8-aecb-81d8a0751473 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:12.247654 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa085176-dd6c-49b8-aecb-81d8a0751473 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:12.248254 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa085176-dd6c-49b8-aecb-81d8a0751473 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:12.252251 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecc340b-ab7e-408a-a844-9e1389e1b913 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:12.261903 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa085176-dd6c-49b8-aecb-81d8a0751473 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=a6f58c43-a8fc-418b-a5d3-28bfec1a4b05,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:12.269802 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-5a14f75a-7aac-40df-8b8c-41ea572415c7 service neutron] 10.222.0.55 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015128 Aug 27 14:21:12.286088 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-aa085176-dd6c-49b8-aecb-81d8a0751473 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8647063 Aug 27 14:21:12.286617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51092) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:12.295209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'name': 'tempest-NetworksTestDHCPv6-1536352463'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:12.442071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': 'a6f58c43-a8fc-418b-a5d3-28bfec1a4b05'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:21:12.443010 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:12.482590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:12.543764 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:12.545020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:12.545492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 32ec8bef-f5f6-4a27-9c0a-48c43cc55388 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:12.554165 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:12.606767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port f4250b8d-307b-4f7e-8e5e-c4659dffb985 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:21:12.683947 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5b68dfd6-c02a-4d36-8022-a1c2396c4b57 req-a2e97f97-5f77-428c-b28b-f266c9b88fc1 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 210 time: 0.0725904 Aug 27 14:21:12.761187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Allocated IP 2001:db8::2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/a6f58c43-a8fc-418b-a5d3-28bfec1a4b05/20392749-fd80-430a-8ea9-421f39686b38) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:12.815334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3019c-037a-4485-8575-890f69e20024 req-b64cfdec-5350-4242-bbfe-97d2e0744676 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:12.816807 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81b3019c-037a-4485-8575-890f69e20024 req-b64cfdec-5350-4242-bbfe-97d2e0744676 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.0622015 Aug 27 14:21:12.884249 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81b3019c-037a-4485-8575-890f69e20024 req-6aa12596-43d8-490a-9d57-a1995d1af58f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588596 Aug 27 14:21:12.991960 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:13.001102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Transition to ACTIVE for port object 20392749-fd80-430a-8ea9-421f39686b38 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:13.031046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Transition to ACTIVE for port object 20392749-fd80-430a-8ea9-421f39686b38 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:13.037487 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:13.090369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:13.093394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:13.098112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:13.104948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::184 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/a6f58c43-a8fc-418b-a5d3-28bfec1a4b05/f4250b8d-307b-4f7e-8e5e-c4659dffb985) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:13.175700 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Pushing event updated for resources: {'Port': ['ID=20392749-fd80-430a-8ea9-421f39686b38,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:13.207371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Attempting to bind port 20392749-fd80-430a-8ea9-421f39686b38 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:13.207737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Attempting to bind port 20392749-fd80-430a-8ea9-421f39686b38 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:13.208107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Attempting to bind port 20392749-fd80-430a-8ea9-421f39686b38 on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:13.220922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:13.221306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:13.221730 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:13.222120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:13.222601 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Bound port: 20392749-fd80-430a-8ea9-421f39686b38, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:13.223023 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:13.293637 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:13.310495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object f4250b8d-307b-4f7e-8e5e-c4659dffb985 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:13.313459 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] For port 20392749-fd80-430a-8ea9-421f39686b38, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:13.317571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] For port 20392749-fd80-430a-8ea9-421f39686b38, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=20392749-fd80-430a-8ea9-421f39686b38,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:13.323984 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:13.373125 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:13.426273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4028f73-421a-418b-8bf4-58f54e090eef None None] Pushing event updated for resources: {'Port': ['ID=20392749-fd80-430a-8ea9-421f39686b38,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:13.441718 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:13.445169 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:13.451324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:13.456949 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:13.457594 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:13.461971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=f4250b8d-307b-4f7e-8e5e-c4659dffb985,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:13.481612 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9c596ea7-189e-4ea5-b5f7-58320f301897 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1938734 Aug 27 14:21:13.485677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51106) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:13.583553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4913e23-051a-476c-817e-a7fe68f8ba22 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:13.590537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4913e23-051a-476c-817e-a7fe68f8ba22 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:13.595295 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b4913e23-051a-476c-817e-a7fe68f8ba22 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1085825 Aug 27 14:21:13.595961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51108) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:13.750943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-428158e8-d65f-4441-a3f3-a4228ed0657f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port f4250b8d-307b-4f7e-8e5e-c4659dffb985 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:13.751615 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-428158e8-d65f-4441-a3f3-a4228ed0657f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:13.910034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aca77897-3402-4270-a029-9a9b4be29d33 req-ff1cafee-25d1-4901-8ecc-1c3c7f0afd8b tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 210 time: 0.0929685 Aug 27 14:21:13.983835 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-428158e8-d65f-4441-a3f3-a4228ed0657f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:14.006233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-428158e8-d65f-4441-a3f3-a4228ed0657f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for f4250b8d-307b-4f7e-8e5e-c4659dffb985 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:14.017824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-a6f2d05a-a268-4913-9887-bb5a149094b0 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:14.019606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-a6f2d05a-a268-4913-9887-bb5a149094b0 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.52 "GET /v2.0/networks?id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 HTTP/1.1" status: 200 len: 810 time: 0.2012298 Aug 27 14:21:14.108547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa822f-a9dd-4e47-80b8-37990c19f24c req-e8d458f5-931f-495d-82fb-d57685c38a93 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:14.110097 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-38aa822f-a9dd-4e47-80b8-37990c19f24c req-e8d458f5-931f-495d-82fb-d57685c38a93 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.0748870 Aug 27 14:21:14.116707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-689116ae-af29-4117-a0a6-16af5903fe2c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74e18363e9046b0839d3e0db545669b HTTP/1.1" status: 200 len: 379 time: 0.0531723 Aug 27 14:21:14.127023 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Request body: {'port': {'device_id': 'fd30e9d7-1d86-468f-91d3-2ec622ce8732', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'admin_state_up': True, 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'security_groups': ['b3e42857-9923-4c45-820f-60be630bbd47']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:14.157551 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-38aa822f-a9dd-4e47-80b8-37990c19f24c req-68c84c1a-35aa-44bd-ac88-af36d961734c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Aug 27 14:21:14.273425 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-428158e8-d65f-4441-a3f3-a4228ed0657f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:14.318375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428158e8-d65f-4441-a3f3-a4228ed0657f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=f4250b8d-307b-4f7e-8e5e-c4659dffb985,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:14.364689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Made reservation on behalf of a74e18363e9046b0839d3e0db545669b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:14.371321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:14.396226 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-428158e8-d65f-4441-a3f3-a4228ed0657f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:14.398259 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-428158e8-d65f-4441-a3f3-a4228ed0657f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/f4250b8d-307b-4f7e-8e5e-c4659dffb985 HTTP/1.1" status: 204 len: 168 time: 0.8013015 Aug 27 14:21:14.400975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51118) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:14.498489 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a620bd39-5530-4755-96a5-72dd38de9be8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:14.512931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a620bd39-5530-4755-96a5-72dd38de9be8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:14.524811 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a620bd39-5530-4755-96a5-72dd38de9be8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1188965 Aug 27 14:21:14.526097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51122) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:14.580590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 20392749-fd80-430a-8ea9-421f39686b38 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:14.637918 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Allocated IP 172.20.0.7 (6dc57ef9-e9c2-47c7-9b9c-6239591b6c07/4cfe9d06-603f-4eee-b822-f98be0cb0761/44b028b7-dd46-467f-b3e9-02110b0da9d8) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:14.660755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a16589-bb04-4023-9546-b8a9b3c763b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet a6f58c43-a8fc-418b-a5d3-28bfec1a4b05 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:21:14.667661 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-69a16589-bb04-4023-9546-b8a9b3c763b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:14.671506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 20392749-fd80-430a-8ea9-421f39686b38 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:14.679021 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-885b5af7-b183-453a-a6b8-374a69b94e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:14.771908 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-69a16589-bb04-4023-9546-b8a9b3c763b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:14.790834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c2838-fd75-49f9-9f9c-36d9a485ac28 req-8a69279b-fced-4e2e-b0a6-fc81401b561c tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:14.798394 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-288c2838-fd75-49f9-9f9c-36d9a485ac28 req-8a69279b-fced-4e2e-b0a6-fc81401b561c tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1099 time: 0.1092830 Aug 27 14:21:14.859300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-288c2838-fd75-49f9-9f9c-36d9a485ac28 req-b4be62cc-52b1-470b-9cb6-9e91abe690ee tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599174 Aug 27 14:21:14.886367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51124) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:14.897109 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:14.914224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Transition to ACTIVE for port object 44b028b7-dd46-467f-b3e9-02110b0da9d8 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:14.949674 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-69a16589-bb04-4023-9546-b8a9b3c763b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:14.957466 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:14.972313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4b520a60-4785-402a-ad92-ead34de79924 None None] Provisioning for port 20392749-fd80-430a-8ea9-421f39686b38 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:14.977224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4b520a60-4785-402a-ad92-ead34de79924 None None] Provisioning complete for port 20392749-fd80-430a-8ea9-421f39686b38 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:14.978193 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4b520a60-4785-402a-ad92-ead34de79924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:15.093300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:15.096610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:15.099618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:15.106471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event updated for resources: {'Port': ['ID=44b028b7-dd46-467f-b3e9-02110b0da9d8,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:15.146471 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-69a16589-bb04-4023-9546-b8a9b3c763b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:15.178207 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4b520a60-4785-402a-ad92-ead34de79924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:15.188048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a16589-bb04-4023-9546-b8a9b3c763b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f58c43-a8fc-418b-a5d3-28bfec1a4b05,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:15.210489 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:15.211382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:15.233154 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-8dc04614-2cb4-49c8-a1b8-2783f5990ffa tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1081707 Aug 27 14:21:15.279312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Request body: {'port': {'device_id': 'fd30e9d7-1d86-468f-91d3-2ec622ce8732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:15.292123 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-4b520a60-4785-402a-ad92-ead34de79924 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:21:15.293430 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-4b520a60-4785-402a-ad92-ead34de79924 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:21:15.301659 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-69a16589-bb04-4023-9546-b8a9b3c763b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:15.307390 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-69a16589-bb04-4023-9546-b8a9b3c763b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/a6f58c43-a8fc-418b-a5d3-28bfec1a4b05 HTTP/1.1" status: 204 len: 168 time: 0.7802787 Aug 27 14:21:15.314525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51130) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:15.324381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce7abe-b256-4ad5-99de-d69d7941d529 req-dce209d9-850f-41e4-a5d7-cd340bf9d379 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:15.332696 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a3ce7abe-b256-4ad5-99de-d69d7941d529 req-dce209d9-850f-41e4-a5d7-cd340bf9d379 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 931 time: 0.2572570 Aug 27 14:21:15.401232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e70c4-1bba-4a19-ac90-8e6b1cb60830 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:15.404274 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6d565f98-ec42-44a0-8c44-83fd8a004996 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588050 Aug 27 14:21:15.410429 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51132) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:15.439544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c2a635c4-4ea7-4ce8-a217-4753fea3a549 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:15.465107 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:15.492131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2d6c6-9da0-42d3-a233-8d46f4ce7fcb req-c10f6ecd-6a4a-4cfc-b043-57e48ed9345a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:15.500997 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47d2d6c6-9da0-42d3-a233-8d46f4ce7fcb req-c10f6ecd-6a4a-4cfc-b043-57e48ed9345a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.1287522 Aug 27 14:21:15.621769 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a3ce7abe-b256-4ad5-99de-d69d7941d529 req-acf1ca2e-19ac-49bd-98d6-ba4327348a22 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e42857-9923-4c45-820f-60be630bbd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879093 Aug 27 14:21:15.645056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-bfac946e-7c07-4073-b084-4427fb778add tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port 81f28f02-49c5-4856-ad77-7fab69d0ad71 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:15.645405 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bfac946e-7c07-4073-b084-4427fb778add tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:15.678021 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47d2d6c6-9da0-42d3-a233-8d46f4ce7fcb req-1e4f4057-2552-48bb-a8a0-b08f2ee0b93b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767941 Aug 27 14:21:15.710799 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a635c4-4ea7-4ce8-a217-4753fea3a549 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:15.716342 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2a635c4-4ea7-4ce8-a217-4753fea3a549 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:15.723462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36226c7-4604-497c-befc-45519f634efc None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:21:15.864720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c36226c7-4604-497c-befc-45519f634efc None None] Deleting port 20392749-fd80-430a-8ea9-421f39686b38 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:15.865088 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c36226c7-4604-497c-befc-45519f634efc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:15.878746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b028b7-dd46-467f-b3e9-02110b0da9d8 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:21:15.890998 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:15.907881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Transition to ACTIVE for port object 44b028b7-dd46-467f-b3e9-02110b0da9d8 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:15.916784 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.017331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Pushing event updated for resources: {'Port': ['ID=44b028b7-dd46-467f-b3e9-02110b0da9d8,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:16.105077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Attempting to bind port 44b028b7-dd46-467f-b3e9-02110b0da9d8 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:16.105437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Attempting to bind port 44b028b7-dd46-467f-b3e9-02110b0da9d8 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:16.105778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Attempting to bind port 44b028b7-dd46-467f-b3e9-02110b0da9d8 on network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:16.114319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Port 44b028b7-dd46-467f-b3e9-02110b0da9d8 on network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:21:16.114657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Attempting to bind port 44b028b7-dd46-467f-b3e9-02110b0da9d8 on network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:16.129695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:16.130024 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Checking segment: {'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:16.130487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Bound using segment: {'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:16.131072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Bound port: 44b028b7-dd46-467f-b3e9-02110b0da9d8, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6411cac3-ef1c-4cac-bdb0-84afd17cd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:16.131447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.139046 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4b520a60-4785-402a-ad92-ead34de79924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.151905 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bfac946e-7c07-4073-b084-4427fb778add tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.152524 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bfac946e-7c07-4073-b084-4427fb778add tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.175261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-bfac946e-7c07-4073-b084-4427fb778add tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for 81f28f02-49c5-4856-ad77-7fab69d0ad71 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:16.196560 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c36226c7-4604-497c-befc-45519f634efc None None] For port 20392749-fd80-430a-8ea9-421f39686b38, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=20392749-fd80-430a-8ea9-421f39686b38,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:16.197261 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c36226c7-4604-497c-befc-45519f634efc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.220313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c36226c7-4604-497c-befc-45519f634efc None None] Calling delete_port for 20392749-fd80-430a-8ea9-421f39686b38 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:16.226557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4b520a60-4785-402a-ad92-ead34de79924 None None] For port 20392749-fd80-430a-8ea9-421f39686b38, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=20392749-fd80-430a-8ea9-421f39686b38,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:16.233427 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4b520a60-4785-402a-ad92-ead34de79924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.276935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] For port 44b028b7-dd46-467f-b3e9-02110b0da9d8, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:16.280246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] For port 44b028b7-dd46-467f-b3e9-02110b0da9d8, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=44b028b7-dd46-467f-b3e9-02110b0da9d8,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:16.284857 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.329102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:16.329742 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.331588 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] 10.222.0.52 "PUT /v2.0/ports/44b028b7-dd46-467f-b3e9-02110b0da9d8 HTTP/1.1" status: 200 len: 1092 time: 1.0904586 Aug 27 14:21:16.332045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd30e9d7-1d86-468f-91d3-2ec622ce8732', 'tag': '44b028b7-dd46-467f-b3e9-02110b0da9d8'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:16.334614 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9b59f6-4bde-444c-9693-9609fe65ed80" -d '{"events": [{"name": "network-changed", "server_uuid": "fd30e9d7-1d86-468f-91d3-2ec622ce8732", "tag": "44b028b7-dd46-467f-b3e9-02110b0da9d8"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:16.359707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7240d8e-b675-4bf6-825b-7a295c4fe695 service neutron] Pushing event updated for resources: {'Port': ['ID=44b028b7-dd46-467f-b3e9-02110b0da9d8,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:16.371762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b520a60-4785-402a-ad92-ead34de79924 None None] Pushing event updated for resources: {'Port': ['ID=20392749-fd80-430a-8ea9-421f39686b38,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:16.441561 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2a635c4-4ea7-4ce8-a217-4753fea3a549 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.450968 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 20392749-fd80-430a-8ea9-421f39686b38 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:16.453058 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8613ea10-ec53-4cea-bf3b-88e208c81465 x-openstack-request-id: req-8613ea10-ec53-4cea-bf3b-88e208c81465 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:16.453470 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd30e9d7-1d86-468f-91d3-2ec622ce8732", "tag": "44b028b7-dd46-467f-b3e9-02110b0da9d8", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:16.453785 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8613ea10-ec53-4cea-bf3b-88e208c81465 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:16.454202 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd30e9d7-1d86-468f-91d3-2ec622ce8732', 'tag': '44b028b7-dd46-467f-b3e9-02110b0da9d8', 'status': 'completed', 'code': 200} Aug 27 14:21:16.455529 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c36226c7-4604-497c-befc-45519f634efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.472523 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-30012931-652b-4359-893b-566061f431d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:16.474467 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-30012931-652b-4359-893b-566061f431d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a74e18363e9046b0839d3e0db545669b&device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 1095 time: 0.0914698 Aug 27 14:21:16.503446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a635c4-4ea7-4ce8-a217-4753fea3a549 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:16.507014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 20392749-fd80-430a-8ea9-421f39686b38 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:16.507731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 20392749-fd80-430a-8ea9-421f39686b38 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:16.517836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b8b09e51-c150-4a96-87b1-f3fb27bbb3ba None None] Provisioning for port 44b028b7-dd46-467f-b3e9-02110b0da9d8 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:16.520086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36226c7-4604-497c-befc-45519f634efc None None] Pushing event deleted for resources: {'Port': ['ID=20392749-fd80-430a-8ea9-421f39686b38,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:16.520226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-c2a635c4-4ea7-4ce8-a217-4753fea3a549 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:16.522382 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36226c7-4604-497c-befc-45519f634efc None None] No DVR routers for this DVR port 20392749-fd80-430a-8ea9-421f39686b38 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:16.534277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b8b09e51-c150-4a96-87b1-f3fb27bbb3ba None None] Could not find standard attr ID for object f4250b8d-307b-4f7e-8e5e-c4659dffb985. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:21:16.545398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad000de-6397-4553-ae67-d1b1409dd5fe None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:16.556729 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-5967a12d-b1a8-4f32-89c0-ffe30c06d03e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44b028b7-dd46-467f-b3e9-02110b0da9d8 HTTP/1.1" status: 200 len: 217 time: 0.0725689 Aug 27 14:21:16.557433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a635c4-4ea7-4ce8-a217-4753fea3a549 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:16.558029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2a635c4-4ea7-4ce8-a217-4753fea3a549 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.569032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a635c4-4ea7-4ce8-a217-4753fea3a549 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=cd2e56d1-bf5d-4eaa-8f4d-a494f62c4ea4,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:16.592304 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c2a635c4-4ea7-4ce8-a217-4753fea3a549 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1689770 Aug 27 14:21:16.592927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51136) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:16.599669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'name': 'tempest-NetworksTestDHCPv6-863934554'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:16.628851 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bfac946e-7c07-4073-b084-4427fb778add tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.638028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-ee0bd17d-961d-4b80-b008-3689103185bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:16.640616 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-ee0bd17d-961d-4b80-b008-3689103185bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cfe9d06-603f-4eee-b822-f98be0cb0761 HTTP/1.1" status: 200 len: 849 time: 0.0768347 Aug 27 14:21:16.686559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac946e-7c07-4073-b084-4427fb778add tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=81f28f02-49c5-4856-ad77-7fab69d0ad71,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:16.716587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-514ba370-9011-429a-80e4-3b08fba0ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:16.718000 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-514ba370-9011-429a-80e4-3b08fba0ae67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687864 Aug 27 14:21:16.721335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': 'cd2e56d1-bf5d-4eaa-8f4d-a494f62c4ea4'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:21:16.722248 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.810897 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bfac946e-7c07-4073-b084-4427fb778add tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.811231 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-bfac946e-7c07-4073-b084-4427fb778add tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Floating IP 47a58a1d-5594-46ef-8cb3-03a001b59e70 disassociated (deleted). External IP: 172.25.2.116, port: a1dbcbf4-1114-4855-a9e4-8b860a96fe83. Aug 27 14:21:16.837283 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-6d18ce94-d010-43b7-b52e-203540a09590 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067085 Aug 27 14:21:16.898778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Allocated IP 2001:db8::2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/cd2e56d1-bf5d-4eaa-8f4d-a494f62c4ea4/df875b32-4164-42dc-9ff8-d365a695fd05) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:16.924872 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fa58f-d7b8-4c29-9e57-58834ae9d297 req-8fd58db8-98d1-48f7-964a-8e10c63236ee tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:16.926419 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-810fa58f-d7b8-4c29-9e57-58834ae9d297 req-8fd58db8-98d1-48f7-964a-8e10c63236ee tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.1525929 Aug 27 14:21:16.942264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7779df-5760-444b-9dd2-438607fed983 req-79997215-a0dd-4f5f-bc19-0bd17533ceba tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:16.943177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:16.945939 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:16.947954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff7779df-5760-444b-9dd2-438607fed983 req-79997215-a0dd-4f5f-bc19-0bd17533ceba tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 943 time: 0.1220071 Aug 27 14:21:16.992152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port eeea5b2e-91d1-4c2e-936b-7a8e843e6697 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:21:17.006584 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62d90868-dd74-494d-a6a5-59a6570cdd54 req-9ef2bb27-b4cf-4703-b644-5e75967947c4 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508982 Aug 27 14:21:17.024787 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff7779df-5760-444b-9dd2-438607fed983 req-38bb34fe-3d35-4060-94b0-2cc3a392abe6 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e42857-9923-4c45-820f-60be630bbd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730655 Aug 27 14:21:17.066575 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:17.075860 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Transition to ACTIVE for port object df875b32-4164-42dc-9ff8-d365a695fd05 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:17.084989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-810fa58f-d7b8-4c29-9e57-58834ae9d297 req-43ff18bb-efb9-444d-9204-fdfb81496eac tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341553 Aug 27 14:21:17.093851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Transition to ACTIVE for port object df875b32-4164-42dc-9ff8-d365a695fd05 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:17.104229 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:17.123690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b59f6-4bde-444c-9693-9609fe65ed80 req-8533b6f5-0217-4c4f-beda-81929ee02594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:17.125455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc9b59f6-4bde-444c-9693-9609fe65ed80 req-8533b6f5-0217-4c4f-beda-81929ee02594 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a74e18363e9046b0839d3e0db545669b&device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 1095 time: 0.0622094 Aug 27 14:21:17.146962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:17.152213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:17.157052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:17.159086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Pushing event updated for resources: {'Port': ['ID=df875b32-4164-42dc-9ff8-d365a695fd05,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:17.215957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Attempting to bind port df875b32-4164-42dc-9ff8-d365a695fd05 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:17.216381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Attempting to bind port df875b32-4164-42dc-9ff8-d365a695fd05 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:17.216666 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Attempting to bind port df875b32-4164-42dc-9ff8-d365a695fd05 on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:17.216839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::38a (d2fde99d-ed12-467b-8fc4-f63a78e6374a/cd2e56d1-bf5d-4eaa-8f4d-a494f62c4ea4/eeea5b2e-91d1-4c2e-936b-7a8e843e6697) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:17.222041 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:17.222386 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:17.222853 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:17.223219 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:17.223706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Bound port: df875b32-4164-42dc-9ff8-d365a695fd05, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:17.224099 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:17.232546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfac946e-7c07-4073-b084-4427fb778add tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:21:17.241808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b59f6-4bde-444c-9693-9609fe65ed80 req-ba628796-8cce-4272-921c-892f975230ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:17.243343 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc9b59f6-4bde-444c-9693-9609fe65ed80 req-ba628796-8cce-4272-921c-892f975230ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 HTTP/1.1" status: 200 len: 911 time: 0.1105638 Aug 27 14:21:17.286761 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc9b59f6-4bde-444c-9693-9609fe65ed80 req-f2e71418-6eef-42e4-8ac0-155929c02ba0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44b028b7-dd46-467f-b3e9-02110b0da9d8 HTTP/1.1" status: 200 len: 217 time: 0.0359898 Aug 27 14:21:17.290659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] For port df875b32-4164-42dc-9ff8-d365a695fd05, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:17.293966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] For port df875b32-4164-42dc-9ff8-d365a695fd05, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=df875b32-4164-42dc-9ff8-d365a695fd05,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:17.297565 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:17.344052 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b59f6-4bde-444c-9693-9609fe65ed80 req-2b0209a9-cb28-40ca-bce5-cc62f1c83ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:17.345650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc9b59f6-4bde-444c-9693-9609fe65ed80 req-2b0209a9-cb28-40ca-bce5-cc62f1c83ab2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cfe9d06-603f-4eee-b822-f98be0cb0761 HTTP/1.1" status: 200 len: 849 time: 0.0515726 Aug 27 14:21:17.362769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd66c13-3383-4215-94cc-0ec5dd2fd6cc None None] Pushing event updated for resources: {'Port': ['ID=df875b32-4164-42dc-9ff8-d365a695fd05,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:17.398858 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b59f6-4bde-444c-9693-9609fe65ed80 req-238a1793-eb8a-41ab-840c-c4ba68ecc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:17.401165 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc9b59f6-4bde-444c-9693-9609fe65ed80 req-238a1793-eb8a-41ab-840c-c4ba68ecc218 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475552 Aug 27 14:21:17.439907 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:17.451681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfac946e-7c07-4073-b084-4427fb778add tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:21:17.459396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bfac946e-7c07-4073-b084-4427fb778add tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:17.468140 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07976c47-027e-4d61-9fee-d83d95e7a5d1 None None] Sync routers for ids ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:21:17.487963 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07976c47-027e-4d61-9fee-d83d95e7a5d1 None None] Routers {'c2ce2aba-8b79-4d5a-b47a-d31ed226d469'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:17.491225 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-07976c47-027e-4d61-9fee-d83d95e7a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:20:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:17.505766 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:17.512404 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bfac946e-7c07-4073-b084-4427fb778add tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/floatingips/47a58a1d-5594-46ef-8cb3-03a001b59e70 HTTP/1.1" status: 204 len: 168 time: 2.6192808 Aug 27 14:21:17.512404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:17.513913 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392e048e-eb60-4e3c-b609-c631e6177a78" -d '{"events": [{"name": "network-changed", "server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:17.528791 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc9b59f6-4bde-444c-9693-9609fe65ed80 req-371ad095-8562-430f-9054-2ff1e395757b service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199536 Aug 27 14:21:17.531587 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-da637c07-26a7-4e13-b300-efa11e7dd996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:17.540407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object eeea5b2e-91d1-4c2e-936b-7a8e843e6697 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:17.635662 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3589a6-f4d5-48c5-9012-dd23d8668725 x-openstack-request-id: req-1d3589a6-f4d5-48c5-9012-dd23d8668725 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:17.636152 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:17.636511 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d3589a6-f4d5-48c5-9012-dd23d8668725 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:17.637021 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'status': 'completed', 'code': 200} Aug 27 14:21:17.676311 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:17.739610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc9b59f6-4bde-444c-9693-9609fe65ed80 req-4d0b91a8-bc9d-4399-99f2-71a2f398e0f2 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018852 Aug 27 14:21:17.781453 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-07976c47-027e-4d61-9fee-d83d95e7a5d1 None None] Set router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:17.786264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:17.796018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:17.798863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:17.805149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:17.805797 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:17.809914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=eeea5b2e-91d1-4c2e-936b-7a8e843e6697,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:17.831830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e048e-eb60-4e3c-b609-c631e6177a78 req-39d71de3-4305-44a3-9102-93e366dc14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:17.833364 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-392e048e-eb60-4e3c-b609-c631e6177a78 req-39d71de3-4305-44a3-9102-93e366dc14d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 1099 time: 0.1697297 Aug 27 14:21:17.841729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1d33b114-5c8b-450d-b60b-df85e60dbf94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2476914 Aug 27 14:21:17.844736 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51148) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:17.917044 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a616ea-26d1-4fbd-97d4-5c1278c15697 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:17.924461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a616ea-26d1-4fbd-97d4-5c1278c15697 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:17.928612 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e5a616ea-26d1-4fbd-97d4-5c1278c15697 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0802748 Aug 27 14:21:17.928926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51150) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:17.971320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e815df-897f-48aa-8787-91565381d05f req-dacaa329-8e74-4faf-a261-df7d9aa909c3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:17.973155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60e815df-897f-48aa-8787-91565381d05f req-dacaa329-8e74-4faf-a261-df7d9aa909c3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 947 time: 0.0828979 Aug 27 14:21:18.002765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e048e-eb60-4e3c-b609-c631e6177a78 req-76ae813d-b699-4c11-8cfa-7667df96d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:18.004267 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-392e048e-eb60-4e3c-b609-c631e6177a78 req-76ae813d-b699-4c11-8cfa-7667df96d0c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 200 len: 897 time: 0.1615376 Aug 27 14:21:18.052764 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-392e048e-eb60-4e3c-b609-c631e6177a78 req-fef4e3a1-9cab-4cbd-9a14-5fc09d21ca40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 200 len: 217 time: 0.0379534 Aug 27 14:21:18.055934 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60e815df-897f-48aa-8787-91565381d05f req-b2029c28-5f44-478f-864c-74f38470d818 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731921 Aug 27 14:21:18.062628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-29857e8c-3d2b-4a1d-8ad1-250308b0b76d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port eeea5b2e-91d1-4c2e-936b-7a8e843e6697 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:18.063167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-29857e8c-3d2b-4a1d-8ad1-250308b0b76d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:18.103081 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-07976c47-027e-4d61-9fee-d83d95e7a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6f9022f5-c53c-4096-bd74-49a7680b942d', 'name': '', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:61:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:15Z', 'updated_at': '2021-08-27T14:19:20Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:18.132560 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07976c47-027e-4d61-9fee-d83d95e7a5d1 None None] Checking router: c2ce2aba-8b79-4d5a-b47a-d31ed226d469 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:21:18.152881 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07976c47-027e-4d61-9fee-d83d95e7a5d1 None None] Routers {'c2ce2aba-8b79-4d5a-b47a-d31ed226d469'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:18.153510 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-07976c47-027e-4d61-9fee-d83d95e7a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:18.178030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e048e-eb60-4e3c-b609-c631e6177a78 req-0207cb41-3582-408c-81c9-11fe19ee7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:18.179614 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-392e048e-eb60-4e3c-b609-c631e6177a78 req-0207cb41-3582-408c-81c9-11fe19ee7d2d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c86f509f-69f3-460b-9d1f-b879880cc447 HTTP/1.1" status: 200 len: 834 time: 0.1135476 Aug 27 14:21:18.221737 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:21:18.263078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c49dc-c5f0-481c-bfc4-04033f3f46ba req-c82815ed-dc5a-464d-b1b9-c8a7ae14892b tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:18.264625 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-854c49dc-c5f0-481c-bfc4-04033f3f46ba req-c82815ed-dc5a-464d-b1b9-c8a7ae14892b tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 943 time: 0.1223502 Aug 27 14:21:18.274784 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-29857e8c-3d2b-4a1d-8ad1-250308b0b76d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:18.286786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e048e-eb60-4e3c-b609-c631e6177a78 req-e8f8eb88-1df7-4208-a7fc-8d96d4844a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:18.289194 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-392e048e-eb60-4e3c-b609-c631e6177a78 req-e8f8eb88-1df7-4208-a7fc-8d96d4844a72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b1f5232d-844f-49b2-b1e4-b36e3da507b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829866 Aug 27 14:21:18.301312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20569904-4ef5-4138-94b6-2ac838804e85 req-d39ed6b1-6cf0-4914-b345-1556c70214fe tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:18.302924 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-20569904-4ef5-4138-94b6-2ac838804e85 req-d39ed6b1-6cf0-4914-b345-1556c70214fe tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.1277411 Aug 27 14:21:18.309504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-29857e8c-3d2b-4a1d-8ad1-250308b0b76d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for eeea5b2e-91d1-4c2e-936b-7a8e843e6697 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:18.337497 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-07976c47-027e-4d61-9fee-d83d95e7a5d1 None None] Set router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:18.439643 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-854c49dc-c5f0-481c-bfc4-04033f3f46ba req-a944bad1-76e0-4835-9763-b5839acde1fb tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e42857-9923-4c45-820f-60be630bbd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605294 Aug 27 14:21:18.519220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device df875b32-4164-42dc-9ff8-d365a695fd05 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:18.566181 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-392e048e-eb60-4e3c-b609-c631e6177a78 req-bf7238ef-2352-4184-90b0-37120f51a629 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622395 Aug 27 14:21:18.579476 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-20569904-4ef5-4138-94b6-2ac838804e85 req-a3edcca3-4a4e-4f07-843e-80418e4241b4 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585053 Aug 27 14:21:18.642258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port df875b32-4164-42dc-9ff8-d365a695fd05 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:18.680413 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-07976c47-027e-4d61-9fee-d83d95e7a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6f9022f5-c53c-4096-bd74-49a7680b942d', 'name': '', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:61:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:15Z', 'updated_at': '2021-08-27T14:19:20Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:18.698999 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-29857e8c-3d2b-4a1d-8ad1-250308b0b76d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:18.727707 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-392e048e-eb60-4e3c-b609-c631e6177a78 req-5fe42001-4aab-4a77-beb3-78112133f379 service neutron] 10.222.0.52 "GET /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470988 Aug 27 14:21:18.746494 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07976c47-027e-4d61-9fee-d83d95e7a5d1 None None] The sync data for ids ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'] in n-d-712139-12 is: [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6f9022f5-c53c-4096-bd74-49a7680b942d', 'name': '', 'network_id': 'b1f5232d-844f-49b2-b1e4-b36e3da507b1', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:61:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:15Z', 'updated_at': '2021-08-27T14:19:20Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': 'c86f509f-69f3-460b-9d1f-b879880cc447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:21:18.775119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29857e8c-3d2b-4a1d-8ad1-250308b0b76d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=eeea5b2e-91d1-4c2e-936b-7a8e843e6697,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:18.781991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-29857e8c-3d2b-4a1d-8ad1-250308b0b76d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:18.783603 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:18.784593 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-29857e8c-3d2b-4a1d-8ad1-250308b0b76d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/eeea5b2e-91d1-4c2e-936b-7a8e843e6697 HTTP/1.1" status: 204 len: 168 time: 0.8545291 Aug 27 14:21:18.787184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51156) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:18.893526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35993c7b-d6d1-4872-8628-9cd41abd7b31 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:18.895309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35993c7b-d6d1-4872-8628-9cd41abd7b31 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:18.900183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51158) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:18.900464 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-35993c7b-d6d1-4872-8628-9cd41abd7b31 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1117778 Aug 27 14:21:18.973549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d076d3e-7d88-440b-b5b7-f9fb4b859d26 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet cd2e56d1-bf5d-4eaa-8f4d-a494f62c4ea4 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:21:18.977422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4d076d3e-7d88-440b-b5b7-f9fb4b859d26 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:18.980814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-89b1441a-6da3-47ed-b197-021b62d99b09 None None] Provisioning for port df875b32-4164-42dc-9ff8-d365a695fd05 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:18.985961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-89b1441a-6da3-47ed-b197-021b62d99b09 None None] Provisioning complete for port df875b32-4164-42dc-9ff8-d365a695fd05 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:18.986351 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89b1441a-6da3-47ed-b197-021b62d99b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:19.046399 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4d076d3e-7d88-440b-b5b7-f9fb4b859d26 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:19.082666 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89b1441a-6da3-47ed-b197-021b62d99b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:19.140211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-89b1441a-6da3-47ed-b197-021b62d99b09 None None] For port df875b32-4164-42dc-9ff8-d365a695fd05, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=df875b32-4164-42dc-9ff8-d365a695fd05,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:19.153761 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89b1441a-6da3-47ed-b197-021b62d99b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:19.219855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1441a-6da3-47ed-b197-021b62d99b09 None None] Pushing event updated for resources: {'Port': ['ID=df875b32-4164-42dc-9ff8-d365a695fd05,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:19.232295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745fbd5-777f-49e4-a970-16bf0f777ea9 None None] New status for floating IP 47a58a1d-5594-46ef-8cb3-03a001b59e70: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:21:19.259671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff66e-47a6-4c2a-9087-01af8a6d358a req-2c73049b-518c-4d37-ab18-a31db5aa5a8c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:19.262015 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f2bff66e-47a6-4c2a-9087-01af8a6d358a req-2c73049b-518c-4d37-ab18-a31db5aa5a8c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 947 time: 0.1456008 Aug 27 14:21:19.268343 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4d076d3e-7d88-440b-b5b7-f9fb4b859d26 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:19.271591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1b99d-c644-45e7-a4e1-def1b04aa6b7 req-710bf8be-1c65-426b-b86e-21f26389f4ed tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:19.282071 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62b1b99d-c644-45e7-a4e1-def1b04aa6b7 req-710bf8be-1c65-426b-b86e-21f26389f4ed tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 947 time: 0.0978801 Aug 27 14:21:19.335001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62b1b99d-c644-45e7-a4e1-def1b04aa6b7 req-e6234aca-0806-4043-90b9-065aef29f18e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54194d8-4eb6-4c3e-a2f1-16771dd8553e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518334 Aug 27 14:21:19.370879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-838383ba-fee9-4682-84c3-eb5114a22b72 None None] Could not find standard attr ID for object eeea5b2e-91d1-4c2e-936b-7a8e843e6697. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:21:19.446786 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4d076d3e-7d88-440b-b5b7-f9fb4b859d26 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:19.487534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d076d3e-7d88-440b-b5b7-f9fb4b859d26 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2e56d1-bf5d-4eaa-8f4d-a494f62c4ea4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:19.494516 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4d076d3e-7d88-440b-b5b7-f9fb4b859d26 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:19.497089 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4d076d3e-7d88-440b-b5b7-f9fb4b859d26 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/cd2e56d1-bf5d-4eaa-8f4d-a494f62c4ea4 HTTP/1.1" status: 204 len: 168 time: 0.5956538 Aug 27 14:21:19.500336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51164) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:19.511350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-f2bff66e-47a6-4c2a-9087-01af8a6d358a req-cd9b95f9-2a4a-4187-929e-af5e7503e669 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:19.511674 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f2bff66e-47a6-4c2a-9087-01af8a6d358a req-cd9b95f9-2a4a-4187-929e-af5e7503e669 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:19.555414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6510454-fee3-409a-9a01-7e43f382371a None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:19.602206 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0ed960a4-7102-4113-bec6-8975838189a8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000543 Aug 27 14:21:19.602563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51168) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:19.687883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783f05aa-32c0-47ea-93ae-8b601c0f8fd7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:19.691850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49d17-12d4-4c14-befc-1a0fdaf9c6b9 req-edc8aa8f-363e-4e55-a39e-f0a4b948b889 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:19.693638 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ead49d17-12d4-4c14-befc-1a0fdaf9c6b9 req-edc8aa8f-363e-4e55-a39e-f0a4b948b889 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 943 time: 0.1080694 Aug 27 14:21:19.695105 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-783f05aa-32c0-47ea-93ae-8b601c0f8fd7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0907967 Aug 27 14:21:19.695762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51170) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:19.742405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-f2bff66e-47a6-4c2a-9087-01af8a6d358a req-cd9b95f9-2a4a-4187-929e-af5e7503e669 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] For port a1dbcbf4-1114-4855-a9e4-8b860a96fe83, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:19.742732 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f2bff66e-47a6-4c2a-9087-01af8a6d358a req-cd9b95f9-2a4a-4187-929e-af5e7503e669 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:19.767403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-f2bff66e-47a6-4c2a-9087-01af8a6d358a req-cd9b95f9-2a4a-4187-929e-af5e7503e669 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for a1dbcbf4-1114-4855-a9e4-8b860a96fe83 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:19.772898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 44b028b7-dd46-467f-b3e9-02110b0da9d8 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:21:19.784529 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ead49d17-12d4-4c14-befc-1a0fdaf9c6b9 req-bbc1afbc-42e2-45e3-8c2a-acf56fa9ee86 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e42857-9923-4c45-820f-60be630bbd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842683 Aug 27 14:21:19.810242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b4571b-521b-43d4-a585-41e8ee34df12 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:19.810242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-24b4571b-521b-43d4-a585-41e8ee34df12 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0964689 Aug 27 14:21:19.816176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9a56-8a4d-44e6-b7bd-810b331bb1df req-8ce2960f-e1b4-419b-8ec8-a62dd7872a27 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:19.817130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac7932d-3daf-4ebf-9996-05ba98398fc9 None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:21:19.817819 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c96e9a56-8a4d-44e6-b7bd-810b331bb1df req-8ce2960f-e1b4-419b-8ec8-a62dd7872a27 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.1204009 Aug 27 14:21:19.818306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51172) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:19.868097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b9d79842-0bbf-47a6-a9b0-0bd7452922bf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486586 Aug 27 14:21:19.872300 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51174) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:19.877806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-87167886-50b5-4f9f-8477-33490f2f9969 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:19.906799 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c96e9a56-8a4d-44e6-b7bd-810b331bb1df req-40a5aad0-2911-46f3-ae18-27d58d4c2362 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804610 Aug 27 14:21:19.952361 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7ac7932d-3daf-4ebf-9996-05ba98398fc9 None None] Deleting port df875b32-4164-42dc-9ff8-d365a695fd05 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:19.952743 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ac7932d-3daf-4ebf-9996-05ba98398fc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:19.955385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 44b028b7-dd46-467f-b3e9-02110b0da9d8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=44b028b7-dd46-467f-b3e9-02110b0da9d8,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:20.007483 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '44b028b7-dd46-467f-b3e9-02110b0da9d8', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'port_id': '44b028b7-dd46-467f-b3e9-02110b0da9d8', 'mac_address': 'fa:16:3e:75:98:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:21:20.046914 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f2bff66e-47a6-4c2a-9087-01af8a6d358a req-cd9b95f9-2a4a-4187-929e-af5e7503e669 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:20.057418 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7ac7932d-3daf-4ebf-9996-05ba98398fc9 None None] For port df875b32-4164-42dc-9ff8-d365a695fd05, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=df875b32-4164-42dc-9ff8-d365a695fd05,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:20.057831 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ac7932d-3daf-4ebf-9996-05ba98398fc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:20.059938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87167886-50b5-4f9f-8477-33490f2f9969 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:20.063848 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-87167886-50b5-4f9f-8477-33490f2f9969 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:20.077162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7ac7932d-3daf-4ebf-9996-05ba98398fc9 None None] Calling delete_port for df875b32-4164-42dc-9ff8-d365a695fd05 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:20.078945 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:20.098773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b028b7-dd46-467f-b3e9-02110b0da9d8 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:21:20.114266 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b95f9-2a4a-4187-929e-af5e7503e669 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=a1dbcbf4-1114-4855-a9e4-8b860a96fe83,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:20.119367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 44b028b7-dd46-467f-b3e9-02110b0da9d8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=44b028b7-dd46-467f-b3e9-02110b0da9d8,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:20.152754 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:20.235313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=44b028b7-dd46-467f-b3e9-02110b0da9d8,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:20.247137 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:20.253263 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ac7932d-3daf-4ebf-9996-05ba98398fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:20.282518 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7932d-3daf-4ebf-9996-05ba98398fc9 None None] Pushing event deleted for resources: {'Port': ['ID=df875b32-4164-42dc-9ff8-d365a695fd05,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:20.286044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac7932d-3daf-4ebf-9996-05ba98398fc9 None None] No DVR routers for this DVR port df875b32-4164-42dc-9ff8-d365a695fd05 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:20.413845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['44b028b7-dd46-467f-b3e9-02110b0da9d8'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:21:20.447556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device df875b32-4164-42dc-9ff8-d365a695fd05 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:20.475021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: df875b32-4164-42dc-9ff8-d365a695fd05 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:20.475535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device df875b32-4164-42dc-9ff8-d365a695fd05 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:20.552318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ef64e3c7-6028-4918-a333-b054db3f9776 req-52464f65-0ac6-47a3-a0aa-72db363e5c95 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643a5f6-43ea-4587-88ed-ec4a0d55422a HTTP/1.1" status: 200 len: 210 time: 0.0489616 Aug 27 14:21:20.555736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bff66e-47a6-4c2a-9087-01af8a6d358a req-cd9b95f9-2a4a-4187-929e-af5e7503e669 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] No DVR routers for this DVR port a1dbcbf4-1114-4855-a9e4-8b860a96fe83 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:20.565177 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f2bff66e-47a6-4c2a-9087-01af8a6d358a req-cd9b95f9-2a4a-4187-929e-af5e7503e669 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:20.567175 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f2bff66e-47a6-4c2a-9087-01af8a6d358a req-cd9b95f9-2a4a-4187-929e-af5e7503e669 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "DELETE /v2.0/ports/a1dbcbf4-1114-4855-a9e4-8b860a96fe83 HTTP/1.1" status: 204 len: 173 time: 1.2934458 Aug 27 14:21:20.567626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'name': 'network-vif-deleted', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:20.569912 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a3c4b1-7488-402c-b925-62913b4dead9" -d '{"events": [{"server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "name": "network-vif-deleted", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:20.682137 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c291a076-9443-4853-9f27-c0ff535142b6 x-openstack-request-id: req-c291a076-9443-4853-9f27-c0ff535142b6 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:20.682635 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643a5f6-43ea-4587-88ed-ec4a0d55422a", "name": "network-vif-deleted", "tag": "a1dbcbf4-1114-4855-a9e4-8b860a96fe83", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:20.682997 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c291a076-9443-4853-9f27-c0ff535142b6 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:20.683636 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643a5f6-43ea-4587-88ed-ec4a0d55422a', 'name': 'network-vif-deleted', 'tag': 'a1dbcbf4-1114-4855-a9e4-8b860a96fe83', 'status': 'completed', 'code': 200} Aug 27 14:21:20.764005 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-87167886-50b5-4f9f-8477-33490f2f9969 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:20.818534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87167886-50b5-4f9f-8477-33490f2f9969 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:20.821301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-87167886-50b5-4f9f-8477-33490f2f9969 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:20.827030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87167886-50b5-4f9f-8477-33490f2f9969 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:20.827631 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-87167886-50b5-4f9f-8477-33490f2f9969 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:20.834714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1970ea-2bdc-435a-a344-902c356b2284 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:20.846365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87167886-50b5-4f9f-8477-33490f2f9969 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=d4e9941a-c0b3-46a8-b91f-35b5d90c911b,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:20.849495 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-87167886-50b5-4f9f-8477-33490f2f9969 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9756789 Aug 27 14:21:20.852455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51182) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:20.858425 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': 'd4e9941a-c0b3-46a8-b91f-35b5d90c911b', 'ip_address': '2001:db8::f218:3b66:b9bb:10ed'}], 'name': 'tempest-NetworksTestDHCPv6-1336916495'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:21.017119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db126f3-8750-47c4-90f6-cd4447d64691 req-944ddecb-377a-4dae-b434-751b0daf1ee8 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:21.019352 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2db126f3-8750-47c4-90f6-cd4447d64691 req-944ddecb-377a-4dae-b434-751b0daf1ee8 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 944 time: 0.0699694 Aug 27 14:21:21.072452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:21.073610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': 'd4e9941a-c0b3-46a8-b91f-35b5d90c911b'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:21:21.074590 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:21.077198 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2db126f3-8750-47c4-90f6-cd4447d64691 req-6efb7811-67ea-4a37-9db9-8ca0d8d5785f tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e42857-9923-4c45-820f-60be630bbd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502651 Aug 27 14:21:21.131444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed95873-f026-4c68-9392-d5a62be45d1a req-0e5a0726-13d8-419b-bb69-179529413679 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:21.133136 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ed95873-f026-4c68-9392-d5a62be45d1a req-0e5a0726-13d8-419b-bb69-179529413679 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.1344533 Aug 27 14:21:21.231349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Allocated IP 2001:db8::2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/d4e9941a-c0b3-46a8-b91f-35b5d90c911b/e4c6c797-1d96-49d0-9481-4822a8d31445) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:21.397011 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:21.407006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Transition to ACTIVE for port object e4c6c797-1d96-49d0-9481-4822a8d31445 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:21.424873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Transition to ACTIVE for port object e4c6c797-1d96-49d0-9481-4822a8d31445 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:21.432316 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:21.496913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:21.497947 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Pushing event updated for resources: {'Port': ['ID=e4c6c797-1d96-49d0-9481-4822a8d31445,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:21.504818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:21.507649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:21.518825 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:21.564891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ed95873-f026-4c68-9392-d5a62be45d1a req-50cc200f-ac06-476e-bf32-7f435ac78867 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247930 Aug 27 14:21:21.571682 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:21.581406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Attempting to bind port e4c6c797-1d96-49d0-9481-4822a8d31445 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:21.582029 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Attempting to bind port e4c6c797-1d96-49d0-9481-4822a8d31445 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:21.582409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Attempting to bind port e4c6c797-1d96-49d0-9481-4822a8d31445 on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:21.589496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:21.589866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:21.590277 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:21.590705 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:21.591183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Bound port: e4c6c797-1d96-49d0-9481-4822a8d31445, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:21.591572 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:21.599640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 4d92b9c5-4a8d-4ad4-afe3-75943f234949 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:21:21.633263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51188) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:21.688946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] For port e4c6c797-1d96-49d0-9481-4822a8d31445, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:21.693206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] For port e4c6c797-1d96-49d0-9481-4822a8d31445, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e4c6c797-1d96-49d0-9481-4822a8d31445,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:21.700775 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:21.781935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 44b028b7-dd46-467f-b3e9-02110b0da9d8 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:21.788539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::f218:3b66:b9bb:10ed (d2fde99d-ed12-467b-8fc4-f63a78e6374a/d4e9941a-c0b3-46a8-b91f-35b5d90c911b/4d92b9c5-4a8d-4ad4-afe3-75943f234949) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:21.851549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e05a8-701f-4543-bdc3-9c9870ddb894 None None] Pushing event updated for resources: {'Port': ['ID=e4c6c797-1d96-49d0-9481-4822a8d31445,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:21.876755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 44b028b7-dd46-467f-b3e9-02110b0da9d8 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:21.885457 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 44b028b7-dd46-467f-b3e9-02110b0da9d8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:21.886217 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:21.995365 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:22.039350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd30e9d7-1d86-468f-91d3-2ec622ce8732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b028b7-dd46-467f-b3e9-02110b0da9d8'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:22.042321 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccaae00-340f-49e8-b5d2-6b693a1fd429" -d '{"events": [{"server_uuid": "fd30e9d7-1d86-468f-91d3-2ec622ce8732", "name": "network-vif-plugged", "status": "completed", "tag": "44b028b7-dd46-467f-b3e9-02110b0da9d8"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:22.081393 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 44b028b7-dd46-467f-b3e9-02110b0da9d8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=44b028b7-dd46-467f-b3e9-02110b0da9d8,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:22.093685 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:22.095047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a1dbcbf4-1114-4855-a9e4-8b860a96fe83 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:22.098965 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:22.123590 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0e024862-ba98-4316-9646-6666d1accbf2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:22.128739 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 4d92b9c5-4a8d-4ad4-afe3-75943f234949 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:22.217117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: a1dbcbf4-1114-4855-a9e4-8b860a96fe83 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:22.217348 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a1dbcbf4-1114-4855-a9e4-8b860a96fe83 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:22.220936 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f941a316-57ca-4d8d-96ae-e3f34680d724 x-openstack-request-id: req-f941a316-57ca-4d8d-96ae-e3f34680d724 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:22.221380 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd30e9d7-1d86-468f-91d3-2ec622ce8732", "name": "network-vif-plugged", "status": "completed", "tag": "44b028b7-dd46-467f-b3e9-02110b0da9d8", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:22.221675 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f941a316-57ca-4d8d-96ae-e3f34680d724 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:22.222057 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd30e9d7-1d86-468f-91d3-2ec622ce8732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b028b7-dd46-467f-b3e9-02110b0da9d8', 'code': 200} Aug 27 14:21:22.222634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=44b028b7-dd46-467f-b3e9-02110b0da9d8,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:22.229445 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:22.292357 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:22.295631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:22.298233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:22.304391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:22.305026 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:22.314813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=4d92b9c5-4a8d-4ad4-afe3-75943f234949,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:22.328829 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-542ae223-4a83-4753-bf18-58c8630493d6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4744761 Aug 27 14:21:22.331335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51194) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:22.340718 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c427c-98df-4230-be02-7e46b72a152b req-4bd7a014-1c85-46d5-9ac7-4b0d89d102c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:22.342296 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-728c427c-98df-4230-be02-7e46b72a152b req-4bd7a014-1c85-46d5-9ac7-4b0d89d102c1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 1097 time: 0.1325967 Aug 27 14:21:22.355566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8c12a-06d9-4704-9640-88cced77c0a9 req-e68e852c-d24d-42fc-a7aa-e15e962935f8 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:22.357232 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aea8c12a-06d9-4704-9640-88cced77c0a9 req-e68e852c-d24d-42fc-a7aa-e15e962935f8 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 945 time: 0.1297386 Aug 27 14:21:22.419947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13593bb3-297f-4661-9567-6a6b2e3ccb16 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:22.426238 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13593bb3-297f-4661-9567-6a6b2e3ccb16 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:22.432712 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-13593bb3-297f-4661-9567-6a6b2e3ccb16 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0991616 Aug 27 14:21:22.433178 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51196) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:22.464660 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aea8c12a-06d9-4704-9640-88cced77c0a9 req-4cd327a8-514c-4056-b445-459a908556e2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e42857-9923-4c45-820f-60be630bbd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982072 Aug 27 14:21:22.493109 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-728c427c-98df-4230-be02-7e46b72a152b req-fa43933c-97c6-45af-bf29-2b5aafdc5f53 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b3e42857-9923-4c45-820f-60be630bbd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348505 Aug 27 14:21:22.537293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e4c6c797-1d96-49d0-9481-4822a8d31445 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:22.561076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-87e92787-d686-4764-af52-659de1906d47 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 4d92b9c5-4a8d-4ad4-afe3-75943f234949 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:22.561428 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87e92787-d686-4764-af52-659de1906d47 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:22.612682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port e4c6c797-1d96-49d0-9481-4822a8d31445 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:22.680191 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87e92787-d686-4764-af52-659de1906d47 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:22.712020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0e024862-ba98-4316-9646-6666d1accbf2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port 6f9022f5-c53c-4096-bd74-49a7680b942d {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:22.713814 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0e024862-ba98-4316-9646-6666d1accbf2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:22.724041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-87e92787-d686-4764-af52-659de1906d47 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 4d92b9c5-4a8d-4ad4-afe3-75943f234949 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:22.757874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f7add-1621-44c2-8761-62fca612be8d req-c1237029-6dc8-47be-9abb-8a1bf1d3bb34 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:22.760078 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff0f7add-1621-44c2-8761-62fca612be8d req-c1237029-6dc8-47be-9abb-8a1bf1d3bb34 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.0663421 Aug 27 14:21:22.818993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-0e024862-ba98-4316-9646-6666d1accbf2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] For port 6f9022f5-c53c-4096-bd74-49a7680b942d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6f9022f5-c53c-4096-bd74-49a7680b942d,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:22.819716 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0e024862-ba98-4316-9646-6666d1accbf2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:22.843450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0e024862-ba98-4316-9646-6666d1accbf2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for 6f9022f5-c53c-4096-bd74-49a7680b942d owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:22.846617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff0f7add-1621-44c2-8761-62fca612be8d req-0cecd169-29b4-4eff-b5a7-9a03a0c92b77 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524902 Aug 27 14:21:22.951474 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87e92787-d686-4764-af52-659de1906d47 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:22.987187 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e92787-d686-4764-af52-659de1906d47 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=4d92b9c5-4a8d-4ad4-afe3-75943f234949,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:23.016420 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-87e92787-d686-4764-af52-659de1906d47 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:23.019272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-87e92787-d686-4764-af52-659de1906d47 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/4d92b9c5-4a8d-4ad4-afe3-75943f234949 HTTP/1.1" status: 204 len: 168 time: 0.5850465 Aug 27 14:21:23.022513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51200) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:23.085283 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0e024862-ba98-4316-9646-6666d1accbf2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:23.097548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b1da8-ee04-4293-8415-ad42c5195933 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:23.099529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b1da8-ee04-4293-8415-ad42c5195933 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:23.105371 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-511b1da8-ee04-4293-8415-ad42c5195933 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0815189 Aug 27 14:21:23.106289 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51202) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:23.114869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e024862-ba98-4316-9646-6666d1accbf2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=6f9022f5-c53c-4096-bd74-49a7680b942d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:23.182709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e3ecd6-138e-4abc-ba45-8e79d52ee153 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet d4e9941a-c0b3-46a8-b91f-35b5d90c911b {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:21:23.183042 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Provisioning for port e4c6c797-1d96-49d0-9481-4822a8d31445 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:23.186217 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9e3ecd6-138e-4abc-ba45-8e79d52ee153 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:23.199437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Provisioning complete for port e4c6c797-1d96-49d0-9481-4822a8d31445 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:23.200120 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:23.242940 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9e3ecd6-138e-4abc-ba45-8e79d52ee153 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:23.341669 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0e024862-ba98-4316-9646-6666d1accbf2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:23.359952 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:23.388191 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9e3ecd6-138e-4abc-ba45-8e79d52ee153 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:23.490033 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9e3ecd6-138e-4abc-ba45-8e79d52ee153 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:23.529813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3ecd6-138e-4abc-ba45-8e79d52ee153 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e9941a-c0b3-46a8-b91f-35b5d90c911b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:23.536482 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9e3ecd6-138e-4abc-ba45-8e79d52ee153 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:23.537864 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:21:23.543376 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d9e3ecd6-138e-4abc-ba45-8e79d52ee153 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/d4e9941a-c0b3-46a8-b91f-35b5d90c911b HTTP/1.1" status: 204 len: 168 time: 0.4358938 Aug 27 14:21:23.543704 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:21:23.544041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51206) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:23.595761 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-15aaa868-947b-4cff-9510-264060c29ce7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505798 Aug 27 14:21:23.607264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51208) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:23.612574 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-dbc9600f-e4c9-4be6-b5a4-7c311c8952db tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:23.676394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e024862-ba98-4316-9646-6666d1accbf2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:21:23.698048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc7bec-ce9f-4bd4-bd56-7a7e1c4de6fe req-705926f2-3b31-4f01-9139-0a1762b8942b tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:23.699638 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64bc7bec-ce9f-4bd4-bd56-7a7e1c4de6fe req-705926f2-3b31-4f01-9139-0a1762b8942b tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 945 time: 0.1280630 Aug 27 14:21:23.721725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc9600f-e4c9-4be6-b5a4-7c311c8952db tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:23.726057 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbc9600f-e4c9-4be6-b5a4-7c311c8952db tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:23.752053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f835053b-ba94-48b3-9942-a3bd141fb64b None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:23.827550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64bc7bec-ce9f-4bd4-bd56-7a7e1c4de6fe req-72cbac3a-4e3d-4fa4-b762-afa8e17c9ae9 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e42857-9923-4c45-820f-60be630bbd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893688 Aug 27 14:21:23.855763 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e024862-ba98-4316-9646-6666d1accbf2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:21:23.861842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0e024862-ba98-4316-9646-6666d1accbf2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "PUT /v2.0/routers/c2ce2aba-8b79-4d5a-b47a-d31ed226d469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2271600 Aug 27 14:21:23.864300 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51210) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:23.869261 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c2ca80-f749-4972-bbe2-fd9e941fc3d6 None None] Sync routers for ids ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:21:23.886333 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c2ca80-f749-4972-bbe2-fd9e941fc3d6 None None] Routers {'c2ce2aba-8b79-4d5a-b47a-d31ed226d469'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:23.887649 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c5c2ca80-f749-4972-bbe2-fd9e941fc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:23.941793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced9ca45-f0cd-4afd-aab7-12cbb0476136 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting subnet c86f509f-69f3-460b-9d1f-b879880cc447 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:21:23.945864 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca45-f0cd-4afd-aab7-12cbb0476136 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.007429 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca45-f0cd-4afd-aab7-12cbb0476136 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.011699 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbc9600f-e4c9-4be6-b5a4-7c311c8952db tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.011925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b6a088-2295-4678-b356-e3f3e0ade9c6 None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:21:24.047369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc9600f-e4c9-4be6-b5a4-7c311c8952db tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:24.052315 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-dbc9600f-e4c9-4be6-b5a4-7c311c8952db tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:24.057395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9600f-e4c9-4be6-b5a4-7c311c8952db tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:24.058320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbc9600f-e4c9-4be6-b5a4-7c311c8952db tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.104999 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.109181 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca45-f0cd-4afd-aab7-12cbb0476136 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.124532 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c5c2ca80-f749-4972-bbe2-fd9e941fc3d6 None None] Set router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:24.140908 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6a088-2295-4678-b356-e3f3e0ade9c6 None None] Deleting port e4c6c797-1d96-49d0-9481-4822a8d31445 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:24.141347 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a088-2295-4678-b356-e3f3e0ade9c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.146184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8942fc-186b-4f4d-8788-8fa0e4da6118 req-a10e327b-09f9-44e9-bf9a-092673a5cc18 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:24.149183 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac8942fc-186b-4f4d-8788-8fa0e4da6118 req-a10e327b-09f9-44e9-bf9a-092673a5cc18 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.1535084 Aug 27 14:21:24.154580 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dbc9600f-e4c9-4be6-b5a4-7c311c8952db tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5461466 Aug 27 14:21:24.155707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51214) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:24.163728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9600f-e4c9-4be6-b5a4-7c311c8952db tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=8789703f-5aa5-43be-9c40-d48d4612a285,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:24.173838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': '8789703f-5aa5-43be-9c40-d48d4612a285', 'ip_address': '2001:db8::7f02:55e6:8ee2:a9a3'}], 'name': 'tempest-NetworksTestDHCPv6-567492411'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:24.184617 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca45-f0cd-4afd-aab7-12cbb0476136 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.216777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9ca45-f0cd-4afd-aab7-12cbb0476136 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Subnet': ['ID=c86f509f-69f3-460b-9d1f-b879880cc447,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:24.218921 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca45-f0cd-4afd-aab7-12cbb0476136 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.224090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ced9ca45-f0cd-4afd-aab7-12cbb0476136 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/subnets/c86f509f-69f3-460b-9d1f-b879880cc447 HTTP/1.1" status: 204 len: 168 time: 0.3586831 Aug 27 14:21:24.224990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51216) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:24.282585 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac8942fc-186b-4f4d-8788-8fa0e4da6118 req-943cd2ce-6178-4207-b319-04ef78a83aad tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254306 Aug 27 14:21:24.344066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:24.351156 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c5c2ca80-f749-4972-bbe2-fd9e941fc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:21:23Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:24.357350 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.380267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26877cd6-4d4b-4fa1-89e2-8157426624c9 None None] Network b1f5232d-844f-49b2-b1e4-b36e3da507b1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:24.386108 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.393402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 1f663597-f998-4041-b6b7-e377ca14636d yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:21:24.407947 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c2ca80-f749-4972-bbe2-fd9e941fc3d6 None None] Checking router: c2ce2aba-8b79-4d5a-b47a-d31ed226d469 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:21:24.418780 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c2ca80-f749-4972-bbe2-fd9e941fc3d6 None None] Routers {'c2ce2aba-8b79-4d5a-b47a-d31ed226d469'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:24.419624 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c5c2ca80-f749-4972-bbe2-fd9e941fc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:24.454132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] For port e4c6c797-1d96-49d0-9481-4822a8d31445, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e4c6c797-1d96-49d0-9481-4822a8d31445,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:24.465062 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.521714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e4c6c797-1d96-49d0-9481-4822a8d31445 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:24.549530 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.616506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port d6fe3a1f-3197-4001-aa24-e49cb9358154 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:24.616852 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.617297 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c5c2ca80-f749-4972-bbe2-fd9e941fc3d6 None None] Set router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:24.627047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6b8ea73d-c3e4-4ef3-8c8a-908d315a744c None None] Could not find standard attr ID for object 4d92b9c5-4a8d-4ad4-afe3-75943f234949. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:21:24.628105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::7f02:55e6:8ee2:a9a3 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/8789703f-5aa5-43be-9c40-d48d4612a285/1f663597-f998-4041-b6b7-e377ca14636d) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:24.644100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Pushing event updated for resources: {'Port': ['ID=e4c6c797-1d96-49d0-9481-4822a8d31445,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:24.671438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c9b6a088-2295-4678-b356-e3f3e0ade9c6 None None] For port e4c6c797-1d96-49d0-9481-4822a8d31445, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e4c6c797-1d96-49d0-9481-4822a8d31445,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:24.672203 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a088-2295-4678-b356-e3f3e0ade9c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.676921 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:24.677495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:24.678067 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:24.678719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:24.679161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:24.679594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:24.680104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:24.680610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:24.681105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:24.681516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:24.682139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:24.682666 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9488b078-59f0-415f-838c-5335fdeb3f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:24.701036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6a088-2295-4678-b356-e3f3e0ade9c6 None None] Calling delete_port for e4c6c797-1d96-49d0-9481-4822a8d31445 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:24.748307 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] For port d6fe3a1f-3197-4001-aa24-e49cb9358154, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d6fe3a1f-3197-4001-aa24-e49cb9358154,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:24.748307 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.769610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for d6fe3a1f-3197-4001-aa24-e49cb9358154 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:24.783852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a470b5ad-9cd1-4832-accc-56153253295f None None] DHCP port deletion for b1f5232d-844f-49b2-b1e4-b36e3da507b1 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:21:24.802215 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.821907 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.841866 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 1f663597-f998-4041-b6b7-e377ca14636d will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:24.893829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port e4c6c797-1d96-49d0-9481-4822a8d31445, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e4c6c797-1d96-49d0-9481-4822a8d31445,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:24.894913 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c5c2ca80-f749-4972-bbe2-fd9e941fc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:21:23Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:24.909962 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.927494 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c2ca80-f749-4972-bbe2-fd9e941fc3d6 None None] The sync data for ids ['c2ce2aba-8b79-4d5a-b47a-d31ed226d469'] in n-d-712139-12 is: [{'id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637228314', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:21:23Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'd6fe3a1f-3197-4001-aa24-e49cb9358154', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2aba-8b79-4d5a-b47a-d31ed226d469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:12Z', 'updated_at': '2021-08-27T14:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:21:24.937478 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.954410 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a088-2295-4678-b356-e3f3e0ade9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.956691 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event deleted for resources: {'Port': ['ID=e4c6c797-1d96-49d0-9481-4822a8d31445,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:24.972522 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:24.991255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a470b5ad-9cd1-4832-accc-56153253295f None None] Deleting port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:24.991622 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a470b5ad-9cd1-4832-accc-56153253295f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:24.996135 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6a088-2295-4678-b356-e3f3e0ade9c6 None None] Pushing event deleted for resources: {'Port': ['ID=e4c6c797-1d96-49d0-9481-4822a8d31445,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:25.011032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:25.013690 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6a088-2295-4678-b356-e3f3e0ade9c6 None None] No DVR routers for this DVR port e4c6c797-1d96-49d0-9481-4822a8d31445 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:25.015420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:25.021295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:25.022050 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.055564 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8851328 Aug 27 14:21:25.055564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f702fc-c832-4456-8829-a720134286aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=1f663597-f998-4041-b6b7-e377ca14636d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:25.055809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeaf992-6a92-47ee-9f26-313b2586b0ca req-5aec4b76-17b1-4730-b293-f32a333cd816 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:25.058477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51220) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:25.058626 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-daeaf992-6a92-47ee-9f26-313b2586b0ca req-5aec4b76-17b1-4730-b293-f32a333cd816 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 945 time: 0.0946512 Aug 27 14:21:25.066873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d104c0d-e753-49bc-bf77-7728fb1a8ad6 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:25.106926 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.122941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a470b5ad-9cd1-4832-accc-56153253295f None None] For port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b7c546a2-cf2d-49e7-bb2f-ba209b3baa43,segment=NetworkSegment(1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66),segment_id=1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:25.123342 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a470b5ad-9cd1-4832-accc-56153253295f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.127271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6c105b-d577-4d89-b247-b0e2d98c4c94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:25.128822 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2b6c105b-d577-4d89-b247-b0e2d98c4c94 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0612562 Aug 27 14:21:25.131411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51222) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:25.139521 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-daeaf992-6a92-47ee-9f26-313b2586b0ca req-93916b91-688b-4bd7-8fea-4426b16cf604 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e42857-9923-4c45-820f-60be630bbd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695307 Aug 27 14:21:25.143890 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=d6fe3a1f-3197-4001-aa24-e49cb9358154,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:25.145488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a470b5ad-9cd1-4832-accc-56153253295f None None] Calling delete_port for b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:25.241493 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.272969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa161e-44ef-413b-a49c-b9b91e06efe5 req-9a5880e6-cbb1-4f4f-841a-75efb5890024 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:25.274594 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-89aa161e-44ef-413b-a49c-b9b91e06efe5 req-9a5880e6-cbb1-4f4f-841a-75efb5890024 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 945 time: 0.0656185 Aug 27 14:21:25.287872 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-034e980f-290d-42fb-892e-f71d7ed67075 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 1f663597-f998-4041-b6b7-e377ca14636d {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:25.297526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-034e980f-290d-42fb-892e-f71d7ed67075 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.301067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51226) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:25.308563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-671b6e10-23f6-4ce6-ba16-81d544b65e9c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Request body: {'floatingip': {'port_id': '44b028b7-dd46-467f-b3e9-02110b0da9d8'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:25.316671 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a470b5ad-9cd1-4832-accc-56153253295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.359269 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470b5ad-9cd1-4832-accc-56153253295f None None] Pushing event deleted for resources: {'Port': ['ID=b7c546a2-cf2d-49e7-bb2f-ba209b3baa43,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:25.367421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a470b5ad-9cd1-4832-accc-56153253295f None None] No DVR routers for this DVR port b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:25.404501 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': '8789703f-5aa5-43be-9c40-d48d4612a285'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:21:25.405384 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.412178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.417480 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.419278 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-671b6e10-23f6-4ce6-ba16-81d544b65e9c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.506368 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.507032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Fanout notify agent at l3_agent the message router_deleted on router c2ce2aba-8b79-4d5a-b47a-d31ed226d469 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:21:25.518636 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.520003 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-000e9df6-70b5-437d-94c7-85e9127d1191 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/routers/c2ce2aba-8b79-4d5a-b47a-d31ed226d469 HTTP/1.1" status: 204 len: 168 time: 1.2935154 Aug 27 14:21:25.522657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51230) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:25.583240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-034e980f-290d-42fb-892e-f71d7ed67075 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.592296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e0454-aa72-4eda-910d-db72c2ff7c12 req-6642f92c-0783-4deb-a7e3-88348beb3748 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:25.593859 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-070e0454-aa72-4eda-910d-db72c2ff7c12 req-6642f92c-0783-4deb-a7e3-88348beb3748 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.1744180 Aug 27 14:21:25.608165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Allocated IP 2001:db8::2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/8789703f-5aa5-43be-9c40-d48d4612a285/7d218bd2-ce75-4bf7-aeb5-19165f6f299a) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:25.635316 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce9f9-ffdb-4084-a529-f14e0efbe09f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.647611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-034e980f-290d-42fb-892e-f71d7ed67075 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 1f663597-f998-4041-b6b7-e377ca14636d owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:25.658822 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-070e0454-aa72-4eda-910d-db72c2ff7c12 req-643dbd56-d868-45cf-ba27-11e70625c144 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581267 Aug 27 14:21:25.792132 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.803400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Transition to ACTIVE for port object 7d218bd2-ce75-4bf7-aeb5-19165f6f299a will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:25.824540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Transition to ACTIVE for port object 7d218bd2-ce75-4bf7-aeb5-19165f6f299a will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:25.840604 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.892620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:25.895802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:25.899898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:25.909921 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Pushing event updated for resources: {'Port': ['ID=7d218bd2-ce75-4bf7-aeb5-19165f6f299a,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:25.968919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Attempting to bind port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:25.969405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Attempting to bind port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:25.969930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Attempting to bind port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:25.972805 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-034e980f-290d-42fb-892e-f71d7ed67075 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.979102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:25.979477 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:25.979879 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:25.980277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:25.980946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Bound port: 7d218bd2-ce75-4bf7-aeb5-19165f6f299a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:25.981439 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.017925 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e980f-290d-42fb-892e-f71d7ed67075 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=1f663597-f998-4041-b6b7-e377ca14636d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:26.056908 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] For port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:26.058733 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce9f9-ffdb-4084-a529-f14e0efbe09f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.061541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] For port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7d218bd2-ce75-4bf7-aeb5-19165f6f299a,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:26.064946 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-034e980f-290d-42fb-892e-f71d7ed67075 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.066589 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.069766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51232) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:26.070978 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-034e980f-290d-42fb-892e-f71d7ed67075 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/1f663597-f998-4041-b6b7-e377ca14636d HTTP/1.1" status: 204 len: 168 time: 0.9345467 Aug 27 14:21:26.104447 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6f1ce9f9-ffdb-4084-a529-f14e0efbe09f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f5232d-844f-49b2-b1e4-b36e3da507b1']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:26.122555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6f1ce9f9-ffdb-4084-a529-f14e0efbe09f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:26.122555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6f1ce9f9-ffdb-4084-a529-f14e0efbe09f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3eebd8-e80e-4cfc-9e09-66b4bfca5b66') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:26.133920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9f999-0017-4ab2-9210-da81ba7c64f4 None None] Pushing event updated for resources: {'Port': ['ID=7d218bd2-ce75-4bf7-aeb5-19165f6f299a,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:26.139771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce9f9-ffdb-4084-a529-f14e0efbe09f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.156192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af527f81-accd-4aeb-8f51-2116af14de22 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:26.157805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af527f81-accd-4aeb-8f51-2116af14de22 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:26.159339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-af527f81-accd-4aeb-8f51-2116af14de22 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0882134 Aug 27 14:21:26.161017 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-671b6e10-23f6-4ce6-ba16-81d544b65e9c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.162097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51234) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:26.168159 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce9f9-ffdb-4084-a529-f14e0efbe09f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.174977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1ce9f9-ffdb-4084-a529-f14e0efbe09f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:21:26.175518 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce9f9-ffdb-4084-a529-f14e0efbe09f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.177467 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-671b6e10-23f6-4ce6-ba16-81d544b65e9c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:21:26.179003 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:21:26.248504 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce9f9-ffdb-4084-a529-f14e0efbe09f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.253232 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce9f9-ffdb-4084-a529-f14e0efbe09f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.255138 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6f1ce9f9-ffdb-4084-a529-f14e0efbe09f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/networks/b1f5232d-844f-49b2-b1e4-b36e3da507b1 HTTP/1.1" status: 204 len: 168 time: 0.7314174 Aug 27 14:21:26.258506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51236) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:26.271757 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ce9f9-ffdb-4084-a529-f14e0efbe09f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Network': ['ID=b1f5232d-844f-49b2-b1e4-b36e3da507b1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:26.298053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6eb6cb-f50e-4d63-8d91-919779b82333 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 8789703f-5aa5-43be-9c40-d48d4612a285 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:21:26.327844 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb6cb-f50e-4d63-8d91-919779b82333 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.392364 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb6cb-f50e-4d63-8d91-919779b82333 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.417182 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-671b6e10-23f6-4ce6-ba16-81d544b65e9c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Floating IP 66ea5a3c-069b-4380-a553-528f45fe1f64 associated. External IP: 172.25.2.170, port: 44b028b7-dd46-467f-b3e9-02110b0da9d8. Aug 27 14:21:26.525995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7d218bd2-ce75-4bf7-aeb5-19165f6f299a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:26.583188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:26.609090 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb6cb-f50e-4d63-8d91-919779b82333 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.639607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6f9022f5-c53c-4096-bd74-49a7680b942d no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:26.659874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 6f9022f5-c53c-4096-bd74-49a7680b942d {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:26.660226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6f9022f5-c53c-4096-bd74-49a7680b942d not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:26.660643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:26.675173 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf5b29a9-6bea-46f2-b724-5adcc5a8b28e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.684009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:26.684360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b7c546a2-cf2d-49e7-bb2f-ba209b3baa43 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:26.684782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d6fe3a1f-3197-4001-aa24-e49cb9358154 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:26.705154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: d6fe3a1f-3197-4001-aa24-e49cb9358154 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:26.705510 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d6fe3a1f-3197-4001-aa24-e49cb9358154 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:26.761351 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf5b29a9-6bea-46f2-b724-5adcc5a8b28e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.800364 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb6cb-f50e-4d63-8d91-919779b82333 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.878535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6eb6cb-f50e-4d63-8d91-919779b82333 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=8789703f-5aa5-43be-9c40-d48d4612a285,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:26.890776 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb6cb-f50e-4d63-8d91-919779b82333 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:26.894808 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5e6eb6cb-f50e-4d63-8d91-919779b82333 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/8789703f-5aa5-43be-9c40-d48d4612a285 HTTP/1.1" status: 204 len: 168 time: 0.7261612 Aug 27 14:21:26.895337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51242) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:26.924288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd18d71-9b19-4399-8447-3965f8576156 req-7b81edbd-1fd4-480c-8cee-0177dadee892 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:26.925845 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4cd18d71-9b19-4399-8447-3965f8576156 req-7b81edbd-1fd4-480c-8cee-0177dadee892 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.1892827 Aug 27 14:21:26.935043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671b6e10-23f6-4ce6-ba16-81d544b65e9c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Router cef7bdc7-f619-4a55-91fd-b441c3de6a64 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:21:26.943991 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8b0ff439-224b-461b-a9ea-a7037baaab93 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473976 Aug 27 14:21:26.947113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51244) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:26.952650 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f67ee779-dc68-4092-9dba-716fe6f7c2e6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:27.007356 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf5b29a9-6bea-46f2-b724-5adcc5a8b28e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.009560 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf5b29a9-6bea-46f2-b724-5adcc5a8b28e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.010823 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cf5b29a9-6bea-46f2-b724-5adcc5a8b28e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/security-groups/e54194d8-4eb6-4c3e-a2f1-16771dd8553e HTTP/1.1" status: 204 len: 168 time: 0.7508345 Aug 27 14:21:27.063806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b29a9-6bea-46f2-b724-5adcc5a8b28e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54194d8-4eb6-4c3e-a2f1-16771dd8553e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:27.100497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67ee779-dc68-4092-9dba-716fe6f7c2e6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:27.105868 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f67ee779-dc68-4092-9dba-716fe6f7c2e6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.116260 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4cd18d71-9b19-4399-8447-3965f8576156 req-3bc2776b-5894-460c-a32c-22577454a112 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307409 Aug 27 14:21:27.154732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671b6e10-23f6-4ce6-ba16-81d544b65e9c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:21:27.160717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-671b6e10-23f6-4ce6-ba16-81d544b65e9c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.165206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d6c58-749e-45ee-a76d-30bd81f70938 None None] Sync routers for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:21:27.179044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d6c58-749e-45ee-a76d-30bd81f70938 None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:27.179795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d30d6c58-749e-45ee-a76d-30bd81f70938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:27.193991 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-671b6e10-23f6-4ce6-ba16-81d544b65e9c tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "PUT /v2.0/floatingips/66ea5a3c-069b-4380-a553-528f45fe1f64 HTTP/1.1" status: 200 len: 991 time: 1.8900249 Aug 27 14:21:27.194855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd30e9d7-1d86-468f-91d3-2ec622ce8732', 'tag': '44b028b7-dd46-467f-b3e9-02110b0da9d8'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:27.198398 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3644339-1a16-4e66-84b7-21c39b60ad02" -d '{"events": [{"name": "network-changed", "server_uuid": "fd30e9d7-1d86-468f-91d3-2ec622ce8732", "tag": "44b028b7-dd46-467f-b3e9-02110b0da9d8"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:27.295175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51254) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:27.300548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7f6e7f39-dc8f-451b-9807-559acbd371d1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1869829334', 'description': 'tempest-secgroup-smoke-1869829334 description', 'project_id': '192eb92f7c9846a9901dbb1419062132'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:27.332148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-d30d6c58-749e-45ee-a76d-30bd81f70938 None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:27.337082 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7f39-dc8f-451b-9807-559acbd371d1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.341789 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb444fc3-48e8-4493-9607-ab3470dcf985 x-openstack-request-id: req-bb444fc3-48e8-4493-9607-ab3470dcf985 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:27.342187 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd30e9d7-1d86-468f-91d3-2ec622ce8732", "tag": "44b028b7-dd46-467f-b3e9-02110b0da9d8", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:27.342561 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb444fc3-48e8-4493-9607-ab3470dcf985 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:27.343059 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd30e9d7-1d86-468f-91d3-2ec622ce8732', 'tag': '44b028b7-dd46-467f-b3e9-02110b0da9d8', 'status': 'completed', 'code': 200} Aug 27 14:21:27.426827 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f67ee779-dc68-4092-9dba-716fe6f7c2e6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.432855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15b500-4e4c-4f53-bd93-6ce1def36403 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:27.446530 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7f39-dc8f-451b-9807-559acbd371d1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.451708 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7f39-dc8f-451b-9807-559acbd371d1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.464060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3644339-1a16-4e66-84b7-21c39b60ad02 req-c147de0e-a2f5-48ae-b40b-2b99293c929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:27.465632 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3644339-1a16-4e66-84b7-21c39b60ad02 req-c147de0e-a2f5-48ae-b40b-2b99293c929b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a74e18363e9046b0839d3e0db545669b&device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 1097 time: 0.0916140 Aug 27 14:21:27.485806 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7f39-dc8f-451b-9807-559acbd371d1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.490451 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7f6e7f39-dc8f-451b-9807-559acbd371d1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1940000 Aug 27 14:21:27.491340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51256) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:27.497513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7cf24808-8218-4ff8-b977-7381cfef8613 None None] Could not find standard attr ID for object 1f663597-f998-4041-b6b7-e377ca14636d. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:21:27.499727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c6cfbead-82a0-4b69-9377-acf91c72ae05 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': '18666254-6228-4d6b-8c86-00c36f9a3a10', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:27.500080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67ee779-dc68-4092-9dba-716fe6f7c2e6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:27.508205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e7f39-dc8f-451b-9807-559acbd371d1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18666254-6228-4d6b-8c86-00c36f9a3a10,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:27.541578 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6cfbead-82a0-4b69-9377-acf91c72ae05 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.542885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f67ee779-dc68-4092-9dba-716fe6f7c2e6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:27.545972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7cf24808-8218-4ff8-b977-7381cfef8613 None None] Provisioning for port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:27.554888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ee779-dc68-4092-9dba-716fe6f7c2e6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:27.555491 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f67ee779-dc68-4092-9dba-716fe6f7c2e6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.572573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ee779-dc68-4092-9dba-716fe6f7c2e6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=fc5af2c2-57a0-4ee6-985d-5eb386bc2c3a,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:27.593838 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f67ee779-dc68-4092-9dba-716fe6f7c2e6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6452820 Aug 27 14:21:27.596316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51258) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:27.601668 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': 'fc5af2c2-57a0-4ee6-985d-5eb386bc2c3a', 'ip_address': '2001:db8::9cc2:2ba1:14e8:208e'}], 'name': 'tempest-NetworksTestDHCPv6-471638001'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:27.603766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7cf24808-8218-4ff8-b977-7381cfef8613 None None] Provisioning complete for port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:27.604486 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7cf24808-8218-4ff8-b977-7381cfef8613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.609332 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6cfbead-82a0-4b69-9377-acf91c72ae05 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.613453 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6cfbead-82a0-4b69-9377-acf91c72ae05 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.632954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfbead-82a0-4b69-9377-acf91c72ae05 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef76982c-039b-46ce-bdb0-ee277c5956a2,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:27.643645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c6cfbead-82a0-4b69-9377-acf91c72ae05 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.647877 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c6cfbead-82a0-4b69-9377-acf91c72ae05 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502047 Aug 27 14:21:27.648759 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51260) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:27.654862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2861e2eb-f5a6-416f-9c75-cb37f18017d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': '18666254-6228-4d6b-8c86-00c36f9a3a10', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:27.672688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3644339-1a16-4e66-84b7-21c39b60ad02 req-22425986-aeb4-4b28-8614-0391f9120398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:27.674188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3644339-1a16-4e66-84b7-21c39b60ad02 req-22425986-aeb4-4b28-8614-0391f9120398 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 HTTP/1.1" status: 200 len: 911 time: 0.1988475 Aug 27 14:21:27.688385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2861e2eb-f5a6-416f-9c75-cb37f18017d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.754191 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2861e2eb-f5a6-416f-9c75-cb37f18017d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.758910 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2861e2eb-f5a6-416f-9c75-cb37f18017d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.779224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861e2eb-f5a6-416f-9c75-cb37f18017d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d033d024-1c8c-4dda-9eb7-408bf2b19b65,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:27.790757 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3644339-1a16-4e66-84b7-21c39b60ad02 req-1544df74-3da1-4ffe-afaa-9041dc7eedcb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44b028b7-dd46-467f-b3e9-02110b0da9d8 HTTP/1.1" status: 200 len: 999 time: 0.1044276 Aug 27 14:21:27.808170 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2861e2eb-f5a6-416f-9c75-cb37f18017d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.813727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2861e2eb-f5a6-416f-9c75-cb37f18017d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1604548 Aug 27 14:21:27.813971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51262) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:27.820609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7224687e-2cac-4573-aa88-a8b7f8978db1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': '18666254-6228-4d6b-8c86-00c36f9a3a10', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:27.827497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:27.840196 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7cf24808-8218-4ff8-b977-7381cfef8613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.854298 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7224687e-2cac-4573-aa88-a8b7f8978db1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.868714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d30d6c58-749e-45ee-a76d-30bd81f70938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '66ea5a3c-069b-4380-a553-528f45fe1f64', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'port_id': '44b028b7-dd46-467f-b3e9-02110b0da9d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'mac_address': 'fa:16:3e:75:98:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd30e9d7-1d86-468f-91d3-2ec622ce8732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:21:09Z', 'updated_at': '2021-08-27T14:21:26Z', 'revision_number': 1, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:04Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:27.899870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3644339-1a16-4e66-84b7-21c39b60ad02 req-819eb2c9-78cf-40a9-b542-629dde2dfd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:27.902251 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3644339-1a16-4e66-84b7-21c39b60ad02 req-819eb2c9-78cf-40a9-b542-629dde2dfd09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cfe9d06-603f-4eee-b822-f98be0cb0761 HTTP/1.1" status: 200 len: 849 time: 0.1034260 Aug 27 14:21:27.907471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d6c58-749e-45ee-a76d-30bd81f70938 None None] Checking router: cef7bdc7-f619-4a55-91fd-b441c3de6a64 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:21:27.921500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7cf24808-8218-4ff8-b977-7381cfef8613 None None] For port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7d218bd2-ce75-4bf7-aeb5-19165f6f299a,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:27.925532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d6c58-749e-45ee-a76d-30bd81f70938 None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:27.926183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d30d6c58-749e-45ee-a76d-30bd81f70938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:27.933395 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7224687e-2cac-4573-aa88-a8b7f8978db1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.937744 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7224687e-2cac-4573-aa88-a8b7f8978db1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.964461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224687e-2cac-4573-aa88-a8b7f8978db1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5ef748-b32f-44ab-a52e-66b80d51b1bc,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:27.969507 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7224687e-2cac-4573-aa88-a8b7f8978db1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.971636 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7224687e-2cac-4573-aa88-a8b7f8978db1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1562512 Aug 27 14:21:27.972821 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.974067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51264) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:27.978768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7cf24808-8218-4ff8-b977-7381cfef8613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:27.984214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-16ca75a2-540b-4c5d-969d-3954f60b05df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': '18666254-6228-4d6b-8c86-00c36f9a3a10', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:27.990907 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3644339-1a16-4e66-84b7-21c39b60ad02 req-0db46fdd-cad1-4d31-8cf2-20de541b7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:27.992504 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3644339-1a16-4e66-84b7-21c39b60ad02 req-0db46fdd-cad1-4d31-8cf2-20de541b7aa2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795052 Aug 27 14:21:28.000137 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 3ba9172f-93c4-4f77-9f84-dfbc51dee45e yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:21:28.016966 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16ca75a2-540b-4c5d-969d-3954f60b05df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.096892 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16ca75a2-540b-4c5d-969d-3954f60b05df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.102264 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16ca75a2-540b-4c5d-969d-3954f60b05df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.103259 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf24808-8218-4ff8-b977-7381cfef8613 None None] Pushing event updated for resources: {'Port': ['ID=7d218bd2-ce75-4bf7-aeb5-19165f6f299a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:28.131499 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca75a2-540b-4c5d-969d-3954f60b05df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667442f7-dbdb-4a4b-b241-1d5e6e4d8ba4,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:28.135121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-d30d6c58-749e-45ee-a76d-30bd81f70938 None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:28.146853 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16ca75a2-540b-4c5d-969d-3954f60b05df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.148370 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-16ca75a2-540b-4c5d-969d-3954f60b05df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1724443 Aug 27 14:21:28.151620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51268) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:28.163651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f60eb488-d121-4270-b4f0-08ceb89cae6f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': '18666254-6228-4d6b-8c86-00c36f9a3a10', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:28.199672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456dde8f-c7f6-42e2-9594-fead4c27d91a None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:28.200624 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-f60eb488-d121-4270-b4f0-08ceb89cae6f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Project 192eb92f7c9846a9901dbb1419062132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:21:28.215800 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f60eb488-d121-4270-b4f0-08ceb89cae6f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.260811 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3644339-1a16-4e66-84b7-21c39b60ad02 req-aae8b503-faab-4cc6-992a-451754dc4825 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554626 Aug 27 14:21:28.282770 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f60eb488-d121-4270-b4f0-08ceb89cae6f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.287578 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f60eb488-d121-4270-b4f0-08ceb89cae6f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.304158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60eb488-d121-4270-b4f0-08ceb89cae6f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91cd855-6b6c-4b2c-9383-4ddb3a3fcb18,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:28.318726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f60eb488-d121-4270-b4f0-08ceb89cae6f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.320187 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f60eb488-d121-4270-b4f0-08ceb89cae6f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1669507 Aug 27 14:21:28.323142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51272) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:28.328247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-cb32db42-4b49-4a12-9f51-0e99ea825e9f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': '18666254-6228-4d6b-8c86-00c36f9a3a10', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:28.366991 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-cb32db42-4b49-4a12-9f51-0e99ea825e9f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Project 192eb92f7c9846a9901dbb1419062132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:21:28.374393 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb32db42-4b49-4a12-9f51-0e99ea825e9f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.393582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::9cc2:2ba1:14e8:208e (d2fde99d-ed12-467b-8fc4-f63a78e6374a/fc5af2c2-57a0-4ee6-985d-5eb386bc2c3a/3ba9172f-93c4-4f77-9f84-dfbc51dee45e) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:28.410456 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d62e0-8312-4443-af5e-527bc38262b0 req-e1879895-e890-4cc5-93bb-aa07148f32a5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:28.412497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b70d62e0-8312-4443-af5e-527bc38262b0 req-e1879895-e890-4cc5-93bb-aa07148f32a5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.2123513 Aug 27 14:21:28.474974 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb32db42-4b49-4a12-9f51-0e99ea825e9f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.480001 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb32db42-4b49-4a12-9f51-0e99ea825e9f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.500817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3644339-1a16-4e66-84b7-21c39b60ad02 req-3b53d234-8a5f-4bb8-967f-bef2b175ba11 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299321 Aug 27 14:21:28.502843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32db42-4b49-4a12-9f51-0e99ea825e9f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d619e137-704f-42d4-8594-da5f2907b11a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:28.507408 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b70d62e0-8312-4443-af5e-527bc38262b0 req-c87abc81-6fc9-4e65-ac7d-5c174b75b9ee tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852692 Aug 27 14:21:28.508911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7d218bd2-ce75-4bf7-aeb5-19165f6f299a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:28.511782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-94a6ffff-2ae0-468f-a81e-04c10f011a18 None None] Provisioning complete for port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:28.512449 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-94a6ffff-2ae0-468f-a81e-04c10f011a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.519481 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb32db42-4b49-4a12-9f51-0e99ea825e9f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.520884 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cb32db42-4b49-4a12-9f51-0e99ea825e9f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1965303 Aug 27 14:21:28.524655 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51274) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:28.533579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-fa004a86-d1f4-46d6-bd8c-c1030d2177d4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'network': {'name': 'tempest-network-smoke--751420850', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'port_security_enabled': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:28.562548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa004a86-d1f4-46d6-bd8c-c1030d2177d4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Made reservation on behalf of 192eb92f7c9846a9901dbb1419062132 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:28.567170 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa004a86-d1f4-46d6-bd8c-c1030d2177d4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.596015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa004a86-d1f4-46d6-bd8c-c1030d2177d4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:21:28.614481 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa004a86-d1f4-46d6-bd8c-c1030d2177d4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.614880 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-fa004a86-d1f4-46d6-bd8c-c1030d2177d4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Added segment 80dcfde6-28ab-4aae-b0a3-b2712d5b4502 of type vlan for network 45014d29-f174-49af-a04f-e39adeae80fa Aug 27 14:21:28.657399 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa004a86-d1f4-46d6-bd8c-c1030d2177d4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.662015 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.675898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 3ba9172f-93c4-4f77-9f84-dfbc51dee45e will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:28.686290 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa004a86-d1f4-46d6-bd8c-c1030d2177d4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.692432 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa004a86-d1f4-46d6-bd8c-c1030d2177d4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:28.693267 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa004a86-d1f4-46d6-bd8c-c1030d2177d4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.718995 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.754223 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fa004a86-d1f4-46d6-bd8c-c1030d2177d4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2276292 Aug 27 14:21:28.756970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51276) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:28.762121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'admin_state_up': True, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:28.774404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:28.779478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:28.780035 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.781301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:28.783864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa004a86-d1f4-46d6-bd8c-c1030d2177d4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Network': ['ID=45014d29-f174-49af-a04f-e39adeae80fa,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:28.784031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:28.790963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:28.792015 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.795908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=3ba9172f-93c4-4f77-9f84-dfbc51dee45e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:28.797363 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.798443 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.812438 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-52030d19-dc23-4a44-90d4-1cad670b3b56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2150793 Aug 27 14:21:28.814939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51278) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:28.835396 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 45014d29-f174-49af-a04f-e39adeae80fa details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:21:28.860427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:28.869311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2da533-82aa-4343-b617-3295345bfb9c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:28.875583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2da533-82aa-4343-b617-3295345bfb9c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:28.877191 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7f2da533-82aa-4343-b617-3295345bfb9c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0613012 Aug 27 14:21:28.879808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51280) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:29.012590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e083b16f-8772-4d29-8c5e-8f1c24acfe78 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 3ba9172f-93c4-4f77-9f84-dfbc51dee45e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:29.012945 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e083b16f-8772-4d29-8c5e-8f1c24acfe78 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:29.084352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d30d6c58-749e-45ee-a76d-30bd81f70938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '66ea5a3c-069b-4380-a553-528f45fe1f64', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'port_id': '44b028b7-dd46-467f-b3e9-02110b0da9d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'mac_address': 'fa:16:3e:75:98:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd30e9d7-1d86-468f-91d3-2ec622ce8732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:21:09Z', 'updated_at': '2021-08-27T14:21:26Z', 'revision_number': 1, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:04Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:29.114483 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d6c58-749e-45ee-a76d-30bd81f70938 None None] The sync data for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 is: [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '66ea5a3c-069b-4380-a553-528f45fe1f64', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'port_id': '44b028b7-dd46-467f-b3e9-02110b0da9d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'mac_address': 'fa:16:3e:75:98:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd30e9d7-1d86-468f-91d3-2ec622ce8732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:21:09Z', 'updated_at': '2021-08-27T14:21:26Z', 'revision_number': 1, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:04Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:21:29.126618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e083b16f-8772-4d29-8c5e-8f1c24acfe78 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:29.144367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e083b16f-8772-4d29-8c5e-8f1c24acfe78 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 3ba9172f-93c4-4f77-9f84-dfbc51dee45e owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:29.311678 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e083b16f-8772-4d29-8c5e-8f1c24acfe78 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:29.342763 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cdcf83aa-7d7c-4489-a102-0e9d619551b7 None None] Could not find standard attr ID for object 3ba9172f-93c4-4f77-9f84-dfbc51dee45e. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:21:29.346326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083b16f-8772-4d29-8c5e-8f1c24acfe78 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=3ba9172f-93c4-4f77-9f84-dfbc51dee45e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:29.360021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cdcf83aa-7d7c-4489-a102-0e9d619551b7 None None] Provisioning complete for port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:29.360469 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cdcf83aa-7d7c-4489-a102-0e9d619551b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:29.379931 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e083b16f-8772-4d29-8c5e-8f1c24acfe78 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:29.382427 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e083b16f-8772-4d29-8c5e-8f1c24acfe78 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/3ba9172f-93c4-4f77-9f84-dfbc51dee45e HTTP/1.1" status: 204 len: 168 time: 0.5016418 Aug 27 14:21:29.385786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51282) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:29.469485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74d85ac-f286-4766-a724-bb980f808ebc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:29.474535 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:29.475768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74d85ac-f286-4766-a724-bb980f808ebc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:29.481378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d74d85ac-f286-4766-a724-bb980f808ebc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0943210 Aug 27 14:21:29.483982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51286) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:29.555174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c05b696-668d-43b2-a2a7-a3e83e6e4bc2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet fc5af2c2-57a0-4ee6-985d-5eb386bc2c3a {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:21:29.559338 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5c05b696-668d-43b2-a2a7-a3e83e6e4bc2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:29.613143 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5c05b696-668d-43b2-a2a7-a3e83e6e4bc2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:29.644845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-347c433e-326f-4c2d-a636-7a761523e431 None None] Could not find standard attr ID for object 1f663597-f998-4041-b6b7-e377ca14636d. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:21:29.702710 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5c05b696-668d-43b2-a2a7-a3e83e6e4bc2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:29.713174 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a7199a-af35-4f8f-ab50-e08aaf518bb1 None None] New status for floating IP 66ea5a3c-069b-4380-a553-528f45fe1f64: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:21:29.763031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61b3da-64e9-47bf-a75c-4db51df59adc req-c8cd0b7f-11f0-4ed2-baca-e0c5281f7f4a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:29.764578 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab61b3da-64e9-47bf-a75c-4db51df59adc req-c8cd0b7f-11f0-4ed2-baca-e0c5281f7f4a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.1057131 Aug 27 14:21:29.765492 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:29.787178 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:29.808618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5c05b696-668d-43b2-a2a7-a3e83e6e4bc2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:29.850945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05b696-668d-43b2-a2a7-a3e83e6e4bc2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5af2c2-57a0-4ee6-985d-5eb386bc2c3a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:29.855858 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5c05b696-668d-43b2-a2a7-a3e83e6e4bc2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:29.860088 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5c05b696-668d-43b2-a2a7-a3e83e6e4bc2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/fc5af2c2-57a0-4ee6-985d-5eb386bc2c3a HTTP/1.1" status: 204 len: 168 time: 0.3727379 Aug 27 14:21:29.860968 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51290) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:29.863729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab61b3da-64e9-47bf-a75c-4db51df59adc req-20b505af-a5b8-42b0-9229-48af3985616a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745819 Aug 27 14:21:29.909468 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7f071cd0-10d4-42b1-a5d9-ff0c15b43250 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434005 Aug 27 14:21:29.910715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51292) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:29.972653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79596146-8727-4eb0-b1a1-a8ff47169921 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:29.989883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.25.2.196 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/99a420db-742a-4f85-98ec-deaece902d5e) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:30.010334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c52eea-5445-41d5-b4b4-81df07af0050 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:30.011898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-52c52eea-5445-41d5-b4b4-81df07af0050 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1005380 Aug 27 14:21:30.014514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51294) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:30.066566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e14493e-4da0-42fd-bc15-72187e3f5e60 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:30.070370 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2e14493e-4da0-42fd-bc15-72187e3f5e60 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0524831 Aug 27 14:21:30.071099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51296) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:30.083634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d28050a3-1d75-4626-8f2b-c0dfb58e98c6 None None] Could not find standard attr ID for object 3ba9172f-93c4-4f77-9f84-dfbc51dee45e. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:21:30.117372 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-76b3dba1-c2a9-4b2c-a1ab-2390a370e851 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455835 Aug 27 14:21:30.121927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51298) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:30.126726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-755296fc-1d3a-4fa8-bc5c-4289229d8f86 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:30.126933 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:30.169893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aa6c40-d602-4cd6-b141-bccf2da0003f None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:21:30.174756 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:30.218027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:30.219617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755296fc-1d3a-4fa8-bc5c-4289229d8f86 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:30.221259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:30.223740 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-755296fc-1d3a-4fa8-bc5c-4289229d8f86 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:30.223888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:30.226955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-64aa6c40-d602-4cd6-b141-bccf2da0003f None None] Deleting port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:30.227345 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-64aa6c40-d602-4cd6-b141-bccf2da0003f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:30.251252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=99a420db-742a-4f85-98ec-deaece902d5e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:30.295794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-64aa6c40-d602-4cd6-b141-bccf2da0003f None None] For port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7d218bd2-ce75-4bf7-aeb5-19165f6f299a,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:30.296209 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-64aa6c40-d602-4cd6-b141-bccf2da0003f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:30.310633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-64aa6c40-d602-4cd6-b141-bccf2da0003f None None] Calling delete_port for 7d218bd2-ce75-4bf7-aeb5-19165f6f299a owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:30.407824 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-64aa6c40-d602-4cd6-b141-bccf2da0003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:30.442482 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-755296fc-1d3a-4fa8-bc5c-4289229d8f86 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:30.443166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa6c40-d602-4cd6-b141-bccf2da0003f None None] Pushing event deleted for resources: {'Port': ['ID=7d218bd2-ce75-4bf7-aeb5-19165f6f299a,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:30.445532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa6c40-d602-4cd6-b141-bccf2da0003f None None] No DVR routers for this DVR port 7d218bd2-ce75-4bf7-aeb5-19165f6f299a on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:30.461189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7d218bd2-ce75-4bf7-aeb5-19165f6f299a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:30.483696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 7d218bd2-ce75-4bf7-aeb5-19165f6f299a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:30.484171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7d218bd2-ce75-4bf7-aeb5-19165f6f299a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:30.498189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755296fc-1d3a-4fa8-bc5c-4289229d8f86 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:30.501891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-755296fc-1d3a-4fa8-bc5c-4289229d8f86 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:30.507123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755296fc-1d3a-4fa8-bc5c-4289229d8f86 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:30.507725 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-755296fc-1d3a-4fa8-bc5c-4289229d8f86 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:30.508643 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:30.513712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755296fc-1d3a-4fa8-bc5c-4289229d8f86 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=18cbecde-53c4-45b8-9e37-c0d3301ef595,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:30.514061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a23de-d8db-4b3b-9147-7a8ebab400ae None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:30.530534 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-755296fc-1d3a-4fa8-bc5c-4289229d8f86 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4074323 Aug 27 14:21:30.532861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51302) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:30.538138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': '18cbecde-53c4-45b8-9e37-c0d3301ef595', 'ip_address': '2001:db8::74a8:37:9f7d:92ca'}], 'name': 'tempest-NetworksTestDHCPv6-1245487370'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:30.672108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:30.677235 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:30.677987 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': '18cbecde-53c4-45b8-9e37-c0d3301ef595'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:21:30.678992 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:30.699540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 38dc7c88-d992-4587-9aaf-ecc3f7f344cb yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:21:30.765214 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:30.827450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Allocated IP 2001:db8::2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/18cbecde-53c4-45b8-9e37-c0d3301ef595/674d8d03-d000-4fc9-af19-a8a9224120ce) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:30.905889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:21:30.983849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 38b1ad08-f4a8-43ba-82ab-f3218b844004 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:21:30.994593 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef85c-6a7f-4077-a3e8-0f4e7c1ce2c9 req-aff7fea5-77b9-4749-9574-4f651d266027 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:30.997827 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2b2ef85c-6a7f-4077-a3e8-0f4e7c1ce2c9 req-aff7fea5-77b9-4749-9574-4f651d266027 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 944 time: 0.0535152 Aug 27 14:21:31.016116 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.029210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:21:31.039987 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2b2ef85c-6a7f-4077-a3e8-0f4e7c1ce2c9 req-06f171e0-8799-41ef-88e9-99c216c90476 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377164 Aug 27 14:21:31.046617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Sync routers for ids ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:21:31.052579 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.057097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-22d2a18c-0e96-4af5-a2be-7d10df8e6152 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2960267 Aug 27 14:21:31.057389 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51306) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:31.057837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Transition to ACTIVE for port object 674d8d03-d000-4fc9-af19-a8a9224120ce will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:31.085359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Routers {'6c660f57-4b03-4f2b-82a8-72579f9c7e53'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:31.085987 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:31.094508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Transition to ACTIVE for port object 674d8d03-d000-4fc9-af19-a8a9224120ce will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:31.098851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8b23c09c-ae8b-4cd5-a7c4-66f20f0474ad tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=192eb92f7c9846a9901dbb1419062132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400331 Aug 27 14:21:31.101766 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51308) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:31.139678 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.186077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::74a8:37:9f7d:92ca (d2fde99d-ed12-467b-8fc4-f63a78e6374a/18cbecde-53c4-45b8-9e37-c0d3301ef595/38dc7c88-d992-4587-9aaf-ecc3f7f344cb) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:31.196027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:31.198477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e4be79-2617-4962-9ce8-f31d98a0fa05 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:31.200136 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-22e4be79-2617-4962-9ce8-f31d98a0fa05 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0973027 Aug 27 14:21:31.202847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51310) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:31.210199 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 38b1ad08-f4a8-43ba-82ab-f3218b844004, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=38b1ad08-f4a8-43ba-82ab-f3218b844004,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:31.217578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:31.220306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:31.238379 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-812f3a0c-6f6b-414d-94c9-ac9e9c546325 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344150 Aug 27 14:21:31.241001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51312) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:31.247346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-bdd86273-b141-4661-9639-e5bc93e398b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1719263093', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:31.278182 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Pushing event updated for resources: {'Port': ['ID=674d8d03-d000-4fc9-af19-a8a9224120ce,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:31.279058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '38b1ad08-f4a8-43ba-82ab-f3218b844004', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'port_id': '38b1ad08-f4a8-43ba-82ab-f3218b844004', 'mac_address': 'fa:16:3e:2f:81:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:21:31.346806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd86273-b141-4661-9639-e5bc93e398b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Made reservation on behalf of 192eb92f7c9846a9901dbb1419062132 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:31.348790 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.351386 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bdd86273-b141-4661-9639-e5bc93e398b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.362811 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Attempting to bind port 674d8d03-d000-4fc9-af19-a8a9224120ce on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:31.363134 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Attempting to bind port 674d8d03-d000-4fc9-af19-a8a9224120ce by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:31.363498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Attempting to bind port 674d8d03-d000-4fc9-af19-a8a9224120ce on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:31.366560 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Set router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:31.367114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 38dc7c88-d992-4587-9aaf-ecc3f7f344cb will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:31.404109 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.448352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:31.451472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:31.458557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:31.464572 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:31.465238 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.481627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=38dc7c88-d992-4587-9aaf-ecc3f7f344cb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:31.494494 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-88ffe253-f3f1-46cc-bae0-3eee485d6217 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9595323 Aug 27 14:21:31.494821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51314) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:31.501468 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-dd891400-f9c4-406c-ba8d-43222d234eed tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': '18cbecde-53c4-45b8-9e37-c0d3301ef595', 'ip_address': '2001:db8::74a8:37:9f7d:92ca'}], 'name': 'tempest-NetworksTestDHCPv6-196156941'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:31.578845 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bdd86273-b141-4661-9639-e5bc93e398b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.594197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:31.594985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:31.604985 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.608969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:31.609482 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Bound port: 674d8d03-d000-4fc9-af19-a8a9224120ce, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:31.609900 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.612544 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.628457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd891400-f9c4-406c-ba8d-43222d234eed tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:31.633661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd86273-b141-4661-9639-e5bc93e398b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Subnet': ['ID=6cf5b81f-6b58-4ac3-9c78-04a8b9dea971,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:31.641941 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd891400-f9c4-406c-ba8d-43222d234eed tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.657857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd86273-b141-4661-9639-e5bc93e398b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Checking segment: {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:31.658229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd86273-b141-4661-9639-e5bc93e398b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network hostable DHCP agents. Network: 45014d29-f174-49af-a04f-e39adeae80fa, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:21:31.661353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-dd891400-f9c4-406c-ba8d-43222d234eed tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 990c8c55-7035-430c-b42a-e4ac23c9cb86 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:21:31.675812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd86273-b141-4661-9639-e5bc93e398b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 45014d29-f174-49af-a04f-e39adeae80fa is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:21:31.681751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b1ad08-f4a8-43ba-82ab-f3218b844004 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:21:31.686718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-bdd86273-b141-4661-9639-e5bc93e398b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 45014d29-f174-49af-a04f-e39adeae80fa) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:31.692298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd86273-b141-4661-9639-e5bc93e398b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:31.693297 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bdd86273-b141-4661-9639-e5bc93e398b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.708403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a900c92d-f09b-497a-8376-1377b3be3400 None None] Network 45014d29-f174-49af-a04f-e39adeae80fa requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:31.711863 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bdd86273-b141-4661-9639-e5bc93e398b9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4693153 Aug 27 14:21:31.714755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51318) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:31.769656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 38b1ad08-f4a8-43ba-82ab-f3218b844004, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=38b1ad08-f4a8-43ba-82ab-f3218b844004,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:31.780965 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.862109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] For port 674d8d03-d000-4fc9-af19-a8a9224120ce, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:31.893528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] For port 674d8d03-d000-4fc9-af19-a8a9224120ce, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=674d8d03-d000-4fc9-af19-a8a9224120ce,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:31.924410 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:31.935478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=38b1ad08-f4a8-43ba-82ab-f3218b844004,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:31.968775 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd891400-f9c4-406c-ba8d-43222d234eed tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 14:21:31.969153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd891400-f9c4-406c-ba8d-43222d234eed tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:21:32.044444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff0cd3-e729-4901-a025-8fdbc8a379a0 None None] Pushing event updated for resources: {'Port': ['ID=674d8d03-d000-4fc9-af19-a8a9224120ce,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:32.085423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-45014d29-f174-49af-a04f-e39adeae80fa', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ips': [{'subnet_id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:21:32.086320 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:32.098013 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:21:30Z', 'revision_number': 3, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:32.135989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Checking router: 6c660f57-4b03-4f2b-82a8-72579f9c7e53 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:21:32.136349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Updating router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 port 99a420db-742a-4f85-98ec-deaece902d5e binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:21:32.207860 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['38b1ad08-f4a8-43ba-82ab-f3218b844004'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:21:32.264672 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:32.348718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dd891400-f9c4-406c-ba8d-43222d234eed tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.8525817 Aug 27 14:21:32.351394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51322) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:32.450798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f50e9b-61bb-4eb4-8b17-6f749390f2f7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:32.456491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f50e9b-61bb-4eb4-8b17-6f749390f2f7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:32.458368 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a5f50e9b-61bb-4eb4-8b17-6f749390f2f7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1054573 Aug 27 14:21:32.463399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51324) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:32.467884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbadfe2-8019-4853-8941-21a1bf597d9e req-1d7e92de-f4d8-425e-8233-873f802f2b25 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:32.477036 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2cbadfe2-8019-4853-8941-21a1bf597d9e req-1d7e92de-f4d8-425e-8233-873f802f2b25 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 945 time: 0.1443367 Aug 27 14:21:32.480467 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Allocated IP 172.20.0.2 (45014d29-f174-49af-a04f-e39adeae80fa/6cf5b81f-6b58-4ac3-9c78-04a8b9dea971/d1ffae2b-600a-4a49-aa70-b72ee0ab0106) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:32.511253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 674d8d03-d000-4fc9-af19-a8a9224120ce up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:32.560074 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2cbadfe2-8019-4853-8941-21a1bf597d9e req-d9defbf8-d89d-4da9-bce5-5ef81a1acf67 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810783 Aug 27 14:21:32.613843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1eaab706-987e-4545-8407-e4c609b850f6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 38dc7c88-d992-4587-9aaf-ecc3f7f344cb {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:32.614382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1eaab706-987e-4545-8407-e4c609b850f6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:32.728802 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1eaab706-987e-4545-8407-e4c609b850f6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:32.732891 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:32.742117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1eaab706-987e-4545-8407-e4c609b850f6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 38dc7c88-d992-4587-9aaf-ecc3f7f344cb owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:32.765337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 674d8d03-d000-4fc9-af19-a8a9224120ce completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:32.879025 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:32.906794 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1eaab706-987e-4545-8407-e4c609b850f6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:32.916127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Transition to ACTIVE for port object d1ffae2b-600a-4a49-aa70-b72ee0ab0106 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:32.944368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaab706-987e-4545-8407-e4c609b850f6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=38dc7c88-d992-4587-9aaf-ecc3f7f344cb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:32.947742 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:32.953727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Transition to ACTIVE for port object d1ffae2b-600a-4a49-aa70-b72ee0ab0106 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:32.966037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Transition to ACTIVE for port object 99a420db-742a-4f85-98ec-deaece902d5e will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:32.971922 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:32.984216 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1eaab706-987e-4545-8407-e4c609b850f6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:32.986733 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1eaab706-987e-4545-8407-e4c609b850f6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/38dc7c88-d992-4587-9aaf-ecc3f7f344cb HTTP/1.1" status: 204 len: 168 time: 0.5185785 Aug 27 14:21:32.988683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51328) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:32.993469 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.054557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Network 45014d29-f174-49af-a04f-e39adeae80fa is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:33.061727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:33.063892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb42881-b4a2-4e3f-aecb-a20d434aa4e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:33.064270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:33.066512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb42881-b4a2-4e3f-aecb-a20d434aa4e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:33.069445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Attempting to bind port 99a420db-742a-4f85-98ec-deaece902d5e on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:33.069603 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6fb42881-b4a2-4e3f-aecb-a20d434aa4e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0793688 Aug 27 14:21:33.069953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Attempting to bind port 99a420db-742a-4f85-98ec-deaece902d5e by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:33.070391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Attempting to bind port 99a420db-742a-4f85-98ec-deaece902d5e on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:33.072844 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51330) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:33.074967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.20.0.1 (45014d29-f174-49af-a04f-e39adeae80fa/6cf5b81f-6b58-4ac3-9c78-04a8b9dea971/4d79c141-0581-4d12-964e-b9b49ddbffcd) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:33.102492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:33.103127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:33.103637 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.104315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:33.104884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Bound port: 99a420db-742a-4f85-98ec-deaece902d5e, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:33.105326 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.137700 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Pushing event updated for resources: {'Port': ['ID=d1ffae2b-600a-4a49-aa70-b72ee0ab0106,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:33.149020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-fadeadb4-f265-481a-ae83-0d8606ff8279 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 18cbecde-53c4-45b8-9e37-c0d3301ef595 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:21:33.153494 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fadeadb4-f265-481a-ae83-0d8606ff8279 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.202445 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fadeadb4-f265-481a-ae83-0d8606ff8279 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.218964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Attempting to bind port d1ffae2b-600a-4a49-aa70-b72ee0ab0106 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:33.219348 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Attempting to bind port d1ffae2b-600a-4a49-aa70-b72ee0ab0106 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:33.219708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Attempting to bind port d1ffae2b-600a-4a49-aa70-b72ee0ab0106 on network 45014d29-f174-49af-a04f-e39adeae80fa {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:33.239031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb721602-7096-4bcc-a8d2-eff8d51ff655 None None] Pushing event updated for resources: {'Port': ['ID=99a420db-742a-4f85-98ec-deaece902d5e,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:33.244227 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:33.244648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Checking segment: {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:33.244991 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.245380 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Bound using segment: {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:33.245863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Bound port: d1ffae2b-600a-4a49-aa70-b72ee0ab0106, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:33.246245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.248642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] For port 99a420db-742a-4f85-98ec-deaece902d5e, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:33.252598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] For port 99a420db-742a-4f85-98ec-deaece902d5e, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=99a420db-742a-4f85-98ec-deaece902d5e,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:33.261435 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.263876 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.283237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Transition to ACTIVE for port object 4d79c141-0581-4d12-964e-b9b49ddbffcd will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:33.331577 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fadeadb4-f265-481a-ae83-0d8606ff8279 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.333671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.370361 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Routers {'6c660f57-4b03-4f2b-82a8-72579f9c7e53'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:33.370776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:33.387887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 45014d29-f174-49af-a04f-e39adeae80fa is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:33.392097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:33.398892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:33.407599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=4d79c141-0581-4d12-964e-b9b49ddbffcd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:33.423719 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fadeadb4-f265-481a-ae83-0d8606ff8279 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.439937 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb721602-7096-4bcc-a8d2-eff8d51ff655 None None] Pushing event updated for resources: {'Port': ['ID=99a420db-742a-4f85-98ec-deaece902d5e,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:33.448583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] For port d1ffae2b-600a-4a49-aa70-b72ee0ab0106, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:33.454233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-221706b6-eaee-4d93-bb87-a4192db2e9ee None None] Provisioning for port 674d8d03-d000-4fc9-af19-a8a9224120ce completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:33.460702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadeadb4-f265-481a-ae83-0d8606ff8279 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=18cbecde-53c4-45b8-9e37-c0d3301ef595,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:33.468956 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fadeadb4-f265-481a-ae83-0d8606ff8279 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.470972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-221706b6-eaee-4d93-bb87-a4192db2e9ee None None] Provisioning complete for port 674d8d03-d000-4fc9-af19-a8a9224120ce triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:33.471358 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-221706b6-eaee-4d93-bb87-a4192db2e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.476294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.476856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fadeadb4-f265-481a-ae83-0d8606ff8279 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/18cbecde-53c4-45b8-9e37-c0d3301ef595 HTTP/1.1" status: 204 len: 168 time: 0.3990555 Aug 27 14:21:33.476989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] For port d1ffae2b-600a-4a49-aa70-b72ee0ab0106, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d1ffae2b-600a-4a49-aa70-b72ee0ab0106,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:33.477385 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51332) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:33.527912 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d1929841-600d-464a-ab02-dbbbb8867cbf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476592 Aug 27 14:21:33.531936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51334) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:33.539690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a3637dda-faa4-48ad-8744-3e93ddd1a93e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:33.663185 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.688929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3637dda-faa4-48ad-8744-3e93ddd1a93e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:33.694526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3637dda-faa4-48ad-8744-3e93ddd1a93e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.731231 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:33.740017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931767b7-5339-465e-bdbd-1f6336f24168 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:33.845983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27e8b3-1c8b-4938-bf04-669fa0d35bf8 req-fe7bc222-65e4-44b0-9feb-d17f812cf7b3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:33.855189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e27e8b3-1c8b-4938-bf04-669fa0d35bf8 req-fe7bc222-65e4-44b0-9feb-d17f812cf7b3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 945 time: 0.1805022 Aug 27 14:21:33.890586 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] Set router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:33.951342 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e27e8b3-1c8b-4938-bf04-669fa0d35bf8 req-e5091441-06fe-4fac-bdde-e6966987be04 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954368 Aug 27 14:21:33.952758 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da269b7-7d6a-47ca-8fe4-b76daedfe119 None None] Pushing event updated for resources: {'Port': ['ID=d1ffae2b-600a-4a49-aa70-b72ee0ab0106,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:33.953294 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3637dda-faa4-48ad-8744-3e93ddd1a93e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:34.014138 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3637dda-faa4-48ad-8744-3e93ddd1a93e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:34.018287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a3637dda-faa4-48ad-8744-3e93ddd1a93e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:34.020553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3637dda-faa4-48ad-8744-3e93ddd1a93e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:34.021160 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3637dda-faa4-48ad-8744-3e93ddd1a93e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:34.035896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3637dda-faa4-48ad-8744-3e93ddd1a93e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=55f584a9-1d45-413f-a638-6605d4c929cd,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:34.045566 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a3637dda-faa4-48ad-8744-3e93ddd1a93e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5122700 Aug 27 14:21:34.049614 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51340) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:34.057332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-545825ee-97e1-408d-9191-e6ed2c3b7986 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': '55f584a9-1d45-413f-a638-6605d4c929cd', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1101064877'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:34.100173 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-221706b6-eaee-4d93-bb87-a4192db2e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:34.196218 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-221706b6-eaee-4d93-bb87-a4192db2e9ee None None] For port 674d8d03-d000-4fc9-af19-a8a9224120ce, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=674d8d03-d000-4fc9-af19-a8a9224120ce,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:34.203766 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-221706b6-eaee-4d93-bb87-a4192db2e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:34.247271 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:34.256362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:34.285770 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221706b6-eaee-4d93-bb87-a4192db2e9ee None None] Pushing event updated for resources: {'Port': ['ID=674d8d03-d000-4fc9-af19-a8a9224120ce,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:34.301617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:21:30Z', 'revision_number': 3, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:34.311751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545825ee-97e1-408d-9191-e6ed2c3b7986 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:34.335538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=4d79c141-0581-4d12-964e-b9b49ddbffcd,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:34.336995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd2616-d4bc-44ec-ba9f-a891921d4fdb None None] The sync data for ids ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'] in n-d-712139-12 is: [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:21:30Z', 'revision_number': 3, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:21:34.341572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-859b74f7-696f-4be2-8baa-7cb53efa3b55 None None] Could not find standard attr ID for object 38dc7c88-d992-4587-9aaf-ecc3f7f344cb. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:21:34.406373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:34.499952 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-545825ee-97e1-408d-9191-e6ed2c3b7986 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:34.537075 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bff40f-67ad-457d-b91a-24522e414324 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:34.538315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-545825ee-97e1-408d-9191-e6ed2c3b7986 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port aa31b185-34e4-4278-963b-3d0ffd024c1f yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:21:34.558473 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 674d8d03-d000-4fc9-af19-a8a9224120ce up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:34.590936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 45014d29-f174-49af-a04f-e39adeae80fa is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:34.594533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:34.652188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dc3c4895-2d3e-4f25-9b1d-799a1a4af88e None None] Provisioning complete for port 674d8d03-d000-4fc9-af19-a8a9224120ce triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:34.652508 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4895-2d3e-4f25-9b1d-799a1a4af88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:34.789491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:21:34.792420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 674d8d03-d000-4fc9-af19-a8a9224120ce triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:34.792921 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:34.800536 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-545825ee-97e1-408d-9191-e6ed2c3b7986 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:21:34.801055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545825ee-97e1-408d-9191-e6ed2c3b7986 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:21:34.950555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51344) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:34.951241 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-545825ee-97e1-408d-9191-e6ed2c3b7986 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9003677 Aug 27 14:21:34.988761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:21:34.996516 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-46f0703f-8ac8-439e-b085-a54bee994995 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "PUT /v2.0/routers/6c660f57-4b03-4f2b-82a8-72579f9c7e53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2805507 Aug 27 14:21:35.000985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d1ffae2b-600a-4a49-aa70-b72ee0ab0106 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:35.005719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 38b1ad08-f4a8-43ba-82ab-f3218b844004 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:35.045087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46e5306-89d4-4c8c-9602-cfc9e6a3e2ed tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:35.049742 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51350) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:35.065623 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b46e5306-89d4-4c8c-9602-cfc9e6a3e2ed tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1114876 Aug 27 14:21:35.113813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 38b1ad08-f4a8-43ba-82ab-f3218b844004 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:35.119570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 38b1ad08-f4a8-43ba-82ab-f3218b844004 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:35.120216 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:35.182427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port d1ffae2b-600a-4a49-aa70-b72ee0ab0106 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:35.201000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48d8a0-f54f-428f-929e-4970728117e8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:35.202829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48d8a0-f54f-428f-929e-4970728117e8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:35.204883 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cf48d8a0-f54f-428f-929e-4970728117e8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1540747 Aug 27 14:21:35.209374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51362) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:35.221126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8138938-907e-4cf6-9ab9-f1f733ec1c18 req-5c73fc96-a181-44d7-9321-58a43762f8cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:35.222953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8138938-907e-4cf6-9ab9-f1f733ec1c18 req-5c73fc96-a181-44d7-9321-58a43762f8cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 945 time: 0.1159003 Aug 27 14:21:35.289783 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8138938-907e-4cf6-9ab9-f1f733ec1c18 req-656ee3d7-2172-456b-b784-13d8a796c1ba tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602736 Aug 27 14:21:35.297080 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:35.320435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-343f1d15-ace2-41f5-a63c-56c5da14d0c3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1869829334&fields=id&tenant_id=192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 267 time: 0.1125798 Aug 27 14:21:35.334534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 38b1ad08-f4a8-43ba-82ab-f3218b844004, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=38b1ad08-f4a8-43ba-82ab-f3218b844004,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:35.335592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983587bd-f3a8-4e43-972a-6ad9ff893b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b1ad08-f4a8-43ba-82ab-f3218b844004'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:35.339211 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec85679-6f9a-42ed-9e9f-1ee2dc16c1eb" -d '{"events": [{"server_uuid": "983587bd-f3a8-4e43-972a-6ad9ff893b6c", "name": "network-vif-plugged", "status": "completed", "tag": "38b1ad08-f4a8-43ba-82ab-f3218b844004"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:35.339548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8d29ce-b3b3-4e31-a1cd-c02204802a08 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 55f584a9-1d45-413f-a638-6605d4c929cd {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:21:35.343981 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:35.378302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b24ee6-632a-4b80-b1f9-a5ceba89160b None None] Network 45014d29-f174-49af-a04f-e39adeae80fa requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:35.421591 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef8d29ce-b3b3-4e31-a1cd-c02204802a08 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:35.462433 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf71e3e-cddf-4744-a6c3-d2a3dbae6173 x-openstack-request-id: req-7bf71e3e-cddf-4744-a6c3-d2a3dbae6173 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:35.462754 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983587bd-f3a8-4e43-972a-6ad9ff893b6c", "name": "network-vif-plugged", "status": "completed", "tag": "38b1ad08-f4a8-43ba-82ab-f3218b844004", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:35.463181 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7bf71e3e-cddf-4744-a6c3-d2a3dbae6173 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:35.471101 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983587bd-f3a8-4e43-972a-6ad9ff893b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b1ad08-f4a8-43ba-82ab-f3218b844004', 'code': 200} Aug 27 14:21:35.487788 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef8d29ce-b3b3-4e31-a1cd-c02204802a08 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:35.518580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=38b1ad08-f4a8-43ba-82ab-f3218b844004,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:35.554002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-efecfe60-6fa9-4363-8e93-628c0b97e5a5 None None] Provisioning for port d1ffae2b-600a-4a49-aa70-b72ee0ab0106 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:35.560226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-efecfe60-6fa9-4363-8e93-628c0b97e5a5 None None] Provisioning complete for port d1ffae2b-600a-4a49-aa70-b72ee0ab0106 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:35.560609 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-efecfe60-6fa9-4363-8e93-628c0b97e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:35.563780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-4fde30e6-56ff-48ea-84bc-bb5dd15bc137 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:35.565409 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-4fde30e6-56ff-48ea-84bc-bb5dd15bc137 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/networks?id=45014d29-f174-49af-a04f-e39adeae80fa HTTP/1.1" status: 200 len: 796 time: 0.2332556 Aug 27 14:21:35.569771 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef8d29ce-b3b3-4e31-a1cd-c02204802a08 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:35.575597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a059d5-514f-4880-85fd-55615a69e089 req-95227227-7753-45bd-8fe0-0e77f091e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:35.577277 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66a059d5-514f-4880-85fd-55615a69e089 req-95227227-7753-45bd-8fe0-0e77f091e84e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 1098 time: 0.0644145 Aug 27 14:21:35.616761 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-3425cb49-d0aa-4216-9843-7f795d502f43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/quotas/192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 375 time: 0.0382750 Aug 27 14:21:35.633114 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66a059d5-514f-4880-85fd-55615a69e089 req-98b80008-3fb6-4157-b5aa-424ff7204cae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463250 Aug 27 14:21:35.695376 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-934bd887-ffb8-4ced-aed9-64b910e4361b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713432 Aug 27 14:21:35.697336 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-efecfe60-6fa9-4363-8e93-628c0b97e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:35.697785 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef8d29ce-b3b3-4e31-a1cd-c02204802a08 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:35.733433 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-efecfe60-6fa9-4363-8e93-628c0b97e5a5 None None] For port d1ffae2b-600a-4a49-aa70-b72ee0ab0106, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d1ffae2b-600a-4a49-aa70-b72ee0ab0106,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:35.739629 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-efecfe60-6fa9-4363-8e93-628c0b97e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:35.748556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d29ce-b3b3-4e31-a1cd-c02204802a08 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=55f584a9-1d45-413f-a638-6605d4c929cd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:35.761486 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef8d29ce-b3b3-4e31-a1cd-c02204802a08 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:35.765708 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ef8d29ce-b3b3-4e31-a1cd-c02204802a08 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/55f584a9-1d45-413f-a638-6605d4c929cd HTTP/1.1" status: 204 len: 168 time: 0.5528569 Aug 27 14:21:35.766381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51366) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:35.767965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e6a51c-13f0-4406-8564-69d900a4b863 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:35.827063 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-272f00c1-3948-44b8-b66c-c0196dcf3606 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589271 Aug 27 14:21:35.827685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51368) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:35.834910 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-952f52ab-11e8-4d1b-99e6-a3f5b38534c3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:35.869028 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecfe60-6fa9-4363-8e93-628c0b97e5a5 None None] Pushing event updated for resources: {'Port': ['ID=d1ffae2b-600a-4a49-aa70-b72ee0ab0106,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:35.909183 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-841552c3-469c-4c40-b45c-c844ea3fae86 service neutron] 10.222.0.55 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801975 Aug 27 14:21:35.926671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6d6cd875-d3c6-4f3e-89d7-4ae2e348750f None None] Provisioning complete for port 674d8d03-d000-4fc9-af19-a8a9224120ce triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:35.927101 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd875-d3c6-4f3e-89d7-4ae2e348750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.005054 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952f52ab-11e8-4d1b-99e6-a3f5b38534c3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:36.009967 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-952f52ab-11e8-4d1b-99e6-a3f5b38534c3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.096129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f54aac-719c-4fe0-bd00-5dee63e12135 None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:21:36.135196 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-bb3573c4-95d0-462e-9944-77f224f6d088 service neutron] 10.222.0.55 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988094 Aug 27 14:21:36.159729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-15f54aac-719c-4fe0-bd00-5dee63e12135 None None] Deleting port 674d8d03-d000-4fc9-af19-a8a9224120ce {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:36.160303 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-15f54aac-719c-4fe0-bd00-5dee63e12135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.215609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f946c003-88ea-48de-940d-cca34ba98560 None None] Provisioning complete for port d1ffae2b-600a-4a49-aa70-b72ee0ab0106 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:36.216072 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f946c003-88ea-48de-940d-cca34ba98560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.275562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-15f54aac-719c-4fe0-bd00-5dee63e12135 None None] For port 674d8d03-d000-4fc9-af19-a8a9224120ce, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=674d8d03-d000-4fc9-af19-a8a9224120ce,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:36.275562 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-15f54aac-719c-4fe0-bd00-5dee63e12135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.287928 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-952f52ab-11e8-4d1b-99e6-a3f5b38534c3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.313788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-15f54aac-719c-4fe0-bd00-5dee63e12135 None None] Calling delete_port for 674d8d03-d000-4fc9-af19-a8a9224120ce owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:36.381953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f52ab-11e8-4d1b-99e6-a3f5b38534c3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:36.393856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-952f52ab-11e8-4d1b-99e6-a3f5b38534c3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:36.401574 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f52ab-11e8-4d1b-99e6-a3f5b38534c3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=ff2e780b-44d6-4131-a2f7-3f4befee8af2,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:36.407098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952f52ab-11e8-4d1b-99e6-a3f5b38534c3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:36.407756 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-952f52ab-11e8-4d1b-99e6-a3f5b38534c3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.426924 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a291465-8f31-406c-aae2-f7720720409c req-071ea1fe-4cfe-465b-95d5-26d6fde1e0c8 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 210 time: 0.0519259 Aug 27 14:21:36.434035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-952f52ab-11e8-4d1b-99e6-a3f5b38534c3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6051092 Aug 27 14:21:36.436845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51378) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:36.446247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7ece8cca-1fd2-4755-9520-3d0a25b737b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-583023972', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:36.582925 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ece8cca-1fd2-4755-9520-3d0a25b737b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.584379 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ece8cca-1fd2-4755-9520-3d0a25b737b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.603797 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59700c93-baf7-41fa-a6d3-f0f9b6016a73 req-93502192-2492-4194-83a2-c03fc967a5ef tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:36.604942 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-59700c93-baf7-41fa-a6d3-f0f9b6016a73 req-93502192-2492-4194-83a2-c03fc967a5ef tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 946 time: 0.1349010 Aug 27 14:21:36.638447 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-15f54aac-719c-4fe0-bd00-5dee63e12135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.641710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f946c003-88ea-48de-940d-cca34ba98560 None None] Provisioning for port 4d79c141-0581-4d12-964e-b9b49ddbffcd completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:36.648397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 99a420db-742a-4f85-98ec-deaece902d5e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:36.674046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f946c003-88ea-48de-940d-cca34ba98560 None None] Provisioning complete for port 4d79c141-0581-4d12-964e-b9b49ddbffcd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:36.674486 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f946c003-88ea-48de-940d-cca34ba98560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.693434 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f54aac-719c-4fe0-bd00-5dee63e12135 None None] Pushing event deleted for resources: {'Port': ['ID=674d8d03-d000-4fc9-af19-a8a9224120ce,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:36.694469 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ece8cca-1fd2-4755-9520-3d0a25b737b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.701970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f54aac-719c-4fe0-bd00-5dee63e12135 None None] No DVR routers for this DVR port 674d8d03-d000-4fc9-af19-a8a9224120ce on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:36.702206 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ece8cca-1fd2-4755-9520-3d0a25b737b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.718062 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-59700c93-baf7-41fa-a6d3-f0f9b6016a73 req-eeae5ffe-9bde-49e1-a7a0-40021f7c2720 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020188 Aug 27 14:21:36.727668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ece8cca-1fd2-4755-9520-3d0a25b737b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.731800 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7ece8cca-1fd2-4755-9520-3d0a25b737b6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2906885 Aug 27 14:21:36.732156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51386) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:36.761172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dfcfc8-c716-4afc-a121-c5c3b146dab6 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:36.811512 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f946c003-88ea-48de-940d-cca34ba98560 None None] Port 4d79c141-0581-4d12-964e-b9b49ddbffcd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:21:36.839256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 99a420db-742a-4f85-98ec-deaece902d5e completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:36.862920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 99a420db-742a-4f85-98ec-deaece902d5e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:36.864662 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:36.874191 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Sync routers for ids ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:21:36.894982 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Routers {'6c660f57-4b03-4f2b-82a8-72579f9c7e53'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:36.897806 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:36.950421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c9f9dc83-5542-4eb5-a16e-f0c84918a85b None None] Provisioning complete for port 4d79c141-0581-4d12-964e-b9b49ddbffcd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:36.951093 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c9f9dc83-5542-4eb5-a16e-f0c84918a85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:37.032822 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Set router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:37.073496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9dc83-5542-4eb5-a16e-f0c84918a85b None None] Port 4d79c141-0581-4d12-964e-b9b49ddbffcd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:21:37.089213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': 'ff2e780b-44d6-4131-a2f7-3f4befee8af2'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:21:37.089791 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:37.103536 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:37.147779 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:37.296738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 99a420db-742a-4f85-98ec-deaece902d5e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=99a420db-742a-4f85-98ec-deaece902d5e,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:37.332388 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:21:33Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '4d79c141-0581-4d12-964e-b9b49ddbffcd', 'name': '', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:e6:45:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:32Z', 'updated_at': '2021-08-27T14:21:33Z', 'revision_number': 2, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:37.345064 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:37.345894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d1ffae2b-600a-4a49-aa70-b72ee0ab0106 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:37.373680 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Checking router: 6c660f57-4b03-4f2b-82a8-72579f9c7e53 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:21:37.374499 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Updating router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 port 4d79c141-0581-4d12-964e-b9b49ddbffcd binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:21:37.406415 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:37.489756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=99a420db-742a-4f85-98ec-deaece902d5e,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:37.504496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Allocated IP 2001:db8::2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/ff2e780b-44d6-4131-a2f7-3f4befee8af2/dface4bb-e0e2-49db-9872-ae883c1338e3) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:37.522516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d1ffae2b-600a-4a49-aa70-b72ee0ab0106 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:37.522868 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:37.557302 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd0e1bc3-68fb-42ec-a2f8-e27843fd360d req-70cf8316-d0db-4c09-8097-4004d7b5fda8 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 210 time: 0.0465467 Aug 27 14:21:37.723453 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:37.737042 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:37.742641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Transition to ACTIVE for port object dface4bb-e0e2-49db-9872-ae883c1338e3 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:37.748318 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Transition to ACTIVE for port object 4d79c141-0581-4d12-964e-b9b49ddbffcd will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:37.764869 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:37.777776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Transition to ACTIVE for port object dface4bb-e0e2-49db-9872-ae883c1338e3 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:37.782167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 674d8d03-d000-4fc9-af19-a8a9224120ce no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:37.834133 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:37.844866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 674d8d03-d000-4fc9-af19-a8a9224120ce {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:37.845606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 674d8d03-d000-4fc9-af19-a8a9224120ce not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:37.874976 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Attempting to bind port 4d79c141-0581-4d12-964e-b9b49ddbffcd on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:37.875566 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Attempting to bind port 4d79c141-0581-4d12-964e-b9b49ddbffcd by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:37.875734 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Attempting to bind port 4d79c141-0581-4d12-964e-b9b49ddbffcd on network 45014d29-f174-49af-a04f-e39adeae80fa {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:37.878116 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Pushing event updated for resources: {'Port': ['ID=4d79c141-0581-4d12-964e-b9b49ddbffcd,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:37.888313 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:37.889039 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:37.889578 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:37.890110 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:37.890657 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:37.901274 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:37.902061 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:37.907049 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:37.907696 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:37.908250 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:37.908800 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:37.909351 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:21:37.917637 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:37.918715 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Checking segment: {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:37.919212 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:37.919674 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Bound using segment: {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:37.920220 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Bound port: 4d79c141-0581-4d12-964e-b9b49ddbffcd, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:37.920667 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:37.939190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:37.941472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Pushing event updated for resources: {'Port': ['ID=dface4bb-e0e2-49db-9872-ae883c1338e3,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:37.946251 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:37.948778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:37.957567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::1 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/ff2e780b-44d6-4131-a2f7-3f4befee8af2/eeadc73c-c53a-47b6-ad8a-3ba6281e3665) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:38.012294 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] For port 4d79c141-0581-4d12-964e-b9b49ddbffcd, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:38.017377 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] For port 4d79c141-0581-4d12-964e-b9b49ddbffcd, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4d79c141-0581-4d12-964e-b9b49ddbffcd,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:38.026288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Attempting to bind port dface4bb-e0e2-49db-9872-ae883c1338e3 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:38.026657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Attempting to bind port dface4bb-e0e2-49db-9872-ae883c1338e3 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:38.027059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Attempting to bind port dface4bb-e0e2-49db-9872-ae883c1338e3 on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:38.027178 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:38.033595 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:38.034843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:38.034843 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:38.035474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:38.036380 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Bound port: dface4bb-e0e2-49db-9872-ae883c1338e3, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:38.036380 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:38.122606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] For port dface4bb-e0e2-49db-9872-ae883c1338e3, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:38.126394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] For port dface4bb-e0e2-49db-9872-ae883c1338e3, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dface4bb-e0e2-49db-9872-ae883c1338e3,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:38.131668 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:38.191256 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Routers {'6c660f57-4b03-4f2b-82a8-72579f9c7e53'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:38.191972 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:38.207276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c981a14-966e-4c81-ab39-396b11cf67d8 None None] Pushing event updated for resources: {'Port': ['ID=dface4bb-e0e2-49db-9872-ae883c1338e3,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:38.333331 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] Set router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:38.379727 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c67e7-e932-4a45-832e-89011b4b4437 None None] Pushing event updated for resources: {'Port': ['ID=4d79c141-0581-4d12-964e-b9b49ddbffcd,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:38.454301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 99a420db-742a-4f85-98ec-deaece902d5e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:38.455746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7b3b-c9ec-4ebc-a27b-f0015de1d19b req-a2e33a80-da77-4eba-930a-fbaa1cc8ff03 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:38.457625 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d98d7b3b-c9ec-4ebc-a27b-f0015de1d19b req-a2e33a80-da77-4eba-930a-fbaa1cc8ff03 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 946 time: 0.4841261 Aug 27 14:21:38.522064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 99a420db-742a-4f85-98ec-deaece902d5e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:38.522369 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:38.606467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-464d7547-7093-4efa-8889-e9fbf7a11898 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:38.608155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-464d7547-7093-4efa-8889-e9fbf7a11898 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.41 "GET /v2.0/networks?id=45014d29-f174-49af-a04f-e39adeae80fa HTTP/1.1" status: 200 len: 796 time: 0.8155656 Aug 27 14:21:38.623400 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:38.652083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d98d7b3b-c9ec-4ebc-a27b-f0015de1d19b req-bda80741-4e75-45cb-bb12-8b6312b1be88 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821311 Aug 27 14:21:38.664739 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:21:33Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '4d79c141-0581-4d12-964e-b9b49ddbffcd', 'name': '', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:e6:45:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:32Z', 'updated_at': '2021-08-27T14:21:38Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:38.707267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object eeadc73c-c53a-47b6-ad8a-3ba6281e3665 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:38.734416 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08090cdd-26bf-40aa-8a02-b0a998af7d75 None None] The sync data for ids ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'] in n-d-712139-12 is: [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:21:33Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '4d79c141-0581-4d12-964e-b9b49ddbffcd', 'name': '', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:e6:45:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:32Z', 'updated_at': '2021-08-27T14:21:38Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:21:38.734717 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b46d50d-1f73-4b15-bf55-9a9364c52887 req-67d29864-16a9-41ed-8244-ad5cbd2c0bab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 210 time: 0.0493960 Aug 27 14:21:38.765855 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-87125450-f087-495b-80b6-2de6961187e9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 380 time: 0.1341782 Aug 27 14:21:38.795381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'port': {'device_id': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'admin_state_up': True, 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'security_groups': ['18666254-6228-4d6b-8c86-00c36f9a3a10']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:38.897982 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:38.972233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37061598-1cdf-4a97-a9f1-16a334701057 req-a4f87ade-4749-4075-a5a8-d6873471d9cd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:38.973856 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37061598-1cdf-4a97-a9f1-16a334701057 req-a4f87ade-4749-4075-a5a8-d6873471d9cd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 946 time: 0.2059078 Aug 27 14:21:38.995352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:39.009561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:39.023451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:39.024012 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:39.032870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=eeadc73c-c53a-47b6-ad8a-3ba6281e3665,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:39.137759 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37061598-1cdf-4a97-a9f1-16a334701057 req-9c428390-0fcf-48ee-87e6-fda3c364f23e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507788 Aug 27 14:21:39.140857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Made reservation on behalf of 192eb92f7c9846a9901dbb1419062132 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:39.144485 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:39.264982 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:39.313165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd48eb-4d2c-44f4-8ebd-a2d39bc660c9 req-bd4feb9b-fa89-4b71-bb04-50f27c455016 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:39.322197 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24fd48eb-4d2c-44f4-8ebd-a2d39bc660c9 req-bd4feb9b-fa89-4b71-bb04-50f27c455016 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 946 time: 0.0747533 Aug 27 14:21:39.374890 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24fd48eb-4d2c-44f4-8ebd-a2d39bc660c9 req-2a7b0882-14b8-430b-be82-961e2b8f67ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513706 Aug 27 14:21:39.519723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.20.0.10 (45014d29-f174-49af-a04f-e39adeae80fa/6cf5b81f-6b58-4ac3-9c78-04a8b9dea971/5a0e1137-488d-4537-b034-3218ae9edc59) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:39.560587 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3360536a-fd10-4514-a979-4904cb2875db None None] Provisioning for port dface4bb-e0e2-49db-9872-ae883c1338e3 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:39.822494 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:39.828589 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:39.845483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea07385-e182-4c67-af23-1016ef191883 req-30059002-4fad-4274-bc44-0026c632b8a1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:39.847477 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fea07385-e182-4c67-af23-1016ef191883 req-30059002-4fad-4274-bc44-0026c632b8a1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 946 time: 0.1427977 Aug 27 14:21:39.850307 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:39.851225 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:39.861529 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:39.866026 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a927698-26aa-49c1-ae4f-229237fdacca req-bbf3f441-3166-448b-8fa4-6665161a2770 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 210 time: 0.0342879 Aug 27 14:21:39.898417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7c3dd990-e288-4b8a-9e47-d3bfd31f6b0e None None] Provisioning for port eeadc73c-c53a-47b6-ad8a-3ba6281e3665 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:39.903219 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7c3dd990-e288-4b8a-9e47-d3bfd31f6b0e None None] Provisioning complete for port eeadc73c-c53a-47b6-ad8a-3ba6281e3665 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:39.903597 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd990-e288-4b8a-9e47-d3bfd31f6b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:39.920433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Transition to ACTIVE for port object 5a0e1137-488d-4537-b034-3218ae9edc59 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:39.939665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7c3dd990-e288-4b8a-9e47-d3bfd31f6b0e None None] Port eeadc73c-c53a-47b6-ad8a-3ba6281e3665 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:21:39.999655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=eeadc73c-c53a-47b6-ad8a-3ba6281e3665,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:40.007524 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fea07385-e182-4c67-af23-1016ef191883 req-766a516f-621f-4297-a1ee-3d4dc7c1a9f2 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486256 Aug 27 14:21:40.059206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:40.098372 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:40.106218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:40.114728 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 45014d29-f174-49af-a04f-e39adeae80fa is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:40.124436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:40.129376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:40.194811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=5a0e1137-488d-4537-b034-3218ae9edc59,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:40.264413 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:40.265094 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:40.289114 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-09751d90-3108-4d3f-816b-51238c3000fe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5089624 Aug 27 14:21:40.312026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Request body: {'port': {'device_id': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:40.315900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Router d3f9fd4d-03cd-4f80-a18d-efe41eba909d is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:21:40.436781 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:40.471550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ad984857-02cb-406b-a077-e70b78511b42 None None] Provisioning for port 5a0e1137-488d-4537-b034-3218ae9edc59 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:40.480379 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ad984857-02cb-406b-a077-e70b78511b42 None None] Provisioning complete for port 5a0e1137-488d-4537-b034-3218ae9edc59 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:40.480834 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad984857-02cb-406b-a077-e70b78511b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:40.481789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:21:40.490455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51414) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:40.490627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e43b5133-ffa6-4365-8664-b1a19a81af3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "PUT /v2.0/routers/d3f9fd4d-03cd-4f80-a18d-efe41eba909d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7567635 Aug 27 14:21:40.525297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4d79c141-0581-4d12-964e-b9b49ddbffcd up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:40.528644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Sync routers for ids ['d3f9fd4d-03cd-4f80-a18d-efe41eba909d'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:21:40.545412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4069a63-f33a-4170-9527-fb6f0b0efd08 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:40.546925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f4069a63-f33a-4170-9527-fb6f0b0efd08 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports/eeadc73c-c53a-47b6-ad8a-3ba6281e3665 HTTP/1.1" status: 200 len: 911 time: 0.0549634 Aug 27 14:21:40.549746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51416) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:40.575243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Routers {'d3f9fd4d-03cd-4f80-a18d-efe41eba909d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:40.576477 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f9fd4d-03cd-4f80-a18d-efe41eba909d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:40.605727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9361b7d-e16d-4cd1-a2f5-875db3a1df4d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:40.611975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9361b7d-e16d-4cd1-a2f5-875db3a1df4d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:40.613942 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c9361b7d-e16d-4cd1-a2f5-875db3a1df4d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0629368 Aug 27 14:21:40.616445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51418) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:40.622346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ad984857-02cb-406b-a077-e70b78511b42 None None] Port 5a0e1137-488d-4537-b034-3218ae9edc59 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:21:40.686450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Set router d3f9fd4d-03cd-4f80-a18d-efe41eba909d gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:40.688421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ad984857-02cb-406b-a077-e70b78511b42 None None] Provisioning complete for port eeadc73c-c53a-47b6-ad8a-3ba6281e3665 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:40.688789 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad984857-02cb-406b-a077-e70b78511b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:40.712344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 4d79c141-0581-4d12-964e-b9b49ddbffcd completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:40.740094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 4d79c141-0581-4d12-964e-b9b49ddbffcd triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:40.740484 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:40.764315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0e1137-488d-4537-b034-3218ae9edc59 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:21:40.772056 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:40.787491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Transition to ACTIVE for port object 5a0e1137-488d-4537-b034-3218ae9edc59 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:40.793279 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:40.819177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ad984857-02cb-406b-a077-e70b78511b42 None None] Port eeadc73c-c53a-47b6-ad8a-3ba6281e3665 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:21:40.867029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Pushing event updated for resources: {'Port': ['ID=5a0e1137-488d-4537-b034-3218ae9edc59,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:40.965696 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:41.015241 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 4d79c141-0581-4d12-964e-b9b49ddbffcd, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4d79c141-0581-4d12-964e-b9b49ddbffcd,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:41.023455 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:41.024320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dface4bb-e0e2-49db-9872-ae883c1338e3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:41.068079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Attempting to bind port 5a0e1137-488d-4537-b034-3218ae9edc59 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:41.068787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Attempting to bind port 5a0e1137-488d-4537-b034-3218ae9edc59 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:41.068787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Attempting to bind port 5a0e1137-488d-4537-b034-3218ae9edc59 on network 45014d29-f174-49af-a04f-e39adeae80fa {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:41.078184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Port 5a0e1137-488d-4537-b034-3218ae9edc59 on network 45014d29-f174-49af-a04f-e39adeae80fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:21:41.078511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Attempting to bind port 5a0e1137-488d-4537-b034-3218ae9edc59 on network 45014d29-f174-49af-a04f-e39adeae80fa {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:41.089050 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:41.089391 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Checking segment: {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:41.089780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Bound using segment: {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:41.090216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Bound port: 5a0e1137-488d-4537-b034-3218ae9edc59, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:41.090579 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:41.115672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=4d79c141-0581-4d12-964e-b9b49ddbffcd,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:41.129913 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ddf44-c49d-42b3-a1ba-27def07754d1 req-373368f0-b775-490c-8ecc-5174e8e9576c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:41.131516 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a3ddf44-c49d-42b3-a1ba-27def07754d1 req-373368f0-b775-490c-8ecc-5174e8e9576c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 944 time: 0.1075246 Aug 27 14:21:41.190254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f9fd4d-03cd-4f80-a18d-efe41eba909d', 'name': 'tempest-NetworksTestDHCPv6-router-583023972', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:36Z', 'updated_at': '2021-08-27T14:21:39Z', 'revision_number': 2, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'gw_port_host': None, '_interfaces': [{'id': 'eeadc73c-c53a-47b6-ad8a-3ba6281e3665', 'name': '', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'mac_address': 'fa:16:3e:80:fb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f9fd4d-03cd-4f80-a18d-efe41eba909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ff2e780b-44d6-4131-a2f7-3f4befee8af2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:37Z', 'updated_at': '2021-08-27T14:21:39Z', 'revision_number': 2, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'subnets': [{'id': 'ff2e780b-44d6-4131-a2f7-3f4befee8af2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:41.195437 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b52eb5f0-f31b-436f-ac49-9d8c6e216031 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:41.210974 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a3ddf44-c49d-42b3-a1ba-27def07754d1 req-8f02fa47-6064-47f9-9c6a-ac93af9b5f95 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724478 Aug 27 14:21:41.223085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:41.227182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5a0e1137-488d-4537-b034-3218ae9edc59,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:41.227325 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Checking router: d3f9fd4d-03cd-4f80-a18d-efe41eba909d for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:21:41.227747 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Updating router d3f9fd4d-03cd-4f80-a18d-efe41eba909d port eeadc73c-c53a-47b6-ad8a-3ba6281e3665 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:21:41.242069 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:41.254246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port dface4bb-e0e2-49db-9872-ae883c1338e3 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:41.261557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port dface4bb-e0e2-49db-9872-ae883c1338e3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:41.261939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:41.277742 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d69f3-fe45-4db1-bcac-6cb467a9a3ce req-63f37806-69b8-418e-857c-24768ca3d5f1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:41.279586 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f2d69f3-fe45-4db1-bcac-6cb467a9a3ce req-63f37806-69b8-418e-857c-24768ca3d5f1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 946 time: 0.1560724 Aug 27 14:21:41.285697 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:41.286326 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:41.287210 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:41.288155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] 10.222.0.41 "PUT /v2.0/ports/5a0e1137-488d-4537-b034-3218ae9edc59 HTTP/1.1" status: 200 len: 1093 time: 0.9819403 Aug 27 14:21:41.288687 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:41.292256 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7855ef0f-32b7-44a0-a15a-adc1a3af207a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:41.342281 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2198bcf-5484-4f52-8f78-cc2ca22d11fb service neutron] Pushing event updated for resources: {'Port': ['ID=5a0e1137-488d-4537-b034-3218ae9edc59,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:41.441431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-9e9ea6fe-de20-477a-90cf-dd8cb01e996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:41.444597 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-9e9ea6fe-de20-477a-90cf-dd8cb01e996b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 1096 time: 0.0743811 Aug 27 14:21:41.482427 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:41.510604 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-812279d3-70cc-4ffa-92f0-3a4d377bbec3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a0e1137-488d-4537-b034-3218ae9edc59 HTTP/1.1" status: 200 len: 217 time: 0.0498426 Aug 27 14:21:41.532965 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f2d69f3-fe45-4db1-bcac-6cb467a9a3ce req-33f2722c-05be-4b79-b167-f7c6281b4871 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205377 Aug 27 14:21:41.609842 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2072c140-1e73-4060-b5fa-9e4a6304dc68 x-openstack-request-id: req-2072c140-1e73-4060-b5fa-9e4a6304dc68 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:41.609842 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:41.609842 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2072c140-1e73-4060-b5fa-9e4a6304dc68 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:41.609842 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59', 'status': 'completed', 'code': 200} Aug 27 14:21:41.641564 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-70b6c885-a350-4cf8-bcaf-a2548e27bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:41.646790 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-70b6c885-a350-4cf8-bcaf-a2548e27bfd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cf5b81f-6b58-4ac3-9c78-04a8b9dea971 HTTP/1.1" status: 200 len: 835 time: 0.1141264 Aug 27 14:21:41.647192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port dface4bb-e0e2-49db-9872-ae883c1338e3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dface4bb-e0e2-49db-9872-ae883c1338e3,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:41.657016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ea46c-530f-4cac-b0e7-b1ff4a398641 req-396414e1-b6bc-4f06-b0bb-091b6999131e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:41.657334 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:41.658749 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-074ea46c-530f-4cac-b0e7-b1ff4a398641 req-396414e1-b6bc-4f06-b0bb-091b6999131e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 946 time: 0.1243238 Aug 27 14:21:41.710066 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-98f5cdf4-6aac-4696-b4fc-3f5f330ad5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:41.711692 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-98f5cdf4-6aac-4696-b4fc-3f5f330ad5f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45014d29-f174-49af-a04f-e39adeae80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570242 Aug 27 14:21:41.767143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=dface4bb-e0e2-49db-9872-ae883c1338e3,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:41.820836 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:41.846952 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-9874845d-a35a-4fde-934b-f7c5ed71df84 service neutron] 10.222.0.41 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271453 Aug 27 14:21:41.850535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Transition to ACTIVE for port object eeadc73c-c53a-47b6-ad8a-3ba6281e3665 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:41.858599 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:41.947600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e5a3d-8fd0-443f-bb92-9b71efe19632 None None] Pushing event updated for resources: {'Port': ['ID=eeadc73c-c53a-47b6-ad8a-3ba6281e3665,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:41.981344 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04d110e0-9544-4a0d-a753-1cb795d7f4f8 req-9adcaaac-4aae-4cd6-b8ae-971f63434c22 service neutron] 10.222.0.41 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259880 Aug 27 14:21:42.025193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Attempting to bind port eeadc73c-c53a-47b6-ad8a-3ba6281e3665 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:42.025596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Attempting to bind port eeadc73c-c53a-47b6-ad8a-3ba6281e3665 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:42.026185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Attempting to bind port eeadc73c-c53a-47b6-ad8a-3ba6281e3665 on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:42.032569 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:42.033072 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:42.033391 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:42.033792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:42.035748 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Bound port: eeadc73c-c53a-47b6-ad8a-3ba6281e3665, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:42.035748 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:42.119329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] For port eeadc73c-c53a-47b6-ad8a-3ba6281e3665, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:42.124467 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] For port eeadc73c-c53a-47b6-ad8a-3ba6281e3665, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=eeadc73c-c53a-47b6-ad8a-3ba6281e3665,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:42.130226 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:42.150048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855ef0f-32b7-44a0-a15a-adc1a3af207a req-99fbadbe-305e-487b-8ff5-932232813479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:42.152511 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7855ef0f-32b7-44a0-a15a-adc1a3af207a req-99fbadbe-305e-487b-8ff5-932232813479 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 1096 time: 0.0635049 Aug 27 14:21:42.195506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Routers {'d3f9fd4d-03cd-4f80-a18d-efe41eba909d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:42.196149 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f9fd4d-03cd-4f80-a18d-efe41eba909d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:42.200422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e5a3d-8fd0-443f-bb92-9b71efe19632 None None] Pushing event updated for resources: {'Port': ['ID=eeadc73c-c53a-47b6-ad8a-3ba6281e3665,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:42.220693 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07ad18-3567-44f1-9bf1-6488fa963021 req-2e774075-dd67-4b65-b509-d4b1799b1f89 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:42.226887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07ad18-3567-44f1-9bf1-6488fa963021 req-2e774075-dd67-4b65-b509-d4b1799b1f89 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:42.233097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07ad18-3567-44f1-9bf1-6488fa963021 req-2e774075-dd67-4b65-b509-d4b1799b1f89 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:42.239008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07ad18-3567-44f1-9bf1-6488fa963021 req-2e774075-dd67-4b65-b509-d4b1799b1f89 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:42.245481 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07ad18-3567-44f1-9bf1-6488fa963021 req-2e774075-dd67-4b65-b509-d4b1799b1f89 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:42.251876 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07ad18-3567-44f1-9bf1-6488fa963021 req-2e774075-dd67-4b65-b509-d4b1799b1f89 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:42.259636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07ad18-3567-44f1-9bf1-6488fa963021 req-2e774075-dd67-4b65-b509-d4b1799b1f89 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:42.261638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc07ad18-3567-44f1-9bf1-6488fa963021 req-2e774075-dd67-4b65-b509-d4b1799b1f89 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5432 time: 0.1574733 Aug 27 14:21:42.275371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b52eb5f0-f31b-436f-ac49-9d8c6e216031 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port eeadc73c-c53a-47b6-ad8a-3ba6281e3665 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:42.275639 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b52eb5f0-f31b-436f-ac49-9d8c6e216031 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:42.340380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-074ea46c-530f-4cac-b0e7-b1ff4a398641 req-a404b22d-1a4b-4bbc-a80d-43d52172c55e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Deleting port 38b1ad08-f4a8-43ba-82ab-f3218b844004 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:42.340701 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-074ea46c-530f-4cac-b0e7-b1ff4a398641 req-a404b22d-1a4b-4bbc-a80d-43d52172c55e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:42.412322 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855ef0f-32b7-44a0-a15a-adc1a3af207a req-3ebcbc5c-4853-4841-b427-9dcfb7cdde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:42.414389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7855ef0f-32b7-44a0-a15a-adc1a3af207a req-3ebcbc5c-4853-4841-b427-9dcfb7cdde17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45014d29-f174-49af-a04f-e39adeae80fa HTTP/1.1" status: 200 len: 897 time: 0.2536588 Aug 27 14:21:42.442005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51360408-e275-4d84-8485-a59e526762d7 req-3ace60cf-e792-4b39-9b43-5dfa2885328d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:42.449824 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51360408-e275-4d84-8485-a59e526762d7 req-3ace60cf-e792-4b39-9b43-5dfa2885328d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 944 time: 0.0919762 Aug 27 14:21:42.465907 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b52eb5f0-f31b-436f-ac49-9d8c6e216031 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:42.482970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b52eb5f0-f31b-436f-ac49-9d8c6e216031 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for eeadc73c-c53a-47b6-ad8a-3ba6281e3665 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:42.504917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] Set router d3f9fd4d-03cd-4f80-a18d-efe41eba909d gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:42.518062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4d79c141-0581-4d12-964e-b9b49ddbffcd up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:42.527646 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc07ad18-3567-44f1-9bf1-6488fa963021 req-fa276e9a-980f-4903-8ac2-8034de7d2ac2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2573538 Aug 27 14:21:42.533636 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7855ef0f-32b7-44a0-a15a-adc1a3af207a req-e2f6db98-ea1a-45a6-9a40-20a102a10564 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a0e1137-488d-4537-b034-3218ae9edc59 HTTP/1.1" status: 200 len: 217 time: 0.1096742 Aug 27 14:21:42.589254 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51360408-e275-4d84-8485-a59e526762d7 req-9e9bf77b-d0d6-4587-a6ce-7cafb1e34a85 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385357 Aug 27 14:21:42.624620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855ef0f-32b7-44a0-a15a-adc1a3af207a req-9ea7d8f4-77d8-42c3-a38c-0972a1153a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:42.627379 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7855ef0f-32b7-44a0-a15a-adc1a3af207a req-9ea7d8f4-77d8-42c3-a38c-0972a1153a6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cf5b81f-6b58-4ac3-9c78-04a8b9dea971 HTTP/1.1" status: 200 len: 835 time: 0.0844569 Aug 27 14:21:42.680859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855ef0f-32b7-44a0-a15a-adc1a3af207a req-be71ae04-7c13-47bb-8aa7-018f2e3cd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:42.682390 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7855ef0f-32b7-44a0-a15a-adc1a3af207a req-be71ae04-7c13-47bb-8aa7-018f2e3cd59c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45014d29-f174-49af-a04f-e39adeae80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466139 Aug 27 14:21:42.759716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 4d79c141-0581-4d12-964e-b9b49ddbffcd triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:42.760260 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:42.829380 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7855ef0f-32b7-44a0-a15a-adc1a3af207a req-2d7cce17-d89d-4c65-a7dc-aeb6dcc5789d service neutron] 10.222.0.41 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381867 Aug 27 14:21:42.845533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680cb82-b7a9-4af8-8693-9fad88856bdd req-22dcf6a6-c80b-41f5-887c-05c220d3d347 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:42.847119 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7680cb82-b7a9-4af8-8693-9fad88856bdd req-22dcf6a6-c80b-41f5-887c-05c220d3d347 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 946 time: 0.2066941 Aug 27 14:21:42.856533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-074ea46c-530f-4cac-b0e7-b1ff4a398641 req-a404b22d-1a4b-4bbc-a80d-43d52172c55e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] For port 38b1ad08-f4a8-43ba-82ab-f3218b844004, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=38b1ad08-f4a8-43ba-82ab-f3218b844004,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:42.857010 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-074ea46c-530f-4cac-b0e7-b1ff4a398641 req-a404b22d-1a4b-4bbc-a80d-43d52172c55e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:42.894876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dface4bb-e0e2-49db-9872-ae883c1338e3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:42.901178 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f9fd4d-03cd-4f80-a18d-efe41eba909d', 'name': 'tempest-NetworksTestDHCPv6-router-583023972', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:36Z', 'updated_at': '2021-08-27T14:21:39Z', 'revision_number': 2, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'gw_port_host': None, '_interfaces': [{'id': 'eeadc73c-c53a-47b6-ad8a-3ba6281e3665', 'name': '', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'mac_address': 'fa:16:3e:80:fb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f9fd4d-03cd-4f80-a18d-efe41eba909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ff2e780b-44d6-4131-a2f7-3f4befee8af2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:37Z', 'updated_at': '2021-08-27T14:21:42Z', 'revision_number': 4, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'subnets': [{'id': 'ff2e780b-44d6-4131-a2f7-3f4befee8af2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:42.906324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-074ea46c-530f-4cac-b0e7-b1ff4a398641 req-a404b22d-1a4b-4bbc-a80d-43d52172c55e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Calling delete_port for 38b1ad08-f4a8-43ba-82ab-f3218b844004 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:42.955180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7aaa3-bafc-4896-85c1-dfdc27b6d8c8 None None] The sync data for ids ['d3f9fd4d-03cd-4f80-a18d-efe41eba909d'] in n-d-712139-12 is: [{'id': 'd3f9fd4d-03cd-4f80-a18d-efe41eba909d', 'name': 'tempest-NetworksTestDHCPv6-router-583023972', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:36Z', 'updated_at': '2021-08-27T14:21:39Z', 'revision_number': 2, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'gw_port_host': None, '_interfaces': [{'id': 'eeadc73c-c53a-47b6-ad8a-3ba6281e3665', 'name': '', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'mac_address': 'fa:16:3e:80:fb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f9fd4d-03cd-4f80-a18d-efe41eba909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ff2e780b-44d6-4131-a2f7-3f4befee8af2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:37Z', 'updated_at': '2021-08-27T14:21:42Z', 'revision_number': 4, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'subnets': [{'id': 'ff2e780b-44d6-4131-a2f7-3f4befee8af2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:21:42.973451 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7855ef0f-32b7-44a0-a15a-adc1a3af207a req-06ab43cc-0348-44bc-8652-d0c3709cbd3c service neutron] 10.222.0.41 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011097 Aug 27 14:21:42.983156 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7680cb82-b7a9-4af8-8693-9fad88856bdd req-bd2b55a5-b619-444a-9b96-02408084c0f9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233160 Aug 27 14:21:42.990373 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port dface4bb-e0e2-49db-9872-ae883c1338e3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:42.990567 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:43.063402 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b52eb5f0-f31b-436f-ac49-9d8c6e216031 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:43.096505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52eb5f0-f31b-436f-ac49-9d8c6e216031 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=eeadc73c-c53a-47b6-ad8a-3ba6281e3665,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:43.267416 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b52eb5f0-f31b-436f-ac49-9d8c6e216031 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:43.271355 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3be0849a-105b-49e5-85da-bbce00574765 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.273392 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-074ea46c-530f-4cac-b0e7-b1ff4a398641 req-a404b22d-1a4b-4bbc-a80d-43d52172c55e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:43.277741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3be0849a-105b-49e5-85da-bbce00574765 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.285512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3be0849a-105b-49e5-85da-bbce00574765 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.291565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3be0849a-105b-49e5-85da-bbce00574765 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.300254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3be0849a-105b-49e5-85da-bbce00574765 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.312383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3be0849a-105b-49e5-85da-bbce00574765 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.325948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404b22d-1a4b-4bbc-a80d-43d52172c55e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event deleted for resources: {'Port': ['ID=38b1ad08-f4a8-43ba-82ab-f3218b844004,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:43.330551 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3be0849a-105b-49e5-85da-bbce00574765 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.340989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3be0849a-105b-49e5-85da-bbce00574765 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5432 time: 0.1867321 Aug 27 14:21:43.421095 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-1028c4aa-0f71-4c9b-8ec3-5205a3e40288 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.422753 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-1028c4aa-0f71-4c9b-8ec3-5205a3e40288 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "GET /v2.0/ports/78649094-2439-4b87-8eab-66800cc47e58?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0661168 Aug 27 14:21:43.468369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-074ea46c-530f-4cac-b0e7-b1ff4a398641 req-a404b22d-1a4b-4bbc-a80d-43d52172c55e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] No DVR routers for this DVR port 38b1ad08-f4a8-43ba-82ab-f3218b844004 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:43.471274 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-074ea46c-530f-4cac-b0e7-b1ff4a398641 req-a404b22d-1a4b-4bbc-a80d-43d52172c55e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:43.473779 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-074ea46c-530f-4cac-b0e7-b1ff4a398641 req-a404b22d-1a4b-4bbc-a80d-43d52172c55e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "DELETE /v2.0/ports/38b1ad08-f4a8-43ba-82ab-f3218b844004 HTTP/1.1" status: 204 len: 173 time: 1.8095341 Aug 27 14:21:43.475039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983587bd-f3a8-4e43-972a-6ad9ff893b6c', 'name': 'network-vif-deleted', 'tag': '38b1ad08-f4a8-43ba-82ab-f3218b844004'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:43.479394 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9485c7d-c794-4e21-b760-90fd1d2c94a6" -d '{"events": [{"server_uuid": "983587bd-f3a8-4e43-972a-6ad9ff893b6c", "name": "network-vif-deleted", "tag": "38b1ad08-f4a8-43ba-82ab-f3218b844004"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:43.595758 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-2eb4d6fe-80fa-4c60-ab36-8d2d6e544493 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "GET /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1659265 Aug 27 14:21:43.620093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-7d8cbfa1-ac0d-466f-990e-8ed4066244c8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:43.650428 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d65d8d1-3897-4a46-9119-e9b4f90d26cc x-openstack-request-id: req-2d65d8d1-3897-4a46-9119-e9b4f90d26cc {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:43.651649 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983587bd-f3a8-4e43-972a-6ad9ff893b6c", "name": "network-vif-deleted", "tag": "38b1ad08-f4a8-43ba-82ab-f3218b844004", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:43.652236 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d65d8d1-3897-4a46-9119-e9b4f90d26cc {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:43.654211 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983587bd-f3a8-4e43-972a-6ad9ff893b6c', 'name': 'network-vif-deleted', 'tag': '38b1ad08-f4a8-43ba-82ab-f3218b844004', 'status': 'completed', 'code': 200} Aug 27 14:21:43.713812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52eb5f0-f31b-436f-ac49-9d8c6e216031 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Router d3f9fd4d-03cd-4f80-a18d-efe41eba909d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:21:43.753957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-7d8cbfa1-ac0d-466f-990e-8ed4066244c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:43.810826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdc164-4ee6-46dc-b00f-51cd3d64bf83 req-51e81578-74e5-47ca-8422-b87a0b239825 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.812444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-73cdc164-4ee6-46dc-b00f-51cd3d64bf83 req-51e81578-74e5-47ca-8422-b87a0b239825 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 944 time: 0.1001740 Aug 27 14:21:43.839026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb86223-3c9e-4d1b-9d00-4f0fd67f8c45 req-777139ef-7b61-44e9-839b-bc94722c2078 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.847256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb86223-3c9e-4d1b-9d00-4f0fd67f8c45 req-777139ef-7b61-44e9-839b-bc94722c2078 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.859407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb86223-3c9e-4d1b-9d00-4f0fd67f8c45 req-777139ef-7b61-44e9-839b-bc94722c2078 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.866080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb86223-3c9e-4d1b-9d00-4f0fd67f8c45 req-777139ef-7b61-44e9-839b-bc94722c2078 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.874772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb86223-3c9e-4d1b-9d00-4f0fd67f8c45 req-777139ef-7b61-44e9-839b-bc94722c2078 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.881381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb86223-3c9e-4d1b-9d00-4f0fd67f8c45 req-777139ef-7b61-44e9-839b-bc94722c2078 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.887717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb86223-3c9e-4d1b-9d00-4f0fd67f8c45 req-777139ef-7b61-44e9-839b-bc94722c2078 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:43.890075 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6fb86223-3c9e-4d1b-9d00-4f0fd67f8c45 req-777139ef-7b61-44e9-839b-bc94722c2078 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 5432 time: 0.2239964 Aug 27 14:21:43.897697 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52eb5f0-f31b-436f-ac49-9d8c6e216031 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:21:43.908067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51450) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:43.909524 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b52eb5f0-f31b-436f-ac49-9d8c6e216031 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "PUT /v2.0/routers/d3f9fd4d-03cd-4f80-a18d-efe41eba909d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2916398 Aug 27 14:21:43.948234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-73cdc164-4ee6-46dc-b00f-51cd3d64bf83 req-64c4657d-78c7-4fe4-83e8-773a6188f623 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249411 Aug 27 14:21:43.969003 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6fb86223-3c9e-4d1b-9d00-4f0fd67f8c45 req-73b4527d-9146-4915-8468-979295fdf85c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&id=b071ddb1-424c-4d0d-b303-ecc8e7154143&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513499 Aug 27 14:21:44.005381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85ae434-d924-40d5-b0d7-08cb61909a56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:44.008142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85ae434-d924-40d5-b0d7-08cb61909a56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:44.008485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b85ae434-d924-40d5-b0d7-08cb61909a56 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0994647 Aug 27 14:21:44.012227 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51452) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:44.048594 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-7d8cbfa1-ac0d-466f-990e-8ed4066244c8 service neutron] For port 78649094-2439-4b87-8eab-66800cc47e58, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=78649094-2439-4b87-8eab-66800cc47e58,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:44.086135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-7d8cbfa1-ac0d-466f-990e-8ed4066244c8 service neutron] For port 78649094-2439-4b87-8eab-66800cc47e58, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:44.112307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0aa45f-9a6c-48b5-944e-ef70bedfb772 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet ff2e780b-44d6-4131-a2f7-3f4befee8af2 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:21:44.115607 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa45f-9a6c-48b5-944e-ef70bedfb772 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.120591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-318297f5-aae3-4c39-8a7c-da0bf350aa7b req-3d77bddb-b3bf-40e5-81d2-ba106283960e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 210 time: 0.0408356 Aug 27 14:21:44.126424 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-7d8cbfa1-ac0d-466f-990e-8ed4066244c8 service neutron] device_id is not set on port 78649094-2439-4b87-8eab-66800cc47e58 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:21:44.138356 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-7d8cbfa1-ac0d-466f-990e-8ed4066244c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.154131 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-7d8cbfa1-ac0d-466f-990e-8ed4066244c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.176939 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa45f-9a6c-48b5-944e-ef70bedfb772 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.214511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-7d8cbfa1-ac0d-466f-990e-8ed4066244c8 service neutron] No DVR routers for this DVR port 78649094-2439-4b87-8eab-66800cc47e58 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:44.255602 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cbfa1-ac0d-466f-990e-8ed4066244c8 service neutron] Pushing event updated for resources: {'Port': ['ID=78649094-2439-4b87-8eab-66800cc47e58,revision_number=6']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:44.288097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-7d8cbfa1-ac0d-466f-990e-8ed4066244c8 service neutron] In _notify_port_updated(), no bound segment for port 78649094-2439-4b87-8eab-66800cc47e58 on network 5329867c-188b-450e-85af-6974c633d4dc {{(pid=101187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:21:44.289752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-7d8cbfa1-ac0d-466f-990e-8ed4066244c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:44.291175 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-7d8cbfa1-ac0d-466f-990e-8ed4066244c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.293075 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa45f-9a6c-48b5-944e-ef70bedfb772 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.293973 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-7d8cbfa1-ac0d-466f-990e-8ed4066244c8 service neutron] 10.222.0.52 "PUT /v2.0/ports/78649094-2439-4b87-8eab-66800cc47e58 HTTP/1.1" status: 200 len: 1027 time: 0.6773012 Aug 27 14:21:44.370615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3134aa88-d4dd-490b-9e5d-54b62879a387 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:44.372189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3134aa88-d4dd-490b-9e5d-54b62879a387 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "GET /v2.0/ports/67249ed9-fee5-401f-9015-062a950f594c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0725889 Aug 27 14:21:44.377355 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa45f-9a6c-48b5-944e-ef70bedfb772 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.386023 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-b6db6e10-030c-4992-a7c0-c3084e51da19 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:44.417563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aa45f-9a6c-48b5-944e-ef70bedfb772 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2e780b-44d6-4131-a2f7-3f4befee8af2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:44.423650 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa45f-9a6c-48b5-944e-ef70bedfb772 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.425921 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1b0aa45f-9a6c-48b5-944e-ef70bedfb772 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/ff2e780b-44d6-4131-a2f7-3f4befee8af2 HTTP/1.1" status: 204 len: 168 time: 0.4126830 Aug 27 14:21:44.428477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51456) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:44.434782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f81114-2283-4400-968f-eca5cd3db02b None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:44.498320 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-b6db6e10-030c-4992-a7c0-c3084e51da19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.519417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-91ae0c57-0daa-4178-af12-f9581f54af9e None None] Provisioning complete for port 78649094-2439-4b87-8eab-66800cc47e58 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:44.520065 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-91ae0c57-0daa-4178-af12-f9581f54af9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.613333 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-91ae0c57-0daa-4178-af12-f9581f54af9e None None] Port 78649094-2439-4b87-8eab-66800cc47e58 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:21:44.620363 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-19214245-7d16-4aee-9473-4bffb851be6e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1901925 Aug 27 14:21:44.622785 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51458) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:44.653396 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-13016657-6ee8-4f70-a809-3e7622c39fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.709218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-b6db6e10-030c-4992-a7c0-c3084e51da19 service neutron] For port 67249ed9-fee5-401f-9015-062a950f594c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=67249ed9-fee5-401f-9015-062a950f594c,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:44.729715 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd067-11b1-461e-bfd1-882f43dcd59b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.738536 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8521509c-91f9-4a67-be4f-1901e1ee7c14 None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:21:44.824743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8521509c-91f9-4a67-be4f-1901e1ee7c14 None None] Deleting port dface4bb-e0e2-49db-9872-ae883c1338e3 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:44.825445 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8521509c-91f9-4a67-be4f-1901e1ee7c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.921367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8521509c-91f9-4a67-be4f-1901e1ee7c14 None None] For port dface4bb-e0e2-49db-9872-ae883c1338e3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dface4bb-e0e2-49db-9872-ae883c1338e3,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:44.921779 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8521509c-91f9-4a67-be4f-1901e1ee7c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:44.942668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8521509c-91f9-4a67-be4f-1901e1ee7c14 None None] Calling delete_port for dface4bb-e0e2-49db-9872-ae883c1338e3 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:44.950829 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1903ff-a18a-4ccb-bf26-ee313189b6f4 None None] Sync routers for ids ['d3f9fd4d-03cd-4f80-a18d-efe41eba909d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:21:44.967304 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1903ff-a18a-4ccb-bf26-ee313189b6f4 None None] Routers {'d3f9fd4d-03cd-4f80-a18d-efe41eba909d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:44.967933 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0a1903ff-a18a-4ccb-bf26-ee313189b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f9fd4d-03cd-4f80-a18d-efe41eba909d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:45.099282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-b6db6e10-030c-4992-a7c0-c3084e51da19 service neutron] For port 67249ed9-fee5-401f-9015-062a950f594c, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:45.152321 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-0a1903ff-a18a-4ccb-bf26-ee313189b6f4 None None] Set router d3f9fd4d-03cd-4f80-a18d-efe41eba909d gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:45.172467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-b6db6e10-030c-4992-a7c0-c3084e51da19 service neutron] device_id is not set on port 67249ed9-fee5-401f-9015-062a950f594c yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:21:45.172765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5a0e1137-488d-4537-b034-3218ae9edc59 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:21:45.186565 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-b6db6e10-030c-4992-a7c0-c3084e51da19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.221439 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0a1903ff-a18a-4ccb-bf26-ee313189b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f9fd4d-03cd-4f80-a18d-efe41eba909d', 'name': 'tempest-NetworksTestDHCPv6-router-583023972', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:36Z', 'updated_at': '2021-08-27T14:21:42Z', 'revision_number': 3, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:45.222332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367681d-37e3-4578-bb0a-3405796498f6 req-d8af53e6-10c6-4d42-9ab7-9cb264ced61a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:45.224112 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2367681d-37e3-4578-bb0a-3405796498f6 req-d8af53e6-10c6-4d42-9ab7-9cb264ced61a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 944 time: 0.1027577 Aug 27 14:21:45.225436 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-b6db6e10-030c-4992-a7c0-c3084e51da19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.257263 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1903ff-a18a-4ccb-bf26-ee313189b6f4 None None] Checking router: d3f9fd4d-03cd-4f80-a18d-efe41eba909d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:21:45.268334 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1903ff-a18a-4ccb-bf26-ee313189b6f4 None None] Routers {'d3f9fd4d-03cd-4f80-a18d-efe41eba909d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:45.269184 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0a1903ff-a18a-4ccb-bf26-ee313189b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d3f9fd4d-03cd-4f80-a18d-efe41eba909d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:45.303534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db6e10-030c-4992-a7c0-c3084e51da19 service neutron] Pushing event updated for resources: {'Port': ['ID=67249ed9-fee5-401f-9015-062a950f594c,revision_number=6']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:45.334270 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd067-11b1-461e-bfd1-882f43dcd59b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.347964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-b6db6e10-030c-4992-a7c0-c3084e51da19 service neutron] No DVR routers for this DVR port 67249ed9-fee5-401f-9015-062a950f594c on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:45.352350 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd067-11b1-461e-bfd1-882f43dcd59b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.375932 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-0a1903ff-a18a-4ccb-bf26-ee313189b6f4 None None] Set router d3f9fd4d-03cd-4f80-a18d-efe41eba909d gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:45.377336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee74a0-73d7-4083-8a87-c0cceec3545f req-16f98af1-210d-452b-8cd7-bd57e84c1154 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:45.385926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee74a0-73d7-4083-8a87-c0cceec3545f req-16f98af1-210d-452b-8cd7-bd57e84c1154 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:45.391353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5a0e1137-488d-4537-b034-3218ae9edc59,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:45.392347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee74a0-73d7-4083-8a87-c0cceec3545f req-16f98af1-210d-452b-8cd7-bd57e84c1154 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:45.400830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee74a0-73d7-4083-8a87-c0cceec3545f req-16f98af1-210d-452b-8cd7-bd57e84c1154 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:45.405547 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2367681d-37e3-4578-bb0a-3405796498f6 req-ed227b34-9fc3-4f23-b6a7-63fce14aa7bf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511421 Aug 27 14:21:45.406957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee74a0-73d7-4083-8a87-c0cceec3545f req-16f98af1-210d-452b-8cd7-bd57e84c1154 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:45.423917 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5bee74a0-73d7-4083-8a87-c0cceec3545f req-16f98af1-210d-452b-8cd7-bd57e84c1154 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 3884 time: 0.2477088 Aug 27 14:21:45.428958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 38b1ad08-f4a8-43ba-82ab-f3218b844004 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:45.436126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '5a0e1137-488d-4537-b034-3218ae9edc59', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'port_id': '5a0e1137-488d-4537-b034-3218ae9edc59', 'mac_address': 'fa:16:3e:c8:c5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:21:45.442633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-b6db6e10-030c-4992-a7c0-c3084e51da19 service neutron] In _notify_port_updated(), no bound segment for port 67249ed9-fee5-401f-9015-062a950f594c on network 5329867c-188b-450e-85af-6974c633d4dc {{(pid=101187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:21:45.445791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-b6db6e10-030c-4992-a7c0-c3084e51da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:45.449546 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-b6db6e10-030c-4992-a7c0-c3084e51da19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.455239 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-b6db6e10-030c-4992-a7c0-c3084e51da19 service neutron] 10.222.0.52 "PUT /v2.0/ports/67249ed9-fee5-401f-9015-062a950f594c HTTP/1.1" status: 200 len: 1027 time: 1.0751626 Aug 27 14:21:45.471350 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0a1903ff-a18a-4ccb-bf26-ee313189b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f9fd4d-03cd-4f80-a18d-efe41eba909d', 'name': 'tempest-NetworksTestDHCPv6-router-583023972', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:36Z', 'updated_at': '2021-08-27T14:21:42Z', 'revision_number': 3, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:45.505300 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1903ff-a18a-4ccb-bf26-ee313189b6f4 None None] The sync data for ids ['d3f9fd4d-03cd-4f80-a18d-efe41eba909d'] in n-d-712139-12 is: [{'id': 'd3f9fd4d-03cd-4f80-a18d-efe41eba909d', 'name': 'tempest-NetworksTestDHCPv6-router-583023972', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:36Z', 'updated_at': '2021-08-27T14:21:42Z', 'revision_number': 3, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:21:45.519921 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8521509c-91f9-4a67-be4f-1901e1ee7c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.546613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 38b1ad08-f4a8-43ba-82ab-f3218b844004 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:45.547019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 38b1ad08-f4a8-43ba-82ab-f3218b844004 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:45.603964 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd067-11b1-461e-bfd1-882f43dcd59b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.609106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ebd067-11b1-461e-bfd1-882f43dcd59b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Fanout notify agent at l3_agent the message router_deleted on router d3f9fd4d-03cd-4f80-a18d-efe41eba909d {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:21:45.625583 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.627939 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd067-11b1-461e-bfd1-882f43dcd59b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.645880 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d2ebd067-11b1-461e-bfd1-882f43dcd59b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/routers/d3f9fd4d-03cd-4f80-a18d-efe41eba909d HTTP/1.1" status: 204 len: 168 time: 1.0187249 Aug 27 14:21:45.645880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51468) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:45.647051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521509c-91f9-4a67-be4f-1901e1ee7c14 None None] Pushing event deleted for resources: {'Port': ['ID=dface4bb-e0e2-49db-9872-ae883c1338e3,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:45.651567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b9eaa81f-bdf3-44d5-b784-c5892efd63b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:45.659025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5bee74a0-73d7-4083-8a87-c0cceec3545f req-aaa8d4ce-3abd-4df8-b965-08c04623e1ec tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332962 Aug 27 14:21:45.683662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521509c-91f9-4a67-be4f-1901e1ee7c14 None None] No DVR routers for this DVR port dface4bb-e0e2-49db-9872-ae883c1338e3 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:45.690032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0e1137-488d-4537-b034-3218ae9edc59 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:21:45.714634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-1380256d-7303-4d18-a2a4-315403d282f0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Deleting port 57d9127e-5b45-4552-8370-1eaa1524d0f3 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:45.714990 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-1380256d-7303-4d18-a2a4-315403d282f0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.720074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5a0e1137-488d-4537-b034-3218ae9edc59,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:45.725746 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.760556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9eaa81f-bdf3-44d5-b784-c5892efd63b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:45.763983 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa81f-bdf3-44d5-b784-c5892efd63b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.788240 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=5a0e1137-488d-4537-b034-3218ae9edc59,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:45.806201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f3b559df-f818-42f6-b0a9-a4c4948b3e47 None None] Provisioning complete for port 67249ed9-fee5-401f-9015-062a950f594c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:45.806991 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f3b559df-f818-42f6-b0a9-a4c4948b3e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.819900 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d1571422-35e9-46c5-b8dd-5351c30b5e50 req-064a0823-5bc5-46be-87d1-0408ef774ce8 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 210 time: 0.1622851 Aug 27 14:21:45.822553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-1380256d-7303-4d18-a2a4-315403d282f0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] For port 57d9127e-5b45-4552-8370-1eaa1524d0f3, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=57d9127e-5b45-4552-8370-1eaa1524d0f3,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:45.822938 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-1380256d-7303-4d18-a2a4-315403d282f0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:45.836859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-1380256d-7303-4d18-a2a4-315403d282f0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Calling delete_port for 57d9127e-5b45-4552-8370-1eaa1524d0f3 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:45.854368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f3b559df-f818-42f6-b0a9-a4c4948b3e47 None None] Port 67249ed9-fee5-401f-9015-062a950f594c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:21:45.908017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 78649094-2439-4b87-8eab-66800cc47e58 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:45.967369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 78649094-2439-4b87-8eab-66800cc47e58 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:45.967903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 113591bc-6932-4908-b37e-719908096f55 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:46.032854 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa81f-bdf3-44d5-b784-c5892efd63b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.042846 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-1380256d-7303-4d18-a2a4-315403d282f0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.087334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eaa81f-bdf3-44d5-b784-c5892efd63b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:46.091559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b9eaa81f-bdf3-44d5-b784-c5892efd63b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:46.100328 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eaa81f-bdf3-44d5-b784-c5892efd63b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:46.101165 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa81f-bdf3-44d5-b784-c5892efd63b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.118271 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d735eb-70bf-4331-92a6-a257770f24bc None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:46.121074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['5a0e1137-488d-4537-b034-3218ae9edc59'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:21:46.127336 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b9eaa81f-bdf3-44d5-b784-c5892efd63b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4803858 Aug 27 14:21:46.130949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51470) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:46.135655 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4332f86b-2dad-4382-9df0-640d51e7c1d8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-70173178', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:46.151353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaa81f-bdf3-44d5-b784-c5892efd63b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=7b01acd4-56d8-457a-922f-5782539553b7,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:46.169252 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.177522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380256d-7303-4d18-a2a4-315403d282f0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'Port': ['ID=57d9127e-5b45-4552-8370-1eaa1524d0f3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:46.180757 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-1380256d-7303-4d18-a2a4-315403d282f0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] No DVR routers for this DVR port 57d9127e-5b45-4552-8370-1eaa1524d0f3 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:46.183023 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4332f86b-2dad-4382-9df0-640d51e7c1d8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.184102 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-1380256d-7303-4d18-a2a4-315403d282f0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.185000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4332f86b-2dad-4382-9df0-640d51e7c1d8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.187493 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-1380256d-7303-4d18-a2a4-315403d282f0 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "DELETE /v2.0/ports/57d9127e-5b45-4552-8370-1eaa1524d0f3 HTTP/1.1" status: 204 len: 173 time: 0.7219479 Aug 27 14:21:46.187944 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-deleted', 'tag': '57d9127e-5b45-4552-8370-1eaa1524d0f3'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:46.190307 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35af6ed0-ebf8-4c8c-89fb-fd3a81d071b1" -d '{"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-deleted", "tag": "57d9127e-5b45-4552-8370-1eaa1524d0f3"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:46.285100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113591bc-6932-4908-b37e-719908096f55'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:46.287475 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62af23a3-f93b-498e-b9c9-60724a77bd89" -d '{"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-unplugged", "status": "completed", "tag": "113591bc-6932-4908-b37e-719908096f55"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:46.295046 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cd2b09-21b0-47a9-8d79-3c71b10475cb x-openstack-request-id: req-66cd2b09-21b0-47a9-8d79-3c71b10475cb {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:46.295503 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-deleted", "tag": "57d9127e-5b45-4552-8370-1eaa1524d0f3", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:46.295871 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66cd2b09-21b0-47a9-8d79-3c71b10475cb {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:46.296467 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-deleted', 'tag': '57d9127e-5b45-4552-8370-1eaa1524d0f3', 'status': 'completed', 'code': 200} Aug 27 14:21:46.307840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4332f86b-2dad-4382-9df0-640d51e7c1d8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.313744 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4332f86b-2dad-4382-9df0-640d51e7c1d8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.335668 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Deleting port 3aa30620-961f-41d0-bef2-2507d915a24a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:46.336270 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.369792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 113591bc-6932-4908-b37e-719908096f55, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=113591bc-6932-4908-b37e-719908096f55,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:46.373175 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4332f86b-2dad-4382-9df0-640d51e7c1d8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.374596 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4332f86b-2dad-4382-9df0-640d51e7c1d8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2428937 Aug 27 14:21:46.377556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51476) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:46.385628 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.387567 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 3aa30620-961f-41d0-bef2-2507d915a24a no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:46.545682 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1974161b-52ba-4d27-b098-03111dea5d0b x-openstack-request-id: req-1974161b-52ba-4d27-b098-03111dea5d0b {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:46.546755 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-unplugged", "status": "completed", "tag": "113591bc-6932-4908-b37e-719908096f55", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:46.546755 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1974161b-52ba-4d27-b098-03111dea5d0b {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:46.546755 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113591bc-6932-4908-b37e-719908096f55', 'code': 200} Aug 27 14:21:46.558924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device eeadc73c-c53a-47b6-ad8a-3ba6281e3665 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:46.616615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bad323-9b0d-498e-ba49-d919e41df9e7 req-7458eaf0-e4d8-4f67-b3ec-6b6ad8a308d1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:46.618272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21bad323-9b0d-498e-ba49-d919e41df9e7 req-7458eaf0-e4d8-4f67-b3ec-6b6ad8a308d1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 945 time: 0.0895534 Aug 27 14:21:46.631116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: eeadc73c-c53a-47b6-ad8a-3ba6281e3665 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:46.631473 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device eeadc73c-c53a-47b6-ad8a-3ba6281e3665 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:46.631893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dface4bb-e0e2-49db-9872-ae883c1338e3 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:46.692042 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21bad323-9b0d-498e-ba49-d919e41df9e7 req-cadf1628-d3e5-475c-a2f3-b2546264b9c6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641348 Aug 27 14:21:46.698111 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': '7b01acd4-56d8-457a-922f-5782539553b7'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:21:46.704091 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.716677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: dface4bb-e0e2-49db-9872-ae883c1338e3 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:46.717817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dface4bb-e0e2-49db-9872-ae883c1338e3 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:46.802917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=113591bc-6932-4908-b37e-719908096f55,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:46.838022 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.903758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] For port 3aa30620-961f-41d0-bef2-2507d915a24a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3aa30620-961f-41d0-bef2-2507d915a24a,segment=NetworkSegment(dbb170bd-d104-4cf2-a554-d78f82ab3dbd),segment_id=dbb170bd-d104-4cf2-a554-d78f82ab3dbd)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:46.904153 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:46.929308 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8f37db8-1571-4e98-b946-6997203429a1 req-e133ef8d-2fd4-4991-8b38-793d06cca6c9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 210 time: 0.0327506 Aug 27 14:21:47.015713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 3aa30620-961f-41d0-bef2-2507d915a24a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=3aa30620-961f-41d0-bef2-2507d915a24a,segment=NetworkSegment(dbb170bd-d104-4cf2-a554-d78f82ab3dbd),segment_id=dbb170bd-d104-4cf2-a554-d78f82ab3dbd)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:47.042779 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.043435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b82163eb-1a74-4eb0-9842-f5895f87c7c8 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:47.060026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5bee2-295d-4a3a-a968-dab2a19f84c6 req-15bf4696-6c4d-4d66-aa6e-e38e0c078f1a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:47.066571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5bee2-295d-4a3a-a968-dab2a19f84c6 req-15bf4696-6c4d-4d66-aa6e-e38e0c078f1a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:47.074251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5bee2-295d-4a3a-a968-dab2a19f84c6 req-15bf4696-6c4d-4d66-aa6e-e38e0c078f1a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:47.080565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5bee2-295d-4a3a-a968-dab2a19f84c6 req-15bf4696-6c4d-4d66-aa6e-e38e0c078f1a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:47.082747 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85a5bee2-295d-4a3a-a968-dab2a19f84c6 req-15bf4696-6c4d-4d66-aa6e-e38e0c078f1a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 3148 time: 0.2803676 Aug 27 14:21:47.138604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Allocated IP 2001:db8::2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/7b01acd4-56d8-457a-922f-5782539553b7/d8770b72-caec-4c94-b843-425f8d8bf8fa) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:47.156668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=3aa30620-961f-41d0-bef2-2507d915a24a,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:47.286311 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.287234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85a5bee2-295d-4a3a-a968-dab2a19f84c6 req-f56ffb00-f9fb-4136-a76e-fcf776991ce3 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866646 Aug 27 14:21:47.292972 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.343754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b82163eb-1a74-4eb0-9842-f5895f87c7c8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b82163eb-1a74-4eb0-9842-f5895f87c7c8,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:47.368614 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.369331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:47.452194 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.455150 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.455634 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.455861 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Floating IP cef84391-5168-4d17-8927-c005b7bbca91 disassociated. External IP: 172.25.2.117, port: 3aa30620-961f-41d0-bef2-2507d915a24a. Aug 27 14:21:47.456209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Calling delete_port for 3aa30620-961f-41d0-bef2-2507d915a24a owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:47.477773 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.480954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Transition to ACTIVE for port object d8770b72-caec-4c94-b843-425f8d8bf8fa will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:47.507996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b82163eb-1a74-4eb0-9842-f5895f87c7c8,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:47.523415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Transition to ACTIVE for port object d8770b72-caec-4c94-b843-425f8d8bf8fa will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:47.526776 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-22d4877d-a223-40a9-8bda-631343de38d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.551667 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.594947 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.620007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:47.622387 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Pushing event updated for resources: {'Port': ['ID=d8770b72-caec-4c94-b843-425f8d8bf8fa,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:47.625604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:47.632441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:47.671556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:47.693917 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.694713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 57d9127e-5b45-4552-8370-1eaa1524d0f3 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:47.749848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 57d9127e-5b45-4552-8370-1eaa1524d0f3 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:47.750200 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 57d9127e-5b45-4552-8370-1eaa1524d0f3 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:47.750628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 67249ed9-fee5-401f-9015-062a950f594c no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:47.753405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::1 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/7b01acd4-56d8-457a-922f-5782539553b7/9ecd8bca-5470-4a2d-9256-78ae8a715fc9) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:47.758397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Attempting to bind port d8770b72-caec-4c94-b843-425f8d8bf8fa on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:47.758599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Attempting to bind port d8770b72-caec-4c94-b843-425f8d8bf8fa by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:47.763383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Attempting to bind port d8770b72-caec-4c94-b843-425f8d8bf8fa on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:47.897317 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.961738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:47.962698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ba5eb-0b01-4592-a292-61dc278fc6fb req-d0282949-c009-4930-b4b9-a7043f98e170 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:47.963372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:47.963798 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.964399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:47.964550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be7ba5eb-0b01-4592-a292-61dc278fc6fb req-d0282949-c009-4930-b4b9-a7043f98e170 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 945 time: 0.1427526 Aug 27 14:21:47.964739 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Bound port: d8770b72-caec-4c94-b843-425f8d8bf8fa, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:47.965064 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:47.988320 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:48.006034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:48.014519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'Port': ['ID=3aa30620-961f-41d0-bef2-2507d915a24a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:48.020391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 67249ed9-fee5-401f-9015-062a950f594c not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:48.028249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:48.060558 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-db3220ca-a2db-44be-89ea-0b9a46319477 req-38b9b21b-077d-4f10-a87e-223fca937c6f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=983587bd-f3a8-4e43-972a-6ad9ff893b6c HTTP/1.1" status: 200 len: 210 time: 0.0497572 Aug 27 14:21:48.074845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] For port d8770b72-caec-4c94-b843-425f8d8bf8fa, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:48.078268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] For port d8770b72-caec-4c94-b843-425f8d8bf8fa, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d8770b72-caec-4c94-b843-425f8d8bf8fa,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:48.091018 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:48.127780 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be7ba5eb-0b01-4592-a292-61dc278fc6fb req-3e5837ec-8d3e-4abd-9738-e6b18624d7f7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081097 Aug 27 14:21:48.158250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47733c48-fc76-4961-b3cc-bfd4b178521c None None] Pushing event updated for resources: {'Port': ['ID=d8770b72-caec-4c94-b843-425f8d8bf8fa,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:48.187649 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:48.246304 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:48.257189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:48.263052 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:48.263612 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:48.303247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=9ecd8bca-5470-4a2d-9256-78ae8a715fc9,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:48.312840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:21:48.547530 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:48.548187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa30620-961f-41d0-bef2-2507d915a24a'}, {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82163eb-1a74-4eb0-9842-f5895f87c7c8'}, {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:48.550058 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecad970-f0fb-49fb-b213-8eed7ec8af8a" -d '{"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa30620-961f-41d0-bef2-2507d915a24a"}, {"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-unplugged", "status": "completed", "tag": "b82163eb-1a74-4eb0-9842-f5895f87c7c8"}, {"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-unplugged", "status": "completed", "tag": "1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:48.551340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2255ffb-97be-4f63-8b0d-3289467b9512 req-f2f154e5-15d0-4ae0-b2e3-532b4ca9165e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:48.564141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2255ffb-97be-4f63-8b0d-3289467b9512 req-f2f154e5-15d0-4ae0-b2e3-532b4ca9165e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:48.567469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d8770b72-caec-4c94-b843-425f8d8bf8fa up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:48.599721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2255ffb-97be-4f63-8b0d-3289467b9512 req-f2f154e5-15d0-4ae0-b2e3-532b4ca9165e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:48.611659 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f2255ffb-97be-4f63-8b0d-3289467b9512 req-f2f154e5-15d0-4ae0-b2e3-532b4ca9165e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 2409 time: 0.2057798 Aug 27 14:21:48.672018 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa90e06-ed40-4fe8-94a8-029386d1674b x-openstack-request-id: req-7aa90e06-ed40-4fe8-94a8-029386d1674b {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:48.672324 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa30620-961f-41d0-bef2-2507d915a24a", "code": 200}, {"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-unplugged", "status": "completed", "tag": "b82163eb-1a74-4eb0-9842-f5895f87c7c8", "code": 200}, {"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-unplugged", "status": "completed", "tag": "1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:48.672582 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7aa90e06-ed40-4fe8-94a8-029386d1674b {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:48.672995 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa30620-961f-41d0-bef2-2507d915a24a', 'code': 200} Aug 27 14:21:48.673254 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82163eb-1a74-4eb0-9842-f5895f87c7c8', 'code': 200} Aug 27 14:21:48.673505 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c', 'code': 200} Aug 27 14:21:48.721303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port d8770b72-caec-4c94-b843-425f8d8bf8fa completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:48.731712 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f2255ffb-97be-4f63-8b0d-3289467b9512 req-542ccc59-1549-40f7-8864-983624fff6b2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186111 Aug 27 14:21:48.785873 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:49.044122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5a0e1137-488d-4537-b034-3218ae9edc59 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:49.055123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:21:49.119647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf553f-6bb1-4fae-b892-8908e9f62214 None None] Sync routers for ids ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:21:49.150956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf553f-6bb1-4fae-b892-8908e9f62214 None None] Routers {'2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:49.152568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] No DVR routers for this DVR port 3aa30620-961f-41d0-bef2-2507d915a24a on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:49.155242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2aaf553f-6bb1-4fae-b892-8908e9f62214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:49.156659 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:49.159903 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-05b831f6-e05f-4331-80a6-6209ca62905a tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "DELETE /v2.0/ports/3aa30620-961f-41d0-bef2-2507d915a24a HTTP/1.1" status: 204 len: 173 time: 2.9660037 Aug 27 14:21:49.167742 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-deleted', 'tag': '3aa30620-961f-41d0-bef2-2507d915a24a'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:49.182441 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426f931e-ed8d-4d2b-a0ac-30c6146b4457" -d '{"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-deleted", "tag": "3aa30620-961f-41d0-bef2-2507d915a24a"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:49.303167 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40148dff-226b-47e2-b932-431da8bbb3a7 req-682edd4f-0f4d-46f8-8594-f0196657d61d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0465791 Aug 27 14:21:49.328659 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb673df1-d440-4cb6-a8de-92aa3075f7ca x-openstack-request-id: req-eb673df1-d440-4cb6-a8de-92aa3075f7ca {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:49.329101 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-deleted", "tag": "3aa30620-961f-41d0-bef2-2507d915a24a", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:49.329404 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb673df1-d440-4cb6-a8de-92aa3075f7ca {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:49.329809 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-deleted', 'tag': '3aa30620-961f-41d0-bef2-2507d915a24a', 'status': 'completed', 'code': 200} Aug 27 14:21:49.401866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 5a0e1137-488d-4537-b034-3218ae9edc59 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:49.403520 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40148dff-226b-47e2-b932-431da8bbb3a7 req-810f6941-f593-46ad-a02e-a6afdcd0aa0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0304332 Aug 27 14:21:49.411166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 5a0e1137-488d-4537-b034-3218ae9edc59 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:49.411535 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:49.465530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-2aaf553f-6bb1-4fae-b892-8908e9f62214 None None] Set router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:49.468561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f5e05-2f4b-4a3e-a70f-a10e0d4b4dd1 req-3a3ffc53-18a6-4a0b-8e3b-cb4b274ece37 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:49.476837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-878f5e05-2f4b-4a3e-a70f-a10e0d4b4dd1 req-3a3ffc53-18a6-4a0b-8e3b-cb4b274ece37 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 945 time: 0.2010019 Aug 27 14:21:49.483601 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40148dff-226b-47e2-b932-431da8bbb3a7 req-4fd6fd2b-5718-4632-bfc8-a4b48f94c6fc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427868 Aug 27 14:21:49.547124 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-878f5e05-2f4b-4a3e-a70f-a10e0d4b4dd1 req-27103b15-2402-4d28-b1b9-d10ce3b1e005 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691473 Aug 27 14:21:49.629350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3a367e13-d026-483e-b329-1da64049ed38 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Deleting port b82163eb-1a74-4eb0-9842-f5895f87c7c8 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:49.630228 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3a367e13-d026-483e-b329-1da64049ed38 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:49.740030 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:49.748451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:49.749358 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:49.768732 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:49.793872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4308b3a9-b947-44c4-838c-635df1a951ac None None] Provisioning for port d8770b72-caec-4c94-b843-425f8d8bf8fa completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:49.812713 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40148dff-226b-47e2-b932-431da8bbb3a7 req-6f07686b-8eff-4b13-bee4-073f833842d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:49.815418 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40148dff-226b-47e2-b932-431da8bbb3a7 req-6f07686b-8eff-4b13-bee4-073f833842d9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3244419 Aug 27 14:21:49.823801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4308b3a9-b947-44c4-838c-635df1a951ac None None] Provisioning complete for port d8770b72-caec-4c94-b843-425f8d8bf8fa triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:49.824341 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4308b3a9-b947-44c4-838c-635df1a951ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:49.882063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5a0e1137-488d-4537-b034-3218ae9edc59,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:49.902176 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:49.927749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc5448-0a1f-44fe-98cf-0493f46be955 req-369452eb-dcfe-4709-8182-78c5e4f3f735 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:49.941637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc5448-0a1f-44fe-98cf-0493f46be955 req-369452eb-dcfe-4709-8182-78c5e4f3f735 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:49.948821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3a367e13-d026-483e-b329-1da64049ed38 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] For port b82163eb-1a74-4eb0-9842-f5895f87c7c8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b82163eb-1a74-4eb0-9842-f5895f87c7c8,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:49.949549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3a367e13-d026-483e-b329-1da64049ed38 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:49.966014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc5448-0a1f-44fe-98cf-0493f46be955 req-369452eb-dcfe-4709-8182-78c5e4f3f735 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:49.968918 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-70bc5448-0a1f-44fe-98cf-0493f46be955 req-369452eb-dcfe-4709-8182-78c5e4f3f735 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 2409 time: 0.1194377 Aug 27 14:21:49.980305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3a367e13-d026-483e-b329-1da64049ed38 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Calling delete_port for b82163eb-1a74-4eb0-9842-f5895f87c7c8 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:49.983978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=9ecd8bca-5470-4a2d-9256-78ae8a715fc9,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:50.039819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=5a0e1137-488d-4537-b034-3218ae9edc59,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:50.059932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-70bc5448-0a1f-44fe-98cf-0493f46be955 req-a59a1c68-f840-4883-9f0e-dbb24c1894e9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794141 Aug 27 14:21:50.080294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:50.084357 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:50.107989 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4308b3a9-b947-44c4-838c-635df1a951ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:50.134329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2aaf553f-6bb1-4fae-b892-8908e9f62214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:11:11Z', 'revision_number': 4, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port': {'id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:06Z', 'updated_at': '2021-08-27T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '26f70a3e-0d2f-492b-bd51-153dad3ba9fd', 'name': '', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'mac_address': 'fa:16:3e:e2:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:10Z', 'updated_at': '2021-08-27T14:11:19Z', 'revision_number': 5, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'subnets': [{'id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:50.171785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf553f-6bb1-4fae-b892-8908e9f62214 None None] Checking router: 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:21:50.175538 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4308b3a9-b947-44c4-838c-635df1a951ac None None] For port d8770b72-caec-4c94-b843-425f8d8bf8fa, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d8770b72-caec-4c94-b843-425f8d8bf8fa,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:50.182722 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4308b3a9-b947-44c4-838c-635df1a951ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:50.189889 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf553f-6bb1-4fae-b892-8908e9f62214 None None] Routers {'2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:50.189889 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2aaf553f-6bb1-4fae-b892-8908e9f62214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:50.274628 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3a367e13-d026-483e-b329-1da64049ed38 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:50.276609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Router c6d1d51e-54a6-4928-915a-f288dac930af is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:21:50.283451 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:50.307956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308b3a9-b947-44c4-838c-635df1a951ac None None] Pushing event updated for resources: {'Port': ['ID=d8770b72-caec-4c94-b843-425f8d8bf8fa,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:50.321180 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a367e13-d026-483e-b329-1da64049ed38 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'Port': ['ID=b82163eb-1a74-4eb0-9842-f5895f87c7c8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:50.397982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9cef6eb1-5466-4a8e-ae49-a058774e9d61 None None] Provisioning for port 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:50.409049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9cef6eb1-5466-4a8e-ae49-a058774e9d61 None None] Provisioning complete for port 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:50.409540 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9cef6eb1-5466-4a8e-ae49-a058774e9d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:50.460532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-2aaf553f-6bb1-4fae-b892-8908e9f62214 None None] Set router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:50.487386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3a367e13-d026-483e-b329-1da64049ed38 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] No DVR routers for this DVR port b82163eb-1a74-4eb0-9842-f5895f87c7c8 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:50.491386 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3a367e13-d026-483e-b329-1da64049ed38 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:50.496066 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-3a367e13-d026-483e-b329-1da64049ed38 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "DELETE /v2.0/ports/b82163eb-1a74-4eb0-9842-f5895f87c7c8 HTTP/1.1" status: 204 len: 173 time: 1.3070905 Aug 27 14:21:50.509518 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9cef6eb1-5466-4a8e-ae49-a058774e9d61 None None] Port 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:21:50.514606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d8770b72-caec-4c94-b843-425f8d8bf8fa up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:50.561795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:21:50.572105 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ccb85b4c-77bc-4684-ae95-9e165a91531d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "PUT /v2.0/routers/c6d1d51e-54a6-4928-915a-f288dac930af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1933453 Aug 27 14:21:50.577923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51514) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:50.585117 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Sync routers for ids ['c6d1d51e-54a6-4928-915a-f288dac930af'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:21:50.605072 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Routers {'c6d1d51e-54a6-4928-915a-f288dac930af'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:50.606120 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c6d1d51e-54a6-4928-915a-f288dac930af'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:50.632810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-73a5c85e-89d4-4ac6-8872-107fc2c8c606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Deleting port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:50.633398 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-73a5c85e-89d4-4ac6-8872-107fc2c8c606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:50.675895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:50.678448 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dbc56c-84e0-4cbe-b852-56110d50a90c" -d '{"events": [{"server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "name": "network-vif-plugged", "status": "completed", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:50.681908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef97c7d-74b1-4877-bb1d-53baf30d5a79 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:50.683508 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9ef97c7d-74b1-4877-bb1d-53baf30d5a79 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports/9ecd8bca-5470-4a2d-9256-78ae8a715fc9 HTTP/1.1" status: 200 len: 911 time: 0.1045442 Aug 27 14:21:50.689846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51518) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:50.700145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-75cae067-e6be-4d43-8dba-6a95d93e0887 None None] Provisioning complete for port 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:50.700533 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-75cae067-e6be-4d43-8dba-6a95d93e0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:50.768835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d8770b72-caec-4c94-b843-425f8d8bf8fa triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:50.769561 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:50.789188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af29b9-c066-44e4-8908-dc9cdca6ce86 req-b9ce53a1-c4e8-4d0e-b49e-44408ddb4f81 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:50.791385 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28af29b9-c066-44e4-8908-dc9cdca6ce86 req-b9ce53a1-c4e8-4d0e-b49e-44408ddb4f81 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 946 time: 0.0930040 Aug 27 14:21:50.807183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4182051-c39e-465e-9d09-500b57a9a0b8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:50.823274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4182051-c39e-465e-9d09-500b57a9a0b8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:50.824853 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a4182051-c39e-465e-9d09-500b57a9a0b8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1336288 Aug 27 14:21:50.827791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51520) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:50.833978 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ae4c90-d2a1-4de2-8e53-2a5ca2e05de2 x-openstack-request-id: req-e0ae4c90-d2a1-4de2-8e53-2a5ca2e05de2 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:50.834346 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "name": "network-vif-plugged", "status": "completed", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:50.834548 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0ae4c90-d2a1-4de2-8e53-2a5ca2e05de2 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:50.837596 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59', 'code': 200} Aug 27 14:21:50.845745 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Set router c6d1d51e-54a6-4928-915a-f288dac930af gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:50.853910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-73a5c85e-89d4-4ac6-8872-107fc2c8c606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] For port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:50.854289 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-73a5c85e-89d4-4ac6-8872-107fc2c8c606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:50.869669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-75cae067-e6be-4d43-8dba-6a95d93e0887 None None] Port 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:21:50.896507 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28af29b9-c066-44e4-8908-dc9cdca6ce86 req-a47f576f-908a-448a-b103-a71637acdc9e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957136 Aug 27 14:21:50.901135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-73a5c85e-89d4-4ac6-8872-107fc2c8c606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Calling delete_port for 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:51.029492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d9792-97ef-44cf-a51b-c1ed4a65a82a req-8eab6acc-810a-4b8b-924b-9fe772ddda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:51.030082 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2aaf553f-6bb1-4fae-b892-8908e9f62214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:11:11Z', 'revision_number': 4, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port': {'id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:06Z', 'updated_at': '2021-08-27T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '26f70a3e-0d2f-492b-bd51-153dad3ba9fd', 'name': '', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'mac_address': 'fa:16:3e:e2:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:10Z', 'updated_at': '2021-08-27T14:11:19Z', 'revision_number': 5, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'subnets': [{'id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:51.031031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f44d9792-97ef-44cf-a51b-c1ed4a65a82a req-8eab6acc-810a-4b8b-924b-9fe772ddda4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 1098 time: 0.1013825 Aug 27 14:21:51.069329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf553f-6bb1-4fae-b892-8908e9f62214 None None] The sync data for ids ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'] in n-d-712139-12 is: [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:11:11Z', 'revision_number': 4, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port': {'id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:06Z', 'updated_at': '2021-08-27T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '26f70a3e-0d2f-492b-bd51-153dad3ba9fd', 'name': '', 'network_id': '85c680fe-ab41-4ad8-8981-eb8ac0cb901a', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'mac_address': 'fa:16:3e:e2:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:10Z', 'updated_at': '2021-08-27T14:11:19Z', 'revision_number': 5, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'subnets': [{'id': 'bcbb8a06-5721-419e-86f0-14739793aabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:21:51.158704 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-73a5c85e-89d4-4ac6-8872-107fc2c8c606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:51.223476 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5c85e-89d4-4ac6-8872-107fc2c8c606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'Port': ['ID=1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:51.256694 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d1d51e-54a6-4928-915a-f288dac930af', 'name': 'tempest-NetworksTestDHCPv6-router-70173178', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:46Z', 'updated_at': '2021-08-27T14:21:48Z', 'revision_number': 2, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'gw_port_host': None, '_interfaces': [{'id': '9ecd8bca-5470-4a2d-9256-78ae8a715fc9', 'name': '', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'mac_address': 'fa:16:3e:60:64:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d1d51e-54a6-4928-915a-f288dac930af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b01acd4-56d8-457a-922f-5782539553b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:47Z', 'updated_at': '2021-08-27T14:21:49Z', 'revision_number': 2, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'subnets': [{'id': '7b01acd4-56d8-457a-922f-5782539553b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:51.297422 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Checking router: c6d1d51e-54a6-4928-915a-f288dac930af for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:21:51.298200 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Updating router c6d1d51e-54a6-4928-915a-f288dac930af port 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:21:51.311405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-73a5c85e-89d4-4ac6-8872-107fc2c8c606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] No DVR routers for this DVR port 1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:51.314570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-73a5c85e-89d4-4ac6-8872-107fc2c8c606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:51.315390 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f44d9792-97ef-44cf-a51b-c1ed4a65a82a req-dea904a2-bbcb-4cab-beaa-dd862ca0f43d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759285 Aug 27 14:21:51.320183 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-73a5c85e-89d4-4ac6-8872-107fc2c8c606 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "DELETE /v2.0/ports/1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c HTTP/1.1" status: 204 len: 173 time: 0.8148525 Aug 27 14:21:51.335013 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:51.339319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e786e5-42df-4159-8fcd-1008b0c2aa66 req-3b63c1e5-3ad5-479e-959b-fb6bdf1ed7b9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:51.342445 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3e786e5-42df-4159-8fcd-1008b0c2aa66 req-3b63c1e5-3ad5-479e-959b-fb6bdf1ed7b9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 943 time: 0.1379855 Aug 27 14:21:51.344311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-deleted', 'tag': 'b82163eb-1a74-4eb0-9842-f5895f87c7c8'}, {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-deleted', 'tag': '1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:51.347424 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0da3501-f9c3-4d34-902c-3d3aad8d8ce1" -d '{"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-deleted", "tag": "b82163eb-1a74-4eb0-9842-f5895f87c7c8"}, {"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-deleted", "tag": "1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:51.486614 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1ea6cd-76c1-42c6-87de-61c4c610d968 x-openstack-request-id: req-bc1ea6cd-76c1-42c6-87de-61c4c610d968 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:51.486955 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-deleted", "tag": "b82163eb-1a74-4eb0-9842-f5895f87c7c8", "status": "completed", "code": 200}, {"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-deleted", "tag": "1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:51.487207 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc1ea6cd-76c1-42c6-87de-61c4c610d968 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:51.487606 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-deleted', 'tag': 'b82163eb-1a74-4eb0-9842-f5895f87c7c8', 'status': 'completed', 'code': 200} Aug 27 14:21:51.487861 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-deleted', 'tag': '1e0494bb-d4cb-4afd-bd9b-74ab0594ab3c', 'status': 'completed', 'code': 200} Aug 27 14:21:51.509012 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:51.532575 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffc915c4-2a6b-4e41-bb7e-92a645e5e0fd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:51.538814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3e786e5-42df-4159-8fcd-1008b0c2aa66 req-6854800f-9d82-442c-9dd8-aedfb79c6dd9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups?id=3156f93a-f3b5-44c7-b57f-4be4d73739da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493540 Aug 27 14:21:51.590342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e338d-7046-4f06-8f3a-3e65faed2403 None None] New status for floating IP cef84391-5168-4d17-8927-c005b7bbca91: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:21:51.612240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-449cc9e7-f8bd-435c-b39a-19abcd380fe1 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Deleting port 113591bc-6932-4908-b37e-719908096f55 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:51.612707 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-449cc9e7-f8bd-435c-b39a-19abcd380fe1 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:51.765741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-449cc9e7-f8bd-435c-b39a-19abcd380fe1 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] For port 113591bc-6932-4908-b37e-719908096f55, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=113591bc-6932-4908-b37e-719908096f55,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:51.768087 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-449cc9e7-f8bd-435c-b39a-19abcd380fe1 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:51.797102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-449cc9e7-f8bd-435c-b39a-19abcd380fe1 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Calling delete_port for 113591bc-6932-4908-b37e-719908096f55 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:51.855416 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:51.866869 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Transition to ACTIVE for port object 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:51.874140 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:52.018288 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-449cc9e7-f8bd-435c-b39a-19abcd380fe1 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:52.049695 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c2c09-4200-4992-8287-89d595ef450f None None] Pushing event updated for resources: {'Port': ['ID=9ecd8bca-5470-4a2d-9256-78ae8a715fc9,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:52.057454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ffc915c4-2a6b-4e41-bb7e-92a645e5e0fd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:52.058021 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffc915c4-2a6b-4e41-bb7e-92a645e5e0fd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:52.065138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cc9e7-f8bd-435c-b39a-19abcd380fe1 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'Port': ['ID=113591bc-6932-4908-b37e-719908096f55,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:52.117253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-449cc9e7-f8bd-435c-b39a-19abcd380fe1 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] No DVR routers for this DVR port 113591bc-6932-4908-b37e-719908096f55 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:52.120771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-449cc9e7-f8bd-435c-b39a-19abcd380fe1 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:52.123671 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e5401b7-f85f-487d-8c92-8efa81f362c4 req-449cc9e7-f8bd-435c-b39a-19abcd380fe1 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.52 "DELETE /v2.0/ports/113591bc-6932-4908-b37e-719908096f55 HTTP/1.1" status: 204 len: 173 time: 0.7800303 Aug 27 14:21:52.168874 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Attempting to bind port 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:52.169519 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Attempting to bind port 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:52.170063 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Attempting to bind port 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:52.174067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e6a66-44d1-4243-ad47-c20d21095f49 req-74b1538b-aecb-459b-822d-a7be16880cf6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:52.177061 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:52.177249 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-675e6a66-44d1-4243-ad47-c20d21095f49 req-74b1538b-aecb-459b-822d-a7be16880cf6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 946 time: 0.1826000 Aug 27 14:21:52.177775 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:52.178759 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:52.179368 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:52.180006 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Bound port: 9ecd8bca-5470-4a2d-9256-78ae8a715fc9, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:52.181120 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:52.253595 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-ffc915c4-2a6b-4e41-bb7e-92a645e5e0fd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] For port 9ecd8bca-5470-4a2d-9256-78ae8a715fc9, host n-d-712139-12, got binding levels [] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:52.254098 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffc915c4-2a6b-4e41-bb7e-92a645e5e0fd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:52.271529 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-675e6a66-44d1-4243-ad47-c20d21095f49 req-dd9387b5-16e7-4d49-9876-445b6d51c91c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795619 Aug 27 14:21:52.273684 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] For port 9ecd8bca-5470-4a2d-9256-78ae8a715fc9, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:52.278549 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] For port 9ecd8bca-5470-4a2d-9256-78ae8a715fc9, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9ecd8bca-5470-4a2d-9256-78ae8a715fc9,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:52.284552 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:52.285286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ffc915c4-2a6b-4e41-bb7e-92a645e5e0fd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:52.363453 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c2c09-4200-4992-8287-89d595ef450f None None] Pushing event updated for resources: {'Port': ['ID=9ecd8bca-5470-4a2d-9256-78ae8a715fc9,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:52.391037 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Routers {'c6d1d51e-54a6-4928-915a-f288dac930af'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:52.391651 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['c6d1d51e-54a6-4928-915a-f288dac930af'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:52.556524 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] Set router c6d1d51e-54a6-4928-915a-f288dac930af gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:52.776353 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2c54eb8-7cc9-4b4d-9a67-893f63bf9cdd req-cfa233cb-bf8d-4606-a43f-d02c7e93f024 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0892832 Aug 27 14:21:52.777388 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffc915c4-2a6b-4e41-bb7e-92a645e5e0fd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:52.874117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc915c4-2a6b-4e41-bb7e-92a645e5e0fd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=9ecd8bca-5470-4a2d-9256-78ae8a715fc9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:52.929222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c7c6e37c-c16a-4d75-b74d-877deab44120 None None] Could not find standard attr ID for object 9ecd8bca-5470-4a2d-9256-78ae8a715fc9. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:21:52.964181 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d1d51e-54a6-4928-915a-f288dac930af', 'name': 'tempest-NetworksTestDHCPv6-router-70173178', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:46Z', 'updated_at': '2021-08-27T14:21:48Z', 'revision_number': 2, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'gw_port_host': None, '_interfaces': [{'id': '9ecd8bca-5470-4a2d-9256-78ae8a715fc9', 'name': '', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'mac_address': 'fa:16:3e:60:64:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d1d51e-54a6-4928-915a-f288dac930af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b01acd4-56d8-457a-922f-5782539553b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:47Z', 'updated_at': '2021-08-27T14:21:52Z', 'revision_number': 4, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'subnets': [{'id': '7b01acd4-56d8-457a-922f-5782539553b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:53.000147 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ffc915c4-2a6b-4e41-bb7e-92a645e5e0fd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:53.023905 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b6171-8fb8-427a-91c8-1ab596319469 None None] The sync data for ids ['c6d1d51e-54a6-4928-915a-f288dac930af'] in n-d-712139-12 is: [{'id': 'c6d1d51e-54a6-4928-915a-f288dac930af', 'name': 'tempest-NetworksTestDHCPv6-router-70173178', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:46Z', 'updated_at': '2021-08-27T14:21:48Z', 'revision_number': 2, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'gw_port_host': None, '_interfaces': [{'id': '9ecd8bca-5470-4a2d-9256-78ae8a715fc9', 'name': '', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'mac_address': 'fa:16:3e:60:64:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d1d51e-54a6-4928-915a-f288dac930af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b01acd4-56d8-457a-922f-5782539553b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:47Z', 'updated_at': '2021-08-27T14:21:52Z', 'revision_number': 4, 'project_id': '9c3db571c4364a3991495ff9e4f74d76', 'subnets': [{'id': '7b01acd4-56d8-457a-922f-5782539553b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:21:53.489265 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-deleted', 'tag': '113591bc-6932-4908-b37e-719908096f55'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:53.492010 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d5e9df-881a-4853-81a4-2d8a00aadb4a" -d '{"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-deleted", "tag": "113591bc-6932-4908-b37e-719908096f55"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:53.551712 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c496b9-dd05-47e7-928a-cc4c3be8a203 x-openstack-request-id: req-c4c496b9-dd05-47e7-928a-cc4c3be8a203 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:53.552387 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fef6833-b786-414a-9ee5-2212e6edf414", "name": "network-vif-deleted", "tag": "113591bc-6932-4908-b37e-719908096f55", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:53.552846 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4c496b9-dd05-47e7-928a-cc4c3be8a203 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:53.553522 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef6833-b786-414a-9ee5-2212e6edf414', 'name': 'network-vif-deleted', 'tag': '113591bc-6932-4908-b37e-719908096f55', 'status': 'completed', 'code': 200} Aug 27 14:21:53.626529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc915c4-2a6b-4e41-bb7e-92a645e5e0fd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Router c6d1d51e-54a6-4928-915a-f288dac930af has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:21:53.642165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e819b8-5b01-4d56-b64b-0180286c91ad req-b865682b-9e22-4bb9-a12e-2b68c1995077 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:53.643768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-19e819b8-5b01-4d56-b64b-0180286c91ad req-b865682b-9e22-4bb9-a12e-2b68c1995077 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 946 time: 0.0977485 Aug 27 14:21:53.738725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc915c4-2a6b-4e41-bb7e-92a645e5e0fd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:21:53.768189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51552) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:53.768692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ffc915c4-2a6b-4e41-bb7e-92a645e5e0fd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "PUT /v2.0/routers/c6d1d51e-54a6-4928-915a-f288dac930af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9391391 Aug 27 14:21:53.779268 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-19e819b8-5b01-4d56-b64b-0180286c91ad req-6ae8d303-78f0-4d68-bab6-c97965a932f2 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271417 Aug 27 14:21:53.894026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70e8b7f-79a7-4a60-b427-41f11c5ccb48 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:53.895598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70e8b7f-79a7-4a60-b427-41f11c5ccb48 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:53.907183 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f70e8b7f-79a7-4a60-b427-41f11c5ccb48 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1375837 Aug 27 14:21:53.907810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51560) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:53.945111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e82f70a-04de-426a-8909-54bcdf2f1fbf req-4324aec7-cf86-415e-8a7f-d847d086fd93 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0550761 Aug 27 14:21:54.003715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c60f46-08af-4673-9876-71d51885b237 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 7b01acd4-56d8-457a-922f-5782539553b7 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:21:54.009282 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0c60f46-08af-4673-9876-71d51885b237 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.019565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc253ff0-118e-4f9b-86d8-e1471bde8418 req-934855af-6491-4d84-9039-390a4ba901d8 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:54.021139 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fc253ff0-118e-4f9b-86d8-e1471bde8418 req-934855af-6491-4d84-9039-390a4ba901d8 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 946 time: 0.0759020 Aug 27 14:21:54.073653 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0c60f46-08af-4673-9876-71d51885b237 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.206796 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fc253ff0-118e-4f9b-86d8-e1471bde8418 req-c6ac8e80-1c67-4c25-84ac-0401a3feb974 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285021 Aug 27 14:21:54.228877 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0c60f46-08af-4673-9876-71d51885b237 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.247149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51562) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:54.313194 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0c60f46-08af-4673-9876-71d51885b237 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.357559 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0c60f46-08af-4673-9876-71d51885b237 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.362475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51568) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:54.365510 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1687ac27-5c59-4f6c-a2b3-aac40713ff9b None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:54.377255 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a0c60f46-08af-4673-9876-71d51885b237 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/7b01acd4-56d8-457a-922f-5782539553b7 HTTP/1.1" status: 204 len: 168 time: 0.4681072 Aug 27 14:21:54.379218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c60f46-08af-4673-9876-71d51885b237 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=7b01acd4-56d8-457a-922f-5782539553b7,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:54.533572 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0721b50f-9be3-40ca-bfd3-c5f1be707dea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1696956 Aug 27 14:21:54.536254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51570) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:54.542108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2778790-a4be-4133-92e7-eee8268b04d7 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:54.546534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51572) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:54.547201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f2778790-a4be-4133-92e7-eee8268b04d7 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 1093 time: 0.2988069 Aug 27 14:21:54.551323 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '5a0e1137-488d-4537-b034-3218ae9edc59', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:54.623543 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045e21a6-ecec-47d9-b835-db748bda36ae None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:21:54.652154 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f48e029-4529-445d-a46e-057810b37f61 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.684947 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-045e21a6-ecec-47d9-b835-db748bda36ae None None] Deleting port d8770b72-caec-4c94-b843-425f8d8bf8fa {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:54.685493 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-045e21a6-ecec-47d9-b835-db748bda36ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.699590 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.766237 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-045e21a6-ecec-47d9-b835-db748bda36ae None None] For port d8770b72-caec-4c94-b843-425f8d8bf8fa, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d8770b72-caec-4c94-b843-425f8d8bf8fa,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:54.767021 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-045e21a6-ecec-47d9-b835-db748bda36ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.780973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-045e21a6-ecec-47d9-b835-db748bda36ae None None] Calling delete_port for d8770b72-caec-4c94-b843-425f8d8bf8fa owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:54.875689 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-045e21a6-ecec-47d9-b835-db748bda36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.875917 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f48e029-4529-445d-a46e-057810b37f61 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.878946 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f48e029-4529-445d-a46e-057810b37f61 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.920427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e21a6-ecec-47d9-b835-db748bda36ae None None] No DVR routers for this DVR port d8770b72-caec-4c94-b843-425f8d8bf8fa on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:21:54.923125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e21a6-ecec-47d9-b835-db748bda36ae None None] Pushing event deleted for resources: {'Port': ['ID=d8770b72-caec-4c94-b843-425f8d8bf8fa,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:54.936893 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f48e029-4529-445d-a46e-057810b37f61 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.937483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f48e029-4529-445d-a46e-057810b37f61 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Fanout notify agent at l3_agent the message router_deleted on router c6d1d51e-54a6-4928-915a-f288dac930af {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:21:54.944592 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f48e029-4529-445d-a46e-057810b37f61 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:54.945703 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0f48e029-4529-445d-a46e-057810b37f61 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/routers/c6d1d51e-54a6-4928-915a-f288dac930af HTTP/1.1" status: 204 len: 168 time: 0.4074478 Aug 27 14:21:54.950020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51578) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:55.010916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0914cd09-d14c-4751-8c18-34b31458c803 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0547774 Aug 27 14:21:55.011539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51582) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:55.020242 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:55.091721 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c33c05f-6609-4d9b-9490-81a4cd9743ac req-207d80a3-50a7-46aa-9cfb-8330ee3c4988 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0403748 Aug 27 14:21:55.122075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db3d5c3-a26e-4911-b649-119fecd14dbc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:55.127029 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6db3d5c3-a26e-4911-b649-119fecd14dbc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1143630 Aug 27 14:21:55.127937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51586) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:55.147664 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77484aa-fd97-4278-b651-b816522064cb None None] Sync routers for ids ['c6d1d51e-54a6-4928-915a-f288dac930af'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:21:55.164426 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77484aa-fd97-4278-b651-b816522064cb None None] Routers set() bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:55.164844 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77484aa-fd97-4278-b651-b816522064cb None None] Router IDs set() for agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 14:21:55.166220 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_agentschedulers_db [None req-a77484aa-fd97-4278-b651-b816522064cb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c6d1d51e-54a6-4928-915a-f288dac930af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent'). {{(pid=101189) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 14:21:55.188988 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77484aa-fd97-4278-b651-b816522064cb None None] Routers set() bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:55.189246 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77484aa-fd97-4278-b651-b816522064cb None None] Router IDs set() for agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 14:21:55.189805 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_agentschedulers_db [None req-a77484aa-fd97-4278-b651-b816522064cb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c6d1d51e-54a6-4928-915a-f288dac930af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent'). {{(pid=101189) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 14:21:55.190182 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77484aa-fd97-4278-b651-b816522064cb None None] The sync data for ids ['c6d1d51e-54a6-4928-915a-f288dac930af'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:21:55.191581 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b205a7c1-22d2-40f0-9557-09d95cd58de9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620363 Aug 27 14:21:55.192629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51588) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:55.200139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d6f4946c-354b-41d5-afd6-c44d95a0dd95 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:55.221669 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:21:55.304939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f4946c-354b-41d5-afd6-c44d95a0dd95 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:55.310213 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6f4946c-354b-41d5-afd6-c44d95a0dd95 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:55.606536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.25.2.226 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/bb3a26b2-a2a3-4a30-8873-7cc4ed7bdea7) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:55.713897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.objects.ports [None req-d6f4946c-354b-41d5-afd6-c44d95a0dd95 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101186) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:21:55.716219 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6f4946c-354b-41d5-afd6-c44d95a0dd95 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:55.737662 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:55.770248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f4946c-354b-41d5-afd6-c44d95a0dd95 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:55.775948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d6f4946c-354b-41d5-afd6-c44d95a0dd95 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:55.783588 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:55.787836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec5c4d2-bebe-42b4-b580-dbe1fd71f143 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:55.791177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4946c-354b-41d5-afd6-c44d95a0dd95 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:55.792101 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6f4946c-354b-41d5-afd6-c44d95a0dd95 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:55.824937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4946c-354b-41d5-afd6-c44d95a0dd95 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=38018ad9-9dd0-46ea-81c1-71a68569bdb5,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:55.829840 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d6f4946c-354b-41d5-afd6-c44d95a0dd95 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6354835 Aug 27 14:21:55.833153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51592) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:55.840567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f4d121d0-1224-487d-9657-7bdb85927649 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:55.897092 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:55.906060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:55.908562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:55.941568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=bb3a26b2-a2a3-4a30-8873-7cc4ed7bdea7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:55.995772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d121d0-1224-487d-9657-7bdb85927649 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:55.999650 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f4d121d0-1224-487d-9657-7bdb85927649 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:56.057283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': '38018ad9-9dd0-46ea-81c1-71a68569bdb5'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:21:56.058216 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:56.251920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea060990-019e-4006-b204-86ef33acc6ce req-42738556-2e95-42d2-ad05-92a50f97ecc2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0370343 Aug 27 14:21:56.318573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Allocated IP 2001:db8::f816:3eff:fe62:80b9 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/38018ad9-9dd0-46ea-81c1-71a68569bdb5/df8fba9c-1c44-4479-8109-e9c03fb7112f) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:56.398628 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f4d121d0-1224-487d-9657-7bdb85927649 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:56.459771 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d121d0-1224-487d-9657-7bdb85927649 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:56.466150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-f4d121d0-1224-487d-9657-7bdb85927649 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:56.475968 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d121d0-1224-487d-9657-7bdb85927649 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:56.476644 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f4d121d0-1224-487d-9657-7bdb85927649 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:56.491950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d121d0-1224-487d-9657-7bdb85927649 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=c14402bc-4a29-47cb-9ddb-9b3d8e8637b9,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:56.504571 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f4d121d0-1224-487d-9657-7bdb85927649 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6668594 Aug 27 14:21:56.505593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51598) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:56.516870 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'mac_address': 'fa:16:3e:cc:89:d8', 'name': 'tempest-NetworksTestDHCPv6-480193451'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:21:56.607869 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:56.663227 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d8770b72-caec-4c94-b843-425f8d8bf8fa no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:56.686065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: d8770b72-caec-4c94-b843-425f8d8bf8fa {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:56.686405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d8770b72-caec-4c94-b843-425f8d8bf8fa not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:56.686874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:21:56.698339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:21:56.712535 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:56.713348 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:21:56.713593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9ecd8bca-5470-4a2d-9256-78ae8a715fc9 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:21:56.811049 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:56.820561 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Transition to ACTIVE for port object df8fba9c-1c44-4479-8109-e9c03fb7112f will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:56.839313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Transition to ACTIVE for port object df8fba9c-1c44-4479-8109-e9c03fb7112f will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:56.845705 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:56.860657 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:56.892518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 495ef70c-a76e-4c87-99c9-bea6485c116b yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:21:56.895538 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:56.899503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:56.904594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:56.911535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Pushing event updated for resources: {'Port': ['ID=df8fba9c-1c44-4479-8109-e9c03fb7112f,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:56.967431 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:56.973916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:56.997513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Attempting to bind port df8fba9c-1c44-4479-8109-e9c03fb7112f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:21:56.998206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Attempting to bind port df8fba9c-1c44-4479-8109-e9c03fb7112f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:21:56.998592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Attempting to bind port df8fba9c-1c44-4479-8109-e9c03fb7112f on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:21:57.011326 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:21:57.011787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:21:57.012132 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:57.018360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:21:57.019941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Bound port: df8fba9c-1c44-4479-8109-e9c03fb7112f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:21:57.020378 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:57.056876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=bb3a26b2-a2a3-4a30-8873-7cc4ed7bdea7,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:57.085771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:57.143613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] For port df8fba9c-1c44-4479-8109-e9c03fb7112f, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:21:57.147748 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] For port df8fba9c-1c44-4479-8109-e9c03fb7112f, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=df8fba9c-1c44-4479-8109-e9c03fb7112f,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:21:57.152743 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:57.178040 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 172.20.0.13 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/c14402bc-4a29-47cb-9ddb-9b3d8e8637b9/495ef70c-a76e-4c87-99c9-bea6485c116b) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:57.186854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::f816:3eff:fecc:89d8 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/38018ad9-9dd0-46ea-81c1-71a68569bdb5/495ef70c-a76e-4c87-99c9-bea6485c116b) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:21:57.238800 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6a461-a992-4a34-9eff-2c367151978e None None] Pushing event updated for resources: {'Port': ['ID=df8fba9c-1c44-4479-8109-e9c03fb7112f,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:57.277108 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Floating IP 86f0723b-7837-443e-b24f-d09622f93851 associated. External IP: 172.25.2.226, port: 5a0e1137-488d-4537-b034-3218ae9edc59. Aug 27 14:21:57.491582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:57.508349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 495ef70c-a76e-4c87-99c9-bea6485c116b will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:21:57.534305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba5834dd-567f-4d2d-8029-ce489f9d3154 req-55100d6d-8d36-40e8-859b-f2989e617cbb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0632463 Aug 27 14:21:57.621217 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:57.694459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:21:57.700103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:21:57.753405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:21:57.760020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:21:57.841154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=495ef70c-a76e-4c87-99c9-bea6485c116b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:57.861715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:57.862518 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:57.877054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:21:57.891451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f0fc35-d2a4-4ea3-a4df-959bffe85d87 None None] Sync routers for ids ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:21:57.905195 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c9425706-8244-4194-95a9-db91ef6795ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3961024 Aug 27 14:21:57.909209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51648) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:57.921718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f0fc35-d2a4-4ea3-a4df-959bffe85d87 None None] Routers {'6c660f57-4b03-4f2b-82a8-72579f9c7e53'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:57.921718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-53f0fc35-d2a4-4ea3-a4df-959bffe85d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:57.934029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:58.039051 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-288bd2af-8443-467c-850d-c6f96564b69d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4900646 Aug 27 14:21:58.056828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:21:58.063717 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c1e1bb-43bd-49ce-a2ff-893be09e46d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:21:58.117567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db84b3bd-fd7d-413b-a8eb-afca63d6cf8c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:58.124736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db84b3bd-fd7d-413b-a8eb-afca63d6cf8c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:58.129625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51660) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:58.129810 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-db84b3bd-fd7d-413b-a8eb-afca63d6cf8c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2170386 Aug 27 14:21:58.235370 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-53f0fc35-d2a4-4ea3-a4df-959bffe85d87 None None] Set router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:58.238943 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62365e8d-e5e6-4448-b6a2-fee6adb70721 x-openstack-request-id: req-62365e8d-e5e6-4448-b6a2-fee6adb70721 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:21:58.239717 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:21:58.240153 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62365e8d-e5e6-4448-b6a2-fee6adb70721 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:21:58.240740 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59', 'status': 'completed', 'code': 200} Aug 27 14:21:58.273468 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304668-b382-45bd-80c7-8394b6fa19be req-fa74da2e-7d08-4481-979e-4a9a04d224e9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:58.275790 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07304668-b382-45bd-80c7-8394b6fa19be req-fa74da2e-7d08-4481-979e-4a9a04d224e9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 946 time: 0.1149645 Aug 27 14:21:58.433955 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-07304668-b382-45bd-80c7-8394b6fa19be req-2b40e570-a41d-4cc7-8562-3947f733fa78 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349945 Aug 27 14:21:58.435141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e1bb-43bd-49ce-a2ff-893be09e46d0 req-5559d930-5324-4da6-967e-1d0d17f6d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:58.437515 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42c1e1bb-43bd-49ce-a2ff-893be09e46d0 req-5559d930-5324-4da6-967e-1d0d17f6d50a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 1098 time: 0.1871784 Aug 27 14:21:58.451118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51690) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:58.473509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-6ee69222-c1d0-458c-89c2-c1ee7e87c4d2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 495ef70c-a76e-4c87-99c9-bea6485c116b {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:21:58.475520 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ee69222-c1d0-458c-89c2-c1ee7e87c4d2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:58.616444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device df8fba9c-1c44-4479-8109-e9c03fb7112f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:21:58.640458 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5f3f53d8-1880-4d7a-9448-bdc3b676cb66 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/86f0723b-7837-443e-b24f-d09622f93851 HTTP/1.1" status: 200 len: 992 time: 0.1881413 Aug 27 14:21:58.774538 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port df8fba9c-1c44-4479-8109-e9c03fb7112f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:58.833629 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e770c30-4708-4d1b-b0c6-f2b8dc8bb823 req-0a7bdcaf-dfd4-41e3-9173-f49de875796c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0670729 Aug 27 14:21:58.884890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c014f4-e848-4dcc-997f-dd5e1bd9351d None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:21:58.921570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e1bb-43bd-49ce-a2ff-893be09e46d0 req-4a207733-0206-405d-a19c-fd8438842c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:58.923078 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42c1e1bb-43bd-49ce-a2ff-893be09e46d0 req-4a207733-0206-405d-a19c-fd8438842c13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45014d29-f174-49af-a04f-e39adeae80fa HTTP/1.1" status: 200 len: 897 time: 0.4753649 Aug 27 14:21:58.924807 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ee69222-c1d0-458c-89c2-c1ee7e87c4d2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:58.986179 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dc2dd895-0bf6-447a-99f6-34579ab50f65 None None] Provisioning for port df8fba9c-1c44-4479-8109-e9c03fb7112f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:21:59.001385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dc2dd895-0bf6-447a-99f6-34579ab50f65 None None] Provisioning complete for port df8fba9c-1c44-4479-8109-e9c03fb7112f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:21:59.001690 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dc2dd895-0bf6-447a-99f6-34579ab50f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:59.047571 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42c1e1bb-43bd-49ce-a2ff-893be09e46d0 req-c16fd559-9fad-415e-b440-cde6cbab62c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a0e1137-488d-4537-b034-3218ae9edc59 HTTP/1.1" status: 200 len: 1000 time: 0.1140764 Aug 27 14:21:59.052497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-6ee69222-c1d0-458c-89c2-c1ee7e87c4d2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 495ef70c-a76e-4c87-99c9-bea6485c116b owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:21:59.103101 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-53f0fc35-d2a4-4ea3-a4df-959bffe85d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:21:33Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '86f0723b-7837-443e-b24f-d09622f93851', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'port_id': '5a0e1137-488d-4537-b034-3218ae9edc59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'mac_address': 'fa:16:3e:c8:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:21:56Z', 'updated_at': '2021-08-27T14:21:56Z', 'revision_number': 0, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d79c141-0581-4d12-964e-b9b49ddbffcd', 'name': '', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:e6:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:32Z', 'updated_at': '2021-08-27T14:21:40Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:59.141748 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f0fc35-d2a4-4ea3-a4df-959bffe85d87 None None] Checking router: 6c660f57-4b03-4f2b-82a8-72579f9c7e53 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:21:59.174313 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e1bb-43bd-49ce-a2ff-893be09e46d0 req-6b4be320-6a7b-43b6-8009-8a93633c36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:59.176119 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42c1e1bb-43bd-49ce-a2ff-893be09e46d0 req-6b4be320-6a7b-43b6-8009-8a93633c36c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cf5b81f-6b58-4ac3-9c78-04a8b9dea971 HTTP/1.1" status: 200 len: 835 time: 0.1207154 Aug 27 14:21:59.239199 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e1bb-43bd-49ce-a2ff-893be09e46d0 req-9d87cc08-a873-4d33-92c4-77d8acabcb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:59.240816 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42c1e1bb-43bd-49ce-a2ff-893be09e46d0 req-9d87cc08-a873-4d33-92c4-77d8acabcb46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45014d29-f174-49af-a04f-e39adeae80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559592 Aug 27 14:21:59.244967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f0fc35-d2a4-4ea3-a4df-959bffe85d87 None None] Routers {'6c660f57-4b03-4f2b-82a8-72579f9c7e53'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:21:59.245604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-53f0fc35-d2a4-4ea3-a4df-959bffe85d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:21:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:21:59.307394 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dc2dd895-0bf6-447a-99f6-34579ab50f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:59.443066 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42c1e1bb-43bd-49ce-a2ff-893be09e46d0 req-c607390e-c1d5-466b-b27a-a0cf91b9fb84 service neutron] 10.222.0.41 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929984 Aug 27 14:21:59.464020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ee69222-c1d0-458c-89c2-c1ee7e87c4d2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:59.467894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-dc2dd895-0bf6-447a-99f6-34579ab50f65 None None] For port df8fba9c-1c44-4479-8109-e9c03fb7112f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=df8fba9c-1c44-4479-8109-e9c03fb7112f,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:21:59.477292 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dc2dd895-0bf6-447a-99f6-34579ab50f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:59.544801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-53f0fc35-d2a4-4ea3-a4df-959bffe85d87 None None] Set router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:21:59.560451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee69222-c1d0-458c-89c2-c1ee7e87c4d2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=495ef70c-a76e-4c87-99c9-bea6485c116b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:59.592953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dd895-0bf6-447a-99f6-34579ab50f65 None None] Pushing event updated for resources: {'Port': ['ID=df8fba9c-1c44-4479-8109-e9c03fb7112f,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:21:59.596117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d379e013-7280-4e64-8d8b-69a3e306756a None None] Update dhcp port {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': '38018ad9-9dd0-46ea-81c1-71a68569bdb5', 'ip_address': '2001:db8::f816:3eff:fe62:80b9'}, {'subnet_id': 'c14402bc-4a29-47cb-9ddb-9b3d8e8637b9'}], 'binding:host_id': 'n-d-712139-12'}, 'id': 'df8fba9c-1c44-4479-8109-e9c03fb7112f'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:21:59.644985 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d379e013-7280-4e64-8d8b-69a3e306756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:59.646550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51698) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:59.737960 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42c1e1bb-43bd-49ce-a2ff-893be09e46d0 req-8a54c678-6c5f-4c90-9c29-e26da93992c5 service neutron] 10.222.0.41 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845986 Aug 27 14:21:59.749573 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ee69222-c1d0-458c-89c2-c1ee7e87c4d2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:21:59.752637 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6ee69222-c1d0-458c-89c2-c1ee7e87c4d2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/495ef70c-a76e-4c87-99c9-bea6485c116b HTTP/1.1" status: 204 len: 168 time: 1.6224430 Aug 27 14:21:59.755252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51700) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:59.771753 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-57fa6f48-e64f-454e-b309-e9bdeca53636 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/86f0723b-7837-443e-b24f-d09622f93851 HTTP/1.1" status: 200 len: 992 time: 0.1231210 Aug 27 14:21:59.830632 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151dee8c-b8fa-4ac7-b11d-dc3b9af6bb7e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:59.833203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151dee8c-b8fa-4ac7-b11d-dc3b9af6bb7e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:59.836930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151dee8c-b8fa-4ac7-b11d-dc3b9af6bb7e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:21:59.839493 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-151dee8c-b8fa-4ac7-b11d-dc3b9af6bb7e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0828741 Aug 27 14:21:59.842450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51702) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:21:59.925575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b12a5e-914b-4527-b95d-8aa0ef6e4ccf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 38018ad9-9dd0-46ea-81c1-71a68569bdb5 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:21:59.936577 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6b12a5e-914b-4527-b95d-8aa0ef6e4ccf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:00.023314 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6b12a5e-914b-4527-b95d-8aa0ef6e4ccf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:00.055903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-53f0fc35-d2a4-4ea3-a4df-959bffe85d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:21:33Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '86f0723b-7837-443e-b24f-d09622f93851', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'port_id': '5a0e1137-488d-4537-b034-3218ae9edc59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'mac_address': 'fa:16:3e:c8:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:21:56Z', 'updated_at': '2021-08-27T14:21:56Z', 'revision_number': 0, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d79c141-0581-4d12-964e-b9b49ddbffcd', 'name': '', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:e6:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:32Z', 'updated_at': '2021-08-27T14:21:40Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:00.099724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f0fc35-d2a4-4ea3-a4df-959bffe85d87 None None] The sync data for ids ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'] in n-d-712139-12 is: [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:21:33Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '86f0723b-7837-443e-b24f-d09622f93851', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'port_id': '5a0e1137-488d-4537-b034-3218ae9edc59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'mac_address': 'fa:16:3e:c8:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:21:56Z', 'updated_at': '2021-08-27T14:21:56Z', 'revision_number': 0, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d79c141-0581-4d12-964e-b9b49ddbffcd', 'name': '', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:e6:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:32Z', 'updated_at': '2021-08-27T14:21:40Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:22:00.111421 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2e4e7a02-bc2d-40c2-a5b0-1e00bd9f6fca req-0cf19fee-158d-43c2-9cc6-faee2b49f7b2 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0514610 Aug 27 14:22:00.203390 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6b12a5e-914b-4527-b95d-8aa0ef6e4ccf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:00.275452 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6b12a5e-914b-4527-b95d-8aa0ef6e4ccf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server [None req-d379e013-7280-4e64-8d8b-69a3e306756a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38018ad9-9dd0-46ea-81c1-71a68569bdb5: This subnet is being modified by another concurrent operation. Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise exception Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38018ad9-9dd0-46ea-81c1-71a68569bdb5: This subnet is being modified by another concurrent operation. Aug 27 14:22:00.284673 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Aug 27 14:22:00.309477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b12a5e-914b-4527-b95d-8aa0ef6e4ccf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=38018ad9-9dd0-46ea-81c1-71a68569bdb5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:00.317699 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6b12a5e-914b-4527-b95d-8aa0ef6e4ccf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:00.319685 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f6b12a5e-914b-4527-b95d-8aa0ef6e4ccf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/38018ad9-9dd0-46ea-81c1-71a68569bdb5 HTTP/1.1" status: 204 len: 168 time: 0.4761491 Aug 27 14:22:00.322837 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51710) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:00.418626 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3c1e8d3c-e3d2-4fa4-b016-bf18348669f0 None None] Could not find standard attr ID for object 495ef70c-a76e-4c87-99c9-bea6485c116b. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:22:00.427377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd17b404-77ac-4f3d-b577-e9b50580e6ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet c14402bc-4a29-47cb-9ddb-9b3d8e8637b9 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:00.427912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e276c693-37f1-4f9f-936b-212966c1b5a8 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:00.431807 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd17b404-77ac-4f3d-b577-e9b50580e6ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:00.489466 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a8626-809f-4e8a-8b4c-40929700b754 None None] New status for floating IP 86f0723b-7837-443e-b24f-d09622f93851: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:22:00.522624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd17b404-77ac-4f3d-b577-e9b50580e6ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:00.546335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3c1e8d3c-e3d2-4fa4-b016-bf18348669f0 None None] Provisioning complete for port df8fba9c-1c44-4479-8109-e9c03fb7112f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:00.547102 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8d3c-e3d2-4fa4-b016-bf18348669f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:00.556645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device df8fba9c-1c44-4479-8109-e9c03fb7112f no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:00.641059 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd17b404-77ac-4f3d-b577-e9b50580e6ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:00.767757 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51712) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:00.777822 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd17b404-77ac-4f3d-b577-e9b50580e6ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:00.858741 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd17b404-77ac-4f3d-b577-e9b50580e6ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:00.860979 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fd17b404-77ac-4f3d-b577-e9b50580e6ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/c14402bc-4a29-47cb-9ddb-9b3d8e8637b9 HTTP/1.1" status: 204 len: 168 time: 0.5372012 Aug 27 14:22:00.863952 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17b404-77ac-4f3d-b577-e9b50580e6ff tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=c14402bc-4a29-47cb-9ddb-9b3d8e8637b9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:00.864536 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51714) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:00.897253 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f0a9dd96-4844-49b9-b26a-8c9284c8f6df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/86f0723b-7837-443e-b24f-d09622f93851 HTTP/1.1" status: 200 len: 992 time: 0.1274004 Aug 27 14:22:00.945304 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f781bce0-aabc-4dec-a8ae-89850cb4f4c5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792537 Aug 27 14:22:00.948880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51716) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:00.954214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-84e38483-64dc-476d-8ed1-5e8acb75ea55 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:01.088227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e38483-64dc-476d-8ed1-5e8acb75ea55 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:01.095724 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-84e38483-64dc-476d-8ed1-5e8acb75ea55 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:01.164256 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:01.250463 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port df8fba9c-1c44-4479-8109-e9c03fb7112f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=df8fba9c-1c44-4479-8109-e9c03fb7112f,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:01.254813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9866c6cb-3d66-4549-8878-1ff683dc7fd0 None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:22:01.272165 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:01.404558 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d1b5028c-b695-4756-acab-afd865bcdf89 req-b4bbe89e-6af3-4061-b921-86742e98b6d9 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.1158664 Aug 27 14:22:01.437822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=df8fba9c-1c44-4479-8109-e9c03fb7112f,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:01.458158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9866c6cb-3d66-4549-8878-1ff683dc7fd0 None None] Deleting port df8fba9c-1c44-4479-8109-e9c03fb7112f {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:01.458542 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9866c6cb-3d66-4549-8878-1ff683dc7fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:01.533309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9866c6cb-3d66-4549-8878-1ff683dc7fd0 None None] For port df8fba9c-1c44-4479-8109-e9c03fb7112f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=df8fba9c-1c44-4479-8109-e9c03fb7112f,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:01.533692 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9866c6cb-3d66-4549-8878-1ff683dc7fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:01.549956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9866c6cb-3d66-4549-8878-1ff683dc7fd0 None None] Calling delete_port for df8fba9c-1c44-4479-8109-e9c03fb7112f owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:01.647134 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9866c6cb-3d66-4549-8878-1ff683dc7fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:01.674081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.objects.ports [None req-84e38483-64dc-476d-8ed1-5e8acb75ea55 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101187) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:22:01.675164 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866c6cb-3d66-4549-8878-1ff683dc7fd0 None None] Pushing event deleted for resources: {'Port': ['ID=df8fba9c-1c44-4479-8109-e9c03fb7112f,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:01.675835 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-84e38483-64dc-476d-8ed1-5e8acb75ea55 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:01.679549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9866c6cb-3d66-4549-8878-1ff683dc7fd0 None None] No DVR routers for this DVR port df8fba9c-1c44-4479-8109-e9c03fb7112f on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:01.702508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28de497-2635-418c-8ac5-7dc3d686375c None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:22:01.741013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e38483-64dc-476d-8ed1-5e8acb75ea55 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:01.756276 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-84e38483-64dc-476d-8ed1-5e8acb75ea55 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:01.763298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e38483-64dc-476d-8ed1-5e8acb75ea55 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:01.763896 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-84e38483-64dc-476d-8ed1-5e8acb75ea55 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:01.776653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e38483-64dc-476d-8ed1-5e8acb75ea55 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=1aa15f2a-941c-42b5-a2df-c6add2cc869a,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:01.796977 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51726) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:01.797458 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-84e38483-64dc-476d-8ed1-5e8acb75ea55 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8469069 Aug 27 14:22:01.803662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-24b836a5-11af-42eb-8f9e-fd41b1a474ac tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:01.859359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28de497-2635-418c-8ac5-7dc3d686375c None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:22:01.895902 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51728) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:01.950809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b836a5-11af-42eb-8f9e-fd41b1a474ac tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:01.959455 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-24b836a5-11af-42eb-8f9e-fd41b1a474ac tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:02.017390 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8fae6439-ff74-427c-8960-5b085a8030bf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/86f0723b-7837-443e-b24f-d09622f93851 HTTP/1.1" status: 200 len: 994 time: 0.1202257 Aug 27 14:22:02.207472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': '1aa15f2a-941c-42b5-a2df-c6add2cc869a'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:22:02.208486 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:02.272942 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-24b836a5-11af-42eb-8f9e-fd41b1a474ac tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:02.330520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b836a5-11af-42eb-8f9e-fd41b1a474ac tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=a9fedd0d-e663-4172-9e4d-eb40dfbe70bb,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:02.347495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b836a5-11af-42eb-8f9e-fd41b1a474ac tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:02.349092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-24b836a5-11af-42eb-8f9e-fd41b1a474ac tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:02.359448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b836a5-11af-42eb-8f9e-fd41b1a474ac tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:02.360824 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-24b836a5-11af-42eb-8f9e-fd41b1a474ac tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:02.391752 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-24b836a5-11af-42eb-8f9e-fd41b1a474ac tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5934682 Aug 27 14:22:02.394642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51734) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:02.400662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'mac_address': 'fa:16:3e:32:5c:17', 'name': 'tempest-NetworksTestDHCPv6-859444803'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:02.425615 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Allocated IP 2001:db8::f816:3eff:fe0c:b48 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/1aa15f2a-941c-42b5-a2df-c6add2cc869a/fdfba048-2b0d-442a-931a-3e4934b46364) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:02.546021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:02.552477 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d9456437-a581-4e5e-bd20-afc6312414f8 req-af827e50-aea3-44b8-9349-f1ccc0fb161c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0451965 Aug 27 14:22:02.639255 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:02.655144 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Transition to ACTIVE for port object fdfba048-2b0d-442a-931a-3e4934b46364 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:02.659757 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:02.671131 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Transition to ACTIVE for port object fdfba048-2b0d-442a-931a-3e4934b46364 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:02.679153 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:02.682639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 94144351-fb2c-4b7b-8def-98c0a3478bfe yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:22:02.724039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:02.730020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:02.733991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:02.751196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Pushing event updated for resources: {'Port': ['ID=fdfba048-2b0d-442a-931a-3e4934b46364,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:02.809282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Attempting to bind port fdfba048-2b0d-442a-931a-3e4934b46364 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:22:02.809739 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Attempting to bind port fdfba048-2b0d-442a-931a-3e4934b46364 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:22:02.810173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Attempting to bind port fdfba048-2b0d-442a-931a-3e4934b46364 on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:02.815999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:22:02.816513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:02.816986 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:02.817489 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:22:02.818027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Bound port: fdfba048-2b0d-442a-931a-3e4934b46364, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:22:02.818537 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:02.913313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] For port fdfba048-2b0d-442a-931a-3e4934b46364, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:22:02.923392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] For port fdfba048-2b0d-442a-931a-3e4934b46364, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fdfba048-2b0d-442a-931a-3e4934b46364,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:22:02.931640 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:03.023965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699627c4-9572-4cd2-9cf1-d2de46941858 None None] Pushing event updated for resources: {'Port': ['ID=fdfba048-2b0d-442a-931a-3e4934b46364,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:03.221529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 172.20.0.10 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/a9fedd0d-e663-4172-9e4d-eb40dfbe70bb/94144351-fb2c-4b7b-8def-98c0a3478bfe) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:03.233847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::f816:3eff:fe32:5c17 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/1aa15f2a-941c-42b5-a2df-c6add2cc869a/94144351-fb2c-4b7b-8def-98c0a3478bfe) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:03.430071 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:03.448895 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 94144351-fb2c-4b7b-8def-98c0a3478bfe will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:03.495810 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:03.557348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:03.562229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:03.565164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:03.568225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=94144351-fb2c-4b7b-8def-98c0a3478bfe,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:03.636078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:03.637010 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:03.655886 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bd3ab85b-eb2a-439f-89f8-c2e3a81d1ac8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2599196 Aug 27 14:22:03.658524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51744) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:03.704658 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac3e5e63-36c9-48ec-83c5-4f4783a87ef1 req-19355cba-f45e-4bba-b98e-24745d84a07e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0450130 Aug 27 14:22:03.742936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77701169-6483-40e0-8e5a-6bbc829d2d1d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:03.751337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77701169-6483-40e0-8e5a-6bbc829d2d1d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:03.755767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-77701169-6483-40e0-8e5a-6bbc829d2d1d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0933211 Aug 27 14:22:03.756137 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51746) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:03.880727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb1976-2d0d-408e-bf29-20d83cb95908 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 94144351-fb2c-4b7b-8def-98c0a3478bfe {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:03.881072 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1976-2d0d-408e-bf29-20d83cb95908 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:03.999144 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1976-2d0d-408e-bf29-20d83cb95908 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:04.014534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb1976-2d0d-408e-bf29-20d83cb95908 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 94144351-fb2c-4b7b-8def-98c0a3478bfe owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:04.154210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d2afaf-ee5b-4687-858e-7e03666db253 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:04.237300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b3ed26ae-7544-467d-bf73-ed55b2cf1542 None None] Provisioning for port fdfba048-2b0d-442a-931a-3e4934b46364 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:04.252011 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1976-2d0d-408e-bf29-20d83cb95908 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:04.299728 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb1976-2d0d-408e-bf29-20d83cb95908 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=94144351-fb2c-4b7b-8def-98c0a3478bfe,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:04.427310 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1976-2d0d-408e-bf29-20d83cb95908 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:04.429558 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e4eb1976-2d0d-408e-bf29-20d83cb95908 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/94144351-fb2c-4b7b-8def-98c0a3478bfe HTTP/1.1" status: 204 len: 168 time: 0.6719382 Aug 27 14:22:04.433292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51748) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:04.441154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b72804-40f3-4089-9f36-32fa7db6e079 None None] Update dhcp port {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': '1aa15f2a-941c-42b5-a2df-c6add2cc869a', 'ip_address': '2001:db8::f816:3eff:fe0c:b48'}, {'subnet_id': 'a9fedd0d-e663-4172-9e4d-eb40dfbe70bb'}], 'binding:host_id': 'n-d-712139-12'}, 'id': 'fdfba048-2b0d-442a-931a-3e4934b46364'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:22:04.481179 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e5b72804-40f3-4089-9f36-32fa7db6e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:04.546234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3245a6eb-00c3-43a1-b2ff-1995e7a926f1 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:04.550955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fdfba048-2b0d-442a-931a-3e4934b46364 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:04.557663 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3245a6eb-00c3-43a1-b2ff-1995e7a926f1 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:04.559360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3245a6eb-00c3-43a1-b2ff-1995e7a926f1 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:04.561017 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3245a6eb-00c3-43a1-b2ff-1995e7a926f1 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1259487 Aug 27 14:22:04.564603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51754) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:04.634373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d2a1f2-565f-4bf1-a7f6-d26663ec5d79 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 1aa15f2a-941c-42b5-a2df-c6add2cc869a {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:04.637792 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76d2a1f2-565f-4bf1-a7f6-d26663ec5d79 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:04.695280 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port fdfba048-2b0d-442a-931a-3e4934b46364 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:04.698702 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76d2a1f2-565f-4bf1-a7f6-d26663ec5d79 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:04.699889 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port fdfba048-2b0d-442a-931a-3e4934b46364 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:04.700788 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:04.801958 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76d2a1f2-565f-4bf1-a7f6-d26663ec5d79 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:04.824883 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:04.882835 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb8daf14-ff0c-4b13-946a-ef2a3fa8048d req-e9af9825-d5ca-491f-94ef-7d0d120ee1a7 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0339816 Aug 27 14:22:04.896237 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76d2a1f2-565f-4bf1-a7f6-d26663ec5d79 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:04.936097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2a1f2-565f-4bf1-a7f6-d26663ec5d79 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa15f2a-941c-42b5-a2df-c6add2cc869a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:04.940026 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76d2a1f2-565f-4bf1-a7f6-d26663ec5d79 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:04.944281 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-76d2a1f2-565f-4bf1-a7f6-d26663ec5d79 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/1aa15f2a-941c-42b5-a2df-c6add2cc869a HTTP/1.1" status: 204 len: 168 time: 0.3784103 Aug 27 14:22:04.947632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51758) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:04.956657 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:22:04.957152 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server [None req-e5b72804-40f3-4089-9f36-32fa7db6e079 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1aa15f2a-941c-42b5-a2df-c6add2cc869a: This subnet is being modified by another concurrent operation. Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise exception Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1aa15f2a-941c-42b5-a2df-c6add2cc869a: This subnet is being modified by another concurrent operation. Aug 27 14:22:04.958933 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Aug 27 14:22:05.015434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-0553578c-1075-4ab9-8e41-a4b039552d8c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet a9fedd0d-e663-4172-9e4d-eb40dfbe70bb {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:05.019084 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0553578c-1075-4ab9-8e41-a4b039552d8c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:05.060632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29affb25-c802-4588-a29e-181afe66b02d None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:05.069396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0553578c-1075-4ab9-8e41-a4b039552d8c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:05.114596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dfd97312-05f0-4a4c-9566-e2f7335d285b None None] Provisioning complete for port fdfba048-2b0d-442a-931a-3e4934b46364 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:05.114995 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dfd97312-05f0-4a4c-9566-e2f7335d285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:05.128451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0553578c-1075-4ab9-8e41-a4b039552d8c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:05.209840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0553578c-1075-4ab9-8e41-a4b039552d8c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:05.242199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553578c-1075-4ab9-8e41-a4b039552d8c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=a9fedd0d-e663-4172-9e4d-eb40dfbe70bb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:05.244539 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0553578c-1075-4ab9-8e41-a4b039552d8c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:05.246621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0553578c-1075-4ab9-8e41-a4b039552d8c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/a9fedd0d-e663-4172-9e4d-eb40dfbe70bb HTTP/1.1" status: 204 len: 168 time: 0.2977202 Aug 27 14:22:05.249316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51760) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:05.262589 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dfd97312-05f0-4a4c-9566-e2f7335d285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:05.308097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51762) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:05.314406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:05.319977 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-dfd97312-05f0-4a4c-9566-e2f7335d285b None None] For port fdfba048-2b0d-442a-931a-3e4934b46364, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fdfba048-2b0d-442a-931a-3e4934b46364,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:05.320733 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-73602c92-732c-49c5-822e-a59ff4fe9983 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680189 Aug 27 14:22:05.327283 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dfd97312-05f0-4a4c-9566-e2f7335d285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:05.410504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd97312-05f0-4a4c-9566-e2f7335d285b None None] Pushing event updated for resources: {'Port': ['ID=fdfba048-2b0d-442a-931a-3e4934b46364,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:05.415855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c2b465-4d9a-4f2a-bdee-1d17df45716f None None] Update dhcp port {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': 'a9fedd0d-e663-4172-9e4d-eb40dfbe70bb'}], 'binding:host_id': 'n-d-712139-12'}, 'id': 'fdfba048-2b0d-442a-931a-3e4934b46364'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:22:05.449961 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-68c2b465-4d9a-4f2a-bdee-1d17df45716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:05.458031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:05.466384 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:05.660053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b644f5-8a6f-402b-937a-fb944f1c8656 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:05.783848 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:05.802547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-55d2432b-686d-410a-88e6-e59f7ffc1a58 None None] Provisioning complete for port fdfba048-2b0d-442a-931a-3e4934b46364 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:05.803321 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-55d2432b-686d-410a-88e6-e59f7ffc1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:05.845264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:05.849082 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:05.858675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:05.861945 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:05.871885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=98be6e25-adf0-4873-b79b-71b0b39167a4,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:05.893125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:05.893475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:05.893816 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:05.894153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:05.894487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:05.894847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:05.895173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:05.895502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:05.895831 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:05.896156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:05.896486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:05.896813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:05.912364 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a45fa19e-cce0-4ecd-b436-2af362bafbcb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6027336 Aug 27 14:22:05.916004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51768) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:05.917948 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ad4761-ce90-4c36-bb9a-5c3e8ec7cba9 None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:22:05.922474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-729cd857-66e7-4514-9790-cdeefaa32146 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:06.015953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-36ad4761-ce90-4c36-bb9a-5c3e8ec7cba9 None None] Deleting port fdfba048-2b0d-442a-931a-3e4934b46364 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:06.016462 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36ad4761-ce90-4c36-bb9a-5c3e8ec7cba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:06.048388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f316d814-b1f9-439f-bdb0-e4ad256bfb68 req-3089b027-0ec3-4e46-898d-3878c3af87a3 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0342164 Aug 27 14:22:06.114022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-36ad4761-ce90-4c36-bb9a-5c3e8ec7cba9 None None] For port fdfba048-2b0d-442a-931a-3e4934b46364, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fdfba048-2b0d-442a-931a-3e4934b46364,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:06.114845 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36ad4761-ce90-4c36-bb9a-5c3e8ec7cba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:06.134207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-36ad4761-ce90-4c36-bb9a-5c3e8ec7cba9 None None] Calling delete_port for fdfba048-2b0d-442a-931a-3e4934b46364 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:06.143879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729cd857-66e7-4514-9790-cdeefaa32146 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:06.148761 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-729cd857-66e7-4514-9790-cdeefaa32146 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:06.416059 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36ad4761-ce90-4c36-bb9a-5c3e8ec7cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:06.452148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad4761-ce90-4c36-bb9a-5c3e8ec7cba9 None None] Pushing event deleted for resources: {'Port': ['ID=fdfba048-2b0d-442a-931a-3e4934b46364,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:06.456277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad4761-ce90-4c36-bb9a-5c3e8ec7cba9 None None] No DVR routers for this DVR port fdfba048-2b0d-442a-931a-3e4934b46364 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:06.490248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f53d6-9ee7-4fbc-999b-877008c9dd0f None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:06.545959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fdfba048-2b0d-442a-931a-3e4934b46364 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:06.586166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: fdfba048-2b0d-442a-931a-3e4934b46364 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:22:06.587245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fdfba048-2b0d-442a-931a-3e4934b46364 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:22:06.749626 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': '940383d2-506f-4be9-ae6d-99cde58992fb'}, {'subnet_id': '98be6e25-adf0-4873-b79b-71b0b39167a4'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:22:06.750528 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:06.771696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.objects.ports [None req-729cd857-66e7-4514-9790-cdeefaa32146 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101187) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:22:06.773338 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-729cd857-66e7-4514-9790-cdeefaa32146 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:06.817502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729cd857-66e7-4514-9790-cdeefaa32146 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:06.822529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-729cd857-66e7-4514-9790-cdeefaa32146 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:06.828655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729cd857-66e7-4514-9790-cdeefaa32146 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:06.829404 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-729cd857-66e7-4514-9790-cdeefaa32146 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:06.862093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cd857-66e7-4514-9790-cdeefaa32146 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=940383d2-506f-4be9-ae6d-99cde58992fb,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:06.872036 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-729cd857-66e7-4514-9790-cdeefaa32146 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9548135 Aug 27 14:22:06.874901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51776) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:06.880870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'mac_address': 'fa:16:3e:7e:5a:9f', 'name': 'tempest-NetworksTestDHCPv6-1353487178'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:06.990906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Allocated IP 172.20.0.2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/98be6e25-adf0-4873-b79b-71b0b39167a4/9a71604a-f359-437a-88b8-598142137f7f) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:07.000896 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Allocated IP 2001:db8::f816:3eff:fe03:4f60 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/940383d2-506f-4be9-ae6d-99cde58992fb/9a71604a-f359-437a-88b8-598142137f7f) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:07.186763 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:07.196510 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Transition to ACTIVE for port object 9a71604a-f359-437a-88b8-598142137f7f will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:07.213939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Transition to ACTIVE for port object 9a71604a-f359-437a-88b8-598142137f7f will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:07.222049 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:07.267368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:07.270328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:07.274870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:07.280736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Pushing event updated for resources: {'Port': ['ID=9a71604a-f359-437a-88b8-598142137f7f,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:07.298230 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-451f0f1d-d46f-43a4-a5d7-c58c0edb5073 req-41162574-a044-4f66-a02f-7f9405f38b96 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fef6833-b786-414a-9ee5-2212e6edf414 HTTP/1.1" status: 200 len: 210 time: 0.0291004 Aug 27 14:22:07.362593 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:07.388318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Attempting to bind port 9a71604a-f359-437a-88b8-598142137f7f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:22:07.388318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Attempting to bind port 9a71604a-f359-437a-88b8-598142137f7f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:22:07.388318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Attempting to bind port 9a71604a-f359-437a-88b8-598142137f7f on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:07.393667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:22:07.394213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:07.394808 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:07.395319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:22:07.395946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Bound port: 9a71604a-f359-437a-88b8-598142137f7f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:22:07.396429 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:07.473180 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:07.479206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] For port 9a71604a-f359-437a-88b8-598142137f7f, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:22:07.482529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] For port 9a71604a-f359-437a-88b8-598142137f7f, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9a71604a-f359-437a-88b8-598142137f7f,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:22:07.490244 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:07.510014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 9dceea1b-14e3-4e87-8ca0-aa6f0c41fcaf yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:22:07.563782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b7738-b7a0-4d50-b674-cd6aff162856 None None] Pushing event updated for resources: {'Port': ['ID=9a71604a-f359-437a-88b8-598142137f7f,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:07.696200 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 172.20.0.14 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/98be6e25-adf0-4873-b79b-71b0b39167a4/9dceea1b-14e3-4e87-8ca0-aa6f0c41fcaf) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:07.703363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::f816:3eff:fe7e:5a9f (d2fde99d-ed12-467b-8fc4-f63a78e6374a/940383d2-506f-4be9-ae6d-99cde58992fb/9dceea1b-14e3-4e87-8ca0-aa6f0c41fcaf) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:07.900054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:07.913325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 9dceea1b-14e3-4e87-8ca0-aa6f0c41fcaf will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:07.952161 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:07.998494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:08.001583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:08.004140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:08.034325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=9dceea1b-14e3-4e87-8ca0-aa6f0c41fcaf,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:08.072694 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:08.073179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:08.088259 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-42f1e43d-d633-4784-a120-4affc3dc8449 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2123132 Aug 27 14:22:08.090740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51784) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:08.142918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc862adc-28ef-4af4-ac75-6a5c2aed6d6d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:08.149315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc862adc-28ef-4af4-ac75-6a5c2aed6d6d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:08.151291 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bc862adc-28ef-4af4-ac75-6a5c2aed6d6d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0592387 Aug 27 14:22:08.153946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51786) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:08.252026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ad22b-16e5-4355-8c25-89f974665756 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 9dceea1b-14e3-4e87-8ca0-aa6f0c41fcaf {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:08.254476 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad22b-16e5-4355-8c25-89f974665756 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:08.357616 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad22b-16e5-4355-8c25-89f974665756 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:08.372929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ad22b-16e5-4355-8c25-89f974665756 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 9dceea1b-14e3-4e87-8ca0-aa6f0c41fcaf owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:08.436168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51792) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:08.526330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9a71604a-f359-437a-88b8-598142137f7f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:08.559228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d09d6ca-ddf5-478d-b329-8095e402f95c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:08.604541 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d09d6ca-ddf5-478d-b329-8095e402f95c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:08.636874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 9a71604a-f359-437a-88b8-598142137f7f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:08.644418 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad22b-16e5-4355-8c25-89f974665756 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:08.679671 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d09d6ca-ddf5-478d-b329-8095e402f95c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:08.683050 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d09d6ca-ddf5-478d-b329-8095e402f95c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:08.684200 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ad22b-16e5-4355-8c25-89f974665756 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=9dceea1b-14e3-4e87-8ca0-aa6f0c41fcaf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:08.688157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51794) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:08.689080 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7d09d6ca-ddf5-478d-b329-8095e402f95c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "DELETE /v2.0/security-groups/3156f93a-f3b5-44c7-b57f-4be4d73739da HTTP/1.1" status: 204 len: 168 time: 0.2510898 Aug 27 14:22:08.700764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09d6ca-ddf5-478d-b329-8095e402f95c tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3156f93a-f3b5-44c7-b57f-4be4d73739da,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:08.712734 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-bb5934db-a4d6-4d2f-bebf-ddd04210ab16 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] show failed (client error): The resource could not be found. Aug 27 14:22:08.713444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bb5934db-a4d6-4d2f-bebf-ddd04210ab16 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "GET /v2.0/security-groups/3156f93a-f3b5-44c7-b57f-4be4d73739da HTTP/1.1" status: 404 len: 347 time: 0.0237994 Aug 27 14:22:08.717799 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51796) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:08.738327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9430d04-49ee-40a5-ac08-7eceedddeb1f None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:08.808385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3956187b-5d7d-49bc-8ed4-86dab357d84e None None] Provisioning for port 9a71604a-f359-437a-88b8-598142137f7f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:08.816265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3956187b-5d7d-49bc-8ed4-86dab357d84e None None] Provisioning complete for port 9a71604a-f359-437a-88b8-598142137f7f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:08.816641 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3956187b-5d7d-49bc-8ed4-86dab357d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:08.928544 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad22b-16e5-4355-8c25-89f974665756 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:08.931826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7a3ad22b-16e5-4355-8c25-89f974665756 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/9dceea1b-14e3-4e87-8ca0-aa6f0c41fcaf HTTP/1.1" status: 204 len: 168 time: 0.7767930 Aug 27 14:22:08.935187 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51802) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:08.949684 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3956187b-5d7d-49bc-8ed4-86dab357d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:08.982452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-51eaf2e4-0419-4b13-af2a-7b8454aad55e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Deleting port 9c9e327a-99ca-4cd9-8f17-197d3b098149 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:08.982854 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51eaf2e4-0419-4b13-af2a-7b8454aad55e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.009492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a762cd-ff2f-4e30-9634-63ba7dcc9e25 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:09.009775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3956187b-5d7d-49bc-8ed4-86dab357d84e None None] For port 9a71604a-f359-437a-88b8-598142137f7f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9a71604a-f359-437a-88b8-598142137f7f,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:09.011579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a762cd-ff2f-4e30-9634-63ba7dcc9e25 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:09.013092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a762cd-ff2f-4e30-9634-63ba7dcc9e25 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:09.014784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-08a762cd-ff2f-4e30-9634-63ba7dcc9e25 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0788164 Aug 27 14:22:09.016731 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3956187b-5d7d-49bc-8ed4-86dab357d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.017453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51804) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:09.079826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956187b-5d7d-49bc-8ed4-86dab357d84e None None] Pushing event updated for resources: {'Port': ['ID=9a71604a-f359-437a-88b8-598142137f7f,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:09.096601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e09cf8-6f70-44a8-bd92-d11f9b79a459 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 940383d2-506f-4be9-ae6d-99cde58992fb {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:09.100364 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f2e09cf8-6f70-44a8-bd92-d11f9b79a459 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.114284 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51eaf2e4-0419-4b13-af2a-7b8454aad55e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.114721 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51eaf2e4-0419-4b13-af2a-7b8454aad55e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.129348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-51eaf2e4-0419-4b13-af2a-7b8454aad55e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Calling delete_port for 9c9e327a-99ca-4cd9-8f17-197d3b098149 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:09.152263 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f2e09cf8-6f70-44a8-bd92-d11f9b79a459 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.288667 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f2e09cf8-6f70-44a8-bd92-d11f9b79a459 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.323853 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51eaf2e4-0419-4b13-af2a-7b8454aad55e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.353232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eaf2e4-0419-4b13-af2a-7b8454aad55e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'Port': ['ID=9c9e327a-99ca-4cd9-8f17-197d3b098149,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:09.355233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2de71c28-4567-48d3-b464-1c567d667d98 None None] Provisioning complete for port 9a71604a-f359-437a-88b8-598142137f7f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:09.355618 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2de71c28-4567-48d3-b464-1c567d667d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.376968 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f2e09cf8-6f70-44a8-bd92-d11f9b79a459 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.421221 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f2e09cf8-6f70-44a8-bd92-d11f9b79a459 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.424043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f2e09cf8-6f70-44a8-bd92-d11f9b79a459 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/940383d2-506f-4be9-ae6d-99cde58992fb HTTP/1.1" status: 204 len: 168 time: 0.4050975 Aug 27 14:22:09.425216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e09cf8-6f70-44a8-bd92-d11f9b79a459 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=940383d2-506f-4be9-ae6d-99cde58992fb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:09.437413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51806) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:09.470177 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51eaf2e4-0419-4b13-af2a-7b8454aad55e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.472894 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51eaf2e4-0419-4b13-af2a-7b8454aad55e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.477164 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-51eaf2e4-0419-4b13-af2a-7b8454aad55e tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "DELETE /v2.0/floatingips/cef84391-5168-4d17-8927-c005b7bbca91 HTTP/1.1" status: 204 len: 168 time: 0.7563269 Aug 27 14:22:09.478711 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51808) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:09.512618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-5377d65d-7c89-4f60-93ae-950988c982e8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 98be6e25-adf0-4873-b79b-71b0b39167a4 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:09.516161 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5377d65d-7c89-4f60-93ae-950988c982e8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.572008 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5377d65d-7c89-4f60-93ae-950988c982e8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.595621 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-23568a90-30d1-40b0-b0eb-2b8e0f6cdcb8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Deleting port 67249ed9-fee5-401f-9015-062a950f594c {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:09.596257 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-23568a90-30d1-40b0-b0eb-2b8e0f6cdcb8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.668670 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a091e6d4-2f27-4d91-9ed9-aa0f17a5a25b None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:09.697444 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5377d65d-7c89-4f60-93ae-950988c982e8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.703615 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-23568a90-30d1-40b0-b0eb-2b8e0f6cdcb8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.713062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5098d2f5-ef43-473f-a959-14159df43b62 None None] Could not find standard attr ID for object 94144351-fb2c-4b7b-8def-98c0a3478bfe. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:22:09.745048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-23568a90-30d1-40b0-b0eb-2b8e0f6cdcb8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Calling delete_port for 67249ed9-fee5-401f-9015-062a950f594c owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:09.772849 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5377d65d-7c89-4f60-93ae-950988c982e8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.807122 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377d65d-7c89-4f60-93ae-950988c982e8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=98be6e25-adf0-4873-b79b-71b0b39167a4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:09.810295 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5377d65d-7c89-4f60-93ae-950988c982e8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.812345 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5377d65d-7c89-4f60-93ae-950988c982e8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/98be6e25-adf0-4873-b79b-71b0b39167a4 HTTP/1.1" status: 204 len: 168 time: 0.3726816 Aug 27 14:22:09.814854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51810) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:09.863556 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.885313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9b4ffc10-d1b8-4b87-9375-0a97d2ab2b9e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584388 Aug 27 14:22:09.885454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51812) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:09.891458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5f6459a6-6753-45a1-aa2d-284f4ac11a2c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:09.932414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d955247c-7ee7-4e5a-93bb-1e9b936769c9 None None] Update dhcp port {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': '98be6e25-adf0-4873-b79b-71b0b39167a4'}], 'binding:host_id': 'n-d-712139-12'}, 'id': '9a71604a-f359-437a-88b8-598142137f7f'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:22:09.950527 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-23568a90-30d1-40b0-b0eb-2b8e0f6cdcb8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:09.979323 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d955247c-7ee7-4e5a-93bb-1e9b936769c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.006123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6459a6-6753-45a1-aa2d-284f4ac11a2c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:10.011099 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5f6459a6-6753-45a1-aa2d-284f4ac11a2c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.023341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23568a90-30d1-40b0-b0eb-2b8e0f6cdcb8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'Port': ['ID=67249ed9-fee5-401f-9015-062a950f594c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:10.121270 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-23568a90-30d1-40b0-b0eb-2b8e0f6cdcb8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.126588 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-23568a90-30d1-40b0-b0eb-2b8e0f6cdcb8 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "DELETE /v2.0/ports/67249ed9-fee5-401f-9015-062a950f594c HTTP/1.1" status: 204 len: 168 time: 0.6425426 Aug 27 14:22:10.126799 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51818) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:10.206165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dbf908-244d-469c-997d-1350f0670da6 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:10.247898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c0663a10-e50c-4700-9569-166473973749 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Deleting port 78649094-2439-4b87-8eab-66800cc47e58 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:10.248350 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0663a10-e50c-4700-9569-166473973749 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.283479 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2b5c6592-6253-4a32-94c0-be43a46d4e0c None None] Provisioning complete for port 9a71604a-f359-437a-88b8-598142137f7f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:10.283856 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6592-6253-4a32-94c0-be43a46d4e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.300659 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5f6459a6-6753-45a1-aa2d-284f4ac11a2c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.349236 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6459a6-6753-45a1-aa2d-284f4ac11a2c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:10.352964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-5f6459a6-6753-45a1-aa2d-284f4ac11a2c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:10.356071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6459a6-6753-45a1-aa2d-284f4ac11a2c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:10.356688 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5f6459a6-6753-45a1-aa2d-284f4ac11a2c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.367981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6459a6-6753-45a1-aa2d-284f4ac11a2c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=391957dd-7020-47b1-a628-f3200b82df26,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:10.369463 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0663a10-e50c-4700-9569-166473973749 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.389786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c0663a10-e50c-4700-9569-166473973749 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Calling delete_port for 78649094-2439-4b87-8eab-66800cc47e58 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:10.399624 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5f6459a6-6753-45a1-aa2d-284f4ac11a2c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5125072 Aug 27 14:22:10.400521 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51820) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:10.405777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:10.536658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9a71604a-f359-437a-88b8-598142137f7f no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:10.609576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:10.620279 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.626184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0663a10-e50c-4700-9569-166473973749 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.719997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0663a10-e50c-4700-9569-166473973749 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'Port': ['ID=78649094-2439-4b87-8eab-66800cc47e58,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:10.739133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33814f09-6378-4a2d-9898-7113f2af8156 None None] Update dhcp port {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': '391957dd-7020-47b1-a628-f3200b82df26'}], 'binding:host_id': 'n-d-712139-12'}, 'id': '9a71604a-f359-437a-88b8-598142137f7f'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:22:10.744389 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.801204 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33814f09-6378-4a2d-9898-7113f2af8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.803457 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0663a10-e50c-4700-9569-166473973749 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.805665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 9a71604a-f359-437a-88b8-598142137f7f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9a71604a-f359-437a-88b8-598142137f7f,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:10.807803 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c0663a10-e50c-4700-9569-166473973749 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "DELETE /v2.0/ports/78649094-2439-4b87-8eab-66800cc47e58 HTTP/1.1" status: 204 len: 168 time: 0.6796107 Aug 27 14:22:10.812070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51822) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:10.817799 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.880359 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Deleting subnet 7237fa14-4c5b-430e-9d82-35356f842932 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:10.884404 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.936524 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:10.955694 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=9a71604a-f359-437a-88b8-598142137f7f,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:11.059312 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.069791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-33814f09-6378-4a2d-9898-7113f2af8156 None None] Allocated IP 172.20.0.2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/391957dd-7020-47b1-a628-f3200b82df26/9a71604a-f359-437a-88b8-598142137f7f) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:11.197645 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.216309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.objects.ports [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101186) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:22:11.223018 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.230245 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51828) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:11.230532 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "DELETE /v2.0/subnets/7237fa14-4c5b-430e-9d82-35356f842932 HTTP/1.1" status: 204 len: 168 time: 0.4174387 Aug 27 14:22:11.237699 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f3b41f-76ef-4e51-ad77-a0246932e358 None None] Network 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:11.247803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-33814f09-6378-4a2d-9898-7113f2af8156 None None] For port 9a71604a-f359-437a-88b8-598142137f7f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9a71604a-f359-437a-88b8-598142137f7f,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:11.260994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'Subnet': ['ID=7237fa14-4c5b-430e-9d82-35356f842932,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:11.270895 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:11.271507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:11.272048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:11.272576 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:11.273196 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:11.274338 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:11.275011 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:11.275558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:11.276126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:11.276692 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:11.277260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:11.277824 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a86af-0d99-426d-8d48-6929c2ab9682 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:11.388536 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33814f09-6378-4a2d-9898-7113f2af8156 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.421878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-33814f09-6378-4a2d-9898-7113f2af8156 None None] Transition to ACTIVE for port object 9a71604a-f359-437a-88b8-598142137f7f will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:11.426407 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33814f09-6378-4a2d-9898-7113f2af8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.431373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca39e78-6eed-4919-8630-5867803b1cfb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Deleting subnet 85a540de-1867-4fa2-bc2c-c99869f313dc {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:11.435877 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ca39e78-6eed-4919-8630-5867803b1cfb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.509094 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ca39e78-6eed-4919-8630-5867803b1cfb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.511044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33814f09-6378-4a2d-9898-7113f2af8156 None None] Pushing event updated for resources: {'Port': ['ID=9a71604a-f359-437a-88b8-598142137f7f,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:11.588972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524d61b-f26a-4841-959a-f268816c710e None None] DHCP port deletion for 0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:22:11.590797 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.676762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1524d61b-f26a-4841-959a-f268816c710e None None] Deleting port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:11.677143 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1524d61b-f26a-4841-959a-f268816c710e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.721290 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ca39e78-6eed-4919-8630-5867803b1cfb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.759351 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1524d61b-f26a-4841-959a-f268816c710e None None] For port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0e2963cb-34f3-4503-8fbd-3f62b82aaab4,segment=NetworkSegment(b59ba9d7-fbe3-49cc-9007-9b2b041e6843),segment_id=b59ba9d7-fbe3-49cc-9007-9b2b041e6843)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:11.759958 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1524d61b-f26a-4841-959a-f268816c710e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.791111 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1524d61b-f26a-4841-959a-f268816c710e None None] Calling delete_port for 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:11.859948 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ca39e78-6eed-4919-8630-5867803b1cfb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.900863 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1524d61b-f26a-4841-959a-f268816c710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.901175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca39e78-6eed-4919-8630-5867803b1cfb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'Subnet': ['ID=85a540de-1867-4fa2-bc2c-c99869f313dc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:11.913232 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6ca39e78-6eed-4919-8630-5867803b1cfb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:11.916247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6ca39e78-6eed-4919-8630-5867803b1cfb tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "DELETE /v2.0/subnets/85a540de-1867-4fa2-bc2c-c99869f313dc HTTP/1.1" status: 204 len: 168 time: 0.6528821 Aug 27 14:22:11.917385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524d61b-f26a-4841-959a-f268816c710e None None] No DVR routers for this DVR port 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:11.918912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51830) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:11.943809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d34fa65-b37e-480b-b2db-5b096d35a997 None None] Network 5329867c-188b-450e-85af-6974c633d4dc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:11.963398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] For port 9a71604a-f359-437a-88b8-598142137f7f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9a71604a-f359-437a-88b8-598142137f7f,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:12.007169 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.015154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524d61b-f26a-4841-959a-f268816c710e None None] Pushing event deleted for resources: {'Port': ['ID=0e2963cb-34f3-4503-8fbd-3f62b82aaab4,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:12.028760 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb02d5bc-dcbd-4722-a1a5-729a84efa6d6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.033337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.034900 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.167243 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb02d5bc-dcbd-4722-a1a5-729a84efa6d6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.188485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-cb02d5bc-dcbd-4722-a1a5-729a84efa6d6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:12.195897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:12.196650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=bac53a07-6297-419a-8eea-ee1a85d4121b,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:12.200912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7af5f99-3903-48e9-be19-30a550fe659a None None] DHCP port deletion for 5329867c-188b-450e-85af-6974c633d4dc request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:22:12.217932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:12.219618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-cb02d5bc-dcbd-4722-a1a5-729a84efa6d6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:12.219618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-cb02d5bc-dcbd-4722-a1a5-729a84efa6d6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59ba9d7-fbe3-49cc-9007-9b2b041e6843') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:12.225179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:12.225781 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.252055 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb02d5bc-dcbd-4722-a1a5-729a84efa6d6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.266527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8622105 Aug 27 14:22:12.267526 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51836) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:12.275528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'mac_address': 'fa:16:3e:83:39:db', 'name': 'tempest-NetworksTestDHCPv6-1169357549'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:12.287709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fa9ae-f2f3-4ee1-ac34-831fb3abe685 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=9a71604a-f359-437a-88b8-598142137f7f,revision_number=9']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:12.295356 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb02d5bc-dcbd-4722-a1a5-729a84efa6d6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.306882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b7af5f99-3903-48e9-be19-30a550fe659a None None] Deleting port b414ea9d-ffc6-4b9e-924f-9210402f39b1 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:12.307690 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b7af5f99-3903-48e9-be19-30a550fe659a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.332490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb02d5bc-dcbd-4722-a1a5-729a84efa6d6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:22:12.332936 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb02d5bc-dcbd-4722-a1a5-729a84efa6d6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:22:12.335892 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:22:12.416750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b7af5f99-3903-48e9-be19-30a550fe659a None None] For port b414ea9d-ffc6-4b9e-924f-9210402f39b1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b414ea9d-ffc6-4b9e-924f-9210402f39b1,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:12.419296 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b7af5f99-3903-48e9-be19-30a550fe659a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.453377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b7af5f99-3903-48e9-be19-30a550fe659a None None] Calling delete_port for b414ea9d-ffc6-4b9e-924f-9210402f39b1 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:12.475840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb02d5bc-dcbd-4722-a1a5-729a84efa6d6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.513459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cb02d5bc-dcbd-4722-a1a5-729a84efa6d6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.516487 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cb02d5bc-dcbd-4722-a1a5-729a84efa6d6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "DELETE /v2.0/networks/0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92 HTTP/1.1" status: 204 len: 168 time: 0.5964718 Aug 27 14:22:12.519126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51838) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:12.521958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb242775-816e-45b8-9aff-ccebe2c32f4d None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:12.538230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02d5bc-dcbd-4722-a1a5-729a84efa6d6 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'Network': ['ID=0b6d3ea0-6c2f-4d61-9a62-53ffe43c6b92,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:12.546035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:12.552021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9a71604a-f359-437a-88b8-598142137f7f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:12.636079 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.674236 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.701131 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port be7d275a-e002-4918-9d5f-d6e0fcae1ce8 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:22:12.718920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Deleting port b414ea9d-ffc6-4b9e-924f-9210402f39b1 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:12.719324 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.792288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] For port b414ea9d-ffc6-4b9e-924f-9210402f39b1, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b414ea9d-ffc6-4b9e-924f-9210402f39b1,segment=NetworkSegment(fe90db2e-7fcc-4d65-b55a-a1a212e5be07),segment_id=fe90db2e-7fcc-4d65-b55a-a1a212e5be07)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:12.793041 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.809401 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5c718327-1597-403c-87a4-8225c547f0d3 None None] Provisioning for port 9a71604a-f359-437a-88b8-598142137f7f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:12.810891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Calling delete_port for b414ea9d-ffc6-4b9e-924f-9210402f39b1 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:12.818224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5c718327-1597-403c-87a4-8225c547f0d3 None None] Provisioning complete for port 9a71604a-f359-437a-88b8-598142137f7f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:12.818474 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c718327-1597-403c-87a4-8225c547f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.897745 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b7af5f99-3903-48e9-be19-30a550fe659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.911076 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:12.927896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 172.20.0.11 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/391957dd-7020-47b1-a628-f3200b82df26/be7d275a-e002-4918-9d5f-d6e0fcae1ce8) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:12.937051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::f816:3eff:fe83:39db (d2fde99d-ed12-467b-8fc4-f63a78e6374a/bac53a07-6297-419a-8eea-ee1a85d4121b/be7d275a-e002-4918-9d5f-d6e0fcae1ce8) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:12.957851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af5f99-3903-48e9-be19-30a550fe659a None None] No DVR routers for this DVR port b414ea9d-ffc6-4b9e-924f-9210402f39b1 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:12.963143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'Port': ['ID=b414ea9d-ffc6-4b9e-924f-9210402f39b1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:12.973600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af5f99-3903-48e9-be19-30a550fe659a None None] Pushing event deleted for resources: {'Port': ['ID=b414ea9d-ffc6-4b9e-924f-9210402f39b1,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:12.978216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] No DVR routers for this DVR port b414ea9d-ffc6-4b9e-924f-9210402f39b1 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:12.984364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9a71604a-f359-437a-88b8-598142137f7f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:12.984741 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.083785 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c718327-1597-403c-87a4-8225c547f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.085284 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.107718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5329867c-188b-450e-85af-6974c633d4dc']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:13.134331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:13.134630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe90db2e-7fcc-4d65-b55a-a1a212e5be07') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:13.157439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5c718327-1597-403c-87a4-8225c547f0d3 None None] For port 9a71604a-f359-437a-88b8-598142137f7f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9a71604a-f359-437a-88b8-598142137f7f,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:13.158107 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.163316 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c718327-1597-403c-87a4-8225c547f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.170922 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.172626 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.193031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object be7d275a-e002-4918-9d5f-d6e0fcae1ce8 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:13.200739 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.214344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:22:13.215587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:22:13.221511 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:22:13.242078 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.307202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c718327-1597-403c-87a4-8225c547f0d3 None None] Pushing event updated for resources: {'Port': ['ID=9a71604a-f359-437a-88b8-598142137f7f,revision_number=10']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:13.331693 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:22:13.332211 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:22:13.363909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:13.367022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:13.372197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:13.384794 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.390205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.397019 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] 10.222.0.55 "DELETE /v2.0/networks/5329867c-188b-450e-85af-6974c633d4dc HTTP/1.1" status: 204 len: 168 time: 0.8767707 Aug 27 14:22:13.415027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=be7d275a-e002-4918-9d5f-d6e0fcae1ce8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:13.446875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3437d9a-1457-4cfb-b843-7441206069c5 tempest-TaggedBootDevicesTest-961450213 tempest-TaggedBootDevicesTest-961450213-project] Pushing event deleted for resources: {'Network': ['ID=5329867c-188b-450e-85af-6974c633d4dc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:13.463089 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:13.463089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.483300 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a85e5459-7f0a-42ff-8122-4673af19f538 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2122955 Aug 27 14:22:13.485903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51844) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:13.564171 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63cef08-9e7c-44cf-9488-279ad12faa38 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:13.575809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63cef08-9e7c-44cf-9488-279ad12faa38 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:13.577638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c63cef08-9e7c-44cf-9488-279ad12faa38 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.0906925 Aug 27 14:22:13.580605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51846) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:13.690935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-91e137a4-fa67-491c-b745-7ac9452414d4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port be7d275a-e002-4918-9d5f-d6e0fcae1ce8 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:13.691874 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91e137a4-fa67-491c-b745-7ac9452414d4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.824358 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91e137a4-fa67-491c-b745-7ac9452414d4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:13.839808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-91e137a4-fa67-491c-b745-7ac9452414d4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for be7d275a-e002-4918-9d5f-d6e0fcae1ce8 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:13.983527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:13.986090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebaeb2a-1793-4a9c-8036-85ccbf8dc11b None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:14.021474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:22:14.022160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0e2963cb-34f3-4503-8fbd-3f62b82aaab4 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:22:14.022842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b414ea9d-ffc6-4b9e-924f-9210402f39b1 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:14.079978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91e137a4-fa67-491c-b745-7ac9452414d4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:14.095353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b414ea9d-ffc6-4b9e-924f-9210402f39b1 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:22:14.095992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b414ea9d-ffc6-4b9e-924f-9210402f39b1 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:22:14.124808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e137a4-fa67-491c-b745-7ac9452414d4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=be7d275a-e002-4918-9d5f-d6e0fcae1ce8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:14.125066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-18ffd0bf-a324-41c6-b265-d813d3e828b5 None None] Provisioning complete for port 9a71604a-f359-437a-88b8-598142137f7f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:14.125747 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-18ffd0bf-a324-41c6-b265-d813d3e828b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:14.240903 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-91e137a4-fa67-491c-b745-7ac9452414d4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:14.243634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-91e137a4-fa67-491c-b745-7ac9452414d4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/be7d275a-e002-4918-9d5f-d6e0fcae1ce8 HTTP/1.1" status: 204 len: 168 time: 0.6615484 Aug 27 14:22:14.246013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51864) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:14.319110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e382f-1320-45ca-8565-b7a501eaa4f7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:14.321167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e382f-1320-45ca-8565-b7a501eaa4f7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:14.322818 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e382f-1320-45ca-8565-b7a501eaa4f7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:14.326824 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f16e382f-1320-45ca-8565-b7a501eaa4f7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0772872 Aug 27 14:22:14.327766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51866) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:14.428229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e00dbf-8dd4-452c-8e70-e551bb17a988 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 391957dd-7020-47b1-a628-f3200b82df26 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:14.437726 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c7e00dbf-8dd4-452c-8e70-e551bb17a988 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:14.517016 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c7e00dbf-8dd4-452c-8e70-e551bb17a988 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:14.527589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9a71604a-f359-437a-88b8-598142137f7f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:14.609063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9a71604a-f359-437a-88b8-598142137f7f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:14.609453 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:14.634193 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c7e00dbf-8dd4-452c-8e70-e551bb17a988 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:14.678477 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-461c1fe6-0d3d-4956-a643-dff9e9c56d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:14.714457 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c7e00dbf-8dd4-452c-8e70-e551bb17a988 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:14.744069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e00dbf-8dd4-452c-8e70-e551bb17a988 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=391957dd-7020-47b1-a628-f3200b82df26,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:14.753963 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c7e00dbf-8dd4-452c-8e70-e551bb17a988 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:14.758820 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c7e00dbf-8dd4-452c-8e70-e551bb17a988 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/391957dd-7020-47b1-a628-f3200b82df26 HTTP/1.1" status: 204 len: 168 time: 0.4275880 Aug 27 14:22:14.759524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51880) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:14.766290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8b1b7989-9664-4a63-aa3d-c0a78b6274bb None None] Provisioning complete for port 9a71604a-f359-437a-88b8-598142137f7f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:14.766826 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8b1b7989-9664-4a63-aa3d-c0a78b6274bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:14.864890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2ed02a-b430-4058-ba6e-2f22140d91b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet bac53a07-6297-419a-8eea-ee1a85d4121b {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:14.875230 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed02a-b430-4058-ba6e-2f22140d91b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:14.943008 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed02a-b430-4058-ba6e-2f22140d91b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:15.035604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ced3feb-4772-48f1-8761-156525cb38fb None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:15.100343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d220f91b-c44f-4773-8bb2-38159aa444f7 None None] Could not find standard attr ID for object 9dceea1b-14e3-4e87-8ca0-aa6f0c41fcaf. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:22:15.342431 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed02a-b430-4058-ba6e-2f22140d91b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:15.413567 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed02a-b430-4058-ba6e-2f22140d91b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:15.447342 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed02a-b430-4058-ba6e-2f22140d91b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:15.451744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51884) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:15.452247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9c2ed02a-b430-4058-ba6e-2f22140d91b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/bac53a07-6297-419a-8eea-ee1a85d4121b HTTP/1.1" status: 204 len: 168 time: 0.6905596 Aug 27 14:22:15.452665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ed02a-b430-4058-ba6e-2f22140d91b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=bac53a07-6297-419a-8eea-ee1a85d4121b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:15.552980 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d2ed6fc3-4c08-441e-b705-bd94648d7ca1 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986497 Aug 27 14:22:15.556256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51890) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:15.620986 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71851128-46bd-4386-8230-63be7dc091e6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:15.622804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-71851128-46bd-4386-8230-63be7dc091e6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0654819 Aug 27 14:22:15.625325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51892) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:15.690839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00665861-379c-4c09-ae16-bdcf9b8965ab tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:15.692725 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-00665861-379c-4c09-ae16-bdcf9b8965ab tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0663714 Aug 27 14:22:15.695938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51894) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:15.745997 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ae87192f-ce74-4344-b53f-341b05d09ac5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486653 Aug 27 14:22:15.751718 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51896) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:15.758508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6f1981b5-69e9-44cf-adc8-2c93d381487a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:15.886111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1981b5-69e9-44cf-adc8-2c93d381487a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:15.891761 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f1981b5-69e9-44cf-adc8-2c93d381487a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:15.894170 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1981b5-69e9-44cf-adc8-2c93d381487a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:22:15.894754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1981b5-69e9-44cf-adc8-2c93d381487a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:15.919059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51908) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:15.923199 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6f1981b5-69e9-44cf-adc8-2c93d381487a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1698980 Aug 27 14:22:15.926126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2fe1a4f4-72c8-4b97-a1dd-f1f21491e309 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:16.003667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f751d-b4dc-4b32-a8c9-2bdff2b66fde None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:16.050284 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe1a4f4-72c8-4b97-a1dd-f1f21491e309 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:16.054017 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2fe1a4f4-72c8-4b97-a1dd-f1f21491e309 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:16.056107 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe1a4f4-72c8-4b97-a1dd-f1f21491e309 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:22:16.056779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe1a4f4-72c8-4b97-a1dd-f1f21491e309 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:16.077174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51910) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:16.084693 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-247f0cac-830a-41ef-82d8-1621c8bedef4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:16.087302 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2fe1a4f4-72c8-4b97-a1dd-f1f21491e309 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1668863 Aug 27 14:22:16.149229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1358a10a-7d1a-4d3c-9284-b98a4e0d244b None None] Provisioning complete for port 9a71604a-f359-437a-88b8-598142137f7f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:16.150061 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1358a10a-7d1a-4d3c-9284-b98a4e0d244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:16.227728 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247f0cac-830a-41ef-82d8-1621c8bedef4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:16.232034 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-247f0cac-830a-41ef-82d8-1621c8bedef4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:16.234648 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-247f0cac-830a-41ef-82d8-1621c8bedef4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:22:16.235112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247f0cac-830a-41ef-82d8-1621c8bedef4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:16.262347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51912) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:16.262843 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-247f0cac-830a-41ef-82d8-1621c8bedef4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1843917 Aug 27 14:22:16.273491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96626c16-0699-4677-aa32-f098435f9cf5 None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:22:16.274653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-019ac947-f385-48c7-bb72-dc66e94c582b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:16.331031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-96626c16-0699-4677-aa32-f098435f9cf5 None None] Deleting port 9a71604a-f359-437a-88b8-598142137f7f {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:16.331482 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96626c16-0699-4677-aa32-f098435f9cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:16.401138 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ac947-f385-48c7-bb72-dc66e94c582b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:16.405418 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-96626c16-0699-4677-aa32-f098435f9cf5 None None] For port 9a71604a-f359-437a-88b8-598142137f7f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9a71604a-f359-437a-88b8-598142137f7f,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:16.405832 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96626c16-0699-4677-aa32-f098435f9cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:16.409475 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-019ac947-f385-48c7-bb72-dc66e94c582b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:16.416711 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-019ac947-f385-48c7-bb72-dc66e94c582b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:22:16.417183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019ac947-f385-48c7-bb72-dc66e94c582b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:16.430335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-96626c16-0699-4677-aa32-f098435f9cf5 None None] Calling delete_port for 9a71604a-f359-437a-88b8-598142137f7f owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:16.442183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51914) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:16.450509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ebeca267-8bf3-4716-aeba-e59cbf0491c2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:16.454558 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-019ac947-f385-48c7-bb72-dc66e94c582b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1838038 Aug 27 14:22:16.495641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9a71604a-f359-437a-88b8-598142137f7f no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:16.570964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebeca267-8bf3-4716-aeba-e59cbf0491c2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:16.575069 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebeca267-8bf3-4716-aeba-e59cbf0491c2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:16.577767 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebeca267-8bf3-4716-aeba-e59cbf0491c2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:22:16.578269 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebeca267-8bf3-4716-aeba-e59cbf0491c2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:16.600932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51920) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:16.609310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d325c8db-7582-48cd-8fff-88995eddcd7a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:16.612946 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ebeca267-8bf3-4716-aeba-e59cbf0491c2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1695058 Aug 27 14:22:16.641936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:16.656515 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96626c16-0699-4677-aa32-f098435f9cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:16.709246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96626c16-0699-4677-aa32-f098435f9cf5 None None] Pushing event deleted for resources: {'Port': ['ID=9a71604a-f359-437a-88b8-598142137f7f,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:16.723492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96626c16-0699-4677-aa32-f098435f9cf5 None None] No DVR routers for this DVR port 9a71604a-f359-437a-88b8-598142137f7f on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:16.725919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d325c8db-7582-48cd-8fff-88995eddcd7a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:16.732295 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d325c8db-7582-48cd-8fff-88995eddcd7a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:16.734282 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-d325c8db-7582-48cd-8fff-88995eddcd7a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:22:16.734576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d325c8db-7582-48cd-8fff-88995eddcd7a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:16.755893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51922) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:16.766250 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d325c8db-7582-48cd-8fff-88995eddcd7a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1633887 Aug 27 14:22:16.767732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0985238-317c-44f3-b5ba-a2ff28f62dc7 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:22:16.794206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51924) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:16.808922 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-02ee659c-bca9-4cb8-a82b-b8be8e6daad2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0490117 Aug 27 14:22:16.868634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c1e066-a4ee-4457-8268-d1d11e961ce8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:16.872616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51926) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:16.872889 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b4c1e066-a4ee-4457-8268-d1d11e961ce8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0773497 Aug 27 14:22:16.889077 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0985238-317c-44f3-b5ba-a2ff28f62dc7 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:22:16.915860 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f812823c-acd0-4c16-9ccc-12a7f6a0766e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418549 Aug 27 14:22:16.919670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51928) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:16.925612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-78b752fd-79d2-442e-b4f9-56c60be844bb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:17.072708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b752fd-79d2-442e-b4f9-56c60be844bb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:17.077680 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-78b752fd-79d2-442e-b4f9-56c60be844bb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:17.401785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.objects.ports [None req-78b752fd-79d2-442e-b4f9-56c60be844bb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101187) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:22:17.403287 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-78b752fd-79d2-442e-b4f9-56c60be844bb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:17.430334 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:17.454551 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b752fd-79d2-442e-b4f9-56c60be844bb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:17.458073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-78b752fd-79d2-442e-b4f9-56c60be844bb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:17.464352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b752fd-79d2-442e-b4f9-56c60be844bb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:17.464598 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-78b752fd-79d2-442e-b4f9-56c60be844bb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:17.479098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b975b3-b3d9-495e-933e-aecd8fec7fd7 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:17.487211 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-78b752fd-79d2-442e-b4f9-56c60be844bb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5663154 Aug 27 14:22:17.487427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51936) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:17.498381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b752fd-79d2-442e-b4f9-56c60be844bb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=adc30678-b07f-4a9c-b410-ac3408e80f34,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:17.508765 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'mac_address': 'fa:16:3e:f3:a6:9c', 'name': 'tempest-NetworksTestDHCPv6-1900184934'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:17.608370 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2196ba29-a2db-42e1-8478-9867175325f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:17.663773 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:17.725115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': 'adc30678-b07f-4a9c-b410-ac3408e80f34'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:22:17.726082 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:17.792317 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:17.814728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 74778096-f8b0-41f7-8319-c3f542fce1f0 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:22:17.906461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Allocated IP 2001:db8::f816:3eff:fe5e:eed1 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/adc30678-b07f-4a9c-b410-ac3408e80f34/cdc455b9-ada9-4229-941b-c92ce6cf5ced) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:18.102078 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:18.115377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Transition to ACTIVE for port object cdc455b9-ada9-4229-941b-c92ce6cf5ced will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:18.138562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Transition to ACTIVE for port object cdc455b9-ada9-4229-941b-c92ce6cf5ced will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:18.147884 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:18.194128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:18.203139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:18.206140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:18.231653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::f816:3eff:fef3:a69c (d2fde99d-ed12-467b-8fc4-f63a78e6374a/adc30678-b07f-4a9c-b410-ac3408e80f34/74778096-f8b0-41f7-8319-c3f542fce1f0) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:18.253265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Pushing event updated for resources: {'Port': ['ID=cdc455b9-ada9-4229-941b-c92ce6cf5ced,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:18.291929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Attempting to bind port cdc455b9-ada9-4229-941b-c92ce6cf5ced on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:22:18.292219 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Attempting to bind port cdc455b9-ada9-4229-941b-c92ce6cf5ced by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:22:18.292596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Attempting to bind port cdc455b9-ada9-4229-941b-c92ce6cf5ced on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:18.300713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:22:18.301094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:18.301510 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:18.302060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:22:18.302573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Bound port: cdc455b9-ada9-4229-941b-c92ce6cf5ced, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:22:18.303068 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:18.423648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] For port cdc455b9-ada9-4229-941b-c92ce6cf5ced, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:22:18.428765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] For port cdc455b9-ada9-4229-941b-c92ce6cf5ced, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cdc455b9-ada9-4229-941b-c92ce6cf5ced,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:22:18.434271 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:18.521973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15267d-11df-4333-997b-efec7fe6f3ba None None] Pushing event updated for resources: {'Port': ['ID=cdc455b9-ada9-4229-941b-c92ce6cf5ced,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:18.530146 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:18.546345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 74778096-f8b0-41f7-8319-c3f542fce1f0 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:18.587895 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:18.644273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:18.647978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:18.653572 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:18.659394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:18.660117 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:18.670162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=74778096-f8b0-41f7-8319-c3f542fce1f0,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:18.685392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b8341519-dc2c-4f8e-8b23-80609fdc9b06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1959543 Aug 27 14:22:18.687805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51944) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:18.789615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926f0c1a-035f-4438-9f31-ef3929c56de3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:18.801590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926f0c1a-035f-4438-9f31-ef3929c56de3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:18.803295 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:18.804769 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-926f0c1a-035f-4438-9f31-ef3929c56de3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1137102 Aug 27 14:22:18.807870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51950) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:18.937608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-094a1323-927b-4375-8307-9f6f29d2ab90 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 74778096-f8b0-41f7-8319-c3f542fce1f0 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:18.938481 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-094a1323-927b-4375-8307-9f6f29d2ab90 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:19.045294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-094a1323-927b-4375-8307-9f6f29d2ab90 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:19.059166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-094a1323-927b-4375-8307-9f6f29d2ab90 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 74778096-f8b0-41f7-8319-c3f542fce1f0 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:19.196459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-094a1323-927b-4375-8307-9f6f29d2ab90 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:19.230784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a1323-927b-4375-8307-9f6f29d2ab90 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=74778096-f8b0-41f7-8319-c3f542fce1f0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:19.262427 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-094a1323-927b-4375-8307-9f6f29d2ab90 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:19.267119 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-094a1323-927b-4375-8307-9f6f29d2ab90 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/74778096-f8b0-41f7-8319-c3f542fce1f0 HTTP/1.1" status: 204 len: 168 time: 0.4552457 Aug 27 14:22:19.267412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51952) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:19.322918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28f7331-8b61-42bc-ad8b-eb6111a2f9dc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:19.324543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28f7331-8b61-42bc-ad8b-eb6111a2f9dc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:19.328569 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e28f7331-8b61-42bc-ad8b-eb6111a2f9dc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0576460 Aug 27 14:22:19.333099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51954) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:19.404215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c24326-c01e-4af1-b9df-0fa336db528c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet adc30678-b07f-4a9c-b410-ac3408e80f34 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:19.407829 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7c24326-c01e-4af1-b9df-0fa336db528c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:19.451036 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7c24326-c01e-4af1-b9df-0fa336db528c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:19.545055 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7c24326-c01e-4af1-b9df-0fa336db528c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:19.616289 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7c24326-c01e-4af1-b9df-0fa336db528c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:19.642810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c24326-c01e-4af1-b9df-0fa336db528c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=adc30678-b07f-4a9c-b410-ac3408e80f34,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:19.651430 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7c24326-c01e-4af1-b9df-0fa336db528c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:19.653382 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a7c24326-c01e-4af1-b9df-0fa336db528c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/adc30678-b07f-4a9c-b410-ac3408e80f34 HTTP/1.1" status: 204 len: 168 time: 0.3190172 Aug 27 14:22:19.656645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 51958) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:19.684756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c9d7c2-50c5-4114-99d4-d6231630df8b None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:19.700863 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7e7b7354-4e11-4a31-bf51-b99eb6aea10b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430553 Aug 27 14:22:19.703737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51960) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:19.708848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c0e7bf06-9122-4ffc-8785-d228345f8643 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:19.766618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-31a6d6c4-a01e-463d-8e92-42b943bd8df4 None None] Provisioning for port cdc455b9-ada9-4229-941b-c92ce6cf5ced completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:19.894532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdd8f6f-a8d1-455f-bc13-4037b801d5f6 None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:22:19.967423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd8f6f-a8d1-455f-bc13-4037b801d5f6 None None] Deleting port cdc455b9-ada9-4229-941b-c92ce6cf5ced {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:19.968122 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8bdd8f6f-a8d1-455f-bc13-4037b801d5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:20.048957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8bdd8f6f-a8d1-455f-bc13-4037b801d5f6 None None] For port cdc455b9-ada9-4229-941b-c92ce6cf5ced, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cdc455b9-ada9-4229-941b-c92ce6cf5ced,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:20.049275 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8bdd8f6f-a8d1-455f-bc13-4037b801d5f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:20.063979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd8f6f-a8d1-455f-bc13-4037b801d5f6 None None] Calling delete_port for cdc455b9-ada9-4229-941b-c92ce6cf5ced owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:20.156195 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8bdd8f6f-a8d1-455f-bc13-4037b801d5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:20.172640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e7bf06-9122-4ffc-8785-d228345f8643 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:20.176977 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0e7bf06-9122-4ffc-8785-d228345f8643 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:20.186596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd8f6f-a8d1-455f-bc13-4037b801d5f6 None None] Pushing event deleted for resources: {'Port': ['ID=cdc455b9-ada9-4229-941b-c92ce6cf5ced,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:20.190576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd8f6f-a8d1-455f-bc13-4037b801d5f6 None None] No DVR routers for this DVR port cdc455b9-ada9-4229-941b-c92ce6cf5ced on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:20.228486 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:20.365577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-dd86bf95-67e2-4b39-9f06-110a4a05519a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:20.367039 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-dd86bf95-67e2-4b39-9f06-110a4a05519a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.1190746 Aug 27 14:22:20.384645 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-249c806b-7a2c-4ea7-b875-014e949a9a27 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/quotas/3d745316476744be879ccd1cab5d810b HTTP/1.1" status: 200 len: 375 time: 0.0107613 Aug 27 14:22:20.463431 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-ba92ee8e-6a6d-4321-b273-666946c8774d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707109 Aug 27 14:22:20.538498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.objects.ports [None req-c0e7bf06-9122-4ffc-8785-d228345f8643 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101187) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:22:20.540763 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0e7bf06-9122-4ffc-8785-d228345f8643 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:20.589264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e7bf06-9122-4ffc-8785-d228345f8643 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:20.592994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-c0e7bf06-9122-4ffc-8785-d228345f8643 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:20.604130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d6fa6-b6ff-4c22-932f-f5a6cde9bad7 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:20.608217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e7bf06-9122-4ffc-8785-d228345f8643 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:20.608824 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0e7bf06-9122-4ffc-8785-d228345f8643 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:20.637802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7bf06-9122-4ffc-8785-d228345f8643 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=f8e311d8-b0ee-4c0e-91c1-80bed67c92df,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:20.646363 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-3088fc41-b8f6-4507-b13c-4411fb8c45aa service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818848 Aug 27 14:22:20.649106 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c0e7bf06-9122-4ffc-8785-d228345f8643 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9442565 Aug 27 14:22:20.651672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 51982) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:20.657699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'mac_address': 'fa:16:3e:f1:d3:98', 'name': 'tempest-NetworksTestDHCPv6-358627339'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:20.786440 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-2146b670-e366-4d9d-9085-9f0c8fd841fd service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332810 Aug 27 14:22:20.802295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': 'f8e311d8-b0ee-4c0e-91c1-80bed67c92df'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:22:20.803431 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:20.822611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:20.942102 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:20.970479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 4c2b40be-d1b8-4373-bed2-104615fc0fb1 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:22:20.995549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Allocated IP 2001:db8::f816:3eff:fe5f:4b19 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/f8e311d8-b0ee-4c0e-91c1-80bed67c92df/35c6ff12-e0f5-4c94-b9c9-6726716f3d57) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:21.167127 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:21.175864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Transition to ACTIVE for port object 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:21.181954 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-581d98b3-8373-484c-8df2-52dbd0b46d2e req-5560c1d7-fe8f-4d62-9874-7879eda8ef2b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 210 time: 0.0297556 Aug 27 14:22:21.204466 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Transition to ACTIVE for port object 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:21.231252 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:21.277786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::f816:3eff:fef1:d398 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/f8e311d8-b0ee-4c0e-91c1-80bed67c92df/4c2b40be-d1b8-4373-bed2-104615fc0fb1) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:21.298270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:21.301197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Pushing event updated for resources: {'Port': ['ID=35c6ff12-e0f5-4c94-b9c9-6726716f3d57,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:21.303969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:21.310337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:21.501515 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:21.518875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 4c2b40be-d1b8-4373-bed2-104615fc0fb1 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:21.558015 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:21.583623 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:21.591253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Attempting to bind port 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:22:21.591557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Attempting to bind port 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:22:21.591916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Attempting to bind port 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:21.599980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:22:21.600358 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:21.600759 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:21.601156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:22:21.602346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Bound port: 35c6ff12-e0f5-4c94-b9c9-6726716f3d57, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:22:21.602762 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:21.617257 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=4c2b40be-d1b8-4373-bed2-104615fc0fb1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:21.634212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:21.635783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:21.643873 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:21.651354 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:21.651928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:21.669442 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-74a18a4a-a6ef-43be-a2ce-bfae05b54787 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0165193 Aug 27 14:22:21.672099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52004) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:21.721096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] For port 35c6ff12-e0f5-4c94-b9c9-6726716f3d57, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:22:21.725015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] For port 35c6ff12-e0f5-4c94-b9c9-6726716f3d57, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=35c6ff12-e0f5-4c94-b9c9-6726716f3d57,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:22:21.730475 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:21.764032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea47be2-5bb5-448a-839b-5d26d79f0b37 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:21.770157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea47be2-5bb5-448a-839b-5d26d79f0b37 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:21.775033 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3ea47be2-5bb5-448a-839b-5d26d79f0b37 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0988700 Aug 27 14:22:21.775546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52006) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:21.827236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839f8c4-6871-47be-b21d-0b9c29962fb2 None None] Pushing event updated for resources: {'Port': ['ID=35c6ff12-e0f5-4c94-b9c9-6726716f3d57,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:21.894134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5beb1f1a-211e-4857-8e05-1adfdb09dc5d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 4c2b40be-d1b8-4373-bed2-104615fc0fb1 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:21.894807 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5beb1f1a-211e-4857-8e05-1adfdb09dc5d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:22.012029 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5beb1f1a-211e-4857-8e05-1adfdb09dc5d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:22.024585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5beb1f1a-211e-4857-8e05-1adfdb09dc5d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 4c2b40be-d1b8-4373-bed2-104615fc0fb1 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:22.193541 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5beb1f1a-211e-4857-8e05-1adfdb09dc5d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:22.239972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb1f1a-211e-4857-8e05-1adfdb09dc5d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=4c2b40be-d1b8-4373-bed2-104615fc0fb1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:22.268215 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5beb1f1a-211e-4857-8e05-1adfdb09dc5d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:22.270799 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5beb1f1a-211e-4857-8e05-1adfdb09dc5d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/4c2b40be-d1b8-4373-bed2-104615fc0fb1 HTTP/1.1" status: 204 len: 168 time: 0.4941399 Aug 27 14:22:22.273720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52012) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:22.354208 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edd36f16-a3b8-40ab-b65a-207bb6abc564 req-dd408629-6e66-4fee-9368-bb3ba2789638 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 210 time: 0.0632033 Aug 27 14:22:22.355124 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daba119-9c2e-49d8-bbac-fa5c78286f52 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:22.357073 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daba119-9c2e-49d8-bbac-fa5c78286f52 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:22.359257 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2daba119-9c2e-49d8-bbac-fa5c78286f52 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0838010 Aug 27 14:22:22.362735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52014) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:22.418514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-f3a9e446-ec35-4769-ad16-c05d44580714 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:22.419732 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-f3a9e446-ec35-4769-ad16-c05d44580714 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.52 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.2156482 Aug 27 14:22:22.430547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bdef7e-1c3d-4ca0-a33a-1ca1cc117ac6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet f8e311d8-b0ee-4c0e-91c1-80bed67c92df {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:22.432455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'port': {'device_id': '3cf80906-9c28-4e88-a2cb-e50e03c22f8c', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'admin_state_up': True, 'tenant_id': '3d745316476744be879ccd1cab5d810b'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:22.434060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2bdef7e-1c3d-4ca0-a33a-1ca1cc117ac6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:22.486735 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2bdef7e-1c3d-4ca0-a33a-1ca1cc117ac6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:22.574493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:22.638482 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2bdef7e-1c3d-4ca0-a33a-1ca1cc117ac6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:22.677357 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Made reservation on behalf of 3d745316476744be879ccd1cab5d810b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:22.681664 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:22.697874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:22.752684 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2bdef7e-1c3d-4ca0-a33a-1ca1cc117ac6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:22.781768 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c2bdef7e-1c3d-4ca0-a33a-1ca1cc117ac6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:22.789310 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c2bdef7e-1c3d-4ca0-a33a-1ca1cc117ac6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/f8e311d8-b0ee-4c0e-91c1-80bed67c92df HTTP/1.1" status: 204 len: 168 time: 0.4248383 Aug 27 14:22:22.794294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52018) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:22.876502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdef7e-1c3d-4ca0-a33a-1ca1cc117ac6 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e311d8-b0ee-4c0e-91c1-80bed67c92df,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:22.890242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b4c8ccd2-e241-4725-b233-6d64cad722cb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594714 Aug 27 14:22:22.890861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52020) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:22.892248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Allocated IP 172.20.0.7 (ec7d9187-3b08-4d1b-9467-a81a81afcc31/1beea229-2fee-4251-b6fc-67b7571f4eea/c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:22.966640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8a306f-dc91-43e8-81d2-4070f068cf7a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:22.970887 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8c8a306f-dc91-43e8-81d2-4070f068cf7a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0787385 Aug 27 14:22:22.971492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52022) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:23.030438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11690ab7-434a-43a9-aefb-33942f603fb8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:23.034871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-11690ab7-434a-43a9-aefb-33942f603fb8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0623720 Aug 27 14:22:23.035483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52024) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:23.069708 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:23.086438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Transition to ACTIVE for port object c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:23.094480 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-021c9c36-5353-468c-bb0d-449a24e99348 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578732 Aug 27 14:22:23.098942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52026) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:23.105308 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:23.130504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a44ba4-93fd-4857-8aeb-a81363e00ac8 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:23.136830 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:23.189691 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:23.194381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:23.207600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:23.240798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-05e4751b-32da-4913-9717-82d6f0b2ac16 None None] Provisioning for port 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:23.256933 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-05e4751b-32da-4913-9717-82d6f0b2ac16 None None] Provisioning complete for port 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:23.257471 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-05e4751b-32da-4913-9717-82d6f0b2ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:23.261075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:23.268128 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:23.291624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'Port': ['ID=c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:23.345028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:23.345679 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:23.373915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-6e7a0c7b-d356-4680-9773-e954f0acee58 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9447072 Aug 27 14:22:23.386234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Request body: {'port': {'device_id': '3cf80906-9c28-4e88-a2cb-e50e03c22f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:23.527767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68cd6ea-911b-41da-a817-f326f5930fc0 None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:22:23.538269 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-05e4751b-32da-4913-9717-82d6f0b2ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:23.595671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:23.610648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-05e4751b-32da-4913-9717-82d6f0b2ac16 None None] For port 35c6ff12-e0f5-4c94-b9c9-6726716f3d57, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=35c6ff12-e0f5-4c94-b9c9-6726716f3d57,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:23.619617 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-05e4751b-32da-4913-9717-82d6f0b2ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:23.656615 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b68cd6ea-911b-41da-a817-f326f5930fc0 None None] Deleting port 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:23.657003 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b68cd6ea-911b-41da-a817-f326f5930fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:23.665042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379e00b-47e7-453b-ba0c-e0e36ed7c1f3 req-67fb8ec8-8d7b-4b5f-9fba-357db96674fd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:23.666970 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5379e00b-47e7-453b-ba0c-e0e36ed7c1f3 req-67fb8ec8-8d7b-4b5f-9fba-357db96674fd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 931 time: 0.1563478 Aug 27 14:22:23.775588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4751b-32da-4913-9717-82d6f0b2ac16 None None] Pushing event updated for resources: {'Port': ['ID=35c6ff12-e0f5-4c94-b9c9-6726716f3d57,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:23.784051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b68cd6ea-911b-41da-a817-f326f5930fc0 None None] For port 35c6ff12-e0f5-4c94-b9c9-6726716f3d57, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=35c6ff12-e0f5-4c94-b9c9-6726716f3d57,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:23.784464 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b68cd6ea-911b-41da-a817-f326f5930fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:23.794444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e197b079-3232-4fb0-915c-311c425971ae None None] Provisioning for port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:23.804149 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e197b079-3232-4fb0-915c-311c425971ae None None] Provisioning complete for port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:23.805061 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e197b079-3232-4fb0-915c-311c425971ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:23.840970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52034) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:23.848417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b68cd6ea-911b-41da-a817-f326f5930fc0 None None] Calling delete_port for 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:23.849083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5379e00b-47e7-453b-ba0c-e0e36ed7c1f3 req-4544b7ae-45eb-4182-9450-c1d5c8b050cb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750772 Aug 27 14:22:23.850403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-e197b079-3232-4fb0-915c-311c425971ae None None] Port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:22:23.915746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.objects.ports [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101186) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:22:23.960001 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b68cd6ea-911b-41da-a817-f326f5930fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:23.977871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68cd6ea-911b-41da-a817-f326f5930fc0 None None] No DVR routers for this DVR port 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:24.021106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cd6ea-911b-41da-a817-f326f5930fc0 None None] Pushing event deleted for resources: {'Port': ['ID=35c6ff12-e0f5-4c94-b9c9-6726716f3d57,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:24.129057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:22:24.137529 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:24.150400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Transition to ACTIVE for port object c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:24.157901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:24.173402 n-d-712139-12 neutron-server[101186]: WARNING neutron.services.revisions.revision_plugin [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Could not find related port for resource to bump revision. Aug 27 14:22:24.223981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.ipam_pluggable_backend [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Port 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101186) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 27 14:22:24.224155 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.ipam_pluggable_backend [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5f:4b19 {{(pid=101186) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 27 14:22:24.232302 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.ipam_pluggable_backend [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5f:4b19 {{(pid=101186) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 27 14:22:24.238945 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:24.254110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Pushing event updated for resources: {'Port': ['ID=c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:24.309643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=74583c08-0fe6-44ae-959d-bc5503f42ec9,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:24.327100 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:24.330027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:24.333990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:24.334621 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:24.345722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ad44d-1e63-44d2-9b18-475ed46b8069 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:24.347555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Attempting to bind port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:22:24.348330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Attempting to bind port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:22:24.348330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Attempting to bind port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:24.356813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:22:24.357213 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Attempting to bind port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:24.363765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:22:24.364112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Checking segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:24.364504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Bound using segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:22:24.364934 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Bound port: c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:22:24.365302 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:24.443800 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-77c2e309-462a-4fce-a641-dc3d36f498fe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3433690 Aug 27 14:22:24.444198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52040) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:24.451567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'mac_address': 'fa:16:3e:96:8a:e7', 'name': 'tempest-NetworksTestDHCPv6-167291728'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:24.521515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] For port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:22:24.565441 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] For port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:22:24.576500 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:24.660144 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:24.661462 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:24.663047 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] 10.222.0.52 "PUT /v2.0/ports/c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e HTTP/1.1" status: 200 len: 1092 time: 1.2826712 Aug 27 14:22:24.663611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf80906-9c28-4e88-a2cb-e50e03c22f8c', 'tag': 'c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:22:24.666694 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a994cd4d-e428-42b9-ad48-02b256d45818" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf80906-9c28-4e88-a2cb-e50e03c22f8c", "tag": "c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:22:24.674520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:24.793741 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ff111d-8aa8-4a0c-b7aa-8c81ba9e2add x-openstack-request-id: req-54ff111d-8aa8-4a0c-b7aa-8c81ba9e2add {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:22:24.794178 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf80906-9c28-4e88-a2cb-e50e03c22f8c", "tag": "c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:22:24.795547 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54ff111d-8aa8-4a0c-b7aa-8c81ba9e2add {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:22:24.796059 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf80906-9c28-4e88-a2cb-e50e03c22f8c', 'tag': 'c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e', 'status': 'completed', 'code': 200} Aug 27 14:22:24.797419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:22:24.798667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 35c6ff12-e0f5-4c94-b9c9-6726716f3d57 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:22:24.804531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': '74583c08-0fe6-44ae-959d-bc5503f42ec9'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:22:24.809198 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:24.821930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ceccab-9f7f-41f4-982b-c55dbdf0bfdc service neutron] Pushing event updated for resources: {'Port': ['ID=c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:24.868376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-f092affc-a718-4120-aedc-8d0dce640af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:24.869984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-f092affc-a718-4120-aedc-8d0dce640af9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 1095 time: 0.1388974 Aug 27 14:22:24.873728 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:24.879065 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:24.984853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-fb378080-1119-47a6-b30b-75aafc86d93d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e HTTP/1.1" status: 200 len: 217 time: 0.1032848 Aug 27 14:22:25.003242 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 8007cbe1-9823-48c5-8198-1ae845c744d4 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:22:25.006142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Allocated IP 2001:db8::f816:3eff:feaa:b3f8 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/74583c08-0fe6-44ae-959d-bc5503f42ec9/db8a9492-c098-4969-92d2-d3e8c0f70a82) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:25.063914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f04590-45da-4906-8972-f44f2bf0b7ff req-d1f974e9-de31-4bd5-b04b-173abca301fc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:25.065704 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20f04590-45da-4906-8972-f44f2bf0b7ff req-d1f974e9-de31-4bd5-b04b-173abca301fc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 943 time: 0.0792148 Aug 27 14:22:25.068855 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d1646ba9-f81d-42e0-87b5-0eeecbb3bfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:25.125176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-45552d68-bb3e-4da0-abfc-30f24eb7f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:25.127250 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-45552d68-bb3e-4da0-abfc-30f24eb7f6b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.1349444 Aug 27 14:22:25.181625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-35476df2-f70c-4443-8e6d-4d8983f3c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:25.183286 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-35476df2-f70c-4443-8e6d-4d8983f3c1a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491452 Aug 27 14:22:25.188790 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:25.205266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Transition to ACTIVE for port object db8a9492-c098-4969-92d2-d3e8c0f70a82 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:25.209466 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20f04590-45da-4906-8972-f44f2bf0b7ff req-4fd2600d-6d34-48f5-a7e8-49770bbb2619 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923951 Aug 27 14:22:25.227535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Transition to ACTIVE for port object db8a9492-c098-4969-92d2-d3e8c0f70a82 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:25.235077 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:25.300850 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Pushing event updated for resources: {'Port': ['ID=db8a9492-c098-4969-92d2-d3e8c0f70a82,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:25.315274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:25.317698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:25.318104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:25.318459 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:25.318825 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:25.319163 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:25.319504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:25.319853 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:25.320259 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:25.320926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:25.321416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:25.321755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:25.322556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:22:25.325968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::f816:3eff:fe96:8ae7 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/74583c08-0fe6-44ae-959d-bc5503f42ec9/8007cbe1-9823-48c5-8198-1ae845c744d4) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:25.328769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:25.330914 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:25.360597 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-1d5a616f-60de-4485-adba-3a3e20ee5501 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696231 Aug 27 14:22:25.402304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Attempting to bind port db8a9492-c098-4969-92d2-d3e8c0f70a82 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:22:25.405059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Attempting to bind port db8a9492-c098-4969-92d2-d3e8c0f70a82 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:22:25.405059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Attempting to bind port db8a9492-c098-4969-92d2-d3e8c0f70a82 on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:25.409031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:22:25.409315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:25.409718 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:25.410123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:22:25.410604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Bound port: db8a9492-c098-4969-92d2-d3e8c0f70a82, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:22:25.411254 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:25.422144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d1646ba9-f81d-42e0-87b5-0eeecbb3bfb7 admin admin] Deleting port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:25.423151 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d1646ba9-f81d-42e0-87b5-0eeecbb3bfb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:25.484821 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] For port db8a9492-c098-4969-92d2-d3e8c0f70a82, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:22:25.488304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] For port db8a9492-c098-4969-92d2-d3e8c0f70a82, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=db8a9492-c098-4969-92d2-d3e8c0f70a82,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:22:25.495734 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:25.552880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-d1646ba9-f81d-42e0-87b5-0eeecbb3bfb7 admin admin] For port 26f70a3e-0d2f-492b-bd51-153dad3ba9fd, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=26f70a3e-0d2f-492b-bd51-153dad3ba9fd,segment=NetworkSegment(dbb170bd-d104-4cf2-a554-d78f82ab3dbd),segment_id=dbb170bd-d104-4cf2-a554-d78f82ab3dbd)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:25.553469 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d1646ba9-f81d-42e0-87b5-0eeecbb3bfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:25.569650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d1646ba9-f81d-42e0-87b5-0eeecbb3bfb7 admin admin] Calling delete_port for 26f70a3e-0d2f-492b-bd51-153dad3ba9fd owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:25.589901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2ea3e-788e-4050-b89c-c346794ad93c None None] Pushing event updated for resources: {'Port': ['ID=db8a9492-c098-4969-92d2-d3e8c0f70a82,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:25.623142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:25.626710 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-15535fb3-b292-4bcf-8338-c0f8eab021e7 req-4b5ff5cb-884f-4104-9b0b-ccdddcc4da37 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573104 Aug 27 14:22:25.641345 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 8007cbe1-9823-48c5-8198-1ae845c744d4 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:25.686336 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:25.779463 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:25.802889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:25.810482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:25.817966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:25.818862 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:25.822567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=8007cbe1-9823-48c5-8198-1ae845c744d4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:25.842805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994cd4d-e428-42b9-ad48-02b256d45818 req-e80fead5-4502-4f6a-ace8-1ca9a050ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:25.846451 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a994cd4d-e428-42b9-ad48-02b256d45818 req-e80fead5-4502-4f6a-ace8-1ca9a050ba04 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 1095 time: 0.1570163 Aug 27 14:22:25.854796 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-98eddcdb-b7b3-4843-950e-65986ad048df tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4067409 Aug 27 14:22:25.868273 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52048) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:25.998885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1788c734-3553-4a63-aced-a9f5e20ddb48 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:26.004879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1788c734-3553-4a63-aced-a9f5e20ddb48 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:26.009661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1788c734-3553-4a63-aced-a9f5e20ddb48 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1340332 Aug 27 14:22:26.010575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52050) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:26.052389 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994cd4d-e428-42b9-ad48-02b256d45818 req-5d5f69e5-f104-4db3-8f61-8751e2a00cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:26.053894 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a994cd4d-e428-42b9-ad48-02b256d45818 req-5d5f69e5-f104-4db3-8f61-8751e2a00cf1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.2008116 Aug 27 14:22:26.121048 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a994cd4d-e428-42b9-ad48-02b256d45818 req-c8e75438-cbe1-4dbf-a066-c4f2b352155c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e HTTP/1.1" status: 200 len: 217 time: 0.0585678 Aug 27 14:22:26.183295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-35e99495-c864-470c-b76c-d69366de4d83 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 8007cbe1-9823-48c5-8198-1ae845c744d4 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:26.183741 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35e99495-c864-470c-b76c-d69366de4d83 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:26.194163 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d1646ba9-f81d-42e0-87b5-0eeecbb3bfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:26.202831 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994cd4d-e428-42b9-ad48-02b256d45818 req-0d9deff3-49c6-4b24-b4f3-997d311ab00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:26.205187 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a994cd4d-e428-42b9-ad48-02b256d45818 req-0d9deff3-49c6-4b24-b4f3-997d311ab00d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0764620 Aug 27 14:22:26.226988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1646ba9-f81d-42e0-87b5-0eeecbb3bfb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f70a3e-0d2f-492b-bd51-153dad3ba9fd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:26.335330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994cd4d-e428-42b9-ad48-02b256d45818 req-47e1f2a8-5283-40f8-ac87-15915fdb41f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:26.337888 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a994cd4d-e428-42b9-ad48-02b256d45818 req-47e1f2a8-5283-40f8-ac87-15915fdb41f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939491 Aug 27 14:22:26.409796 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35e99495-c864-470c-b76c-d69366de4d83 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:26.432147 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-35e99495-c864-470c-b76c-d69366de4d83 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 8007cbe1-9823-48c5-8198-1ae845c744d4 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:26.520567 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d1646ba9-f81d-42e0-87b5-0eeecbb3bfb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:26.577459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a994cd4d-e428-42b9-ad48-02b256d45818 req-0c4bbf2c-f77d-47ae-95e1-630ec4fd2806 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275591 Aug 27 14:22:26.710432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device db8a9492-c098-4969-92d2-d3e8c0f70a82 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:26.715508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7818e-0451-451c-b6bb-d364d4460545 req-aa72e66d-280a-47e3-8915-83154069900d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:26.717090 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16a7818e-0451-451c-b6bb-d364d4460545 req-aa72e66d-280a-47e3-8915-83154069900d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 943 time: 0.4246111 Aug 27 14:22:26.774068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port db8a9492-c098-4969-92d2-d3e8c0f70a82 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:26.821527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16a7818e-0451-451c-b6bb-d364d4460545 req-5adb8d58-2e85-4a07-b891-b09e3d285afc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648370 Aug 27 14:22:26.963026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1646ba9-f81d-42e0-87b5-0eeecbb3bfb7 admin admin] Router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:22:27.065702 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c25d5037-f0ed-4bba-a0b6-cd777f9197fa None None] Provisioning for port db8a9492-c098-4969-92d2-d3e8c0f70a82 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:27.071159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c25d5037-f0ed-4bba-a0b6-cd777f9197fa None None] Provisioning complete for port db8a9492-c098-4969-92d2-d3e8c0f70a82 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:27.072041 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c25d5037-f0ed-4bba-a0b6-cd777f9197fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.109702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1646ba9-f81d-42e0-87b5-0eeecbb3bfb7 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:22:27.115751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d1646ba9-f81d-42e0-87b5-0eeecbb3bfb7 admin admin] 10.222.0.55 "PUT /v2.0/routers/2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2733896 Aug 27 14:22:27.119118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52056) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:27.140322 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74177d96-c425-48b6-aab7-47ffcce123b2 None None] Sync routers for ids ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:22:27.149812 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35e99495-c864-470c-b76c-d69366de4d83 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.167673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74177d96-c425-48b6-aab7-47ffcce123b2 None None] Routers {'2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:22:27.168734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-74177d96-c425-48b6-aab7-47ffcce123b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:22:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:27.196647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e99495-c864-470c-b76c-d69366de4d83 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=8007cbe1-9823-48c5-8198-1ae845c744d4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:27.245248 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35e99495-c864-470c-b76c-d69366de4d83 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.249793 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-35e99495-c864-470c-b76c-d69366de4d83 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/8007cbe1-9823-48c5-8198-1ae845c744d4 HTTP/1.1" status: 204 len: 168 time: 1.2385824 Aug 27 14:22:27.250415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52058) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:27.294578 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.326477 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c25d5037-f0ed-4bba-a0b6-cd777f9197fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.362057 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a994cd4d-e428-42b9-ad48-02b256d45818 req-3d78e398-85ac-4cbb-ade3-36d9eb0874a5 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7678912 Aug 27 14:22:27.370516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c25d5037-f0ed-4bba-a0b6-cd777f9197fa None None] For port db8a9492-c098-4969-92d2-d3e8c0f70a82, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=db8a9492-c098-4969-92d2-d3e8c0f70a82,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:27.385568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95af8e-6ba9-4e7d-af32-f1a86791f11d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:27.387507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95af8e-6ba9-4e7d-af32-f1a86791f11d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:27.389550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8a95af8e-6ba9-4e7d-af32-f1a86791f11d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1361670 Aug 27 14:22:27.392173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52060) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:27.394216 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c25d5037-f0ed-4bba-a0b6-cd777f9197fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.447405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-74177d96-c425-48b6-aab7-47ffcce123b2 None None] Set router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:22:27.462770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02cc22c-013d-4ba2-9d1f-9f5ad6027397 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 74583c08-0fe6-44ae-959d-bc5503f42ec9 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:27.466510 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e02cc22c-013d-4ba2-9d1f-9f5ad6027397 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.496919 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.525048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e44ce9e8-b95f-4b8c-9f07-bf243412de9d None None] Could not find standard attr ID for object 8007cbe1-9823-48c5-8198-1ae845c744d4. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:22:27.543387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e02cc22c-013d-4ba2-9d1f-9f5ad6027397 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.600454 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d5037-f0ed-4bba-a0b6-cd777f9197fa None None] Pushing event updated for resources: {'Port': ['ID=db8a9492-c098-4969-92d2-d3e8c0f70a82,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:27.652523 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Deleting port 5ed004a8-ccd9-4bdb-8750-ff95a199614a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:27.654644 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.762595 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-74177d96-c425-48b6-aab7-47ffcce123b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:22:26Z', 'revision_number': 5, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port': {'id': '5ed004a8-ccd9-4bdb-8750-ff95a199614a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:11:06Z', 'updated_at': '2021-08-27T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:27.774809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] For port 5ed004a8-ccd9-4bdb-8750-ff95a199614a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5ed004a8-ccd9-4bdb-8750-ff95a199614a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:27.775498 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.783071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e02cc22c-013d-4ba2-9d1f-9f5ad6027397 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.792841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Calling delete_port for 5ed004a8-ccd9-4bdb-8750-ff95a199614a owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:27.821560 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74177d96-c425-48b6-aab7-47ffcce123b2 None None] Checking router: 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:22:27.839062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74177d96-c425-48b6-aab7-47ffcce123b2 None None] Routers {'2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:22:27.839062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-74177d96-c425-48b6-aab7-47ffcce123b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:22:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:27.880787 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e02cc22c-013d-4ba2-9d1f-9f5ad6027397 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.923478 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e02cc22c-013d-4ba2-9d1f-9f5ad6027397 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:27.927560 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e02cc22c-013d-4ba2-9d1f-9f5ad6027397 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/74583c08-0fe6-44ae-959d-bc5503f42ec9 HTTP/1.1" status: 204 len: 168 time: 0.5333159 Aug 27 14:22:27.961720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52066) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:27.965633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cc22c-013d-4ba2-9d1f-9f5ad6027397 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=74583c08-0fe6-44ae-959d-bc5503f42ec9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:27.985361 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b051e957-47d0-4464-81d8-c9e5d25e0204 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:28.006406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-00eae309-4c41-480d-8817-d7f2bd9a38da tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432692 Aug 27 14:22:28.009760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52068) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:28.015443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:28.089349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d052d-bd7d-4e67-8179-041d00460e6b req-c58d903f-0a2d-48df-b63c-c62ce07b1c1e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:28.091040 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa5d052d-bd7d-4e67-8179-041d00460e6b req-c58d903f-0a2d-48df-b63c-c62ce07b1c1e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 943 time: 0.0868347 Aug 27 14:22:28.120154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-74177d96-c425-48b6-aab7-47ffcce123b2 None None] Set router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:22:28.135361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:28.141544 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.171256 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa5d052d-bd7d-4e67-8179-041d00460e6b req-150d1741-10d0-4c10-9459-0833c555dc57 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540028 Aug 27 14:22:28.198402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-74177d96-c425-48b6-aab7-47ffcce123b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:22:27Z', 'revision_number': 6, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:28.200127 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.228931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed004a8-ccd9-4bdb-8750-ff95a199614a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:28.243369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74177d96-c425-48b6-aab7-47ffcce123b2 None None] The sync data for ids ['2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b'] in n-d-712139-12 is: [{'id': '2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b', 'name': 'tempest-TaggedBootDevicesTest-1259988729-router', 'tenant_id': '9d6200bcd6d548d19f85584b6cdca497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:11:05Z', 'updated_at': '2021-08-27T14:22:27Z', 'revision_number': 6, 'project_id': '9d6200bcd6d548d19f85584b6cdca497', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:22:28.330929 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.437956 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.440188 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.492893 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.493464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:22:28.498117 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.502001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a7306974-b6d8-463f-a0c5-12bfcd2dcf46 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2da10a18-3e4c-4cde-bc90-32bc5ab8ea1b HTTP/1.1" status: 204 len: 168 time: 1.3817079 Aug 27 14:22:28.502635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52070) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:28.548848 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c000e37-b29b-4999-a3b6-cbefe914f9da admin admin] Deleting subnet bcbb8a06-5721-419e-86f0-14739793aabd {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:28.550763 n-d-712139-12 neutron-server[101187]: DEBUG neutron.objects.ports [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101187) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:22:28.552424 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c000e37-b29b-4999-a3b6-cbefe914f9da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.589718 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c000e37-b29b-4999-a3b6-cbefe914f9da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.650319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7ff4c8-9ab3-4d13-b619-b7a8a3125e18 None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:22:28.694434 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c000e37-b29b-4999-a3b6-cbefe914f9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.730399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ff4c8-9ab3-4d13-b619-b7a8a3125e18 None None] Deleting port db8a9492-c098-4969-92d2-d3e8c0f70a82 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:28.730619 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff4c8-9ab3-4d13-b619-b7a8a3125e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.778647 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c000e37-b29b-4999-a3b6-cbefe914f9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.809891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c000e37-b29b-4999-a3b6-cbefe914f9da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcbb8a06-5721-419e-86f0-14739793aabd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:28.824605 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c000e37-b29b-4999-a3b6-cbefe914f9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.827038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8c000e37-b29b-4999-a3b6-cbefe914f9da admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bcbb8a06-5721-419e-86f0-14739793aabd HTTP/1.1" status: 204 len: 168 time: 0.3231928 Aug 27 14:22:28.829270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52072) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:28.841305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ae1ca1-3d1b-4f32-a95d-2c822518fc55 None None] Network 85c680fe-ab41-4ad8-8981-eb8ac0cb901a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:28.875406 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.887821 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device db8a9492-c098-4969-92d2-d3e8c0f70a82 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:28.913606 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:28.984656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Deleting port 96e17303-3e37-4209-a135-410f97ad4abc {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:28.985033 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.049528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] For port db8a9492-c098-4969-92d2-d3e8c0f70a82, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=db8a9492-c098-4969-92d2-d3e8c0f70a82,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:29.053838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] For port 96e17303-3e37-4209-a135-410f97ad4abc, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=96e17303-3e37-4209-a135-410f97ad4abc,segment=NetworkSegment(dbb170bd-d104-4cf2-a554-d78f82ab3dbd),segment_id=dbb170bd-d104-4cf2-a554-d78f82ab3dbd)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:29.054216 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.069231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Calling delete_port for 96e17303-3e37-4209-a135-410f97ad4abc owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:29.082654 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.088323 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.089464 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.104611 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9f7ff4c8-9ab3-4d13-b619-b7a8a3125e18 None None] For port db8a9492-c098-4969-92d2-d3e8c0f70a82, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=db8a9492-c098-4969-92d2-d3e8c0f70a82,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:29.105106 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff4c8-9ab3-4d13-b619-b7a8a3125e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.129446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ff4c8-9ab3-4d13-b619-b7a8a3125e18 None None] Calling delete_port for db8a9492-c098-4969-92d2-d3e8c0f70a82 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:29.172280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:29.173677 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.178093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:29.191534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:29.192152 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.214623 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] No DVR routers for this DVR port 96e17303-3e37-4209-a135-410f97ad4abc on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:29.243392 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2297418 Aug 27 14:22:29.243392 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=829f1dc4-de8c-461a-82ef-b7db0479be87,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:29.252078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e17303-3e37-4209-a135-410f97ad4abc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:29.252809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52078) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:29.264593 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'mac_address': 'fa:16:3e:f2:b5:99', 'name': 'tempest-NetworksTestDHCPv6-1047006477'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:29.300376 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.329469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e84f04-230a-42d5-96e8-c4f46014c915 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=db8a9492-c098-4969-92d2-d3e8c0f70a82,revision_number=6']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:29.334299 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff4c8-9ab3-4d13-b619-b7a8a3125e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.376228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.387699 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaceaae2-9244-4981-9ba2-04806789c72e None None] DHCP port deletion for 85c680fe-ab41-4ad8-8981-eb8ac0cb901a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:22:29.389740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ff4c8-9ab3-4d13-b619-b7a8a3125e18 None None] No DVR routers for this DVR port db8a9492-c098-4969-92d2-d3e8c0f70a82 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:29.392534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 26f70a3e-0d2f-492b-bd51-153dad3ba9fd no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:29.394287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ff4c8-9ab3-4d13-b619-b7a8a3125e18 None None] Pushing event deleted for resources: {'Port': ['ID=db8a9492-c098-4969-92d2-d3e8c0f70a82,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:29.400418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5a0b-6136-4b20-a505-10d56dff2c1e req-aface6fe-3483-4e4b-b896-14d9a44cd953 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:29.402301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-421b5a0b-6136-4b20-a505-10d56dff2c1e req-aface6fe-3483-4e4b-b896-14d9a44cd953 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 943 time: 0.0921464 Aug 27 14:22:29.404128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c680fe-ab41-4ad8-8981-eb8ac0cb901a']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:29.416071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:29.416418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb170bd-d104-4cf2-a554-d78f82ab3dbd') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:29.433363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab963965-d34a-49e1-ac49-afcd0a227ada None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:29.441994 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 26f70a3e-0d2f-492b-bd51-153dad3ba9fd {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:22:29.442191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 26f70a3e-0d2f-492b-bd51-153dad3ba9fd not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:22:29.446500 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:29.465053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.469402 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-421b5a0b-6136-4b20-a505-10d56dff2c1e req-d5e3aaf5-6675-458c-ae6c-5dbe3abd601b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509408 Aug 27 14:22:29.484395 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.493504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:22:29.493504 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:22:29.495344 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:22:29.548008 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.568670 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.570379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 06dff86b-2db9-4865-89c9-195e24011f3a yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:22:29.574907 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.577115 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/85c680fe-ab41-4ad8-8981-eb8ac0cb901a HTTP/1.1" status: 204 len: 168 time: 0.7466567 Aug 27 14:22:29.602503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334aebd-b4f5-46f3-aaf9-3cfd03b63cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=85c680fe-ab41-4ad8-8981-eb8ac0cb901a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:29.667727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': '829f1dc4-de8c-461a-82ef-b7db0479be87'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:22:29.668587 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.722339 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::f816:3eff:fef2:b599 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/829f1dc4-de8c-461a-82ef-b7db0479be87/06dff86b-2db9-4865-89c9-195e24011f3a) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:29.735340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52082) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:29.791085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f40eb822-2b3e-4b0d-a751-77c733110064 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d6200bcd6d548d19f85584b6cdca497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538859 Aug 27 14:22:29.793296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52084) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:29.841677 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ee938f6-7b91-455a-be7a-f97fd014d118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.863622 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ee938f6-7b91-455a-be7a-f97fd014d118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.883060 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.897695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 06dff86b-2db9-4865-89c9-195e24011f3a will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:29.910942 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ee938f6-7b91-455a-be7a-f97fd014d118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.913484 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ee938f6-7b91-455a-be7a-f97fd014d118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.915376 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8ee938f6-7b91-455a-be7a-f97fd014d118 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b071ddb1-424c-4d0d-b303-ecc8e7154143 HTTP/1.1" status: 204 len: 168 time: 0.1211619 Aug 27 14:22:29.928710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee938f6-7b91-455a-be7a-f97fd014d118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b071ddb1-424c-4d0d-b303-ecc8e7154143,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:29.940161 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:29.993044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:29.997745 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:29.999421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Allocated IP 2001:db8::f816:3eff:fe87:1bde (d2fde99d-ed12-467b-8fc4-f63a78e6374a/829f1dc4-de8c-461a-82ef-b7db0479be87/c1f8f5a7-e768-4fb6-b083-f14727ed9312) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:30.000696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:30.006505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:30.007168 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.027501 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=06dff86b-2db9-4865-89c9-195e24011f3a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:30.035302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fa22ce74-9e93-4ea8-bdeb-0a4f6a7d2320 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7750325 Aug 27 14:22:30.037991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52090) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:30.088851 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec1daa6-a7d2-47c4-9572-bbd24b4471db tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:30.090649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fec1daa6-a7d2-47c4-9572-bbd24b4471db tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0509071 Aug 27 14:22:30.093314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52092) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:30.161531 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.170997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Transition to ACTIVE for port object c1f8f5a7-e768-4fb6-b083-f14727ed9312 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:30.190192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Transition to ACTIVE for port object c1f8f5a7-e768-4fb6-b083-f14727ed9312 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:30.193209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-39d9d5bc-dcc7-4f70-87a9-d8ab4f809d02 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 06dff86b-2db9-4865-89c9-195e24011f3a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:30.193618 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39d9d5bc-dcc7-4f70-87a9-d8ab4f809d02 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.196930 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.240677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:30.243830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:30.248280 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:30.251321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Pushing event updated for resources: {'Port': ['ID=c1f8f5a7-e768-4fb6-b083-f14727ed9312,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:30.301923 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39d9d5bc-dcc7-4f70-87a9-d8ab4f809d02 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.309846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Attempting to bind port c1f8f5a7-e768-4fb6-b083-f14727ed9312 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:22:30.310357 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Attempting to bind port c1f8f5a7-e768-4fb6-b083-f14727ed9312 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:22:30.310864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Attempting to bind port c1f8f5a7-e768-4fb6-b083-f14727ed9312 on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:30.316256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:22:30.316769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:30.317465 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.318103 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:22:30.318877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Bound port: c1f8f5a7-e768-4fb6-b083-f14727ed9312, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:22:30.319452 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.322525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-39d9d5bc-dcc7-4f70-87a9-d8ab4f809d02 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 06dff86b-2db9-4865-89c9-195e24011f3a owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:30.394933 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] For port c1f8f5a7-e768-4fb6-b083-f14727ed9312, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:22:30.399938 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] For port c1f8f5a7-e768-4fb6-b083-f14727ed9312, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c1f8f5a7-e768-4fb6-b083-f14727ed9312,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:22:30.408136 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.488993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72e695-f08e-4af0-b7e9-27976d7b8c93 None None] Pushing event updated for resources: {'Port': ['ID=c1f8f5a7-e768-4fb6-b083-f14727ed9312,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:30.494923 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39d9d5bc-dcc7-4f70-87a9-d8ab4f809d02 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.518071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 96e17303-3e37-4209-a135-410f97ad4abc no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:30.545925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 96e17303-3e37-4209-a135-410f97ad4abc {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:22:30.546270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 96e17303-3e37-4209-a135-410f97ad4abc not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:22:30.546724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5ed004a8-ccd9-4bdb-8750-ff95a199614a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:30.549562 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9d5bc-dcc7-4f70-87a9-d8ab4f809d02 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=06dff86b-2db9-4865-89c9-195e24011f3a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:30.577232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 5ed004a8-ccd9-4bdb-8750-ff95a199614a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:22:30.577674 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5ed004a8-ccd9-4bdb-8750-ff95a199614a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:22:30.581033 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-39d9d5bc-dcc7-4f70-87a9-d8ab4f809d02 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.584021 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-39d9d5bc-dcc7-4f70-87a9-d8ab4f809d02 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/06dff86b-2db9-4865-89c9-195e24011f3a HTTP/1.1" status: 204 len: 168 time: 0.4895942 Aug 27 14:22:30.587342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52112) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:30.657377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dba52-643e-4dc6-9b0c-f624bfca8512 req-46e66f07-260d-4124-b10f-332afed9f97b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:30.659194 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-520dba52-643e-4dc6-9b0c-f624bfca8512 req-46e66f07-260d-4124-b10f-332afed9f97b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 943 time: 0.0637016 Aug 27 14:22:30.660453 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98036a2f-578a-4e46-b1ed-a1b7b1ecbf3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:30.662028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98036a2f-578a-4e46-b1ed-a1b7b1ecbf3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:30.665654 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-98036a2f-578a-4e46-b1ed-a1b7b1ecbf3c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0756314 Aug 27 14:22:30.667473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52114) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:30.761524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f4482a-d3e9-4750-962d-8eba6ae746aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 829f1dc4-de8c-461a-82ef-b7db0479be87 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:30.762284 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-520dba52-643e-4dc6-9b0c-f624bfca8512 req-fe351da3-1136-4ac0-8932-b78735fd8641 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954528 Aug 27 14:22:30.765239 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17f4482a-d3e9-4750-962d-8eba6ae746aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.820925 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17f4482a-d3e9-4750-962d-8eba6ae746aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.836475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52118) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:30.910674 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17f4482a-d3e9-4750-962d-8eba6ae746aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.944389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1196619219-network', 'tenant_id': 'd89407675fd2453cbcef274514a35dac'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:30.968590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Made reservation on behalf of d89407675fd2453cbcef274514a35dac for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:30.971183 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.972222 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17f4482a-d3e9-4750-962d-8eba6ae746aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:30.980182 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.005924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4482a-d3e9-4750-962d-8eba6ae746aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=829f1dc4-de8c-461a-82ef-b7db0479be87,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:31.013415 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17f4482a-d3e9-4750-962d-8eba6ae746aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.017835 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-17f4482a-d3e9-4750-962d-8eba6ae746aa tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/829f1dc4-de8c-461a-82ef-b7db0479be87 HTTP/1.1" status: 204 len: 168 time: 0.3467052 Aug 27 14:22:31.018097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52124) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:31.070754 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a64d8f48-2d0c-4754-9b5d-8d5c8fa081c0 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506847 Aug 27 14:22:31.073566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52126) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:31.125455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa59d37-7cff-4c81-86a1-8883efcbf3e0 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:31.129327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bfa59d37-7cff-4c81-86a1-8883efcbf3e0 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0521886 Aug 27 14:22:31.129504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52128) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:31.131057 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.134976 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.166968 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:22:31.172469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:31.180417 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.180774 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Added segment 5fcbff54-b82d-463d-bc0a-b3fc94fe98d7 of type vlan for network d89051d7-ab03-4a25-9aca-026a603cf9c8 Aug 27 14:22:31.186886 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f11f6c-b3f1-4ef7-81ef-6c97e9045c9b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:31.192168 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-38f11f6c-b3f1-4ef7-81ef-6c97e9045c9b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0579722 Aug 27 14:22:31.192168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52130) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:31.235828 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-34f5e8f0-e29a-47c8-820e-71f6d8373a71 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397451 Aug 27 14:22:31.235962 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.236079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52132) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:31.240664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-31a427a2-e5ca-47e9-94ff-ae183858942e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:31.264382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.265645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:31.266478 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.338599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a427a2-e5ca-47e9-94ff-ae183858942e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:31.342848 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-31a427a2-e5ca-47e9-94ff-ae183858942e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.350649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5129404 Aug 27 14:22:31.357460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52134) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:31.364644 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-de1ecff6-cc59-420d-be13-6cc4b3b4fc57 admin admin] Request body: {'subnet': {'network_id': 'd89051d7-ab03-4a25-9aca-026a603cf9c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1196619219-subnet', 'tenant_id': 'd89407675fd2453cbcef274514a35dac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:31.370116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6055d-e2c5-4ee1-8af4-4378764ed75b admin admin] Pushing event updated for resources: {'Network': ['ID=d89051d7-ab03-4a25-9aca-026a603cf9c8,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:31.384342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network d89051d7-ab03-4a25-9aca-026a603cf9c8 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:22:31.397482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1ecff6-cc59-420d-be13-6cc4b3b4fc57 admin admin] Made reservation on behalf of d89407675fd2453cbcef274514a35dac for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:31.400167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de1ecff6-cc59-420d-be13-6cc4b3b4fc57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.572680 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-31a427a2-e5ca-47e9-94ff-ae183858942e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.587135 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c8f287-ab7a-4950-bdd6-a38642892ce5 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:31.603762 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de1ecff6-cc59-420d-be13-6cc4b3b4fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.616711 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a427a2-e5ca-47e9-94ff-ae183858942e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:31.621128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-31a427a2-e5ca-47e9-94ff-ae183858942e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:31.625574 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a427a2-e5ca-47e9-94ff-ae183858942e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:31.626169 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-31a427a2-e5ca-47e9-94ff-ae183858942e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.652159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a427a2-e5ca-47e9-94ff-ae183858942e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=dc2ff629-b612-440e-a96e-467e9b4c33e1,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:31.657685 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-31a427a2-e5ca-47e9-94ff-ae183858942e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4184790 Aug 27 14:22:31.658150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52136) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:31.664954 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'mac_address': 'fa:16:3e:e9:a2:91', 'name': 'tempest-NetworksTestDHCPv6-1372032350'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:31.670775 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ecff6-cc59-420d-be13-6cc4b3b4fc57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f161ca32-53eb-45db-9f9c-9ed3b316ae8a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:31.678768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ecff6-cc59-420d-be13-6cc4b3b4fc57 admin admin] Checking segment: {'id': '5fcbff54-b82d-463d-bc0a-b3fc94fe98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd89051d7-ab03-4a25-9aca-026a603cf9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:31.679135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1ecff6-cc59-420d-be13-6cc4b3b4fc57 admin admin] Network hostable DHCP agents. Network: d89051d7-ab03-4a25-9aca-026a603cf9c8, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:22:31.700408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1ecff6-cc59-420d-be13-6cc4b3b4fc57 admin admin] Network d89051d7-ab03-4a25-9aca-026a603cf9c8 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:22:31.711468 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-de1ecff6-cc59-420d-be13-6cc4b3b4fc57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, d89051d7-ab03-4a25-9aca-026a603cf9c8) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:31.718139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1ecff6-cc59-420d-be13-6cc4b3b4fc57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:31.718948 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de1ecff6-cc59-420d-be13-6cc4b3b4fc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.721513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c0b53e60-712c-433d-9b81-b73af1181211 None None] Provisioning for port c1f8f5a7-e768-4fb6-b083-f14727ed9312 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:31.731116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88176fe-90cc-40c5-a057-b89c04447cf6 None None] Network d89051d7-ab03-4a25-9aca-026a603cf9c8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:31.745318 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-de1ecff6-cc59-420d-be13-6cc4b3b4fc57 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3788445 Aug 27 14:22:31.794549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:31.799483 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:31.823606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port e14e8f67-d1d3-4b7d-9918-cbce03ab7a70 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:22:31.910965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39aff96-4607-44c8-a81e-74fa9a4cd8c0 None None] Network d89051d7-ab03-4a25-9aca-026a603cf9c8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:31.943427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa4a3a-8a54-4d8f-a68d-c16ca31cf30f req-ff98ee4c-cc75-42d7-b518-d34a816efae6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:31.952214 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6eaa4a3a-8a54-4d8f-a68d-c16ca31cf30f req-ff98ee4c-cc75-42d7-b518-d34a816efae6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 943 time: 0.0832078 Aug 27 14:22:31.973558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::35 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/dc2ff629-b612-440e-a96e-467e9b4c33e1/e14e8f67-d1d3-4b7d-9918-cbce03ab7a70) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:32.050418 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6eaa4a3a-8a54-4d8f-a68d-c16ca31cf30f req-f725ec72-2ae7-489a-a7c3-9faac1164e4e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972223 Aug 27 14:22:32.166951 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:32.207937 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3200a9-bae1-479f-b28a-818ebd40e039 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:32.220772 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:22:32.229371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object e14e8f67-d1d3-4b7d-9918-cbce03ab7a70 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:32.306061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-e1aae367-2fc2-4e29-a618-efeedb0c6aa0 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:32.307602 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-e1aae367-2fc2-4e29-a618-efeedb0c6aa0 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/networks?id=d89051d7-ab03-4a25-9aca-026a603cf9c8 HTTP/1.1" status: 200 len: 822 time: 0.1480415 Aug 27 14:22:32.309157 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:32.362844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-f48536c5-9506-4b75-817d-70d528d419da tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/quotas/d89407675fd2453cbcef274514a35dac HTTP/1.1" status: 200 len: 375 time: 0.0484860 Aug 27 14:22:32.366141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:32.372114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:32.374675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:32.381340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:32.381963 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:32.399987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=e14e8f67-d1d3-4b7d-9918-cbce03ab7a70,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:32.421309 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-e9a77b0e-f6d8-484a-a778-f889e6301805 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d89407675fd2453cbcef274514a35dac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505950 Aug 27 14:22:32.428813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dcdded3b-2c9e-43aa-942e-58f77a04cf77 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7695932 Aug 27 14:22:32.432437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52162) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:32.513055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f0cae4-3ade-4996-952f-7c7872e73331 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:32.520689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f0cae4-3ade-4996-952f-7c7872e73331 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:32.526542 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d0f0cae4-3ade-4996-952f-7c7872e73331 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0918069 Aug 27 14:22:32.527643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52166) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:32.555644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c1f8f5a7-e768-4fb6-b083-f14727ed9312 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:32.620729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-f5872acd-a355-468a-9be3-f01806573c9b service neutron] 10.222.0.55 "GET /v2.0/networks/d89051d7-ab03-4a25-9aca-026a603cf9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888704 Aug 27 14:22:32.626206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port c1f8f5a7-e768-4fb6-b083-f14727ed9312 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:32.630014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port c1f8f5a7-e768-4fb6-b083-f14727ed9312 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:32.630390 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:32.648631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-aec202dd-8b62-4c89-939b-8c74569dac1c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port e14e8f67-d1d3-4b7d-9918-cbce03ab7a70 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:32.649202 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aec202dd-8b62-4c89-939b-8c74569dac1c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:32.724907 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:32.742417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-50216a63-932c-4aa3-a740-62a19158d4f9 None None] Provisioning complete for port c1f8f5a7-e768-4fb6-b083-f14727ed9312 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:32.742831 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-50216a63-932c-4aa3-a740-62a19158d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:32.759454 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-ee70baf8-a97b-45b0-a8a4-b39699138883 service neutron] 10.222.0.55 "GET /v2.0/networks/d89051d7-ab03-4a25-9aca-026a603cf9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238229 Aug 27 14:22:32.761302 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aec202dd-8b62-4c89-939b-8c74569dac1c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:32.777802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-aec202dd-8b62-4c89-939b-8c74569dac1c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for e14e8f67-d1d3-4b7d-9918-cbce03ab7a70 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:32.798794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port c1f8f5a7-e768-4fb6-b083-f14727ed9312, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c1f8f5a7-e768-4fb6-b083-f14727ed9312,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:32.857845 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:32.951896 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=c1f8f5a7-e768-4fb6-b083-f14727ed9312,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:32.956353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-50216a63-932c-4aa3-a740-62a19158d4f9 None None] Provisioning for port e14e8f67-d1d3-4b7d-9918-cbce03ab7a70 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:32.962964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-50216a63-932c-4aa3-a740-62a19158d4f9 None None] Provisioning complete for port e14e8f67-d1d3-4b7d-9918-cbce03ab7a70 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:32.965607 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-50216a63-932c-4aa3-a740-62a19158d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:32.965771 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aec202dd-8b62-4c89-939b-8c74569dac1c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:32.987008 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-50216a63-932c-4aa3-a740-62a19158d4f9 None None] Port e14e8f67-d1d3-4b7d-9918-cbce03ab7a70 was deleted so its status cannot be updated. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 14:22:32.990075 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebf225b4-bd43-4bc1-a12c-7e9a5393fd47 req-b12a84dd-5017-453a-a045-760a665faf5c tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 210 time: 0.0388970 Aug 27 14:22:33.015958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec202dd-8b62-4c89-939b-8c74569dac1c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=e14e8f67-d1d3-4b7d-9918-cbce03ab7a70,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:33.052481 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aec202dd-8b62-4c89-939b-8c74569dac1c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:33.056036 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-aec202dd-8b62-4c89-939b-8c74569dac1c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/e14e8f67-d1d3-4b7d-9918-cbce03ab7a70 HTTP/1.1" status: 204 len: 168 time: 0.5268540 Aug 27 14:22:33.058592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52172) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:33.103519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-07a0e566-8307-49bb-b16f-722b6628d2be None None] Could not find standard attr ID for object 06dff86b-2db9-4865-89c9-195e24011f3a. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:22:33.121430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007160e2-0635-4a90-9bb4-1d609da8b2b4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:33.123133 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007160e2-0635-4a90-9bb4-1d609da8b2b4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:33.124730 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-007160e2-0635-4a90-9bb4-1d609da8b2b4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0634906 Aug 27 14:22:33.127841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52180) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:33.209083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ea816-1e37-4121-993d-06d871b5f1a9 req-ae180c61-49c1-47fc-a227-ed410d4a6cfb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:33.211172 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ae6ea816-1e37-4121-993d-06d871b5f1a9 req-ae180c61-49c1-47fc-a227-ed410d4a6cfb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 943 time: 0.0956357 Aug 27 14:22:33.216897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e25db0c-ed79-498e-bbfc-452bcb7e1cb5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet dc2ff629-b612-440e-a96e-467e9b4c33e1 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:33.218844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-90382cdd-7051-49a1-8f30-1157230bfd75 None None] Could not find standard attr ID for object e14e8f67-d1d3-4b7d-9918-cbce03ab7a70. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:22:33.221810 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e25db0c-ed79-498e-bbfc-452bcb7e1cb5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:33.262130 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ae6ea816-1e37-4121-993d-06d871b5f1a9 req-1b0a2de8-ba9d-4b95-bcf0-039763135e59 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373249 Aug 27 14:22:33.286459 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e25db0c-ed79-498e-bbfc-452bcb7e1cb5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:33.344845 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e25db0c-ed79-498e-bbfc-452bcb7e1cb5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:33.410248 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e25db0c-ed79-498e-bbfc-452bcb7e1cb5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:33.445495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25db0c-ed79-498e-bbfc-452bcb7e1cb5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2ff629-b612-440e-a96e-467e9b4c33e1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:33.447605 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e25db0c-ed79-498e-bbfc-452bcb7e1cb5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:33.452882 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8e25db0c-ed79-498e-bbfc-452bcb7e1cb5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/dc2ff629-b612-440e-a96e-467e9b4c33e1 HTTP/1.1" status: 204 len: 168 time: 0.3207216 Aug 27 14:22:33.454162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52186) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:33.496699 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-746f1dd6-5cce-4ab6-954f-7661ef1b2683 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410600 Aug 27 14:22:33.499121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52188) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:33.551593 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e5d36c-4bc4-41c5-9cde-096183e191e9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:33.555616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-91e5d36c-4bc4-41c5-9cde-096183e191e9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0528474 Aug 27 14:22:33.556293 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52190) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:33.614846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd7e3f4-89ca-43f0-bc1b-880cf9d03095 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:33.616562 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6dd7e3f4-89ca-43f0-bc1b-880cf9d03095 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0593519 Aug 27 14:22:33.619909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52192) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:33.662565 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b02c0961-d5c4-401f-b75c-b9e58d1dd590 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413823 Aug 27 14:22:33.668238 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52194) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:33.675132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:33.689941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26e72b1-f46b-4014-a7a8-ecd10107919a None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:33.766128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:33.769994 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:33.858073 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1172b9e2-7cf0-46f9-ac92-e3a36c8e508e None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:22:33.904828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1172b9e2-7cf0-46f9-ac92-e3a36c8e508e None None] Deleting port c1f8f5a7-e768-4fb6-b083-f14727ed9312 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:33.905276 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1172b9e2-7cf0-46f9-ac92-e3a36c8e508e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:33.977627 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1172b9e2-7cf0-46f9-ac92-e3a36c8e508e None None] For port c1f8f5a7-e768-4fb6-b083-f14727ed9312, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c1f8f5a7-e768-4fb6-b083-f14727ed9312,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:33.978061 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1172b9e2-7cf0-46f9-ac92-e3a36c8e508e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:33.992478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1172b9e2-7cf0-46f9-ac92-e3a36c8e508e None None] Calling delete_port for c1f8f5a7-e768-4fb6-b083-f14727ed9312 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:34.085065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.objects.ports [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101187) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:22:34.085863 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1172b9e2-7cf0-46f9-ac92-e3a36c8e508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:34.121901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172b9e2-7cf0-46f9-ac92-e3a36c8e508e None None] Pushing event deleted for resources: {'Port': ['ID=c1f8f5a7-e768-4fb6-b083-f14727ed9312,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:34.125331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1172b9e2-7cf0-46f9-ac92-e3a36c8e508e None None] No DVR routers for this DVR port c1f8f5a7-e768-4fb6-b083-f14727ed9312 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:34.154741 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a9914e4-0c77-4540-bb01-e0764f39b2cb req-2837113f-fdf0-4e54-b65e-7344d9edc3aa tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 210 time: 0.0336082 Aug 27 14:22:34.210184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-28aca4bb-dde9-4766-a0e0-a903177956cb tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:34.211432 n-d-712139-12 neutron-server[101187]: WARNING neutron.services.revisions.revision_plugin [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Could not find related port for resource to bump revision. Aug 27 14:22:34.212715 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-28aca4bb-dde9-4766-a0e0-a903177956cb tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.41 "GET /v2.0/networks?id=d89051d7-ab03-4a25-9aca-026a603cf9c8 HTTP/1.1" status: 200 len: 822 time: 0.1653492 Aug 27 14:22:34.216925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.ipam_pluggable_backend [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Port c1f8f5a7-e768-4fb6-b083-f14727ed9312 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101187) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 27 14:22:34.217233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.ipam_pluggable_backend [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Reverting IP allocation for 2001:db8::f816:3eff:fe87:1bde {{(pid=101187) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 27 14:22:34.220705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.ipam_pluggable_backend [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe87:1bde {{(pid=101187) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 27 14:22:34.222097 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:34.233957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-81321ed1-02e9-4e62-93eb-10db7670b6ca tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Request body: {'port': {'device_id': 'b31afc0c-45cf-48a4-8ad3-73f318e293b4', 'network_id': 'd89051d7-ab03-4a25-9aca-026a603cf9c8', 'admin_state_up': True, 'tenant_id': 'd89407675fd2453cbcef274514a35dac'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:34.267645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:34.272793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:34.278906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:34.279505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:34.284426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3876bdab-e873-4cd9-9947-6896702d23ba None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:34.290668 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=1b2cbeb0-52f0-4704-89fa-b8df2e50d6ea,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:34.310282 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-02ad0ec4-ca5e-4b7b-a700-8f03e720d155 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6408291 Aug 27 14:22:34.310962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52202) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:34.319089 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3dfbdf6d-753f-4cc6-a66d-9f5afc8cb72f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:34.405534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-81321ed1-02e9-4e62-93eb-10db7670b6ca tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Made reservation on behalf of d89407675fd2453cbcef274514a35dac for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:34.409635 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-81321ed1-02e9-4e62-93eb-10db7670b6ca tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:34.454720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e509a-421f-4a99-976a-0974970ad40a req-ee37ab79-053f-42fd-b091-2cb5fa0c2ca9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:34.454720 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-330e509a-421f-4a99-976a-0974970ad40a req-ee37ab79-053f-42fd-b091-2cb5fa0c2ca9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 943 time: 0.0939186 Aug 27 14:22:34.455074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfbdf6d-753f-4cc6-a66d-9f5afc8cb72f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:34.459063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3dfbdf6d-753f-4cc6-a66d-9f5afc8cb72f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:34.491474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c1f8f5a7-e768-4fb6-b083-f14727ed9312 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:34.494347 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': '1b2cbeb0-52f0-4704-89fa-b8df2e50d6ea'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:22:34.495188 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:34.524378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: c1f8f5a7-e768-4fb6-b083-f14727ed9312 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:22:34.524633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c1f8f5a7-e768-4fb6-b083-f14727ed9312 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:22:34.572807 n-d-712139-12 neutron-server[101187]: INFO neutron.db.ipam_backend_mixin [None req-3dfbdf6d-753f-4cc6-a66d-9f5afc8cb72f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b2cbeb0-52f0-4704-89fa-b8df2e50d6ea (CIDR: 2001:db8::/64) Aug 27 14:22:34.575875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-330e509a-421f-4a99-976a-0974970ad40a req-e1706a6a-337f-442b-879d-1230919a74bb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821297 Aug 27 14:22:34.581073 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfbdf6d-753f-4cc6-a66d-9f5afc8cb72f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:22:34.581625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfbdf6d-753f-4cc6-a66d-9f5afc8cb72f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:34.607890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52204) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:34.608831 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3dfbdf6d-753f-4cc6-a66d-9f5afc8cb72f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2967753 Aug 27 14:22:34.615577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-83b3d2e9-a29b-4b2d-85f8-5739f1adc7b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:34.634934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-81321ed1-02e9-4e62-93eb-10db7670b6ca tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Allocated IP 172.20.0.8 (d89051d7-ab03-4a25-9aca-026a603cf9c8/f161ca32-53eb-45db-9f9c-9ed3b316ae8a/f09e4a14-01cf-486e-8680-330fdbeedab0) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:34.659988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Allocated IP 2001:db8::f816:3eff:fed5:9b0b (d2fde99d-ed12-467b-8fc4-f63a78e6374a/1b2cbeb0-52f0-4704-89fa-b8df2e50d6ea/890facd8-6a38-402f-9d47-a9e9613b3d02) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:34.814273 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:34.824780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Transition to ACTIVE for port object 890facd8-6a38-402f-9d47-a9e9613b3d02 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:34.841123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Transition to ACTIVE for port object 890facd8-6a38-402f-9d47-a9e9613b3d02 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:34.848382 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:34.894547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:34.897495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:34.900709 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:34.910257 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Pushing event updated for resources: {'Port': ['ID=890facd8-6a38-402f-9d47-a9e9613b3d02,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:34.970366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Attempting to bind port 890facd8-6a38-402f-9d47-a9e9613b3d02 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:22:34.970771 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Attempting to bind port 890facd8-6a38-402f-9d47-a9e9613b3d02 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:22:34.971140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Attempting to bind port 890facd8-6a38-402f-9d47-a9e9613b3d02 on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:34.977356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:22:34.977807 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:34.978222 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:34.978625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:22:34.979120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Bound port: 890facd8-6a38-402f-9d47-a9e9613b3d02, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:22:34.979511 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:35.045965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] For port 890facd8-6a38-402f-9d47-a9e9613b3d02, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:22:35.049244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] For port 890facd8-6a38-402f-9d47-a9e9613b3d02, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=890facd8-6a38-402f-9d47-a9e9613b3d02,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:22:35.053380 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:35.113456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087a4b4-e9c7-48d8-947d-e0b8de4cc56c None None] Pushing event updated for resources: {'Port': ['ID=890facd8-6a38-402f-9d47-a9e9613b3d02,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:35.118363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b3d2e9-a29b-4b2d-85f8-5739f1adc7b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:35.122381 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-83b3d2e9-a29b-4b2d-85f8-5739f1adc7b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:35.223908 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-81321ed1-02e9-4e62-93eb-10db7670b6ca tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:35.299882 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23c66847-37f4-47fa-8ec2-339d8bf36102 req-e0af5c90-a6d4-4d14-bc46-af2118bb0a68 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 210 time: 0.0589459 Aug 27 14:22:35.321886 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-81321ed1-02e9-4e62-93eb-10db7670b6ca tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:35.410660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-81321ed1-02e9-4e62-93eb-10db7670b6ca tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Network d89051d7-ab03-4a25-9aca-026a603cf9c8 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:35.419109 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-81321ed1-02e9-4e62-93eb-10db7670b6ca tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:35.426000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-81321ed1-02e9-4e62-93eb-10db7670b6ca tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:35.430599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81321ed1-02e9-4e62-93eb-10db7670b6ca tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Pushing event updated for resources: {'Port': ['ID=f09e4a14-01cf-486e-8680-330fdbeedab0,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:35.513333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-81321ed1-02e9-4e62-93eb-10db7670b6ca tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:35.513855 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-81321ed1-02e9-4e62-93eb-10db7670b6ca tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:35.535737 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-83b3d2e9-a29b-4b2d-85f8-5739f1adc7b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:35.546359 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-81321ed1-02e9-4e62-93eb-10db7670b6ca tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3166261 Aug 27 14:22:35.571008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Request body: {'port': {'device_id': 'b31afc0c-45cf-48a4-8ad3-73f318e293b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:35.609357 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3d2e9-a29b-4b2d-85f8-5739f1adc7b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:35.617705 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-83b3d2e9-a29b-4b2d-85f8-5739f1adc7b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:35.623289 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3d2e9-a29b-4b2d-85f8-5739f1adc7b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:35.623893 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-83b3d2e9-a29b-4b2d-85f8-5739f1adc7b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:35.662091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3d2e9-a29b-4b2d-85f8-5739f1adc7b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=39cc363b-3b8f-4a0e-a12b-6a8e62fefdad,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:35.669219 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:35.673404 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-83b3d2e9-a29b-4b2d-85f8-5739f1adc7b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0616202 Aug 27 14:22:35.680948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52214) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:35.686841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'mac_address': 'fa:16:3e:7c:a0:b1', 'name': 'tempest-NetworksTestDHCPv6-954735861'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:35.704371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f281f-c4b5-447b-9689-5bbad6621611 req-765620f6-f6e9-4754-bab2-3e8304dce057 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:35.705927 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-862f281f-c4b5-447b-9689-5bbad6621611 req-765620f6-f6e9-4754-bab2-3e8304dce057 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 943 time: 0.0530040 Aug 27 14:22:35.748022 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-862f281f-c4b5-447b-9689-5bbad6621611 req-d2fdf8f0-aa71-4126-839b-c9d6bb960ab0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352128 Aug 27 14:22:35.949236 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:36.084831 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:36.085050 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20a3e72-d218-43a6-8d55-c082c4768b9b None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:36.135355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09e4a14-01cf-486e-8680-330fdbeedab0 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:22:36.144457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 1aac94bc-2103-446e-9075-18f8105d34de yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:22:36.150469 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:36.198576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Transition to ACTIVE for port object f09e4a14-01cf-486e-8680-330fdbeedab0 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:36.199696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-11aea583-e1e5-43b0-9476-6fc7c22ee448 None None] Provisioning for port 890facd8-6a38-402f-9d47-a9e9613b3d02 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:36.206749 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:36.333909 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5ce4f5-2613-4e00-97e6-df2aae7642a2 None None] Update dhcp port {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': '1b2cbeb0-52f0-4704-89fa-b8df2e50d6ea', 'ip_address': '2001:db8::f816:3eff:fed5:9b0b'}, {'subnet_id': '39cc363b-3b8f-4a0e-a12b-6a8e62fefdad'}], 'binding:host_id': 'n-d-712139-12'}, 'id': '890facd8-6a38-402f-9d47-a9e9613b3d02'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:22:36.354923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Pushing event updated for resources: {'Port': ['ID=f09e4a14-01cf-486e-8680-330fdbeedab0,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:36.372567 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c5ce4f5-2613-4e00-97e6-df2aae7642a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:36.488195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Attempting to bind port f09e4a14-01cf-486e-8680-330fdbeedab0 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:22:36.488683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Attempting to bind port f09e4a14-01cf-486e-8680-330fdbeedab0 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '5fcbff54-b82d-463d-bc0a-b3fc94fe98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd89051d7-ab03-4a25-9aca-026a603cf9c8'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:22:36.489020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Attempting to bind port f09e4a14-01cf-486e-8680-330fdbeedab0 on network d89051d7-ab03-4a25-9aca-026a603cf9c8 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:36.494175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8:0:1::28 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/39cc363b-3b8f-4a0e-a12b-6a8e62fefdad/1aac94bc-2103-446e-9075-18f8105d34de) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:36.504025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Port f09e4a14-01cf-486e-8680-330fdbeedab0 on network d89051d7-ab03-4a25-9aca-026a603cf9c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:22:36.504388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Attempting to bind port f09e4a14-01cf-486e-8680-330fdbeedab0 on network d89051d7-ab03-4a25-9aca-026a603cf9c8 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:36.511508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::f816:3eff:fe7c:a0b1 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/1b2cbeb0-52f0-4704-89fa-b8df2e50d6ea/1aac94bc-2103-446e-9075-18f8105d34de) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:36.527179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1902b-6613-40e2-8dae-e079c5899e8f req-bbf173c2-f941-4cbc-95e8-078502536892 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:36.528745 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f3a1902b-6613-40e2-8dae-e079c5899e8f req-bbf173c2-f941-4cbc-95e8-078502536892 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 943 time: 0.1372693 Aug 27 14:22:36.530480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:22:36.530855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Checking segment: {'id': '5fcbff54-b82d-463d-bc0a-b3fc94fe98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd89051d7-ab03-4a25-9aca-026a603cf9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:36.531367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Bound using segment: {'id': '5fcbff54-b82d-463d-bc0a-b3fc94fe98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd89051d7-ab03-4a25-9aca-026a603cf9c8'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:22:36.531851 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Bound port: f09e4a14-01cf-486e-8680-330fdbeedab0, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcbff54-b82d-463d-bc0a-b3fc94fe98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd89051d7-ab03-4a25-9aca-026a603cf9c8'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:22:36.532219 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:36.551426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 890facd8-6a38-402f-9d47-a9e9613b3d02 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:36.633820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 890facd8-6a38-402f-9d47-a9e9613b3d02 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:36.639390 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 890facd8-6a38-402f-9d47-a9e9613b3d02 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:36.639976 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:36.660273 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f3a1902b-6613-40e2-8dae-e079c5899e8f req-3a912ef1-92d1-4c4a-8e5d-9c4c6cbe2013 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118188 Aug 27 14:22:36.715173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] For port f09e4a14-01cf-486e-8680-330fdbeedab0, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:22:36.736592 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:36.737338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] For port f09e4a14-01cf-486e-8680-330fdbeedab0, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f09e4a14-01cf-486e-8680-330fdbeedab0,segment=NetworkSegment(5fcbff54-b82d-463d-bc0a-b3fc94fe98d7),segment_id=5fcbff54-b82d-463d-bc0a-b3fc94fe98d7)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:22:36.745701 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:36.784481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 890facd8-6a38-402f-9d47-a9e9613b3d02, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=890facd8-6a38-402f-9d47-a9e9613b3d02,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:36.798653 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:36.832746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:36.833458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:36.835731 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] 10.222.0.41 "PUT /v2.0/ports/f09e4a14-01cf-486e-8680-330fdbeedab0 HTTP/1.1" status: 200 len: 1092 time: 1.2693067 Aug 27 14:22:36.841962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31afc0c-45cf-48a4-8ad3-73f318e293b4', 'tag': 'f09e4a14-01cf-486e-8680-330fdbeedab0'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:22:36.844485 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc7dcc6-954e-4a14-84c0-7ffd90d12494" -d '{"events": [{"name": "network-changed", "server_uuid": "b31afc0c-45cf-48a4-8ad3-73f318e293b4", "tag": "f09e4a14-01cf-486e-8680-330fdbeedab0"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:22:36.883710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897ca40-4801-42c7-94df-e976a8a3f253 service neutron] Pushing event updated for resources: {'Port': ['ID=f09e4a14-01cf-486e-8680-330fdbeedab0,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:36.900490 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:36.907049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=890facd8-6a38-402f-9d47-a9e9613b3d02,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:36.918033 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74868d0b-75d4-4de0-b3f6-688129779064 x-openstack-request-id: req-74868d0b-75d4-4de0-b3f6-688129779064 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:22:36.918336 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31afc0c-45cf-48a4-8ad3-73f318e293b4", "tag": "f09e4a14-01cf-486e-8680-330fdbeedab0", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:22:36.918586 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74868d0b-75d4-4de0-b3f6-688129779064 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:22:36.919006 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31afc0c-45cf-48a4-8ad3-73f318e293b4', 'tag': 'f09e4a14-01cf-486e-8680-330fdbeedab0', 'status': 'completed', 'code': 200} Aug 27 14:22:36.920324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb667da6-59ec-42bb-8932-2e2aeebd6f24 req-83f0dc6c-3bfd-4dfc-b826-6184b3119bf1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:36.921892 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb667da6-59ec-42bb-8932-2e2aeebd6f24 req-83f0dc6c-3bfd-4dfc-b826-6184b3119bf1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 943 time: 0.0760274 Aug 27 14:22:36.952079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 1aac94bc-2103-446e-9075-18f8105d34de will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:36.964452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb667da6-59ec-42bb-8932-2e2aeebd6f24 req-deff2cff-8734-4a6a-9ec5-fb372c8b4581 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360239 Aug 27 14:22:36.977538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-0cbfccb2-79db-4e67-b638-334dcfec836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:36.979094 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-0cbfccb2-79db-4e67-b638-334dcfec836f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d89407675fd2453cbcef274514a35dac&device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 1095 time: 0.0758069 Aug 27 14:22:37.038215 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:37.041435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-de900489-ef4c-4ba6-a379-4f45578eedd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f09e4a14-01cf-486e-8680-330fdbeedab0 HTTP/1.1" status: 200 len: 217 time: 0.0452702 Aug 27 14:22:37.064609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-7c5ce4f5-2613-4e00-97e6-df2aae7642a2 None None] Allocated IP 2001:db8:0:1::2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/39cc363b-3b8f-4a0e-a12b-6a8e62fefdad/890facd8-6a38-402f-9d47-a9e9613b3d02) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:37.119955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:37.133009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:37.137361 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:37.143249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:37.143887 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:37.146277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=1aac94bc-2103-446e-9075-18f8105d34de,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:37.162401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-a91f2d32-f10f-4bbe-b1f9-93e6a92d68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:37.164114 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-a91f2d32-f10f-4bbe-b1f9-93e6a92d68bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f161ca32-53eb-45db-9f9c-9ed3b316ae8a HTTP/1.1" status: 200 len: 862 time: 0.0955238 Aug 27 14:22:37.169450 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8e371809-c1db-4dc3-8613-048919271784 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4872844 Aug 27 14:22:37.172001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7c5ce4f5-2613-4e00-97e6-df2aae7642a2 None None] For port 890facd8-6a38-402f-9d47-a9e9613b3d02, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=890facd8-6a38-402f-9d47-a9e9613b3d02,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:37.172547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52224) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:37.203431 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c5ce4f5-2613-4e00-97e6-df2aae7642a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:37.205296 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-bf6f9811-3aa4-431b-af9b-c41b61a489f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89051d7-ab03-4a25-9aca-026a603cf9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339115 Aug 27 14:22:37.217392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7c5ce4f5-2613-4e00-97e6-df2aae7642a2 None None] Transition to ACTIVE for port object 890facd8-6a38-402f-9d47-a9e9613b3d02 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:37.222668 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c5ce4f5-2613-4e00-97e6-df2aae7642a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:37.274795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d6a98a9c-ae6a-4e20-b325-d4268aadccad tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 1aac94bc-2103-446e-9075-18f8105d34de {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:37.275199 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d6a98a9c-ae6a-4e20-b325-d4268aadccad tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:37.302312 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-c27a991b-8314-4bcc-9db1-a70084e7bc0b service neutron] 10.222.0.41 "GET /v2.0/networks/d89051d7-ab03-4a25-9aca-026a603cf9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898006 Aug 27 14:22:37.375390 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d6a98a9c-ae6a-4e20-b325-d4268aadccad tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:37.389739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d6a98a9c-ae6a-4e20-b325-d4268aadccad tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 1aac94bc-2103-446e-9075-18f8105d34de owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:37.409498 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb6aaad5-2aef-4b01-992b-cc28f7f81d2a req-b8d166cb-f753-4893-8336-f2a0b82c3ccc service neutron] 10.222.0.41 "GET /v2.0/networks/d89051d7-ab03-4a25-9aca-026a603cf9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989799 Aug 27 14:22:37.469780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ce4f5-2613-4e00-97e6-df2aae7642a2 None None] Pushing event updated for resources: {'Port': ['ID=890facd8-6a38-402f-9d47-a9e9613b3d02,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:37.567247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7dcc6-954e-4a14-84c0-7ffd90d12494 req-0a003d5a-8bd4-4597-8b44-99dbfd23eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:37.568775 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8bc7dcc6-954e-4a14-84c0-7ffd90d12494 req-0a003d5a-8bd4-4597-8b44-99dbfd23eec7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d89407675fd2453cbcef274514a35dac&device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 1095 time: 0.0591981 Aug 27 14:22:37.594028 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d6a98a9c-ae6a-4e20-b325-d4268aadccad tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:37.630093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a98a9c-ae6a-4e20-b325-d4268aadccad tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=1aac94bc-2103-446e-9075-18f8105d34de,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:37.673271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7dcc6-954e-4a14-84c0-7ffd90d12494 req-9bb4845e-93b1-4090-a26f-524a6c49bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:37.674791 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8bc7dcc6-954e-4a14-84c0-7ffd90d12494 req-9bb4845e-93b1-4090-a26f-524a6c49bbbc service neutron] 10.222.0.41 "GET /v2.0/networks?id=d89051d7-ab03-4a25-9aca-026a603cf9c8 HTTP/1.1" status: 200 len: 923 time: 0.0975406 Aug 27 14:22:37.679696 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d6a98a9c-ae6a-4e20-b325-d4268aadccad tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:37.681735 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d6a98a9c-ae6a-4e20-b325-d4268aadccad tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/1aac94bc-2103-446e-9075-18f8105d34de HTTP/1.1" status: 204 len: 168 time: 0.5085845 Aug 27 14:22:37.685656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52228) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:37.729986 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8bc7dcc6-954e-4a14-84c0-7ffd90d12494 req-6b9e15d9-0b71-4609-96de-d61fc8454904 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f09e4a14-01cf-486e-8680-330fdbeedab0 HTTP/1.1" status: 200 len: 217 time: 0.0466702 Aug 27 14:22:37.747225 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96bcdaf-fc08-44f8-a295-67225c602b0e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:37.751588 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a96bcdaf-fc08-44f8-a295-67225c602b0e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0621948 Aug 27 14:22:37.757912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52232) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:37.783558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7dcc6-954e-4a14-84c0-7ffd90d12494 req-7fa3842b-52d4-4def-8738-c4594e084535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:37.785486 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8bc7dcc6-954e-4a14-84c0-7ffd90d12494 req-7fa3842b-52d4-4def-8738-c4594e084535 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f161ca32-53eb-45db-9f9c-9ed3b316ae8a HTTP/1.1" status: 200 len: 862 time: 0.0484045 Aug 27 14:22:37.822423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8bc7dcc6-954e-4a14-84c0-7ffd90d12494 req-26e18687-e07b-4063-97e4-775e1dd53a6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89051d7-ab03-4a25-9aca-026a603cf9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289946 Aug 27 14:22:37.829057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fc2e3-568f-4245-ac4d-1ac679de8d5c req-4cba7cc3-16cc-4dd0-897f-358594bce7f0 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:37.830705 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-658fc2e3-568f-4245-ac4d-1ac679de8d5c req-4cba7cc3-16cc-4dd0-897f-358594bce7f0 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 943 time: 0.0808799 Aug 27 14:22:37.843399 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1d6e7-8d89-46f5-bfbe-186e9e416713 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:37.845121 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a6d1d6e7-8d89-46f5-bfbe-186e9e416713 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0860975 Aug 27 14:22:37.847447 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52234) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:37.923983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e663a89-27a1-4424-992e-68ef50b997c2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:37.925529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e663a89-27a1-4424-992e-68ef50b997c2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:37.927269 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e663a89-27a1-4424-992e-68ef50b997c2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:37.931757 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4e663a89-27a1-4424-992e-68ef50b997c2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0805566 Aug 27 14:22:37.931948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8bc7dcc6-954e-4a14-84c0-7ffd90d12494 req-68fc8aa4-0833-4737-9e19-80deeecf6868 service neutron] 10.222.0.41 "GET /v2.0/networks/d89051d7-ab03-4a25-9aca-026a603cf9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982726 Aug 27 14:22:37.932221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52238) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:37.934846 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-658fc2e3-568f-4245-ac4d-1ac679de8d5c req-9828a075-f4c7-4a5a-9f0e-e60613717176 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886593 Aug 27 14:22:38.057499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:22:38.094277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-9285256c-3ee9-42be-b7c1-3d0db51086ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 1b2cbeb0-52f0-4704-89fa-b8df2e50d6ea {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:38.105911 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9285256c-3ee9-42be-b7c1-3d0db51086ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.165331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-de4170d1-df4b-4835-ae6e-e9709386d0f2 None None] Provisioning for port 890facd8-6a38-402f-9d47-a9e9613b3d02 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:38.175957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb6fee-4a18-4440-87f1-befcedc19065 req-8fbe2a69-a0a7-4aa9-a4ef-233afda8b3fe tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:38.178012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-de4170d1-df4b-4835-ae6e-e9709386d0f2 None None] Provisioning complete for port 890facd8-6a38-402f-9d47-a9e9613b3d02 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:38.178523 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-de4170d1-df4b-4835-ae6e-e9709386d0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.181252 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:38.183394 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0eb6fee-4a18-4440-87f1-befcedc19065 req-8fbe2a69-a0a7-4aa9-a4ef-233afda8b3fe tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 943 time: 0.1409285 Aug 27 14:22:38.187023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8bc7dcc6-954e-4a14-84c0-7ffd90d12494 req-e508b365-8771-4288-962b-f701202f07bd service neutron] 10.222.0.41 "GET /v2.0/networks/d89051d7-ab03-4a25-9aca-026a603cf9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464991 Aug 27 14:22:38.189509 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9285256c-3ee9-42be-b7c1-3d0db51086ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.226493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'port_id': 'c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e', 'mac_address': 'fa:16:3e:06:e3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:22:38.266932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0eb6fee-4a18-4440-87f1-befcedc19065 req-80a0b3ef-a0ab-41ed-96da-8752fd242cdc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823781 Aug 27 14:22:38.283282 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.316935 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9285256c-3ee9-42be-b7c1-3d0db51086ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.324735 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:22:38.355363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:38.359690 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.387068 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9285256c-3ee9-42be-b7c1-3d0db51086ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.415045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285256c-3ee9-42be-b7c1-3d0db51086ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2cbeb0-52f0-4704-89fa-b8df2e50d6ea,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:38.418766 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9285256c-3ee9-42be-b7c1-3d0db51086ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.420686 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9285256c-3ee9-42be-b7c1-3d0db51086ca tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/1b2cbeb0-52f0-4704-89fa-b8df2e50d6ea HTTP/1.1" status: 204 len: 168 time: 0.4874518 Aug 27 14:22:38.423333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52244) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:38.429171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:38.459129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b6c37912-70a0-47df-a3e8-85e3245a4d5a None None] Could not find standard attr ID for object 1aac94bc-2103-446e-9075-18f8105d34de. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:22:38.482473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b169300e-1800-4b2e-b55e-dfcc8724e5e9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 39cc363b-3b8f-4a0e-a12b-6a8e62fefdad {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:38.485938 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b169300e-1800-4b2e-b55e-dfcc8724e5e9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.502222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 890facd8-6a38-402f-9d47-a9e9613b3d02 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:38.530231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8774a723-7983-4ea3-8fd6-1db9e4f55789 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:38.541635 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b169300e-1800-4b2e-b55e-dfcc8724e5e9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.588356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:22:38.631780 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b169300e-1800-4b2e-b55e-dfcc8724e5e9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.665065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 890facd8-6a38-402f-9d47-a9e9613b3d02 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:38.665443 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.690562 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b169300e-1800-4b2e-b55e-dfcc8724e5e9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.723111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169300e-1800-4b2e-b55e-dfcc8724e5e9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=39cc363b-3b8f-4a0e-a12b-6a8e62fefdad,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:38.725511 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b169300e-1800-4b2e-b55e-dfcc8724e5e9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.728198 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b169300e-1800-4b2e-b55e-dfcc8724e5e9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/39cc363b-3b8f-4a0e-a12b-6a8e62fefdad HTTP/1.1" status: 204 len: 168 time: 0.3038445 Aug 27 14:22:38.730706 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52248) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:38.767675 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-055053dd-8050-4189-bd50-c24242c0243d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0357096 Aug 27 14:22:38.770308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52250) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:38.775712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c8341b7e-0d2b-46c4-9f0c-2272b9561fdc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:38.869487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8341b7e-0d2b-46c4-9f0c-2272b9561fdc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:38.873208 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8341b7e-0d2b-46c4-9f0c-2272b9561fdc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.880452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad11be23-1171-4631-b799-44ca2bccbfe4 None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:22:38.926782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ad11be23-1171-4631-b799-44ca2bccbfe4 None None] Deleting port 890facd8-6a38-402f-9d47-a9e9613b3d02 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:38.927159 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad11be23-1171-4631-b799-44ca2bccbfe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:38.994067 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ad11be23-1171-4631-b799-44ca2bccbfe4 None None] For port 890facd8-6a38-402f-9d47-a9e9613b3d02, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=890facd8-6a38-402f-9d47-a9e9613b3d02,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:38.994475 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad11be23-1171-4631-b799-44ca2bccbfe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.008042 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ad11be23-1171-4631-b799-44ca2bccbfe4 None None] Calling delete_port for 890facd8-6a38-402f-9d47-a9e9613b3d02 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:39.065452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0e2b5-a4d9-49ab-94b7-074c6582546a req-1f642ea2-cfc4-453a-93b8-74bcaf1dd756 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:39.067025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7e0e2b5-a4d9-49ab-94b7-074c6582546a req-1f642ea2-cfc4-453a-93b8-74bcaf1dd756 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 943 time: 0.0589566 Aug 27 14:22:39.089806 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad11be23-1171-4631-b799-44ca2bccbfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.109544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e7e0e2b5-a4d9-49ab-94b7-074c6582546a req-7c14864a-291f-404f-a90d-911a2be6a320 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350142 Aug 27 14:22:39.119244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11be23-1171-4631-b799-44ca2bccbfe4 None None] Pushing event deleted for resources: {'Port': ['ID=890facd8-6a38-402f-9d47-a9e9613b3d02,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:39.134230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11be23-1171-4631-b799-44ca2bccbfe4 None None] No DVR routers for this DVR port 890facd8-6a38-402f-9d47-a9e9613b3d02 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:39.153028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.objects.ports [None req-c8341b7e-0d2b-46c4-9f0c-2272b9561fdc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101187) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:22:39.154504 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8341b7e-0d2b-46c4-9f0c-2272b9561fdc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.196948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8341b7e-0d2b-46c4-9f0c-2272b9561fdc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:39.200004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-c8341b7e-0d2b-46c4-9f0c-2272b9561fdc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:39.204129 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8341b7e-0d2b-46c4-9f0c-2272b9561fdc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:39.204723 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8341b7e-0d2b-46c4-9f0c-2272b9561fdc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.209009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8032e7-27ff-46c2-9474-60e6abaacc41 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:39.217216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8341b7e-0d2b-46c4-9f0c-2272b9561fdc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=19462b20-9bd4-4dd9-baa5-a32029d79137,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:39.225458 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c8341b7e-0d2b-46c4-9f0c-2272b9561fdc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4541430 Aug 27 14:22:39.228979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52254) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:39.234241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-50967aad-fd95-4a59-a2c2-135cddea42f5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:39.344281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50967aad-fd95-4a59-a2c2-135cddea42f5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:39.348695 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50967aad-fd95-4a59-a2c2-135cddea42f5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.358612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': '19462b20-9bd4-4dd9-baa5-a32029d79137'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:22:39.359592 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.415099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b4634-f8e4-4bed-8ef1-b65558e13a22 req-22f42f1c-649c-4e40-8e53-90c520dcfc32 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:39.417359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-360b4634-f8e4-4bed-8ef1-b65558e13a22 req-22f42f1c-649c-4e40-8e53-90c520dcfc32 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 944 time: 0.0578017 Aug 27 14:22:39.452394 n-d-712139-12 neutron-server[101186]: INFO neutron.db.ipam_backend_mixin [None req-50967aad-fd95-4a59-a2c2-135cddea42f5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19462b20-9bd4-4dd9-baa5-a32029d79137 (CIDR: 2001:db8::/64) Aug 27 14:22:39.456348 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-50967aad-fd95-4a59-a2c2-135cddea42f5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:22:39.456818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50967aad-fd95-4a59-a2c2-135cddea42f5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:39.465239 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-360b4634-f8e4-4bed-8ef1-b65558e13a22 req-e5f2fefd-342a-4645-a3af-c4a5dc3a293c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416057 Aug 27 14:22:39.471682 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-50967aad-fd95-4a59-a2c2-135cddea42f5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2414343 Aug 27 14:22:39.474369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52258) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:39.479735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-057b61e6-1da0-4f3c-9eac-d2f0e21386d5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:39.505450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Allocated IP 2001:db8::f816:3eff:fe93:952b (d2fde99d-ed12-467b-8fc4-f63a78e6374a/19462b20-9bd4-4dd9-baa5-a32029d79137/b2c2bd63-2f97-4ac1-8682-fbf1de50727b) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:39.590392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057b61e6-1da0-4f3c-9eac-d2f0e21386d5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:39.593883 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-057b61e6-1da0-4f3c-9eac-d2f0e21386d5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.652342 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.662301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Transition to ACTIVE for port object b2c2bd63-2f97-4ac1-8682-fbf1de50727b will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:39.682961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Transition to ACTIVE for port object b2c2bd63-2f97-4ac1-8682-fbf1de50727b will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:39.689107 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.727311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:39.733862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:39.737391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:39.743617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Pushing event updated for resources: {'Port': ['ID=b2c2bd63-2f97-4ac1-8682-fbf1de50727b,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:39.797648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Attempting to bind port b2c2bd63-2f97-4ac1-8682-fbf1de50727b on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:22:39.798022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Attempting to bind port b2c2bd63-2f97-4ac1-8682-fbf1de50727b by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:22:39.798386 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Attempting to bind port b2c2bd63-2f97-4ac1-8682-fbf1de50727b on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:39.803254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:22:39.803630 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:39.804651 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.805108 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:22:39.805756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Bound port: b2c2bd63-2f97-4ac1-8682-fbf1de50727b, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:22:39.806164 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.833028 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-057b61e6-1da0-4f3c-9eac-d2f0e21386d5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.877444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057b61e6-1da0-4f3c-9eac-d2f0e21386d5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:39.879754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] For port b2c2bd63-2f97-4ac1-8682-fbf1de50727b, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:22:39.883428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] For port b2c2bd63-2f97-4ac1-8682-fbf1de50727b, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b2c2bd63-2f97-4ac1-8682-fbf1de50727b,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:22:39.884495 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.885315 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-057b61e6-1da0-4f3c-9eac-d2f0e21386d5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:39.890348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057b61e6-1da0-4f3c-9eac-d2f0e21386d5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:39.891014 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-057b61e6-1da0-4f3c-9eac-d2f0e21386d5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.892258 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:39.904490 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b61e6-1da0-4f3c-9eac-d2f0e21386d5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=4607c6f8-7218-42a3-ac17-f079deab33de,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:39.916117 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-057b61e6-1da0-4f3c-9eac-d2f0e21386d5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4403682 Aug 27 14:22:39.918875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52262) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:39.924396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'mac_address': 'fa:16:3e:42:24:d5', 'name': 'tempest-NetworksTestDHCPv6-1577703611'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:39.951466 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624bc49-b5e6-415b-9d46-49052ce205f2 None None] Pushing event updated for resources: {'Port': ['ID=b2c2bd63-2f97-4ac1-8682-fbf1de50727b,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:40.041483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:40.045599 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:40.059517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:40.070144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 0fe7dfc6-6319-4aac-b1ac-875bcb057b21 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:22:40.145998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:40.156393 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:40.156774 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:40.253350 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:40.257035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386ab87-5712-4c98-946c-32da261d9ba3 req-e816cf6c-2a52-4c4d-9990-383e344e392a tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:40.259345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6386ab87-5712-4c98-946c-32da261d9ba3 req-e816cf6c-2a52-4c4d-9990-383e344e392a tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 943 time: 0.0688810 Aug 27 14:22:40.279480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf80906-9c28-4e88-a2cb-e50e03c22f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:22:40.282219 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973f3cbf-2606-49bf-825f-0a49bf60dbac" -d '{"events": [{"server_uuid": "3cf80906-9c28-4e88-a2cb-e50e03c22f8c", "name": "network-vif-plugged", "status": "completed", "tag": "c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:22:40.299869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:40.304552 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6386ab87-5712-4c98-946c-32da261d9ba3 req-a5bb1b94-ee76-4633-a303-e7f2ecd798ac tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392046 Aug 27 14:22:40.304979 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:40.309462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8:0:1::31b (d2fde99d-ed12-467b-8fc4-f63a78e6374a/4607c6f8-7218-42a3-ac17-f079deab33de/0fe7dfc6-6319-4aac-b1ac-875bcb057b21) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:40.317700 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::f816:3eff:fe42:24d5 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/19462b20-9bd4-4dd9-baa5-a32029d79137/0fe7dfc6-6319-4aac-b1ac-875bcb057b21) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:40.349248 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6473e8ec-5ed8-4d5e-84e2-e84445f74e96 x-openstack-request-id: req-6473e8ec-5ed8-4d5e-84e2-e84445f74e96 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:22:40.349861 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf80906-9c28-4e88-a2cb-e50e03c22f8c", "name": "network-vif-plugged", "status": "completed", "tag": "c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:22:40.350186 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6473e8ec-5ed8-4d5e-84e2-e84445f74e96 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:22:40.350646 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf80906-9c28-4e88-a2cb-e50e03c22f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e', 'code': 200} Aug 27 14:22:40.360777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:40.455425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385f8bb-078f-47c8-9b01-a2c7bd865f24 req-1073d77c-d127-433b-8ebf-647b225d787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:40.457448 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b385f8bb-078f-47c8-9b01-a2c7bd865f24 req-1073d77c-d127-433b-8ebf-647b225d787b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 1097 time: 0.0514967 Aug 27 14:22:40.488319 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:40.497199 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b385f8bb-078f-47c8-9b01-a2c7bd865f24 req-0f2a9624-4758-4e9c-b821-64c61b72bc71 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Aug 27 14:22:40.512355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 0fe7dfc6-6319-4aac-b1ac-875bcb057b21 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:40.515751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b2c2bd63-2f97-4ac1-8682-fbf1de50727b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:40.552928 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:40.575983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b2c2bd63-2f97-4ac1-8682-fbf1de50727b completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:40.601697 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599df94-9ddf-4615-b4f0-9238bc84e32a req-af9d72a4-f902-4db4-8774-1769a0c5f2d6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:40.604237 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d599df94-9ddf-4615-b4f0-9238bc84e32a req-af9d72a4-f902-4db4-8774-1769a0c5f2d6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 945 time: 0.0612617 Aug 27 14:22:40.615303 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:40.619585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:40.624491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:40.630394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:40.631439 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:40.638940 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=0fe7dfc6-6319-4aac-b1ac-875bcb057b21,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:40.656203 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d599df94-9ddf-4615-b4f0-9238bc84e32a req-6ba3ee82-699f-4a8a-90cc-830c9fb48e06 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459456 Aug 27 14:22:40.661951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 890facd8-6a38-402f-9d47-a9e9613b3d02 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:40.665959 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1e0183a0-d4fa-4f46-9728-406ef1d40c15 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7455461 Aug 27 14:22:40.668279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52270) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:40.686675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 890facd8-6a38-402f-9d47-a9e9613b3d02 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:22:40.687174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 890facd8-6a38-402f-9d47-a9e9613b3d02 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:22:40.768106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ca068-b67a-4a74-978c-3688d105a42d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 0fe7dfc6-6319-4aac-b1ac-875bcb057b21 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:40.768560 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca068-b67a-4a74-978c-3688d105a42d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:40.863722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca068-b67a-4a74-978c-3688d105a42d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:40.876548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ca068-b67a-4a74-978c-3688d105a42d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 0fe7dfc6-6319-4aac-b1ac-875bcb057b21 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:40.969963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16569278-a2d5-4d39-804e-2c45927f4c3a None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:41.037075 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-527ad26c-f25a-46f6-94fe-36e70a021f57 None None] Provisioning for port b2c2bd63-2f97-4ac1-8682-fbf1de50727b completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:41.045837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-527ad26c-f25a-46f6-94fe-36e70a021f57 None None] Provisioning complete for port b2c2bd63-2f97-4ac1-8682-fbf1de50727b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:41.046213 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-527ad26c-f25a-46f6-94fe-36e70a021f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:41.200648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f09e4a14-01cf-486e-8680-330fdbeedab0 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:22:41.204533 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-527ad26c-f25a-46f6-94fe-36e70a021f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:41.287822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-527ad26c-f25a-46f6-94fe-36e70a021f57 None None] For port b2c2bd63-2f97-4ac1-8682-fbf1de50727b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b2c2bd63-2f97-4ac1-8682-fbf1de50727b,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:41.315844 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-527ad26c-f25a-46f6-94fe-36e70a021f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:41.348293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca068-b67a-4a74-978c-3688d105a42d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:41.355293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dec95b-19a7-4bdd-a93d-b024b6ac6417 None None] Update dhcp port {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': '19462b20-9bd4-4dd9-baa5-a32029d79137', 'ip_address': '2001:db8::f816:3eff:fe93:952b'}, {'subnet_id': '4607c6f8-7218-42a3-ac17-f079deab33de'}], 'binding:host_id': 'n-d-712139-12'}, 'id': 'b2c2bd63-2f97-4ac1-8682-fbf1de50727b'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:22:41.389824 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ca068-b67a-4a74-978c-3688d105a42d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=0fe7dfc6-6319-4aac-b1ac-875bcb057b21,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:41.416946 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65dec95b-19a7-4bdd-a93d-b024b6ac6417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:41.438127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ad26c-f25a-46f6-94fe-36e70a021f57 None None] Pushing event updated for resources: {'Port': ['ID=b2c2bd63-2f97-4ac1-8682-fbf1de50727b,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:41.439870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca068-b67a-4a74-978c-3688d105a42d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:41.442739 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1f3ca068-b67a-4a74-978c-3688d105a42d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/0fe7dfc6-6319-4aac-b1ac-875bcb057b21 HTTP/1.1" status: 204 len: 168 time: 0.7726495 Aug 27 14:22:41.447079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52276) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:41.464745 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f09e4a14-01cf-486e-8680-330fdbeedab0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f09e4a14-01cf-486e-8680-330fdbeedab0,segment=NetworkSegment(5fcbff54-b82d-463d-bc0a-b3fc94fe98d7),segment_id=5fcbff54-b82d-463d-bc0a-b3fc94fe98d7)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:41.504660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'f09e4a14-01cf-486e-8680-330fdbeedab0', 'network_id': 'd89051d7-ab03-4a25-9aca-026a603cf9c8', 'port_id': 'f09e4a14-01cf-486e-8680-330fdbeedab0', 'mac_address': 'fa:16:3e:59:a0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f161ca32-53eb-45db-9f9c-9ed3b316ae8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:22:41.505651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f39fc-cd93-4f5b-ac46-5b08a0475559 req-ad5c5bff-2496-47d9-80c7-e40b3dec7b7b tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:41.510424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d2f39fc-cd93-4f5b-ac46-5b08a0475559 req-ad5c5bff-2496-47d9-80c7-e40b3dec7b7b tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 943 time: 0.0983641 Aug 27 14:22:41.556262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0517d6e-28c3-4041-8d34-81dec91f63b7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:41.558475 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b0517d6e-28c3-4041-8d34-81dec91f63b7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1090112 Aug 27 14:22:41.561146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52278) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:41.565554 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d2f39fc-cd93-4f5b-ac46-5b08a0475559 req-747eddcd-df4c-416b-80bb-dca9ebf8acef tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474224 Aug 27 14:22:41.617967 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:41.636442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1922c5c9-8e55-4497-9b46-b84164a7140b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:41.637975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1922c5c9-8e55-4497-9b46-b84164a7140b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0756695 Aug 27 14:22:41.640804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52280) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:41.653638 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09e4a14-01cf-486e-8680-330fdbeedab0 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:22:41.684802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f09e4a14-01cf-486e-8680-330fdbeedab0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f09e4a14-01cf-486e-8680-330fdbeedab0,segment=NetworkSegment(5fcbff54-b82d-463d-bc0a-b3fc94fe98d7),segment_id=5fcbff54-b82d-463d-bc0a-b3fc94fe98d7)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:41.696324 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:41.698575 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-65dec95b-19a7-4bdd-a93d-b024b6ac6417 None None] Allocated IP 2001:db8:0:1::2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/4607c6f8-7218-42a3-ac17-f079deab33de/b2c2bd63-2f97-4ac1-8682-fbf1de50727b) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:41.704210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb306ad5-5e73-4743-8514-639918ae8fc9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:41.705954 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb306ad5-5e73-4743-8514-639918ae8fc9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:41.707642 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb306ad5-5e73-4743-8514-639918ae8fc9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:41.711421 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-eb306ad5-5e73-4743-8514-639918ae8fc9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0692687 Aug 27 14:22:41.712309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52284) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:41.793738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-93400d07-9d42-4cea-9140-d1e7dd668341 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 19462b20-9bd4-4dd9-baa5-a32029d79137 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:41.813323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f2c9a-524d-46ac-9615-7b3d6b1364bd req-4f6991cf-b09c-4dc2-9ef4-174c715f36fa tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:41.815079 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-621f2c9a-524d-46ac-9615-7b3d6b1364bd req-4f6991cf-b09c-4dc2-9ef4-174c715f36fa tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 945 time: 0.0688987 Aug 27 14:22:41.864298 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-621f2c9a-524d-46ac-9615-7b3d6b1364bd req-ebd40298-4b60-4aff-96c8-9e9a8aad9948 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408504 Aug 27 14:22:41.944288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=f09e4a14-01cf-486e-8680-330fdbeedab0,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:41.985846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c21d0-cecd-4ee6-9332-3ab49bec4ed5 req-22af4871-5fa9-4178-9dc3-cd2c5b6218ac tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:41.986108 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-65dec95b-19a7-4bdd-a93d-b024b6ac6417 None None] For port b2c2bd63-2f97-4ac1-8682-fbf1de50727b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b2c2bd63-2f97-4ac1-8682-fbf1de50727b,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:41.987491 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d01c21d0-cecd-4ee6-9332-3ab49bec4ed5 req-22af4871-5fa9-4178-9dc3-cd2c5b6218ac tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 945 time: 0.0523343 Aug 27 14:22:42.015448 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65dec95b-19a7-4bdd-a93d-b024b6ac6417 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:42.026583 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d01c21d0-cecd-4ee6-9332-3ab49bec4ed5 req-d537694f-9298-4b06-9544-64b0c587118f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327067 Aug 27 14:22:42.030173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-65dec95b-19a7-4bdd-a93d-b024b6ac6417 None None] Transition to ACTIVE for port object b2c2bd63-2f97-4ac1-8682-fbf1de50727b will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:42.034279 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93400d07-9d42-4cea-9140-d1e7dd668341 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:42.035596 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-65dec95b-19a7-4bdd-a93d-b024b6ac6417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:42.133882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f09e4a14-01cf-486e-8680-330fdbeedab0'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:22:42.138086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dec95b-19a7-4bdd-a93d-b024b6ac6417 None None] Pushing event updated for resources: {'Port': ['ID=b2c2bd63-2f97-4ac1-8682-fbf1de50727b,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:42.405412 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93400d07-9d42-4cea-9140-d1e7dd668341 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:42.503775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b2c2bd63-2f97-4ac1-8682-fbf1de50727b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:42.520294 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93400d07-9d42-4cea-9140-d1e7dd668341 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:42.634743 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93400d07-9d42-4cea-9140-d1e7dd668341 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:42.687757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93400d07-9d42-4cea-9140-d1e7dd668341 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=19462b20-9bd4-4dd9-baa5-a32029d79137,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:42.698147 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93400d07-9d42-4cea-9140-d1e7dd668341 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:42.702332 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-93400d07-9d42-4cea-9140-d1e7dd668341 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/19462b20-9bd4-4dd9-baa5-a32029d79137 HTTP/1.1" status: 204 len: 168 time: 0.9866989 Aug 27 14:22:42.702802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52308) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:42.749768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5513b50-13d4-4e3f-b0eb-29c09cc1a89e req-d75d5a4e-574c-4aa1-bd57-b7f5b4c44cab tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:42.758524 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f5513b50-13d4-4e3f-b0eb-29c09cc1a89e req-d75d5a4e-574c-4aa1-bd57-b7f5b4c44cab tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 944 time: 0.0772550 Aug 27 14:22:42.782865 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9fc1a3-29c0-429c-a1b5-a416b9e6677a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 4607c6f8-7218-42a3-ac17-f079deab33de {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:42.786198 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c9fc1a3-29c0-429c-a1b5-a416b9e6677a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:42.833697 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f5513b50-13d4-4e3f-b0eb-29c09cc1a89e req-a3603f38-1bfa-48db-990e-8e008c1fc803 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740228 Aug 27 14:22:42.841360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c9fc1a3-29c0-429c-a1b5-a416b9e6677a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:42.925430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd92753-febd-43cb-a2bd-115798385f84 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:42.959757 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c9fc1a3-29c0-429c-a1b5-a416b9e6677a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:43.001565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-349ad6eb-2a1e-4c94-a33c-386202adcb2a None None] Provisioning for port b2c2bd63-2f97-4ac1-8682-fbf1de50727b completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:43.016267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-349ad6eb-2a1e-4c94-a33c-386202adcb2a None None] Provisioning complete for port b2c2bd63-2f97-4ac1-8682-fbf1de50727b triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:43.016638 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-349ad6eb-2a1e-4c94-a33c-386202adcb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:43.039377 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c9fc1a3-29c0-429c-a1b5-a416b9e6677a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:43.068428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fc1a3-29c0-429c-a1b5-a416b9e6677a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=4607c6f8-7218-42a3-ac17-f079deab33de,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:43.076628 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5c9fc1a3-29c0-429c-a1b5-a416b9e6677a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:43.081282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52324) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:43.081486 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5c9fc1a3-29c0-429c-a1b5-a416b9e6677a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/4607c6f8-7218-42a3-ac17-f079deab33de HTTP/1.1" status: 204 len: 168 time: 0.3778224 Aug 27 14:22:43.139341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ed1f6963-b20a-4b10-b128-d177aab9b507 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536656 Aug 27 14:22:43.139745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52328) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:43.153877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a5409ef6-22bb-4ce3-b9a3-b2520f96bceb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:43.182880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-349ad6eb-2a1e-4c94-a33c-386202adcb2a None None] Could not find standard attr ID for object 0fe7dfc6-6319-4aac-b1ac-875bcb057b21. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:22:43.223124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f09e4a14-01cf-486e-8680-330fdbeedab0 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:43.260194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf6b16-02e6-4ea3-b5e0-a3fdc595e65c None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:22:43.285043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5409ef6-22bb-4ce3-b9a3-b2520f96bceb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:43.289782 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5409ef6-22bb-4ce3-b9a3-b2520f96bceb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:43.331172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4abf6b16-02e6-4ea3-b5e0-a3fdc595e65c None None] Deleting port b2c2bd63-2f97-4ac1-8682-fbf1de50727b {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:43.331595 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4abf6b16-02e6-4ea3-b5e0-a3fdc595e65c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:43.335468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port f09e4a14-01cf-486e-8680-330fdbeedab0 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:43.386871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port f09e4a14-01cf-486e-8680-330fdbeedab0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:43.387927 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:43.454225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4abf6b16-02e6-4ea3-b5e0-a3fdc595e65c None None] For port b2c2bd63-2f97-4ac1-8682-fbf1de50727b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b2c2bd63-2f97-4ac1-8682-fbf1de50727b,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:43.454997 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4abf6b16-02e6-4ea3-b5e0-a3fdc595e65c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:43.471373 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4abf6b16-02e6-4ea3-b5e0-a3fdc595e65c None None] Calling delete_port for b2c2bd63-2f97-4ac1-8682-fbf1de50727b owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:43.559167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5409ef6-22bb-4ce3-b9a3-b2520f96bceb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:43.586953 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:43.597346 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9913ca9d-bcb6-48d0-b00b-b4ef8ba9e54a req-d42b3083-ff5f-47c2-a1f9-815dae0fb3c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0535846 Aug 27 14:22:43.620956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31afc0c-45cf-48a4-8ad3-73f318e293b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09e4a14-01cf-486e-8680-330fdbeedab0'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:22:43.624710 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df51ba97-0b5e-41be-9386-471cdedccffe" -d '{"events": [{"server_uuid": "b31afc0c-45cf-48a4-8ad3-73f318e293b4", "name": "network-vif-plugged", "status": "completed", "tag": "f09e4a14-01cf-486e-8680-330fdbeedab0"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:22:43.636425 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5409ef6-22bb-4ce3-b9a3-b2520f96bceb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:43.643101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a5409ef6-22bb-4ce3-b9a3-b2520f96bceb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:43.647830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5409ef6-22bb-4ce3-b9a3-b2520f96bceb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:43.649258 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5409ef6-22bb-4ce3-b9a3-b2520f96bceb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:43.661008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5409ef6-22bb-4ce3-b9a3-b2520f96bceb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=1b8993e0-714d-4b51-8b83-aeb0b04549c8,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:43.689014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port f09e4a14-01cf-486e-8680-330fdbeedab0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f09e4a14-01cf-486e-8680-330fdbeedab0,segment=NetworkSegment(5fcbff54-b82d-463d-bc0a-b3fc94fe98d7),segment_id=5fcbff54-b82d-463d-bc0a-b3fc94fe98d7)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:43.700741 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a5409ef6-22bb-4ce3-b9a3-b2520f96bceb tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5593796 Aug 27 14:22:43.702525 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:43.721316 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52348) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:43.728624 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9913ca9d-bcb6-48d0-b00b-b4ef8ba9e54a req-7a4ff2dc-60f8-4402-9daa-00ed21809044 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0476131 Aug 27 14:22:43.735961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8308f7f6-825f-48cc-b411-f6f321867cbf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:43.755152 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e159cf-3b86-4b47-85c2-b5685dd7eb11 x-openstack-request-id: req-20e159cf-3b86-4b47-85c2-b5685dd7eb11 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:22:43.755446 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31afc0c-45cf-48a4-8ad3-73f318e293b4", "name": "network-vif-plugged", "status": "completed", "tag": "f09e4a14-01cf-486e-8680-330fdbeedab0", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:22:43.755679 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20e159cf-3b86-4b47-85c2-b5685dd7eb11 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:22:43.756070 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31afc0c-45cf-48a4-8ad3-73f318e293b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09e4a14-01cf-486e-8680-330fdbeedab0', 'code': 200} Aug 27 14:22:43.761547 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4abf6b16-02e6-4ea3-b5e0-a3fdc595e65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:43.890452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9913ca9d-bcb6-48d0-b00b-b4ef8ba9e54a req-541603a0-def2-4263-b45c-14f8c967f663 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1315320 Aug 27 14:22:43.897884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf6b16-02e6-4ea3-b5e0-a3fdc595e65c None None] No DVR routers for this DVR port b2c2bd63-2f97-4ac1-8682-fbf1de50727b on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:43.928381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=f09e4a14-01cf-486e-8680-330fdbeedab0,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:43.937476 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f91351-2995-4468-a017-165297a5c8af None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:43.972331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf6b16-02e6-4ea3-b5e0-a3fdc595e65c None None] Pushing event deleted for resources: {'Port': ['ID=b2c2bd63-2f97-4ac1-8682-fbf1de50727b,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:44.078204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281aeb2-0347-43b1-a18b-30dd37e03b6f req-46e1f460-ea8d-4102-863b-d0784ffedf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:44.080634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1281aeb2-0347-43b1-a18b-30dd37e03b6f req-46e1f460-ea8d-4102-863b-d0784ffedf05 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 1097 time: 0.1531057 Aug 27 14:22:44.133656 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1281aeb2-0347-43b1-a18b-30dd37e03b6f req-44d7b22e-6682-4d9a-ae2b-8401af30d845 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452440 Aug 27 14:22:44.142706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8308f7f6-825f-48cc-b411-f6f321867cbf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:44.149563 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8308f7f6-825f-48cc-b411-f6f321867cbf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:44.155942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc196357-dfed-4f50-a4fe-8af32f894f80 req-57f873de-a369-4571-bb98-d4bd82591fe0 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:44.157617 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc196357-dfed-4f50-a4fe-8af32f894f80 req-57f873de-a369-4571-bb98-d4bd82591fe0 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 945 time: 0.0955200 Aug 27 14:22:44.182298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913ca9d-bcb6-48d0-b00b-b4ef8ba9e54a req-24d33c6d-feba-4c43-bf72-10ec6c5af477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:44.184005 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9913ca9d-bcb6-48d0-b00b-b4ef8ba9e54a req-24d33c6d-feba-4c43-bf72-10ec6c5af477 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2792728 Aug 27 14:22:44.186782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2fde99d-ed12-467b-8fc4-f63a78e6374a', 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'tenant_id': '9c3db571c4364a3991495ff9e4f74d76', 'fixed_ips': [{'subnet_id': '1b8993e0-714d-4b51-8b83-aeb0b04549c8'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:22:44.187726 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:44.235586 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc196357-dfed-4f50-a4fe-8af32f894f80 req-121c25dd-1b2a-4953-a69c-be37de4a3c26 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645096 Aug 27 14:22:44.261718 n-d-712139-12 neutron-server[101186]: INFO neutron.db.ipam_backend_mixin [None req-8308f7f6-825f-48cc-b411-f6f321867cbf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b8993e0-714d-4b51-8b83-aeb0b04549c8 (CIDR: 2001:db8::/64) Aug 27 14:22:44.264800 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-8308f7f6-825f-48cc-b411-f6f321867cbf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:22:44.265250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8308f7f6-825f-48cc-b411-f6f321867cbf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:44.280256 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8308f7f6-825f-48cc-b411-f6f321867cbf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5574102 Aug 27 14:22:44.282757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52372) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:44.287626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:44.348772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Allocated IP 2001:db8::2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/1b8993e0-714d-4b51-8b83-aeb0b04549c8/580d6964-64ce-4629-b49b-ad208d443e02) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:44.407707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:44.411369 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:44.476737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b2c2bd63-2f97-4ac1-8682-fbf1de50727b no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:44.500594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b2c2bd63-2f97-4ac1-8682-fbf1de50727b {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:22:44.500948 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b2c2bd63-2f97-4ac1-8682-fbf1de50727b not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:22:44.518431 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:44.527541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Transition to ACTIVE for port object 580d6964-64ce-4629-b49b-ad208d443e02 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:44.542038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Transition to ACTIVE for port object 580d6964-64ce-4629-b49b-ad208d443e02 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:44.547663 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:44.582844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:44.585710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:44.591315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:44.601915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Pushing event updated for resources: {'Port': ['ID=580d6964-64ce-4629-b49b-ad208d443e02,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:44.661967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Attempting to bind port 580d6964-64ce-4629-b49b-ad208d443e02 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:22:44.662345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Attempting to bind port 580d6964-64ce-4629-b49b-ad208d443e02 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:22:44.662717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Attempting to bind port 580d6964-64ce-4629-b49b-ad208d443e02 on network d2fde99d-ed12-467b-8fc4-f63a78e6374a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:44.667648 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-eddadbc9-adaf-4298-a307-a293088d289d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:44.669552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:22:44.669924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Checking segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:44.670316 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:44.670716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Bound using segment: {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:22:44.671193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Bound port: 580d6964-64ce-4629-b49b-ad208d443e02, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329a5467-25b5-4e42-a21e-8bd44c42db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:22:44.671571 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:44.738753 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] For port 580d6964-64ce-4629-b49b-ad208d443e02, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:22:44.742653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] For port 580d6964-64ce-4629-b49b-ad208d443e02, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=580d6964-64ce-4629-b49b-ad208d443e02,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:22:44.747502 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:44.751430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.objects.ports [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101186) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:22:44.812142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ad8e9-27b6-4399-81c2-32f59dde9d35 None None] Pushing event updated for resources: {'Port': ['ID=580d6964-64ce-4629-b49b-ad208d443e02,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:44.921668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:45.118090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] For port 580d6964-64ce-4629-b49b-ad208d443e02, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=580d6964-64ce-4629-b49b-ad208d443e02,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:45.154084 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:45.161389 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:45.162253 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:45.244712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:45.251507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:45.266318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:45.266979 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:45.281910 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=2454f374-58df-42d6-9723-03b76d510b06,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:45.285142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=580d6964-64ce-4629-b49b-ad208d443e02,revision_number=4']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:45.301446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-54eccc7f-76c6-4f0f-b13f-6d9b6d45de00 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0176511 Aug 27 14:22:45.304399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52392) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:45.309811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'mac_address': 'fa:16:3e:a7:28:f4', 'name': 'tempest-NetworksTestDHCPv6-274068097'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:45.406197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d63f24d9-f603-405f-9bbf-2a512050c608 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:45.407941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d63f24d9-f603-405f-9bbf-2a512050c608 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.1141756 Aug 27 14:22:45.424201 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-eaa891dd-a6d3-47ed-90f3-d6d507138c0d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/quotas/3d745316476744be879ccd1cab5d810b HTTP/1.1" status: 200 len: 375 time: 0.0096095 Aug 27 14:22:45.428230 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3968e-88a0-4942-85b3-8f8ea38f23ed req-74962572-2bf3-43fa-b024-0b9a84bffeb5 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:45.429813 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20c3968e-88a0-4942-85b3-8f8ea38f23ed req-74962572-2bf3-43fa-b024-0b9a84bffeb5 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 945 time: 0.1040485 Aug 27 14:22:45.485526 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-f83c2cdb-369f-400a-b345-d8162ced4ef4 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540788 Aug 27 14:22:45.499832 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-20c3968e-88a0-4942-85b3-8f8ea38f23ed req-c69acce8-d12d-4e77-b5ea-9f6efd6ae9fc tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604250 Aug 27 14:22:45.506394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:45.612462 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-a3733e4f-fe57-4b7b-b321-4d296fb64d7f service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181009 Aug 27 14:22:45.613948 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:45.636619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port b1389b7b-f421-4a18-a969-d0fcc9fee39a yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:22:45.721726 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-80cfcb66-9ac4-4efe-b48e-f869e5e1d3ba service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997815 Aug 27 14:22:45.822025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::303 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/1b8993e0-714d-4b51-8b83-aeb0b04549c8/b1389b7b-f421-4a18-a969-d0fcc9fee39a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:45.824246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e81186a-a9ea-468e-8120-c57d6ce75cb8 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:45.833271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8:0:1:f816:3eff:fea7:28f4 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/2454f374-58df-42d6-9723-03b76d510b06/b1389b7b-f421-4a18-a969-d0fcc9fee39a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:45.909668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c2e937f5-f078-4b1a-8808-6c7c3b68426c None None] Provisioning for port 580d6964-64ce-4629-b49b-ad208d443e02 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:45.980912 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e7d48f4-c91f-4a2e-afbc-b82270c305f8 req-4ef6d7be-a8bf-4bde-99c0-69ba130460a7 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 210 time: 0.0325906 Aug 27 14:22:46.028667 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:46.042798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object b1389b7b-f421-4a18-a969-d0fcc9fee39a will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:46.083575 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:46.133069 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:46.136992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:46.144440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:46.150847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:46.151619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:46.166951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=b1389b7b-f421-4a18-a969-d0fcc9fee39a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:46.178718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cf85d86f-ed06-4324-8b84-01aef00e0808 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8704259 Aug 27 14:22:46.182098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52406) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:46.310266 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d36e4b41-645a-4391-b338-8fa55ab1bac7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port b1389b7b-f421-4a18-a969-d0fcc9fee39a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:46.310616 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d36e4b41-645a-4391-b338-8fa55ab1bac7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:46.408028 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d36e4b41-645a-4391-b338-8fa55ab1bac7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:46.427832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d36e4b41-645a-4391-b338-8fa55ab1bac7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for b1389b7b-f421-4a18-a969-d0fcc9fee39a owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:46.535076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 580d6964-64ce-4629-b49b-ad208d443e02 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:46.648312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 580d6964-64ce-4629-b49b-ad208d443e02 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:46.652734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 580d6964-64ce-4629-b49b-ad208d443e02 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:46.653250 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:46.660582 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d36e4b41-645a-4391-b338-8fa55ab1bac7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:46.704312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e4b41-645a-4391-b338-8fa55ab1bac7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=b1389b7b-f421-4a18-a969-d0fcc9fee39a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:46.724540 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9340f-89ad-4a8a-a5da-6c7cc6d808ff req-a9c85154-8493-45d2-ba10-eee965414053 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:46.735440 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8b9340f-89ad-4a8a-a5da-6c7cc6d808ff req-a9c85154-8493-45d2-ba10-eee965414053 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 945 time: 0.0737193 Aug 27 14:22:46.759737 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d36e4b41-645a-4391-b338-8fa55ab1bac7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:46.761723 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d36e4b41-645a-4391-b338-8fa55ab1bac7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/b1389b7b-f421-4a18-a969-d0fcc9fee39a HTTP/1.1" status: 204 len: 168 time: 0.5778928 Aug 27 14:22:46.764296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52414) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:46.775276 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:46.779504 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8b9340f-89ad-4a8a-a5da-6c7cc6d808ff req-830e04b3-340d-404d-9095-0de25317ebcd tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Aug 27 14:22:46.788259 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7b7c593f-2180-4167-9eed-0e80883c00f4 None None] Provisioning complete for port 580d6964-64ce-4629-b49b-ad208d443e02 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:46.788707 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7b7c593f-2180-4167-9eed-0e80883c00f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:46.832243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81237f20-d214-4d06-85dc-3c2ae15a6061 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:46.834117 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-81237f20-d214-4d06-85dc-3c2ae15a6061 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.0685699 Aug 27 14:22:46.837155 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52418) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:46.852977 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 580d6964-64ce-4629-b49b-ad208d443e02, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=580d6964-64ce-4629-b49b-ad208d443e02,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:46.890962 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:46.922122 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0131b5fa-d66b-4e90-abb3-042a593a4e32 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:46.923862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0131b5fa-d66b-4e90-abb3-042a593a4e32 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.0857515 Aug 27 14:22:46.926470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52424) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:46.949022 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7b7c593f-2180-4167-9eed-0e80883c00f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:46.984057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=580d6964-64ce-4629-b49b-ad208d443e02,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:46.999006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d23151-648c-4d00-8c09-6ece92a431cc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:47.000525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d23151-648c-4d00-8c09-6ece92a431cc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:47.002261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d23151-648c-4d00-8c09-6ece92a431cc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:47.004981 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-47d23151-648c-4d00-8c09-6ece92a431cc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0765719 Aug 27 14:22:47.007071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52426) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:47.058185 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-7b7c593f-2180-4167-9eed-0e80883c00f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:22:47.058766 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-7b7c593f-2180-4167-9eed-0e80883c00f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:22:47.096064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-307531a2-5643-4049-b6af-b48c6efb5b6c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 1b8993e0-714d-4b51-8b83-aeb0b04549c8 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:47.101485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-307531a2-5643-4049-b6af-b48c6efb5b6c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:47.167671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd1107-707c-404d-9145-73a3f7ce5722 req-933bc53b-1252-4b94-805c-827935557cda tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:47.169497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edcd1107-707c-404d-9145-73a3f7ce5722 req-933bc53b-1252-4b94-805c-827935557cda tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 945 time: 0.0581672 Aug 27 14:22:47.181984 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5fa5b5a-13f3-4f9b-896a-d4e36999e68e req-4c73d0a9-fc77-4215-bef2-89f6d85afe6b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 210 time: 0.0823340 Aug 27 14:22:47.224337 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edcd1107-707c-404d-9145-73a3f7ce5722 req-13678a45-5d3a-47b0-885b-52e793c0e84b tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455484 Aug 27 14:22:47.240742 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-307531a2-5643-4049-b6af-b48c6efb5b6c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:47.349926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-947baa1f-033f-41e9-a8c9-cf5e3eadbaba tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:47.351622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-947baa1f-033f-41e9-a8c9-cf5e3eadbaba tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.2142885 Aug 27 14:22:47.374129 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-307531a2-5643-4049-b6af-b48c6efb5b6c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:47.402034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'port': {'device_id': '8b111775-8435-4a16-bd69-80aa74a79542', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'admin_state_up': True, 'tenant_id': '3d745316476744be879ccd1cab5d810b'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:47.440766 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:47.508786 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ec78912d-2a5c-4cb2-84cb-804576c8776c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:47.524446 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-307531a2-5643-4049-b6af-b48c6efb5b6c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:47.559050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307531a2-5643-4049-b6af-b48c6efb5b6c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8993e0-714d-4b51-8b83-aeb0b04549c8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:47.565245 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-307531a2-5643-4049-b6af-b48c6efb5b6c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:47.567197 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-307531a2-5643-4049-b6af-b48c6efb5b6c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/1b8993e0-714d-4b51-8b83-aeb0b04549c8 HTTP/1.1" status: 204 len: 168 time: 0.5590129 Aug 27 14:22:47.570545 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52434) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:47.631488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Made reservation on behalf of 3d745316476744be879ccd1cab5d810b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:47.636288 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:47.657724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fef47e6-8c4d-4f26-8307-b922a9fb5fbc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 2454f374-58df-42d6-9723-03b76d510b06 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:47.662069 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1fef47e6-8c4d-4f26-8307-b922a9fb5fbc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:47.734141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3b40ad8f-8d37-4743-82cc-4b52d5a9644e None None] Could not find standard attr ID for object b1389b7b-f421-4a18-a969-d0fcc9fee39a. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:22:47.742273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3b40ad8f-8d37-4743-82cc-4b52d5a9644e None None] Could not find standard attr ID for object 0fe7dfc6-6319-4aac-b1ac-875bcb057b21. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:22:47.748533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1fef47e6-8c4d-4f26-8307-b922a9fb5fbc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:47.845911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aa8cff-7cd4-4071-a462-d407aee69524 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:47.889709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Allocated IP 172.20.0.12 (ec7d9187-3b08-4d1b-9467-a81a81afcc31/1beea229-2fee-4251-b6fc-67b7571f4eea/533218b1-8f5e-4282-842f-0213ab20f067) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:47.904553 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1fef47e6-8c4d-4f26-8307-b922a9fb5fbc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:48.041457 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1fef47e6-8c4d-4f26-8307-b922a9fb5fbc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:48.083013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef47e6-8c4d-4f26-8307-b922a9fb5fbc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=2454f374-58df-42d6-9723-03b76d510b06,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:48.097109 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1fef47e6-8c4d-4f26-8307-b922a9fb5fbc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:48.102147 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1fef47e6-8c4d-4f26-8307-b922a9fb5fbc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/2454f374-58df-42d6-9723-03b76d510b06 HTTP/1.1" status: 204 len: 168 time: 0.5270782 Aug 27 14:22:48.103838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52440) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:48.147169 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:48.163773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-82ae9691-d907-496a-aaaa-e4cdf0bafaf1 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538538 Aug 27 14:22:48.164660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52442) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:48.165479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Transition to ACTIVE for port object 533218b1-8f5e-4282-842f-0213ab20f067 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:48.171108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a6663cd6-5d9d-4604-b8a0-864016f2b195 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:48.206128 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:48.220142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:22:48.271152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:48.275809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:48.278330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:48.323202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'Port': ['ID=533218b1-8f5e-4282-842f-0213ab20f067,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:48.331948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6663cd6-5d9d-4604-b8a0-864016f2b195 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:48.341770 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a6663cd6-5d9d-4604-b8a0-864016f2b195 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:48.392967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:48.397114 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:48.433676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5a4b674-7cf6-436d-85ab-c338c911c120 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0546024 Aug 27 14:22:48.489538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Request body: {'port': {'device_id': '8b111775-8435-4a16-bd69-80aa74a79542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:48.597051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 580d6964-64ce-4629-b49b-ad208d443e02 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:48.656747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4f2e-f71c-4ffc-a0f4-d42ab0c9d32e req-01be0c6e-c33a-4ad4-9af3-8d0b07487c2d tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:48.658852 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d4f4f2e-f71c-4ffc-a0f4-d42ab0c9d32e req-01be0c6e-c33a-4ad4-9af3-8d0b07487c2d tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 945 time: 0.2133381 Aug 27 14:22:48.663986 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:48.697464 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 580d6964-64ce-4629-b49b-ad208d443e02 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:48.701218 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:48.764549 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7d4f4f2e-f71c-4ffc-a0f4-d42ab0c9d32e req-36d38190-39f2-4a93-ace8-de5f73693e36 tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971553 Aug 27 14:22:48.823126 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:48.828618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc5d47-55f6-4528-8c8c-5d95766c9baa req-43ca0d43-d5c1-46fe-840e-326fdab9c51a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:48.841615 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fdfc5d47-55f6-4528-8c8c-5d95766c9baa req-43ca0d43-d5c1-46fe-840e-326fdab9c51a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 932 time: 0.2216265 Aug 27 14:22:48.904716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-59dfa9c9-ad5a-45dd-b65d-774134ec4699 None None] Provisioning for port 533218b1-8f5e-4282-842f-0213ab20f067 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:48.909910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-59dfa9c9-ad5a-45dd-b65d-774134ec4699 None None] Provisioning complete for port 533218b1-8f5e-4282-842f-0213ab20f067 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:48.910379 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-59dfa9c9-ad5a-45dd-b65d-774134ec4699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:48.949680 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a6663cd6-5d9d-4604-b8a0-864016f2b195 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:48.962306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa9c9-ad5a-45dd-b65d-774134ec4699 None None] Port 533218b1-8f5e-4282-842f-0213ab20f067 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:22:48.975874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6183b2e3-466e-4982-b25d-9c89674bf84c None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:49.061190 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fdfc5d47-55f6-4528-8c8c-5d95766c9baa req-86e1881c-54fe-43b5-903a-d4d78570cfcb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185881 Aug 27 14:22:49.081147 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6663cd6-5d9d-4604-b8a0-864016f2b195 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:49.092608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a6663cd6-5d9d-4604-b8a0-864016f2b195 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:49.100094 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6663cd6-5d9d-4604-b8a0-864016f2b195 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:49.101630 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a6663cd6-5d9d-4604-b8a0-864016f2b195 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.111786 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533218b1-8f5e-4282-842f-0213ab20f067 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:22:49.120339 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.121342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-93d160de-a5c1-4458-adc5-6529ef947a3a None None] Provisioning complete for port 580d6964-64ce-4629-b49b-ad208d443e02 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:49.121722 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-93d160de-a5c1-4458-adc5-6529ef947a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.128260 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a6663cd6-5d9d-4604-b8a0-864016f2b195 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9624383 Aug 27 14:22:49.128963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52452) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:49.134224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-30f10d76-80df-43ec-b868-9f09060af070 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:49.140394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4ea40-cf6b-4f09-ae03-8ebb9a2af7c4 req-9958dbdb-77f4-45dc-818f-ace40a478d0d tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:49.142732 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3b4ea40-cf6b-4f09-ae03-8ebb9a2af7c4 req-9958dbdb-77f4-45dc-818f-ace40a478d0d tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.41 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 945 time: 0.2071652 Aug 27 14:22:49.143629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6663cd6-5d9d-4604-b8a0-864016f2b195 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=4c7f70ee-30b2-4e0f-a9c4-83c92f696b6e,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:49.192659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Transition to ACTIVE for port object 533218b1-8f5e-4282-842f-0213ab20f067 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:49.206241 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.277197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-b3b4ea40-cf6b-4f09-ae03-8ebb9a2af7c4 req-8bb7ccb8-967a-42ca-9ec7-0abfb28aeb3b tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Deleting port f09e4a14-01cf-486e-8680-330fdbeedab0 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:49.277551 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b3b4ea40-cf6b-4f09-ae03-8ebb9a2af7c4 req-8bb7ccb8-967a-42ca-9ec7-0abfb28aeb3b tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.294535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b19b53-4fac-4b92-8013-58715d427415 None None] Update dhcp port {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'fixed_ips': [{'subnet_id': '4c7f70ee-30b2-4e0f-a9c4-83c92f696b6e'}], 'binding:host_id': 'n-d-712139-12'}, 'id': '580d6964-64ce-4629-b49b-ad208d443e02'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:22:49.319349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Pushing event updated for resources: {'Port': ['ID=533218b1-8f5e-4282-842f-0213ab20f067,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:49.329179 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-24b19b53-4fac-4b92-8013-58715d427415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.397973 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-b3b4ea40-cf6b-4f09-ae03-8ebb9a2af7c4 req-8bb7ccb8-967a-42ca-9ec7-0abfb28aeb3b tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] For port f09e4a14-01cf-486e-8680-330fdbeedab0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=f09e4a14-01cf-486e-8680-330fdbeedab0,segment=NetworkSegment(5fcbff54-b82d-463d-bc0a-b3fc94fe98d7),segment_id=5fcbff54-b82d-463d-bc0a-b3fc94fe98d7)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:49.398509 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b3b4ea40-cf6b-4f09-ae03-8ebb9a2af7c4 req-8bb7ccb8-967a-42ca-9ec7-0abfb28aeb3b tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.423123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-b3b4ea40-cf6b-4f09-ae03-8ebb9a2af7c4 req-8bb7ccb8-967a-42ca-9ec7-0abfb28aeb3b tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Calling delete_port for f09e4a14-01cf-486e-8680-330fdbeedab0 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:49.442907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Attempting to bind port 533218b1-8f5e-4282-842f-0213ab20f067 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:22:49.443247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Attempting to bind port 533218b1-8f5e-4282-842f-0213ab20f067 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:22:49.443578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Attempting to bind port 533218b1-8f5e-4282-842f-0213ab20f067 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:49.462398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Port 533218b1-8f5e-4282-842f-0213ab20f067 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:22:49.462792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Attempting to bind port 533218b1-8f5e-4282-842f-0213ab20f067 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:22:49.465976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f10d76-80df-43ec-b868-9f09060af070 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:49.469431 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-30f10d76-80df-43ec-b868-9f09060af070 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.500139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:22:49.500451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Checking segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:49.500843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Bound using segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:22:49.501286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Bound port: 533218b1-8f5e-4282-842f-0213ab20f067, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:22:49.501643 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.546230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-24b19b53-4fac-4b92-8013-58715d427415 None None] Allocated IP 2001:db8::2 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/4c7f70ee-30b2-4e0f-a9c4-83c92f696b6e/580d6964-64ce-4629-b49b-ad208d443e02) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:49.624257 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b3b4ea40-cf6b-4f09-ae03-8ebb9a2af7c4 req-8bb7ccb8-967a-42ca-9ec7-0abfb28aeb3b tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.659624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['f09e4a14-01cf-486e-8680-330fdbeedab0'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:22:49.665964 n-d-712139-12 neutron-server[101186]: INFO neutron.db.ipam_backend_mixin [None req-30f10d76-80df-43ec-b868-9f09060af070 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c7f70ee-30b2-4e0f-a9c4-83c92f696b6e (CIDR: 2001:db8::/64) Aug 27 14:22:49.668227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7ccb8-967a-42ca-9ec7-0abfb28aeb3b tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Pushing event deleted for resources: {'Port': ['ID=f09e4a14-01cf-486e-8680-330fdbeedab0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:49.668821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] For port 533218b1-8f5e-4282-842f-0213ab20f067, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:22:49.677113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] For port 533218b1-8f5e-4282-842f-0213ab20f067, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=533218b1-8f5e-4282-842f-0213ab20f067,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:22:49.678415 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f10d76-80df-43ec-b868-9f09060af070 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:22:49.678932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f10d76-80df-43ec-b868-9f09060af070 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:49.691177 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.699201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-30f10d76-80df-43ec-b868-9f09060af070 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5682681 Aug 27 14:22:49.705809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52454) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:49.742172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'subnet': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:49.765688 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-24b19b53-4fac-4b92-8013-58715d427415 None None] For port 580d6964-64ce-4629-b49b-ad208d443e02, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=580d6964-64ce-4629-b49b-ad208d443e02,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:49.769970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:49.770585 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.771998 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] 10.222.0.41 "PUT /v2.0/ports/533218b1-8f5e-4282-842f-0213ab20f067 HTTP/1.1" status: 200 len: 1093 time: 1.2869718 Aug 27 14:22:49.772469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b111775-8435-4a16-bd69-80aa74a79542', 'tag': '533218b1-8f5e-4282-842f-0213ab20f067'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:22:49.775531 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4d304b-2df2-4353-ba7c-e498a3447285" -d '{"events": [{"name": "network-changed", "server_uuid": "8b111775-8435-4a16-bd69-80aa74a79542", "tag": "533218b1-8f5e-4282-842f-0213ab20f067"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:22:49.817080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461c702-97f6-43d9-810f-dcde52f5ad01 service neutron] Pushing event updated for resources: {'Port': ['ID=533218b1-8f5e-4282-842f-0213ab20f067,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:49.859053 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b4ea40-cf6b-4f09-ae03-8ebb9a2af7c4 req-8bb7ccb8-967a-42ca-9ec7-0abfb28aeb3b tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] No DVR routers for this DVR port f09e4a14-01cf-486e-8680-330fdbeedab0 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:49.861099 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-24b19b53-4fac-4b92-8013-58715d427415 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.864636 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b3b4ea40-cf6b-4f09-ae03-8ebb9a2af7c4 req-8bb7ccb8-967a-42ca-9ec7-0abfb28aeb3b tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.867496 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3b4ea40-cf6b-4f09-ae03-8ebb9a2af7c4 req-8bb7ccb8-967a-42ca-9ec7-0abfb28aeb3b tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.41 "DELETE /v2.0/ports/f09e4a14-01cf-486e-8680-330fdbeedab0 HTTP/1.1" status: 204 len: 173 time: 0.7182021 Aug 27 14:22:49.868148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31afc0c-45cf-48a4-8ad3-73f318e293b4', 'name': 'network-vif-deleted', 'tag': 'f09e4a14-01cf-486e-8680-330fdbeedab0'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:22:49.871698 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e08710-a712-4dc9-ad27-3b96901a7112" -d '{"events": [{"server_uuid": "b31afc0c-45cf-48a4-8ad3-73f318e293b4", "name": "network-vif-deleted", "tag": "f09e4a14-01cf-486e-8680-330fdbeedab0"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:22:49.899480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:49.902619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-24b19b53-4fac-4b92-8013-58715d427415 None None] Transition to ACTIVE for port object 580d6964-64ce-4629-b49b-ad208d443e02 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:49.905243 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:49.935510 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-24b19b53-4fac-4b92-8013-58715d427415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:50.098433 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a509d2ee-f853-42cb-8c35-67b7fc2d238b x-openstack-request-id: req-a509d2ee-f853-42cb-8c35-67b7fc2d238b {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:22:50.098920 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31afc0c-45cf-48a4-8ad3-73f318e293b4", "name": "network-vif-deleted", "tag": "f09e4a14-01cf-486e-8680-330fdbeedab0", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:22:50.099330 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a509d2ee-f853-42cb-8c35-67b7fc2d238b {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:22:50.100426 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31afc0c-45cf-48a4-8ad3-73f318e293b4', 'name': 'network-vif-deleted', 'tag': 'f09e4a14-01cf-486e-8680-330fdbeedab0', 'status': 'completed', 'code': 200} Aug 27 14:22:50.147576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b19b53-4fac-4b92-8013-58715d427415 None None] Pushing event updated for resources: {'Port': ['ID=580d6964-64ce-4629-b49b-ad208d443e02,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:50.179656 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc44a042-f261-4ac9-98bc-cbd546308989 req-16f1527d-3b36-48c1-a8a2-15f0b347972d tempest-ServerAddressesNegativeTestJSON-1156487466 tempest-ServerAddressesNegativeTestJSON-1156487466-project] 10.222.0.55 "GET /v2.0/ports?device_id=b31afc0c-45cf-48a4-8ad3-73f318e293b4 HTTP/1.1" status: 200 len: 210 time: 0.0867229 Aug 27 14:22:50.234785 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:50.320035 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-781fb92a-37b5-4e5d-b5c5-a65285bd5a60 req-62036d0b-b430-46a7-baa7-d1552fb7c7bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0496774 Aug 27 14:22:50.390469 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec0d35d-79c2-4808-a32d-c02221663ca6 x-openstack-request-id: req-cec0d35d-79c2-4808-a32d-c02221663ca6 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:22:50.391073 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b111775-8435-4a16-bd69-80aa74a79542", "tag": "533218b1-8f5e-4282-842f-0213ab20f067", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:22:50.391210 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cec0d35d-79c2-4808-a32d-c02221663ca6 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:22:50.391569 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b111775-8435-4a16-bd69-80aa74a79542', 'tag': '533218b1-8f5e-4282-842f-0213ab20f067', 'status': 'completed', 'code': 200} Aug 27 14:22:50.465931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-2da3d9c6-ce82-4c57-b578-6de29de8343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:50.467597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-2da3d9c6-ce82-4c57-b578-6de29de8343e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 1096 time: 0.6308978 Aug 27 14:22:50.500373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff784971-4dee-4385-82a3-50090d1baf29 req-096ba721-d5c1-48c8-a539-b8e24c636568 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:50.501221 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-781fb92a-37b5-4e5d-b5c5-a65285bd5a60 req-823b159c-0923-410c-bd96-65d35699714a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0704947 Aug 27 14:22:50.510582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff784971-4dee-4385-82a3-50090d1baf29 req-096ba721-d5c1-48c8-a539-b8e24c636568 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.1174245 Aug 27 14:22:50.562261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 580d6964-64ce-4629-b49b-ad208d443e02 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:50.570474 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-fd16ff54-cb28-45b2-ba11-f117f2f21a3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=533218b1-8f5e-4282-842f-0213ab20f067 HTTP/1.1" status: 200 len: 217 time: 0.0521493 Aug 27 14:22:50.622205 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-781fb92a-37b5-4e5d-b5c5-a65285bd5a60 req-63b5de08-c4f8-4b82-a7f6-abe45dad081d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542545 Aug 27 14:22:50.675625 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff784971-4dee-4385-82a3-50090d1baf29 req-f04d9168-0729-45be-be5d-cd57ebefb6a5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639264 Aug 27 14:22:50.692185 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-7aab0296-0ce2-4e83-a4e4-734c96c96961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:50.693947 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-7aab0296-0ce2-4e83-a4e4-734c96c96961 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.1103518 Aug 27 14:22:50.752143 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fb92a-37b5-4e5d-b5c5-a65285bd5a60 req-26b457ea-5d92-4dde-97fa-57c6c53970f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:50.754041 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-781fb92a-37b5-4e5d-b5c5-a65285bd5a60 req-26b457ea-5d92-4dde-97fa-57c6c53970f5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1232955 Aug 27 14:22:50.779486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-e7dba343-a6fb-4375-8659-68d382664dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:50.782477 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-e7dba343-a6fb-4375-8659-68d382664dc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801666 Aug 27 14:22:50.822313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.objects.ports [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101187) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:22:50.924380 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-ae85e9f6-58d3-4ac2-a308-5644697689b9 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074626 Aug 27 14:22:51.022985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facae5bf-f9b5-4409-bbed-b3481a21929d None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:51.036619 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:51.040444 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e254d3f1-6853-4f09-963c-c8ddc1ad0496 req-d5739903-c185-4146-97ca-ba93bad2fa17 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072240 Aug 27 14:22:51.145765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-662752fd-cfd2-4fa9-b380-1146fb7e4c69 None None] Provisioning for port 580d6964-64ce-4629-b49b-ad208d443e02 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:22:51.171162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-662752fd-cfd2-4fa9-b380-1146fb7e4c69 None None] Provisioning complete for port 580d6964-64ce-4629-b49b-ad208d443e02 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:51.171546 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-662752fd-cfd2-4fa9-b380-1146fb7e4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:51.251139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d304b-2df2-4353-ba7c-e498a3447285 req-0f667acc-6dad-4a6b-846f-43d14534fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:51.253417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff4d304b-2df2-4353-ba7c-e498a3447285 req-0f667acc-6dad-4a6b-846f-43d14534fe9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 1096 time: 0.1072857 Aug 27 14:22:51.293234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52470) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:51.355970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9a4a98-64a2-4950-ae76-f664462e51e3 admin admin] Deleting subnet f161ca32-53eb-45db-9f9c-9ed3b316ae8a {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:51.364057 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4a98-64a2-4950-ae76-f664462e51e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:51.402222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d304b-2df2-4353-ba7c-e498a3447285 req-34a37510-9606-4205-a56a-456d66cf2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:51.403945 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff4d304b-2df2-4353-ba7c-e498a3447285 req-34a37510-9606-4205-a56a-456d66cf2094 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.1382346 Aug 27 14:22:51.417378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] For port 580d6964-64ce-4629-b49b-ad208d443e02, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=580d6964-64ce-4629-b49b-ad208d443e02,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:51.450495 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4a98-64a2-4950-ae76-f664462e51e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:51.503117 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff4d304b-2df2-4353-ba7c-e498a3447285 req-6b4c0c72-97e0-47df-ab76-b5b0116e4198 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=533218b1-8f5e-4282-842f-0213ab20f067 HTTP/1.1" status: 200 len: 217 time: 0.0871782 Aug 27 14:22:51.503632 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:51.513817 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:51.514619 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:51.543332 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:51.579148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4a98-64a2-4950-ae76-f664462e51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:51.616592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d304b-2df2-4353-ba7c-e498a3447285 req-b14877bb-fcf9-4f34-999f-661cb05ce6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:51.619786 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff4d304b-2df2-4353-ba7c-e498a3447285 req-b14877bb-fcf9-4f34-999f-661cb05ce6ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.1076283 Aug 27 14:22:51.639390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:51.650940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:51.662427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:51.663111 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:51.686712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d304b-2df2-4353-ba7c-e498a3447285 req-94c4d5ff-4682-4f82-bb14-96fd8bbf4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:51.686976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Subnet': ['ID=5de6e274-d75f-48f2-aff2-93075ea5e730,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:51.689600 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff4d304b-2df2-4353-ba7c-e498a3447285 req-94c4d5ff-4682-4f82-bb14-96fd8bbf4cdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533748 Aug 27 14:22:51.733126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=580d6964-64ce-4629-b49b-ad208d443e02,revision_number=10']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:51.750073 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4726b026-45ff-439d-8006-244ceff6f7ea tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0153816 Aug 27 14:22:51.756483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52474) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:51.765051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Request body: {'port': {'network_id': 'd2fde99d-ed12-467b-8fc4-f63a78e6374a', 'mac_address': 'fa:16:3e:52:c0:92', 'name': 'tempest-NetworksTestDHCPv6-1009601286'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:51.792059 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4a98-64a2-4950-ae76-f664462e51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:51.834728 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff4d304b-2df2-4353-ba7c-e498a3447285 req-519dfb65-a424-460a-908a-08943e6fedd4 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369898 Aug 27 14:22:51.899157 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4a98-64a2-4950-ae76-f664462e51e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:51.903817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2d9a4a98-64a2-4950-ae76-f664462e51e3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f161ca32-53eb-45db-9f9c-9ed3b316ae8a HTTP/1.1" status: 204 len: 168 time: 0.6072910 Aug 27 14:22:51.903817 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a4a98-64a2-4950-ae76-f664462e51e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f161ca32-53eb-45db-9f9c-9ed3b316ae8a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:51.926083 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52476) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:51.982374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8ed47-be6e-4f36-b478-4165d650b89b req-7234d8e4-5213-4b29-8aff-7d4bb26cf013 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:51.983956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63b8ed47-be6e-4f36-b478-4165d650b89b req-7234d8e4-5213-4b29-8aff-7d4bb26cf013 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.1400385 Aug 27 14:22:52.045197 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63b8ed47-be6e-4f36-b478-4165d650b89b req-8e7f0094-d1f1-41bf-9999-caec4bfcbc5d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522192 Aug 27 14:22:52.062567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Made reservation on behalf of 9c3db571c4364a3991495ff9e4f74d76 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:52.150132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58e360c5-498f-4ee9-8109-9842daa4eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:52.188228 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff4d304b-2df2-4353-ba7c-e498a3447285 req-2988b3e2-f326-4ef4-80de-784c5d1be420 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461242 Aug 27 14:22:52.329594 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58e360c5-498f-4ee9-8109-9842daa4eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:52.344311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-58e360c5-498f-4ee9-8109-9842daa4eb3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89051d7-ab03-4a25-9aca-026a603cf9c8']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:52.357450 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:52.364759 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-58e360c5-498f-4ee9-8109-9842daa4eb3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcbff54-b82d-463d-bc0a-b3fc94fe98d7') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:52.365257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-58e360c5-498f-4ee9-8109-9842daa4eb3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcbff54-b82d-463d-bc0a-b3fc94fe98d7') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:52.387469 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58e360c5-498f-4ee9-8109-9842daa4eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:52.389060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] device_id is not set on port 93a384ee-7ad2-4dea-9411-3422960650f8 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:22:52.415527 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58e360c5-498f-4ee9-8109-9842daa4eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:52.432227 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e360c5-498f-4ee9-8109-9842daa4eb3d admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:22:52.432692 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58e360c5-498f-4ee9-8109-9842daa4eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:22:52.434501 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:22:52.581654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 580d6964-64ce-4629-b49b-ad208d443e02 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:22:52.598988 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58e360c5-498f-4ee9-8109-9842daa4eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:52.609422 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58e360c5-498f-4ee9-8109-9842daa4eb3d admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:52.627645 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-58e360c5-498f-4ee9-8109-9842daa4eb3d admin admin] 10.222.0.55 "DELETE /v2.0/networks/d89051d7-ab03-4a25-9aca-026a603cf9c8 HTTP/1.1" status: 204 len: 168 time: 0.7000196 Aug 27 14:22:52.662202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e360c5-498f-4ee9-8109-9842daa4eb3d admin admin] Pushing event deleted for resources: {'Network': ['ID=d89051d7-ab03-4a25-9aca-026a603cf9c8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:52.672702 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dbcb1b-f329-4374-b68d-80dbf10c21cf None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:52.737735 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8::19d (d2fde99d-ed12-467b-8fc4-f63a78e6374a/4c7f70ee-30b2-4e0f-a9c4-83c92f696b6e/93a384ee-7ad2-4dea-9411-3422960650f8) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:52.748676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:c092 (d2fde99d-ed12-467b-8fc4-f63a78e6374a/5de6e274-d75f-48f2-aff2-93075ea5e730/93a384ee-7ad2-4dea-9411-3422960650f8) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:52.895274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-afcd2b3d-ea1b-4b72-8e42-d45bcd20c0a8 None None] Provisioning complete for port 580d6964-64ce-4629-b49b-ad208d443e02 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:52.896524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52482) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:52.903524 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-afcd2b3d-ea1b-4b72-8e42-d45bcd20c0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:52.989154 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-89654c71-9f1d-4f99-b3bc-d8cb76563e1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d89407675fd2453cbcef274514a35dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911691 Aug 27 14:22:52.997734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 580d6964-64ce-4629-b49b-ad208d443e02 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:52.998654 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:52.999254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52484) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:53.083309 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65c9edb1-a7e1-441f-854f-5f474f1851c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:53.119089 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65c9edb1-a7e1-441f-854f-5f474f1851c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:53.130817 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:53.151877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Transition to ACTIVE for port object 93a384ee-7ad2-4dea-9411-3422960650f8 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:53.229167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65c9edb1-a7e1-441f-854f-5f474f1851c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:53.232244 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65c9edb1-a7e1-441f-854f-5f474f1851c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:53.233551 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-65c9edb1-a7e1-441f-854f-5f474f1851c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec HTTP/1.1" status: 204 len: 168 time: 0.2240036 Aug 27 14:22:53.253545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe9577-6e5a-4c31-9d50-9c7d49160ef0 req-20082d0f-83a7-4fb9-92fc-b525e022dedb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:53.255294 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63fe9577-6e5a-4c31-9d50-9c7d49160ef0 req-20082d0f-83a7-4fb9-92fc-b525e022dedb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.0908408 Aug 27 14:22:53.261116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9edb1-a7e1-441f-854f-5f474f1851c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0d8b0a-c1f5-403f-93c7-86b1e22e05ec,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:53.264104 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:53.269002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f09e4a14-01cf-486e-8680-330fdbeedab0 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:53.343526 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:53.356481 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:53.359428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:53.365808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:53.366860 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:53.391404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event updated for resources: {'Port': ['ID=93a384ee-7ad2-4dea-9411-3422960650f8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:53.408774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63fe9577-6e5a-4c31-9d50-9c7d49160ef0 req-c8a7d076-99d7-4eec-9f22-efad302ff508 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324017 Aug 27 14:22:53.428368 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a35854e0-26c3-4c6e-bd28-4810a93bc8e7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6699755 Aug 27 14:22:53.429047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: f09e4a14-01cf-486e-8680-330fdbeedab0 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:22:53.429398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device f09e4a14-01cf-486e-8680-330fdbeedab0 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:22:53.431657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52492) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:53.621388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-50317300-8db6-40de-8180-00857c59a312 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting port 93a384ee-7ad2-4dea-9411-3422960650f8 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:53.622008 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50317300-8db6-40de-8180-00857c59a312 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:53.816589 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50317300-8db6-40de-8180-00857c59a312 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:53.843141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-50317300-8db6-40de-8180-00857c59a312 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Calling delete_port for 93a384ee-7ad2-4dea-9411-3422960650f8 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:53.909387 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b1d2c35b-5760-4673-83d7-6c3b6b7c41aa None None] Provisioning complete for port 580d6964-64ce-4629-b49b-ad208d443e02 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:53.910199 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c35b-5760-4673-83d7-6c3b6b7c41aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:54.146306 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50317300-8db6-40de-8180-00857c59a312 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:54.189807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50317300-8db6-40de-8180-00857c59a312 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Port': ['ID=93a384ee-7ad2-4dea-9411-3422960650f8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:54.243906 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50317300-8db6-40de-8180-00857c59a312 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:54.245932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-50317300-8db6-40de-8180-00857c59a312 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/93a384ee-7ad2-4dea-9411-3422960650f8 HTTP/1.1" status: 204 len: 168 time: 0.8132737 Aug 27 14:22:54.250402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52504) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:54.274912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2e24f97e-a1a8-429c-81aa-192f3be8eb54 None None] Could not find standard attr ID for object 93a384ee-7ad2-4dea-9411-3422960650f8. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:22:54.326349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff681889-dd53-439b-8781-00b704719e06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:54.328250 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ff681889-dd53-439b-8781-00b704719e06 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0768576 Aug 27 14:22:54.331467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52506) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:54.405100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fdab41-9731-4c61-9d19-013e23817780 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:54.406872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e3fdab41-9731-4c61-9d19-013e23817780 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0742280 Aug 27 14:22:54.409783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52510) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:54.519362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3dc6bc-f777-4472-ba51-4a22940be8b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:54.521982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3dc6bc-f777-4472-ba51-4a22940be8b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:54.529306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3dc6bc-f777-4472-ba51-4a22940be8b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:54.534675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52520) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:54.543356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6e3dc6bc-f777-4472-ba51-4a22940be8b9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1324100 Aug 27 14:22:54.622065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e81d76-91bd-4e8a-9c10-650eab822a31 req-5544e0c5-e788-47f9-83df-6187aafa3c7e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:54.624002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29e81d76-91bd-4e8a-9c10-650eab822a31 req-5544e0c5-e788-47f9-83df-6187aafa3c7e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.0794857 Aug 27 14:22:54.658962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3d50e0-9b34-4702-ae45-6d4962e7db4c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 4c7f70ee-30b2-4e0f-a9c4-83c92f696b6e {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:54.662828 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0a3d50e0-9b34-4702-ae45-6d4962e7db4c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:54.687180 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29e81d76-91bd-4e8a-9c10-650eab822a31 req-faf89f33-fcb9-485a-9b9e-9ee55cbe29f0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538216 Aug 27 14:22:54.729002 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0a3d50e0-9b34-4702-ae45-6d4962e7db4c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:54.758869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52524) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:54.845074 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0a3d50e0-9b34-4702-ae45-6d4962e7db4c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:54.912642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-819078968-network', 'tenant_id': 'bcc42341e2364d58a828dbab7877153e'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:54.967510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Made reservation on behalf of bcc42341e2364d58a828dbab7877153e for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:54.974078 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:54.985610 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0a3d50e0-9b34-4702-ae45-6d4962e7db4c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.000194 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.038947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d50e0-9b34-4702-ae45-6d4962e7db4c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7f70ee-30b2-4e0f-a9c4-83c92f696b6e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:55.043714 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0a3d50e0-9b34-4702-ae45-6d4962e7db4c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.044607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a305302-c444-44b7-bfad-bff88ca6fc5c None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:55.048432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52530) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:55.050385 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0a3d50e0-9b34-4702-ae45-6d4962e7db4c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/4c7f70ee-30b2-4e0f-a9c4-83c92f696b6e HTTP/1.1" status: 204 len: 168 time: 0.5127492 Aug 27 14:22:55.138581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae956286-6504-4323-bc46-5fd7a26480b5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Deleting subnet 5de6e274-d75f-48f2-aff2-93075ea5e730 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:22:55.144888 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae956286-6504-4323-bc46-5fd7a26480b5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.207585 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae956286-6504-4323-bc46-5fd7a26480b5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.209218 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.221299 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.256627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:22:55.280572 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.281241 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Added segment 29db1971-77ff-45f8-9a77-55617de9d1be of type vlan for network 63514b6c-0e5a-4b93-af51-e23e646b85cf Aug 27 14:22:55.283642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481854cc-2509-4776-a92d-a9c1d0ef7faa,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:55.350106 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae956286-6504-4323-bc46-5fd7a26480b5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.355074 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.394593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.396192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:55.397076 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.447715 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae956286-6504-4323-bc46-5fd7a26480b5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.466757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7063830 Aug 27 14:22:55.470963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52532) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:55.482774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae956286-6504-4323-bc46-5fd7a26480b5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Subnet': ['ID=5de6e274-d75f-48f2-aff2-93075ea5e730,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:55.491875 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae956286-6504-4323-bc46-5fd7a26480b5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.493793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4d409b99-e818-42e4-aafa-16b48da9b3de admin admin] Request body: {'subnet': {'network_id': '63514b6c-0e5a-4b93-af51-e23e646b85cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-819078968-subnet', 'tenant_id': 'bcc42341e2364d58a828dbab7877153e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:55.495469 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ae956286-6504-4323-bc46-5fd7a26480b5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/5de6e274-d75f-48f2-aff2-93075ea5e730 HTTP/1.1" status: 204 len: 168 time: 0.4461005 Aug 27 14:22:55.501687 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52534) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:55.560240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-34fc8461-fb06-4c31-9982-a04012a58889 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566008 Aug 27 14:22:55.563469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52536) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:55.567174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe2468-e540-4c77-a0de-f6c432cba557 admin admin] Pushing event updated for resources: {'Network': ['ID=63514b6c-0e5a-4b93-af51-e23e646b85cf,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:55.579651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d409b99-e818-42e4-aafa-16b48da9b3de admin admin] Made reservation on behalf of bcc42341e2364d58a828dbab7877153e for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:55.583784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 63514b6c-0e5a-4b93-af51-e23e646b85cf details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:22:55.583960 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4d409b99-e818-42e4-aafa-16b48da9b3de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:55.686350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6006e98-ea7b-4298-bfa8-aaf4406cd070 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:55.691081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c6006e98-ea7b-4298-bfa8-aaf4406cd070 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1244998 Aug 27 14:22:55.691789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52540) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:55.799635 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f7a1b3-0c3b-4a80-8bde-654d992220e8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:55.805308 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d7f7a1b3-0c3b-4a80-8bde-654d992220e8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1084294 Aug 27 14:22:55.806853 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52544) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:55.864067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31265f5f-0253-4dc4-ad86-54f568bb7676 req-d499594f-e684-44e4-9e2f-b78ef043e70e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:55.866529 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-31265f5f-0253-4dc4-ad86-54f568bb7676 req-d499594f-e684-44e4-9e2f-b78ef043e70e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.0988400 Aug 27 14:22:55.880407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a4253392-f2dc-471d-91fe-7ee3ad40c615 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698049 Aug 27 14:22:55.884828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52546) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:55.921042 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bcb2dc7-8ec2-44b4-90da-6a86377bacb8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:55.921729 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bcb2dc7-8ec2-44b4-90da-6a86377bacb8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:55.923500 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1bcb2dc7-8ec2-44b4-90da-6a86377bacb8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/93a384ee-7ad2-4dea-9411-3422960650f8 HTTP/1.1" status: 404 len: 333 time: 0.0380480 Aug 27 14:22:55.926964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52548) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:55.934951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-31265f5f-0253-4dc4-ad86-54f568bb7676 req-2e05a119-fd73-417d-8242-2a139737fa76 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564361 Aug 27 14:22:55.956840 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d37ea4e-5305-4b40-85a2-818029c41dc9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:55.957316 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d37ea4e-5305-4b40-85a2-818029c41dc9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:55.962054 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7d37ea4e-5305-4b40-85a2-818029c41dc9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/5de6e274-d75f-48f2-aff2-93075ea5e730 HTTP/1.1" status: 404 len: 337 time: 0.0312355 Aug 27 14:22:55.968207 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52550) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:56.024748 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4d409b99-e818-42e4-aafa-16b48da9b3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:56.119749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d409b99-e818-42e4-aafa-16b48da9b3de admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88a36da-a084-488c-924d-e7eeaa41769c,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:56.132985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d409b99-e818-42e4-aafa-16b48da9b3de admin admin] Checking segment: {'id': '29db1971-77ff-45f8-9a77-55617de9d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '63514b6c-0e5a-4b93-af51-e23e646b85cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:22:56.133365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d409b99-e818-42e4-aafa-16b48da9b3de admin admin] Network hostable DHCP agents. Network: 63514b6c-0e5a-4b93-af51-e23e646b85cf, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:22:56.166624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d409b99-e818-42e4-aafa-16b48da9b3de admin admin] Network 63514b6c-0e5a-4b93-af51-e23e646b85cf is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:22:56.186416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-4d409b99-e818-42e4-aafa-16b48da9b3de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 63514b6c-0e5a-4b93-af51-e23e646b85cf) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:56.190926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d409b99-e818-42e4-aafa-16b48da9b3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:56.191527 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4d409b99-e818-42e4-aafa-16b48da9b3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:56.206098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1dd8d3-6ca5-4484-8e18-7e3c4547f009 None None] Network 63514b6c-0e5a-4b93-af51-e23e646b85cf requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:56.231647 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4d409b99-e818-42e4-aafa-16b48da9b3de admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7515428 Aug 27 14:22:56.270449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ed945-d772-4399-8bdd-f4f67f4b3639 None None] Network d2fde99d-ed12-467b-8fc4-f63a78e6374a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:56.378448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-53f7e09e-47bd-451d-a185-c79055044d1d None None] Provisioning complete for port 580d6964-64ce-4629-b49b-ad208d443e02 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:22:56.379898 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53f7e09e-47bd-451d-a185-c79055044d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:56.418317 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-769eb936-7c6a-4111-85c9-a94d0c6dbc2a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:56.418317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769eb936-7c6a-4111-85c9-a94d0c6dbc2a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:56.418317 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-769eb936-7c6a-4111-85c9-a94d0c6dbc2a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/4c7f70ee-30b2-4e0f-a9c4-83c92f696b6e HTTP/1.1" status: 404 len: 337 time: 0.4435456 Aug 27 14:22:56.418634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52554) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:56.477862 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-1282fd24-5dbd-4c1c-8dc7-0610ea25f301 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:56.478555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1282fd24-5dbd-4c1c-8dc7-0610ea25f301 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:56.482729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1282fd24-5dbd-4c1c-8dc7-0610ea25f301 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/b1389b7b-f421-4a18-a969-d0fcc9fee39a HTTP/1.1" status: 404 len: 333 time: 0.0590243 Aug 27 14:22:56.483421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52562) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:56.507700 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a971d84-da1f-415f-853e-b8d8a311d8c2 None None] Network 63514b6c-0e5a-4b93-af51-e23e646b85cf requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:22:56.540994 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-8313e827-4fe1-4746-81f0-171af1234f66 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:56.541652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8313e827-4fe1-4746-81f0-171af1234f66 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:56.546858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8313e827-4fe1-4746-81f0-171af1234f66 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/2454f374-58df-42d6-9723-03b76d510b06 HTTP/1.1" status: 404 len: 337 time: 0.0623462 Aug 27 14:22:56.549769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52564) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:56.621930 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-92643c24-40bb-4348-b76f-c4aa60879721 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:56.622476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92643c24-40bb-4348-b76f-c4aa60879721 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:56.624180 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-92643c24-40bb-4348-b76f-c4aa60879721 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/1b8993e0-714d-4b51-8b83-aeb0b04549c8 HTTP/1.1" status: 404 len: 337 time: 0.0730400 Aug 27 14:22:56.629034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52566) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:56.661402 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46d548d-5988-42f6-ae20-0be20756c6d3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:56.662418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46d548d-5988-42f6-ae20-0be20756c6d3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:56.665075 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b46d548d-5988-42f6-ae20-0be20756c6d3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/0fe7dfc6-6319-4aac-b1ac-875bcb057b21 HTTP/1.1" status: 404 len: 333 time: 0.0351055 Aug 27 14:22:56.667930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52568) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:56.727260 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-d680b51e-605a-4ab9-a4d4-624f6ff02154 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:56.727698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d680b51e-605a-4ab9-a4d4-624f6ff02154 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:56.731707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d680b51e-605a-4ab9-a4d4-624f6ff02154 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/4607c6f8-7218-42a3-ac17-f079deab33de HTTP/1.1" status: 404 len: 337 time: 0.0606267 Aug 27 14:22:56.731960 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52576) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:56.736564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8fe4df-044b-4e19-9bf6-0540e306eec0 None None] DHCP port deletion for d2fde99d-ed12-467b-8fc4-f63a78e6374a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:22:56.777294 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38898c3-9400-476b-b581-afa07b27f34c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:56.777859 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38898c3-9400-476b-b581-afa07b27f34c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:56.781807 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e38898c3-9400-476b-b581-afa07b27f34c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/19462b20-9bd4-4dd9-baa5-a32029d79137 HTTP/1.1" status: 404 len: 337 time: 0.0467007 Aug 27 14:22:56.782142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52582) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:56.812601 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-bd8fe4df-044b-4e19-9bf6-0540e306eec0 None None] Deleting port 580d6964-64ce-4629-b49b-ad208d443e02 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:22:56.813730 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bd8fe4df-044b-4e19-9bf6-0540e306eec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:56.837219 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f73f180-fb30-4c02-a2a8-762b4a940fa9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:56.838088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f73f180-fb30-4c02-a2a8-762b4a940fa9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:56.839717 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8f73f180-fb30-4c02-a2a8-762b4a940fa9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/1aac94bc-2103-446e-9075-18f8105d34de HTTP/1.1" status: 404 len: 333 time: 0.0567069 Aug 27 14:22:56.842486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52586) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:56.879232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bd8fe4df-044b-4e19-9bf6-0540e306eec0 None None] For port 580d6964-64ce-4629-b49b-ad208d443e02, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=580d6964-64ce-4629-b49b-ad208d443e02,segment=NetworkSegment(329a5467-25b5-4e42-a21e-8bd44c42db44),segment_id=329a5467-25b5-4e42-a21e-8bd44c42db44)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:22:56.880322 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bd8fe4df-044b-4e19-9bf6-0540e306eec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:56.894967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-bd8fe4df-044b-4e19-9bf6-0540e306eec0 None None] Calling delete_port for 580d6964-64ce-4629-b49b-ad208d443e02 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:22:56.938005 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-245744b2-e06e-453c-9028-f977ce473741 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:56.938512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245744b2-e06e-453c-9028-f977ce473741 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:56.940186 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-245744b2-e06e-453c-9028-f977ce473741 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/39cc363b-3b8f-4a0e-a12b-6a8e62fefdad HTTP/1.1" status: 404 len: 337 time: 0.0934105 Aug 27 14:22:56.942727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52588) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:56.972361 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e718f5cb-c1ae-4925-a750-367877fdd084 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:56.972840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e718f5cb-c1ae-4925-a750-367877fdd084 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:56.974933 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e718f5cb-c1ae-4925-a750-367877fdd084 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/1b2cbeb0-52f0-4704-89fa-b8df2e50d6ea HTTP/1.1" status: 404 len: 337 time: 0.0307093 Aug 27 14:22:56.979964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52592) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.003723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-a7377b00-700b-4e14-9fa0-69bbb76d71dc tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:57.005582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-a7377b00-700b-4e14-9fa0-69bbb76d71dc tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/networks?id=63514b6c-0e5a-4b93-af51-e23e646b85cf HTTP/1.1" status: 200 len: 820 time: 0.2248163 Aug 27 14:22:57.025837 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-815fcebc-e5d7-4200-a034-3e2692b6bcbe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.032600 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bd8fe4df-044b-4e19-9bf6-0540e306eec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:57.038392 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815fcebc-e5d7-4200-a034-3e2692b6bcbe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.043577 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-815fcebc-e5d7-4200-a034-3e2692b6bcbe tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/e14e8f67-d1d3-4b7d-9918-cbce03ab7a70 HTTP/1.1" status: 404 len: 333 time: 0.0615599 Aug 27 14:22:57.046235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52594) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.066496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fe4df-044b-4e19-9bf6-0540e306eec0 None None] Pushing event deleted for resources: {'Port': ['ID=580d6964-64ce-4629-b49b-ad208d443e02,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:57.071440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fe4df-044b-4e19-9bf6-0540e306eec0 None None] No DVR routers for this DVR port 580d6964-64ce-4629-b49b-ad208d443e02 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:22:57.088708 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa13b5f9-4c94-4e32-8b9b-1f72e4c80137 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.089582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa13b5f9-4c94-4e32-8b9b-1f72e4c80137 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.094702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52596) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.095998 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-aa13b5f9-4c94-4e32-8b9b-1f72e4c80137 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/dc2ff629-b612-440e-a96e-467e9b4c33e1 HTTP/1.1" status: 404 len: 337 time: 0.0483670 Aug 27 14:22:57.097733 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-5c305996-6d32-49df-8625-24307ab1b2cb tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/quotas/bcc42341e2364d58a828dbab7877153e HTTP/1.1" status: 200 len: 375 time: 0.0822718 Aug 27 14:22:57.132690 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa3aca-8088-46fc-a6eb-746e6db13e62 req-b9a0e8c9-aeb3-499b-99d0-4c0298dbc5dd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:57.134266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0dfa3aca-8088-46fc-a6eb-746e6db13e62 req-b9a0e8c9-aeb3-499b-99d0-4c0298dbc5dd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.0897264 Aug 27 14:22:57.134784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-6d49b908-2efc-4c5f-9ce8-45553330e257 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcc42341e2364d58a828dbab7877153e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300219 Aug 27 14:22:57.135339 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0394fc5-4120-4dc8-ad5c-f099c2841bdd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.136016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0394fc5-4120-4dc8-ad5c-f099c2841bdd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.137727 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f0394fc5-4120-4dc8-ad5c-f099c2841bdd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/06dff86b-2db9-4865-89c9-195e24011f3a HTTP/1.1" status: 404 len: 333 time: 0.0420866 Aug 27 14:22:57.141084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52598) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.179934 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0dfa3aca-8088-46fc-a6eb-746e6db13e62 req-d3b725fa-86da-48f7-a56d-4f0b3a6ee9ba tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Aug 27 14:22:57.235023 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-4327e99e-ebd9-48ae-9894-8a35f4fc0a3d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.235485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4327e99e-ebd9-48ae-9894-8a35f4fc0a3d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.237264 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4327e99e-ebd9-48ae-9894-8a35f4fc0a3d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/829f1dc4-de8c-461a-82ef-b7db0479be87 HTTP/1.1" status: 404 len: 337 time: 0.0951326 Aug 27 14:22:57.239953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52600) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.265288 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45a282e-4a8d-40da-9299-afd1604f5906 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.266213 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45a282e-4a8d-40da-9299-afd1604f5906 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.268257 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a45a282e-4a8d-40da-9299-afd1604f5906 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/8007cbe1-9823-48c5-8198-1ae845c744d4 HTTP/1.1" status: 404 len: 333 time: 0.0269904 Aug 27 14:22:57.271052 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52602) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.290880 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-9f3b1b14-17f9-4d53-8c57-dfc357ef1342 service neutron] 10.222.0.55 "GET /v2.0/networks/63514b6c-0e5a-4b93-af51-e23e646b85cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402607 Aug 27 14:22:57.299128 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e993b4-7a6c-47b7-8062-3d23f68e539f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.299720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e993b4-7a6c-47b7-8062-3d23f68e539f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.301284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c7e993b4-7a6c-47b7-8062-3d23f68e539f tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/74583c08-0fe6-44ae-959d-bc5503f42ec9 HTTP/1.1" status: 404 len: 337 time: 0.0290456 Aug 27 14:22:57.304605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52604) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.329630 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40d6505-5b79-4bdb-bb58-f5370008c3a4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.330383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40d6505-5b79-4bdb-bb58-f5370008c3a4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.332265 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e40d6505-5b79-4bdb-bb58-f5370008c3a4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/4c2b40be-d1b8-4373-bed2-104615fc0fb1 HTTP/1.1" status: 404 len: 333 time: 0.0267632 Aug 27 14:22:57.335402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52606) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.370425 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-7896ce64-4f73-478f-a5f4-02f72c541f81 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.370924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7896ce64-4f73-478f-a5f4-02f72c541f81 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.372810 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7896ce64-4f73-478f-a5f4-02f72c541f81 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/f8e311d8-b0ee-4c0e-91c1-80bed67c92df HTTP/1.1" status: 404 len: 337 time: 0.0363278 Aug 27 14:22:57.375821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52608) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.401136 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f15a6d4-413f-4b69-bbec-ad08d9770887 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.401878 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f15a6d4-413f-4b69-bbec-ad08d9770887 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.403627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3f15a6d4-413f-4b69-bbec-ad08d9770887 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/74778096-f8b0-41f7-8319-c3f542fce1f0 HTTP/1.1" status: 404 len: 333 time: 0.0269961 Aug 27 14:22:57.406195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52610) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.408880 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-89dab446-739d-4a53-8ac7-079c43bddef5 service neutron] 10.222.0.55 "GET /v2.0/networks/63514b6c-0e5a-4b93-af51-e23e646b85cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108148 Aug 27 14:22:57.433152 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-879e5444-c3b8-4664-a4e8-d22eda5f4f16 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.433596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879e5444-c3b8-4664-a4e8-d22eda5f4f16 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.435327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-879e5444-c3b8-4664-a4e8-d22eda5f4f16 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/adc30678-b07f-4a9c-b410-ac3408e80f34 HTTP/1.1" status: 404 len: 337 time: 0.0283134 Aug 27 14:22:57.437780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52612) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.461714 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-533266c7-e1d1-47b2-9cb1-21c76d7b6671 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.462345 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533266c7-e1d1-47b2-9cb1-21c76d7b6671 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.464343 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-533266c7-e1d1-47b2-9cb1-21c76d7b6671 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/be7d275a-e002-4918-9d5f-d6e0fcae1ce8 HTTP/1.1" status: 404 len: 333 time: 0.0254295 Aug 27 14:22:57.467102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52614) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.498767 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafbe32f-4499-4577-8da6-99e09f87e994 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.499538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafbe32f-4499-4577-8da6-99e09f87e994 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.501609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-aafbe32f-4499-4577-8da6-99e09f87e994 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/bac53a07-6297-419a-8eea-ee1a85d4121b HTTP/1.1" status: 404 len: 337 time: 0.0333021 Aug 27 14:22:57.504752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52616) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.531078 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd9bbf6-6071-440d-adde-f114206838cc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.531519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd9bbf6-6071-440d-adde-f114206838cc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.533237 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0bd9bbf6-6071-440d-adde-f114206838cc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/391957dd-7020-47b1-a628-f3200b82df26 HTTP/1.1" status: 404 len: 337 time: 0.0275104 Aug 27 14:22:57.536045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52618) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.563174 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf7879e-f90a-47dd-9d7e-267e3312fa57 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.563970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf7879e-f90a-47dd-9d7e-267e3312fa57 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.566188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-aaf7879e-f90a-47dd-9d7e-267e3312fa57 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/9dceea1b-14e3-4e87-8ca0-aa6f0c41fcaf HTTP/1.1" status: 404 len: 333 time: 0.0292249 Aug 27 14:22:57.568701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52622) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.622163 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1eaf04-084c-48c2-812a-d7ef3faebadd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.623490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1eaf04-084c-48c2-812a-d7ef3faebadd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.626738 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-af1eaf04-084c-48c2-812a-d7ef3faebadd tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/940383d2-506f-4be9-ae6d-99cde58992fb HTTP/1.1" status: 404 len: 337 time: 0.0548446 Aug 27 14:22:57.629396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52626) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.654388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb65f87d-6206-4db8-89d5-1b37ae4dfef2 req-5cfb046e-3907-4628-bccb-4943f06fae22 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 210 time: 0.0347304 Aug 27 14:22:57.706068 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d5c22d-21c2-43ee-b7ea-0af0dbbc2ad9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.711249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d5c22d-21c2-43ee-b7ea-0af0dbbc2ad9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.713072 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-72d5c22d-21c2-43ee-b7ea-0af0dbbc2ad9 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/98be6e25-adf0-4873-b79b-71b0b39167a4 HTTP/1.1" status: 404 len: 337 time: 0.0785105 Aug 27 14:22:57.715684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52628) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.742575 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f85af99-4f72-4286-8dfe-d6ce825d82b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.743287 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f85af99-4f72-4286-8dfe-d6ce825d82b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.744989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2f85af99-4f72-4286-8dfe-d6ce825d82b2 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/94144351-fb2c-4b7b-8def-98c0a3478bfe HTTP/1.1" status: 404 len: 333 time: 0.0280588 Aug 27 14:22:57.747443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52632) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.776167 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c5b659-6bc6-4043-adeb-d87f0f495462 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.777130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c5b659-6bc6-4043-adeb-d87f0f495462 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.782559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-57c5b659-6bc6-4043-adeb-d87f0f495462 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/a9fedd0d-e663-4172-9e4d-eb40dfbe70bb HTTP/1.1" status: 404 len: 337 time: 0.0341778 Aug 27 14:22:57.782865 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52636) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.827704 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18274b0-0e78-4d7e-8d1b-013f4629f016 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.828172 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18274b0-0e78-4d7e-8d1b-013f4629f016 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.833021 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c18274b0-0e78-4d7e-8d1b-013f4629f016 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/1aa15f2a-941c-42b5-a2df-c6add2cc869a HTTP/1.1" status: 404 len: 337 time: 0.0489519 Aug 27 14:22:57.833609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52640) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.868048 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-f222669b-96b2-4503-8bf9-49dd45d60ddc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.870251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f222669b-96b2-4503-8bf9-49dd45d60ddc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.871879 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f222669b-96b2-4503-8bf9-49dd45d60ddc tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/495ef70c-a76e-4c87-99c9-bea6485c116b HTTP/1.1" status: 404 len: 333 time: 0.0365517 Aug 27 14:22:57.874798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52642) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.917916 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-21205690-e0e9-4afc-9be8-6e3a2586464c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.918901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21205690-e0e9-4afc-9be8-6e3a2586464c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.929526 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-21205690-e0e9-4afc-9be8-6e3a2586464c tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/c14402bc-4a29-47cb-9ddb-9b3d8e8637b9 HTTP/1.1" status: 404 len: 337 time: 0.0531328 Aug 27 14:22:57.932435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52646) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.965792 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1874652-f25c-4a1a-8cbc-51a3810a803b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:57.966334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1874652-f25c-4a1a-8cbc-51a3810a803b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:57.968168 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b1874652-f25c-4a1a-8cbc-51a3810a803b tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/38018ad9-9dd0-46ea-81c1-71a68569bdb5 HTTP/1.1" status: 404 len: 337 time: 0.0345769 Aug 27 14:22:57.970762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52648) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:57.999826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-efffbae4-ba50-466f-9e34-564e2ffb9740 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d1d51e-54a6-4928-915a-f288dac930af HTTP/1.1" status: 200 len: 205 time: 0.0279534 Aug 27 14:22:58.002324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52650) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.043744 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-41f8b45a-4dd4-4f8b-b860-8a0e94c5223a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] delete failed (client error): The resource could not be found. Aug 27 14:22:58.044866 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-41f8b45a-4dd4-4f8b-b860-8a0e94c5223a tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/routers/c6d1d51e-54a6-4928-915a-f288dac930af HTTP/1.1" status: 404 len: 336 time: 0.0415251 Aug 27 14:22:58.047368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52652) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.080849 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51d1d74-731e-4d67-93d9-b486738c35a4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.081211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51d1d74-731e-4d67-93d9-b486738c35a4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.082992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a51d1d74-731e-4d67-93d9-b486738c35a4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/7b01acd4-56d8-457a-922f-5782539553b7 HTTP/1.1" status: 404 len: 337 time: 0.0346971 Aug 27 14:22:58.086270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52654) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.113121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-52537f5f-8317-4ec7-a06d-5e7f31c3ba13 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3f9fd4d-03cd-4f80-a18d-efe41eba909d HTTP/1.1" status: 200 len: 205 time: 0.0257332 Aug 27 14:22:58.115565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52656) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.153603 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-1037927e-c852-4b56-a9b3-2934ea3f0b35 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] delete failed (client error): The resource could not be found. Aug 27 14:22:58.154629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1037927e-c852-4b56-a9b3-2934ea3f0b35 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/routers/d3f9fd4d-03cd-4f80-a18d-efe41eba909d HTTP/1.1" status: 404 len: 336 time: 0.0370688 Aug 27 14:22:58.157230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52658) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.183646 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ef1ba4-1bdc-45d0-8a86-6cf90888a6d1 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.184092 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ef1ba4-1bdc-45d0-8a86-6cf90888a6d1 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.185789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-60ef1ba4-1bdc-45d0-8a86-6cf90888a6d1 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/ff2e780b-44d6-4131-a2f7-3f4befee8af2 HTTP/1.1" status: 404 len: 337 time: 0.0276763 Aug 27 14:22:58.188278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52660) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.219672 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15f9a78-55d8-42db-b665-732d70daa79d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.220128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15f9a78-55d8-42db-b665-732d70daa79d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.222149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a15f9a78-55d8-42db-b665-732d70daa79d tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/55f584a9-1d45-413f-a638-6605d4c929cd HTTP/1.1" status: 404 len: 337 time: 0.0326650 Aug 27 14:22:58.224381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52664) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.248737 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d98a23d-a3e1-4fbd-9bbf-9cd0077d1cb4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.249386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d98a23d-a3e1-4fbd-9bbf-9cd0077d1cb4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.253771 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1d98a23d-a3e1-4fbd-9bbf-9cd0077d1cb4 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/38dc7c88-d992-4587-9aaf-ecc3f7f344cb HTTP/1.1" status: 404 len: 333 time: 0.0281944 Aug 27 14:22:58.253940 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52666) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.284617 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdc3a7c-af22-4c2f-82cd-4f6f24a13563 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.285021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdc3a7c-af22-4c2f-82cd-4f6f24a13563 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.287383 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0cdc3a7c-af22-4c2f-82cd-4f6f24a13563 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/18cbecde-53c4-45b8-9e37-c0d3301ef595 HTTP/1.1" status: 404 len: 337 time: 0.0325627 Aug 27 14:22:58.290233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52668) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.304766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e34ad-8e4e-4fd2-ba74-7555b1aa9a97 req-11c52b11-84cf-4793-8112-15f671ed0c36 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:58.306369 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e8e34ad-8e4e-4fd2-ba74-7555b1aa9a97 req-11c52b11-84cf-4793-8112-15f671ed0c36 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.0515888 Aug 27 14:22:58.317481 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-841d47f7-eede-434e-8fa4-e153d9b0a8f7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.318149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841d47f7-eede-434e-8fa4-e153d9b0a8f7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.322757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-841d47f7-eede-434e-8fa4-e153d9b0a8f7 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/3ba9172f-93c4-4f77-9f84-dfbc51dee45e HTTP/1.1" status: 404 len: 333 time: 0.0293458 Aug 27 14:22:58.323762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52670) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.350082 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d89c723-045d-45e3-b2d7-90d0e73bf434 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.350502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d89c723-045d-45e3-b2d7-90d0e73bf434 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.352394 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9d89c723-045d-45e3-b2d7-90d0e73bf434 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/fc5af2c2-57a0-4ee6-985d-5eb386bc2c3a HTTP/1.1" status: 404 len: 337 time: 0.0277140 Aug 27 14:22:58.354952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52672) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.358541 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e8e34ad-8e4e-4fd2-ba74-7555b1aa9a97 req-d68d36c5-d93c-4462-808f-11a43e8a584e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Aug 27 14:22:58.387509 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dc3e6c-2dcd-4d80-b719-a2fc495cde39 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.388166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90dc3e6c-2dcd-4d80-b719-a2fc495cde39 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.389891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-90dc3e6c-2dcd-4d80-b719-a2fc495cde39 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/1f663597-f998-4041-b6b7-e377ca14636d HTTP/1.1" status: 404 len: 333 time: 0.0340288 Aug 27 14:22:58.392360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52674) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.418209 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-9629135e-9567-4f49-860d-c442a4f14ad0 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.418651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9629135e-9567-4f49-860d-c442a4f14ad0 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.420303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9629135e-9567-4f49-860d-c442a4f14ad0 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/8789703f-5aa5-43be-9c40-d48d4612a285 HTTP/1.1" status: 404 len: 337 time: 0.0270591 Aug 27 14:22:58.422506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52676) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.446605 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-31773260-4717-4a6b-aaae-56e2f508f684 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.447314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31773260-4717-4a6b-aaae-56e2f508f684 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.449064 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-31773260-4717-4a6b-aaae-56e2f508f684 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/4d92b9c5-4a8d-4ad4-afe3-75943f234949 HTTP/1.1" status: 404 len: 333 time: 0.0256071 Aug 27 14:22:58.451603 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52678) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.478938 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-170dd6ec-f2c6-4f1f-adcd-11d922117dde tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.479409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-170dd6ec-f2c6-4f1f-adcd-11d922117dde tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.481147 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-170dd6ec-f2c6-4f1f-adcd-11d922117dde tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/d4e9941a-c0b3-46a8-b91f-35b5d90c911b HTTP/1.1" status: 404 len: 337 time: 0.0286398 Aug 27 14:22:58.482554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 580d6964-64ce-4629-b49b-ad208d443e02 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:22:58.483646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52680) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.503723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 580d6964-64ce-4629-b49b-ad208d443e02 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:22:58.504151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 580d6964-64ce-4629-b49b-ad208d443e02 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:22:58.508135 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3ae191-d140-4f89-92c0-57185b7562cf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.508647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3ae191-d140-4f89-92c0-57185b7562cf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.510388 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2d3ae191-d140-4f89-92c0-57185b7562cf tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/eeea5b2e-91d1-4c2e-936b-7a8e843e6697 HTTP/1.1" status: 404 len: 333 time: 0.0258324 Aug 27 14:22:58.513033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52682) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.540864 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdfe7ea-e951-4852-b092-64eed14224c8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.541309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfdfe7ea-e951-4852-b092-64eed14224c8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.542987 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bfdfe7ea-e951-4852-b092-64eed14224c8 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/cd2e56d1-bf5d-4eaa-8f4d-a494f62c4ea4 HTTP/1.1" status: 404 len: 337 time: 0.0289567 Aug 27 14:22:58.545422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52684) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.573909 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cae49c7-6f43-4768-bda4-56a85b4c882e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.574547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cae49c7-6f43-4768-bda4-56a85b4c882e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.576272 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5cae49c7-6f43-4768-bda4-56a85b4c882e tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/f4250b8d-307b-4f7e-8e5e-c4659dffb985 HTTP/1.1" status: 404 len: 333 time: 0.0299644 Aug 27 14:22:58.578807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52686) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.605827 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc45f14-8c6f-4c51-9c73-1d75305d2da3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.606809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc45f14-8c6f-4c51-9c73-1d75305d2da3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.607964 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9bc45f14-8c6f-4c51-9c73-1d75305d2da3 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/a6f58c43-a8fc-418b-a5d3-28bfec1a4b05 HTTP/1.1" status: 404 len: 337 time: 0.0281391 Aug 27 14:22:58.610611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52688) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.634183 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceaa56fc-28ae-4ef7-aab2-d6465cee0c10 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.634842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceaa56fc-28ae-4ef7-aab2-d6465cee0c10 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.638844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ceaa56fc-28ae-4ef7-aab2-d6465cee0c10 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/ports/aaf7ac49-41cb-49f6-87e4-3b71087ae71c HTTP/1.1" status: 404 len: 333 time: 0.0250304 Aug 27 14:22:58.639071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52690) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.665537 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b7eab2-d898-42be-9e5f-d1e4512eeaa5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] DELETE failed (client error): The resource could not be found. Aug 27 14:22:58.665999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b7eab2-d898-42be-9e5f-d1e4512eeaa5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:22:58.667741 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-07b7eab2-d898-42be-9e5f-d1e4512eeaa5 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/subnets/090d1c2a-b460-4066-b3dd-09c8ac596fe4 HTTP/1.1" status: 404 len: 337 time: 0.0277343 Aug 27 14:22:58.670327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52692) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:58.756995 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-277154a9-d3e7-49dc-a9f8-abcccf3f3c85 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:58.797666 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da95f96c-d589-4551-b47d-87a07260be86 req-47b85a9c-4170-4e8a-9c80-0e1676f77488 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 210 time: 0.0380030 Aug 27 14:22:58.844734 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-db414192-0381-40f8-84a1-873c4381c9dc tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:58.846189 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-db414192-0381-40f8-84a1-873c4381c9dc tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.41 "GET /v2.0/networks?id=63514b6c-0e5a-4b93-af51-e23e646b85cf HTTP/1.1" status: 200 len: 820 time: 0.1492777 Aug 27 14:22:58.850104 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-277154a9-d3e7-49dc-a9f8-abcccf3f3c85 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:58.859808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-277154a9-d3e7-49dc-a9f8-abcccf3f3c85 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fde99d-ed12-467b-8fc4-f63a78e6374a']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:58.864718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-0fca6951-e631-4799-9e0a-65b7469c6a9c tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Request body: {'port': {'device_id': '83a70f4d-e71a-480c-9a27-4809e5f2ea30', 'network_id': '63514b6c-0e5a-4b93-af51-e23e646b85cf', 'admin_state_up': True, 'tenant_id': 'bcc42341e2364d58a828dbab7877153e'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:58.870642 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-277154a9-d3e7-49dc-a9f8-abcccf3f3c85 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329a5467-25b5-4e42-a21e-8bd44c42db44') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:58.870963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-277154a9-d3e7-49dc-a9f8-abcccf3f3c85 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329a5467-25b5-4e42-a21e-8bd44c42db44') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:22:58.880117 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-277154a9-d3e7-49dc-a9f8-abcccf3f3c85 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:58.894810 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-277154a9-d3e7-49dc-a9f8-abcccf3f3c85 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:58.902612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277154a9-d3e7-49dc-a9f8-abcccf3f3c85 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:22:58.903192 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-277154a9-d3e7-49dc-a9f8-abcccf3f3c85 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:22:58.908138 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:22:58.980557 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-277154a9-d3e7-49dc-a9f8-abcccf3f3c85 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:58.986955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-0fca6951-e631-4799-9e0a-65b7469c6a9c tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Made reservation on behalf of bcc42341e2364d58a828dbab7877153e for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:22:58.988089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-277154a9-d3e7-49dc-a9f8-abcccf3f3c85 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:58.989381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-277154a9-d3e7-49dc-a9f8-abcccf3f3c85 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] 10.222.0.55 "DELETE /v2.0/networks/d2fde99d-ed12-467b-8fc4-f63a78e6374a HTTP/1.1" status: 204 len: 168 time: 0.3180850 Aug 27 14:22:58.990521 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-0fca6951-e631-4799-9e0a-65b7469c6a9c tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:59.001910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277154a9-d3e7-49dc-a9f8-abcccf3f3c85 tempest-NetworksTestDHCPv6-999915606 tempest-NetworksTestDHCPv6-999915606-project] Pushing event deleted for resources: {'Network': ['ID=d2fde99d-ed12-467b-8fc4-f63a78e6374a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:59.130546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-0fca6951-e631-4799-9e0a-65b7469c6a9c tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Allocated IP 172.20.0.12 (63514b6c-0e5a-4b93-af51-e23e646b85cf/e88a36da-a084-488c-924d-e7eeaa41769c/3ecb1d95-8169-4e92-b357-6b0ab9406fe0) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:22:59.198543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52702) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:59.281490 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-0fca6951-e631-4799-9e0a-65b7469c6a9c tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:59.322631 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-0fca6951-e631-4799-9e0a-65b7469c6a9c tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:59.338600 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-991ef021-9ab0-4d51-9440-179d30f146e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c3db571c4364a3991495ff9e4f74d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388535 Aug 27 14:22:59.341052 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52706) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:22:59.378167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-0fca6951-e631-4799-9e0a-65b7469c6a9c tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Network 63514b6c-0e5a-4b93-af51-e23e646b85cf is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:22:59.384410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-0fca6951-e631-4799-9e0a-65b7469c6a9c tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:22:59.390218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-0fca6951-e631-4799-9e0a-65b7469c6a9c tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:22:59.394026 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4a10cbb2-213a-4ae4-a533-ec5d81fe4f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:59.394208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca6951-e631-4799-9e0a-65b7469c6a9c tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Pushing event updated for resources: {'Port': ['ID=3ecb1d95-8169-4e92-b357-6b0ab9406fe0,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:59.416917 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4a10cbb2-213a-4ae4-a533-ec5d81fe4f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:59.464551 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4a10cbb2-213a-4ae4-a533-ec5d81fe4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:59.467266 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4a10cbb2-213a-4ae4-a533-ec5d81fe4f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:59.470662 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4a10cbb2-213a-4ae4-a533-ec5d81fe4f9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8543c457-6244-4b84-8f44-2aa8f7ddbf03 HTTP/1.1" status: 204 len: 168 time: 0.1264205 Aug 27 14:22:59.477268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10cbb2-213a-4ae4-a533-ec5d81fe4f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8543c457-6244-4b84-8f44-2aa8f7ddbf03,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:22:59.486669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-0fca6951-e631-4799-9e0a-65b7469c6a9c tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:59.487550 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-0fca6951-e631-4799-9e0a-65b7469c6a9c tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:59.512982 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-0fca6951-e631-4799-9e0a-65b7469c6a9c tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6519833 Aug 27 14:22:59.521558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bceae87-3aa5-49d3-8881-d56bbc54ce30 req-618e10ae-bf78-4317-b168-080356e9f0f5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:59.523598 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0bceae87-3aa5-49d3-8881-d56bbc54ce30 req-618e10ae-bf78-4317-b168-080356e9f0f5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.0914149 Aug 27 14:22:59.532036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Request body: {'port': {'device_id': '83a70f4d-e71a-480c-9a27-4809e5f2ea30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:22:59.614406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0bceae87-3aa5-49d3-8881-d56bbc54ce30 req-ae797608-0c30-4371-bcc0-6eeefc618af5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785635 Aug 27 14:22:59.620555 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:59.916674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:22:59.927010 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:22:59.942989 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e0a11-0b07-4937-a894-33b30669d57c req-773de69f-64c3-4cc0-9c51-4213954acfa4 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:22:59.948835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Transition to ACTIVE for port object 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:22:59.951318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-085e0a11-0b07-4937-a894-33b30669d57c req-773de69f-64c3-4cc0-9c51-4213954acfa4 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 932 time: 0.0661452 Aug 27 14:22:59.954184 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:00.002007 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-085e0a11-0b07-4937-a894-33b30669d57c req-bfad979f-88f8-43fa-abc4-6c522d790477 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/security-groups?id=481854cc-2509-4776-a92d-a9c1d0ef7faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492952 Aug 27 14:23:00.048259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecb1d95-8169-4e92-b357-6b0ab9406fe0,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:00.119456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Attempting to bind port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:00.119809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Attempting to bind port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '29db1971-77ff-45f8-9a77-55617de9d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '63514b6c-0e5a-4b93-af51-e23e646b85cf'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:00.120223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Attempting to bind port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 on network 63514b6c-0e5a-4b93-af51-e23e646b85cf {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:00.124846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 on network 63514b6c-0e5a-4b93-af51-e23e646b85cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:23:00.125170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Attempting to bind port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 on network 63514b6c-0e5a-4b93-af51-e23e646b85cf {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:00.131541 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:00.132081 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Checking segment: {'id': '29db1971-77ff-45f8-9a77-55617de9d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '63514b6c-0e5a-4b93-af51-e23e646b85cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:00.132698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Bound using segment: {'id': '29db1971-77ff-45f8-9a77-55617de9d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '63514b6c-0e5a-4b93-af51-e23e646b85cf'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:00.133212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Bound port: 3ecb1d95-8169-4e92-b357-6b0ab9406fe0, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29db1971-77ff-45f8-9a77-55617de9d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '63514b6c-0e5a-4b93-af51-e23e646b85cf'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:00.133639 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:00.206720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] For port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:00.209945 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] For port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3ecb1d95-8169-4e92-b357-6b0ab9406fe0,segment=NetworkSegment(29db1971-77ff-45f8-9a77-55617de9d1be),segment_id=29db1971-77ff-45f8-9a77-55617de9d1be)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:00.214206 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:00.231407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52734) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:00.256221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:00.256879 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:00.258352 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] 10.222.0.41 "PUT /v2.0/ports/3ecb1d95-8169-4e92-b357-6b0ab9406fe0 HTTP/1.1" status: 200 len: 1093 time: 0.7305737 Aug 27 14:23:00.258821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a70f4d-e71a-480c-9a27-4809e5f2ea30', 'tag': '3ecb1d95-8169-4e92-b357-6b0ab9406fe0'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:00.261118 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5c61ed-7bc7-4b4a-8e92-25b3e409aa30" -d '{"events": [{"name": "network-changed", "server_uuid": "83a70f4d-e71a-480c-9a27-4809e5f2ea30", "tag": "3ecb1d95-8169-4e92-b357-6b0ab9406fe0"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:00.297663 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ac48e-c91f-47f8-8350-d5402dea2766 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecb1d95-8169-4e92-b357-6b0ab9406fe0,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:00.320591 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a6fb0e-186f-4521-a1b1-d0f41b093091 x-openstack-request-id: req-34a6fb0e-186f-4521-a1b1-d0f41b093091 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:00.321272 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a70f4d-e71a-480c-9a27-4809e5f2ea30", "tag": "3ecb1d95-8169-4e92-b357-6b0ab9406fe0", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:00.322239 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34a6fb0e-186f-4521-a1b1-d0f41b093091 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:00.322942 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a70f4d-e71a-480c-9a27-4809e5f2ea30', 'tag': '3ecb1d95-8169-4e92-b357-6b0ab9406fe0', 'status': 'completed', 'code': 200} Aug 27 14:23:00.366443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1496559412'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:00.387945 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-d6357931-83be-4a92-8630-b55f193ff88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:00.390251 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-d6357931-83be-4a92-8630-b55f193ff88d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcc42341e2364d58a828dbab7877153e&device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 1096 time: 0.0558908 Aug 27 14:23:00.416420 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Made reservation on behalf of 3294989ad77547e0b9ceb6e267d5a460 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:00.421660 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:00.434837 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:00.478090 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-2da57e23-95ae-4364-9393-82b7a49e6649 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ecb1d95-8169-4e92-b357-6b0ab9406fe0 HTTP/1.1" status: 200 len: 217 time: 0.0729144 Aug 27 14:23:00.553180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-827ade4c-2521-4c1d-9a79-2e02f9646a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:00.555326 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:00.555551 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-827ade4c-2521-4c1d-9a79-2e02f9646a85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e88a36da-a084-488c-924d-e7eeaa41769c HTTP/1.1" status: 200 len: 860 time: 0.0697193 Aug 27 14:23:00.560423 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:00.595537 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-c38be9c2-e141-4e91-b76a-6c5b66c1a806 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63514b6c-0e5a-4b93-af51-e23e646b85cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324712 Aug 27 14:23:00.599148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:23:00.613021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de501837-5323-461f-8cef-c159c218aff6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:00.620626 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:00.621826 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Added segment 4d836dd0-2f5e-4ff1-9caa-934b396cfdf8 of type vlan for network bd6fc669-0c4e-4788-9365-b7294fb28da4 Aug 27 14:23:00.688965 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:00.716063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:00.721824 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:00.722993 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:00.765358 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-177744e3-5e9c-476a-97ca-9205396e04ae service neutron] 10.222.0.41 "GET /v2.0/networks/63514b6c-0e5a-4b93-af51-e23e646b85cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577148 Aug 27 14:23:00.840782 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9f03e-a336-44e8-8449-1f462c2ba57c req-5d481d9f-b2f4-465c-ba2f-cac16c82fce3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:00.842734 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3bc9f03e-a336-44e8-8449-1f462c2ba57c req-5d481d9f-b2f4-465c-ba2f-cac16c82fce3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.1392422 Aug 27 14:23:00.844839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52742) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:00.846803 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6095021 Aug 27 14:23:00.847858 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55967d6-b900-446e-8ce8-c2f44f488a24 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event updated for resources: {'Network': ['ID=bd6fc669-0c4e-4788-9365-b7294fb28da4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:00.850132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-43a6e2bb-0944-46ef-bf16-cb12197b7a40 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Request body: {'subnet': {'network_id': 'bd6fc669-0c4e-4788-9365-b7294fb28da4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:00.858760 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network bd6fc669-0c4e-4788-9365-b7294fb28da4 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:01.154923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4eeaff-6369-40c7-b7b2-2e7f16b82a50 req-3cab7d5a-ae9a-485b-96f8-5f44119b887d tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:01.164015 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e4eeaff-6369-40c7-b7b2-2e7f16b82a50 req-3cab7d5a-ae9a-485b-96f8-5f44119b887d tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 944 time: 0.0643401 Aug 27 14:23:01.200372 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e4eeaff-6369-40c7-b7b2-2e7f16b82a50 req-305c5791-01ee-40a4-9605-b191e63ec834 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/security-groups?id=481854cc-2509-4776-a92d-a9c1d0ef7faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353611 Aug 27 14:23:01.335895 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3bc9f03e-a336-44e8-8449-1f462c2ba57c req-569a521d-61d2-4792-8929-2b9c61232239 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777274 Aug 27 14:23:01.347373 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ba9ab2c-7dc6-49ee-a3b5-758eb2db86ae req-d09679ff-2496-468d-81f3-e4bde704fb34 service neutron] 10.222.0.41 "GET /v2.0/networks/63514b6c-0e5a-4b93-af51-e23e646b85cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723429 Aug 27 14:23:01.348877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a6e2bb-0944-46ef-bf16-cb12197b7a40 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Made reservation on behalf of 3294989ad77547e0b9ceb6e267d5a460 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:01.353076 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43a6e2bb-0944-46ef-bf16-cb12197b7a40 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:01.564205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c61ed-7bc7-4b4a-8e92-25b3e409aa30 req-a0df9e5c-21f6-49ba-a6ce-ee24d99f6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:01.565628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab5c61ed-7bc7-4b4a-8e92-25b3e409aa30 req-a0df9e5c-21f6-49ba-a6ce-ee24d99f6bd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcc42341e2364d58a828dbab7877153e&device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 1096 time: 0.1039450 Aug 27 14:23:01.639647 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43a6e2bb-0944-46ef-bf16-cb12197b7a40 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:01.726712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6e2bb-0944-46ef-bf16-cb12197b7a40 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event updated for resources: {'Subnet': ['ID=9e334a31-0f21-44de-8db9-e3738d949fac,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:01.754924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c61ed-7bc7-4b4a-8e92-25b3e409aa30 req-5c8038e2-8910-487d-80f8-56faa5cbfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:01.757481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab5c61ed-7bc7-4b4a-8e92-25b3e409aa30 req-5c8038e2-8910-487d-80f8-56faa5cbfb71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63514b6c-0e5a-4b93-af51-e23e646b85cf HTTP/1.1" status: 200 len: 921 time: 0.1843109 Aug 27 14:23:01.776434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a6e2bb-0944-46ef-bf16-cb12197b7a40 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Checking segment: {'id': '4d836dd0-2f5e-4ff1-9caa-934b396cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'bd6fc669-0c4e-4788-9365-b7294fb28da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:01.777035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a6e2bb-0944-46ef-bf16-cb12197b7a40 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Network hostable DHCP agents. Network: bd6fc669-0c4e-4788-9365-b7294fb28da4, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:23:01.833443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab5c61ed-7bc7-4b4a-8e92-25b3e409aa30 req-3907ea80-5b68-4f9a-89c4-61cceb600252 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ecb1d95-8169-4e92-b357-6b0ab9406fe0 HTTP/1.1" status: 200 len: 217 time: 0.0667338 Aug 27 14:23:01.882088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a6e2bb-0944-46ef-bf16-cb12197b7a40 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Network bd6fc669-0c4e-4788-9365-b7294fb28da4 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:23:01.895813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-43a6e2bb-0944-46ef-bf16-cb12197b7a40 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, bd6fc669-0c4e-4788-9365-b7294fb28da4) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:01.902919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a6e2bb-0944-46ef-bf16-cb12197b7a40 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:01.903521 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43a6e2bb-0944-46ef-bf16-cb12197b7a40 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:01.908562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1365c961-f01c-4194-8ae8-17af5dd59d6b None None] Network bd6fc669-0c4e-4788-9365-b7294fb28da4 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:01.914310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c61ed-7bc7-4b4a-8e92-25b3e409aa30 req-fb8cea4c-e83b-451b-827e-2dcc151eaf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:01.915820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab5c61ed-7bc7-4b4a-8e92-25b3e409aa30 req-fb8cea4c-e83b-451b-827e-2dcc151eaf46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e88a36da-a084-488c-924d-e7eeaa41769c HTTP/1.1" status: 200 len: 860 time: 0.0717535 Aug 27 14:23:01.935630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52748) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:01.935852 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-43a6e2bb-0944-46ef-bf16-cb12197b7a40 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0897384 Aug 27 14:23:01.941661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5a094595-6f05-4f70-913d-acd4c5c47eed tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-921553826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:01.951540 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab5c61ed-7bc7-4b4a-8e92-25b3e409aa30 req-17e8e316-ef04-44cc-8b18-b40787ed8812 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63514b6c-0e5a-4b93-af51-e23e646b85cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285680 Aug 27 14:23:01.977449 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a094595-6f05-4f70-913d-acd4c5c47eed tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:01.979279 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a094595-6f05-4f70-913d-acd4c5c47eed tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:02.052691 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a094595-6f05-4f70-913d-acd4c5c47eed tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:02.058640 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab5c61ed-7bc7-4b4a-8e92-25b3e409aa30 req-28328886-7bd5-4f8c-ae35-9b6179481517 service neutron] 10.222.0.41 "GET /v2.0/networks/63514b6c-0e5a-4b93-af51-e23e646b85cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996060 Aug 27 14:23:02.059510 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a094595-6f05-4f70-913d-acd4c5c47eed tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:02.079814 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a094595-6f05-4f70-913d-acd4c5c47eed tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:02.084227 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5a094595-6f05-4f70-913d-acd4c5c47eed tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1469216 Aug 27 14:23:02.085427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52750) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:02.103541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-bd6fc669-0c4e-4788-9365-b7294fb28da4', 'network_id': 'bd6fc669-0c4e-4788-9365-b7294fb28da4', 'tenant_id': '3294989ad77547e0b9ceb6e267d5a460', 'fixed_ips': [{'subnet_id': '9e334a31-0f21-44de-8db9-e3738d949fac'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:23:02.104423 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:02.191138 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ab5c61ed-7bc7-4b4a-8e92-25b3e409aa30 req-0e4785b7-927a-4613-8781-6f223bd58bdd service neutron] 10.222.0.41 "GET /v2.0/networks/63514b6c-0e5a-4b93-af51-e23e646b85cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248219 Aug 27 14:23:02.310714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Allocated IP 172.20.0.2 (bd6fc669-0c4e-4788-9365-b7294fb28da4/9e334a31-0f21-44de-8db9-e3738d949fac/7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:02.417986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f274b1-b037-45c9-b4dc-e7c140070d11 req-cc8c79f4-94ae-40f9-a47b-0a41ee7f9fcf tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:02.419697 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5f274b1-b037-45c9-b4dc-e7c140070d11 req-cc8c79f4-94ae-40f9-a47b-0a41ee7f9fcf tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 944 time: 0.1283438 Aug 27 14:23:02.472101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:02.515836 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:02.532690 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Transition to ACTIVE for port object 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:02.549127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd64eb-5d04-4470-87d9-b84530ce129c req-cbd40377-6f2e-4ca8-a4b5-27abdb3d6b2a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:02.550769 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56fd64eb-5d04-4470-87d9-b84530ce129c req-cbd40377-6f2e-4ca8-a4b5-27abdb3d6b2a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.0719230 Aug 27 14:23:02.551102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Transition to ACTIVE for port object 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:02.551444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5f274b1-b037-45c9-b4dc-e7c140070d11 req-a3f659a5-a451-45a6-a7ca-d8df88ee3ab1 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/security-groups?id=481854cc-2509-4776-a92d-a9c1d0ef7faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242025 Aug 27 14:23:02.558043 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:02.599404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Network bd6fc669-0c4e-4788-9365-b7294fb28da4 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:02.604360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:02.608639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:02.612126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56fd64eb-5d04-4470-87d9-b84530ce129c req-bdbead84-f466-42f9-9485-686456ee7de4 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533402 Aug 27 14:23:02.631555 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Pushing event updated for resources: {'Port': ['ID=7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:02.691405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Attempting to bind port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:02.691802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Attempting to bind port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '4d836dd0-2f5e-4ff1-9caa-934b396cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'bd6fc669-0c4e-4788-9365-b7294fb28da4'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:02.692159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Attempting to bind port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc on network bd6fc669-0c4e-4788-9365-b7294fb28da4 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:02.699418 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:02.699835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Checking segment: {'id': '4d836dd0-2f5e-4ff1-9caa-934b396cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'bd6fc669-0c4e-4788-9365-b7294fb28da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:02.700328 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:02.700687 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Bound using segment: {'id': '4d836dd0-2f5e-4ff1-9caa-934b396cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'bd6fc669-0c4e-4788-9365-b7294fb28da4'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:02.701189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Bound port: 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d836dd0-2f5e-4ff1-9caa-934b396cfdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'bd6fc669-0c4e-4788-9365-b7294fb28da4'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:02.701610 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:02.791682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] For port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:02.795420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] For port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc,segment=NetworkSegment(4d836dd0-2f5e-4ff1-9caa-934b396cfdf8),segment_id=4d836dd0-2f5e-4ff1-9caa-934b396cfdf8)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:02.801006 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:02.839844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Allocated IP 172.20.0.1 (bd6fc669-0c4e-4788-9365-b7294fb28da4/9e334a31-0f21-44de-8db9-e3738d949fac/3469976b-3714-492b-b4ca-330bd1e27a90) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:02.886422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760fe60-43b0-483a-9ff7-f6048a5a700f None None] Pushing event updated for resources: {'Port': ['ID=7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:03.005222 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:03.025761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Transition to ACTIVE for port object 3469976b-3714-492b-b4ca-330bd1e27a90 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:03.095512 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:03.144384 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Network bd6fc669-0c4e-4788-9365-b7294fb28da4 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:03.148190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:03.155265 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:03.188563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event updated for resources: {'Port': ['ID=3469976b-3714-492b-b4ca-330bd1e27a90,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:03.215358 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:03.355734 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:03.737616 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:03.748197 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:03.855350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e063b3-7739-4f12-822d-36da4161f5a9 req-595a10f5-d8e6-474b-a4f4-a0b47b5b8b18 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:03.859762 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9e063b3-7739-4f12-822d-36da4161f5a9 req-595a10f5-d8e6-474b-a4f4-a0b47b5b8b18 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.1140213 Aug 27 14:23:03.862623 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3746ff-5a69-4c03-b7a0-c1b7a66ec15b req-35fa76d2-a136-48cd-b620-e9846949cef5 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:03.871436 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e3746ff-5a69-4c03-b7a0-c1b7a66ec15b req-35fa76d2-a136-48cd-b620-e9846949cef5 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 944 time: 0.1989343 Aug 27 14:23:03.935362 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9e063b3-7739-4f12-822d-36da4161f5a9 req-bad98a01-6e70-48ce-8d02-ba95d8820563 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578837 Aug 27 14:23:03.978898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event updated for resources: {'Port': ['ID=3469976b-3714-492b-b4ca-330bd1e27a90,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:03.991501 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:04.021639 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e3746ff-5a69-4c03-b7a0-c1b7a66ec15b req-6b1127a8-464f-45e5-84b5-cf8cbab76821 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/security-groups?id=481854cc-2509-4776-a92d-a9c1d0ef7faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367228 Aug 27 14:23:04.167725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Network bd6fc669-0c4e-4788-9365-b7294fb28da4 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:04.169260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:04.258436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f51c62e-aecf-4518-a0ce-19cab291c5a5 None None] Network bd6fc669-0c4e-4788-9365-b7294fb28da4 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:04.318715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Router 28865870-94c3-4835-b22c-e1099bd5a6ce is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:23:04.439027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-48e51208-3e1c-4b2d-9c41-bc9c4c325c8b None None] Provisioning for port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:04.472509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:23:04.486724 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5e144d9e-20ec-432c-a46f-90ddb6404a2e tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "PUT /v2.0/routers/28865870-94c3-4835-b22c-e1099bd5a6ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3988116 Aug 27 14:23:04.488131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52776) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:04.489785 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b992c-5d30-422a-b821-c5e4aa2e0be6 None None] Sync routers for ids ['28865870-94c3-4835-b22c-e1099bd5a6ce'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:23:04.494952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Request body: {'port': {'network_id': 'bd6fc669-0c4e-4788-9365-b7294fb28da4', 'name': 'tempest-FloatingIPNegativeTestJSON-1975468482'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:04.531142 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b992c-5d30-422a-b821-c5e4aa2e0be6 None None] Routers {'28865870-94c3-4835-b22c-e1099bd5a6ce'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:04.531998 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9f3b992c-5d30-422a-b821-c5e4aa2e0be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:22:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['28865870-94c3-4835-b22c-e1099bd5a6ce'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:04.620383 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9f3b992c-5d30-422a-b821-c5e4aa2e0be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:04.632777 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b992c-5d30-422a-b821-c5e4aa2e0be6 None None] Routers {'28865870-94c3-4835-b22c-e1099bd5a6ce'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:04.633718 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9f3b992c-5d30-422a-b821-c5e4aa2e0be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:22:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['28865870-94c3-4835-b22c-e1099bd5a6ce'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:04.663101 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:04.690206 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-9f3b992c-5d30-422a-b821-c5e4aa2e0be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:04.691137 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b992c-5d30-422a-b821-c5e4aa2e0be6 None None] The sync data for ids ['28865870-94c3-4835-b22c-e1099bd5a6ce'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:23:04.748142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Made reservation on behalf of 3294989ad77547e0b9ceb6e267d5a460 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:04.758077 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:04.761504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:04.771109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:04.775315 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:04.790426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] device_id is not set on port 8dd2a5e8-b4e3-404a-9412-d42ab4956f30 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:23:04.937761 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:05.013002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Allocated IP 172.20.0.14 (bd6fc669-0c4e-4788-9365-b7294fb28da4/9e334a31-0f21-44de-8db9-e3738d949fac/8dd2a5e8-b4e3-404a-9412-d42ab4956f30) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:05.037031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a55b92c7-2936-4d35-9902-5b604b4947af None None] Provisioning for port 3469976b-3714-492b-b4ca-330bd1e27a90 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:05.046498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc,segment=NetworkSegment(4d836dd0-2f5e-4ff1-9caa-934b396cfdf8),segment_id=4d836dd0-2f5e-4ff1-9caa-934b396cfdf8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:05.052488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a55b92c7-2936-4d35-9902-5b604b4947af None None] Provisioning complete for port 3469976b-3714-492b-b4ca-330bd1e27a90 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:05.057432 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a55b92c7-2936-4d35-9902-5b604b4947af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:05.101641 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:05.195812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:05.231598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a55b92c7-2936-4d35-9902-5b604b4947af None None] Port 3469976b-3714-492b-b4ca-330bd1e27a90 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:23:05.245321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a55b92c7-2936-4d35-9902-5b604b4947af None None] Provisioning complete for port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:05.245321 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a55b92c7-2936-4d35-9902-5b604b4947af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:05.270390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548339fd-6639-4994-8dc3-49b02375d249 req-ef60451c-ef5f-4108-8ca6-456e9599fb5b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:05.272307 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-548339fd-6639-4994-8dc3-49b02375d249 req-ef60451c-ef5f-4108-8ca6-456e9599fb5b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.2151263 Aug 27 14:23:05.283653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70ba2d-a720-4122-bf0a-4cc6760d7545 req-c1c22914-7cdb-40d1-bb5b-7bdce1c43ed0 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:05.293247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d70ba2d-a720-4122-bf0a-4cc6760d7545 req-c1c22914-7cdb-40d1-bb5b-7bdce1c43ed0 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 944 time: 0.1109016 Aug 27 14:23:05.315044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:23:05.355412 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-548339fd-6639-4994-8dc3-49b02375d249 req-99326b37-7f36-41fc-a212-f7628cf37851 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743136 Aug 27 14:23:05.376844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d70ba2d-a720-4122-bf0a-4cc6760d7545 req-29c93e92-f8c4-4f95-baaf-fc567dd3e0e0 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/security-groups?id=481854cc-2509-4776-a92d-a9c1d0ef7faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811365 Aug 27 14:23:05.411536 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:05.438783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Transition to ACTIVE for port object 8dd2a5e8-b4e3-404a-9412-d42ab4956f30 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:05.499753 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:05.513847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3ecb1d95-8169-4e92-b357-6b0ab9406fe0,segment=NetworkSegment(29db1971-77ff-45f8-9a77-55617de9d1be),segment_id=29db1971-77ff-45f8-9a77-55617de9d1be)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:05.543608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '3ecb1d95-8169-4e92-b357-6b0ab9406fe0', 'network_id': '63514b6c-0e5a-4b93-af51-e23e646b85cf', 'port_id': '3ecb1d95-8169-4e92-b357-6b0ab9406fe0', 'mac_address': 'fa:16:3e:21:19:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88a36da-a084-488c-924d-e7eeaa41769c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:23:05.553204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-87f68a37-325a-4061-87d3-fd1690d7af9a None None] Provisioning complete for port 3469976b-3714-492b-b4ca-330bd1e27a90 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:05.559048 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-87f68a37-325a-4061-87d3-fd1690d7af9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:05.574626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Network bd6fc669-0c4e-4788-9365-b7294fb28da4 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:05.580919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:05.587112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:05.591755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event updated for resources: {'Port': ['ID=8dd2a5e8-b4e3-404a-9412-d42ab4956f30,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:05.678612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:05.683679 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:05.714886 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e7718828-4506-4342-820d-68804b638193 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2214112 Aug 27 14:23:05.715387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52792) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:05.720001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:05.746808 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:05.916167 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:05.933546 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:05.936679 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:23:05.944936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-87f68a37-325a-4061-87d3-fd1690d7af9a None None] Port 3469976b-3714-492b-b4ca-330bd1e27a90 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:23:05.968899 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3ecb1d95-8169-4e92-b357-6b0ab9406fe0,segment=NetworkSegment(29db1971-77ff-45f8-9a77-55617de9d1be),segment_id=29db1971-77ff-45f8-9a77-55617de9d1be)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:05.973430 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:06.074390 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=3ecb1d95-8169-4e92-b357-6b0ab9406fe0,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:06.085470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-53b2881c-aec6-4862-8339-cc90e20ce0a1 None None] Provisioning for port 8dd2a5e8-b4e3-404a-9412-d42ab4956f30 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:06.090392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-53b2881c-aec6-4862-8339-cc90e20ce0a1 None None] Provisioning complete for port 8dd2a5e8-b4e3-404a-9412-d42ab4956f30 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:06.091302 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53b2881c-aec6-4862-8339-cc90e20ce0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:06.125503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Allocated IP 172.25.2.225 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/b9991342-319d-4c8e-a9bb-5ae7020ffcd3) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:06.133013 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-53b2881c-aec6-4862-8339-cc90e20ce0a1 None None] Port 8dd2a5e8-b4e3-404a-9412-d42ab4956f30 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:23:06.144893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-53b2881c-aec6-4862-8339-cc90e20ce0a1 None None] Provisioning complete for port 3469976b-3714-492b-b4ca-330bd1e27a90 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:06.145596 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53b2881c-aec6-4862-8339-cc90e20ce0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:06.191566 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-53b2881c-aec6-4862-8339-cc90e20ce0a1 None None] Port 3469976b-3714-492b-b4ca-330bd1e27a90 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:23:06.254427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:06.316327 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:06.361985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:06.370160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:06.373092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:06.412527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event updated for resources: {'Port': ['ID=b9991342-319d-4c8e-a9bb-5ae7020ffcd3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:06.429204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:06.429204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:06.429699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:06.429699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:06.430017 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:06.430410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:06.430674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:06.431039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:06.431376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:06.431705 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:06.432038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:06.432901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:06.536781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:06.543052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['3ecb1d95-8169-4e92-b357-6b0ab9406fe0'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:23:06.556705 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:06.586457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4987e-f4c2-436f-86ee-c27dd2621d8a req-f0b227b3-ea31-4d0c-94d2-982b2107911e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:06.598376 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fde4987e-f4c2-436f-86ee-c27dd2621d8a req-f0b227b3-ea31-4d0c-94d2-982b2107911e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.0924022 Aug 27 14:23:06.610256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98304a-e0b9-4c72-ba2b-43fb61f30d2a req-3e75355a-3f4b-4446-9b57-2a625c7709ae tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:06.622108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef98304a-e0b9-4c72-ba2b-43fb61f30d2a req-3e75355a-3f4b-4446-9b57-2a625c7709ae tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 945 time: 0.1097898 Aug 27 14:23:06.649611 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:06.664706 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fde4987e-f4c2-436f-86ee-c27dd2621d8a req-e12a4187-609d-4ff2-8fcb-045d4986c535 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639954 Aug 27 14:23:06.739516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:06.741014 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:06.858812 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ef98304a-e0b9-4c72-ba2b-43fb61f30d2a req-a274b418-7019-405b-8012-774582db036f tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/security-groups?id=481854cc-2509-4776-a92d-a9c1d0ef7faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354889 Aug 27 14:23:06.924725 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:06.932399 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:07.014828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event updated for resources: {'Port': ['ID=b9991342-319d-4c8e-a9bb-5ae7020ffcd3,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:07.038831 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:07.057406 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:07.058804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-67fe7770-16a9-448a-8d5c-c3d1b47ac61a tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3426476 Aug 27 14:23:07.067063 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52802) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:07.074210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4b6fcaae-5e4f-4308-b93d-9e9922b17a47 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Request body: {'floatingip': {'port_id': '8dd2a5e8-b4e3-404a-9412-d42ab4956f30', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:07.155099 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b6fcaae-5e4f-4308-b93d-9e9922b17a47 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:07.320741 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-4b6fcaae-5e4f-4308-b93d-9e9922b17a47 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] update failed (client error): The resource could not be found. Aug 27 14:23:07.322085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4b6fcaae-5e4f-4308-b93d-9e9922b17a47 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "PUT /v2.0/floatingips/1c9c4ec7-14e4-44f7-9c6b-641c048844da HTTP/1.1" status: 404 len: 507 time: 0.2539275 Aug 27 14:23:07.325230 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52804) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:07.492281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a527c-0e42-45d3-a11e-34d79d3615ee tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Deleting port b9991342-319d-4c8e-a9bb-5ae7020ffcd3 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:07.492803 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd0a527c-0e42-45d3-a11e-34d79d3615ee tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:07.590867 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd0a527c-0e42-45d3-a11e-34d79d3615ee tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:07.591098 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd0a527c-0e42-45d3-a11e-34d79d3615ee tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:07.607889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a527c-0e42-45d3-a11e-34d79d3615ee tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Calling delete_port for b9991342-319d-4c8e-a9bb-5ae7020ffcd3 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:07.807982 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd0a527c-0e42-45d3-a11e-34d79d3615ee tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:07.837563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beedd82-bb8b-4234-bcd8-68257712dfbc req-ec49c749-25ac-454b-9d49-06170ac19377 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:07.839189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7beedd82-bb8b-4234-bcd8-68257712dfbc req-ec49c749-25ac-454b-9d49-06170ac19377 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.0643339 Aug 27 14:23:07.845593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a527c-0e42-45d3-a11e-34d79d3615ee tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event deleted for resources: {'Port': ['ID=b9991342-319d-4c8e-a9bb-5ae7020ffcd3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:07.931599 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7beedd82-bb8b-4234-bcd8-68257712dfbc req-ea0daa7f-b5ad-4761-b68b-dc5aec9a4c9f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740912 Aug 27 14:23:07.932928 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd0a527c-0e42-45d3-a11e-34d79d3615ee tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:07.937332 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bd0a527c-0e42-45d3-a11e-34d79d3615ee tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:07.939350 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bd0a527c-0e42-45d3-a11e-34d79d3615ee tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "DELETE /v2.0/floatingips/1c9c4ec7-14e4-44f7-9c6b-641c048844da HTTP/1.1" status: 204 len: 168 time: 0.6124914 Aug 27 14:23:07.943336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52810) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:07.955737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5373c140-7ae9-4e7e-85dd-7087b0cbd88c tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Request body: {'floatingip': {'floating_network_id': 'bd6fc669-0c4e-4788-9365-b7294fb28da4', 'port_id': '8dd2a5e8-b4e3-404a-9412-d42ab4956f30', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:08.011148 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5373c140-7ae9-4e7e-85dd-7087b0cbd88c tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:08.155569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446df3c0-cc23-4e44-9325-194f5cfc8efe req-db79866e-b84a-4c1c-a22f-3aff16c1c4e0 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:08.157715 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-446df3c0-cc23-4e44-9325-194f5cfc8efe req-db79866e-b84a-4c1c-a22f-3aff16c1c4e0 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 945 time: 0.1675847 Aug 27 14:23:08.266641 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-446df3c0-cc23-4e44-9325-194f5cfc8efe req-e7da7b58-d108-41b1-a1c7-f76e88086677 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/security-groups?id=481854cc-2509-4776-a92d-a9c1d0ef7faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917251 Aug 27 14:23:08.316797 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-5373c140-7ae9-4e7e-85dd-7087b0cbd88c tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:23:08.318449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5373c140-7ae9-4e7e-85dd-7087b0cbd88c tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3727725 Aug 27 14:23:08.324858 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52814) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:08.337648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '8dd2a5e8-b4e3-404a-9412-d42ab4956f30', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:08.374020 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:08.515694 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:08.690070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Allocated IP 172.25.2.166 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/188755fb-4559-4857-96ac-6b2639d2d5b1) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:08.827453 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:08.873048 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:08.913966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:08.915606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:08.919076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:08.945264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event updated for resources: {'Port': ['ID=188755fb-4559-4857-96ac-6b2639d2d5b1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:09.136185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdfcac-c6a8-41a2-b2f9-99f94f6063c5 req-d0dae550-c98f-4075-b220-f0662b800c6b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:09.138135 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16fdfcac-c6a8-41a2-b2f9-99f94f6063c5 req-d0dae550-c98f-4075-b220-f0662b800c6b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.1030135 Aug 27 14:23:09.200363 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16fdfcac-c6a8-41a2-b2f9-99f94f6063c5 req-2f549013-2af7-4595-9818-50294da591e9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547087 Aug 27 14:23:09.214421 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Deleting port 188755fb-4559-4857-96ac-6b2639d2d5b1 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:09.215445 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:09.234307 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:23:09.324079 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:09.340217 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:09.340648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:09.354545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Calling delete_port for 188755fb-4559-4857-96ac-6b2639d2d5b1 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:09.406843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:09.412765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:09.413916 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:09.435185 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c046e-85b3-4303-b95d-acc1cba58b1a req-cec382da-527a-4cf7-a44f-095e641c337f tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:09.438232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-149c046e-85b3-4303-b95d-acc1cba58b1a req-cec382da-527a-4cf7-a44f-095e641c337f tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 945 time: 0.0916741 Aug 27 14:23:09.505255 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-149c046e-85b3-4303-b95d-acc1cba58b1a req-b498c9a8-97ff-45d7-b003-d2be3320e79f tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/security-groups?id=481854cc-2509-4776-a92d-a9c1d0ef7faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579836 Aug 27 14:23:09.539809 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:09.542576 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:09.567594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a70f4d-e71a-480c-9a27-4809e5f2ea30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecb1d95-8169-4e92-b357-6b0ab9406fe0'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:09.570826 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4871844-f0ed-4e30-b7c8-118f6f5211ce" -d '{"events": [{"server_uuid": "83a70f4d-e71a-480c-9a27-4809e5f2ea30", "name": "network-vif-plugged", "status": "completed", "tag": "3ecb1d95-8169-4e92-b357-6b0ab9406fe0"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:09.585053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3ecb1d95-8169-4e92-b357-6b0ab9406fe0,segment=NetworkSegment(29db1971-77ff-45f8-9a77-55617de9d1be),segment_id=29db1971-77ff-45f8-9a77-55617de9d1be)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:09.590021 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:09.593454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event deleted for resources: {'Port': ['ID=188755fb-4559-4857-96ac-6b2639d2d5b1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:09.635688 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad89b21b-ce83-4e41-aeca-8bd95e8a4584 x-openstack-request-id: req-ad89b21b-ce83-4e41-aeca-8bd95e8a4584 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:09.635989 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a70f4d-e71a-480c-9a27-4809e5f2ea30", "name": "network-vif-plugged", "status": "completed", "tag": "3ecb1d95-8169-4e92-b357-6b0ab9406fe0", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:09.636239 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad89b21b-ce83-4e41-aeca-8bd95e8a4584 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:09.636629 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a70f4d-e71a-480c-9a27-4809e5f2ea30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecb1d95-8169-4e92-b357-6b0ab9406fe0', 'code': 200} Aug 27 14:23:09.654887 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=3ecb1d95-8169-4e92-b357-6b0ab9406fe0,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:09.711445 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] create failed (client error): The resource could not be found. Aug 27 14:23:09.712547 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bec1d87b-6a73-43ce-95d0-86bd84001279 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3857722 Aug 27 14:23:09.716026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52824) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:09.782515 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2852739-8020-4c50-b9ff-a68d69ec54bc req-9c65e2a9-a406-4051-ad20-811c74bc58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:09.785306 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2852739-8020-4c50-b9ff-a68d69ec54bc req-9c65e2a9-a406-4051-ad20-811c74bc58b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 1098 time: 0.0630286 Aug 27 14:23:09.814221 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-bb681d5b-ef2c-4803-9ae9-7c8d00726376 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Deleting port 8dd2a5e8-b4e3-404a-9412-d42ab4956f30 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:09.814913 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb681d5b-ef2c-4803-9ae9-7c8d00726376 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:09.831436 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2852739-8020-4c50-b9ff-a68d69ec54bc req-bb874ea8-a243-46bd-b2c3-369e336ddd63 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=481854cc-2509-4776-a92d-a9c1d0ef7faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 Aug 27 14:23:09.874990 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:09.910286 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb681d5b-ef2c-4803-9ae9-7c8d00726376 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:09.924844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-bb681d5b-ef2c-4803-9ae9-7c8d00726376 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Calling delete_port for 8dd2a5e8-b4e3-404a-9412-d42ab4956f30 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:10.062381 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb681d5b-ef2c-4803-9ae9-7c8d00726376 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:10.109371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb681d5b-ef2c-4803-9ae9-7c8d00726376 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event deleted for resources: {'Port': ['ID=8dd2a5e8-b4e3-404a-9412-d42ab4956f30,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:10.191184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bb681d5b-ef2c-4803-9ae9-7c8d00726376 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:10.195855 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bb681d5b-ef2c-4803-9ae9-7c8d00726376 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "DELETE /v2.0/ports/8dd2a5e8-b4e3-404a-9412-d42ab4956f30 HTTP/1.1" status: 204 len: 168 time: 0.4763777 Aug 27 14:23:10.196565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52826) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:10.251878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a28f4b-4fc3-49c3-9241-3798a7fc8054 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:10.257202 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-53a28f4b-4fc3-49c3-9241-3798a7fc8054 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "GET /v2.0/ports?device_id=28865870-94c3-4835-b22c-e1099bd5a6ce HTTP/1.1" status: 200 len: 913 time: 0.0587499 Aug 27 14:23:10.257411 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52830) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:10.442519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17094e94-8bdc-41a6-aa23-ee03fb7ec0c9 req-9c68a702-ad37-438b-a240-22bfc2717fa5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:10.447784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17094e94-8bdc-41a6-aa23-ee03fb7ec0c9 req-9c68a702-ad37-438b-a240-22bfc2717fa5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.1352003 Aug 27 14:23:10.516035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17094e94-8bdc-41a6-aa23-ee03fb7ec0c9 req-64e8bc99-9523-4b05-b93b-a2cbb0b6862d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565405 Aug 27 14:23:11.002791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cebf72-ef1e-455c-9283-86ff9ce4291b req-83309d2a-315f-4a20-8889-05b9d3387895 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:11.004383 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9cebf72-ef1e-455c-9283-86ff9ce4291b req-83309d2a-315f-4a20-8889-05b9d3387895 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 946 time: 0.1180389 Aug 27 14:23:11.105786 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9cebf72-ef1e-455c-9283-86ff9ce4291b req-26f6c7a9-8451-46a3-b6ff-bf7ad6a1c8d6 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/security-groups?id=481854cc-2509-4776-a92d-a9c1d0ef7faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895844 Aug 27 14:23:11.195813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c426f-270d-4599-ab85-d75340ec9980 req-9069f7fd-0b2e-4446-aa72-c58fe96e0819 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:11.197314 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-751c426f-270d-4599-ab85-d75340ec9980 req-9069f7fd-0b2e-4446-aa72-c58fe96e0819 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 946 time: 0.0973554 Aug 27 14:23:11.212775 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:11.249509 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-751c426f-270d-4599-ab85-d75340ec9980 req-b7584720-54ea-4e51-a4fa-51dcdbc0a7d6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452173 Aug 27 14:23:11.290604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52840) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:11.385586 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cb24ad31-de5b-489b-b2bb-a19578bca801 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/86f0723b-7837-443e-b24f-d09622f93851 HTTP/1.1" status: 200 len: 994 time: 0.0931728 Aug 27 14:23:11.593809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Deleting port 3469976b-3714-492b-b4ca-330bd1e27a90 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:11.594141 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:11.675810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9eace7-e6ec-4d92-998f-add2ffba7e27 req-5811f3ee-a5ed-423c-8db5-735c4d73d357 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:11.677604 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af9eace7-e6ec-4d92-998f-add2ffba7e27 req-5811f3ee-a5ed-423c-8db5-735c4d73d357 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.0674219 Aug 27 14:23:11.704572 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:11.728755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Calling delete_port for 3469976b-3714-492b-b4ca-330bd1e27a90 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:11.738031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af9eace7-e6ec-4d92-998f-add2ffba7e27 req-4631bf9e-79ce-45f6-a7b5-dee1ad0305c1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540268 Aug 27 14:23:11.873179 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b568b-b026-42b0-b90e-8e84ed7dfa61 req-74d6e268-9e8a-4cbb-851e-17b0cc85a55d tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:11.878221 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a67b568b-b026-42b0-b90e-8e84ed7dfa61 req-74d6e268-9e8a-4cbb-851e-17b0cc85a55d tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 1098 time: 0.0907564 Aug 27 14:23:11.983250 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a67b568b-b026-42b0-b90e-8e84ed7dfa61 req-9b8ec52c-f0d7-474e-a777-2a4c9e8d3efa tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642252 Aug 27 14:23:12.049689 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:12.094734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event deleted for resources: {'Port': ['ID=3469976b-3714-492b-b4ca-330bd1e27a90,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:12.112272 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:12.112778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:12.113015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:12.113491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:12.114360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:12.114360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:12.115921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:12.120715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:12.121099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:12.121465 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:12.121800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:12.122153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:12.385778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:12.453457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5f206-a8f3-4f03-982d-6553ccd34eb7 req-b4407cd0-32af-4318-9d82-b7d85fd1db88 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:12.455190 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47c5f206-a8f3-4f03-982d-6553ccd34eb7 req-b4407cd0-32af-4318-9d82-b7d85fd1db88 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 946 time: 0.1993637 Aug 27 14:23:12.567064 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47c5f206-a8f3-4f03-982d-6553ccd34eb7 req-d5c67af3-29dd-4a74-96c7-05a7758ac238 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/security-groups?id=481854cc-2509-4776-a92d-a9c1d0ef7faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824821 Aug 27 14:23:12.607774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Router 28865870-94c3-4835-b22c-e1099bd5a6ce has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:23:12.696100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:23:12.702316 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8d7789a1-9db9-4c1a-8eb1-e799174b81c3 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "PUT /v2.0/routers/28865870-94c3-4835-b22c-e1099bd5a6ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4433036 Aug 27 14:23:12.704793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52878) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:12.710523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127df466-fb44-41a1-9c9b-c22116d6f33b None None] Sync routers for ids ['28865870-94c3-4835-b22c-e1099bd5a6ce'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:23:12.728821 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127df466-fb44-41a1-9c9b-c22116d6f33b None None] Routers {'28865870-94c3-4835-b22c-e1099bd5a6ce'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:12.729511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-127df466-fb44-41a1-9c9b-c22116d6f33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:22:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['28865870-94c3-4835-b22c-e1099bd5a6ce'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:12.782386 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-127df466-fb44-41a1-9c9b-c22116d6f33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:12.794080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127df466-fb44-41a1-9c9b-c22116d6f33b None None] Routers {'28865870-94c3-4835-b22c-e1099bd5a6ce'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:12.794887 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-127df466-fb44-41a1-9c9b-c22116d6f33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:22:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['28865870-94c3-4835-b22c-e1099bd5a6ce'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:12.814373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5787f11e-2067-44a9-8ecb-ea15372da333 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:12.837945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-127df466-fb44-41a1-9c9b-c22116d6f33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:12.838708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127df466-fb44-41a1-9c9b-c22116d6f33b None None] The sync data for ids ['28865870-94c3-4835-b22c-e1099bd5a6ce'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:23:12.841768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-784a587c-2f8a-4bdf-8028-8c3e5918eb9f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1765153 Aug 27 14:23:13.025085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a56761-a1e3-421e-a413-d0bc413cec73 req-74f94a2f-f164-42c1-bde0-8a9cd5b9348e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:13.026582 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-94a56761-a1e3-421e-a413-d0bc413cec73 req-74f94a2f-f164-42c1-bde0-8a9cd5b9348e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.1686637 Aug 27 14:23:13.028338 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5787f11e-2067-44a9-8ecb-ea15372da333 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.030529 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5787f11e-2067-44a9-8ecb-ea15372da333 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.085873 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5787f11e-2067-44a9-8ecb-ea15372da333 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.086558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5787f11e-2067-44a9-8ecb-ea15372da333 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Fanout notify agent at l3_agent the message router_deleted on router 28865870-94c3-4835-b22c-e1099bd5a6ce {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:23:13.097373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5787f11e-2067-44a9-8ecb-ea15372da333 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.098518 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5787f11e-2067-44a9-8ecb-ea15372da333 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "DELETE /v2.0/routers/28865870-94c3-4835-b22c-e1099bd5a6ce HTTP/1.1" status: 204 len: 168 time: 0.3926430 Aug 27 14:23:13.102078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52896) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:13.119979 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-94a56761-a1e3-421e-a413-d0bc413cec73 req-05c58594-ac26-4ac0-83c9-eb4e640671e5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864100 Aug 27 14:23:13.175515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-13048a71-10fd-4c5f-ba62-738013f906ca tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Deleting subnet 9e334a31-0f21-44de-8db9-e3738d949fac {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:23:13.178824 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13048a71-10fd-4c5f-ba62-738013f906ca tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.220947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13048a71-10fd-4c5f-ba62-738013f906ca tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.330399 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13048a71-10fd-4c5f-ba62-738013f906ca tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.410250 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13048a71-10fd-4c5f-ba62-738013f906ca tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.438348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13048a71-10fd-4c5f-ba62-738013f906ca tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event deleted for resources: {'Subnet': ['ID=9e334a31-0f21-44de-8db9-e3738d949fac,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:13.448338 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-13048a71-10fd-4c5f-ba62-738013f906ca tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.450851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-13048a71-10fd-4c5f-ba62-738013f906ca tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "DELETE /v2.0/subnets/9e334a31-0f21-44de-8db9-e3738d949fac HTTP/1.1" status: 204 len: 168 time: 0.3474033 Aug 27 14:23:13.453477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52914) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:13.456090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf09eda6-7cb9-4135-9e8d-6b7048f16b90 None None] Network bd6fc669-0c4e-4788-9365-b7294fb28da4 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:13.488043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-8229c44f-e181-4386-ab28-7ae75bd85d49 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:23:13.488043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-8229c44f-e181-4386-ab28-7ae75bd85d49 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087011 Aug 27 14:23:13.501661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] Request body: {'binding': {'host': 'n-h1-712139-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:13.502295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] Unknown quota resources ['binding']. {{(pid=101186) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 14:23:13.601542 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.702237 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4551c642-cdd6-421b-bf68-6bf614919d1c None None] DHCP port deletion for bd6fc669-0c4e-4788-9365-b7294fb28da4 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:23:13.704312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] Attempting to bind port 5a0e1137-488d-4537-b034-3218ae9edc59 on host n-h1-712139-12 for vnic_type normal with profile None {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:13.705108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] Attempting to bind port 5a0e1137-488d-4537-b034-3218ae9edc59 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:13.706208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] Attempting to bind port 5a0e1137-488d-4537-b034-3218ae9edc59 on network 45014d29-f174-49af-a04f-e39adeae80fa {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:13.714769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] Port 5a0e1137-488d-4537-b034-3218ae9edc59 on network 45014d29-f174-49af-a04f-e39adeae80fa not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:23:13.715517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] Attempting to bind port 5a0e1137-488d-4537-b034-3218ae9edc59 on network 45014d29-f174-49af-a04f-e39adeae80fa {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:13.721882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:13.722514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] Checking segment: {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:13.723289 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] Bound using segment: {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:13.723954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] Bound port: 5a0e1137-488d-4537-b034-3218ae9edc59, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:13.733625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e5f94-739c-41b0-ba37-4e80802ba92b req-a83b7b92-5121-472f-a8c2-e27b2856154a tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:13.742784 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c2e5f94-739c-41b0-ba37-4e80802ba92b req-a83b7b92-5121-472f-a8c2-e27b2856154a tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 946 time: 0.1344655 Aug 27 14:23:13.762110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4551c642-cdd6-421b-bf68-6bf614919d1c None None] Deleting port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:13.763316 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4551c642-cdd6-421b-bf68-6bf614919d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.801444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c2e5f94-739c-41b0-ba37-4e80802ba92b req-8d2621a6-c92f-4775-b14e-7687f7592676 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/security-groups?id=481854cc-2509-4776-a92d-a9c1d0ef7faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577166 Aug 27 14:23:13.805684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Deleting port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:13.805684 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.839546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=5a0e1137-488d-4537-b034-3218ae9edc59,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:13.843262 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4551c642-cdd6-421b-bf68-6bf614919d1c None None] For port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc,segment=NetworkSegment(4d836dd0-2f5e-4ff1-9caa-934b396cfdf8),segment_id=4d836dd0-2f5e-4ff1-9caa-934b396cfdf8)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:13.843789 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4551c642-cdd6-421b-bf68-6bf614919d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.845927 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.852222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] 10.222.0.55 "POST /v2.0/ports/5a0e1137-488d-4537-b034-3218ae9edc59/bindings HTTP/1.1" status: 201 len: 390 time: 0.3549922 Aug 27 14:23:13.862076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4551c642-cdd6-421b-bf68-6bf614919d1c None None] Calling delete_port for 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:13.884746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] For port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc,segment=NetworkSegment(4d836dd0-2f5e-4ff1-9caa-934b396cfdf8),segment_id=4d836dd0-2f5e-4ff1-9caa-934b396cfdf8)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:13.885631 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:13.900919 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Calling delete_port for 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:13.993053 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4551c642-cdd6-421b-bf68-6bf614919d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:14.011979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:14.034402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4551c642-cdd6-421b-bf68-6bf614919d1c None None] No DVR routers for this DVR port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:23:14.036940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551c642-cdd6-421b-bf68-6bf614919d1c None None] Pushing event deleted for resources: {'Port': ['ID=7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:14.057475 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] No DVR routers for this DVR port 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:23:14.060482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event deleted for resources: {'Port': ['ID=7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:14.237414 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:14.258598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0616d1-73d2-437d-b7c3-03c614e92216 req-87973a6e-27a6-4744-b8c0-72a4828dc936 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:14.261178 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cc0616d1-73d2-437d-b7c3-03c614e92216 req-87973a6e-27a6-4744-b8c0-72a4828dc936 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.0604773 Aug 27 14:23:14.263005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd8d1-ec22-495a-9e72-ac08b3dddd70 req-24ce678f-796b-4af9-838e-9023dc02823f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:14.264753 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-143fd8d1-ec22-495a-9e72-ac08b3dddd70 req-24ce678f-796b-4af9-838e-9023dc02823f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 946 time: 0.2089539 Aug 27 14:23:14.267472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6fc669-0c4e-4788-9365-b7294fb28da4']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:14.272696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-39abb210-4c91-4474-a602-bf7a6768c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:14.274326 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-39abb210-4c91-4474-a602-bf7a6768c672 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 1098 time: 0.1590433 Aug 27 14:23:14.299580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d836dd0-2f5e-4ff1-9caa-934b396cfdf8') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:14.299900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d836dd0-2f5e-4ff1-9caa-934b396cfdf8') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:14.313317 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cc0616d1-73d2-437d-b7c3-03c614e92216 req-b39f1674-b195-476a-98b7-f49bf26f6fe9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441551 Aug 27 14:23:14.356343 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:14.388222 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:14.401033 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-143fd8d1-ec22-495a-9e72-ac08b3dddd70 req-f827fea5-e127-4b14-899e-658abce11edf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192377 Aug 27 14:23:14.408889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:23:14.409293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:23:14.412313 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:23:14.486447 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-edd40d2f-eb78-450b-9696-d55222d9a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:14.488003 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-edd40d2f-eb78-450b-9696-d55222d9a662 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45014d29-f174-49af-a04f-e39adeae80fa HTTP/1.1" status: 200 len: 897 time: 0.2045391 Aug 27 14:23:14.492558 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:14.501195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:23:14.508585 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:14.510370 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] 10.222.0.55 "DELETE /v2.0/networks/bd6fc669-0c4e-4788-9365-b7294fb28da4 HTTP/1.1" status: 204 len: 168 time: 1.0555139 Aug 27 14:23:14.537526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:23:14.537885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7a3f7c8f-d500-4c1c-a2c4-91e2bcd3d4dc not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:23:14.550302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b70686-8f48-47fb-9fcf-7402521d6d59 tempest-FloatingIPNegativeTestJSON-1047710915 tempest-FloatingIPNegativeTestJSON-1047710915-project] Pushing event deleted for resources: {'Network': ['ID=bd6fc669-0c4e-4788-9365-b7294fb28da4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:14.583179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-88982293-8f88-4e4d-9140-e2ad966fcb04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a0e1137-488d-4537-b034-3218ae9edc59 HTTP/1.1" status: 200 len: 1002 time: 0.0874591 Aug 27 14:23:14.643153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-2dfb4a3a-f5d1-493f-837d-15b7111c2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:14.644838 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-2dfb4a3a-f5d1-493f-837d-15b7111c2b8a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6cf5b81f-6b58-4ac3-9c78-04a8b9dea971 HTTP/1.1" status: 200 len: 835 time: 0.0543027 Aug 27 14:23:14.664181 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-214a4004-d92a-4406-a647-038b776a62de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:14.700215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d51e8100-6704-45a8-8bb1-230b085cbd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:14.701727 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d51e8100-6704-45a8-8bb1-230b085cbd11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45014d29-f174-49af-a04f-e39adeae80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493457 Aug 27 14:23:14.800989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-65b1855e-1c93-4abd-a029-b0a5da28c33e service neutron] 10.222.0.52 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913250 Aug 27 14:23:14.823276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52930) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:14.907687 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-4ac811b7-c898-4d85-93b3-bb12953cfb84 service neutron] 10.222.0.52 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998516 Aug 27 14:23:14.931840 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03bad0-dfcf-4793-9b7e-74fdd2babcb3 req-8e08e389-34d5-4e2b-8547-628bac2eba87 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:14.933565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d03bad0-dfcf-4793-9b7e-74fdd2babcb3 req-8e08e389-34d5-4e2b-8547-628bac2eba87 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 946 time: 0.0541780 Aug 27 14:23:14.997158 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d03bad0-dfcf-4793-9b7e-74fdd2babcb3 req-bb797818-5770-4cb7-9d18-e4173bca7e7a tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/security-groups?id=481854cc-2509-4776-a92d-a9c1d0ef7faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563989 Aug 27 14:23:15.014359 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8038fa0d-0972-44e3-9aa5-e6e1e1e05fd4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3294989ad77547e0b9ceb6e267d5a460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898224 Aug 27 14:23:15.017088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52936) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:15.076445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-ea348859-f4fb-400a-9930-bd798f64e91e tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:15.077646 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31a247ab-f51f-4a33-867c-22fad3475b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:15.078010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-ea348859-f4fb-400a-9930-bd798f64e91e tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5&tenant_id=192eb92f7c9846a9901dbb1419062132&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1098 time: 0.0848138 Aug 27 14:23:15.089738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-12'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:15.106241 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31a247ab-f51f-4a33-867c-22fad3475b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:15.158380 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:15.161922 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31a247ab-f51f-4a33-867c-22fad3475b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:15.165181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-31a247ab-f51f-4a33-867c-22fad3475b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:15.166330 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-31a247ab-f51f-4a33-867c-22fad3475b58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de501837-5323-461f-8cef-c159c218aff6 HTTP/1.1" status: 204 len: 168 time: 0.1483226 Aug 27 14:23:15.175184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a247ab-f51f-4a33-867c-22fad3475b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de501837-5323-461f-8cef-c159c218aff6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:15.285867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489b65a-0c79-4063-8be3-b6874aa3f77b req-943e8d9b-fd92-4aab-a963-02305d48a281 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:15.288267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6489b65a-0c79-4063-8be3-b6874aa3f77b req-943e8d9b-fd92-4aab-a963-02305d48a281 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.41 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 946 time: 0.0703852 Aug 27 14:23:15.328660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5a0e1137-488d-4537-b034-3218ae9edc59,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:15.342124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 533218b1-8f5e-4282-842f-0213ab20f067 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:23:15.403695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:15.453928 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-6489b65a-0c79-4063-8be3-b6874aa3f77b req-21b768b3-ad63-4b1b-8cb3-37ef29550657 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Deleting port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:15.454394 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6489b65a-0c79-4063-8be3-b6874aa3f77b req-21b768b3-ad63-4b1b-8cb3-37ef29550657 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:15.498850 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 533218b1-8f5e-4282-842f-0213ab20f067, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=533218b1-8f5e-4282-842f-0213ab20f067,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:15.523475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '533218b1-8f5e-4282-842f-0213ab20f067', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'port_id': '533218b1-8f5e-4282-842f-0213ab20f067', 'mac_address': 'fa:16:3e:c1:1e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:23:15.536024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:15.539234 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deafe2c2-093a-48e0-a583-e11eab22faf6" -d '{"events": [{"server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:15.546541 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:15.563196 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dca5a-d40d-4811-a8af-9a54792ba604 req-67a7b064-6d03-4661-b367-15d62a98f8ad tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:15.577310 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-169dca5a-d40d-4811-a8af-9a54792ba604 req-67a7b064-6d03-4661-b367-15d62a98f8ad tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 944 time: 0.1308529 Aug 27 14:23:15.581907 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:15.589143 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:15.593538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9039a-9584-48bc-9378-32a6958ad696 req-52b499a8-63ba-40a7-a101-720f2fcd0537 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:15.595286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14f9039a-9584-48bc-9378-32a6958ad696 req-52b499a8-63ba-40a7-a101-720f2fcd0537 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 946 time: 0.0847828 Aug 27 14:23:15.615585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533218b1-8f5e-4282-842f-0213ab20f067 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:23:15.642128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 533218b1-8f5e-4282-842f-0213ab20f067, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=533218b1-8f5e-4282-842f-0213ab20f067,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:15.647977 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:15.709360 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14f9039a-9584-48bc-9378-32a6958ad696 req-150b7809-e837-47bc-995c-3617021985f6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014552 Aug 27 14:23:15.714225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-6489b65a-0c79-4063-8be3-b6874aa3f77b req-21b768b3-ad63-4b1b-8cb3-37ef29550657 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] For port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3ecb1d95-8169-4e92-b357-6b0ab9406fe0,segment=NetworkSegment(29db1971-77ff-45f8-9a77-55617de9d1be),segment_id=29db1971-77ff-45f8-9a77-55617de9d1be)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:15.714666 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6489b65a-0c79-4063-8be3-b6874aa3f77b req-21b768b3-ad63-4b1b-8cb3-37ef29550657 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:15.724032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=533218b1-8f5e-4282-842f-0213ab20f067,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:15.744569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-6489b65a-0c79-4063-8be3-b6874aa3f77b req-21b768b3-ad63-4b1b-8cb3-37ef29550657 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Calling delete_port for 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:15.795256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-169dca5a-d40d-4811-a8af-9a54792ba604 req-e0623bb4-971e-454b-a817-381023f14d99 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225018 Aug 27 14:23:15.798151 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09bd27c-dead-4fce-b7a6-08daf09a46d1 x-openstack-request-id: req-f09bd27c-dead-4fce-b7a6-08daf09a46d1 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:15.798659 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:15.799018 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f09bd27c-dead-4fce-b7a6-08daf09a46d1 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:15.799850 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59', 'code': 200} Aug 27 14:23:15.802278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Pushing event updated for resources: {'Port': ['ID=5a0e1137-488d-4537-b034-3218ae9edc59,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:15.869381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Attempting to bind port 5a0e1137-488d-4537-b034-3218ae9edc59 on host n-h2-712139-12 for vnic_type normal with profile {"migrating_to": "n-h1-712139-12"} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:15.869987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Attempting to bind port 5a0e1137-488d-4537-b034-3218ae9edc59 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:15.870466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Attempting to bind port 5a0e1137-488d-4537-b034-3218ae9edc59 on network 45014d29-f174-49af-a04f-e39adeae80fa {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:15.876620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Port 5a0e1137-488d-4537-b034-3218ae9edc59 on network 45014d29-f174-49af-a04f-e39adeae80fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:23:15.877070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Attempting to bind port 5a0e1137-488d-4537-b034-3218ae9edc59 on network 45014d29-f174-49af-a04f-e39adeae80fa {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:15.885918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:15.886366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Checking segment: {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:15.886805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Bound using segment: {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:15.887258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Bound port: 5a0e1137-488d-4537-b034-3218ae9edc59, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80dcfde6-28ab-4aae-b0a3-b2712d5b4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:15.887745 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:15.954502 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6489b65a-0c79-4063-8be3-b6874aa3f77b req-21b768b3-ad63-4b1b-8cb3-37ef29550657 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:16.009571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:16.014564 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5a0e1137-488d-4537-b034-3218ae9edc59,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:16.025719 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:16.044387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b768b3-ad63-4b1b-8cb3-37ef29550657 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Pushing event deleted for resources: {'Port': ['ID=3ecb1d95-8169-4e92-b357-6b0ab9406fe0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:16.064335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['533218b1-8f5e-4282-842f-0213ab20f067'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:23:16.170259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Pushing event updated for resources: {'Port': ['ID=5a0e1137-488d-4537-b034-3218ae9edc59,revision_number=8']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:16.205633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a75f9888-4429-4ce0-a710-7e678f8ff82a None None] Provisioning complete for port 5a0e1137-488d-4537-b034-3218ae9edc59 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:16.206060 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a75f9888-4429-4ce0-a710-7e678f8ff82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:16.244575 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ddb5cc92-2f6f-4559-9be2-01125bbb992f req-516a0ab4-8300-4f0a-9c6c-48e6a49a4b09 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a70f4d-e71a-480c-9a27-4809e5f2ea30 HTTP/1.1" status: 200 len: 210 time: 0.1026757 Aug 27 14:23:16.245859 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6489b65a-0c79-4063-8be3-b6874aa3f77b req-21b768b3-ad63-4b1b-8cb3-37ef29550657 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] No DVR routers for this DVR port 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:23:16.249304 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6489b65a-0c79-4063-8be3-b6874aa3f77b req-21b768b3-ad63-4b1b-8cb3-37ef29550657 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:16.251447 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6489b65a-0c79-4063-8be3-b6874aa3f77b req-21b768b3-ad63-4b1b-8cb3-37ef29550657 tempest-ServerMetadataNegativeTestJSON-1110449538 tempest-ServerMetadataNegativeTestJSON-1110449538-project] 10.222.0.41 "DELETE /v2.0/ports/3ecb1d95-8169-4e92-b357-6b0ab9406fe0 HTTP/1.1" status: 204 len: 173 time: 0.9572833 Aug 27 14:23:16.252434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a70f4d-e71a-480c-9a27-4809e5f2ea30', 'name': 'network-vif-deleted', 'tag': '3ecb1d95-8169-4e92-b357-6b0ab9406fe0'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:16.255232 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bb88fc-4def-44d1-b25c-fb378cf99ec8" -d '{"events": [{"server_uuid": "83a70f4d-e71a-480c-9a27-4809e5f2ea30", "name": "network-vif-deleted", "tag": "3ecb1d95-8169-4e92-b357-6b0ab9406fe0"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:16.277699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:16.280017 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:16.284118 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-63078860-0b2d-4924-8a01-c695d1b5e20f service neutron] 10.222.0.52 "PUT /v2.0/ports/5a0e1137-488d-4537-b034-3218ae9edc59 HTTP/1.1" status: 200 len: 1124 time: 1.1972795 Aug 27 14:23:16.308753 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de38a23-960f-4e4c-b1e8-1dd750640fbd x-openstack-request-id: req-3de38a23-960f-4e4c-b1e8-1dd750640fbd {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:16.309302 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a70f4d-e71a-480c-9a27-4809e5f2ea30", "name": "network-vif-deleted", "tag": "3ecb1d95-8169-4e92-b357-6b0ab9406fe0", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:16.310035 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3de38a23-960f-4e4c-b1e8-1dd750640fbd {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:16.310773 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a70f4d-e71a-480c-9a27-4809e5f2ea30', 'name': 'network-vif-deleted', 'tag': '3ecb1d95-8169-4e92-b357-6b0ab9406fe0', 'status': 'completed', 'code': 200} Aug 27 14:23:16.436610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['5a0e1137-488d-4537-b034-3218ae9edc59'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:23:16.583092 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a75f9888-4429-4ce0-a710-7e678f8ff82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:16.649594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:16.650929 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39c7038-81b6-4b8d-96df-2eb02251b097" -d '{"events": [{"server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "name": "network-vif-plugged", "status": "completed", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:16.690616 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a75f9888-4429-4ce0-a710-7e678f8ff82a None None] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5a0e1137-488d-4537-b034-3218ae9edc59,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:16.692948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 52972) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:16.703590 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a75f9888-4429-4ce0-a710-7e678f8ff82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:16.720386 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce9eaab-bc42-433d-b25f-1ad972b317e6 x-openstack-request-id: req-4ce9eaab-bc42-433d-b25f-1ad972b317e6 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:16.720706 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "name": "network-vif-plugged", "status": "completed", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:16.721087 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ce9eaab-bc42-433d-b25f-1ad972b317e6 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:16.721446 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59', 'code': 200} Aug 27 14:23:16.884242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880488433'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:16.957938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcb55f-c60e-490e-b7dd-0291d907bdb6 req-6026abdd-1be8-445d-b3e3-ed66af281504 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:16.960770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bbdcb55f-c60e-490e-b7dd-0291d907bdb6 req-6026abdd-1be8-445d-b3e3-ed66af281504 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 946 time: 0.1350565 Aug 27 14:23:16.989986 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:17.001966 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:17.033694 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:17.057244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f9888-4429-4ce0-a710-7e678f8ff82a None None] Pushing event updated for resources: {'Port': ['ID=5a0e1137-488d-4537-b034-3218ae9edc59,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:17.071434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bbdcb55f-c60e-490e-b7dd-0291d907bdb6 req-d103cdf0-db18-4b44-a5f6-1500db59c17c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038342 Aug 27 14:23:17.122952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dde7ad-36a4-445f-adb1-a6d0d2175d13 req-ff163adc-93db-4fd5-b165-199b2dfc5c2c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:17.130897 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69dde7ad-36a4-445f-adb1-a6d0d2175d13 req-ff163adc-93db-4fd5-b165-199b2dfc5c2c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 945 time: 0.1877270 Aug 27 14:23:17.205476 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69dde7ad-36a4-445f-adb1-a6d0d2175d13 req-a8e40ac7-f52f-466a-908b-274633566c39 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729876 Aug 27 14:23:17.228991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3b0bfd5f-23e2-4e76-9c59-26026bb83a75 None None] Provisioning complete for port 5a0e1137-488d-4537-b034-3218ae9edc59 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:17.229442 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3b0bfd5f-23e2-4e76-9c59-26026bb83a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:17.250263 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:17.254411 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:17.284606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:23:17.312880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a534476f-4abf-44a9-8795-5aa486ac44a8,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:17.320270 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:17.320891 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Added segment eebccadb-807a-403b-ade3-0c0e3a54deb7 of type vlan for network 88b8ae97-76ff-449d-a2b6-bb24b3ca21e2 Aug 27 14:23:17.343529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:23:17.355803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 52992) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:17.378864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:17.388059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:23:17.388641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3ecb1d95-8169-4e92-b357-6b0ab9406fe0 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:23:17.415640 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:17.434432 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:17.435741 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:17.447283 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:17.509523 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-851f751a-6cc9-4215-a3f9-df9ee293b55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:17.563354 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8593528 Aug 27 14:23:17.566883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890b727-d9d1-485e-9ad0-bc04e73f779f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Network': ['ID=88b8ae97-76ff-449d-a2b6-bb24b3ca21e2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:17.590282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 88b8ae97-76ff-449d-a2b6-bb24b3ca21e2 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:17.812532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:17.815218 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321aa176-fc2d-40a1-b071-abfd8cdcc286" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:17.844116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ec45ac-eab3-4bde-a914-3f17c00392d2 admin admin] Deleting subnet e88a36da-a084-488c-924d-e7eeaa41769c {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:23:17.848430 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01ec45ac-eab3-4bde-a914-3f17c00392d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:17.882208 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4dbc27-b582-429e-9610-3d3e192947a1 x-openstack-request-id: req-4a4dbc27-b582-429e-9610-3d3e192947a1 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:17.882534 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:17.883169 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a4dbc27-b582-429e-9610-3d3e192947a1 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:17.883523 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59', 'status': 'completed', 'code': 200} Aug 27 14:23:17.895488 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01ec45ac-eab3-4bde-a914-3f17c00392d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:17.950624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01ec45ac-eab3-4bde-a914-3f17c00392d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:18.001538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aa176-fc2d-40a1-b071-abfd8cdcc286 req-27157b8c-6d7c-4db3-a799-3aa26bea3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:18.004288 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-321aa176-fc2d-40a1-b071-abfd8cdcc286 req-27157b8c-6d7c-4db3-a799-3aa26bea3263 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 1129 time: 0.0694017 Aug 27 14:23:18.051751 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01ec45ac-eab3-4bde-a914-3f17c00392d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:18.083688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec45ac-eab3-4bde-a914-3f17c00392d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88a36da-a084-488c-924d-e7eeaa41769c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:18.108995 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01ec45ac-eab3-4bde-a914-3f17c00392d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:18.122734 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-01ec45ac-eab3-4bde-a914-3f17c00392d2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e88a36da-a084-488c-924d-e7eeaa41769c HTTP/1.1" status: 204 len: 168 time: 0.7629087 Aug 27 14:23:18.128265 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53004) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:18.194803 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aa176-fc2d-40a1-b071-abfd8cdcc286 req-64fa7e2a-b9e7-4bbd-bdbb-1684611e099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:18.196807 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-321aa176-fc2d-40a1-b071-abfd8cdcc286 req-64fa7e2a-b9e7-4bbd-bdbb-1684611e099f service neutron] 10.222.0.41 "GET /v2.0/networks?id=45014d29-f174-49af-a04f-e39adeae80fa HTTP/1.1" status: 200 len: 897 time: 0.1851430 Aug 27 14:23:18.235962 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e009833-335b-4070-b562-af8b67b0cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:18.307759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-321aa176-fc2d-40a1-b071-abfd8cdcc286 req-cfa2606d-1cf4-408d-98e2-63330aab3808 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a0e1137-488d-4537-b034-3218ae9edc59 HTTP/1.1" status: 200 len: 1002 time: 0.1027775 Aug 27 14:23:18.391949 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c732b-b3c0-4619-be11-873a4df10fc4 req-b9346e8a-fbd0-40e4-8e98-9b24ba048415 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:18.400636 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a93c732b-b3c0-4619-be11-873a4df10fc4 req-b9346e8a-fbd0-40e4-8e98-9b24ba048415 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 946 time: 0.1618330 Aug 27 14:23:18.473980 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e009833-335b-4070-b562-af8b67b0cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:18.488863 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aa176-fc2d-40a1-b071-abfd8cdcc286 req-39c94d53-43f2-4df7-be49-ab4dcbd35b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:18.490615 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-321aa176-fc2d-40a1-b071-abfd8cdcc286 req-39c94d53-43f2-4df7-be49-ab4dcbd35b59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cf5b81f-6b58-4ac3-9c78-04a8b9dea971 HTTP/1.1" status: 200 len: 835 time: 0.1730821 Aug 27 14:23:18.499147 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5e009833-335b-4070-b562-af8b67b0cf1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63514b6c-0e5a-4b93-af51-e23e646b85cf']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:18.499453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a20be8-30f3-43cf-88f0-b49b42f8223f req-4bb1d9fb-6179-4a3f-81bf-61449f3f377a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:18.501120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38a20be8-30f3-43cf-88f0-b49b42f8223f req-4bb1d9fb-6179-4a3f-81bf-61449f3f377a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 945 time: 0.1147389 Aug 27 14:23:18.558978 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a93c732b-b3c0-4619-be11-873a4df10fc4 req-bf0f2739-3a91-4c16-a4a3-cbf07391e54a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547260 Aug 27 14:23:18.561809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5e009833-335b-4070-b562-af8b67b0cf1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29db1971-77ff-45f8-9a77-55617de9d1be') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:18.562334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-5e009833-335b-4070-b562-af8b67b0cf1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29db1971-77ff-45f8-9a77-55617de9d1be') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:18.586239 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aa176-fc2d-40a1-b071-abfd8cdcc286 req-9279e9a2-6e9c-4ec6-a9e9-62932d8b5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:18.588173 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-321aa176-fc2d-40a1-b071-abfd8cdcc286 req-9279e9a2-6e9c-4ec6-a9e9-62932d8b5a64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45014d29-f174-49af-a04f-e39adeae80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860517 Aug 27 14:23:18.623394 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e009833-335b-4070-b562-af8b67b0cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:18.628560 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38a20be8-30f3-43cf-88f0-b49b42f8223f req-5e3f518e-f0d8-4355-87d1-e1acb9cec3cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178479 Aug 27 14:23:18.650194 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e009833-335b-4070-b562-af8b67b0cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:18.660014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e009833-335b-4070-b562-af8b67b0cf1a admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:23:18.660727 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e009833-335b-4070-b562-af8b67b0cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:23:18.665422 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:23:18.730659 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-321aa176-fc2d-40a1-b071-abfd8cdcc286 req-b5952864-5609-4d53-b7db-7767af43d558 service neutron] 10.222.0.41 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283748 Aug 27 14:23:18.777115 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e009833-335b-4070-b562-af8b67b0cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:18.791316 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5e009833-335b-4070-b562-af8b67b0cf1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:18.794358 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5e009833-335b-4070-b562-af8b67b0cf1a admin admin] 10.222.0.55 "DELETE /v2.0/networks/63514b6c-0e5a-4b93-af51-e23e646b85cf HTTP/1.1" status: 204 len: 168 time: 0.6620002 Aug 27 14:23:18.812905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e009833-335b-4070-b562-af8b67b0cf1a admin admin] Pushing event deleted for resources: {'Network': ['ID=63514b6c-0e5a-4b93-af51-e23e646b85cf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:18.824972 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:18.936614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-321aa176-fc2d-40a1-b071-abfd8cdcc286 req-ebb0541f-3272-4ba5-bd24-1a1d4614f2e7 service neutron] 10.222.0.41 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986392 Aug 27 14:23:19.038565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53018) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:19.095948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-93f7c0d6-f1dd-4b81-8055-cf8f36422e44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcc42341e2364d58a828dbab7877153e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560253 Aug 27 14:23:19.098341 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53022) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:19.157685 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2874db35-476f-4d18-92d0-eced6870e9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:19.189542 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2874db35-476f-4d18-92d0-eced6870e9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:19.259199 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2874db35-476f-4d18-92d0-eced6870e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:19.264073 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2874db35-476f-4d18-92d0-eced6870e9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:19.271290 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2874db35-476f-4d18-92d0-eced6870e9c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/481854cc-2509-4776-a92d-a9c1d0ef7faa HTTP/1.1" status: 204 len: 168 time: 0.1718068 Aug 27 14:23:19.284526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874db35-476f-4d18-92d0-eced6870e9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481854cc-2509-4776-a92d-a9c1d0ef7faa,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:19.367312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 533218b1-8f5e-4282-842f-0213ab20f067 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:19.465548 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 533218b1-8f5e-4282-842f-0213ab20f067 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:19.474381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 533218b1-8f5e-4282-842f-0213ab20f067 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:19.477010 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:19.620819 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:19.675788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 533218b1-8f5e-4282-842f-0213ab20f067, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=533218b1-8f5e-4282-842f-0213ab20f067,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:19.677069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b111775-8435-4a16-bd69-80aa74a79542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533218b1-8f5e-4282-842f-0213ab20f067'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:19.683030 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1bb2e3-d447-4fd8-9440-08aab1020e34" -d '{"events": [{"server_uuid": "8b111775-8435-4a16-bd69-80aa74a79542", "name": "network-vif-plugged", "status": "completed", "tag": "533218b1-8f5e-4282-842f-0213ab20f067"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:19.688370 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:19.888713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=533218b1-8f5e-4282-842f-0213ab20f067,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:19.960009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff18921-d80c-4d4e-b544-1d7a726c27a7 req-3d2f282d-81a2-48a2-9244-b990fccf4c68 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:19.973619 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6ff18921-d80c-4d4e-b544-1d7a726c27a7 req-3d2f282d-81a2-48a2-9244-b990fccf4c68 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 946 time: 0.2438273 Aug 27 14:23:19.990982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b721996-4175-4de1-b7c6-d045360a6066 req-7715cc07-6846-4f12-a51e-f655f174508d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:20.000472 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7b721996-4175-4de1-b7c6-d045360a6066 req-7715cc07-6846-4f12-a51e-f655f174508d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 946 time: 0.1751595 Aug 27 14:23:20.063001 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7b721996-4175-4de1-b7c6-d045360a6066 req-4d0c492e-a85e-4855-9ece-03d6509398db tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568051 Aug 27 14:23:20.105369 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6ff18921-d80c-4d4e-b544-1d7a726c27a7 req-61047a17-b3ab-47cf-9644-1d2f4c5e7319 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304147 Aug 27 14:23:20.117388 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedb9137-241b-44e5-9acd-e8b092e75fe0 x-openstack-request-id: req-fedb9137-241b-44e5-9acd-e8b092e75fe0 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:20.117849 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b111775-8435-4a16-bd69-80aa74a79542", "name": "network-vif-plugged", "status": "completed", "tag": "533218b1-8f5e-4282-842f-0213ab20f067", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:20.118176 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fedb9137-241b-44e5-9acd-e8b092e75fe0 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:20.120943 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b111775-8435-4a16-bd69-80aa74a79542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533218b1-8f5e-4282-842f-0213ab20f067', 'code': 200} Aug 27 14:23:20.235477 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:20.238481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 5a0e1137-488d-4537-b034-3218ae9edc59 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:23:20.322225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2aba40-6079-4923-86e0-3a1f1d28b504 req-004613bf-d6b7-479b-be6e-f5986ee0fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:20.331053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f2aba40-6079-4923-86e0-3a1f1d28b504 req-004613bf-d6b7-479b-be6e-f5986ee0fc0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 1098 time: 0.0989468 Aug 27 14:23:20.403649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f2aba40-6079-4923-86e0-3a1f1d28b504 req-48609f89-8d4d-459e-a2d6-9b6c7a711931 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555949 Aug 27 14:23:20.423327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5a0e1137-488d-4537-b034-3218ae9edc59,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:20.439735 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 5a0e1137-488d-4537-b034-3218ae9edc59 has no active binding in host n-h1-712139-12 {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 14:23:20.665783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53054) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:20.806655 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-network', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:20.832239 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Made reservation on behalf of 6e6a0978bed34119b9c82ced45294b57 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:20.835786 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:20.845993 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:20.976527 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:20.981274 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.014871 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:23:21.021926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2742e385-5eec-4f3e-86e6-a7d590a1257f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:21.043293 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.047074 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Added segment 7a525ae0-97d6-4e29-b028-3f156ca77c7b of type vlan for network c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 Aug 27 14:23:21.092124 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.126647 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.127834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:21.128491 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.228410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff2bc6-6933-4686-b109-c06ee6c4dccd req-84a5863a-8468-4110-9783-b9f7b693a5f3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:21.237813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28ff2bc6-6933-4686-b109-c06ee6c4dccd req-84a5863a-8468-4110-9783-b9f7b693a5f3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 946 time: 0.0684783 Aug 27 14:23:21.281548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53064) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:21.288529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-108d3fba-0674-4523-87a5-a2c8fbc845fb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'subnet': {'network_id': '88b8ae97-76ff-449d-a2b6-bb24b3ca21e2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:21.290134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] Pushing event updated for resources: {'Network': ['ID=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:21.301250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:21.311016 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0691c744-8d76-4b73-a23a-608698ffd17b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6436224 Aug 27 14:23:21.313948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53066) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:21.320108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f48ee804-b3a1-45b5-b80a-edd7a7fd8a3b admin admin] Request body: {'subnet': {'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-subnet', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:21.347933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39963adc-bdb6-4309-aeae-5a954a2a517c req-9191d1d1-f898-4464-8c77-7b0efc63fc74 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:21.350078 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39963adc-bdb6-4309-aeae-5a954a2a517c req-9191d1d1-f898-4464-8c77-7b0efc63fc74 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 946 time: 0.0988915 Aug 27 14:23:21.370002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28ff2bc6-6933-4686-b109-c06ee6c4dccd req-e324b1ec-fae5-49c6-92a1-b38892bcb4d3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309617 Aug 27 14:23:21.410545 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48ee804-b3a1-45b5-b80a-edd7a7fd8a3b admin admin] Made reservation on behalf of 6e6a0978bed34119b9c82ced45294b57 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:21.413604 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f48ee804-b3a1-45b5-b80a-edd7a7fd8a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.437110 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39963adc-bdb6-4309-aeae-5a954a2a517c req-eb7eef20-9b25-4a0a-9852-7ba81773d1cf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795939 Aug 27 14:23:21.452107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108d3fba-0674-4523-87a5-a2c8fbc845fb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:21.456073 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-108d3fba-0674-4523-87a5-a2c8fbc845fb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.532450 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.645532 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f48ee804-b3a1-45b5-b80a-edd7a7fd8a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.685932 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-108d3fba-0674-4523-87a5-a2c8fbc845fb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.715724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ee804-b3a1-45b5-b80a-edd7a7fd8a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dddf8fb-b35d-4729-8666-54324b041c89,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:21.731842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ee804-b3a1-45b5-b80a-edd7a7fd8a3b admin admin] Checking segment: {'id': '7a525ae0-97d6-4e29-b028-3f156ca77c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:21.732298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48ee804-b3a1-45b5-b80a-edd7a7fd8a3b admin admin] Network hostable DHCP agents. Network: c86cb8ef-ae0b-4cd6-b6af-8f5664df2259, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:23:21.753587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48ee804-b3a1-45b5-b80a-edd7a7fd8a3b admin admin] Network c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:23:21.766469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-f48ee804-b3a1-45b5-b80a-edd7a7fd8a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, c86cb8ef-ae0b-4cd6-b6af-8f5664df2259) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:21.771131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ee804-b3a1-45b5-b80a-edd7a7fd8a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:21.771921 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f48ee804-b3a1-45b5-b80a-edd7a7fd8a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.776950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d3fba-0674-4523-87a5-a2c8fbc845fb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Subnet': ['ID=1d09aacb-d716-4b63-b151-41043ac9eaa2,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:21.777696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f898d0ac-7871-4e4d-9952-9ffb86edc522 None None] Network c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:21.800490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d3fba-0674-4523-87a5-a2c8fbc845fb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Checking segment: {'id': 'eebccadb-807a-403b-ade3-0c0e3a54deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '88b8ae97-76ff-449d-a2b6-bb24b3ca21e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:21.800490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d3fba-0674-4523-87a5-a2c8fbc845fb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network hostable DHCP agents. Network: 88b8ae97-76ff-449d-a2b6-bb24b3ca21e2, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:23:21.801755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53070) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:21.802216 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f48ee804-b3a1-45b5-b80a-edd7a7fd8a3b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4867384 Aug 27 14:23:21.808190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:21.847705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d3fba-0674-4523-87a5-a2c8fbc845fb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network 88b8ae97-76ff-449d-a2b6-bb24b3ca21e2 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:23:21.859126 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.860734 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.864668 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-108d3fba-0674-4523-87a5-a2c8fbc845fb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 88b8ae97-76ff-449d-a2b6-bb24b3ca21e2) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:21.875886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0037cf1-3fa3-4124-88b0-d91ab3985cf1 None None] Network 88b8ae97-76ff-449d-a2b6-bb24b3ca21e2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:21.886514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d3fba-0674-4523-87a5-a2c8fbc845fb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:21.887985 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-108d3fba-0674-4523-87a5-a2c8fbc845fb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:21.917699 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-108d3fba-0674-4523-87a5-a2c8fbc845fb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6317420 Aug 27 14:23:21.917925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53072) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:21.926469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-9ef4c2e1-766a-4ec7-8bb5-66912bb8e249 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1484010131'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:21.992644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a8554-2e20-4b9e-b1c5-0f4f5d0cf1e9 None None] Network c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:21.996954 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:22.135804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef4c2e1-766a-4ec7-8bb5-66912bb8e249 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:22.140480 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c2e1-766a-4ec7-8bb5-66912bb8e249 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:22.145576 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-8c7bd4b2-2553-46a9-bb00-213fc75ce450 service neutron] 10.222.0.41 "GET /v2.0/ports/5a0e1137-488d-4537-b034-3218ae9edc59/bindings/n-h1-712139-12 HTTP/1.1" status: 200 len: 385 time: 0.0751772 Aug 27 14:23:22.194143 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:22.219727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef4c2e1-766a-4ec7-8bb5-66912bb8e249 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:23:22.278790 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c2e1-766a-4ec7-8bb5-66912bb8e249 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:22.279500 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-9ef4c2e1-766a-4ec7-8bb5-66912bb8e249 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Added segment 1479c85c-ed87-4b9f-b916-332838190824 of type vlan for network 328646cd-185f-4bad-806b-5abc5066763e Aug 27 14:23:22.343387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c2e1-766a-4ec7-8bb5-66912bb8e249 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:22.398641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-88b8ae97-76ff-449d-a2b6-bb24b3ca21e2', 'network_id': '88b8ae97-76ff-449d-a2b6-bb24b3ca21e2', 'tenant_id': '0ca0368276714a29ba3ded451a0ff6dc', 'fixed_ips': [{'subnet_id': '1d09aacb-d716-4b63-b151-41043ac9eaa2'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:23:22.400577 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:22.416050 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c2e1-766a-4ec7-8bb5-66912bb8e249 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:22.441516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef4c2e1-766a-4ec7-8bb5-66912bb8e249 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:22.442285 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c2e1-766a-4ec7-8bb5-66912bb8e249 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:22.523661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9ef4c2e1-766a-4ec7-8bb5-66912bb8e249 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6046391 Aug 27 14:23:22.527175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53080) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:22.596010 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Allocated IP 2001:db8:0:ffff::2 (88b8ae97-76ff-449d-a2b6-bb24b3ca21e2/1d09aacb-d716-4b63-b151-41043ac9eaa2/febcf75e-d10e-46fa-8735-d90171de8fc3) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:22.628334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a219c9a1-4242-4f29-b4cb-af6fa39c2f10 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'subnet': {'network_id': '328646cd-185f-4bad-806b-5abc5066763e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:22.790290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d46bc-cbc9-412f-83ce-19fb5fc5113d req-b52610ad-30cb-45e1-8da4-27a3bc819353 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:22.791871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea3d46bc-cbc9-412f-83ce-19fb5fc5113d req-b52610ad-30cb-45e1-8da4-27a3bc819353 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 946 time: 0.0781283 Aug 27 14:23:22.817867 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:22.827568 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-0b31cd4d-9152-453d-9de6-c4d8b3a44e99 service neutron] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=5a0e1137-488d-4537-b034-3218ae9edc59,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:22.831016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Transition to ACTIVE for port object febcf75e-d10e-46fa-8735-d90171de8fc3 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:22.852586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-0b31cd4d-9152-453d-9de6-c4d8b3a44e99 service neutron] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:22.854070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Transition to ACTIVE for port object febcf75e-d10e-46fa-8735-d90171de8fc3 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:22.864997 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:22.871259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4c2e1-766a-4ec7-8bb5-66912bb8e249 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Network': ['ID=328646cd-185f-4bad-806b-5abc5066763e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:22.903100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b11d5e-38aa-429f-a793-349e6bbc4285 req-5c181281-33f6-47fc-a96c-70659c8cae2b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:22.904269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-0b31cd4d-9152-453d-9de6-c4d8b3a44e99 service neutron] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=5a0e1137-488d-4537-b034-3218ae9edc59,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:22.904718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f2b11d5e-38aa-429f-a793-349e6bbc4285 req-5c181281-33f6-47fc-a96c-70659c8cae2b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 946 time: 0.3246911 Aug 27 14:23:22.923125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:22.925577 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36106f1a-dd4a-48a1-805e-4c4fb23660b6" -d '{"events": [{"server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:22.928026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Pushing event updated for resources: {'Port': ['ID=febcf75e-d10e-46fa-8735-d90171de8fc3,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:22.930750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 328646cd-185f-4bad-806b-5abc5066763e details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:22.958601 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:22.969126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea3d46bc-cbc9-412f-83ce-19fb5fc5113d req-6cdc6438-75c3-45a1-b25b-717695765ccd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646802 Aug 27 14:23:22.970053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-0b31cd4d-9152-453d-9de6-c4d8b3a44e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:23.028184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Network 88b8ae97-76ff-449d-a2b6-bb24b3ca21e2 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:23.031422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:23.037960 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:23.040760 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:23.075345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-0b31cd4d-9152-453d-9de6-c4d8b3a44e99 service neutron] Transition to ACTIVE for port object 5a0e1137-488d-4537-b034-3218ae9edc59 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:23.077588 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c7e75a-b6a9-4e93-989f-2cb0c4911f7f x-openstack-request-id: req-22c7e75a-b6a9-4e93-989f-2cb0c4911f7f {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:23.077838 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:23.078455 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22c7e75a-b6a9-4e93-989f-2cb0c4911f7f {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:23.078914 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59', 'code': 200} Aug 27 14:23:23.082506 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-0b31cd4d-9152-453d-9de6-c4d8b3a44e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:23.116220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Attempting to bind port febcf75e-d10e-46fa-8735-d90171de8fc3 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:23.116731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Attempting to bind port febcf75e-d10e-46fa-8735-d90171de8fc3 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'eebccadb-807a-403b-ade3-0c0e3a54deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '88b8ae97-76ff-449d-a2b6-bb24b3ca21e2'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:23.117656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Attempting to bind port febcf75e-d10e-46fa-8735-d90171de8fc3 on network 88b8ae97-76ff-449d-a2b6-bb24b3ca21e2 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:23.124395 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:23.125007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Checking segment: {'id': 'eebccadb-807a-403b-ade3-0c0e3a54deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '88b8ae97-76ff-449d-a2b6-bb24b3ca21e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:23.125509 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:23.126004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Bound using segment: {'id': 'eebccadb-807a-403b-ade3-0c0e3a54deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '88b8ae97-76ff-449d-a2b6-bb24b3ca21e2'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:23.126574 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Bound port: febcf75e-d10e-46fa-8735-d90171de8fc3, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebccadb-807a-403b-ade3-0c0e3a54deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '88b8ae97-76ff-449d-a2b6-bb24b3ca21e2'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:23.127103 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:23.217434 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] For port febcf75e-d10e-46fa-8735-d90171de8fc3, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:23.222394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] For port febcf75e-d10e-46fa-8735-d90171de8fc3, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=febcf75e-d10e-46fa-8735-d90171de8fc3,segment=NetworkSegment(eebccadb-807a-403b-ade3-0c0e3a54deb7),segment_id=eebccadb-807a-403b-ade3-0c0e3a54deb7)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:23.228915 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:23.238155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Allocated IP 172.25.2.229 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/b2e69e10-6f2f-4b04-8724-d043d46e411a) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:23.284523 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-0b31cd4d-9152-453d-9de6-c4d8b3a44e99 service neutron] No DVR routers for this DVR port 5a0e1137-488d-4537-b034-3218ae9edc59 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:23:23.337526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9aac6-e007-4199-8382-32c5623b5518 None None] Pushing event updated for resources: {'Port': ['ID=febcf75e-d10e-46fa-8735-d90171de8fc3,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:23.413006 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f2b11d5e-38aa-429f-a793-349e6bbc4285 req-465bbb32-1806-4e2d-8b19-89547dff0a76 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907551 Aug 27 14:23:23.415300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31cd4d-9152-453d-9de6-c4d8b3a44e99 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0e1137-488d-4537-b034-3218ae9edc59,revision_number=11']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:23.417451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a219c9a1-4242-4f29-b4cb-af6fa39c2f10 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:23.421197 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a219c9a1-4242-4f29-b4cb-af6fa39c2f10 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:23.586698 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:23.609127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdf6a4-cdc4-4162-862c-3fd414e94b89 req-2876c292-82c2-4900-a7b7-3c52bfecfcff tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:23.614898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1cdf6a4-cdc4-4162-862c-3fd414e94b89 req-2876c292-82c2-4900-a7b7-3c52bfecfcff tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 946 time: 0.1092558 Aug 27 14:23:23.708251 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-0b31cd4d-9152-453d-9de6-c4d8b3a44e99 service neutron] 10.222.0.41 "PUT /v2.0/ports/5a0e1137-488d-4537-b034-3218ae9edc59/bindings/n-h1-712139-12/activate HTTP/1.1" status: 200 len: 370 time: 1.5527740 Aug 27 14:23:23.719826 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1cdf6a4-cdc4-4162-862c-3fd414e94b89 req-8d57a596-f450-44bc-b38b-a1e579cfba3c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907550 Aug 27 14:23:23.873442 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:23.885466 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a219c9a1-4242-4f29-b4cb-af6fa39c2f10 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:23.981364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:23.998243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-2921c616-6adf-4551-aac3-2e380393fe7d tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:24.000286 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-2921c616-6adf-4551-aac3-2e380393fe7d tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5&tenant_id=192eb92f7c9846a9901dbb1419062132&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 1097 time: 0.1823721 Aug 27 14:23:24.010767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:24.017199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:24.098736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Pushing event updated for resources: {'Port': ['ID=b2e69e10-6f2f-4b04-8724-d043d46e411a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:24.123015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7b1c-e79c-4152-ab74-1574da6980ef req-89fe91c2-52a5-4db8-90bc-56f3ff7e1ad6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:24.124989 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f48f7b1c-e79c-4152-ab74-1574da6980ef req-89fe91c2-52a5-4db8-90bc-56f3ff7e1ad6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 946 time: 0.0541589 Aug 27 14:23:24.151425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219c9a1-4242-4f29-b4cb-af6fa39c2f10 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Subnet': ['ID=28792ee2-1fe6-4e6f-a3c4-89d2d29e305b,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:24.176294 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f48f7b1c-e79c-4152-ab74-1574da6980ef req-05d49167-580e-4281-a19c-fffb64772c19 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445309 Aug 27 14:23:24.243959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219c9a1-4242-4f29-b4cb-af6fa39c2f10 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Checking segment: {'id': '1479c85c-ed87-4b9f-b916-332838190824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328646cd-185f-4bad-806b-5abc5066763e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:24.244324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219c9a1-4242-4f29-b4cb-af6fa39c2f10 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network hostable DHCP agents. Network: 328646cd-185f-4bad-806b-5abc5066763e, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:23:24.272446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-9cae6acd-b24a-4f59-85b5-710ed859b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:24.273963 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-9cae6acd-b24a-4f59-85b5-710ed859b583 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5&tenant_id=192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 1097 time: 0.2581146 Aug 27 14:23:24.297129 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f012b4-8c44-4580-8b22-72625ac785f7 req-dd9e1bc4-28e3-43bf-82e2-881fad4bab5e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:24.299039 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f6f012b4-8c44-4580-8b22-72625ac785f7 req-dd9e1bc4-28e3-43bf-82e2-881fad4bab5e tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 945 time: 0.1940322 Aug 27 14:23:24.346196 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219c9a1-4242-4f29-b4cb-af6fa39c2f10 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network 328646cd-185f-4bad-806b-5abc5066763e is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:23:24.417432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a219c9a1-4242-4f29-b4cb-af6fa39c2f10 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 328646cd-185f-4bad-806b-5abc5066763e) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:24.427151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f1db85-97f5-49a9-94d7-9cd63d18bdbf None None] Network 328646cd-185f-4bad-806b-5abc5066763e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:24.455112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219c9a1-4242-4f29-b4cb-af6fa39c2f10 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:24.455775 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a219c9a1-4242-4f29-b4cb-af6fa39c2f10 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:24.503918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-1a4d8c36-66c3-453c-8c97-558bc0a1d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:24.506629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-1a4d8c36-66c3-453c-8c97-558bc0a1d337 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 1097 time: 0.2011001 Aug 27 14:23:24.509774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f6f012b4-8c44-4580-8b22-72625ac785f7 req-beb2c90e-514a-4721-8ae5-31217f3eec36 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954322 Aug 27 14:23:24.597995 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a219c9a1-4242-4f29-b4cb-af6fa39c2f10 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0149677 Aug 27 14:23:24.600994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53096) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:24.604539 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device febcf75e-d10e-46fa-8735-d90171de8fc3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:24.613184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:24.678817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-328646cd-185f-4bad-806b-5abc5066763e', 'network_id': '328646cd-185f-4bad-806b-5abc5066763e', 'tenant_id': '0ca0368276714a29ba3ded451a0ff6dc', 'fixed_ips': [{'subnet_id': '28792ee2-1fe6-4e6f-a3c4-89d2d29e305b'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:23:24.679915 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:24.704387 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port febcf75e-d10e-46fa-8735-d90171de8fc3 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:24.746138 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:24.750022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-723acf2a-875f-4e3d-8b02-9186f59354b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:24.751648 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-723acf2a-875f-4e3d-8b02-9186f59354b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45014d29-f174-49af-a04f-e39adeae80fa HTTP/1.1" status: 200 len: 897 time: 0.2371099 Aug 27 14:23:24.779214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe0d64-59e1-4858-b148-4650cf8343b9 None None] Network 88b8ae97-76ff-449d-a2b6-bb24b3ca21e2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:24.843197 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:24.868322 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Provisioning for port febcf75e-d10e-46fa-8735-d90171de8fc3 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:24.894770 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Provisioning complete for port febcf75e-d10e-46fa-8735-d90171de8fc3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:24.895222 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:24.990585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Allocated IP 2001:db8::1 (328646cd-185f-4bad-806b-5abc5066763e/28792ee2-1fe6-4e6f-a3c4-89d2d29e305b/f8506a80-3bd9-4624-b3ab-e0d1223149d6) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:25.166837 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.210491 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-ae7ba7a4-5afd-4003-a0fe-d6e2b0ec4fb1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a0e1137-488d-4537-b034-3218ae9edc59 HTTP/1.1" status: 200 len: 1000 time: 0.4508164 Aug 27 14:23:25.261810 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.265493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] For port febcf75e-d10e-46fa-8735-d90171de8fc3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=febcf75e-d10e-46fa-8735-d90171de8fc3,segment=NetworkSegment(eebccadb-807a-403b-ade3-0c0e3a54deb7),segment_id=eebccadb-807a-403b-ade3-0c0e3a54deb7)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:25.277280 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.324285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-5f2903e3-064b-4d6c-9ca1-f6d837e602af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:25.325789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-5f2903e3-064b-4d6c-9ca1-f6d837e602af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6cf5b81f-6b58-4ac3-9c78-04a8b9dea971 HTTP/1.1" status: 200 len: 835 time: 0.1053090 Aug 27 14:23:25.326118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52e920-792b-4aae-9676-85eba255134f req-3d123aa2-18c5-4c4e-98a2-46261174ff80 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:25.327844 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.334313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af52e920-792b-4aae-9676-85eba255134f req-3d123aa2-18c5-4c4e-98a2-46261174ff80 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 946 time: 0.0808263 Aug 27 14:23:25.371820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af52e920-792b-4aae-9676-85eba255134f req-f364ed45-9f9e-481a-822c-66b131934331 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363889 Aug 27 14:23:25.379381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Pushing event updated for resources: {'Port': ['ID=febcf75e-d10e-46fa-8735-d90171de8fc3,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:25.393661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:25.394112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:25.394540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:25.394981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:25.395560 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:25.396120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:25.398002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:25.398510 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:25.398917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:25.399266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:25.399615 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:25.399955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa93ffb-b64b-449b-9440-3e14f91614fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:25.420505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Transition to ACTIVE for port object f8506a80-3bd9-4624-b3ab-e0d1223149d6 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:25.441871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Transition to ACTIVE for port object f8506a80-3bd9-4624-b3ab-e0d1223149d6 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:25.443916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-872929c4-1be7-4613-8e4e-8651a4ac9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:25.445429 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-872929c4-1be7-4613-8e4e-8651a4ac9ad3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45014d29-f174-49af-a04f-e39adeae80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093066 Aug 27 14:23:25.452765 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.472345 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.494727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Network 328646cd-185f-4bad-806b-5abc5066763e is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:25.498091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:25.500952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:25.533343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Router 85482ee2-e7e1-48eb-8266-30c337389cee is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:23:25.535035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Subnet': ['ID=28792ee2-1fe6-4e6f-a3c4-89d2d29e305b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:25.576188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Pushing event updated for resources: {'Port': ['ID=f8506a80-3bd9-4624-b3ab-e0d1223149d6,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:25.595213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Attempting to bind port f8506a80-3bd9-4624-b3ab-e0d1223149d6 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:25.595644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Attempting to bind port f8506a80-3bd9-4624-b3ab-e0d1223149d6 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '1479c85c-ed87-4b9f-b916-332838190824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328646cd-185f-4bad-806b-5abc5066763e'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:25.596039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Attempting to bind port f8506a80-3bd9-4624-b3ab-e0d1223149d6 on network 328646cd-185f-4bad-806b-5abc5066763e {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:25.613848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:25.614235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Checking segment: {'id': '1479c85c-ed87-4b9f-b916-332838190824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328646cd-185f-4bad-806b-5abc5066763e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:25.614635 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.615060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Bound using segment: {'id': '1479c85c-ed87-4b9f-b916-332838190824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328646cd-185f-4bad-806b-5abc5066763e'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:25.615578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Bound port: f8506a80-3bd9-4624-b3ab-e0d1223149d6, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1479c85c-ed87-4b9f-b916-332838190824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328646cd-185f-4bad-806b-5abc5066763e'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:25.615966 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.618572 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.627922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7e46a8be-36ce-454b-95b2-260d29525bb7 None None] Provisioning complete for port febcf75e-d10e-46fa-8735-d90171de8fc3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:25.628357 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7e46a8be-36ce-454b-95b2-260d29525bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.637505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328646cd-185f-4bad-806b-5abc5066763e']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:25.651362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1479c85c-ed87-4b9f-b916-332838190824') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:25.651812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1479c85c-ed87-4b9f-b916-332838190824') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:25.663303 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.680450 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.686930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:23:25.687402 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:23:25.690414 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:23:25.720767 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-578109b7-7e0e-4659-9608-2dbfd0d0a792 service neutron] 10.222.0.52 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637360 Aug 27 14:23:25.723406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] For port f8506a80-3bd9-4624-b3ab-e0d1223149d6, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:25.754953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.api [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 14:23:25.754953 n-d-712139-12 neutron-server[101186]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 14:23:25.754953 n-d-712139-12 neutron-server[101186]: [parameters: {'id': '328646cd-185f-4bad-806b-5abc5066763e'}] Aug 27 14:23:25.754953 n-d-712139-12 neutron-server[101186]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:23:25.755576 n-d-712139-12 neutron-server[101186]: DEBUG oslo_db.api [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:23:25.770495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] For port f8506a80-3bd9-4624-b3ab-e0d1223149d6, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f8506a80-3bd9-4624-b3ab-e0d1223149d6,segment=NetworkSegment(1479c85c-ed87-4b9f-b916-332838190824),segment_id=1479c85c-ed87-4b9f-b916-332838190824)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:25.781048 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.802532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:23:25.820540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689cdbd-cc56-4c1c-9c0f-a5db39c7dbf1 req-b066b964-dc3a-48ca-a421-14e8f0612fe9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:25.822131 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8689cdbd-cc56-4c1c-9c0f-a5db39c7dbf1 req-b066b964-dc3a-48ca-a421-14e8f0612fe9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 945 time: 0.1996861 Aug 27 14:23:25.833593 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Sync routers for ids ['85482ee2-e7e1-48eb-8266-30c337389cee'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:23:25.845986 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Routers {'85482ee2-e7e1-48eb-8266-30c337389cee'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:25.846607 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85482ee2-e7e1-48eb-8266-30c337389cee'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:25.868237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad565783-843c-4b4c-92c4-cc346e07a4c2 req-d5f236df-38d5-4172-a8f6-5954c83ad740 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:25.870416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad565783-843c-4b4c-92c4-cc346e07a4c2 req-d5f236df-38d5-4172-a8f6-5954c83ad740 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 946 time: 0.0923760 Aug 27 14:23:25.882093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bb6ec-0044-414d-b76d-4ac00ff7cce6 None None] Pushing event updated for resources: {'Port': ['ID=f8506a80-3bd9-4624-b3ab-e0d1223149d6,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:25.884658 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:25.888885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-be1cc0eb-f7ed-434a-9c66-53e7e7ddd6df admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0835826 Aug 27 14:23:25.891676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53106) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:25.900815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee915363-a25d-4dbf-b96b-276f8288915e None None] Network 328646cd-185f-4bad-806b-5abc5066763e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:25.973959 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8689cdbd-cc56-4c1c-9c0f-a5db39c7dbf1 req-55848753-2fcc-4b81-8e99-185b05e56888 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239541 Aug 27 14:23:26.005341 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Set router 85482ee2-e7e1-48eb-8266-30c337389cee gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:26.034924 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-da6b2161-de1b-4046-a7c8-060ef01ac997 service neutron] 10.222.0.52 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030920 Aug 27 14:23:26.058721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-ad565783-843c-4b4c-92c4-cc346e07a4c2 req-20ef6b6f-1da0-40b1-8cd5-926ebfe6dc7c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Deleting port 533218b1-8f5e-4282-842f-0213ab20f067 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:26.059479 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ad565783-843c-4b4c-92c4-cc346e07a4c2 req-20ef6b6f-1da0-40b1-8cd5-926ebfe6dc7c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:26.083403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa58a6e-9c9f-4d29-a132-96dabd006fc1 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:23:26.175659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ad565783-843c-4b4c-92c4-cc346e07a4c2 req-20ef6b6f-1da0-40b1-8cd5-926ebfe6dc7c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] For port 533218b1-8f5e-4282-842f-0213ab20f067, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=533218b1-8f5e-4282-842f-0213ab20f067,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:26.176135 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ad565783-843c-4b4c-92c4-cc346e07a4c2 req-20ef6b6f-1da0-40b1-8cd5-926ebfe6dc7c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:26.204323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-ad565783-843c-4b4c-92c4-cc346e07a4c2 req-20ef6b6f-1da0-40b1-8cd5-926ebfe6dc7c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Calling delete_port for 533218b1-8f5e-4282-842f-0213ab20f067 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:26.222035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa58a6e-9c9f-4d29-a132-96dabd006fc1 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:23:26.274735 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:26.284958 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:23:24Z', 'revision_number': 3, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port': {'id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:23Z', 'updated_at': '2021-08-27T14:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:26.323328 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Checking router: 85482ee2-e7e1-48eb-8266-30c337389cee for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:23:26.323945 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Updating router 85482ee2-e7e1-48eb-8266-30c337389cee port b2e69e10-6f2f-4b04-8724-d043d46e411a binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:23:26.368291 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:26.406071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Deleting port f8506a80-3bd9-4624-b3ab-e0d1223149d6 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:26.406431 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:26.420971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-60a9a75e-030b-4935-93b4-0adc74fe33d7 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:26.422512 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-60a9a75e-030b-4935-93b4-0adc74fe33d7 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5&tenant_id=192eb92f7c9846a9901dbb1419062132&binding%3Ahost_id=n-h1-712139-12 HTTP/1.1" status: 200 len: 1097 time: 0.1074262 Aug 27 14:23:26.469458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ad565783-843c-4b4c-92c4-cc346e07a4c2 req-20ef6b6f-1da0-40b1-8cd5-926ebfe6dc7c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:26.512220 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef6b6f-1da0-40b1-8cd5-926ebfe6dc7c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event deleted for resources: {'Port': ['ID=533218b1-8f5e-4282-842f-0213ab20f067,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:26.546397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:23:26.546397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['533218b1-8f5e-4282-842f-0213ab20f067'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:23:26.569598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] For port f8506a80-3bd9-4624-b3ab-e0d1223149d6, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f8506a80-3bd9-4624-b3ab-e0d1223149d6,segment=NetworkSegment(1479c85c-ed87-4b9f-b916-332838190824),segment_id=1479c85c-ed87-4b9f-b916-332838190824)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:26.570117 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:26.619926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad565783-843c-4b4c-92c4-cc346e07a4c2 req-20ef6b6f-1da0-40b1-8cd5-926ebfe6dc7c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] No DVR routers for this DVR port 533218b1-8f5e-4282-842f-0213ab20f067 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:23:26.623008 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ad565783-843c-4b4c-92c4-cc346e07a4c2 req-20ef6b6f-1da0-40b1-8cd5-926ebfe6dc7c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:26.625239 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad565783-843c-4b4c-92c4-cc346e07a4c2 req-20ef6b6f-1da0-40b1-8cd5-926ebfe6dc7c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "DELETE /v2.0/ports/533218b1-8f5e-4282-842f-0213ab20f067 HTTP/1.1" status: 204 len: 173 time: 0.7481401 Aug 27 14:23:26.629727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-75bfab4d-e056-459f-b79c-cfc26b2523ea req-7b0aef9b-8627-4c5b-aaa0-1215a43fee7a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 210 time: 0.0799518 Aug 27 14:23:26.632709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b111775-8435-4a16-bd69-80aa74a79542', 'name': 'network-vif-deleted', 'tag': '533218b1-8f5e-4282-842f-0213ab20f067'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:26.635814 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa702ea7-f5d4-4fd8-9a37-240dfd17e605" -d '{"events": [{"server_uuid": "8b111775-8435-4a16-bd69-80aa74a79542", "name": "network-vif-deleted", "tag": "533218b1-8f5e-4282-842f-0213ab20f067"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:26.662941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Calling delete_port for f8506a80-3bd9-4624-b3ab-e0d1223149d6 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:26.712019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device febcf75e-d10e-46fa-8735-d90171de8fc3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:26.844790 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ca40c1-1988-4725-86a5-2b5fc3b8037a x-openstack-request-id: req-87ca40c1-1988-4725-86a5-2b5fc3b8037a {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:26.845578 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b111775-8435-4a16-bd69-80aa74a79542", "name": "network-vif-deleted", "tag": "533218b1-8f5e-4282-842f-0213ab20f067", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:26.845959 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87ca40c1-1988-4725-86a5-2b5fc3b8037a {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:26.846980 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b111775-8435-4a16-bd69-80aa74a79542', 'name': 'network-vif-deleted', 'tag': '533218b1-8f5e-4282-842f-0213ab20f067', 'status': 'completed', 'code': 200} Aug 27 14:23:26.848817 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:26.879217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port febcf75e-d10e-46fa-8735-d90171de8fc3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:26.881843 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:26.900309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Port': ['ID=f8506a80-3bd9-4624-b3ab-e0d1223149d6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:26.908907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No DVR routers for this DVR port f8506a80-3bd9-4624-b3ab-e0d1223149d6 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:23:26.963264 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:26.989310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-2704c431-d891-4d45-a273-6438520a0b3f service neutron] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:27.010458 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-2704c431-d891-4d45-a273-6438520a0b3f service neutron] Notify callbacks [] for binding, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.015535 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-2704c431-d891-4d45-a273-6438520a0b3f service neutron] 10.222.0.52 "DELETE /v2.0/ports/5a0e1137-488d-4537-b034-3218ae9edc59/bindings/n-h2-712139-12 HTTP/1.1" status: 204 len: 173 time: 0.5821397 Aug 27 14:23:27.078418 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.107323 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Transition to ACTIVE for port object b2e69e10-6f2f-4b04-8724-d043d46e411a will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:27.128284 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.145715 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.175459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328646cd-185f-4bad-806b-5abc5066763e']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:27.207536 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Attempting to bind port b2e69e10-6f2f-4b04-8724-d043d46e411a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:27.208277 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Attempting to bind port b2e69e10-6f2f-4b04-8724-d043d46e411a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:27.208814 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Attempting to bind port b2e69e10-6f2f-4b04-8724-d043d46e411a on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:27.217759 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:27.218653 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:27.219252 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.219757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1479c85c-ed87-4b9f-b916-332838190824') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:27.220280 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:27.220708 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1479c85c-ed87-4b9f-b916-332838190824') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:27.221283 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Bound port: b2e69e10-6f2f-4b04-8724-d043d46e411a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:27.221913 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.268328 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.283012 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Pushing event updated for resources: {'Port': ['ID=b2e69e10-6f2f-4b04-8724-d043d46e411a,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:27.297723 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:27.298355 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:27.298862 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:27.299314 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:27.299609 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.299835 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:27.300228 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:27.300655 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:27.301076 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:27.301514 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:27.301931 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:27.302394 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:27.305449 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:23:27.336809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:23:27.339185 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:23:27.343847 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:23:27.354316 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] For port b2e69e10-6f2f-4b04-8724-d043d46e411a, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:27.358466 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] For port b2e69e10-6f2f-4b04-8724-d043d46e411a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b2e69e10-6f2f-4b04-8724-d043d46e411a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:27.369813 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.375515 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd519d-81e8-442b-a44e-6453b4fe75ad req-b12b1395-fb4e-44dd-b959-e47065d3d5c6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:27.384904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4dd519d-81e8-442b-a44e-6453b4fe75ad req-b12b1395-fb4e-44dd-b959-e47065d3d5c6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 945 time: 0.1901968 Aug 27 14:23:27.456565 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Routers {'85482ee2-e7e1-48eb-8266-30c337389cee'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:27.457423 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85482ee2-e7e1-48eb-8266-30c337389cee'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:27.489312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5a0e1137-488d-4537-b034-3218ae9edc59 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:23:27.583800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Allocated IP 172.20.0.1 (c86cb8ef-ae0b-4cd6-b6af-8f5664df2259/1dddf8fb-b35d-4729-8666-54324b041c89/f42cde67-862e-42cf-bce9-86384c8103be) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:27.594485 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 5a0e1137-488d-4537-b034-3218ae9edc59 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:23:27.595924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 533218b1-8f5e-4282-842f-0213ab20f067 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:23:27.629725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 533218b1-8f5e-4282-842f-0213ab20f067 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:23:27.632051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 533218b1-8f5e-4282-842f-0213ab20f067 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:23:27.650857 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4dd519d-81e8-442b-a44e-6453b4fe75ad req-aa3cce1e-84aa-43a9-bb56-cf940777bd55 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096326 Aug 27 14:23:27.651933 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bcfcd-2b96-4cff-88c3-7fadbfd75edd None None] Pushing event updated for resources: {'Port': ['ID=b2e69e10-6f2f-4b04-8724-d043d46e411a,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:27.652233 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.672588 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.674665 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/328646cd-185f-4bad-806b-5abc5066763e HTTP/1.1" status: 204 len: 168 time: 3.0725071 Aug 27 14:23:27.679926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53120) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:27.687408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f95cc656-201a-471a-beab-6d659c0ef403 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1006589489'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:27.710596 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] Set router 85482ee2-e7e1-48eb-8266-30c337389cee gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:27.715149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b79ac-d8a7-43b7-a7c5-1d0f75da36a9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Network': ['ID=328646cd-185f-4bad-806b-5abc5066763e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:27.753919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95cc656-201a-471a-beab-6d659c0ef403 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:27.762246 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f95cc656-201a-471a-beab-6d659c0ef403 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.814051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95cc656-201a-471a-beab-6d659c0ef403 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:23:27.824755 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.826713 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f95cc656-201a-471a-beab-6d659c0ef403 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.827078 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-f95cc656-201a-471a-beab-6d659c0ef403 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Added segment e5dfa8a4-6c86-4a16-9940-fb7a18acb8be of type vlan for network 8764c74a-a0b9-4c35-9a9d-b0de3415b756 Aug 27 14:23:27.867212 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-846f2ac3-efb9-41b5-b66b-a24e1337d442 req-8f87d301-dde0-4d38-bafc-cfeb3c683d0d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 210 time: 0.0571516 Aug 27 14:23:27.921359 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.950398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f95cc656-201a-471a-beab-6d659c0ef403 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:27.965838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788c038-6f24-4e4d-9a72-394f437769c9 req-b0a21b2e-8540-44e0-9149-58feba9c40dc tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:27.968219 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f788c038-6f24-4e4d-9a72-394f437769c9 req-b0a21b2e-8540-44e0-9149-58feba9c40dc tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 1097 time: 0.1390560 Aug 27 14:23:27.989000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Network c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:27.992700 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:27.996646 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:28.043078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Pushing event updated for resources: {'Port': ['ID=f42cde67-862e-42cf-bce9-86384c8103be,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:28.060945 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:28.062896 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:23:24Z', 'revision_number': 3, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port': {'id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:23Z', 'updated_at': '2021-08-27T14:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:28.070587 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f788c038-6f24-4e4d-9a72-394f437769c9 req-773428f3-4121-4d30-9cb0-753cd2d6dcde tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924277 Aug 27 14:23:28.071906 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f95cc656-201a-471a-beab-6d659c0ef403 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:28.082762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95cc656-201a-471a-beab-6d659c0ef403 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:28.083764 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f95cc656-201a-471a-beab-6d659c0ef403 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:28.156231 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9771a79-8b69-46c9-9d03-15c1ed34eb9e None None] The sync data for ids ['85482ee2-e7e1-48eb-8266-30c337389cee'] in n-d-712139-12 is: [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:23:24Z', 'revision_number': 3, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port': {'id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:23Z', 'updated_at': '2021-08-27T14:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:23:28.263488 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f95cc656-201a-471a-beab-6d659c0ef403 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5798397 Aug 27 14:23:28.265546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53128) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:28.279636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-65f97f16-bb2b-4101-805c-14d8ed51d676 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'subnet': {'network_id': '8764c74a-a0b9-4c35-9a9d-b0de3415b756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:28.325813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460d8ce-71dc-4fee-b806-952a0eab7c2b req-e05ca518-3adc-45e8-a4ca-4cdfc71b5611 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:28.327774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2460d8ce-71dc-4fee-b806-952a0eab7c2b req-e05ca518-3adc-45e8-a4ca-4cdfc71b5611 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 945 time: 0.1088440 Aug 27 14:23:28.375943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cc656-201a-471a-beab-6d659c0ef403 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Network': ['ID=8764c74a-a0b9-4c35-9a9d-b0de3415b756,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:28.393869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 8764c74a-a0b9-4c35-9a9d-b0de3415b756 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:28.411594 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:28.440778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f97f16-bb2b-4101-805c-14d8ed51d676 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:28.449587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65f97f16-bb2b-4101-805c-14d8ed51d676 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:28.456324 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2460d8ce-71dc-4fee-b806-952a0eab7c2b req-d25cc24d-7bbc-42d9-89dc-316e9a03a248 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883405 Aug 27 14:23:28.494655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53130) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:28.631686 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2087998f-bf2f-4691-8236-4a11777543da tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/86f0723b-7837-443e-b24f-d09622f93851 HTTP/1.1" status: 200 len: 992 time: 0.1323767 Aug 27 14:23:28.852030 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65f97f16-bb2b-4101-805c-14d8ed51d676 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:28.870152 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:28.877454 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:28.914895 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53136) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:28.915694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f97f16-bb2b-4101-805c-14d8ed51d676 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Subnet': ['ID=df4a9ee4-9617-4d82-b6be-e8d51ac743b4,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:29.020184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f97f16-bb2b-4101-805c-14d8ed51d676 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Checking segment: {'id': 'e5dfa8a4-6c86-4a16-9940-fb7a18acb8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8764c74a-a0b9-4c35-9a9d-b0de3415b756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:29.021221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f97f16-bb2b-4101-805c-14d8ed51d676 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network hostable DHCP agents. Network: 8764c74a-a0b9-4c35-9a9d-b0de3415b756, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:23:29.059436 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47c7235c-2e42-42be-9232-577a0ed42fad req-85b9a362-4fde-492b-90df-df7f717297b7 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 210 time: 0.0604715 Aug 27 14:23:29.069996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Pushing event updated for resources: {'Port': ['ID=f42cde67-862e-42cf-bce9-86384c8103be,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:29.076426 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:29.120566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f97f16-bb2b-4101-805c-14d8ed51d676 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network 8764c74a-a0b9-4c35-9a9d-b0de3415b756 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:23:29.139164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-65f97f16-bb2b-4101-805c-14d8ed51d676 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 8764c74a-a0b9-4c35-9a9d-b0de3415b756) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:29.149206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdcd1e1-136b-47ae-bf5c-beb8814b0571 None None] Network 8764c74a-a0b9-4c35-9a9d-b0de3415b756 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:29.151783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f97f16-bb2b-4101-805c-14d8ed51d676 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:29.152436 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65f97f16-bb2b-4101-805c-14d8ed51d676 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:29.184555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-65f97f16-bb2b-4101-805c-14d8ed51d676 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9173634 Aug 27 14:23:29.191583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53140) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:29.203056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e4b87890-f0ee-4b91-a56c-952796558822 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1631136094'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:29.237407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Network c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:29.246828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:29.253321 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5896f529-a202-4809-aef4-ad98c1b0ed43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port bb3a26b2-a2a3-4a30-8873-7cc4ed7bdea7 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:29.254020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5896f529-a202-4809-aef4-ad98c1b0ed43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:29.347853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b87890-f0ee-4b91-a56c-952796558822 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:29.355870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4b87890-f0ee-4b91-a56c-952796558822 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:29.429750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5896f529-a202-4809-aef4-ad98c1b0ed43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:29.430394 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5896f529-a202-4809-aef4-ad98c1b0ed43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:29.455421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5896f529-a202-4809-aef4-ad98c1b0ed43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for bb3a26b2-a2a3-4a30-8873-7cc4ed7bdea7 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:29.563145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-8764c74a-a0b9-4c35-9a9d-b0de3415b756', 'network_id': '8764c74a-a0b9-4c35-9a9d-b0de3415b756', 'tenant_id': '0ca0368276714a29ba3ded451a0ff6dc', 'fixed_ips': [{'subnet_id': 'df4a9ee4-9617-4d82-b6be-e8d51ac743b4'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:23:29.565015 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:29.569682 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b87890-f0ee-4b91-a56c-952796558822 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:23:29.639882 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4b87890-f0ee-4b91-a56c-952796558822 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:29.640606 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-e4b87890-f0ee-4b91-a56c-952796558822 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Added segment 56466145-993c-42a3-a40c-4a56004bde33 of type vlan for network 4fe79a89-19c5-4155-9304-01f95a17a687 Aug 27 14:23:29.747127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Router 85482ee2-e7e1-48eb-8266-30c337389cee has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:23:29.786674 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4b87890-f0ee-4b91-a56c-952796558822 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:29.827469 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5896f529-a202-4809-aef4-ad98c1b0ed43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:29.871204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Allocated IP 2001:db8::1 (8764c74a-a0b9-4c35-9a9d-b0de3415b756/df4a9ee4-9617-4d82-b6be-e8d51ac743b4/60d6103c-ce2d-4243-ad26-0c54024dee7a) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:29.919767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896f529-a202-4809-aef4-ad98c1b0ed43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=bb3a26b2-a2a3-4a30-8873-7cc4ed7bdea7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:29.935752 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4b87890-f0ee-4b91-a56c-952796558822 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:29.947888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b87890-f0ee-4b91-a56c-952796558822 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:29.948789 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4b87890-f0ee-4b91-a56c-952796558822 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:30.097623 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5896f529-a202-4809-aef4-ad98c1b0ed43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:30.101526 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-5896f529-a202-4809-aef4-ad98c1b0ed43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Floating IP 86f0723b-7837-443e-b24f-d09622f93851 disassociated (deleted). External IP: 172.25.2.226, port: 5a0e1137-488d-4537-b034-3218ae9edc59. Aug 27 14:23:30.258987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68e7f34d-3e4f-4e9d-8838-8f88b829caac req-aa072e23-fc85-452a-9f9a-06374e05502d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 210 time: 0.0404046 Aug 27 14:23:30.272363 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:30.288121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Transition to ACTIVE for port object 60d6103c-ce2d-4243-ad26-0c54024dee7a will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:30.324119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Transition to ACTIVE for port object 60d6103c-ce2d-4243-ad26-0c54024dee7a will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:30.335097 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:30.391329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Network 8764c74a-a0b9-4c35-9a9d-b0de3415b756 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:30.395601 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:30.405773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:30.471577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Pushing event updated for resources: {'Port': ['ID=60d6103c-ce2d-4243-ad26-0c54024dee7a,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:30.549023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Attempting to bind port 60d6103c-ce2d-4243-ad26-0c54024dee7a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:30.549552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Attempting to bind port 60d6103c-ce2d-4243-ad26-0c54024dee7a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'e5dfa8a4-6c86-4a16-9940-fb7a18acb8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8764c74a-a0b9-4c35-9a9d-b0de3415b756'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:30.550064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Attempting to bind port 60d6103c-ce2d-4243-ad26-0c54024dee7a on network 8764c74a-a0b9-4c35-9a9d-b0de3415b756 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:30.559967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:30.560575 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Checking segment: {'id': 'e5dfa8a4-6c86-4a16-9940-fb7a18acb8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8764c74a-a0b9-4c35-9a9d-b0de3415b756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:30.561231 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:30.561869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Bound using segment: {'id': 'e5dfa8a4-6c86-4a16-9940-fb7a18acb8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8764c74a-a0b9-4c35-9a9d-b0de3415b756'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:30.562667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Bound port: 60d6103c-ce2d-4243-ad26-0c54024dee7a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5dfa8a4-6c86-4a16-9940-fb7a18acb8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8764c74a-a0b9-4c35-9a9d-b0de3415b756'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:30.563330 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:30.680240 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b2e69e10-6f2f-4b04-8724-d043d46e411a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:30.772699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5896f529-a202-4809-aef4-ad98c1b0ed43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:23:30.790644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] For port 60d6103c-ce2d-4243-ad26-0c54024dee7a, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:30.797276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] For port 60d6103c-ce2d-4243-ad26-0c54024dee7a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=60d6103c-ce2d-4243-ad26-0c54024dee7a,segment=NetworkSegment(e5dfa8a4-6c86-4a16-9940-fb7a18acb8be),segment_id=e5dfa8a4-6c86-4a16-9940-fb7a18acb8be)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:30.803875 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:30.823400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:23:30.835119 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e4b87890-f0ee-4b91-a56c-952796558822 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6422732 Aug 27 14:23:30.843658 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-89e3c988-42c3-4006-a551-99ae3fa6b59b admin admin] 10.222.0.55 "PUT /v2.0/routers/85482ee2-e7e1-48eb-8266-30c337389cee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9467957 Aug 27 14:23:30.843658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53152) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:30.848887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'subnet': {'network_id': '4fe79a89-19c5-4155-9304-01f95a17a687', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:30.894840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b2e69e10-6f2f-4b04-8724-d043d46e411a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:30.909788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b2e69e10-6f2f-4b04-8724-d043d46e411a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:30.910442 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:30.971288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bc122-d960-482b-a815-ca381a6fd3c1 None None] Pushing event updated for resources: {'Port': ['ID=60d6103c-ce2d-4243-ad26-0c54024dee7a,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:31.010035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b87890-f0ee-4b91-a56c-952796558822 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Network': ['ID=4fe79a89-19c5-4155-9304-01f95a17a687,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:31.028072 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 4fe79a89-19c5-4155-9304-01f95a17a687 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:31.071099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5896f529-a202-4809-aef4-ad98c1b0ed43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:23:31.079568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:31.086116 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5896f529-a202-4809-aef4-ad98c1b0ed43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:31.088636 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:31.110713 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f460901f-bfb3-48a9-bc5d-c352f27d01fd None None] Sync routers for ids ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:23:31.134378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Sync routers for ids ['85482ee2-e7e1-48eb-8266-30c337389cee'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:23:31.143027 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460901f-bfb3-48a9-bc5d-c352f27d01fd None None] Routers {'6c660f57-4b03-4f2b-82a8-72579f9c7e53'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:31.143662 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f460901f-bfb3-48a9-bc5d-c352f27d01fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:31.201369 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5896f529-a202-4809-aef4-ad98c1b0ed43 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/floatingips/86f0723b-7837-443e-b24f-d09622f93851 HTTP/1.1" status: 204 len: 168 time: 2.2650046 Aug 27 14:23:31.202080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:31.225272 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.ipam_backend_mixin [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Performing IP validity checks on allocation pools {{(pid=101187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 14:23:31.226393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.ipam_backend_mixin [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 14:23:31.236457 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a4d280-76fc-4945-9b58-58689f6be928" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:31.282835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Routers {'85482ee2-e7e1-48eb-8266-30c337389cee'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:31.284287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85482ee2-e7e1-48eb-8266-30c337389cee'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:31.452953 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:31.478189 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-f460901f-bfb3-48a9-bc5d-c352f27d01fd None None] Set router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:31.524187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:31.582715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port b2e69e10-6f2f-4b04-8724-d043d46e411a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b2e69e10-6f2f-4b04-8724-d043d46e411a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:31.597758 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:31.642197 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa5ae8e-b532-4553-9bd8-24a617ca400d x-openstack-request-id: req-baa5ae8e-b532-4553-9bd8-24a617ca400d {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:31.642784 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:31.644482 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-baa5ae8e-b532-4553-9bd8-24a617ca400d {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:31.645564 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59', 'status': 'completed', 'code': 200} Aug 27 14:23:31.660405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Subnet': ['ID=f777204b-0542-4fae-b253-48f98457ec7b,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:31.721068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Set router 85482ee2-e7e1-48eb-8266-30c337389cee gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:31.848941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eed90271-8b26-486c-a7f0-501043afc45f req-066e2ca9-8208-434c-8623-73ae75a4bcb9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 210 time: 0.0877283 Aug 27 14:23:31.861296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Checking segment: {'id': '56466145-993c-42a3-a40c-4a56004bde33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4fe79a89-19c5-4155-9304-01f95a17a687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:31.861664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network hostable DHCP agents. Network: 4fe79a89-19c5-4155-9304-01f95a17a687, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:23:31.897734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4d280-76fc-4945-9b58-58689f6be928 req-b407140f-ae45-49c6-987d-01cf15e28ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:31.905982 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f460901f-bfb3-48a9-bc5d-c352f27d01fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:21:33Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '4d79c141-0581-4d12-964e-b9b49ddbffcd', 'name': '', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:e6:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:32Z', 'updated_at': '2021-08-27T14:21:40Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:31.907543 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01a4d280-76fc-4945-9b58-58689f6be928 req-b407140f-ae45-49c6-987d-01cf15e28ddf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 1097 time: 0.2300642 Aug 27 14:23:31.955681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=b2e69e10-6f2f-4b04-8724-d043d46e411a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:31.979065 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f460901f-bfb3-48a9-bc5d-c352f27d01fd None None] Checking router: 6c660f57-4b03-4f2b-82a8-72579f9c7e53 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:23:31.997819 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460901f-bfb3-48a9-bc5d-c352f27d01fd None None] Routers {'6c660f57-4b03-4f2b-82a8-72579f9c7e53'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:31.998481 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f460901f-bfb3-48a9-bc5d-c352f27d01fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:32.055044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network 4fe79a89-19c5-4155-9304-01f95a17a687 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:23:32.150658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 4fe79a89-19c5-4155-9304-01f95a17a687) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:32.170248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:32.170891 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:32.194440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12022b0-5279-4274-8342-e485014d2c9f None None] Network 4fe79a89-19c5-4155-9304-01f95a17a687 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:32.214758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40dc7c-49eb-407d-b6a2-984c7daac0ea req-2facac69-ace7-43fa-8ead-073ff83d3b10 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:32.216444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c40dc7c-49eb-407d-b6a2-984c7daac0ea req-2facac69-ace7-43fa-8ead-073ff83d3b10 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 945 time: 0.1573880 Aug 27 14:23:32.257115 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-f460901f-bfb3-48a9-bc5d-c352f27d01fd None None] Set router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:32.281047 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e910a6e8-cbcf-4395-86bb-07a6b2a9f758 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4344335 Aug 27 14:23:32.293106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53190) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:32.319755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4d280-76fc-4945-9b58-58689f6be928 req-b6500e03-1184-4070-b078-108ac997e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:32.321901 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01a4d280-76fc-4945-9b58-58689f6be928 req-b6500e03-1184-4070-b078-108ac997e245 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45014d29-f174-49af-a04f-e39adeae80fa HTTP/1.1" status: 200 len: 897 time: 0.4064806 Aug 27 14:23:32.500957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:23:28Z', 'revision_number': 4, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port': {'id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:23Z', 'updated_at': '2021-08-27T14:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f42cde67-862e-42cf-bce9-86384c8103be', 'name': '', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'mac_address': 'fa:16:3e:de:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:27Z', 'updated_at': '2021-08-27T14:23:28Z', 'revision_number': 2, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'subnets': [{'id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:32.523217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c40dc7c-49eb-407d-b6a2-984c7daac0ea req-af2d4c5a-107c-48a0-95f4-cedfb4ee4e4b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829669 Aug 27 14:23:32.539214 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:32.594765 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01a4d280-76fc-4945-9b58-58689f6be928 req-910122c3-640b-46f7-abea-6c4e4a939268 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a0e1137-488d-4537-b034-3218ae9edc59 HTTP/1.1" status: 200 len: 217 time: 0.0698566 Aug 27 14:23:32.614436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Checking router: 85482ee2-e7e1-48eb-8266-30c337389cee for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:23:32.614951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Updating router 85482ee2-e7e1-48eb-8266-30c337389cee port f42cde67-862e-42cf-bce9-86384c8103be binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:23:32.656787 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f460901f-bfb3-48a9-bc5d-c352f27d01fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:21:33Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '4d79c141-0581-4d12-964e-b9b49ddbffcd', 'name': '', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:e6:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:32Z', 'updated_at': '2021-08-27T14:21:40Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:32.671579 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:32.677317 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1caf7a-462e-4852-9619-736fe3215f06 None None] Network 8764c74a-a0b9-4c35-9a9d-b0de3415b756 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:32.738708 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f460901f-bfb3-48a9-bc5d-c352f27d01fd None None] The sync data for ids ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'] in n-d-712139-12 is: [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:21:33Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '4d79c141-0581-4d12-964e-b9b49ddbffcd', 'name': '', 'network_id': '45014d29-f174-49af-a04f-e39adeae80fa', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:e6:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:32Z', 'updated_at': '2021-08-27T14:21:40Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '6cf5b81f-6b58-4ac3-9c78-04a8b9dea971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:23:32.792458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4d280-76fc-4945-9b58-58689f6be928 req-8882512e-d73a-4bfe-92c0-de39f0258942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:32.794868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01a4d280-76fc-4945-9b58-58689f6be928 req-8882512e-d73a-4bfe-92c0-de39f0258942 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6cf5b81f-6b58-4ac3-9c78-04a8b9dea971 HTTP/1.1" status: 200 len: 835 time: 0.1922996 Aug 27 14:23:32.795835 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:32.801355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a1c9fc34-1495-4214-bbca-8375d6405445 None None] Provisioning for port 60d6103c-ce2d-4243-ad26-0c54024dee7a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:32.823850 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b2e69e10-6f2f-4b04-8724-d043d46e411a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:32.909727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4d280-76fc-4945-9b58-58689f6be928 req-fe462003-963c-4222-973e-004b76827170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:32.914423 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01a4d280-76fc-4945-9b58-58689f6be928 req-fe462003-963c-4222-973e-004b76827170 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45014d29-f174-49af-a04f-e39adeae80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091170 Aug 27 14:23:32.953816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73e3a22-cbde-4947-9180-215039fc9247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-4fe79a89-19c5-4155-9304-01f95a17a687', 'network_id': '4fe79a89-19c5-4155-9304-01f95a17a687', 'tenant_id': '0ca0368276714a29ba3ded451a0ff6dc', 'fixed_ips': [{'subnet_id': 'f777204b-0542-4fae-b253-48f98457ec7b'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:23:32.955456 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c73e3a22-cbde-4947-9180-215039fc9247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:32.970663 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e4afa-a820-41d7-bf17-6fbb622dc283 req-5a5e0a9d-d087-4f2d-b810-a580e12437bc tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:32.973239 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f15e4afa-a820-41d7-bf17-6fbb622dc283 req-5a5e0a9d-d087-4f2d-b810-a580e12437bc tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 945 time: 0.8796940 Aug 27 14:23:33.061121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-4b59c342-25f2-430d-82a9-47ffd38cbed6 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:33.063109 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-4b59c342-25f2-430d-82a9-47ffd38cbed6 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/networks?id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 HTTP/1.1" status: 200 len: 820 time: 1.0827084 Aug 27 14:23:33.126416 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d639fa36-fe92-4237-bc76-d519864e2214 req-4e9315d5-70b0-4a04-9d08-a15c1ae7ed83 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 210 time: 0.0528417 Aug 27 14:23:33.130920 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:33.153685 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01a4d280-76fc-4945-9b58-58689f6be928 req-2194a47e-ac9a-41d4-90b3-de4fce9950ba service neutron] 10.222.0.52 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293203 Aug 27 14:23:33.157590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-04ebeccd-2645-475b-b918-03568a34be9b tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/quotas/6e6a0978bed34119b9c82ced45294b57 HTTP/1.1" status: 200 len: 375 time: 0.0802209 Aug 27 14:23:33.196649 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Subnet': ['ID=f777204b-0542-4fae-b253-48f98457ec7b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:33.259306 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-a03b93c9-38c3-4c16-b164-6cf06a252e58 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e6a0978bed34119b9c82ced45294b57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004794 Aug 27 14:23:33.305245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af730397-5d3b-4964-b5e9-eb82db69dae4 None None] New status for floating IP 86f0723b-7837-443e-b24f-d09622f93851: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server [None req-c73e3a22-cbde-4947-9180-215039fc9247 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f777204b-0542-4fae-b253-48f98457ec7b: This subnet is being modified by another concurrent operation. Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise exception Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f777204b-0542-4fae-b253-48f98457ec7b: This subnet is being modified by another concurrent operation. Aug 27 14:23:33.308884 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Aug 27 14:23:33.330290 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:33.354608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe79a89-19c5-4155-9304-01f95a17a687']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:33.360228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-f15e4afa-a820-41d7-bf17-6fbb622dc283 req-ed477ad1-43c1-4826-bccd-5b6badf09188 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port 5a0e1137-488d-4537-b034-3218ae9edc59 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:33.360935 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f15e4afa-a820-41d7-bf17-6fbb622dc283 req-ed477ad1-43c1-4826-bccd-5b6badf09188 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:33.369731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b2e69e10-6f2f-4b04-8724-d043d46e411a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:33.370134 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:33.376128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56466145-993c-42a3-a40c-4a56004bde33') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:33.376464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56466145-993c-42a3-a40c-4a56004bde33') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:33.396374 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:33.405276 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01a4d280-76fc-4945-9b58-58689f6be928 req-e626820d-b545-4b88-b422-e40f64d19151 service neutron] 10.222.0.52 "GET /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182174 Aug 27 14:23:33.428962 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:33.439507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:23:33.440220 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:23:33.516123 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:23:33.519455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8f509f23-be41-49fc-98d8-7071db747bfb service neutron] 10.222.0.55 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589378 Aug 27 14:23:33.526455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-f15e4afa-a820-41d7-bf17-6fbb622dc283 req-ed477ad1-43c1-4826-bccd-5b6badf09188 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] For port 5a0e1137-488d-4537-b034-3218ae9edc59, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=5a0e1137-488d-4537-b034-3218ae9edc59,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:33.526946 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f15e4afa-a820-41d7-bf17-6fbb622dc283 req-ed477ad1-43c1-4826-bccd-5b6badf09188 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:33.529547 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:33.538267 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:33.546257 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/4fe79a89-19c5-4155-9304-01f95a17a687 HTTP/1.1" status: 204 len: 168 time: 1.2517056 Aug 27 14:23:33.556598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53196) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:33.585733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-74bca78d-29e0-4ece-9337-e9d3050aded3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-513170628'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:33.604270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de4c0c-9bda-4d6d-999d-bc1c6f8011bb tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Network': ['ID=4fe79a89-19c5-4155-9304-01f95a17a687,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:33.620530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7539fa9a-9209-4906-adcf-03eb69813f36 None None] Network 4fe79a89-19c5-4155-9304-01f95a17a687 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:33.667744 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8966be8a-03a4-4997-8400-8f47a84fc20b service neutron] 10.222.0.55 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374686 Aug 27 14:23:33.682705 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-f15e4afa-a820-41d7-bf17-6fbb622dc283 req-ed477ad1-43c1-4826-bccd-5b6badf09188 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for 5a0e1137-488d-4537-b034-3218ae9edc59 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:33.717244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7539fa9a-9209-4906-adcf-03eb69813f36 None None] Network 4fe79a89-19c5-4155-9304-01f95a17a687 could not be found, it might have been deleted concurrently. {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 14:23:33.736108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bca78d-29e0-4ece-9337-e9d3050aded3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:33.739835 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74bca78d-29e0-4ece-9337-e9d3050aded3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:33.773479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bca78d-29e0-4ece-9337-e9d3050aded3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:23:33.785052 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74bca78d-29e0-4ece-9337-e9d3050aded3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:33.785666 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-74bca78d-29e0-4ece-9337-e9d3050aded3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Added segment 5f8e71fc-0931-4dcc-a2f4-95a36a085d37 of type vlan for network 4d6f8495-88e5-4ae5-9918-699d4d31931c Aug 27 14:23:33.872807 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74bca78d-29e0-4ece-9337-e9d3050aded3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:33.906034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb460540-bb8b-4709-afe1-f3a8e25a77e2 req-dc3bd11d-9527-43f3-816d-be730b210acd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:33.907718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb460540-bb8b-4709-afe1-f3a8e25a77e2 req-dc3bd11d-9527-43f3-816d-be730b210acd tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fe7976-2f87-42c7-952e-88686034fed5 HTTP/1.1" status: 200 len: 945 time: 0.2663257 Aug 27 14:23:34.018428 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb460540-bb8b-4709-afe1-f3a8e25a77e2 req-96297e72-6e86-4130-9f47-7ba58d9e02c3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=18666254-6228-4d6b-8c86-00c36f9a3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963688 Aug 27 14:23:34.019365 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74bca78d-29e0-4ece-9337-e9d3050aded3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:34.043175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bca78d-29e0-4ece-9337-e9d3050aded3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:34.044917 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74bca78d-29e0-4ece-9337-e9d3050aded3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:34.086968 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d3999e3-2b01-451b-ad4a-d3817f795b65 req-7395a674-c231-45d8-a37f-26b46c916bb2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 210 time: 0.1189275 Aug 27 14:23:34.129540 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:34.134255 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f15e4afa-a820-41d7-bf17-6fbb622dc283 req-ed477ad1-43c1-4826-bccd-5b6badf09188 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:34.165166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Transition to ACTIVE for port object f42cde67-862e-42cf-bce9-86384c8103be will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:34.183989 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:34.209228 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-74bca78d-29e0-4ece-9337-e9d3050aded3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6456218 Aug 27 14:23:34.219694 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53206) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:34.227810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b0929038-98d2-497b-a4b2-36eda3f380a3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'subnet': {'network_id': '4d6f8495-88e5-4ae5-9918-699d4d31931c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:34.229160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed477ad1-43c1-4826-bccd-5b6badf09188 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=5a0e1137-488d-4537-b034-3218ae9edc59,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:34.275894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 60d6103c-ce2d-4243-ad26-0c54024dee7a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:34.377392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 5a0e1137-488d-4537-b034-3218ae9edc59 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:23:34.388162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bca78d-29e0-4ece-9337-e9d3050aded3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Network': ['ID=4d6f8495-88e5-4ae5-9918-699d4d31931c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:34.392794 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15e4afa-a820-41d7-bf17-6fbb622dc283 req-ed477ad1-43c1-4826-bccd-5b6badf09188 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] No DVR routers for this DVR port 5a0e1137-488d-4537-b034-3218ae9edc59 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:23:34.395505 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f15e4afa-a820-41d7-bf17-6fbb622dc283 req-ed477ad1-43c1-4826-bccd-5b6badf09188 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:34.398129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f15e4afa-a820-41d7-bf17-6fbb622dc283 req-ed477ad1-43c1-4826-bccd-5b6badf09188 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "DELETE /v2.0/ports/5a0e1137-488d-4537-b034-3218ae9edc59 HTTP/1.1" status: 204 len: 173 time: 1.4179788 Aug 27 14:23:34.398792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'name': 'network-vif-deleted', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:34.402003 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed80bdc6-b311-45be-8c59-242c75a9322a" -d '{"events": [{"server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "name": "network-vif-deleted", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:34.451591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 4d6f8495-88e5-4ae5-9918-699d4d31931c details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:34.458789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d376ff2b-66cd-4339-9a04-067f1513f955 req-8a122ceb-fae4-4d3f-9cea-03083cd91559 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b111775-8435-4a16-bd69-80aa74a79542 HTTP/1.1" status: 200 len: 210 time: 0.0885568 Aug 27 14:23:34.479891 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e6f94b-d27a-4725-8676-8ca19d64e9bf x-openstack-request-id: req-b4e6f94b-d27a-4725-8676-8ca19d64e9bf {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:34.480192 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fe7976-2f87-42c7-952e-88686034fed5", "name": "network-vif-deleted", "tag": "5a0e1137-488d-4537-b034-3218ae9edc59", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:34.480448 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4e6f94b-d27a-4725-8676-8ca19d64e9bf {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:34.480859 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fe7976-2f87-42c7-952e-88686034fed5', 'name': 'network-vif-deleted', 'tag': '5a0e1137-488d-4537-b034-3218ae9edc59', 'status': 'completed', 'code': 200} Aug 27 14:23:34.495279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 5a0e1137-488d-4537-b034-3218ae9edc59 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:23:34.498006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 5a0e1137-488d-4537-b034-3218ae9edc59 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:23:34.535929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0929038-98d2-497b-a4b2-36eda3f380a3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:34.541221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b0929038-98d2-497b-a4b2-36eda3f380a3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:34.548639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8cb80-dda0-4d91-9197-51e604837a93 None None] Pushing event updated for resources: {'Port': ['ID=f42cde67-862e-42cf-bce9-86384c8103be,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:34.562623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 60d6103c-ce2d-4243-ad26-0c54024dee7a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:34.571996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 60d6103c-ce2d-4243-ad26-0c54024dee7a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:34.572709 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:34.687414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-256b7116-7b4e-4888-ba3c-ae9cc4281a69 None None] Provisioning complete for port 60d6103c-ce2d-4243-ad26-0c54024dee7a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:34.689991 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-256b7116-7b4e-4888-ba3c-ae9cc4281a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:34.712319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Attempting to bind port f42cde67-862e-42cf-bce9-86384c8103be on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:34.712855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Attempting to bind port f42cde67-862e-42cf-bce9-86384c8103be by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '7a525ae0-97d6-4e29-b028-3f156ca77c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:34.713334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Attempting to bind port f42cde67-862e-42cf-bce9-86384c8103be on network c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:34.787622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:34.791288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Checking segment: {'id': '7a525ae0-97d6-4e29-b028-3f156ca77c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:34.793964 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:34.794590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Bound using segment: {'id': '7a525ae0-97d6-4e29-b028-3f156ca77c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:34.795299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Bound port: f42cde67-862e-42cf-bce9-86384c8103be, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a525ae0-97d6-4e29-b028-3f156ca77c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:34.795771 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:34.961995 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b0929038-98d2-497b-a4b2-36eda3f380a3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.008174 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.069151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1bc8c3-bab4-4f16-a03d-6569bb0a29ed None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:23:35.073085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 60d6103c-ce2d-4243-ad26-0c54024dee7a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=60d6103c-ce2d-4243-ad26-0c54024dee7a,segment=NetworkSegment(e5dfa8a4-6c86-4a16-9940-fb7a18acb8be),segment_id=e5dfa8a4-6c86-4a16-9940-fb7a18acb8be)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:35.076081 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-256b7116-7b4e-4888-ba3c-ae9cc4281a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.078799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] For port f42cde67-862e-42cf-bce9-86384c8103be, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:35.084378 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.107812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0929038-98d2-497b-a4b2-36eda3f380a3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Subnet': ['ID=f2462afd-19f1-4569-9915-5eed42252d93,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:35.111255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0929038-98d2-497b-a4b2-36eda3f380a3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Checking segment: {'id': '5f8e71fc-0931-4dcc-a2f4-95a36a085d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4d6f8495-88e5-4ae5-9918-699d4d31931c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:35.111786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0929038-98d2-497b-a4b2-36eda3f380a3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network hostable DHCP agents. Network: 4d6f8495-88e5-4ae5-9918-699d4d31931c, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:23:35.135105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0929038-98d2-497b-a4b2-36eda3f380a3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network 4d6f8495-88e5-4ae5-9918-699d4d31931c is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:23:35.148020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b0929038-98d2-497b-a4b2-36eda3f380a3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 4d6f8495-88e5-4ae5-9918-699d4d31931c) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:35.163278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0929038-98d2-497b-a4b2-36eda3f380a3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:35.165101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b0929038-98d2-497b-a4b2-36eda3f380a3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.172937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53222) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:35.228798 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b0929038-98d2-497b-a4b2-36eda3f380a3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0079269 Aug 27 14:23:35.231713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53224) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:35.232691 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] For port f42cde67-862e-42cf-bce9-86384c8103be, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f42cde67-862e-42cf-bce9-86384c8103be,segment=NetworkSegment(7a525ae0-97d6-4e29-b028-3f156ca77c7b),segment_id=7a525ae0-97d6-4e29-b028-3f156ca77c7b)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:35.239583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=60d6103c-ce2d-4243-ad26-0c54024dee7a,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:35.257368 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.282854 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-faefbf89-65ee-49f2-9d27-042aca67b50e req-67bd3759-095c-4a12-91c4-565626151691 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 210 time: 0.0333836 Aug 27 14:23:35.382160 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.400136 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Routers {'85482ee2-e7e1-48eb-8266-30c337389cee'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:35.400786 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85482ee2-e7e1-48eb-8266-30c337389cee'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:35.441643 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-256b7116-7b4e-4888-ba3c-ae9cc4281a69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:23:35.442113 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-256b7116-7b4e-4888-ba3c-ae9cc4281a69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:23:35.466756 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.485657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8cb80-dda0-4d91-9197-51e604837a93 None None] Pushing event updated for resources: {'Port': ['ID=f42cde67-862e-42cf-bce9-86384c8103be,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:35.610594 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.657285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] Set router 85482ee2-e7e1-48eb-8266-30c337389cee gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:35.681485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Subnet': ['ID=f2462afd-19f1-4569-9915-5eed42252d93,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:35.772151 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.787543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6f8495-88e5-4ae5-9918-699d4d31931c']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:35.804757 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8e71fc-0931-4dcc-a2f4-95a36a085d37') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:35.805191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8e71fc-0931-4dcc-a2f4-95a36a085d37') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:35.818325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.837229 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.844923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:23:35.845180 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.886324 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1bc8c3-bab4-4f16-a03d-6569bb0a29ed None None] Unable to find a vacant binding_index for network 4d6f8495-88e5-4ae5-9918-699d4d31931c and agent 56a65461-f8f2-4031-999a-5c809200c6e9 {{(pid=101188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 27 14:23:35.897903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1bc8c3-bab4-4f16-a03d-6569bb0a29ed None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 4d6f8495-88e5-4ae5-9918-699d4d31931c) {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:23:35.926959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-1623dcb9-acea-4fb8-9151-5027b9ed96fa tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:23:35.927714 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:23:35.932493 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-1623dcb9-acea-4fb8-9151-5027b9ed96fa tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.41 "GET /v2.0/networks?id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 HTTP/1.1" status: 200 len: 820 time: 0.2525125 Aug 27 14:23:35.933945 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.947643 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:35.949809 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/4d6f8495-88e5-4ae5-9918-699d4d31931c HTTP/1.1" status: 204 len: 168 time: 0.7164357 Aug 27 14:23:35.953174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8748b6af-68da-4365-b025-8196c07cea62 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Request body: {'port': {'device_id': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'admin_state_up': True, 'tenant_id': '6e6a0978bed34119b9c82ced45294b57'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:35.954601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53230) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:35.961901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-01386f14-d9ed-4208-bca9-fa20392c7540 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1639841969'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:35.986472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2735b42-b2b9-40d7-af4e-a1ac6c36a18f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Network': ['ID=4d6f8495-88e5-4ae5-9918-699d4d31931c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:36.002244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01386f14-d9ed-4208-bca9-fa20392c7540 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:36.008918 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01386f14-d9ed-4208-bca9-fa20392c7540 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:36.047707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01386f14-d9ed-4208-bca9-fa20392c7540 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:23:36.063421 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01386f14-d9ed-4208-bca9-fa20392c7540 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:36.063772 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-01386f14-d9ed-4208-bca9-fa20392c7540 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Added segment 724ca1b9-0fc6-43ed-bdff-95a37dfa1d40 of type vlan for network fa9574ac-4aa5-4156-920e-90ad8c6143c8 Aug 27 14:23:36.114230 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-891fca93-fd92-4932-80cc-2ace440dc8e7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:36.126236 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01386f14-d9ed-4208-bca9-fa20392c7540 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:36.158978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01386f14-d9ed-4208-bca9-fa20392c7540 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:36.171163 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01386f14-d9ed-4208-bca9-fa20392c7540 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:36.172149 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-01386f14-d9ed-4208-bca9-fa20392c7540 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:36.249146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8748b6af-68da-4365-b025-8196c07cea62 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Made reservation on behalf of 6e6a0978bed34119b9c82ced45294b57 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:36.253240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8748b6af-68da-4365-b025-8196c07cea62 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:36.263883 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-01386f14-d9ed-4208-bca9-fa20392c7540 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3054590 Aug 27 14:23:36.264543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53234) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:36.269942 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:23:28Z', 'revision_number': 4, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port': {'id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:23Z', 'updated_at': '2021-08-27T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f42cde67-862e-42cf-bce9-86384c8103be', 'name': '', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'mac_address': 'fa:16:3e:de:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:27Z', 'updated_at': '2021-08-27T14:23:35Z', 'revision_number': 4, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'subnets': [{'id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:36.271054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-45304867-19cb-45f6-b89a-ecf4020e8cec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'subnet': {'network_id': 'fa9574ac-4aa5-4156-920e-90ad8c6143c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:36.294194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01386f14-d9ed-4208-bca9-fa20392c7540 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Network': ['ID=fa9574ac-4aa5-4156-920e-90ad8c6143c8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:36.312292 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network fa9574ac-4aa5-4156-920e-90ad8c6143c8 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:36.317550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff8cf2-e514-40fd-9d80-fc83fc6b7a62 None None] The sync data for ids ['85482ee2-e7e1-48eb-8266-30c337389cee'] in n-d-712139-12 is: [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:23:28Z', 'revision_number': 4, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port': {'id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:23Z', 'updated_at': '2021-08-27T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f42cde67-862e-42cf-bce9-86384c8103be', 'name': '', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'mac_address': 'fa:16:3e:de:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:27Z', 'updated_at': '2021-08-27T14:23:35Z', 'revision_number': 4, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'subnets': [{'id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:23:36.510354 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-853abb7e-323e-473d-9077-2353a308140a req-1890043b-1210-474e-b861-b28221b21229 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 210 time: 0.0425246 Aug 27 14:23:36.548862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45304867-19cb-45f6-b89a-ecf4020e8cec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:36.558225 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-45304867-19cb-45f6-b89a-ecf4020e8cec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:36.732371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8748b6af-68da-4365-b025-8196c07cea62 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Allocated IP 172.20.0.7 (c86cb8ef-ae0b-4cd6-b6af-8f5664df2259/1dddf8fb-b35d-4729-8666-54324b041c89/7f5776cb-1cbe-407c-bb36-d9c5bff97046) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:36.832149 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d5ed4e-c06f-43b8-a22f-199274578794 None None] Network 4d6f8495-88e5-4ae5-9918-699d4d31931c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:36.847516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d5ed4e-c06f-43b8-a22f-199274578794 None None] Network 4d6f8495-88e5-4ae5-9918-699d4d31931c could not be found, it might have been deleted concurrently. {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 14:23:36.862048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aac36b-d36e-49e2-978b-35ef948d3a5d None None] Network 4d6f8495-88e5-4ae5-9918-699d4d31931c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:36.881608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aac36b-d36e-49e2-978b-35ef948d3a5d None None] Network 4d6f8495-88e5-4ae5-9918-699d4d31931c could not be found, it might have been deleted concurrently. {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 14:23:36.955484 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-45304867-19cb-45f6-b89a-ecf4020e8cec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:36.984621 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-891fca93-fd92-4932-80cc-2ace440dc8e7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port 4d79c141-0581-4d12-964e-b9b49ddbffcd {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:36.987032 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-891fca93-fd92-4932-80cc-2ace440dc8e7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:37.038124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45304867-19cb-45f6-b89a-ecf4020e8cec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Subnet': ['ID=bc8dca62-b605-4397-87b3-28c5224b92bd,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:37.040854 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45304867-19cb-45f6-b89a-ecf4020e8cec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Checking segment: {'id': '724ca1b9-0fc6-43ed-bdff-95a37dfa1d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fa9574ac-4aa5-4156-920e-90ad8c6143c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:37.041219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45304867-19cb-45f6-b89a-ecf4020e8cec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network hostable DHCP agents. Network: fa9574ac-4aa5-4156-920e-90ad8c6143c8, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:23:37.062037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45304867-19cb-45f6-b89a-ecf4020e8cec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network fa9574ac-4aa5-4156-920e-90ad8c6143c8 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:23:37.078848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-45304867-19cb-45f6-b89a-ecf4020e8cec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, fa9574ac-4aa5-4156-920e-90ad8c6143c8) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:37.086116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45304867-19cb-45f6-b89a-ecf4020e8cec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:37.087154 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-45304867-19cb-45f6-b89a-ecf4020e8cec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:37.093927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9a61f8-45c0-4d7a-aee0-5685b3809796 None None] Network fa9574ac-4aa5-4156-920e-90ad8c6143c8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:37.113323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53240) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:37.114394 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-45304867-19cb-45f6-b89a-ecf4020e8cec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8483486 Aug 27 14:23:37.252481 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-891fca93-fd92-4932-80cc-2ace440dc8e7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] For port 4d79c141-0581-4d12-964e-b9b49ddbffcd, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4d79c141-0581-4d12-964e-b9b49ddbffcd,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:37.253100 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-891fca93-fd92-4932-80cc-2ace440dc8e7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:37.270732 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8748b6af-68da-4365-b025-8196c07cea62 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:37.319948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-891fca93-fd92-4932-80cc-2ace440dc8e7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for 4d79c141-0581-4d12-964e-b9b49ddbffcd owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:37.374233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-fa9574ac-4aa5-4156-920e-90ad8c6143c8', 'network_id': 'fa9574ac-4aa5-4156-920e-90ad8c6143c8', 'tenant_id': '0ca0368276714a29ba3ded451a0ff6dc', 'fixed_ips': [{'subnet_id': 'bc8dca62-b605-4397-87b3-28c5224b92bd'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:23:37.376377 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:37.386243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f42cde67-862e-42cf-bce9-86384c8103be up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:37.466243 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:37.501802 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8748b6af-68da-4365-b025-8196c07cea62 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:37.546928 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port f42cde67-862e-42cf-bce9-86384c8103be completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:37.577426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f42cde67-862e-42cf-bce9-86384c8103be triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:37.577426 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:37.644434 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Allocated IP 2001:db8::1 (fa9574ac-4aa5-4156-920e-90ad8c6143c8/bc8dca62-b605-4397-87b3-28c5224b92bd/6189e1fb-a0b7-435c-bb58-7d2bb888977f) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:37.675880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8748b6af-68da-4365-b025-8196c07cea62 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Network c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:37.681141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8748b6af-68da-4365-b025-8196c07cea62 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:37.696587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8748b6af-68da-4365-b025-8196c07cea62 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:37.723576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748b6af-68da-4365-b025-8196c07cea62 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Pushing event updated for resources: {'Port': ['ID=7f5776cb-1cbe-407c-bb36-d9c5bff97046,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:37.723881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b5e9-70f7-433f-b0ff-78e8648c22f7 req-e243a738-3ce3-428e-ba84-5e2b0dd94c9a tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:37.726237 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea11b5e9-70f7-433f-b0ff-78e8648c22f7 req-e243a738-3ce3-428e-ba84-5e2b0dd94c9a tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 931 time: 0.0908382 Aug 27 14:23:37.819106 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea11b5e9-70f7-433f-b0ff-78e8648c22f7 req-ffbece9a-3cdc-467f-a2e7-ee4f17fc6ba0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713303 Aug 27 14:23:37.830097 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:37.902486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port f42cde67-862e-42cf-bce9-86384c8103be, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f42cde67-862e-42cf-bce9-86384c8103be,segment=NetworkSegment(7a525ae0-97d6-4e29-b028-3f156ca77c7b),segment_id=7a525ae0-97d6-4e29-b028-3f156ca77c7b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:37.916518 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:37.917334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 60d6103c-ce2d-4243-ad26-0c54024dee7a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:37.920700 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:37.929801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8748b6af-68da-4365-b025-8196c07cea62 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:37.930463 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8748b6af-68da-4365-b025-8196c07cea62 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:37.979447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-891fca93-fd92-4932-80cc-2ace440dc8e7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:37.995834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-8748b6af-68da-4365-b025-8196c07cea62 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0473621 Aug 27 14:23:38.024884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Request body: {'port': {'device_id': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:38.032168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fca93-fd92-4932-80cc-2ace440dc8e7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=4d79c141-0581-4d12-964e-b9b49ddbffcd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:38.055129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=f42cde67-862e-42cf-bce9-86384c8103be,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:38.080878 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:38.094089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Transition to ACTIVE for port object 6189e1fb-a0b7-435c-bb58-7d2bb888977f will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:38.107241 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 60d6103c-ce2d-4243-ad26-0c54024dee7a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:38.107615 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:38.148003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Transition to ACTIVE for port object 6189e1fb-a0b7-435c-bb58-7d2bb888977f will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:38.173774 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:38.224247 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:38.236682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Network fa9574ac-4aa5-4156-920e-90ad8c6143c8 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:38.241479 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:38.242826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:38.254332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Pushing event updated for resources: {'Port': ['ID=6189e1fb-a0b7-435c-bb58-7d2bb888977f,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:38.274475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:38.358450 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8dca62-b605-4397-87b3-28c5224b92bd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:38.425234 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Attempting to bind port 6189e1fb-a0b7-435c-bb58-7d2bb888977f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:38.425888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Attempting to bind port 6189e1fb-a0b7-435c-bb58-7d2bb888977f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '724ca1b9-0fc6-43ed-bdff-95a37dfa1d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fa9574ac-4aa5-4156-920e-90ad8c6143c8'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:38.426515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Attempting to bind port 6189e1fb-a0b7-435c-bb58-7d2bb888977f on network fa9574ac-4aa5-4156-920e-90ad8c6143c8 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:38.436176 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:38.436875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Checking segment: {'id': '724ca1b9-0fc6-43ed-bdff-95a37dfa1d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fa9574ac-4aa5-4156-920e-90ad8c6143c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:38.437537 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:38.438297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Bound using segment: {'id': '724ca1b9-0fc6-43ed-bdff-95a37dfa1d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fa9574ac-4aa5-4156-920e-90ad8c6143c8'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:38.439024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Bound port: 6189e1fb-a0b7-435c-bb58-7d2bb888977f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724ca1b9-0fc6-43ed-bdff-95a37dfa1d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fa9574ac-4aa5-4156-920e-90ad8c6143c8'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:38.439955 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:38.525730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] For port 6189e1fb-a0b7-435c-bb58-7d2bb888977f, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:38.529203 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] For port 6189e1fb-a0b7-435c-bb58-7d2bb888977f, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6189e1fb-a0b7-435c-bb58-7d2bb888977f,segment=NetworkSegment(724ca1b9-0fc6-43ed-bdff-95a37dfa1d40),segment_id=724ca1b9-0fc6-43ed-bdff-95a37dfa1d40)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:38.535274 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:38.636962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe307b8-4fd9-40f8-9c9a-bfc01fed8329 None None] Pushing event updated for resources: {'Port': ['ID=6189e1fb-a0b7-435c-bb58-7d2bb888977f,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:38.650662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd5930-e708-495e-b4c8-4868ff49ff8a None None] Network fa9574ac-4aa5-4156-920e-90ad8c6143c8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:38.812065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f886c4c-b861-443b-a010-63f18188e841 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:23:38.981089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f886c4c-b861-443b-a010-63f18188e841 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:23:39.046385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:39.087005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9574ac-4aa5-4156-920e-90ad8c6143c8']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:39.108226 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-891fca93-fd92-4932-80cc-2ace440dc8e7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:39.121664 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724ca1b9-0fc6-43ed-bdff-95a37dfa1d40') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:39.121973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724ca1b9-0fc6-43ed-bdff-95a37dfa1d40') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:39.142361 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044cbb2-28c1-4b1a-be6d-5d452a804a59 req-ed45f2f6-7108-4d65-a1e5-5f3a0dcd35c5 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:39.144580 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9044cbb2-28c1-4b1a-be6d-5d452a804a59 req-ed45f2f6-7108-4d65-a1e5-5f3a0dcd35c5 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 931 time: 0.2117348 Aug 27 14:23:39.227114 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:39.270718 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:39.308285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:23:39.308616 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:23:39.312288 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:23:39.326381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f42cde67-862e-42cf-bce9-86384c8103be up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:39.410615 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9044cbb2-28c1-4b1a-be6d-5d452a804a59 req-c786093a-5632-490b-a886-68218654710c tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244904 Aug 27 14:23:39.415508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f42cde67-862e-42cf-bce9-86384c8103be triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:39.415932 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:39.482363 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.api [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 14:23:39.482363 n-d-712139-12 neutron-server[101186]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 14:23:39.482363 n-d-712139-12 neutron-server[101186]: [parameters: {'id': 'fa9574ac-4aa5-4156-920e-90ad8c6143c8'}] Aug 27 14:23:39.482363 n-d-712139-12 neutron-server[101186]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:23:39.483286 n-d-712139-12 neutron-server[101186]: DEBUG oslo_db.api [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:23:39.617629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5776cb-1cbe-407c-bb36-d9c5bff97046 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:23:39.630130 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:39.651535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Transition to ACTIVE for port object 7f5776cb-1cbe-407c-bb36-d9c5bff97046 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:39.657703 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:39.661449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891fca93-fd92-4932-80cc-2ace440dc8e7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:23:39.723460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5776cb-1cbe-407c-bb36-d9c5bff97046,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:39.891393 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:39.906919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Attempting to bind port 7f5776cb-1cbe-407c-bb36-d9c5bff97046 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:39.907274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Attempting to bind port 7f5776cb-1cbe-407c-bb36-d9c5bff97046 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '7a525ae0-97d6-4e29-b028-3f156ca77c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:39.907602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Attempting to bind port 7f5776cb-1cbe-407c-bb36-d9c5bff97046 on network c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:39.918567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Port 7f5776cb-1cbe-407c-bb36-d9c5bff97046 on network c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:23:39.918950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Attempting to bind port 7f5776cb-1cbe-407c-bb36-d9c5bff97046 on network c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:39.922178 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891fca93-fd92-4932-80cc-2ace440dc8e7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:23:39.930638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-891fca93-fd92-4932-80cc-2ace440dc8e7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "PUT /v2.0/routers/6c660f57-4b03-4f2b-82a8-72579f9c7e53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7545116 Aug 27 14:23:39.932496 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53268) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:39.938847 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d35da9-4233-45eb-b8cd-f1c06cbb891d None None] Sync routers for ids ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:23:39.951139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:39.953565 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d35da9-4233-45eb-b8cd-f1c06cbb891d None None] Routers {'6c660f57-4b03-4f2b-82a8-72579f9c7e53'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:39.954155 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-51d35da9-4233-45eb-b8cd-f1c06cbb891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:39.955188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Checking segment: {'id': '7a525ae0-97d6-4e29-b028-3f156ca77c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:39.955731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Bound using segment: {'id': '7a525ae0-97d6-4e29-b028-3f156ca77c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:39.956047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Bound port: 7f5776cb-1cbe-407c-bb36-d9c5bff97046, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a525ae0-97d6-4e29-b028-3f156ca77c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:39.956422 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.034203 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-5197d7f6-1dae-4587-9fe5-0fb795d17abe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting subnet 6cf5b81f-6b58-4ac3-9c78-04a8b9dea971 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:23:40.039070 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] For port 7f5776cb-1cbe-407c-bb36-d9c5bff97046, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:40.039496 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5197d7f6-1dae-4587-9fe5-0fb795d17abe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.042552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] For port 7f5776cb-1cbe-407c-bb36-d9c5bff97046, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046,segment=NetworkSegment(7a525ae0-97d6-4e29-b028-3f156ca77c7b),segment_id=7a525ae0-97d6-4e29-b028-3f156ca77c7b)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:40.043973 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.049627 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.096748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:40.097534 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.099081 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5197d7f6-1dae-4587-9fe5-0fb795d17abe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.099298 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] 10.222.0.41 "PUT /v2.0/ports/7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 200 len: 1092 time: 2.0790207 Aug 27 14:23:40.100333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:40.102923 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa06b647-a37d-421d-b4d5-fcebaa6bec8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:40.106483 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-51d35da9-4233-45eb-b8cd-f1c06cbb891d None None] Set router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:40.180787 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477582d5-ec38-4b0b-81ef-145ab35e00b7 x-openstack-request-id: req-477582d5-ec38-4b0b-81ef-145ab35e00b7 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:40.181204 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:40.181617 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-477582d5-ec38-4b0b-81ef-145ab35e00b7 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:40.182141 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046', 'status': 'completed', 'code': 200} Aug 27 14:23:40.208974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edf5f3-4a12-46eb-bc5d-5d632ef21ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5776cb-1cbe-407c-bb36-d9c5bff97046,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:40.231684 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Deleting port 6189e1fb-a0b7-435c-bb58-7d2bb888977f {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:40.232193 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.232941 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5197d7f6-1dae-4587-9fe5-0fb795d17abe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.302142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] For port 6189e1fb-a0b7-435c-bb58-7d2bb888977f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6189e1fb-a0b7-435c-bb58-7d2bb888977f,segment=NetworkSegment(724ca1b9-0fc6-43ed-bdff-95a37dfa1d40),segment_id=724ca1b9-0fc6-43ed-bdff-95a37dfa1d40)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:40.303347 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.309487 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5197d7f6-1dae-4587-9fe5-0fb795d17abe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.324020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-26806797-75ef-4844-b179-eb18c3739d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:40.325707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-26806797-75ef-4844-b179-eb18c3739d91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e6a0978bed34119b9c82ced45294b57&device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 1095 time: 0.1641243 Aug 27 14:23:40.329985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Calling delete_port for 6189e1fb-a0b7-435c-bb58-7d2bb888977f owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:40.341816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197d7f6-1dae-4587-9fe5-0fb795d17abe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf5b81f-6b58-4ac3-9c78-04a8b9dea971,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:40.346556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5197d7f6-1dae-4587-9fe5-0fb795d17abe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.352474 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5197d7f6-1dae-4587-9fe5-0fb795d17abe tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/subnets/6cf5b81f-6b58-4ac3-9c78-04a8b9dea971 HTTP/1.1" status: 204 len: 168 time: 0.4187136 Aug 27 14:23:40.353342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53274) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:40.355637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a41ade9-583f-46ab-b17e-77143e613b41 None None] Network 45014d29-f174-49af-a04f-e39adeae80fa requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:40.456233 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-2208f71d-a947-478d-a9ce-2ebc2d9c72d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 200 len: 217 time: 0.1143703 Aug 27 14:23:40.506764 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-51d35da9-4233-45eb-b8cd-f1c06cbb891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:23:37Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:40.531879 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.542362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-f76e6efa-4f84-47d7-a18a-44a33e76996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:40.543884 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-f76e6efa-4f84-47d7-a18a-44a33e76996c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dddf8fb-b35d-4729-8666-54324b041c89 HTTP/1.1" status: 200 len: 860 time: 0.0797036 Aug 27 14:23:40.563142 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d35da9-4233-45eb-b8cd-f1c06cbb891d None None] Checking router: 6c660f57-4b03-4f2b-82a8-72579f9c7e53 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:23:40.575940 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d35da9-4233-45eb-b8cd-f1c06cbb891d None None] Routers {'6c660f57-4b03-4f2b-82a8-72579f9c7e53'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:40.576810 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-51d35da9-4233-45eb-b8cd-f1c06cbb891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:40.623126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-2e46977b-9073-4716-9959-66e99ff4b32a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423005 Aug 27 14:23:40.623786 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.670219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Port': ['ID=6189e1fb-a0b7-435c-bb58-7d2bb888977f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:40.672496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No DVR routers for this DVR port 6189e1fb-a0b7-435c-bb58-7d2bb888977f on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:23:40.683668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7799eaa-f1c5-46a0-b520-a2586fc88430 req-2328751a-5d6c-424b-8438-a462859986b3 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:40.685634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b7799eaa-f1c5-46a0-b520-a2586fc88430 req-2328751a-5d6c-424b-8438-a462859986b3 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 943 time: 0.1467795 Aug 27 14:23:40.722449 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.732852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f4c8ef-5e25-4508-a3ef-63119c1ebf32 None None] DHCP port deletion for 45014d29-f174-49af-a04f-e39adeae80fa request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:23:40.796415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port 99a420db-742a-4f85-98ec-deaece902d5e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:40.796932 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.812592 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-51d35da9-4233-45eb-b8cd-f1c06cbb891d None None] Set router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:40.843762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-11f4c8ef-5e25-4508-a3ef-63119c1ebf32 None None] Deleting port d1ffae2b-600a-4a49-aa70-b72ee0ab0106 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:40.844148 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-11f4c8ef-5e25-4508-a3ef-63119c1ebf32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.903602 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] For port 99a420db-742a-4f85-98ec-deaece902d5e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=99a420db-742a-4f85-98ec-deaece902d5e,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:40.904122 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.928753 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b7799eaa-f1c5-46a0-b520-a2586fc88430 req-044f3d9f-90a6-4b21-b647-ef7da11124c5 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719916 Aug 27 14:23:40.938856 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:40.955140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for 99a420db-742a-4f85-98ec-deaece902d5e owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:40.955703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9574ac-4aa5-4156-920e-90ad8c6143c8']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:40.975362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724ca1b9-0fc6-43ed-bdff-95a37dfa1d40') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:40.975749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724ca1b9-0fc6-43ed-bdff-95a37dfa1d40') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:41.000215 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-85d5271d-525d-4bba-becc-dc41634d7d38 service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660507 Aug 27 14:23:41.001896 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.020602 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-11f4c8ef-5e25-4508-a3ef-63119c1ebf32 None None] For port d1ffae2b-600a-4a49-aa70-b72ee0ab0106, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d1ffae2b-600a-4a49-aa70-b72ee0ab0106,segment=NetworkSegment(80dcfde6-28ab-4aae-b0a3-b2712d5b4502),segment_id=80dcfde6-28ab-4aae-b0a3-b2712d5b4502)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:41.020602 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-11f4c8ef-5e25-4508-a3ef-63119c1ebf32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.049734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-11f4c8ef-5e25-4508-a3ef-63119c1ebf32 None None] Calling delete_port for d1ffae2b-600a-4a49-aa70-b72ee0ab0106 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:41.150397 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.158263 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.175587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:23:41.176011 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:23:41.182885 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:23:41.208156 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-11f4c8ef-5e25-4508-a3ef-63119c1ebf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.210163 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-51d35da9-4233-45eb-b8cd-f1c06cbb891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:23:37Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:41.242335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4c8ef-5e25-4508-a3ef-63119c1ebf32 None None] No DVR routers for this DVR port d1ffae2b-600a-4a49-aa70-b72ee0ab0106 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:23:41.254009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=99a420db-742a-4f85-98ec-deaece902d5e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:41.274179 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d35da9-4233-45eb-b8cd-f1c06cbb891d None None] The sync data for ids ['6c660f57-4b03-4f2b-82a8-72579f9c7e53'] in n-d-712139-12 is: [{'id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715081596', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '99a420db-742a-4f85-98ec-deaece902d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:21:28Z', 'updated_at': '2021-08-27T14:23:37Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': '99a420db-742a-4f85-98ec-deaece902d5e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c660f57-4b03-4f2b-82a8-72579f9c7e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:21:29Z', 'updated_at': '2021-08-27T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:23:41.305453 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c57a1a2-09e8-4395-a766-03099a04c8e9 req-57c1ac11-029a-4813-ad79-d7c75a5d71cd service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903926 Aug 27 14:23:41.307315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d1ffae2b-600a-4a49-aa70-b72ee0ab0106 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:23:41.313563 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.361374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: d1ffae2b-600a-4a49-aa70-b72ee0ab0106 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:23:41.361926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d1ffae2b-600a-4a49-aa70-b72ee0ab0106 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:23:41.364636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4c8ef-5e25-4508-a3ef-63119c1ebf32 None None] Pushing event deleted for resources: {'Port': ['ID=d1ffae2b-600a-4a49-aa70-b72ee0ab0106,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:41.435170 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.437445 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.449393 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.471470 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.479638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/fa9574ac-4aa5-4156-920e-90ad8c6143c8 HTTP/1.1" status: 204 len: 168 time: 4.3590372 Aug 27 14:23:41.479638 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e57155-5374-45ef-8d1d-a6587fb3d270 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Network': ['ID=fa9574ac-4aa5-4156-920e-90ad8c6143c8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:41.479638 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53282) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:41.484222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-255e5412-ef8c-4697-9c06-14da93e19595 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-222958393'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:41.497188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06b647-a37d-421d-b4d5-fcebaa6bec8a req-1a7111e4-f73f-4673-bb9c-3c40d7a33779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:41.498968 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa06b647-a37d-421d-b4d5-fcebaa6bec8a req-1a7111e4-f73f-4673-bb9c-3c40d7a33779 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e6a0978bed34119b9c82ced45294b57&device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 1095 time: 0.0936303 Aug 27 14:23:41.507976 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.508551 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Fanout notify agent at l3_agent the message router_deleted on router 6c660f57-4b03-4f2b-82a8-72579f9c7e53 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:23:41.518636 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.519499 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4aacd2ba-84d9-4e2c-8c3b-812bd91401df tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/routers/6c660f57-4b03-4f2b-82a8-72579f9c7e53 HTTP/1.1" status: 204 len: 168 time: 1.1575794 Aug 27 14:23:41.523308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53284) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:41.562398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255e5412-ef8c-4697-9c06-14da93e19595 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:41.566114 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-255e5412-ef8c-4697-9c06-14da93e19595 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.627652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255e5412-ef8c-4697-9c06-14da93e19595 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:23:41.632575 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63272a2c-839c-4076-8fae-8a0f1df25acf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.667775 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-255e5412-ef8c-4697-9c06-14da93e19595 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.668110 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-255e5412-ef8c-4697-9c06-14da93e19595 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Added segment 75cb783d-b5d5-4f7c-bb30-3d38b5299a4b of type vlan for network 71846811-896a-46a6-a205-7a43addab9bc Aug 27 14:23:41.670455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06b647-a37d-421d-b4d5-fcebaa6bec8a req-b65ed331-6b48-49b9-aa95-a3308e9cbc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:41.672113 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa06b647-a37d-421d-b4d5-fcebaa6bec8a req-b65ed331-6b48-49b9-aa95-a3308e9cbc29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 HTTP/1.1" status: 200 len: 921 time: 0.1658337 Aug 27 14:23:41.725537 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa06b647-a37d-421d-b4d5-fcebaa6bec8a req-88b95e85-96dc-4da6-8b9e-cbe3e4969715 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 200 len: 217 time: 0.0444539 Aug 27 14:23:41.764754 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63272a2c-839c-4076-8fae-8a0f1df25acf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.783760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-63272a2c-839c-4076-8fae-8a0f1df25acf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45014d29-f174-49af-a04f-e39adeae80fa']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:41.788526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-255e5412-ef8c-4697-9c06-14da93e19595 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.805662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-63272a2c-839c-4076-8fae-8a0f1df25acf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80dcfde6-28ab-4aae-b0a3-b2712d5b4502') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:41.806104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-63272a2c-839c-4076-8fae-8a0f1df25acf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80dcfde6-28ab-4aae-b0a3-b2712d5b4502') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:41.819470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06b647-a37d-421d-b4d5-fcebaa6bec8a req-c459ee5b-34d9-465c-b3b8-f7fa0336e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:41.819883 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63272a2c-839c-4076-8fae-8a0f1df25acf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.821101 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa06b647-a37d-421d-b4d5-fcebaa6bec8a req-c459ee5b-34d9-465c-b3b8-f7fa0336e07a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dddf8fb-b35d-4729-8666-54324b041c89 HTTP/1.1" status: 200 len: 860 time: 0.0750411 Aug 27 14:23:41.844078 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63272a2c-839c-4076-8fae-8a0f1df25acf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.852143 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63272a2c-839c-4076-8fae-8a0f1df25acf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:23:41.852525 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63272a2c-839c-4076-8fae-8a0f1df25acf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.863666 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa06b647-a37d-421d-b4d5-fcebaa6bec8a req-4f5a7f4c-d404-4027-b0ba-69265c0cd6e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321674 Aug 27 14:23:41.864507 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-255e5412-ef8c-4697-9c06-14da93e19595 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.870980 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e5412-ef8c-4697-9c06-14da93e19595 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:41.871776 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-255e5412-ef8c-4697-9c06-14da93e19595 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:23:41.921904 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:23:41.925024 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63272a2c-839c-4076-8fae-8a0f1df25acf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.933353 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-63272a2c-839c-4076-8fae-8a0f1df25acf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:41.934925 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-63272a2c-839c-4076-8fae-8a0f1df25acf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/networks/45014d29-f174-49af-a04f-e39adeae80fa HTTP/1.1" status: 204 len: 168 time: 0.4105916 Aug 27 14:23:41.947169 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53286) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:41.956756 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63272a2c-839c-4076-8fae-8a0f1df25acf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Network': ['ID=45014d29-f174-49af-a04f-e39adeae80fa,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:41.991746 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-255e5412-ef8c-4697-9c06-14da93e19595 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5120006 Aug 27 14:23:41.995581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53292) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:42.013506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e5412-ef8c-4697-9c06-14da93e19595 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Network': ['ID=71846811-896a-46a6-a205-7a43addab9bc,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:42.018637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e234e0e8-5d82-4424-90f2-1ee0b8e5c2ac tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'subnet': {'network_id': '71846811-896a-46a6-a205-7a43addab9bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:42.027933 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 71846811-896a-46a6-a205-7a43addab9bc details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:42.069563 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa06b647-a37d-421d-b4d5-fcebaa6bec8a req-db195146-5897-403e-9b20-6471b1f19667 service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949604 Aug 27 14:23:42.193739 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa06b647-a37d-421d-b4d5-fcebaa6bec8a req-1782f7b9-a479-4e61-a8c7-3f40833fdbeb service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165550 Aug 27 14:23:42.316135 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4c826f6-a045-4c4f-b642-98fa77fe8a94 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:42.346966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28765b-d19c-44b4-ba6b-3921f00c7aa4 req-9f462cca-9e6d-459d-ad33-174e2e34a189 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:42.348510 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7e28765b-d19c-44b4-ba6b-3921f00c7aa4 req-9f462cca-9e6d-459d-ad33-174e2e34a189 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 943 time: 0.2349718 Aug 27 14:23:42.378671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4c826f6-a045-4c4f-b642-98fa77fe8a94 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:42.418803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e234e0e8-5d82-4424-90f2-1ee0b8e5c2ac tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:42.422112 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e234e0e8-5d82-4424-90f2-1ee0b8e5c2ac tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:42.470548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7e28765b-d19c-44b4-ba6b-3921f00c7aa4 req-5500a9f2-f629-4885-a1fb-a19b8457f593 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094928 Aug 27 14:23:42.879639 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4c826f6-a045-4c4f-b642-98fa77fe8a94 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:42.887379 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b4c826f6-a045-4c4f-b642-98fa77fe8a94 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:42.888424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b4c826f6-a045-4c4f-b642-98fa77fe8a94 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/security-groups/18666254-6228-4d6b-8c86-00c36f9a3a10 HTTP/1.1" status: 204 len: 168 time: 0.9383047 Aug 27 14:23:43.025856 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e234e0e8-5d82-4424-90f2-1ee0b8e5c2ac tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:43.040574 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c826f6-a045-4c4f-b642-98fa77fe8a94 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18666254-6228-4d6b-8c86-00c36f9a3a10,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:43.158306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234e0e8-5d82-4424-90f2-1ee0b8e5c2ac tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Subnet': ['ID=d58007db-7377-44ea-85fc-d80b98f6db48,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:43.166450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234e0e8-5d82-4424-90f2-1ee0b8e5c2ac tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Checking segment: {'id': '75cb783d-b5d5-4f7c-bb30-3d38b5299a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '71846811-896a-46a6-a205-7a43addab9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:43.169502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234e0e8-5d82-4424-90f2-1ee0b8e5c2ac tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network hostable DHCP agents. Network: 71846811-896a-46a6-a205-7a43addab9bc, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:23:43.213246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234e0e8-5d82-4424-90f2-1ee0b8e5c2ac tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network 71846811-896a-46a6-a205-7a43addab9bc is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:23:43.229495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-e234e0e8-5d82-4424-90f2-1ee0b8e5c2ac tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 71846811-896a-46a6-a205-7a43addab9bc) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:43.238529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e234e0e8-5d82-4424-90f2-1ee0b8e5c2ac tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:43.238747 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4d79c141-0581-4d12-964e-b9b49ddbffcd no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:23:43.239205 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e234e0e8-5d82-4424-90f2-1ee0b8e5c2ac tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:43.244169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a254e131-a3b8-484b-8ecb-632d0617d045 None None] Network 71846811-896a-46a6-a205-7a43addab9bc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:43.267675 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e234e0e8-5d82-4424-90f2-1ee0b8e5c2ac tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2708549 Aug 27 14:23:43.270247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53304) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:43.285037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-99646575-4fe8-4b77-bfc9-cf0d41352ebf tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'subnet': {'network_id': '71846811-896a-46a6-a205-7a43addab9bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:43.299636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53308) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:43.305730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-15265cea-36a6-4bee-8061-1c9f3b352f9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508381790', 'description': 'tempest-secgroup-smoke-508381790 description', 'project_id': '192eb92f7c9846a9901dbb1419062132'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:43.371901 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15265cea-36a6-4bee-8061-1c9f3b352f9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:43.373777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 4d79c141-0581-4d12-964e-b9b49ddbffcd {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:23:43.374252 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4d79c141-0581-4d12-964e-b9b49ddbffcd not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:23:43.397555 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 99a420db-742a-4f85-98ec-deaece902d5e no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:23:43.434173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 99a420db-742a-4f85-98ec-deaece902d5e {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:23:43.434978 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 99a420db-742a-4f85-98ec-deaece902d5e not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:23:43.542324 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15265cea-36a6-4bee-8061-1c9f3b352f9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:43.552991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15265cea-36a6-4bee-8061-1c9f3b352f9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:43.582152 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99646575-4fe8-4b77-bfc9-cf0d41352ebf tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:43.589958 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-99646575-4fe8-4b77-bfc9-cf0d41352ebf tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:43.661247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-71846811-896a-46a6-a205-7a43addab9bc', 'network_id': '71846811-896a-46a6-a205-7a43addab9bc', 'tenant_id': '0ca0368276714a29ba3ded451a0ff6dc', 'fixed_ips': [{'subnet_id': 'd58007db-7377-44ea-85fc-d80b98f6db48'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:23:43.662502 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:43.693993 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15265cea-36a6-4bee-8061-1c9f3b352f9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:43.699481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-15265cea-36a6-4bee-8061-1c9f3b352f9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3986652 Aug 27 14:23:43.708920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53314) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:43.719348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-93c539b1-9417-40d5-a430-88b63e2582f5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': 'd7dd16e1-d628-4a9f-9615-be015fd65407', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:43.743946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15265cea-36a6-4bee-8061-1c9f3b352f9b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dd16e1-d628-4a9f-9615-be015fd65407,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:43.807882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4515df4-25ca-4a05-a734-aa9dcee9c898 req-ddff164c-6452-47f7-ab03-e6d4e4063629 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:43.819157 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d4515df4-25ca-4a05-a734-aa9dcee9c898 req-ddff164c-6452-47f7-ab03-e6d4e4063629 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 943 time: 0.1938405 Aug 27 14:23:43.861833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Allocated IP 2001:db8::2 (71846811-896a-46a6-a205-7a43addab9bc/d58007db-7377-44ea-85fc-d80b98f6db48/69c7ea95-e9d1-4019-9e9a-09da1b3abbf9) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:43.876338 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93c539b1-9417-40d5-a430-88b63e2582f5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:43.933834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d4515df4-25ca-4a05-a734-aa9dcee9c898 req-3bfe73bd-9acc-47fe-aa48-7aeea9cf2247 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136909 Aug 27 14:23:43.992085 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93c539b1-9417-40d5-a430-88b63e2582f5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:43.996759 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93c539b1-9417-40d5-a430-88b63e2582f5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.026121 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-99646575-4fe8-4b77-bfc9-cf0d41352ebf tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.027546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c539b1-9417-40d5-a430-88b63e2582f5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423a04e2-f67d-4de9-9ee5-0cb9df25bb7e,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:44.030608 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.038728 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93c539b1-9417-40d5-a430-88b63e2582f5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.040329 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-93c539b1-9417-40d5-a430-88b63e2582f5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3284028 Aug 27 14:23:44.051188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53316) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:44.058634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-28926e4a-d0c5-482b-971a-0985907b8f32 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': 'd7dd16e1-d628-4a9f-9615-be015fd65407', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:44.068279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Transition to ACTIVE for port object 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:44.094753 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Transition to ACTIVE for port object 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:44.100837 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28926e4a-d0c5-482b-971a-0985907b8f32 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.105989 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.126413 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99646575-4fe8-4b77-bfc9-cf0d41352ebf tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network 71846811-896a-46a6-a205-7a43addab9bc is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:44.128172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-99646575-4fe8-4b77-bfc9-cf0d41352ebf tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:44.135363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99646575-4fe8-4b77-bfc9-cf0d41352ebf tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:44.136639 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-99646575-4fe8-4b77-bfc9-cf0d41352ebf tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.159381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-99646575-4fe8-4b77-bfc9-cf0d41352ebf tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8846021 Aug 27 14:23:44.159381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99646575-4fe8-4b77-bfc9-cf0d41352ebf tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Subnet': ['ID=c72a64c1-1900-4845-87ad-fe89b3ecfdbd,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:44.160528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53318) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:44.178024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Network 71846811-896a-46a6-a205-7a43addab9bc is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:44.181432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:44.185521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:44.225904 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28926e4a-d0c5-482b-971a-0985907b8f32 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.233466 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28926e4a-d0c5-482b-971a-0985907b8f32 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.251175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Pushing event updated for resources: {'Port': ['ID=69c7ea95-e9d1-4019-9e9a-09da1b3abbf9,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:44.258529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28926e4a-d0c5-482b-971a-0985907b8f32 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e972e4-3d93-476a-8224-9f7c7b6ab0f9,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:44.266052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Attempting to bind port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:44.266494 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Attempting to bind port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '75cb783d-b5d5-4f7c-bb30-3d38b5299a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '71846811-896a-46a6-a205-7a43addab9bc'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:44.266897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Attempting to bind port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 on network 71846811-896a-46a6-a205-7a43addab9bc {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:44.274276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:44.274662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Checking segment: {'id': '75cb783d-b5d5-4f7c-bb30-3d38b5299a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '71846811-896a-46a6-a205-7a43addab9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:44.275101 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.275500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Bound using segment: {'id': '75cb783d-b5d5-4f7c-bb30-3d38b5299a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '71846811-896a-46a6-a205-7a43addab9bc'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:44.275978 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Bound port: 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75cb783d-b5d5-4f7c-bb30-3d38b5299a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '71846811-896a-46a6-a205-7a43addab9bc'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:44.276367 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.297214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b115d-a965-417e-b68a-baea0afc3de5 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:44.303465 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b115d-a965-417e-b68a-baea0afc3de5 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:44.305389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b115d-a965-417e-b68a-baea0afc3de5 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:44.307165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b115d-a965-417e-b68a-baea0afc3de5 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:44.308733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b115d-a965-417e-b68a-baea0afc3de5 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:44.313883 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2e6b115d-a965-417e-b68a-baea0afc3de5 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1492333 Aug 27 14:23:44.313883 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28926e4a-d0c5-482b-971a-0985907b8f32 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.314564 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-28926e4a-d0c5-482b-971a-0985907b8f32 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2600596 Aug 27 14:23:44.314719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53322) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:44.316829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53324) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:44.320272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9caea6e2-9807-4934-bc6e-9d4342925357 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-303030999'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:44.324143 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-fe7f052b-c295-4810-8ad4-7bd35abbcac3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': 'd7dd16e1-d628-4a9f-9615-be015fd65407', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:44.359645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] For port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:44.362635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caea6e2-9807-4934-bc6e-9d4342925357 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:44.365840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] For port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=69c7ea95-e9d1-4019-9e9a-09da1b3abbf9,segment=NetworkSegment(75cb783d-b5d5-4f7c-bb30-3d38b5299a4b),segment_id=75cb783d-b5d5-4f7c-bb30-3d38b5299a4b)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:44.372628 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.374993 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9caea6e2-9807-4934-bc6e-9d4342925357 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.405661 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe7f052b-c295-4810-8ad4-7bd35abbcac3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.448289 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9caea6e2-9807-4934-bc6e-9d4342925357 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:23:44.465681 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9caea6e2-9807-4934-bc6e-9d4342925357 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.467861 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-9caea6e2-9807-4934-bc6e-9d4342925357 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Added segment fc423395-4c96-494e-9d04-e65344b4895f of type vlan for network 1abae670-9e29-479f-a5ee-4c5244770bdf Aug 27 14:23:44.480025 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90abbf-ea0c-418f-8c72-7caccb99dba8 None None] Pushing event updated for resources: {'Port': ['ID=69c7ea95-e9d1-4019-9e9a-09da1b3abbf9,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:44.523549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe7f052b-c295-4810-8ad4-7bd35abbcac3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.528344 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe7f052b-c295-4810-8ad4-7bd35abbcac3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.547331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f052b-c295-4810-8ad4-7bd35abbcac3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94eeb1a-76dc-4317-9298-eaebc8054abd,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:44.560202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fe7f052b-c295-4810-8ad4-7bd35abbcac3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.561920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fe7f052b-c295-4810-8ad4-7bd35abbcac3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2423353 Aug 27 14:23:44.564815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53328) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:44.569257 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9caea6e2-9807-4934-bc6e-9d4342925357 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.573587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d5f0f028-5e9e-4407-b4c3-de42689be951 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': 'd7dd16e1-d628-4a9f-9615-be015fd65407', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:44.606728 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9caea6e2-9807-4934-bc6e-9d4342925357 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.621598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caea6e2-9807-4934-bc6e-9d4342925357 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:44.622291 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9caea6e2-9807-4934-bc6e-9d4342925357 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.626636 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5f0f028-5e9e-4407-b4c3-de42689be951 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.682051 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8140191c-2b1c-4476-8eba-3e0a24b64b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.722855 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9caea6e2-9807-4934-bc6e-9d4342925357 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4069772 Aug 27 14:23:44.725751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53330) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:44.731910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e2357550-7ccd-4ee1-94b6-0df27863b74e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:44.738075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caea6e2-9807-4934-bc6e-9d4342925357 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Network': ['ID=1abae670-9e29-479f-a5ee-4c5244770bdf,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:44.755044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 1abae670-9e29-479f-a5ee-4c5244770bdf details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:44.812777 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5f0f028-5e9e-4407-b4c3-de42689be951 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.897753 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5f0f028-5e9e-4407-b4c3-de42689be951 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:44.977592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0f028-5e9e-4407-b4c3-de42689be951 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27f98b5-2e1f-4c4e-b19a-737b01dd9c94,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:44.999042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5f0f028-5e9e-4407-b4c3-de42689be951 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.002898 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d5f0f028-5e9e-4407-b4c3-de42689be951 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4337618 Aug 27 14:23:45.003952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53334) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:45.014339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ed51e8bd-f0e0-4cfb-9c4a-c08611c4af15 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': 'd7dd16e1-d628-4a9f-9615-be015fd65407', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:45.054883 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-ed51e8bd-f0e0-4cfb-9c4a-c08611c4af15 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Project 192eb92f7c9846a9901dbb1419062132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:23:45.062273 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed51e8bd-f0e0-4cfb-9c4a-c08611c4af15 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.062467 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e2357550-7ccd-4ee1-94b6-0df27863b74e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.099233 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e2357550-7ccd-4ee1-94b6-0df27863b74e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.123947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2357550-7ccd-4ee1-94b6-0df27863b74e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network 1abae670-9e29-479f-a5ee-4c5244770bdf is not hosted by any dhcp agent {{(pid=101187) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 14:23:45.129310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2357550-7ccd-4ee1-94b6-0df27863b74e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:45.129926 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e2357550-7ccd-4ee1-94b6-0df27863b74e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.134545 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e2357550-7ccd-4ee1-94b6-0df27863b74e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "PUT /v2.0/networks/1abae670-9e29-479f-a5ee-4c5244770bdf HTTP/1.1" status: 200 len: 723 time: 0.4050095 Aug 27 14:23:45.136677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53336) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:45.151110 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b731d3fb-a1ff-49a5-962d-a6feb9db3815 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'subnet': {'network_id': '1abae670-9e29-479f-a5ee-4c5244770bdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:45.189282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ef1a4-f195-4ab8-88f9-5f0bde7e8742 req-571a9029-0382-487b-83c9-110b6095c6dd tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:45.190858 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f78ef1a4-f195-4ab8-88f9-5f0bde7e8742 req-571a9029-0382-487b-83c9-110b6095c6dd tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 943 time: 0.1564627 Aug 27 14:23:45.228389 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2357550-7ccd-4ee1-94b6-0df27863b74e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Network': ['ID=1abae670-9e29-479f-a5ee-4c5244770bdf,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:45.234335 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed51e8bd-f0e0-4cfb-9c4a-c08611c4af15 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.241527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 1abae670-9e29-479f-a5ee-4c5244770bdf details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:45.244014 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f78ef1a4-f195-4ab8-88f9-5f0bde7e8742 req-e53bb7e0-77b7-4545-bb00-578268c0de8d tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 Aug 27 14:23:45.249781 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed51e8bd-f0e0-4cfb-9c4a-c08611c4af15 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.297297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51e8bd-f0e0-4cfb-9c4a-c08611c4af15 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29b2b1a-4ded-4f61-94e2-b2e4354f92e0,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:45.301660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ed51e8bd-f0e0-4cfb-9c4a-c08611c4af15 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.306053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ed51e8bd-f0e0-4cfb-9c4a-c08611c4af15 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2981009 Aug 27 14:23:45.306707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53338) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:45.317235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:45.322585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d26b00d9-e64c-42eb-8e32-61f933f560a9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'security_group_rule': {'security_group_id': 'd7dd16e1-d628-4a9f-9615-be015fd65407', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:45.335830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b731d3fb-a1ff-49a5-962d-a6feb9db3815 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:45.339700 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b731d3fb-a1ff-49a5-962d-a6feb9db3815 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.375855 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-d26b00d9-e64c-42eb-8e32-61f933f560a9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Project 192eb92f7c9846a9901dbb1419062132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:23:45.387452 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d26b00d9-e64c-42eb-8e32-61f933f560a9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.445819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:45.476773 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d26b00d9-e64c-42eb-8e32-61f933f560a9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.479839 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d26b00d9-e64c-42eb-8e32-61f933f560a9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.502555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b00d9-e64c-42eb-8e32-61f933f560a9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d910d4-9761-4700-816b-c9050185758a,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:45.536784 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d26b00d9-e64c-42eb-8e32-61f933f560a9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.540681 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d26b00d9-e64c-42eb-8e32-61f933f560a9 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2314038 Aug 27 14:23:45.541773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53346) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:45.546974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f32e81b9-5ea8-41c8-8230-8c5aa8f2e31f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'network': {'name': 'tempest-network-smoke--162501468', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'port_security_enabled': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:45.553821 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7f5776cb-1cbe-407c-bb36-d9c5bff97046 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:23:45.597135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32e81b9-5ea8-41c8-8230-8c5aa8f2e31f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Made reservation on behalf of 192eb92f7c9846a9901dbb1419062132 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:45.609113 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f32e81b9-5ea8-41c8-8230-8c5aa8f2e31f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.642069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32e81b9-5ea8-41c8-8230-8c5aa8f2e31f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:23:45.657178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f32e81b9-5ea8-41c8-8230-8c5aa8f2e31f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.658721 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-f32e81b9-5ea8-41c8-8230-8c5aa8f2e31f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Added segment f1372e50-ae05-44c0-82d2-51b288b95907 of type vlan for network 66caef09-b37e-492a-a830-9a1e6fc28135 Aug 27 14:23:45.690469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1eae141-ac2d-4134-aa3d-1601457771c6 req-c3a6268b-e296-4809-a313-de5bec227f00 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0905645 Aug 27 14:23:45.720427 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f32e81b9-5ea8-41c8-8230-8c5aa8f2e31f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.752078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7f5776cb-1cbe-407c-bb36-d9c5bff97046, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046,segment=NetworkSegment(7a525ae0-97d6-4e29-b028-3f156ca77c7b),segment_id=7a525ae0-97d6-4e29-b028-3f156ca77c7b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:45.758539 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f32e81b9-5ea8-41c8-8230-8c5aa8f2e31f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.765679 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32e81b9-5ea8-41c8-8230-8c5aa8f2e31f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:45.766451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f32e81b9-5ea8-41c8-8230-8c5aa8f2e31f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.773921 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '7f5776cb-1cbe-407c-bb36-d9c5bff97046', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'port_id': '7f5776cb-1cbe-407c-bb36-d9c5bff97046', 'mac_address': 'fa:16:3e:69:a4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:23:45.822025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eae141-ac2d-4134-aa3d-1601457771c6 req-ba48456b-f04c-4645-a081-9f0f838f503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:45.824238 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1eae141-ac2d-4134-aa3d-1601457771c6 req-ba48456b-f04c-4645-a081-9f0f838f503a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a74e18363e9046b0839d3e0db545669b&device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 1097 time: 0.0848148 Aug 27 14:23:45.825659 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b731d3fb-a1ff-49a5-962d-a6feb9db3815 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.841324 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f32e81b9-5ea8-41c8-8230-8c5aa8f2e31f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2951696 Aug 27 14:23:45.843682 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53350) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:45.851024 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'admin_state_up': True, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:45.863924 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.885189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5776cb-1cbe-407c-bb36-d9c5bff97046 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:23:45.902206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e81b9-5ea8-41c8-8230-8c5aa8f2e31f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Network': ['ID=66caef09-b37e-492a-a830-9a1e6fc28135,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:45.914323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 66caef09-b37e-492a-a830-9a1e6fc28135 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:45.917447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7f5776cb-1cbe-407c-bb36-d9c5bff97046, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046,segment=NetworkSegment(7a525ae0-97d6-4e29-b028-3f156ca77c7b),segment_id=7a525ae0-97d6-4e29-b028-3f156ca77c7b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:45.926770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700879fa-9e00-4f75-8219-62b1132bfa2f req-18414d94-1b09-47fb-9bdb-83687ea49934 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:45.929297 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-700879fa-9e00-4f75-8219-62b1132bfa2f req-18414d94-1b09-47fb-9bdb-83687ea49934 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 945 time: 0.0669451 Aug 27 14:23:45.969153 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:45.990608 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-700879fa-9e00-4f75-8219-62b1132bfa2f req-89c06ff0-147e-4e0a-837b-d564cf16abcf tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480204 Aug 27 14:23:46.012985 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:46.013951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:46.029554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731d3fb-a1ff-49a5-962d-a6feb9db3815 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Subnet': ['ID=807a164c-3724-4d03-902c-c50bc5209e59,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:46.031691 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b826b49a-579d-4d33-87f4-7ec3e80f4faa None None] Network 71846811-896a-46a6-a205-7a43addab9bc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:46.070342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b731d3fb-a1ff-49a5-962d-a6feb9db3815 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Checking segment: {'id': 'fc423395-4c96-494e-9d04-e65344b4895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1abae670-9e29-479f-a5ee-4c5244770bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:46.070735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b731d3fb-a1ff-49a5-962d-a6feb9db3815 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network hostable DHCP agents. Network: 1abae670-9e29-479f-a5ee-4c5244770bdf, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:23:46.085268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=7f5776cb-1cbe-407c-bb36-d9c5bff97046,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:46.119017 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:46.120822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6c87e122-1b8a-49aa-85eb-058380cf188e None None] Provisioning for port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:46.122717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eae141-ac2d-4134-aa3d-1601457771c6 req-650ddd7b-2560-4166-8a77-802c818d3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:46.124347 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1eae141-ac2d-4134-aa3d-1601457771c6 req-650ddd7b-2560-4166-8a77-802c818d3b82 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 HTTP/1.1" status: 200 len: 911 time: 0.2635317 Aug 27 14:23:46.129879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6c87e122-1b8a-49aa-85eb-058380cf188e None None] Provisioning complete for port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:46.130335 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6c87e122-1b8a-49aa-85eb-058380cf188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:46.224848 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:23:46.230670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b731d3fb-a1ff-49a5-962d-a6feb9db3815 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network 1abae670-9e29-479f-a5ee-4c5244770bdf is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:23:46.253612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b731d3fb-a1ff-49a5-962d-a6feb9db3815 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 1abae670-9e29-479f-a5ee-4c5244770bdf) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:46.352729 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731d3fb-a1ff-49a5-962d-a6feb9db3815 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:46.353459 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b731d3fb-a1ff-49a5-962d-a6feb9db3815 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:46.373976 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:46.384559 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1eae141-ac2d-4134-aa3d-1601457771c6 req-b1c7e573-7f05-494b-925b-ecb8a2f194fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44b028b7-dd46-467f-b3e9-02110b0da9d8 HTTP/1.1" status: 200 len: 1001 time: 0.2519164 Aug 27 14:23:46.416528 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b731d3fb-a1ff-49a5-962d-a6feb9db3815 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2766438 Aug 27 14:23:46.419773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53354) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:46.424564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f54dd-42e7-4aac-8844-b12edf4f8565 None None] Network 1abae670-9e29-479f-a5ee-4c5244770bdf requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:46.426775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['7f5776cb-1cbe-407c-bb36-d9c5bff97046'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:23:46.429195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3a8675f3-5c2f-4ec0-af50-0fbd8ce49fb4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:46.523999 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6c87e122-1b8a-49aa-85eb-058380cf188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:46.584349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a8675f3-5c2f-4ec0-af50-0fbd8ce49fb4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26318958'] for subnet, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:46.609064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6c87e122-1b8a-49aa-85eb-058380cf188e None None] For port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=69c7ea95-e9d1-4019-9e9a-09da1b3abbf9,segment=NetworkSegment(75cb783d-b5d5-4f7c-bb30-3d38b5299a4b),segment_id=75cb783d-b5d5-4f7c-bb30-3d38b5299a4b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:46.645310 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6c87e122-1b8a-49aa-85eb-058380cf188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:46.798051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0f4196-184c-40d9-b0ca-3aabec3f8569 None None] Update dhcp port {'port': {'network_id': '71846811-896a-46a6-a205-7a43addab9bc', 'fixed_ips': [{'subnet_id': 'd58007db-7377-44ea-85fc-d80b98f6db48', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c72a64c1-1900-4845-87ad-fe89b3ecfdbd'}], 'binding:host_id': 'n-d-712139-12'}, 'id': '69c7ea95-e9d1-4019-9e9a-09da1b3abbf9'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:23:46.808459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a8675f3-5c2f-4ec0-af50-0fbd8ce49fb4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763329798440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26311174'] for subnet, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:46.820039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87e122-1b8a-49aa-85eb-058380cf188e None None] Pushing event updated for resources: {'Port': ['ID=69c7ea95-e9d1-4019-9e9a-09da1b3abbf9,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:46.832974 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-1abae670-9e29-479f-a5ee-4c5244770bdf', 'network_id': '1abae670-9e29-479f-a5ee-4c5244770bdf', 'tenant_id': '0ca0368276714a29ba3ded451a0ff6dc', 'fixed_ips': [{'subnet_id': '807a164c-3724-4d03-902c-c50bc5209e59'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:23:46.832974 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:46.861429 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8675f3-5c2f-4ec0-af50-0fbd8ce49fb4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:46.862240 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a8675f3-5c2f-4ec0-af50-0fbd8ce49fb4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:46.866172 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3a8675f3-5c2f-4ec0-af50-0fbd8ce49fb4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "PUT /v2.0/subnets/807a164c-3724-4d03-902c-c50bc5209e59 HTTP/1.1" status: 200 len: 826 time: 0.4427309 Aug 27 14:23:46.866377 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7e0f4196-184c-40d9-b0ca-3aabec3f8569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:46.868033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53368) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:46.956899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eae141-ac2d-4134-aa3d-1601457771c6 req-85d5fbc6-7c29-4569-9de8-5129e00a84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:46.959191 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1eae141-ac2d-4134-aa3d-1601457771c6 req-85d5fbc6-7c29-4569-9de8-5129e00a84c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cfe9d06-603f-4eee-b822-f98be0cb0761 HTTP/1.1" status: 200 len: 849 time: 0.5586970 Aug 27 14:23:46.977558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84726e15-0f39-436a-bbde-3a78bc38e753 req-6e32c230-1048-458f-a654-adbcfc4ac7d3 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:46.980525 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84726e15-0f39-436a-bbde-3a78bc38e753 req-6e32c230-1048-458f-a654-adbcfc4ac7d3 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 944 time: 0.6318226 Aug 27 14:23:47.029963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8675f3-5c2f-4ec0-af50-0fbd8ce49fb4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Subnet': ['ID=807a164c-3724-4d03-902c-c50bc5209e59,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:47.039531 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.077976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eae141-ac2d-4134-aa3d-1601457771c6 req-4a32dd26-d466-42a9-98b3-7b910e859f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:47.079537 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1eae141-ac2d-4134-aa3d-1601457771c6 req-4a32dd26-d466-42a9-98b3-7b910e859f33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977023 Aug 27 14:23:47.082356 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84726e15-0f39-436a-bbde-3a78bc38e753 req-ce40580a-da5c-4fe7-bea4-5785f2210e2f tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893326 Aug 27 14:23:47.186014 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.205172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-7e0f4196-184c-40d9-b0ca-3aabec3f8569 None None] Allocated IP 172.20.0.1 (71846811-896a-46a6-a205-7a43addab9bc/c72a64c1-1900-4845-87ad-fe89b3ecfdbd/69c7ea95-e9d1-4019-9e9a-09da1b3abbf9) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:47.275293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:47.329547 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1eae141-ac2d-4134-aa3d-1601457771c6 req-5b843cc5-b959-4bf1-84d5-ce293686a28a service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408576 Aug 27 14:23:47.342651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Allocated IP 2001:db8::2 (1abae670-9e29-479f-a5ee-4c5244770bdf/807a164c-3724-4d03-902c-c50bc5209e59/f228c41c-4ce5-4065-8453-a845c92a8f4f) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:47.403057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7819622-a5e9-4b64-a5b0-49508add5000 req-910b20ed-07c7-4e4b-8af0-5e323c95e703 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:47.404621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7819622-a5e9-4b64-a5b0-49508add5000 req-910b20ed-07c7-4e4b-8af0-5e323c95e703 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 945 time: 0.0944233 Aug 27 14:23:47.413017 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.414047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1adb4-0789-479d-84b4-93440a8bb5b6 req-cdd130f1-af2f-48e7-94bb-0cc525d60979 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:47.415583 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1e1adb4-0789-479d-84b4-93440a8bb5b6 req-cdd130f1-af2f-48e7-94bb-0cc525d60979 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 945 time: 0.1072223 Aug 27 14:23:47.441471 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.457812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3445a-dc0c-4ccf-9971-a006d0ba3917 req-e30449ae-7a9e-4c0a-9fa0-dfce122de90f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:47.461331 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1fb3445a-dc0c-4ccf-9971-a006d0ba3917 req-e30449ae-7a9e-4c0a-9fa0-dfce122de90f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 945 time: 0.1975818 Aug 27 14:23:47.469894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7e0f4196-184c-40d9-b0ca-3aabec3f8569 None None] For port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=69c7ea95-e9d1-4019-9e9a-09da1b3abbf9,segment=NetworkSegment(75cb783d-b5d5-4f7c-bb30-3d38b5299a4b),segment_id=75cb783d-b5d5-4f7c-bb30-3d38b5299a4b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:47.473877 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.513914 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:47.514444 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.528873 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7819622-a5e9-4b64-a5b0-49508add5000 req-b0ac9027-f6f5-4859-b25e-64c6b274607f tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e42857-9923-4c45-820f-60be630bbd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072729 Aug 27 14:23:47.566938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-a1e1adb4-0789-479d-84b4-93440a8bb5b6 req-92a63cd8-b993-4ef7-b751-9974ca9000ed tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Deleting port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:47.569167 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1e1adb4-0789-479d-84b4-93440a8bb5b6 req-92a63cd8-b993-4ef7-b751-9974ca9000ed tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.569338 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1eae141-ac2d-4134-aa3d-1601457771c6 req-8a254530-b478-494c-9e65-1ed3cff6cf05 service neutron] 10.222.0.52 "GET /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277429 Aug 27 14:23:47.576516 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-17092071-df75-4333-bdc5-8fc8294d0c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.584389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1fb3445a-dc0c-4ccf-9971-a006d0ba3917 req-82c4283d-2869-4045-bc9f-cf87dd2a0a92 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=f007774e-eea5-4add-ba58-a61fc5b89367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692060 Aug 27 14:23:47.618411 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7e0f4196-184c-40d9-b0ca-3aabec3f8569 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.654750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7e0f4196-184c-40d9-b0ca-3aabec3f8569 None None] Transition to ACTIVE for port object 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:47.667128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.25.2.103 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/af0adf8a-dfa2-43e4-a34e-18ad88dde2ab) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:47.678041 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7e0f4196-184c-40d9-b0ca-3aabec3f8569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.690710 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a1e1adb4-0789-479d-84b4-93440a8bb5b6 req-92a63cd8-b993-4ef7-b751-9974ca9000ed tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] For port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:47.691271 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1e1adb4-0789-479d-84b4-93440a8bb5b6 req-92a63cd8-b993-4ef7-b751-9974ca9000ed tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.691431 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 had new provisioning blocks added so it will not transition to active. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 27 14:23:47.705311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-a1e1adb4-0789-479d-84b4-93440a8bb5b6 req-92a63cd8-b993-4ef7-b751-9974ca9000ed tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Calling delete_port for c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:47.774011 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.788396 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.795927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Transition to ACTIVE for port object f228c41c-4ce5-4065-8453-a845c92a8f4f will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:47.803133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f4196-184c-40d9-b0ca-3aabec3f8569 None None] Pushing event updated for resources: {'Port': ['ID=69c7ea95-e9d1-4019-9e9a-09da1b3abbf9,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:47.818635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Transition to ACTIVE for port object f228c41c-4ce5-4065-8453-a845c92a8f4f will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:47.825353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.837843 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.868007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Network 1abae670-9e29-479f-a5ee-4c5244770bdf is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:47.880838 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:47.885231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:47.892264 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.898772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:47.902861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Pushing event updated for resources: {'Port': ['ID=f228c41c-4ce5-4065-8453-a845c92a8f4f,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:47.909113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:47.913733 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1e1adb4-0789-479d-84b4-93440a8bb5b6 req-92a63cd8-b993-4ef7-b751-9974ca9000ed tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.919670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:47.933504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:23:47.990605 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Attempting to bind port f228c41c-4ce5-4065-8453-a845c92a8f4f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:47.992174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Attempting to bind port f228c41c-4ce5-4065-8453-a845c92a8f4f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'fc423395-4c96-494e-9d04-e65344b4895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1abae670-9e29-479f-a5ee-4c5244770bdf'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:47.992174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Attempting to bind port f228c41c-4ce5-4065-8453-a845c92a8f4f on network 1abae670-9e29-479f-a5ee-4c5244770bdf {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:47.997429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:47.997899 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Checking segment: {'id': 'fc423395-4c96-494e-9d04-e65344b4895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1abae670-9e29-479f-a5ee-4c5244770bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:47.998362 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:47.998856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Bound using segment: {'id': 'fc423395-4c96-494e-9d04-e65344b4895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1abae670-9e29-479f-a5ee-4c5244770bdf'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:47.999408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Bound port: f228c41c-4ce5-4065-8453-a845c92a8f4f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc423395-4c96-494e-9d04-e65344b4895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1abae670-9e29-479f-a5ee-4c5244770bdf'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:47.999857 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:48.037449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Subnet': ['ID=807a164c-3724-4d03-902c-c50bc5209e59,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:48.043948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a63cd8-b993-4ef7-b751-9974ca9000ed tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event deleted for resources: {'Port': ['ID=c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:48.050634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=af0adf8a-dfa2-43e4-a34e-18ad88dde2ab,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:48.075676 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:48.104452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abae670-9e29-479f-a5ee-4c5244770bdf']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:48.107075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e1adb4-0789-479d-84b4-93440a8bb5b6 req-92a63cd8-b993-4ef7-b751-9974ca9000ed tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] No DVR routers for this DVR port c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:23:48.110192 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a1e1adb4-0789-479d-84b4-93440a8bb5b6 req-92a63cd8-b993-4ef7-b751-9974ca9000ed tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:48.112749 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a1e1adb4-0789-479d-84b4-93440a8bb5b6 req-92a63cd8-b993-4ef7-b751-9974ca9000ed tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.52 "DELETE /v2.0/ports/c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e HTTP/1.1" status: 204 len: 173 time: 0.6903822 Aug 27 14:23:48.115234 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] For port f228c41c-4ce5-4065-8453-a845c92a8f4f, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:48.118620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] For port f228c41c-4ce5-4065-8453-a845c92a8f4f, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f228c41c-4ce5-4065-8453-a845c92a8f4f,segment=NetworkSegment(fc423395-4c96-494e-9d04-e65344b4895f),segment_id=fc423395-4c96-494e-9d04-e65344b4895f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:48.120666 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf80906-9c28-4e88-a2cb-e50e03c22f8c', 'name': 'network-vif-deleted', 'tag': 'c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:48.123683 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:48.124494 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7205665e-f055-4f00-9a77-e3d16cc5bdf8" -d '{"events": [{"server_uuid": "3cf80906-9c28-4e88-a2cb-e50e03c22f8c", "name": "network-vif-deleted", "tag": "c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:48.152328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc423395-4c96-494e-9d04-e65344b4895f') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:48.152702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc423395-4c96-494e-9d04-e65344b4895f') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:48.184140 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:48.208236 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e7f383-9a3c-45c6-a574-0b6bbc417e4e x-openstack-request-id: req-d6e7f383-9a3c-45c6-a574-0b6bbc417e4e {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:48.209118 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf80906-9c28-4e88-a2cb-e50e03c22f8c", "name": "network-vif-deleted", "tag": "c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:48.210041 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6e7f383-9a3c-45c6-a574-0b6bbc417e4e {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:48.210460 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf80906-9c28-4e88-a2cb-e50e03c22f8c', 'name': 'network-vif-deleted', 'tag': 'c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e', 'status': 'completed', 'code': 200} Aug 27 14:23:48.225188 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:48.248379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:23:48.248791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:23:48.254077 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:23:48.261099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef87f6-f32c-469e-9e37-f45e06cb46f9 None None] Pushing event updated for resources: {'Port': ['ID=f228c41c-4ce5-4065-8453-a845c92a8f4f,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:48.335739 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 14:23:48.335739 n-d-712139-12 neutron-server[101187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 14:23:48.335739 n-d-712139-12 neutron-server[101187]: [parameters: {'id': '1abae670-9e29-479f-a5ee-4c5244770bdf'}] Aug 27 14:23:48.335739 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:23:48.336175 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:23:48.341309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e3d8ac-078b-44c7-adfb-99378d840774 None None] Network 1abae670-9e29-479f-a5ee-4c5244770bdf requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:48.344264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e1e88-3ee6-48d8-b0c0-c31966e93613 req-e6c27935-fb2a-4938-b204-fbc32100fed9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:48.345862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d16e1e88-3ee6-48d8-b0c0-c31966e93613 req-e6c27935-fb2a-4938-b204-fbc32100fed9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 944 time: 0.1338403 Aug 27 14:23:48.404386 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:48.422184 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d16e1e88-3ee6-48d8-b0c0-c31966e93613 req-75dfde3d-d8fc-4d95-9f5d-8848ff6a8354 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580246 Aug 27 14:23:48.545574 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb753ae-cf26-4b25-b98f-6518cb621499 None None] Network 1abae670-9e29-479f-a5ee-4c5244770bdf requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:48.622070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fa4657-284d-4cf2-9105-3b1e030c7c65 None None] Network 71846811-896a-46a6-a205-7a43addab9bc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:48.728463 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9077779e-8108-4b66-b15a-c7462c157b38 req-ce127b2b-c536-4740-8eb3-cf0f0939178b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 210 time: 0.0302012 Aug 27 14:23:48.737574 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c9a5f782-7d94-4e5f-9846-f228a345a957 None None] Provisioning for port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:48.747193 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:48.754136 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c9a5f782-7d94-4e5f-9846-f228a345a957 None None] Provisioning complete for port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:48.754651 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f782-7d94-4e5f-9846-f228a345a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:48.837542 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:48.872298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf44e9d-bef0-4e6f-9af6-4bb6f4966de3 req-4c1e9b3f-95f7-4917-88db-fd8fc699278d tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:48.878130 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:48.881348 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9cf44e9d-bef0-4e6f-9af6-4bb6f4966de3 req-4c1e9b3f-95f7-4917-88db-fd8fc699278d tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 945 time: 0.1885169 Aug 27 14:23:48.921136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Deleting port f228c41c-4ce5-4065-8453-a845c92a8f4f {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:48.921520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:48.947657 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9cf44e9d-bef0-4e6f-9af6-4bb6f4966de3 req-59365b10-98fc-4818-91f4-ba4a6c49f61a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e42857-9923-4c45-820f-60be630bbd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649230 Aug 27 14:23:48.986101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 5ec5ece0-134d-4b4a-92c7-471ead093f8b is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:23:49.070517 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] For port f228c41c-4ce5-4065-8453-a845c92a8f4f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f228c41c-4ce5-4065-8453-a845c92a8f4f,segment=NetworkSegment(fc423395-4c96-494e-9d04-e65344b4895f),segment_id=fc423395-4c96-494e-9d04-e65344b4895f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:49.071891 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:49.089258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Calling delete_port for f228c41c-4ce5-4065-8453-a845c92a8f4f owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:49.104813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-3f6a7ee8-8247-4e39-aa59-7b6171102a6f tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:49.106637 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-3f6a7ee8-8247-4e39-aa59-7b6171102a6f tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 945 time: 0.0991178 Aug 27 14:23:49.129668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:23:49.143371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Sync routers for ids ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:23:49.160705 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Routers {'5ec5ece0-134d-4b4a-92c7-471ead093f8b'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:49.162918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:49.166473 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:49.167772 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-987401e6-385c-44fc-bab0-a54afb296201 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3220489 Aug 27 14:23:49.178452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53386) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:49.232319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4fb97ae1-6fc8-4950-8eec-c9124a913ec1 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=192eb92f7c9846a9901dbb1419062132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598919 Aug 27 14:23:49.235043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53388) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:49.294173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:49.296277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a45384-bbd3-403e-8aa7-0c211b233d10 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:23:49.337626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cb35e4-ea3c-4f4a-8c67-e02a9571ef48 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:49.340120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e7cb35e4-ea3c-4f4a-8c67-e02a9571ef48 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1040504 Aug 27 14:23:49.342981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53390) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:49.359532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Deleting port 44b028b7-dd46-467f-b3e9-02110b0da9d8 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:49.359877 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:49.385691 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-39fbb5dc-cd8b-42e6-8d2f-f5a491c93698 tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413830 Aug 27 14:23:49.388704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53392) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:49.395872 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-20382121-3f37-425a-acc6-540ed6e1b892 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1413703106', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'project_id': '192eb92f7c9846a9901dbb1419062132', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:49.482275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] For port 44b028b7-dd46-467f-b3e9-02110b0da9d8, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=44b028b7-dd46-467f-b3e9-02110b0da9d8,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:49.482867 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:49.501556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:49.503797 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20382121-3f37-425a-acc6-540ed6e1b892 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Made reservation on behalf of 192eb92f7c9846a9901dbb1419062132 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:49.508177 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20382121-3f37-425a-acc6-540ed6e1b892 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:49.570775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7f5776cb-1cbe-407c-bb36-d9c5bff97046 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:49.586976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Port': ['ID=f228c41c-4ce5-4065-8453-a845c92a8f4f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:49.622356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Set router 5ec5ece0-134d-4b4a-92c7-471ead093f8b gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:49.625173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No DVR routers for this DVR port f228c41c-4ce5-4065-8453-a845c92a8f4f on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:23:49.697764 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8bd3f1e6-6127-4b80-a9de-1b7c181c9ad0 None None] Provisioning complete for port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:49.698058 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8bd3f1e6-6127-4b80-a9de-1b7c181c9ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:49.762613 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20382121-3f37-425a-acc6-540ed6e1b892 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:49.796696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad16f2-b462-4ece-84bf-212fb0702b56 req-42a06b47-c524-4d12-84e2-1c5f34c2be7b tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:49.799427 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10ad16f2-b462-4ece-84bf-212fb0702b56 req-42a06b47-c524-4d12-84e2-1c5f34c2be7b tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 944 time: 0.2285159 Aug 27 14:23:49.829407 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:49.858561 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20382121-3f37-425a-acc6-540ed6e1b892 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Subnet': ['ID=09a4828f-3ee5-48a5-af6b-577d8cd0c09b,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:49.867947 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 7f5776cb-1cbe-407c-bb36-d9c5bff97046 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:49.892882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 7f5776cb-1cbe-407c-bb36-d9c5bff97046 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:49.893259 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:49.903843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:49.904220 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:49.906901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abae670-9e29-479f-a5ee-4c5244770bdf']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:49.908820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20382121-3f37-425a-acc6-540ed6e1b892 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Checking segment: {'id': 'f1372e50-ae05-44c0-82d2-51b288b95907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:49.909199 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20382121-3f37-425a-acc6-540ed6e1b892 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network hostable DHCP agents. Network: 66caef09-b37e-492a-a830-9a1e6fc28135, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:23:49.915514 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-efa0dbf6-1cf5-460f-9ded-a3f4330ef01e req-14d02618-0d5d-4192-bbb0-98ea24376427 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 210 time: 0.0472827 Aug 27 14:23:49.939074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20382121-3f37-425a-acc6-540ed6e1b892 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 66caef09-b37e-492a-a830-9a1e6fc28135 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:23:49.945420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-20382121-3f37-425a-acc6-540ed6e1b892 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 66caef09-b37e-492a-a830-9a1e6fc28135) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:49.947633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc423395-4c96-494e-9d04-e65344b4895f') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:49.948487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc423395-4c96-494e-9d04-e65344b4895f') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:49.958975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20382121-3f37-425a-acc6-540ed6e1b892 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:49.959536 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20382121-3f37-425a-acc6-540ed6e1b892 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:49.969103 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:49.976918 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10ad16f2-b462-4ece-84bf-212fb0702b56 req-b51f4ac1-e5ca-42ea-b7bd-5feaf9711157 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696000 Aug 27 14:23:49.981426 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-20382121-3f37-425a-acc6-540ed6e1b892 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5914552 Aug 27 14:23:49.984190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53400) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:49.991932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a45384-bbd3-403e-8aa7-0c211b233d10 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:23:50.010705 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.017672 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.018228 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.018663 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Floating IP 66ea5a3c-069b-4380-a553-528f45fe1f64 disassociated. External IP: 172.25.2.170, port: 44b028b7-dd46-467f-b3e9-02110b0da9d8. Aug 27 14:23:50.019266 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Calling delete_port for 44b028b7-dd46-467f-b3e9-02110b0da9d8 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:50.026451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:23:50.028333 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:23:50.032130 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:23:50.201726 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5315a2-e93b-4966-a254-01fc3b461c21 req-fb6d6b47-14eb-49c7-921f-a928181342d2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:50.203254 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a5315a2-e93b-4966-a254-01fc3b461c21 req-fb6d6b47-14eb-49c7-921f-a928181342d2 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 945 time: 0.1342700 Aug 27 14:23:50.276157 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.287755 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.292626 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/1abae670-9e29-479f-a5ee-4c5244770bdf HTTP/1.1" status: 204 len: 168 time: 3.4228947 Aug 27 14:23:50.293408 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.295684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53404) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:50.300322 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.306877 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.342925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:23:48Z', 'revision_number': 3, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:50.361889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event deleted for resources: {'Port': ['ID=44b028b7-dd46-467f-b3e9-02110b0da9d8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:50.367381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77a08d-55bb-45ed-b303-a7aaea29072b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Network': ['ID=1abae670-9e29-479f-a5ee-4c5244770bdf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:50.370939 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a99aa5b-96c7-4cc2-8f7c-7250193cbe80 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] DELETE failed (client error): The resource could not be found. Aug 27 14:23:50.371709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a99aa5b-96c7-4cc2-8f7c-7250193cbe80 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:23:50.379754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8a99aa5b-96c7-4cc2-8f7c-7250193cbe80 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/1abae670-9e29-479f-a5ee-4c5244770bdf HTTP/1.1" status: 404 len: 339 time: 0.0797255 Aug 27 14:23:50.380928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53406) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:50.385844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-df70671e-7380-4e2b-8572-bd4145d62b8a tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-3071161', 'description': 'd1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:50.394972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:50.397169 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75329487-b8a9-4b46-9d7a-5fdf0eca9cb5" -d '{"events": [{"server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "name": "network-vif-plugged", "status": "completed", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:50.400036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Checking router: 5ec5ece0-134d-4b4a-92c7-471ead093f8b for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:23:50.400378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Updating router 5ec5ece0-134d-4b4a-92c7-471ead093f8b port af0adf8a-dfa2-43e4-a34e-18ad88dde2ab binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:23:50.413696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df70671e-7380-4e2b-8572-bd4145d62b8a tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:50.417673 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-df70671e-7380-4e2b-8572-bd4145d62b8a tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.417958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:23:50.444664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df70671e-7380-4e2b-8572-bd4145d62b8a tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:23:50.454633 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-df70671e-7380-4e2b-8572-bd4145d62b8a tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.455057 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-df70671e-7380-4e2b-8572-bd4145d62b8a tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Added segment da7778eb-25b2-405d-be68-5e1565ef2d88 of type vlan for network 641e50b2-fc51-43f7-98a3-d9f66b57f7ff Aug 27 14:23:50.501773 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2707bf6-981d-4d75-bf38-f079340d17b3 x-openstack-request-id: req-f2707bf6-981d-4d75-bf38-f079340d17b3 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:50.502451 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "name": "network-vif-plugged", "status": "completed", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:50.502927 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2707bf6-981d-4d75-bf38-f079340d17b3 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:50.503490 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046', 'code': 200} Aug 27 14:23:50.506961 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-df70671e-7380-4e2b-8572-bd4145d62b8a tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.507746 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 7f5776cb-1cbe-407c-bb36-d9c5bff97046, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046,segment=NetworkSegment(7a525ae0-97d6-4e29-b028-3f156ca77c7b),segment_id=7a525ae0-97d6-4e29-b028-3f156ca77c7b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:50.512921 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:23:50.513578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device c2e60dd4-76d9-4bb2-9ed2-a93f0d473c7e not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:23:50.514198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 44b028b7-dd46-467f-b3e9-02110b0da9d8 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:23:50.538719 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.546075 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.547822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 44b028b7-dd46-467f-b3e9-02110b0da9d8 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:23:50.548391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 44b028b7-dd46-467f-b3e9-02110b0da9d8 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:23:50.574667 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-df70671e-7380-4e2b-8572-bd4145d62b8a tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.580143 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df70671e-7380-4e2b-8572-bd4145d62b8a tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:50.580734 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-df70671e-7380-4e2b-8572-bd4145d62b8a tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:50.640929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=7f5776cb-1cbe-407c-bb36-d9c5bff97046,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:50.667921 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-df70671e-7380-4e2b-8572-bd4145d62b8a tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2861860 Aug 27 14:23:50.672757 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53410) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:50.759374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70671e-7380-4e2b-8572-bd4145d62b8a tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Network': ['ID=641e50b2-fc51-43f7-98a3-d9f66b57f7ff,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:50.780570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 641e50b2-fc51-43f7-98a3-d9f66b57f7ff details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:50.809749 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Router cef7bdc7-f619-4a55-91fd-b441c3de6a64 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:23:50.817406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52c8ec-75cb-49ab-94ac-da63a5e41f9f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:50.819814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2b52c8ec-75cb-49ab-94ac-da63a5e41f9f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "GET /v2.0/networks?id=641e50b2-fc51-43f7-98a3-d9f66b57f7ff HTTP/1.1" status: 200 len: 762 time: 0.1459882 Aug 27 14:23:50.824053 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53412) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:50.830238 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c99ebcac-7582-4ddb-9ce9-a20b847fe9fc tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'network': {'description': 'd2'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:50.932936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-66caef09-b37e-492a-a830-9a1e6fc28135', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ips': [{'subnet_id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:23:50.934185 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:51.157071 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a5315a2-e93b-4966-a254-01fc3b461c21 req-ca6179da-c4b0-4f88-b305-d7c4e696e83b tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e42857-9923-4c45-820f-60be630bbd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9470971 Aug 27 14:23:51.206453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0103b9b-16ef-4f16-90a3-bd490290eb90 req-171212ba-e766-4b8f-a3c6-04a3aeb08509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:51.208017 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0103b9b-16ef-4f16-90a3-bd490290eb90 req-171212ba-e766-4b8f-a3c6-04a3aeb08509 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 1097 time: 0.6411438 Aug 27 14:23:51.235217 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:51.238928 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:51.259522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Transition to ACTIVE for port object af0adf8a-dfa2-43e4-a34e-18ad88dde2ab will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:51.280499 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:51.339552 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0103b9b-16ef-4f16-90a3-bd490290eb90 req-66daa8b5-83b7-4fc2-93ba-5683302ccc9f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238453 Aug 27 14:23:51.345323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1f353-a6b0-422a-9f4f-fb8f525edb46 None None] Pushing event updated for resources: {'Port': ['ID=af0adf8a-dfa2-43e4-a34e-18ad88dde2ab,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:51.376880 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-218bc7a4-105a-4a6b-a3a0-84edbd584083 req-67b900af-bf75-4a84-b1ef-c02b9d1fed83 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 210 time: 0.0544252 Aug 27 14:23:51.412644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Attempting to bind port af0adf8a-dfa2-43e4-a34e-18ad88dde2ab on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:51.413347 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Attempting to bind port af0adf8a-dfa2-43e4-a34e-18ad88dde2ab by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:51.413947 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Attempting to bind port af0adf8a-dfa2-43e4-a34e-18ad88dde2ab on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:51.420304 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6f94-049f-4aa6-af44-2567afc3e483 req-1a98371b-29c2-4641-931e-969619b8f368 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:51.421930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-300c6f94-049f-4aa6-af44-2567afc3e483 req-1a98371b-29c2-4641-931e-969619b8f368 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1197457 Aug 27 14:23:51.432618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:51.433379 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:51.433992 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:51.434615 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:51.435320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Bound port: af0adf8a-dfa2-43e4-a34e-18ad88dde2ab, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:51.435930 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:51.474114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Allocated IP 172.20.0.2 (66caef09-b37e-492a-a830-9a1e6fc28135/09a4828f-3ee5-48a5-af6b-577d8cd0c09b/d6a48cec-2f9e-439c-b6f7-7642193272cf) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:51.494365 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-300c6f94-049f-4aa6-af44-2567afc3e483 req-ac35ebf8-dbba-4b78-9d30-81968364acb9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647798 Aug 27 14:23:51.515933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:23:51.539114 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c99ebcac-7582-4ddb-9ce9-a20b847fe9fc tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:51.541676 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81eb61-156b-48c1-ac4c-9910394af009 None None] Sync routers for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:23:51.551442 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d81eb61-156b-48c1-ac4c-9910394af009 None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:51.553009 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6d81eb61-156b-48c1-ac4c-9910394af009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:51.605754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] For port af0adf8a-dfa2-43e4-a34e-18ad88dde2ab, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:51.618537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] No DVR routers for this DVR port 44b028b7-dd46-467f-b3e9-02110b0da9d8 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:23:51.620256 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c99ebcac-7582-4ddb-9ce9-a20b847fe9fc tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:51.622993 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:51.624913 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-32d0cfeb-b02c-460b-ae3b-46c1e0d9e97a req-9254d56e-335f-4bc4-b69f-102ffc74f882 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.52 "DELETE /v2.0/ports/44b028b7-dd46-467f-b3e9-02110b0da9d8 HTTP/1.1" status: 204 len: 173 time: 2.5121036 Aug 27 14:23:51.629119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd30e9d7-1d86-468f-91d3-2ec622ce8732', 'name': 'network-vif-deleted', 'tag': '44b028b7-dd46-467f-b3e9-02110b0da9d8'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:23:51.632134 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64713fa-577e-44dc-8cfb-0df313edf15e" -d '{"events": [{"server_uuid": "fd30e9d7-1d86-468f-91d3-2ec622ce8732", "name": "network-vif-deleted", "tag": "44b028b7-dd46-467f-b3e9-02110b0da9d8"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:23:51.635208 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:51.642254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] For port af0adf8a-dfa2-43e4-a34e-18ad88dde2ab, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=af0adf8a-dfa2-43e4-a34e-18ad88dde2ab,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:51.650366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c99ebcac-7582-4ddb-9ce9-a20b847fe9fc tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network 641e50b2-fc51-43f7-98a3-d9f66b57f7ff is not hosted by any dhcp agent {{(pid=101187) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 14:23:51.663688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ebcac-7582-4ddb-9ce9-a20b847fe9fc tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:51.672596 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:51.673670 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c99ebcac-7582-4ddb-9ce9-a20b847fe9fc tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:51.678277 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c99ebcac-7582-4ddb-9ce9-a20b847fe9fc tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "PUT /v2.0/networks/641e50b2-fc51-43f7-98a3-d9f66b57f7ff HTTP/1.1" status: 200 len: 759 time: 0.8532367 Aug 27 14:23:51.685435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53420) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:51.730645 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58a80f9-560d-4942-b0d8-dd68bb3c8027 x-openstack-request-id: req-c58a80f9-560d-4942-b0d8-dd68bb3c8027 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:23:51.731324 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd30e9d7-1d86-468f-91d3-2ec622ce8732", "name": "network-vif-deleted", "tag": "44b028b7-dd46-467f-b3e9-02110b0da9d8", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:23:51.731788 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c58a80f9-560d-4942-b0d8-dd68bb3c8027 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:23:51.732379 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd30e9d7-1d86-468f-91d3-2ec622ce8732', 'name': 'network-vif-deleted', 'tag': '44b028b7-dd46-467f-b3e9-02110b0da9d8', 'status': 'completed', 'code': 200} Aug 27 14:23:51.753666 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-6d81eb61-156b-48c1-ac4c-9910394af009 None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:51.774017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ebcac-7582-4ddb-9ce9-a20b847fe9fc tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Network': ['ID=641e50b2-fc51-43f7-98a3-d9f66b57f7ff,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:51.800666 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 641e50b2-fc51-43f7-98a3-d9f66b57f7ff details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:51.841071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec6d48e-e208-48e8-9f90-14d62e0bcb89 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:51.850199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53422) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:51.851776 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8ec6d48e-e208-48e8-9f90-14d62e0bcb89 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "GET /v2.0/networks?id=641e50b2-fc51-43f7-98a3-d9f66b57f7ff HTTP/1.1" status: 200 len: 762 time: 0.1653492 Aug 27 14:23:51.921536 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Routers {'5ec5ece0-134d-4b4a-92c7-471ead093f8b'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:51.922084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:52.016631 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6d81eb61-156b-48c1-ac4c-9910394af009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:04Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:52.048484 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81eb61-156b-48c1-ac4c-9910394af009 None None] Checking router: cef7bdc7-f619-4a55-91fd-b441c3de6a64 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:23:52.060579 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d81eb61-156b-48c1-ac4c-9910394af009 None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:52.061644 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6d81eb61-156b-48c1-ac4c-9910394af009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:52.075974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd533f0f-6332-450f-859e-084368e695f7 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:52.081254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53424) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:52.091420 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cd533f0f-6332-450f-859e-084368e695f7 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2403398 Aug 27 14:23:52.128579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53426) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:52.138916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-75423cdf-17dc-4f71-8596-2ec417a939c4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 207 time: 0.0563474 Aug 27 14:23:52.149696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1f353-a6b0-422a-9f4f-fb8f525edb46 None None] Pushing event updated for resources: {'Port': ['ID=af0adf8a-dfa2-43e4-a34e-18ad88dde2ab,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:52.303448 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-6d81eb61-156b-48c1-ac4c-9910394af009 None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:52.327695 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:52.333671 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1f82973f-0b4a-4a12-b7ef-e748a10611cb req-5ee1265f-9042-4c15-a131-94fbb1d6193a tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd30e9d7-1d86-468f-91d3-2ec622ce8732 HTTP/1.1" status: 200 len: 210 time: 0.0418675 Aug 27 14:23:52.354740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Transition to ACTIVE for port object d6a48cec-2f9e-439c-b6f7-7642193272cf will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:52.379902 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] Set router 5ec5ece0-134d-4b4a-92c7-471ead093f8b gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:52.423510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0327c3f-e8bc-4c58-a942-9edbda4e0efa tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:52.431490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0327c3f-e8bc-4c58-a942-9edbda4e0efa tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:52.437730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0327c3f-e8bc-4c58-a942-9edbda4e0efa tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:52.446799 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0327c3f-e8bc-4c58-a942-9edbda4e0efa tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:52.454050 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0327c3f-e8bc-4c58-a942-9edbda4e0efa tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:52.461580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0327c3f-e8bc-4c58-a942-9edbda4e0efa tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:52.463851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e0327c3f-e8bc-4c58-a942-9edbda4e0efa tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3340988 Aug 27 14:23:52.467672 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53432) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:52.493327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Transition to ACTIVE for port object d6a48cec-2f9e-439c-b6f7-7642193272cf will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:52.506726 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:52.514488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d810bd5e-ffb9-46cc-bdc8-3dda0b01b296 req-86dc6a80-a3b0-4907-a5bc-1d0481b176e4 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 210 time: 0.0403836 Aug 27 14:23:52.624971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Network 66caef09-b37e-492a-a830-9a1e6fc28135 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:52.633158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:52.645100 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6d81eb61-156b-48c1-ac4c-9910394af009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:04Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:52.654144 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Pushing event updated for resources: {'Port': ['ID=d6a48cec-2f9e-439c-b6f7-7642193272cf,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:52.657018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:52.691767 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81eb61-156b-48c1-ac4c-9910394af009 None None] The sync data for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 is: [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:16:59Z', 'revision_number': 4, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9225d190-7f3b-499c-8027-ec14ef586a59', 'name': '', 'network_id': '6dc57ef9-e9c2-47c7-9b9c-6239591b6c07', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'mac_address': 'fa:16:3e:2b:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:58Z', 'updated_at': '2021-08-27T14:17:04Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'subnets': [{'id': '4cfe9d06-603f-4eee-b822-f98be0cb0761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:23:52.749282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.20.0.1 (66caef09-b37e-492a-a830-9a1e6fc28135/09a4828f-3ee5-48a5-af6b-577d8cd0c09b/0bafa15a-a6d7-4954-835f-7dd9576fab0a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:52.762060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Attempting to bind port d6a48cec-2f9e-439c-b6f7-7642193272cf on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:52.762906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Attempting to bind port d6a48cec-2f9e-439c-b6f7-7642193272cf by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'f1372e50-ae05-44c0-82d2-51b288b95907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:52.763447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Attempting to bind port d6a48cec-2f9e-439c-b6f7-7642193272cf on network 66caef09-b37e-492a-a830-9a1e6fc28135 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:52.805676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed431563-8d32-4d5a-b9da-872cf964ebe2 req-dcaccefe-1eac-4dbd-9c04-ae0b69651d6f tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:52.807322 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed431563-8d32-4d5a-b9da-872cf964ebe2 req-dcaccefe-1eac-4dbd-9c04-ae0b69651d6f tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1981502 Aug 27 14:23:52.808842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:52.809640 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Checking segment: {'id': 'f1372e50-ae05-44c0-82d2-51b288b95907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:52.810237 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:52.811695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Bound using segment: {'id': 'f1372e50-ae05-44c0-82d2-51b288b95907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:52.812724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Bound port: d6a48cec-2f9e-439c-b6f7-7642193272cf, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1372e50-ae05-44c0-82d2-51b288b95907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:52.813346 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:52.859659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53436) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:52.860495 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-34afad98-f3e6-477e-a724-3c40c820fd54 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.3916276 Aug 27 14:23:52.921639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] For port d6a48cec-2f9e-439c-b6f7-7642193272cf, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:52.925297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:23:48Z', 'revision_number': 3, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:52.946513 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed431563-8d32-4d5a-b9da-872cf964ebe2 req-71c6ac46-0bd9-4c50-870e-284806dfebe4 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293993 Aug 27 14:23:52.978093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86753695-3596-4e0a-8f83-6b179c2513aa None None] The sync data for ids ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'] in n-d-712139-12 is: [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:23:48Z', 'revision_number': 3, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:23:52.988075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b1e2d-b196-462c-9ff2-e0940a0234b4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:52.990809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b1e2d-b196-462c-9ff2-e0940a0234b4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:52.993418 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] For port d6a48cec-2f9e-439c-b6f7-7642193272cf, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d6a48cec-2f9e-439c-b6f7-7642193272cf,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:52.994367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b1e2d-b196-462c-9ff2-e0940a0234b4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:52.999095 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:53.008984 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b1e2d-b196-462c-9ff2-e0940a0234b4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:53.016462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b1e2d-b196-462c-9ff2-e0940a0234b4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:53.016462 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-994b1e2d-b196-462c-9ff2-e0940a0234b4 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1524322 Aug 27 14:23:53.018890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53438) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:53.103473 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3663f4-af18-406a-88c3-8a07abce9f25 None None] Pushing event updated for resources: {'Port': ['ID=d6a48cec-2f9e-439c-b6f7-7642193272cf,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:53.104581 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:53.148197 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Transition to ACTIVE for port object 0bafa15a-a6d7-4954-835f-7dd9576fab0a will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:53.180939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f5eed-0c9b-4a62-82d7-e43dae17fe8d tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:53.184854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c7cdad-fd4f-493a-812b-793a93e1daaf None None] New status for floating IP 66ea5a3c-069b-4380-a553-528f45fe1f64: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:23:53.186195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f5eed-0c9b-4a62-82d7-e43dae17fe8d tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:53.188253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f5eed-0c9b-4a62-82d7-e43dae17fe8d tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:53.189782 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f5eed-0c9b-4a62-82d7-e43dae17fe8d tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:53.191398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f5eed-0c9b-4a62-82d7-e43dae17fe8d tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:53.194026 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bc3f5eed-0c9b-4a62-82d7-e43dae17fe8d tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1631212 Aug 27 14:23:53.199137 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53440) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:53.244348 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:53.339909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=0bafa15a-a6d7-4954-835f-7dd9576fab0a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:53.370674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 66caef09-b37e-492a-a830-9a1e6fc28135 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:53.372225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:53.379007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:53.488833 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:53.544131 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53446) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:53.595116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2574e6f-4a5f-4178-8101-a04e6889ebf8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:53.596738 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a2574e6f-4a5f-4178-8101-a04e6889ebf8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "GET /v2.0/networks/88b8ae97-76ff-449d-a2b6-bb24b3ca21e2 HTTP/1.1" status: 200 len: 804 time: 0.3962607 Aug 27 14:23:53.619286 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53450) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:53.815094 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-47e86144-18f4-405e-8cd0-eccd6bcd8ca9 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "GET /v2.0/networks/88b8ae97-76ff-449d-a2b6-bb24b3ca21e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1936688 Aug 27 14:23:53.821847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53452) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:53.890057 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5cf7723b-670b-4073-8a36-9727c6e141dc req-f0e97a9f-ebe6-44fd-8fbb-05c70235a12b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cf80906-9c28-4e88-a2cb-e50e03c22f8c HTTP/1.1" status: 200 len: 210 time: 0.0520003 Aug 27 14:23:53.921484 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b23c4cb9-8d84-44ac-9cff-0a7c6e0bb949 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:53.950052 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b23c4cb9-8d84-44ac-9cff-0a7c6e0bb949 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:53.970986 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e1bf82-b55f-487a-abbb-9a95b4195e91 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:53.980984 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b1e1bf82-b55f-487a-abbb-9a95b4195e91 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "GET /v2.0/subnets/1d09aacb-d716-4b63-b151-41043ac9eaa2 HTTP/1.1" status: 200 len: 843 time: 0.1530490 Aug 27 14:23:53.981367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53456) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:53.986501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.078731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc6180e-a88a-40ef-88d8-fca582fc40e1 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['shared'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:54.087278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3cc6180e-a88a-40ef-88d8-fca582fc40e1 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "GET /v2.0/subnets/1d09aacb-d716-4b63-b151-41043ac9eaa2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1047239 Aug 27 14:23:54.088324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53458) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:54.095117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d8364482-6f88-47f0-910d-fc8aff12510c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-150730523'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:54.108243 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b23c4cb9-8d84-44ac-9cff-0a7c6e0bb949 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.111367 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b23c4cb9-8d84-44ac-9cff-0a7c6e0bb949 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.115921 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b23c4cb9-8d84-44ac-9cff-0a7c6e0bb949 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "DELETE /v2.0/security-groups/b3e42857-9923-4c45-820f-60be630bbd47 HTTP/1.1" status: 204 len: 168 time: 0.5676737 Aug 27 14:23:54.118743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53460) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:54.153218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c4cb9-8d84-44ac-9cff-0a7c6e0bb949 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e42857-9923-4c45-820f-60be630bbd47,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:54.158773 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-9fd8feaa-3ff3-4288-8a0e-8b7ff1785377 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] show failed (client error): The resource could not be found. Aug 27 14:23:54.160774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9fd8feaa-3ff3-4288-8a0e-8b7ff1785377 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "GET /v2.0/security-groups/b3e42857-9923-4c45-820f-60be630bbd47 HTTP/1.1" status: 404 len: 347 time: 0.0379825 Aug 27 14:23:54.162571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8364482-6f88-47f0-910d-fc8aff12510c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:54.176764 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8364482-6f88-47f0-910d-fc8aff12510c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.199166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53462) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:54.264611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcec2b-fd9e-4b65-a258-0d399cc22419 req-ac2965cb-bbe1-4425-97b6-3262e2baa494 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:54.266574 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8cfcec2b-fd9e-4b65-a258-0d399cc22419 req-ac2965cb-bbe1-4425-97b6-3262e2baa494 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.2000706 Aug 27 14:23:54.296164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8364482-6f88-47f0-910d-fc8aff12510c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:23:54.338149 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8364482-6f88-47f0-910d-fc8aff12510c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.338500 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-d8364482-6f88-47f0-910d-fc8aff12510c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Added segment 224e09fd-611c-4fd6-925f-fdab03aeff2c of type vlan for network 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f Aug 27 14:23:54.399718 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8364482-6f88-47f0-910d-fc8aff12510c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.427534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-b2009366-0028-484e-9fc6-f2e9b7125cf5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Deleting port eca5c549-b23d-4a2c-abcc-759410f352b5 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:54.427809 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2009366-0028-484e-9fc6-f2e9b7125cf5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.475696 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8364482-6f88-47f0-910d-fc8aff12510c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.481780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8364482-6f88-47f0-910d-fc8aff12510c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:54.482520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8364482-6f88-47f0-910d-fc8aff12510c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.500869 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8cfcec2b-fd9e-4b65-a258-0d399cc22419 req-aeefff62-0db4-4dd2-ad22-bf8679fdd332 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388035 Aug 27 14:23:54.585418 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d8364482-6f88-47f0-910d-fc8aff12510c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4951291 Aug 27 14:23:54.590656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53466) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:54.602728 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'subnet': {'network_id': '51a1d92e-72e5-4e66-99ae-e8b26acf1c1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:54.602971 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.607763 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.621210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8364482-6f88-47f0-910d-fc8aff12510c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Network': ['ID=51a1d92e-72e5-4e66-99ae-e8b26acf1c1f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:54.638312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:23:54.640766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf8fca0-1d72-45be-a169-b9030a055dee None None] Network 66caef09-b37e-492a-a830-9a1e6fc28135 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:54.724668 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2009366-0028-484e-9fc6-f2e9b7125cf5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.725331 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2009366-0028-484e-9fc6-f2e9b7125cf5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.741428 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.749649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=0bafa15a-a6d7-4954-835f-7dd9576fab0a,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:54.762100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-b2009366-0028-484e-9fc6-f2e9b7125cf5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Calling delete_port for eca5c549-b23d-4a2c-abcc-759410f352b5 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:54.802842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Made reservation on behalf of 0ca0368276714a29ba3ded451a0ff6dc for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:23:54.813581 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:54.850435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-12f3f980-e81a-4d16-9515-7d7236bee401 None None] Provisioning for port d6a48cec-2f9e-439c-b6f7-7642193272cf completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:54.963219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.ipam_backend_mixin [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Performing IP validity checks on allocation pools {{(pid=101187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 14:23:54.963825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.ipam_backend_mixin [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 14:23:55.023438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 66caef09-b37e-492a-a830-9a1e6fc28135 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:55.031518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:55.076534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014deb2-18a0-44e6-896d-c32fd62de302 req-a34a2499-e2e4-4a92-8612-c04a4033f7fe tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:55.078331 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8014deb2-18a0-44e6-896d-c32fd62de302 req-a34a2499-e2e4-4a92-8612-c04a4033f7fe tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.2381306 Aug 27 14:23:55.171630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b88a93-a272-4dec-b1f1-b62c3bcaf35f req-8f31d6e8-1263-459d-97cc-c0e58e9e2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:55.173523 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68b88a93-a272-4dec-b1f1-b62c3bcaf35f req-8f31d6e8-1263-459d-97cc-c0e58e9e2101 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e6a0978bed34119b9c82ced45294b57&device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 1097 time: 0.3318608 Aug 27 14:23:55.298465 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8014deb2-18a0-44e6-896d-c32fd62de302 req-ed3fc08a-d737-4011-957f-0bb946c9ab4c tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423845 Aug 27 14:23:55.336899 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2009366-0028-484e-9fc6-f2e9b7125cf5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:55.382181 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d6a48cec-2f9e-439c-b6f7-7642193272cf up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:55.444910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2009366-0028-484e-9fc6-f2e9b7125cf5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Pushing event deleted for resources: {'Port': ['ID=eca5c549-b23d-4a2c-abcc-759410f352b5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:55.481615 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port d6a48cec-2f9e-439c-b6f7-7642193272cf completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:55.483371 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:55.486089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d6a48cec-2f9e-439c-b6f7-7642193272cf triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:55.486455 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:55.515734 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 5ec5ece0-134d-4b4a-92c7-471ead093f8b has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:23:55.537859 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b88a93-a272-4dec-b1f1-b62c3bcaf35f req-1d3aa59e-d91a-437b-ae1c-3c739be71a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:55.538708 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68b88a93-a272-4dec-b1f1-b62c3bcaf35f req-1d3aa59e-d91a-437b-ae1c-3c739be71a9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 HTTP/1.1" status: 200 len: 921 time: 0.3236945 Aug 27 14:23:55.604212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Subnet': ['ID=f6845676-b576-43e1-bf24-30f4c2adf6ee,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:55.627614 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2009366-0028-484e-9fc6-f2e9b7125cf5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:55.628722 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:55.636939 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2009366-0028-484e-9fc6-f2e9b7125cf5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:55.639010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b2009366-0028-484e-9fc6-f2e9b7125cf5 tempest-AttachVolumeTestJSON-1083990981 tempest-AttachVolumeTestJSON-1083990981-project] 10.222.0.55 "DELETE /v2.0/floatingips/66ea5a3c-069b-4380-a553-528f45fe1f64 HTTP/1.1" status: 204 len: 168 time: 1.4389985 Aug 27 14:23:55.682665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Checking segment: {'id': '224e09fd-611c-4fd6-925f-fdab03aeff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51a1d92e-72e5-4e66-99ae-e8b26acf1c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:55.683933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network hostable DHCP agents. Network: 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:23:55.692057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port d6a48cec-2f9e-439c-b6f7-7642193272cf, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d6a48cec-2f9e-439c-b6f7-7642193272cf,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:55.700232 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:55.702162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device af0adf8a-dfa2-43e4-a34e-18ad88dde2ab up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:55.723529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Network 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:23:55.745958 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:55.760059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:23:55.760293 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:55.761130 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:55.761964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb784bd-1fb0-431e-8a38-7d80efad9956 None None] Network 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:55.772516 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Sync routers for ids ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:23:55.792688 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Routers {'5ec5ece0-134d-4b4a-92c7-471ead093f8b'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:55.793423 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:55.813634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f7194a7b-8ecb-4cf3-8644-21dd43cf7294 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2199113 Aug 27 14:23:55.815866 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53478) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:55.830791 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8ae2b7f4-e0c0-427d-abb9-4b401afe7d44 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "PUT /v2.0/routers/5ec5ece0-134d-4b4a-92c7-471ead093f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8426421 Aug 27 14:23:55.830791 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68b88a93-a272-4dec-b1f1-b62c3bcaf35f req-f06538b4-44c4-45a5-8e03-33742e3d84e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 200 len: 217 time: 0.2789822 Aug 27 14:23:55.843629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b39c0870-987b-482a-bfff-91c23fc5b686 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:55.924832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=d6a48cec-2f9e-439c-b6f7-7642193272cf,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:55.934060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b88a93-a272-4dec-b1f1-b62c3bcaf35f req-925231d7-7e3a-44ac-bf34-df8f1adcf54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:55.935756 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68b88a93-a272-4dec-b1f1-b62c3bcaf35f req-925231d7-7e3a-44ac-bf34-df8f1adcf54d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dddf8fb-b35d-4729-8666-54324b041c89 HTTP/1.1" status: 200 len: 860 time: 0.0985041 Aug 27 14:23:56.014715 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68b88a93-a272-4dec-b1f1-b62c3bcaf35f req-33bcd80c-eed5-440a-9fc1-488c56c25aa3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679357 Aug 27 14:23:56.020951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port af0adf8a-dfa2-43e4-a34e-18ad88dde2ab completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:56.088795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port af0adf8a-dfa2-43e4-a34e-18ad88dde2ab triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:56.089210 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:56.096879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f46311-5588-4f85-95fc-372e092e2d6e None None] Network 66caef09-b37e-492a-a830-9a1e6fc28135 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:23:56.141614 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Set router 5ec5ece0-134d-4b4a-92c7-471ead093f8b gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:56.237718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68b88a93-a272-4dec-b1f1-b62c3bcaf35f req-918ddcbe-f753-4a61-ab23-f174c88f886f service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136891 Aug 27 14:23:56.251978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b39c0870-987b-482a-bfff-91c23fc5b686 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26318958'] for subnet, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:56.275693 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-f67f381b-ccbe-4b8f-bcd4-4b633cec5ade tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508381790&fields=id&tenant_id=192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 267 time: 0.1181393 Aug 27 14:23:56.353290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c44e7708-1bdb-4f0b-b3f6-58a0ab02686b None None] Provisioning for port 0bafa15a-a6d7-4954-835f-7dd9576fab0a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:56.454893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c44e7708-1bdb-4f0b-b3f6-58a0ab02686b None None] Provisioning complete for port 0bafa15a-a6d7-4954-835f-7dd9576fab0a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:56.457381 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c44e7708-1bdb-4f0b-b3f6-58a0ab02686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:56.469762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-51a1d92e-72e5-4e66-99ae-e8b26acf1c1f', 'network_id': '51a1d92e-72e5-4e66-99ae-e8b26acf1c1f', 'tenant_id': '0ca0368276714a29ba3ded451a0ff6dc', 'fixed_ips': [{'subnet_id': 'f6845676-b576-43e1-bf24-30f4c2adf6ee'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:23:56.471806 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:56.596686 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68b88a93-a272-4dec-b1f1-b62c3bcaf35f req-2bfc2cbd-af63-461a-91be-42416d684954 service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512528 Aug 27 14:23:56.638205 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:56.640908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25ebd4-a761-43f7-9baf-41cd610f79e4 req-4ec90000-70e1-491e-b54b-10aa476f6e8f tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:56.659352 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de25ebd4-a761-43f7-9baf-41cd610f79e4 req-4ec90000-70e1-491e-b54b-10aa476f6e8f tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1830244 Aug 27 14:23:56.686840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-13bd0738-b348-4d7d-ae5a-8d1cbc6ba040 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:56.697068 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-13bd0738-b348-4d7d-ae5a-8d1cbc6ba040 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/networks?id=66caef09-b37e-492a-a830-9a1e6fc28135 HTTP/1.1" status: 200 len: 796 time: 0.4065738 Aug 27 14:23:56.751630 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de25ebd4-a761-43f7-9baf-41cd610f79e4 req-5b4bbc46-d5e8-4dac-9cc0-f66ddde90bea tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912547 Aug 27 14:23:56.789087 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-3726d229-af17-4aec-9970-bbaca0bf98f5 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/quotas/192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 375 time: 0.0758390 Aug 27 14:23:56.859052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c44e7708-1bdb-4f0b-b3f6-58a0ab02686b None None] Port 0bafa15a-a6d7-4954-835f-7dd9576fab0a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:23:56.860707 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:23:53Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '0bafa15a-a6d7-4954-835f-7dd9576fab0a', 'name': '', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:fe:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:51Z', 'updated_at': '2021-08-27T14:23:54Z', 'revision_number': 2, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:56.890859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port af0adf8a-dfa2-43e4-a34e-18ad88dde2ab, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=af0adf8a-dfa2-43e4-a34e-18ad88dde2ab,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:56.900778 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:56.926517 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Checking router: 5ec5ece0-134d-4b4a-92c7-471ead093f8b for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:23:56.927702 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Updating router 5ec5ece0-134d-4b4a-92c7-471ead093f8b port 0bafa15a-a6d7-4954-835f-7dd9576fab0a binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:23:56.938316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c44e7708-1bdb-4f0b-b3f6-58a0ab02686b None None] Provisioning complete for port d6a48cec-2f9e-439c-b6f7-7642193272cf triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:56.938999 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c44e7708-1bdb-4f0b-b3f6-58a0ab02686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:56.962156 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:57.018578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=af0adf8a-dfa2-43e4-a34e-18ad88dde2ab,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:57.023173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-43a80e4d-3aa8-4a18-9fde-ea75fc090351 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1990077 Aug 27 14:23:57.042488 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b39c0870-987b-482a-bfff-91c23fc5b686 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763329798440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26311174'] for subnet, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:57.112475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Allocated IP 2001:db8::3 (51a1d92e-72e5-4e66-99ae-e8b26acf1c1f/f6845676-b576-43e1-bf24-30f4c2adf6ee/7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:23:57.281455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39c0870-987b-482a-bfff-91c23fc5b686 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:57.285709 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b39c0870-987b-482a-bfff-91c23fc5b686 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:57.291549 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b39c0870-987b-482a-bfff-91c23fc5b686 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "PUT /v2.0/subnets/f6845676-b576-43e1-bf24-30f4c2adf6ee HTTP/1.1" status: 200 len: 900 time: 1.4746556 Aug 27 14:23:57.294456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53502) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:57.321916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c0870-987b-482a-bfff-91c23fc5b686 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event updated for resources: {'Subnet': ['ID=f6845676-b576-43e1-bf24-30f4c2adf6ee,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:57.363258 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:57.419868 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Transition to ACTIVE for port object 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:57.430639 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-a0963395-6557-47b9-816d-5819999712d7 service neutron] 10.222.0.55 "GET /v2.0/networks/66caef09-b37e-492a-a830-9a1e6fc28135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594828 Aug 27 14:23:57.455637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Transition to ACTIVE for port object 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:57.470109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d6a48cec-2f9e-439c-b6f7-7642193272cf up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:57.498610 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:57.606940 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:57.636790 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Transition to ACTIVE for port object 0bafa15a-a6d7-4954-835f-7dd9576fab0a will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:23:57.647719 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-3d7c0533-6f94-4873-a754-e03181366c8c service neutron] 10.222.0.55 "GET /v2.0/networks/66caef09-b37e-492a-a830-9a1e6fc28135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122290 Aug 27 14:23:57.649456 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:57.663716 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:57.741467 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dfd51-de52-4e46-a9d4-3fd309fd5052 None None] Pushing event updated for resources: {'Port': ['ID=0bafa15a-a6d7-4954-835f-7dd9576fab0a,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:57.744927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Network 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:23:57.846482 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:23:57.848427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Deleting port 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:23:57.851282 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:57.868192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:23:57.914999 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Attempting to bind port 0bafa15a-a6d7-4954-835f-7dd9576fab0a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:57.922512 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Attempting to bind port 0bafa15a-a6d7-4954-835f-7dd9576fab0a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'f1372e50-ae05-44c0-82d2-51b288b95907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:57.923114 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Attempting to bind port 0bafa15a-a6d7-4954-835f-7dd9576fab0a on network 66caef09-b37e-492a-a830-9a1e6fc28135 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:57.939568 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:57.941298 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Checking segment: {'id': 'f1372e50-ae05-44c0-82d2-51b288b95907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:57.941892 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:57.945629 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Bound using segment: {'id': 'f1372e50-ae05-44c0-82d2-51b288b95907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:57.947038 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Bound port: 0bafa15a-a6d7-4954-835f-7dd9576fab0a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1372e50-ae05-44c0-82d2-51b288b95907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:57.947641 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:58.032457 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Pushing event updated for resources: {'Port': ['ID=7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:58.066894 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da5a36e-af8d-479b-ab0b-b9ddfee8e561 req-3eb41511-38f0-4aa9-9dbd-741a50066b12 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 210 time: 0.0720229 Aug 27 14:23:58.138994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] For port 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf, host n-d-712139-12, got binding levels [] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:23:58.146533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:58.162380 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] For port 0bafa15a-a6d7-4954-835f-7dd9576fab0a, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:23:58.171933 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] For port 0bafa15a-a6d7-4954-835f-7dd9576fab0a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0bafa15a-a6d7-4954-835f-7dd9576fab0a,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:23:58.180228 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:58.183079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Calling delete_port for 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:23:58.197822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Attempting to bind port 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:58.198699 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Attempting to bind port 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '224e09fd-611c-4fd6-925f-fdab03aeff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51a1d92e-72e5-4e66-99ae-e8b26acf1c1f'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:58.199179 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Attempting to bind port 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf on network 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:58.215856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d6a48cec-2f9e-439c-b6f7-7642193272cf triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:58.216450 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:58.284824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:58.288877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Checking segment: {'id': '224e09fd-611c-4fd6-925f-fdab03aeff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51a1d92e-72e5-4e66-99ae-e8b26acf1c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:58.290302 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:58.291117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Bound using segment: {'id': '224e09fd-611c-4fd6-925f-fdab03aeff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51a1d92e-72e5-4e66-99ae-e8b26acf1c1f'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:58.295593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Bound port: 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224e09fd-611c-4fd6-925f-fdab03aeff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51a1d92e-72e5-4e66-99ae-e8b26acf1c1f'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:58.295968 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:58.400184 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Routers {'5ec5ece0-134d-4b4a-92c7-471ead093f8b'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:23:58.405781 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:58.407218 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:58.416977 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dfd51-de52-4e46-a9d4-3fd309fd5052 None None] Pushing event updated for resources: {'Port': ['ID=0bafa15a-a6d7-4954-835f-7dd9576fab0a,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:58.445472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Port': ['ID=7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:58.545099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dd90be34-aafc-45e8-a15c-3fb35ea0317c None None] Provisioning complete for port d6a48cec-2f9e-439c-b6f7-7642193272cf triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:58.546234 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd90be34-aafc-45e8-a15c-3fb35ea0317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:58.687130 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] Set router 5ec5ece0-134d-4b4a-92c7-471ead093f8b gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:23:58.768245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:23:58.768592 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:23:58.823142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device af0adf8a-dfa2-43e4-a34e-18ad88dde2ab up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:59.054537 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port af0adf8a-dfa2-43e4-a34e-18ad88dde2ab triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:59.055191 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:59.282026 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:23:53Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '0bafa15a-a6d7-4954-835f-7dd9576fab0a', 'name': '', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:fe:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:51Z', 'updated_at': '2021-08-27T14:23:58Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:23:59.284339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aabe7156-6dc6-4a6b-a70d-90b3277005b3 req-5b4d7dbe-926c-4465-9e2f-447e12f37f6a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 210 time: 0.0510054 Aug 27 14:23:59.335507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Attempting to bind port 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:23:59.335857 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Attempting to bind port 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '224e09fd-611c-4fd6-925f-fdab03aeff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51a1d92e-72e5-4e66-99ae-e8b26acf1c1f'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:23:59.336171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Attempting to bind port 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf on network 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:23:59.360489 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:23:59.360880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Checking segment: {'id': '224e09fd-611c-4fd6-925f-fdab03aeff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51a1d92e-72e5-4e66-99ae-e8b26acf1c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:23:59.361266 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:59.361657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Bound using segment: {'id': '224e09fd-611c-4fd6-925f-fdab03aeff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51a1d92e-72e5-4e66-99ae-e8b26acf1c1f'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:23:59.362133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Bound port: 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224e09fd-611c-4fd6-925f-fdab03aeff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51a1d92e-72e5-4e66-99ae-e8b26acf1c1f'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:23:59.362517 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:59.371816 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45477c3c-40d1-447a-b65e-ef628fee1a2b None None] The sync data for ids ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'] in n-d-712139-12 is: [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:23:53Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '0bafa15a-a6d7-4954-835f-7dd9576fab0a', 'name': '', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:fe:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:51Z', 'updated_at': '2021-08-27T14:23:58Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:23:59.478487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a5da2-e173-42a8-be88-6a1561d72be6 req-7e655c50-fd6b-48e8-a11c-78f29288651a tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:23:59.480130 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a09a5da2-e173-42a8-be88-6a1561d72be6 req-7e655c50-fd6b-48e8-a11c-78f29288651a tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 1.5829189 Aug 27 14:23:59.481456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No DVR routers for this DVR port 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:23:59.630591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a09a5da2-e173-42a8-be88-6a1561d72be6 req-7ea6a47a-ed7d-46a4-9321-3d5ccf4ce281 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310608 Aug 27 14:23:59.642558 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:59.821047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:59.825052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ad0cf84f-70ef-4872-8498-0353ead5b94a None None] Port 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf has been deleted concurrently {{(pid=101188) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 27 14:23:59.845802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0bafa15a-a6d7-4954-835f-7dd9576fab0a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:23:59.886851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53572) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:23:59.892669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Subnet': ['ID=f6845676-b576-43e1-bf24-30f4c2adf6ee,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:23:59.908401 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-12ff69f1-33a7-4c33-a74c-3fed8feef015 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-802083624', 'description': 'tempest-secgroup-smoke-802083624 description', 'project_id': '3d745316476744be879ccd1cab5d810b'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:23:59.955930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 0bafa15a-a6d7-4954-835f-7dd9576fab0a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:23:59.963586 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0bafa15a-a6d7-4954-835f-7dd9576fab0a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:23:59.965661 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:23:59.965889 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12ff69f1-33a7-4c33-a74c-3fed8feef015 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.037452 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.052802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a1d92e-72e5-4e66-99ae-e8b26acf1c1f']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:00.066430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224e09fd-611c-4fd6-925f-fdab03aeff2c') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:00.066919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224e09fd-611c-4fd6-925f-fdab03aeff2c') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:00.078713 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.103070 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12ff69f1-33a7-4c33-a74c-3fed8feef015 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.113781 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.122246 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.132736 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12ff69f1-33a7-4c33-a74c-3fed8feef015 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.141218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:00.141642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:00.145312 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:00.240231 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12ff69f1-33a7-4c33-a74c-3fed8feef015 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.244179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-12ff69f1-33a7-4c33-a74c-3fed8feef015 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3536768 Aug 27 14:24:00.246157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 0bafa15a-a6d7-4954-835f-7dd9576fab0a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0bafa15a-a6d7-4954-835f-7dd9576fab0a,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:00.246932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53574) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:00.260312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4c170690-8bf3-4f02-9823-8122fcfc6507 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'security_group_rule': {'security_group_id': '69dc685c-fcde-40ee-b4ae-9d35764f6261', 'project_id': '3d745316476744be879ccd1cab5d810b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:00.265626 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.276636 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff69f1-33a7-4c33-a74c-3fed8feef015 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dc685c-fcde-40ee-b4ae-9d35764f6261,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:00.300235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-f73e1755-2e4e-4cae-97a5-12fb8b4e9baf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:00.322434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-f73e1755-2e4e-4cae-97a5-12fb8b4e9baf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "GET /v2.0/networks?id=66caef09-b37e-492a-a830-9a1e6fc28135 HTTP/1.1" status: 200 len: 796 time: 0.5611548 Aug 27 14:24:00.326888 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.344256 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.353362 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/51a1d92e-72e5-4e66-99ae-e8b26acf1c1f HTTP/1.1" status: 204 len: 168 time: 3.0531299 Aug 27 14:24:00.361063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53578) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:00.380861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=0bafa15a-a6d7-4954-835f-7dd9576fab0a,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:00.394467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7af5ed-d303-4852-83eb-d38ef68d21a0 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Network': ['ID=51a1d92e-72e5-4e66-99ae-e8b26acf1c1f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:00.488416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0cfd8cf-cbc1-4b08-bc44-42df94b77bf7 req-a042da2a-2000-4559-b4a1-5e723e0454a1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 210 time: 0.0482185 Aug 27 14:24:00.516529 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ca8420-75ac-42ed-ac2c-57e3270cb20b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] DELETE failed (client error): The resource could not be found. Aug 27 14:24:00.517076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ca8420-75ac-42ed-ac2c-57e3270cb20b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:00.522526 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-93ca8420-75ac-42ed-ac2c-57e3270cb20b tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/subnets/f6845676-b576-43e1-bf24-30f4c2adf6ee HTTP/1.1" status: 404 len: 337 time: 0.1498075 Aug 27 14:24:00.522944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53582) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:00.526815 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c170690-8bf3-4f02-9823-8122fcfc6507 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.549044 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d761876-af67-423f-bc82-f8f1cee26abe tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] DELETE failed (client error): The resource could not be found. Aug 27 14:24:00.549617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d761876-af67-423f-bc82-f8f1cee26abe tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:00.553823 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0d761876-af67-423f-bc82-f8f1cee26abe tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/51a1d92e-72e5-4e66-99ae-e8b26acf1c1f HTTP/1.1" status: 404 len: 339 time: 0.0283890 Aug 27 14:24:00.555309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53584) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:00.566672 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-07d8b23b-0089-4526-8d02-fc60165e0a73 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192eb92f7c9846a9901dbb1419062132 HTTP/1.1" status: 200 len: 379 time: 0.2008302 Aug 27 14:24:00.592025 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c170690-8bf3-4f02-9823-8122fcfc6507 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.600403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'port': {'device_id': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'admin_state_up': True, 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'security_groups': ['d7dd16e1-d628-4a9f-9615-be015fd65407']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:00.672645 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c170690-8bf3-4f02-9823-8122fcfc6507 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.689782 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0552-7748-497b-9804-5667adb09768 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.735624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c170690-8bf3-4f02-9823-8122fcfc6507 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.749604 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4c170690-8bf3-4f02-9823-8122fcfc6507 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5009501 Aug 27 14:24:00.750730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c170690-8bf3-4f02-9823-8122fcfc6507 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f79f3c-e787-416a-aec5-d563e81712ba,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:00.753927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53588) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:00.785255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e1b9c6b3-44e9-4511-b710-64b3da1e1d5b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'security_group_rule': {'security_group_id': '69dc685c-fcde-40ee-b4ae-9d35764f6261', 'project_id': '3d745316476744be879ccd1cab5d810b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:00.859305 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0552-7748-497b-9804-5667adb09768 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.873966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ec0a0552-7748-497b-9804-5667adb09768 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641e50b2-fc51-43f7-98a3-d9f66b57f7ff']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:00.879284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Made reservation on behalf of 192eb92f7c9846a9901dbb1419062132 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:00.883083 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.888916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c6b3-44e9-4511-b710-64b3da1e1d5b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.889454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ec0a0552-7748-497b-9804-5667adb09768 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7778eb-25b2-405d-be68-5e1565ef2d88') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:00.889704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ec0a0552-7748-497b-9804-5667adb09768 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7778eb-25b2-405d-be68-5e1565ef2d88') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:00.917270 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0552-7748-497b-9804-5667adb09768 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.929981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af631e-c190-4571-9375-034de3e5e651 req-55d9acd2-9d46-4461-bd89-5a0cee40f144 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:00.931793 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e3af631e-c190-4571-9375-034de3e5e651 req-55d9acd2-9d46-4461-bd89-5a0cee40f144 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1322434 Aug 27 14:24:00.935672 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0552-7748-497b-9804-5667adb09768 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.948102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0a0552-7748-497b-9804-5667adb09768 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:00.949616 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0552-7748-497b-9804-5667adb09768 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:00.956052 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:01.058133 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e3af631e-c190-4571-9375-034de3e5e651 req-0d73aab6-58c2-47ae-882c-a9834399b1b8 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110029 Aug 27 14:24:01.082382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0552-7748-497b-9804-5667adb09768 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.099172 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0552-7748-497b-9804-5667adb09768 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.102438 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ec0a0552-7748-497b-9804-5667adb09768 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/641e50b2-fc51-43f7-98a3-d9f66b57f7ff HTTP/1.1" status: 204 len: 168 time: 0.5458345 Aug 27 14:24:01.105245 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53592) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:01.116855 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c6b3-44e9-4511-b710-64b3da1e1d5b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.122537 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c6b3-44e9-4511-b710-64b3da1e1d5b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.154471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9c6b3-44e9-4511-b710-64b3da1e1d5b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f0e1ff-18aa-43b3-a286-d432f388dcce,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:01.167783 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-254c76c0-93ef-4da7-bd79-a55b1940299d tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] DELETE failed (client error): The resource could not be found. Aug 27 14:24:01.168579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254c76c0-93ef-4da7-bd79-a55b1940299d tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:01.170472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-254c76c0-93ef-4da7-bd79-a55b1940299d tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/subnets/807a164c-3724-4d03-902c-c50bc5209e59 HTTP/1.1" status: 404 len: 337 time: 0.0638735 Aug 27 14:24:01.173381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a0552-7748-497b-9804-5667adb09768 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Network': ['ID=641e50b2-fc51-43f7-98a3-d9f66b57f7ff,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:01.175594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53594) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:01.196915 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e67006-f424-4ac1-9ddd-75d3730e79d7 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] DELETE failed (client error): The resource could not be found. Aug 27 14:24:01.197912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e67006-f424-4ac1-9ddd-75d3730e79d7 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:01.200104 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-47e67006-f424-4ac1-9ddd-75d3730e79d7 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/1abae670-9e29-479f-a5ee-4c5244770bdf HTTP/1.1" status: 404 len: 339 time: 0.0228460 Aug 27 14:24:01.207472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53596) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:01.219648 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c6b3-44e9-4511-b710-64b3da1e1d5b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.221038 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e1b9c6b3-44e9-4511-b710-64b3da1e1d5b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4630947 Aug 27 14:24:01.224924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53598) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:01.247070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5408a6aa-9178-4a1a-8778-317c29a51687 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'security_group_rule': {'security_group_id': '69dc685c-fcde-40ee-b4ae-9d35764f6261', 'project_id': '3d745316476744be879ccd1cab5d810b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:01.309694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fb60de-2a77-4e35-b544-2bea07975db3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Deleting subnet c72a64c1-1900-4845-87ad-fe89b3ecfdbd {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:24:01.311959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.20.0.12 (66caef09-b37e-492a-a830-9a1e6fc28135/09a4828f-3ee5-48a5-af6b-577d8cd0c09b/00c4b7c2-747c-40e8-9586-de288246afbf) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:01.327089 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d5fb60de-2a77-4e35-b544-2bea07975db3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.363206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5408a6aa-9178-4a1a-8778-317c29a51687 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.409376 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d5fb60de-2a77-4e35-b544-2bea07975db3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.593387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5408a6aa-9178-4a1a-8778-317c29a51687 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.604493 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5408a6aa-9178-4a1a-8778-317c29a51687 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.660707 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0bafa15a-a6d7-4954-835f-7dd9576fab0a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:24:01.666963 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d5fb60de-2a77-4e35-b544-2bea07975db3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.683610 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5408a6aa-9178-4a1a-8778-317c29a51687 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.684979 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5408a6aa-9178-4a1a-8778-317c29a51687 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4574316 Aug 27 14:24:01.688810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408a6aa-9178-4a1a-8778-317c29a51687 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8944af-b575-4baa-a3bd-ba8d759f0c67,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:01.711573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53608) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:01.716430 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1fe45bd1-8df6-40af-8b9e-4586a4247c68 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'security_group_rule': {'security_group_id': '69dc685c-fcde-40ee-b4ae-9d35764f6261', 'project_id': '3d745316476744be879ccd1cab5d810b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:01.763978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.790910 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fe45bd1-8df6-40af-8b9e-4586a4247c68 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.798004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6754db0d-18ff-4acf-8d42-cc61221ea510 None None] DHCP port deletion for 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:24:01.800454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Transition to ACTIVE for port object 00c4b7c2-747c-40e8-9586-de288246afbf will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:01.807523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d5fb60de-2a77-4e35-b544-2bea07975db3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.824451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6aa1d24b-ac1e-4898-b231-d76afce65a2b None None] Could not find standard attr ID for object 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:24:01.825904 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0bafa15a-a6d7-4954-835f-7dd9576fab0a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:01.826802 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.831468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0728f6db-482a-4fba-b150-9fa1e14abe6c None None] Network 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:01.853496 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d5fb60de-2a77-4e35-b544-2bea07975db3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:01.855763 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d5fb60de-2a77-4e35-b544-2bea07975db3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/subnets/c72a64c1-1900-4845-87ad-fe89b3ecfdbd HTTP/1.1" status: 204 len: 168 time: 0.6454515 Aug 27 14:24:01.860295 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-59713a80-a7b4-4b1a-952f-f44a22246c8f req-7a866274-c812-4443-b8a9-a14c03ff6257 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 210 time: 0.0778651 Aug 27 14:24:01.871584 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53610) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:01.887955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605fc0f3-6c7b-4619-af1b-0b8a87875192 None None] Network 71846811-896a-46a6-a205-7a43addab9bc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:01.894675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0728f6db-482a-4fba-b150-9fa1e14abe6c None None] Network 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f could not be found, it might have been deleted concurrently. {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 14:24:01.904917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb60de-2a77-4e35-b544-2bea07975db3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Subnet': ['ID=c72a64c1-1900-4845-87ad-fe89b3ecfdbd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:01.913742 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373daa5e-2cc6-43de-9741-752f8af8f704 None None] Network 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:01.965519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-164fb4d0-960e-42d7-a3ad-d539cef081ad tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Deleting subnet d58007db-7377-44ea-85fc-d80b98f6db48 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:24:01.972423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373daa5e-2cc6-43de-9741-752f8af8f704 None None] Network 51a1d92e-72e5-4e66-99ae-e8b26acf1c1f could not be found, it might have been deleted concurrently. {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 14:24:01.975424 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-164fb4d0-960e-42d7-a3ad-d539cef081ad tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.012477 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fe45bd1-8df6-40af-8b9e-4586a4247c68 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.015781 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.029765 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fe45bd1-8df6-40af-8b9e-4586a4247c68 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.438154 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-164fb4d0-960e-42d7-a3ad-d539cef081ad tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.495847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 66caef09-b37e-492a-a830-9a1e6fc28135 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:02.499566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe45bd1-8df6-40af-8b9e-4586a4247c68 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba2d3ed-03d5-44c6-8b87-d592f53a9ea5,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:02.513099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:02.521268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:02.526350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=00c4b7c2-747c-40e8-9586-de288246afbf,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:02.534101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fe45bd1-8df6-40af-8b9e-4586a4247c68 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.538907 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1fe45bd1-8df6-40af-8b9e-4586a4247c68 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8259912 Aug 27 14:24:02.539673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53614) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:02.557995 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-bbdf4885-3a99-458c-a427-9eafded1dc3d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'security_group_rule': {'security_group_id': '69dc685c-fcde-40ee-b4ae-9d35764f6261', 'project_id': '3d745316476744be879ccd1cab5d810b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:02.623681 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-bbdf4885-3a99-458c-a427-9eafded1dc3d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Project 3d745316476744be879ccd1cab5d810b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:24:02.629402 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbdf4885-3a99-458c-a427-9eafded1dc3d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.636638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6159fcf-ecf5-49ec-9eba-1fa56ae660cf req-8559db81-515c-4451-b3ff-d287c8e51849 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:02.645158 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6159fcf-ecf5-49ec-9eba-1fa56ae660cf req-8559db81-515c-4451-b3ff-d287c8e51849 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.2313001 Aug 27 14:24:02.689600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:02.690278 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.707583 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-164fb4d0-960e-42d7-a3ad-d539cef081ad tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.732915 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbdf4885-3a99-458c-a427-9eafded1dc3d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.739253 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbdf4885-3a99-458c-a427-9eafded1dc3d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.767975 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbdf4885-3a99-458c-a427-9eafded1dc3d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.772486 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bbdf4885-3a99-458c-a427-9eafded1dc3d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2271819 Aug 27 14:24:02.772486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf4885-3a99-458c-a427-9eafded1dc3d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94827ece-0521-4d2c-8db2-fb0a9a578b79,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:02.773956 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53616) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:02.778037 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6159fcf-ecf5-49ec-9eba-1fa56ae660cf req-a37c9436-b0d2-4880-8fe2-b7b7c0bf7465 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254177 Aug 27 14:24:02.779605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b7fe36a8-a605-4b86-81f2-0691cc72dd8f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'security_group_rule': {'security_group_id': '69dc685c-fcde-40ee-b4ae-9d35764f6261', 'project_id': '3d745316476744be879ccd1cab5d810b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:02.782399 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-193dfa10-7546-43b2-bf0d-bcbbd5bc907f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1878340 Aug 27 14:24:02.797943 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Request body: {'port': {'device_id': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:02.830081 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-b7fe36a8-a605-4b86-81f2-0691cc72dd8f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Project 3d745316476744be879ccd1cab5d810b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:24:02.841904 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7fe36a8-a605-4b86-81f2-0691cc72dd8f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.883821 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-164fb4d0-960e-42d7-a3ad-d539cef081ad tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.919920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fb4d0-960e-42d7-a3ad-d539cef081ad tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Subnet': ['ID=d58007db-7377-44ea-85fc-d80b98f6db48,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:02.966914 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7fe36a8-a605-4b86-81f2-0691cc72dd8f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.969139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a429edee-d1ab-4dc2-9b87-b5845fd54c21 None None] Provisioning for port 00c4b7c2-747c-40e8-9586-de288246afbf completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:02.974818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a429edee-d1ab-4dc2-9b87-b5845fd54c21 None None] Provisioning complete for port 00c4b7c2-747c-40e8-9586-de288246afbf triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:02.975712 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a429edee-d1ab-4dc2-9b87-b5845fd54c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.981626 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-164fb4d0-960e-42d7-a3ad-d539cef081ad tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:02.986439 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-164fb4d0-960e-42d7-a3ad-d539cef081ad tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/subnets/d58007db-7377-44ea-85fc-d80b98f6db48 HTTP/1.1" status: 204 len: 168 time: 1.1137414 Aug 27 14:24:02.989219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53622) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:03.009393 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594c7ba5-3d9c-4ff3-8ed3-655c1b13c870 None None] Network 71846811-896a-46a6-a205-7a43addab9bc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:03.009946 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7fe36a8-a605-4b86-81f2-0691cc72dd8f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:03.050147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104e59e-0b4d-4fad-94d1-7d3847d86105 req-2db74c33-856a-4717-960e-2a385d5cdbc6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:03.052255 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e104e59e-0b4d-4fad-94d1-7d3847d86105 req-2db74c33-856a-4717-960e-2a385d5cdbc6 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 932 time: 0.0875137 Aug 27 14:24:03.053152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe36a8-a605-4b86-81f2-0691cc72dd8f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a015d108-ecfc-42f6-b114-1837c82ddb22,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:03.056964 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7fe36a8-a605-4b86-81f2-0691cc72dd8f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:03.058410 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b7fe36a8-a605-4b86-81f2-0691cc72dd8f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2834408 Aug 27 14:24:03.070414 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:03.090534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a429edee-d1ab-4dc2-9b87-b5845fd54c21 None None] Port 00c4b7c2-747c-40e8-9586-de288246afbf cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:24:03.113278 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e104e59e-0b4d-4fad-94d1-7d3847d86105 req-9d3b6e1d-4288-41d7-8caf-0032ea603fc7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465667 Aug 27 14:24:03.140981 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:03.222401 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-249a7e98-dea4-4f92-ab68-910ae4e1c2fa None None] Provisioning complete for port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:03.223150 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-249a7e98-dea4-4f92-ab68-910ae4e1c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:03.274155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36cb405-ccfd-4e53-98ed-245dcc4908f8 None None] DHCP port deletion for 71846811-896a-46a6-a205-7a43addab9bc request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:24:03.349353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Deleting port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:03.349759 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:03.394776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d36cb405-ccfd-4e53-98ed-245dcc4908f8 None None] Deleting port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:03.395906 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d36cb405-ccfd-4e53-98ed-245dcc4908f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:03.476145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] For port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=69c7ea95-e9d1-4019-9e9a-09da1b3abbf9,segment=NetworkSegment(75cb783d-b5d5-4f7c-bb30-3d38b5299a4b),segment_id=75cb783d-b5d5-4f7c-bb30-3d38b5299a4b)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:03.476689 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:03.497589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d36cb405-ccfd-4e53-98ed-245dcc4908f8 None None] For port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=69c7ea95-e9d1-4019-9e9a-09da1b3abbf9,segment=NetworkSegment(75cb783d-b5d5-4f7c-bb30-3d38b5299a4b),segment_id=75cb783d-b5d5-4f7c-bb30-3d38b5299a4b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:03.498003 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d36cb405-ccfd-4e53-98ed-245dcc4908f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:03.499247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Calling delete_port for 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:03.523301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d36cb405-ccfd-4e53-98ed-245dcc4908f8 None None] Calling delete_port for 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:03.610108 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:03.620975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c4b7c2-747c-40e8-9586-de288246afbf {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:24:03.628423 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:03.657187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:03.657639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7b35b0e9-5d92-4e5a-89d0-0a4fbfe45bdf not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:03.658301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:03.659110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Transition to ACTIVE for port object 00c4b7c2-747c-40e8-9586-de288246afbf will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:03.665620 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:03.733089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:03.750355 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=00c4b7c2-747c-40e8-9586-de288246afbf,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:03.760240 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 14:24:03.767397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No active binding found for port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 {{(pid=101188) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 14:24:03.767397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:03.775094 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d36cb405-ccfd-4e53-98ed-245dcc4908f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:03.785582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No DVR routers for this DVR port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:03.808020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cb405-ccfd-4e53-98ed-245dcc4908f8 None None] Pushing event deleted for resources: {'Port': ['ID=69c7ea95-e9d1-4019-9e9a-09da1b3abbf9,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:03.814280 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36cb405-ccfd-4e53-98ed-245dcc4908f8 None None] No DVR routers for this DVR port 69c7ea95-e9d1-4019-9e9a-09da1b3abbf9 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:03.882576 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Port': ['ID=69c7ea95-e9d1-4019-9e9a-09da1b3abbf9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:04.010975 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:04.025320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71846811-896a-46a6-a205-7a43addab9bc']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:04.037951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75cb783d-b5d5-4f7c-bb30-3d38b5299a4b') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:04.038749 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75cb783d-b5d5-4f7c-bb30-3d38b5299a4b') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:04.051857 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:04.089549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:04.094665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Attempting to bind port 00c4b7c2-747c-40e8-9586-de288246afbf on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:24:04.095024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Attempting to bind port 00c4b7c2-747c-40e8-9586-de288246afbf by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'f1372e50-ae05-44c0-82d2-51b288b95907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:24:04.095356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Attempting to bind port 00c4b7c2-747c-40e8-9586-de288246afbf on network 66caef09-b37e-492a-a830-9a1e6fc28135 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:24:04.105154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:04.105559 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:04.109676 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:04.118594 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec96b6-d9c2-4d25-a8ee-90e99c00a30f req-e049fff8-7e22-4324-9310-ace36ee97d90 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:04.120390 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9bec96b6-d9c2-4d25-a8ee-90e99c00a30f req-e049fff8-7e22-4324-9310-ace36ee97d90 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1718128 Aug 27 14:24:04.138532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Port 00c4b7c2-747c-40e8-9586-de288246afbf on network 66caef09-b37e-492a-a830-9a1e6fc28135 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:24:04.138532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Attempting to bind port 00c4b7c2-747c-40e8-9586-de288246afbf on network 66caef09-b37e-492a-a830-9a1e6fc28135 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:24:04.190996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:24:04.191435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Checking segment: {'id': 'f1372e50-ae05-44c0-82d2-51b288b95907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:04.191895 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Bound using segment: {'id': 'f1372e50-ae05-44c0-82d2-51b288b95907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:24:04.192444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Bound port: 00c4b7c2-747c-40e8-9586-de288246afbf, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1372e50-ae05-44c0-82d2-51b288b95907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:24:04.193041 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:04.224912 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:04.244215 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:04.247139 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/71846811-896a-46a6-a205-7a43addab9bc HTTP/1.1" status: 204 len: 168 time: 1.2566631 Aug 27 14:24:04.252376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53704) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:04.274611 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9bec96b6-d9c2-4d25-a8ee-90e99c00a30f req-2e132518-b491-4d48-af81-518a8357a40b tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336002 Aug 27 14:24:04.288718 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ca559-19ff-4ecd-bdd5-af784b7abae8 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Network': ['ID=71846811-896a-46a6-a205-7a43addab9bc,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:04.312896 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-7025027e-d69c-4a4c-acfb-fe552569fe85 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] DELETE failed (client error): The resource could not be found. Aug 27 14:24:04.313821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7025027e-d69c-4a4c-acfb-fe552569fe85 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:04.315976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7025027e-d69c-4a4c-acfb-fe552569fe85 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/subnets/bc8dca62-b605-4397-87b3-28c5224b92bd HTTP/1.1" status: 404 len: 337 time: 0.0619164 Aug 27 14:24:04.319095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53706) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:04.337684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] For port 00c4b7c2-747c-40e8-9586-de288246afbf, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:24:04.342704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] For port 00c4b7c2-747c-40e8-9586-de288246afbf, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=00c4b7c2-747c-40e8-9586-de288246afbf,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:24:04.351897 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:04.352507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179838ea-15f8-4dbc-9e03-08a6185bec63 req-072d998b-8139-4cdb-adbe-f7d02db49816 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:04.354377 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179838ea-15f8-4dbc-9e03-08a6185bec63 req-072d998b-8139-4cdb-adbe-f7d02db49816 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 944 time: 0.1591508 Aug 27 14:24:04.355527 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-fced4289-2acc-473d-ba14-b9afea041693 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] DELETE failed (client error): The resource could not be found. Aug 27 14:24:04.356130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fced4289-2acc-473d-ba14-b9afea041693 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:04.358079 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fced4289-2acc-473d-ba14-b9afea041693 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/fa9574ac-4aa5-4156-920e-90ad8c6143c8 HTTP/1.1" status: 404 len: 339 time: 0.0378840 Aug 27 14:24:04.360668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53708) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:04.401968 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-0238ddff-3c0a-408a-a85d-0009eb5afaec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] DELETE failed (client error): The resource could not be found. Aug 27 14:24:04.402437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0238ddff-3c0a-408a-a85d-0009eb5afaec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:04.404343 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0238ddff-3c0a-408a-a85d-0009eb5afaec tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/subnets/f2462afd-19f1-4569-9915-5eed42252d93 HTTP/1.1" status: 404 len: 337 time: 0.0424688 Aug 27 14:24:04.410678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53710) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:04.467842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=00c4b7c2-747c-40e8-9586-de288246afbf,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:04.468130 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f3991c-aa58-4bb2-8e99-3e51951ac62c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] DELETE failed (client error): The resource could not be found. Aug 27 14:24:04.472753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f3991c-aa58-4bb2-8e99-3e51951ac62c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:04.475767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a4f3991c-aa58-4bb2-8e99-3e51951ac62c tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/4d6f8495-88e5-4ae5-9918-699d4d31931c HTTP/1.1" status: 404 len: 339 time: 0.0632887 Aug 27 14:24:04.477296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:04.477941 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:04.478651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53712) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:04.480581 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-1567d373-08e2-4ba4-bbf3-6fe54cc1c9e8 service neutron] 10.222.0.52 "PUT /v2.0/ports/00c4b7c2-747c-40e8-9586-de288246afbf HTTP/1.1" status: 200 len: 1093 time: 1.6875551 Aug 27 14:24:04.481050 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:24:04.483678 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb225093-64a5-46b9-b52e-e394441652bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:24:04.509023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-179838ea-15f8-4dbc-9e03-08a6185bec63 req-c77c823e-2601-4ef9-9d46-1a6f53d15e6b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459060 Aug 27 14:24:04.545714 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fa1f07-8fe1-49d2-bc25-9cd7564e32b3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] DELETE failed (client error): The resource could not be found. Aug 27 14:24:04.546308 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01fa1f07-8fe1-49d2-bc25-9cd7564e32b3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:04.549433 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06da0704-01e0-4775-a724-62bd22049108 x-openstack-request-id: req-06da0704-01e0-4775-a724-62bd22049108 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:24:04.549433 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:24:04.549433 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06da0704-01e0-4775-a724-62bd22049108 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:24:04.549791 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf', 'status': 'completed', 'code': 200} Aug 27 14:24:04.551522 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-01fa1f07-8fe1-49d2-bc25-9cd7564e32b3 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/subnets/f777204b-0542-4fae-b253-48f98457ec7b HTTP/1.1" status: 404 len: 337 time: 0.0719643 Aug 27 14:24:04.552848 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53716) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:04.578802 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c77a59a-7734-4c64-bc58-b5030b55ee58 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] DELETE failed (client error): The resource could not be found. Aug 27 14:24:04.579518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c77a59a-7734-4c64-bc58-b5030b55ee58 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:04.584000 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0c77a59a-7734-4c64-bc58-b5030b55ee58 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/4fe79a89-19c5-4155-9304-01f95a17a687 HTTP/1.1" status: 404 len: 339 time: 0.0274270 Aug 27 14:24:04.584696 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53718) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:04.591185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-4b2707f2-2e5f-4173-830f-973731a8a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:04.592929 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-4b2707f2-2e5f-4173-830f-973731a8a0cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 1096 time: 0.0713556 Aug 27 14:24:04.663743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f258d54-3133-4018-8e1a-0e9771a37673 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Deleting subnet df4a9ee4-9617-4d82-b6be-e8d51ac743b4 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:24:04.667852 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8f258d54-3133-4018-8e1a-0e9771a37673 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:04.668818 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-bf03f7c6-a84c-45cd-9e43-6df5ad66ffee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00c4b7c2-747c-40e8-9586-de288246afbf HTTP/1.1" status: 200 len: 217 time: 0.0677507 Aug 27 14:24:04.720077 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8f258d54-3133-4018-8e1a-0e9771a37673 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:04.733739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-9fb2d7b1-2c46-4ea3-b3c8-86e281ff6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:04.735368 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-9fb2d7b1-2c46-4ea3-b3c8-86e281ff6367 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=09a4828f-3ee5-48a5-af6b-577d8cd0c09b HTTP/1.1" status: 200 len: 835 time: 0.0590382 Aug 27 14:24:04.811343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-395f8e2e-ae51-4248-8e8d-2b6a04652a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:04.813605 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-395f8e2e-ae51-4248-8e8d-2b6a04652a7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=66caef09-b37e-492a-a830-9a1e6fc28135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702007 Aug 27 14:24:04.872501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8f258d54-3133-4018-8e1a-0e9771a37673 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:04.947444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-046952a4-7a37-404e-921f-8443abe69a56 service neutron] 10.222.0.52 "GET /v2.0/networks/66caef09-b37e-492a-a830-9a1e6fc28135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256959 Aug 27 14:24:04.959096 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8f258d54-3133-4018-8e1a-0e9771a37673 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:04.996290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f258d54-3133-4018-8e1a-0e9771a37673 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Subnet': ['ID=df4a9ee4-9617-4d82-b6be-e8d51ac743b4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:05.014409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8f258d54-3133-4018-8e1a-0e9771a37673 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:05.018545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8f258d54-3133-4018-8e1a-0e9771a37673 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/subnets/df4a9ee4-9617-4d82-b6be-e8d51ac743b4 HTTP/1.1" status: 204 len: 168 time: 0.4306540 Aug 27 14:24:05.019107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53726) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:05.027338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2416271b-7988-4dab-9ddd-cb9217ded6c0 None None] Network 8764c74a-a0b9-4c35-9a9d-b0de3415b756 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:05.099861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0fa55b99-be25-4514-ade2-f763a8ebb441 req-62290f50-cf7a-4c61-9731-ea5571887b69 service neutron] 10.222.0.52 "GET /v2.0/networks/66caef09-b37e-492a-a830-9a1e6fc28135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428823 Aug 27 14:24:05.166481 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:05.239449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb225093-64a5-46b9-b52e-e394441652bb req-eaf8bacf-bdf3-4acd-a4c8-602dc4e6575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:05.242135 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb225093-64a5-46b9-b52e-e394441652bb req-eaf8bacf-bdf3-4acd-a4c8-602dc4e6575a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 1096 time: 0.0849402 Aug 27 14:24:05.248794 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Deleting port 60d6103c-ce2d-4243-ad26-0c54024dee7a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:05.249385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:05.330394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bab5865-dddc-4aed-b2ad-41245ebb3bbc None None] DHCP port deletion for 8764c74a-a0b9-4c35-9a9d-b0de3415b756 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:24:05.347480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] For port 60d6103c-ce2d-4243-ad26-0c54024dee7a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=60d6103c-ce2d-4243-ad26-0c54024dee7a,segment=NetworkSegment(e5dfa8a4-6c86-4a16-9940-fb7a18acb8be),segment_id=e5dfa8a4-6c86-4a16-9940-fb7a18acb8be)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:05.348066 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:05.388433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Calling delete_port for 60d6103c-ce2d-4243-ad26-0c54024dee7a owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:05.483395 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5bab5865-dddc-4aed-b2ad-41245ebb3bbc None None] Deleting port 60d6103c-ce2d-4243-ad26-0c54024dee7a {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:05.489717 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5bab5865-dddc-4aed-b2ad-41245ebb3bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:05.506143 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb225093-64a5-46b9-b52e-e394441652bb req-818caccf-7933-45a0-bd41-4489f2cfd799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:05.512914 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb225093-64a5-46b9-b52e-e394441652bb req-818caccf-7933-45a0-bd41-4489f2cfd799 service neutron] 10.222.0.52 "GET /v2.0/networks?id=66caef09-b37e-492a-a830-9a1e6fc28135 HTTP/1.1" status: 200 len: 897 time: 0.2634230 Aug 27 14:24:05.599112 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:05.625710 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb225093-64a5-46b9-b52e-e394441652bb req-99a85e4b-1baf-49db-838c-d5797ba2b887 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00c4b7c2-747c-40e8-9586-de288246afbf HTTP/1.1" status: 200 len: 217 time: 0.1051135 Aug 27 14:24:05.627874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 60d6103c-ce2d-4243-ad26-0c54024dee7a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:05.709092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Port': ['ID=60d6103c-ce2d-4243-ad26-0c54024dee7a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:05.712200 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 60d6103c-ce2d-4243-ad26-0c54024dee7a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:05.715764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No DVR routers for this DVR port 60d6103c-ce2d-4243-ad26-0c54024dee7a on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:05.722731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 60d6103c-ce2d-4243-ad26-0c54024dee7a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:05.753845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb225093-64a5-46b9-b52e-e394441652bb req-cdfb321a-34f0-456b-a0b9-4461fad05e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:05.756246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb225093-64a5-46b9-b52e-e394441652bb req-cdfb321a-34f0-456b-a0b9-4461fad05e0e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=09a4828f-3ee5-48a5-af6b-577d8cd0c09b HTTP/1.1" status: 200 len: 835 time: 0.1238840 Aug 27 14:24:05.772264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5bab5865-dddc-4aed-b2ad-41245ebb3bbc None None] For port 60d6103c-ce2d-4243-ad26-0c54024dee7a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=60d6103c-ce2d-4243-ad26-0c54024dee7a,segment=NetworkSegment(e5dfa8a4-6c86-4a16-9940-fb7a18acb8be),segment_id=e5dfa8a4-6c86-4a16-9940-fb7a18acb8be)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:05.773057 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5bab5865-dddc-4aed-b2ad-41245ebb3bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:05.790499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5bab5865-dddc-4aed-b2ad-41245ebb3bbc None None] Calling delete_port for 60d6103c-ce2d-4243-ad26-0c54024dee7a owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:05.892730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de241824-b894-4446-b06d-01b10b13142c req-e23c4348-2737-4bbb-b24e-1e33e2bbd58b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:05.902573 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de241824-b894-4446-b06d-01b10b13142c req-e23c4348-2737-4bbb-b24e-1e33e2bbd58b tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 944 time: 0.1445611 Aug 27 14:24:05.904203 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:05.927849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8764c74a-a0b9-4c35-9a9d-b0de3415b756']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:05.941020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb225093-64a5-46b9-b52e-e394441652bb req-4d80a451-3495-406c-aca6-cc426424c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:05.943272 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb225093-64a5-46b9-b52e-e394441652bb req-4d80a451-3495-406c-aca6-cc426424c9d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=66caef09-b37e-492a-a830-9a1e6fc28135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214824 Aug 27 14:24:05.944167 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5bab5865-dddc-4aed-b2ad-41245ebb3bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:05.963366 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5dfa8a4-6c86-4a16-9940-fb7a18acb8be') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:05.963576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5dfa8a4-6c86-4a16-9940-fb7a18acb8be') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:05.965384 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de241824-b894-4446-b06d-01b10b13142c req-3eecfc5e-9f80-4bca-b1d4-0121fdee1adf tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574372 Aug 27 14:24:05.974924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab5865-dddc-4aed-b2ad-41245ebb3bbc None None] Pushing event deleted for resources: {'Port': ['ID=60d6103c-ce2d-4243-ad26-0c54024dee7a,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:05.979453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab5865-dddc-4aed-b2ad-41245ebb3bbc None None] No DVR routers for this DVR port 60d6103c-ce2d-4243-ad26-0c54024dee7a on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:05.987447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.012470 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.023437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4229852-4352-482d-b63e-02a601f357ae req-9be9918e-563f-4987-b2fb-b6ff6a1da1e9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:06.025100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4229852-4352-482d-b63e-02a601f357ae req-9be9918e-563f-4987-b2fb-b6ff6a1da1e9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.4320621 Aug 27 14:24:06.030364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:06.030812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:06.034353 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:06.076769 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb225093-64a5-46b9-b52e-e394441652bb req-7df85039-a1a0-4365-b6bd-5ccf251cbb4b service neutron] 10.222.0.52 "GET /v2.0/networks/66caef09-b37e-492a-a830-9a1e6fc28135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099713 Aug 27 14:24:06.138605 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4229852-4352-482d-b63e-02a601f357ae req-fe8ac0dd-5691-4913-86a4-30c57bbf702f tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032145 Aug 27 14:24:06.140955 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.149820 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.152273 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/8764c74a-a0b9-4c35-9a9d-b0de3415b756 HTTP/1.1" status: 204 len: 168 time: 1.1324053 Aug 27 14:24:06.156329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53740) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:06.198566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16385714-19e3-476b-b8f7-bad296bf9721 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Network': ['ID=8764c74a-a0b9-4c35-9a9d-b0de3415b756,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:06.205620 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f03cc33-bd6a-4bbf-95ef-8baf79e3ec04 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] DELETE failed (client error): The resource could not be found. Aug 27 14:24:06.206079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f03cc33-bd6a-4bbf-95ef-8baf79e3ec04 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:06.208832 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4f03cc33-bd6a-4bbf-95ef-8baf79e3ec04 tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/subnets/28792ee2-1fe6-4e6f-a3c4-89d2d29e305b HTTP/1.1" status: 404 len: 337 time: 0.0506482 Aug 27 14:24:06.210951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53742) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:06.215130 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb225093-64a5-46b9-b52e-e394441652bb req-47f57ac4-0666-4f54-94ea-1389233e63be service neutron] 10.222.0.52 "GET /v2.0/networks/66caef09-b37e-492a-a830-9a1e6fc28135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300902 Aug 27 14:24:06.242332 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d4dadc-fc6e-4c01-9e4a-381f1a9a807f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] DELETE failed (client error): The resource could not be found. Aug 27 14:24:06.244826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d4dadc-fc6e-4c01-9e4a-381f1a9a807f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:06.249139 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f7d4dadc-fc6e-4c01-9e4a-381f1a9a807f tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/328646cd-185f-4bad-806b-5abc5066763e HTTP/1.1" status: 404 len: 339 time: 0.0368876 Aug 27 14:24:06.251753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53746) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:06.313080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Deleting subnet 1d09aacb-d716-4b63-b151-41043ac9eaa2 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:24:06.316641 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.364648 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.468664 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.530398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.557337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Subnet': ['ID=1d09aacb-d716-4b63-b151-41043ac9eaa2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:06.567635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:06.567989 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:06.568342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:06.568678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:06.569019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:06.569361 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:06.569681 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:06.570017 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:06.570351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:06.570713 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:06.571042 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:06.576557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:06.577589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b29a199-f8cf-4826-ac63-2c7cf7f812c9 None None] Network 88b8ae97-76ff-449d-a2b6-bb24b3ca21e2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:06.579631 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.584447 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f5da1bd2-361c-4663-abda-0e7b943ae45e tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/subnets/1d09aacb-d716-4b63-b151-41043ac9eaa2 HTTP/1.1" status: 204 len: 168 time: 0.3288755 Aug 27 14:24:06.584902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53748) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:06.681831 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.748180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Deleting port febcf75e-d10e-46fa-8735-d90171de8fc3 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:06.748631 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.816306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc362036-4217-4505-8348-f74d1dc4f423 None None] DHCP port deletion for 88b8ae97-76ff-449d-a2b6-bb24b3ca21e2 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:24:06.818499 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] For port febcf75e-d10e-46fa-8735-d90171de8fc3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=febcf75e-d10e-46fa-8735-d90171de8fc3,segment=NetworkSegment(eebccadb-807a-403b-ade3-0c0e3a54deb7),segment_id=eebccadb-807a-403b-ade3-0c0e3a54deb7)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:06.818992 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.832899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Calling delete_port for febcf75e-d10e-46fa-8735-d90171de8fc3 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:06.873572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-bc362036-4217-4505-8348-f74d1dc4f423 None None] Deleting port febcf75e-d10e-46fa-8735-d90171de8fc3 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:06.874031 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bc362036-4217-4505-8348-f74d1dc4f423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.925862 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.949724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bc362036-4217-4505-8348-f74d1dc4f423 None None] For port febcf75e-d10e-46fa-8735-d90171de8fc3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=febcf75e-d10e-46fa-8735-d90171de8fc3,segment=NetworkSegment(eebccadb-807a-403b-ade3-0c0e3a54deb7),segment_id=eebccadb-807a-403b-ade3-0c0e3a54deb7)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:06.950347 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bc362036-4217-4505-8348-f74d1dc4f423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:06.965963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-bc362036-4217-4505-8348-f74d1dc4f423 None None] Calling delete_port for febcf75e-d10e-46fa-8735-d90171de8fc3 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:06.970202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Port': ['ID=febcf75e-d10e-46fa-8735-d90171de8fc3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:06.973075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] No DVR routers for this DVR port febcf75e-d10e-46fa-8735-d90171de8fc3 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:07.064321 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bc362036-4217-4505-8348-f74d1dc4f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:07.095288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc362036-4217-4505-8348-f74d1dc4f423 None None] Pushing event deleted for resources: {'Port': ['ID=febcf75e-d10e-46fa-8735-d90171de8fc3,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:07.107295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc362036-4217-4505-8348-f74d1dc4f423 None None] No DVR routers for this DVR port febcf75e-d10e-46fa-8735-d90171de8fc3 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:07.113073 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:07.131572 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b8ae97-76ff-449d-a2b6-bb24b3ca21e2']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:07.146041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebccadb-807a-403b-ade3-0c0e3a54deb7') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:07.146376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebccadb-807a-403b-ade3-0c0e3a54deb7') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:07.150525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf035dd-3b55-4cb5-a219-ce6dbd980613 req-de7692ff-5c27-40f0-98dc-7cfdb00b303c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:07.152244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eaf035dd-3b55-4cb5-a219-ce6dbd980613 req-de7692ff-5c27-40f0-98dc-7cfdb00b303c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 944 time: 0.0941062 Aug 27 14:24:07.157687 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:07.174228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:07.190261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:07.190840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:07.194820 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:07.212207 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eaf035dd-3b55-4cb5-a219-ce6dbd980613 req-ab468553-506d-4060-afb9-c5f1da8f8c78 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529830 Aug 27 14:24:07.278649 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:07.299327 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:07.302126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] 10.222.0.55 "DELETE /v2.0/networks/88b8ae97-76ff-449d-a2b6-bb24b3ca21e2 HTTP/1.1" status: 204 len: 168 time: 0.7156756 Aug 27 14:24:07.351549 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47afe6e-e1bf-46da-8a43-c7d511121cff tempest-NetworksIpV6Test-289433288 tempest-NetworksIpV6Test-289433288-project] Pushing event deleted for resources: {'Network': ['ID=88b8ae97-76ff-449d-a2b6-bb24b3ca21e2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:07.405760 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848340be-74fd-4d79-9962-41081e5ecb9b req-f6ca5262-f7d6-4ab0-ad00-5505fa57c4d2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:07.407691 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-848340be-74fd-4d79-9962-41081e5ecb9b req-f6ca5262-f7d6-4ab0-ad00-5505fa57c4d2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1155486 Aug 27 14:24:07.490460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-848340be-74fd-4d79-9962-41081e5ecb9b req-f67fc02e-12e3-4f54-919d-3b7ad454dad0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756421 Aug 27 14:24:07.591504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device febcf75e-d10e-46fa-8735-d90171de8fc3 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:07.625978 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: febcf75e-d10e-46fa-8735-d90171de8fc3 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:07.626333 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device febcf75e-d10e-46fa-8735-d90171de8fc3 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:07.706071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53762) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:07.865497 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5a9c80d2-2676-4a2a-835d-352e3427c084 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ca0368276714a29ba3ded451a0ff6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565471 Aug 27 14:24:07.867390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53766) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:07.919617 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-edd34b64-055c-4845-a796-5410f8bf3948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:07.941691 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-edd34b64-055c-4845-a796-5410f8bf3948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:08.019668 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-edd34b64-055c-4845-a796-5410f8bf3948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:08.023334 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-edd34b64-055c-4845-a796-5410f8bf3948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:08.025102 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-edd34b64-055c-4845-a796-5410f8bf3948 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a534476f-4abf-44a9-8795-5aa486ac44a8 HTTP/1.1" status: 204 len: 168 time: 0.1560428 Aug 27 14:24:08.034137 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd34b64-055c-4845-a796-5410f8bf3948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a534476f-4abf-44a9-8795-5aa486ac44a8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:08.352769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8c51f-e464-41aa-ab84-542570d1833f req-02b7e12c-1c54-4072-b003-4b8a80a0c134 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:08.353638 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51b8c51f-e464-41aa-ab84-542570d1833f req-02b7e12c-1c54-4072-b003-4b8a80a0c134 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 944 time: 0.0624146 Aug 27 14:24:08.402144 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51b8c51f-e464-41aa-ab84-542570d1833f req-de0dc0ca-534b-46d2-a920-7207b4631e3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378177 Aug 27 14:24:08.507248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 00c4b7c2-747c-40e8-9586-de288246afbf details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:24:08.569580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53792) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:08.666616 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 00c4b7c2-747c-40e8-9586-de288246afbf, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=00c4b7c2-747c-40e8-9586-de288246afbf,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:08.694180 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '00c4b7c2-747c-40e8-9586-de288246afbf', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'port_id': '00c4b7c2-747c-40e8-9586-de288246afbf', 'mac_address': 'fa:16:3e:5c:74:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:24:08.720418 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350097f-5f13-4f60-a102-ff0a2c11ff2d req-6400d255-3b6f-4b3b-8c13-b38cfeb404f0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:08.722248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0350097f-5f13-4f60-a102-ff0a2c11ff2d req-6400d255-3b6f-4b3b-8c13-b38cfeb404f0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0886827 Aug 27 14:24:08.760956 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:08.775519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c4b7c2-747c-40e8-9586-de288246afbf {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:24:08.798919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 00c4b7c2-747c-40e8-9586-de288246afbf, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=00c4b7c2-747c-40e8-9586-de288246afbf,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:08.806120 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:08.864632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=00c4b7c2-747c-40e8-9586-de288246afbf,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:08.937155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0350097f-5f13-4f60-a102-ff0a2c11ff2d req-5c506ff2-abee-46d5-861e-cf4d09850ab4 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587250 Aug 27 14:24:08.960353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53804) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:09.019561 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['00c4b7c2-747c-40e8-9586-de288246afbf'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:24:09.099117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-499040381'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:09.142525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:09.148353 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:09.168324 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:09.268954 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-372c1740-70a1-4ae4-9482-05299852c73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:09.295578 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:09.300270 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:09.336583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:24:09.354016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bd9e67-92ec-423d-9ac9-4782cdcd910c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:09.357391 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:09.357749 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Added segment 4f1905c3-7928-4934-91ea-fd25c732f159 of type vlan for network fef7eac3-4cab-4977-b89c-d492c1f3cedb Aug 27 14:24:09.403824 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:09.435431 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:09.441851 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:09.444200 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:09.527054 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5649686 Aug 27 14:24:09.539552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53812) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:09.547555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'name': 'tempest-PortsIpV6TestJSON-981651066'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:09.554251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358adab-e9df-46e6-8553-bd5bd9e162ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Network': ['ID=fef7eac3-4cab-4977-b89c-d492c1f3cedb,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:09.565549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:24:09.579914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981e52f-f0f2-4dcc-981b-2845afe90de0 req-e0a6aa86-010a-4ac7-b4b4-64f3aa915356 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:09.582889 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f981e52f-f0f2-4dcc-981b-2845afe90de0 req-e0a6aa86-010a-4ac7-b4b4-64f3aa915356 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 945 time: 0.0805936 Aug 27 14:24:09.636859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f981e52f-f0f2-4dcc-981b-2845afe90de0 req-74cc3365-86d0-4f54-a9d7-28e9f5cf2bf1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467823 Aug 27 14:24:09.652530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-372c1740-70a1-4ae4-9482-05299852c73a admin admin] Deleting port 9225d190-7f3b-499c-8027-ec14ef586a59 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:09.652874 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-372c1740-70a1-4ae4-9482-05299852c73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:09.675566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:09.679686 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:09.730451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:09.816752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-372c1740-70a1-4ae4-9482-05299852c73a admin admin] For port 9225d190-7f3b-499c-8027-ec14ef586a59, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9225d190-7f3b-499c-8027-ec14ef586a59,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:09.817543 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-372c1740-70a1-4ae4-9482-05299852c73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:09.840372 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-372c1740-70a1-4ae4-9482-05299852c73a admin admin] Calling delete_port for 9225d190-7f3b-499c-8027-ec14ef586a59 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:09.887960 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:09.984772 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:10.133314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dcc24-2070-4765-bf89-97d08f6f45ee req-5cd2a210-f18c-422e-8064-7cfee8bd5509 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:10.135037 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e1dcc24-2070-4765-bf89-97d08f6f45ee req-5cd2a210-f18c-422e-8064-7cfee8bd5509 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1004949 Aug 27 14:24:10.137242 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:10.273305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e1dcc24-2070-4765-bf89-97d08f6f45ee req-056fc9e3-7a7f-432c-8053-736c9873493d tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300988 Aug 27 14:24:10.278773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=b3a39c7a-00cf-4a59-a835-c3d7540b3d12,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:10.298091 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Checking segment: {'id': '4f1905c3-7928-4934-91ea-fd25c732f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:10.298454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network hostable DHCP agents. Network: fef7eac3-4cab-4977-b89c-d492c1f3cedb, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:24:10.310768 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-372c1740-70a1-4ae4-9482-05299852c73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:10.346319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c1740-70a1-4ae4-9482-05299852c73a admin admin] Pushing event deleted for resources: {'Port': ['ID=9225d190-7f3b-499c-8027-ec14ef586a59,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:10.351230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:24:10.392524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, fef7eac3-4cab-4977-b89c-d492c1f3cedb) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:10.399667 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:10.403632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5e4fc1-1dc3-4e4c-9189-9cdd195717a5 None None] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:10.405295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:10.405913 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:10.443337 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f7b1d79a-c5a6-4e97-a309-5004e6c95f63 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9016128 Aug 27 14:24:10.444624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53818) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:10.449977 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-92a33342-721d-4781-bde3-58cef323bca4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-737381111'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:10.513115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a33342-721d-4781-bde3-58cef323bca4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:10.516765 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92a33342-721d-4781-bde3-58cef323bca4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:10.528906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 00c4b7c2-747c-40e8-9586-de288246afbf up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:24:10.589875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a33342-721d-4781-bde3-58cef323bca4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:24:10.603092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 00c4b7c2-747c-40e8-9586-de288246afbf completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:10.603677 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-372c1740-70a1-4ae4-9482-05299852c73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:10.604577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 00c4b7c2-747c-40e8-9586-de288246afbf triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:10.605279 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:10.609836 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92a33342-721d-4781-bde3-58cef323bca4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:10.610198 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-92a33342-721d-4781-bde3-58cef323bca4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Added segment a6185196-7813-4d18-85e7-a794d80296d4 of type vlan for network 8b2bef12-430e-4602-bcbd-34a2ef3fa2ea Aug 27 14:24:10.663066 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92a33342-721d-4781-bde3-58cef323bca4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:10.701146 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:10.727773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92a33342-721d-4781-bde3-58cef323bca4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:10.734755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a33342-721d-4781-bde3-58cef323bca4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:10.735347 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92a33342-721d-4781-bde3-58cef323bca4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:10.735939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:24:10.738284 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc860741-5e54-494c-834e-f7f1fa5314af" -d '{"events": [{"server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "name": "network-vif-plugged", "status": "completed", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:24:10.762200 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 00c4b7c2-747c-40e8-9586-de288246afbf, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=00c4b7c2-747c-40e8-9586-de288246afbf,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:10.767618 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:10.806537 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b95a9e-60ed-4885-ac12-fffc3e61509b x-openstack-request-id: req-39b95a9e-60ed-4885-ac12-fffc3e61509b {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:24:10.806989 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "name": "network-vif-plugged", "status": "completed", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:24:10.807770 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39b95a9e-60ed-4885-ac12-fffc3e61509b {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:24:10.808275 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf', 'code': 200} Aug 27 14:24:10.846771 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=00c4b7c2-747c-40e8-9586-de288246afbf,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:10.858463 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-92a33342-721d-4781-bde3-58cef323bca4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4126914 Aug 27 14:24:10.860497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53824) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:10.867879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'ports': [{'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb'}, {'network_id': '8b2bef12-430e-4602-bcbd-34a2ef3fa2ea'}]} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:10.868196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:10.868683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': '8b2bef12-430e-4602-bcbd-34a2ef3fa2ea'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:10.876466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a33342-721d-4781-bde3-58cef323bca4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Network': ['ID=8b2bef12-430e-4602-bcbd-34a2ef3fa2ea,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:10.890327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 8b2bef12-430e-4602-bcbd-34a2ef3fa2ea details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:24:10.902251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e921e6e-d0e6-4444-9f04-5c95a4aa7b92 req-40d854a1-4668-462f-92da-eca6ee412133 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:10.904072 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e921e6e-d0e6-4444-9f04-5c95a4aa7b92 req-40d854a1-4668-462f-92da-eca6ee412133 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 945 time: 0.1637995 Aug 27 14:24:10.949810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7817400-d5c2-4c8e-8b30-dc3d4e3eec40 req-bf14b789-a9f7-4455-aaa8-d87a5daa9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:10.951884 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7817400-d5c2-4c8e-8b30-dc3d4e3eec40 req-bf14b789-a9f7-4455-aaa8-d87a5daa9e71 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 1098 time: 0.0877929 Aug 27 14:24:10.988638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e921e6e-d0e6-4444-9f04-5c95a4aa7b92 req-cf4b71cf-6e1d-41a2-8a24-3fb7ed470edb tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571561 Aug 27 14:24:11.009350 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e7817400-d5c2-4c8e-8b30-dc3d4e3eec40 req-ccb80dc7-ec6b-4473-b567-1205b8e90630 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450985 Aug 27 14:24:11.010040 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372c1740-70a1-4ae4-9482-05299852c73a admin admin] Router cef7bdc7-f619-4a55-91fd-b441c3de6a64 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:24:11.093972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 2} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:11.099891 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:11.120813 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:11.127377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372c1740-70a1-4ae4-9482-05299852c73a admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:24:11.133787 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-372c1740-70a1-4ae4-9482-05299852c73a admin admin] 10.222.0.55 "PUT /v2.0/routers/cef7bdc7-f619-4a55-91fd-b441c3de6a64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5628891 Aug 27 14:24:11.138424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53826) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:11.138602 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8591c922-dfe5-4783-9dbf-3334363c6a5c None None] Sync routers for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:24:11.151569 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8591c922-dfe5-4783-9dbf-3334363c6a5c None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:11.151569 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8591c922-dfe5-4783-9dbf-3334363c6a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:11.279414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-8591c922-dfe5-4783-9dbf-3334363c6a5c None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:24:11.289318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port 0d11db07-1ea4-4757-ab36-71ff7434eb27 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:11.398051 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:11.505427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8591c922-dfe5-4783-9dbf-3334363c6a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:24:10Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:11.535298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8591c922-dfe5-4783-9dbf-3334363c6a5c None None] Checking router: cef7bdc7-f619-4a55-91fd-b441c3de6a64 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:24:11.546532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8591c922-dfe5-4783-9dbf-3334363c6a5c None None] Routers {'cef7bdc7-f619-4a55-91fd-b441c3de6a64'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:11.547471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8591c922-dfe5-4783-9dbf-3334363c6a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:11.565189 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:11.675745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port 1f0f792b-6e78-4677-8090-220b4aec74be yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:11.680372 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:11.814207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Deleting port ca088810-44cb-4188-a821-01ec9f6979bf {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:11.814636 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:11.858084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-8591c922-dfe5-4783-9dbf-3334363c6a5c None None] Set router cef7bdc7-f619-4a55-91fd-b441c3de6a64 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:24:11.868495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb86f71-1ca3-463e-af90-866849b53f13 req-95ed7bf9-ef34-43c7-8fcb-b37b9f178d05 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:11.870471 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4cb86f71-1ca3-463e-af90-866849b53f13 req-95ed7bf9-ef34-43c7-8fcb-b37b9f178d05 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.5176809 Aug 27 14:24:11.928869 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4cb86f71-1ca3-463e-af90-866849b53f13 req-3c415de8-6cdf-44d0-aa4b-194c0c72cee9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516961 Aug 27 14:24:11.966543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:11.992159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] For port ca088810-44cb-4188-a821-01ec9f6979bf, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ca088810-44cb-4188-a821-01ec9f6979bf,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:11.992908 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.026947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Calling delete_port for ca088810-44cb-4188-a821-01ec9f6979bf owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:12.080434 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8591c922-dfe5-4783-9dbf-3334363c6a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:24:10Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:12.111646 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.117012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8591c922-dfe5-4783-9dbf-3334363c6a5c None None] The sync data for ids ['cef7bdc7-f619-4a55-91fd-b441c3de6a64'] in n-d-712139-12 is: [{'id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'name': 'tempest-AttachVolumeTestJSON-539001837-router', 'tenant_id': 'a74e18363e9046b0839d3e0db545669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:16:54Z', 'updated_at': '2021-08-27T14:24:10Z', 'revision_number': 5, 'project_id': 'a74e18363e9046b0839d3e0db545669b', 'gw_port': {'id': 'ca088810-44cb-4188-a821-01ec9f6979bf', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bdc7-f619-4a55-91fd-b441c3de6a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:16:55Z', 'updated_at': '2021-08-27T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:24:12.198375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:12.210542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:12.216994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:12.217804 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.257936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=0d11db07-1ea4-4757-ab36-71ff7434eb27,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:12.280625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828c564-6e0b-44d1-b01d-d7d8392766f9 req-e5b3439c-50c2-4aa8-83fa-8916f46b33a4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:12.282089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0828c564-6e0b-44d1-b01d-d7d8392766f9 req-e5b3439c-50c2-4aa8-83fa-8916f46b33a4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.1842327 Aug 27 14:24:12.366350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=1f0f792b-6e78-4677-8090-220b4aec74be,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:12.395366 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0828c564-6e0b-44d1-b01d-d7d8392766f9 req-f103fd05-380d-4996-9290-04ea28ac92a1 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854075 Aug 27 14:24:12.418111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Checking segment: {'id': 'a6185196-7813-4d18-85e7-a794d80296d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b2bef12-430e-4602-bcbd-34a2ef3fa2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:12.418111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network hostable DHCP agents. Network: 8b2bef12-430e-4602-bcbd-34a2ef3fa2ea, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:24:12.448611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network 8b2bef12-430e-4602-bcbd-34a2ef3fa2ea is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:24:12.458737 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.464723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 8b2bef12-430e-4602-bcbd-34a2ef3fa2ea) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:12.474676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b09c52-fca7-4bc5-8543-a3587aff7c6c None None] Network 8b2bef12-430e-4602-bcbd-34a2ef3fa2ea requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:12.490965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:12.498981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:12.507208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:12.507971 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.510758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca088810-44cb-4188-a821-01ec9f6979bf,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:12.592527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09694af-5509-4994-9fd9-ed0bd49e560e req-7db21d2a-8623-4a4c-80f1-93570172026c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:12.599041 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.603140 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c3e18bbd-e7b4-43ac-bcdb-d5cb4c1505e3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7395015 Aug 27 14:24:12.603676 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b09694af-5509-4994-9fd9-ed0bd49e560e req-7db21d2a-8623-4a4c-80f1-93570172026c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.1095436 Aug 27 14:24:12.605586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53838) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:12.654499 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b09694af-5509-4994-9fd9-ed0bd49e560e req-333750e9-f9f0-4082-a809-3d435cd0d8f4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499465 Aug 27 14:24:12.678331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53840) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:12.726842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87eb365-262d-4aec-af1f-c57dc7498dea tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:12.728573 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d87eb365-262d-4aec-af1f-c57dc7498dea tempest-TestNetworkAdvancedServerOps-178957050 tempest-TestNetworkAdvancedServerOps-178957050-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 1093 time: 0.0487165 Aug 27 14:24:12.731261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53842) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:12.736760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '00c4b7c2-747c-40e8-9586-de288246afbf', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:12.766892 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.785472 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.789416 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.843986 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.844566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cef7bdc7-f619-4a55-91fd-b441c3de6a64 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:24:12.850859 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.852012 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-98718d09-47ad-4e12-b982-2e182b2a1492 admin admin] 10.222.0.55 "DELETE /v2.0/routers/cef7bdc7-f619-4a55-91fd-b441c3de6a64 HTTP/1.1" status: 204 len: 168 time: 1.7112741 Aug 27 14:24:12.854750 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53844) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:12.855354 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d6d84cbc-996c-4cdc-959d-9c6a2a2a359a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port 1f0f792b-6e78-4677-8090-220b4aec74be {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:12.855696 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6d84cbc-996c-4cdc-959d-9c6a2a2a359a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.916875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Deleting subnet 4cfe9d06-603f-4eee-b822-f98be0cb0761 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:24:12.921056 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.943320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6d84cbc-996c-4cdc-959d-9c6a2a2a359a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.961369 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:12.980631 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:13.157833 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:13.184449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Allocated IP 172.25.2.172 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/fa94af8e-2c94-45e3-8a06-c885d1ac2e29) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:13.282820 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:13.334308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cfe9d06-603f-4eee-b822-f98be0cb0761,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:13.336846 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:13.338700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4cfe9d06-603f-4eee-b822-f98be0cb0761 HTTP/1.1" status: 204 len: 168 time: 0.4822736 Aug 27 14:24:13.342804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53850) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:13.343318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b00a5-7215-4c0d-8174-f0d6ad967b0e None None] Network 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:13.362375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d6d84cbc-996c-4cdc-959d-9c6a2a2a359a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for 1f0f792b-6e78-4677-8090-220b4aec74be owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:13.372616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:13.372963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:13.373306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:13.373646 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:13.373982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:13.374312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:13.374648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:13.375004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:13.375327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:13.375648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:13.375972 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:13.376292 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14899d46-9a6c-4bdf-a783-3c574e28d82e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:13.445961 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:13.501867 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:13.566158 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:13.597486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79f2ed-c39e-40ab-a307-62b6b05c1127 req-ff69a57b-b5fd-402c-8027-a6c6f52f3df7 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:13.606363 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d79f2ed-c39e-40ab-a307-62b6b05c1127 req-ff69a57b-b5fd-402c-8027-a6c6f52f3df7 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.2719052 Aug 27 14:24:13.610921 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6d84cbc-996c-4cdc-959d-9c6a2a2a359a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:13.638283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=fa94af8e-2c94-45e3-8a06-c885d1ac2e29,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:13.642884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9225d190-7f3b-499c-8027-ec14ef586a59 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:13.663469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:13.665933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:13.668841 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:13.680554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 9225d190-7f3b-499c-8027-ec14ef586a59 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:13.682019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9225d190-7f3b-499c-8027-ec14ef586a59 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:13.682756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ca088810-44cb-4188-a821-01ec9f6979bf no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:13.685701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d84cbc-996c-4cdc-959d-9c6a2a2a359a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=1f0f792b-6e78-4677-8090-220b4aec74be,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:13.698752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Deleting port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:13.699085 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:13.714305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: ca088810-44cb-4188-a821-01ec9f6979bf {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:13.715130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ca088810-44cb-4188-a821-01ec9f6979bf not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:13.716484 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6d84cbc-996c-4cdc-959d-9c6a2a2a359a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:13.727219 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d6d84cbc-996c-4cdc-959d-9c6a2a2a359a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/1f0f792b-6e78-4677-8090-220b4aec74be HTTP/1.1" status: 204 len: 168 time: 1.1202149 Aug 27 14:24:13.728109 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53852) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:13.728586 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e2ffd-d71c-4eb0-bf18-371bdd673945 None None] DHCP port deletion for 6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:24:13.779400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d79f2ed-c39e-40ab-a307-62b6b05c1127 req-94fe10ed-ec16-469e-a864-a46141d23519 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143868 Aug 27 14:24:13.805169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a8953-072f-4110-b3cc-44e4f5fb9fae tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:13.809569 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e2ffd-d71c-4eb0-bf18-371bdd673945 None None] Deleting port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:13.809994 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2ffd-d71c-4eb0-bf18-371bdd673945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:13.822927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] For port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=882bd2b1-225a-45ad-9fcf-9e0b91e8846e,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:13.823925 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:13.824252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a8953-072f-4110-b3cc-44e4f5fb9fae tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:13.826097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3f6a8953-072f-4110-b3cc-44e4f5fb9fae tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0957816 Aug 27 14:24:13.828899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53854) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:13.874083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Calling delete_port for 882bd2b1-225a-45ad-9fcf-9e0b91e8846e owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:13.894541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ba8e2ffd-d71c-4eb0-bf18-371bdd673945 None None] For port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=882bd2b1-225a-45ad-9fcf-9e0b91e8846e,segment=NetworkSegment(6411cac3-ef1c-4cac-bdb0-84afd17cd19b),segment_id=6411cac3-ef1c-4cac-bdb0-84afd17cd19b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:13.895454 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2ffd-d71c-4eb0-bf18-371bdd673945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:13.916607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e2ffd-d71c-4eb0-bf18-371bdd673945 None None] Calling delete_port for 882bd2b1-225a-45ad-9fcf-9e0b91e8846e owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:13.936462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-292d331b-26e7-4256-8378-8388dac9a77d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port 0d11db07-1ea4-4757-ab36-71ff7434eb27 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:13.937953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-292d331b-26e7-4256-8378-8388dac9a77d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.020944 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2ffd-d71c-4eb0-bf18-371bdd673945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.034613 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-292d331b-26e7-4256-8378-8388dac9a77d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.059334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e2ffd-d71c-4eb0-bf18-371bdd673945 None None] Pushing event deleted for resources: {'Port': ['ID=882bd2b1-225a-45ad-9fcf-9e0b91e8846e,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:14.060219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-292d331b-26e7-4256-8378-8388dac9a77d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for 0d11db07-1ea4-4757-ab36-71ff7434eb27 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:14.062930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e2ffd-d71c-4eb0-bf18-371bdd673945 None None] No DVR routers for this DVR port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:14.093598 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.120535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Pushing event deleted for resources: {'Port': ['ID=882bd2b1-225a-45ad-9fcf-9e0b91e8846e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:14.151785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] No DVR routers for this DVR port 882bd2b1-225a-45ad-9fcf-9e0b91e8846e on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:14.165205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-292d331b-26e7-4256-8378-8388dac9a77d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.202996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d331b-26e7-4256-8378-8388dac9a77d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=0d11db07-1ea4-4757-ab36-71ff7434eb27,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:14.210173 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-292d331b-26e7-4256-8378-8388dac9a77d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.212703 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-292d331b-26e7-4256-8378-8388dac9a77d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/0d11db07-1ea4-4757-ab36-71ff7434eb27 HTTP/1.1" status: 204 len: 168 time: 0.3813128 Aug 27 14:24:14.215186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53856) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:14.276367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb11d2b-ddfe-417b-95ee-aa911d1605e9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:14.280044 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.281224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bdb11d2b-ddfe-417b-95ee-aa911d1605e9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0649018 Aug 27 14:24:14.282331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53858) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:14.294398 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc57ef9-e9c2-47c7-9b9c-6239591b6c07']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:14.307203 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-058b859e-6934-4e2b-9570-cc2bb756d134 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:24:14.311536 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-058b859e-6934-4e2b-9570-cc2bb756d134 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/1f0f792b-6e78-4677-8090-220b4aec74be HTTP/1.1" status: 404 len: 333 time: 0.0260353 Aug 27 14:24:14.311708 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53860) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:14.343309 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca90521-eaaa-4213-b7a2-438815686d35 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:24:14.345139 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fca90521-eaaa-4213-b7a2-438815686d35 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/0d11db07-1ea4-4757-ab36-71ff7434eb27 HTTP/1.1" status: 404 len: 333 time: 0.0322726 Aug 27 14:24:14.347903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53862) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:14.351628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6411cac3-ef1c-4cac-bdb0-84afd17cd19b') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:14.351927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6411cac3-ef1c-4cac-bdb0-84afd17cd19b') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:14.366194 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.383593 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.386671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.412984 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:14.413400 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: self.session.flush() Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:14.415069 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:14.432896 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a1c574d-71b6-4548-bf66-2febebec7ccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.502148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.512748 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.517258 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6dc57ef9-e9c2-47c7-9b9c-6239591b6c07 HTTP/1.1" status: 204 len: 168 time: 1.1734910 Aug 27 14:24:14.531829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b389b-eef3-4f3f-b149-9304d954d675 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc57ef9-e9c2-47c7-9b9c-6239591b6c07,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:14.533700 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.546441 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a1c574d-71b6-4548-bf66-2febebec7ccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.556233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4a1c574d-71b6-4548-bf66-2febebec7ccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2bef12-430e-4602-bcbd-34a2ef3fa2ea']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:14.570003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4a1c574d-71b6-4548-bf66-2febebec7ccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6185196-7813-4d18-85e7-a794d80296d4') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:14.570297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4a1c574d-71b6-4548-bf66-2febebec7ccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6185196-7813-4d18-85e7-a794d80296d4') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:14.580466 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a1c574d-71b6-4548-bf66-2febebec7ccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.598743 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a1c574d-71b6-4548-bf66-2febebec7ccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.620235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1c574d-71b6-4548-bf66-2febebec7ccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:14.620845 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a1c574d-71b6-4548-bf66-2febebec7ccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:14.624377 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:14.652509 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b138ad45-fd33-49d0-a12d-aa636a54ff3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.703323 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.709856 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.718843 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a1c574d-71b6-4548-bf66-2febebec7ccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.750360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a1c574d-71b6-4548-bf66-2febebec7ccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.757862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53868) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:14.758476 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4a1c574d-71b6-4548-bf66-2febebec7ccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/networks/8b2bef12-430e-4602-bcbd-34a2ef3fa2ea HTTP/1.1" status: 204 len: 168 time: 0.4082415 Aug 27 14:24:14.759518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c574d-71b6-4548-bf66-2febebec7ccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Network': ['ID=8b2bef12-430e-4602-bcbd-34a2ef3fa2ea,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:14.770725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-717a2026-e1e9-4def-a487-23cb4f0309ce tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1851935341'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:14.780009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53870) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:14.822493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event updated for resources: {'Port': ['ID=fa94af8e-2c94-45e3-8a06-c885d1ac2e29,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:14.836138 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d004d4b5-e213-4cb5-b2a5-ea2684b187b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a74e18363e9046b0839d3e0db545669b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536840 Aug 27 14:24:14.836370 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.837320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53874) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:14.873628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717a2026-e1e9-4def-a487-23cb4f0309ce tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:14.877351 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-717a2026-e1e9-4def-a487-23cb4f0309ce tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.904004 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbcecee4-e178-4748-8e77-35bf51b0b825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.932587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbcecee4-e178-4748-8e77-35bf51b0b825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.985177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717a2026-e1e9-4def-a487-23cb4f0309ce tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:24:14.988124 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbcecee4-e178-4748-8e77-35bf51b0b825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.991549 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dbcecee4-e178-4748-8e77-35bf51b0b825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:14.992711 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dbcecee4-e178-4748-8e77-35bf51b0b825 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5bcabf4-e77e-4075-83ce-c3ef29ee7937 HTTP/1.1" status: 204 len: 168 time: 0.1529131 Aug 27 14:24:15.001753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcecee4-e178-4748-8e77-35bf51b0b825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bcabf4-e77e-4075-83ce-c3ef29ee7937,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:15.011226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8337b-709c-41cc-a98a-a3a5086d833e req-fb49efc0-a920-46b3-8af3-5ff3cde581c9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:15.012800 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86a8337b-709c-41cc-a98a-a3a5086d833e req-fb49efc0-a920-46b3-8af3-5ff3cde581c9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1427846 Aug 27 14:24:15.019873 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-717a2026-e1e9-4def-a487-23cb4f0309ce tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:15.021028 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-717a2026-e1e9-4def-a487-23cb4f0309ce tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Added segment 257ee76e-bd4d-4e89-917b-ce9e566d7b22 of type vlan for network 5031f691-6309-49af-a9eb-538b7381544d Aug 27 14:24:15.023387 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Floating IP 3be3598a-9c79-492b-8f10-62fe3ba39f2b associated. External IP: 172.25.2.172, port: 00c4b7c2-747c-40e8-9586-de288246afbf. Aug 27 14:24:15.136086 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-717a2026-e1e9-4def-a487-23cb4f0309ce tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:15.146936 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86a8337b-709c-41cc-a98a-a3a5086d833e req-3bec6696-a742-48b7-b83d-23435db368e6 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209984 Aug 27 14:24:15.211389 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-717a2026-e1e9-4def-a487-23cb4f0309ce tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:15.216971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717a2026-e1e9-4def-a487-23cb4f0309ce tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:15.217576 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-717a2026-e1e9-4def-a487-23cb4f0309ce tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:15.315012 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-717a2026-e1e9-4def-a487-23cb4f0309ce tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5535812 Aug 27 14:24:15.319843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53880) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:15.328215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f8f72e43-e383-4e77-a92e-f06a11d125c8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': '5031f691-6309-49af-a9eb-538b7381544d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:15.350425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a2026-e1e9-4def-a487-23cb4f0309ce tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Network': ['ID=5031f691-6309-49af-a9eb-538b7381544d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:15.365682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 5031f691-6309-49af-a9eb-538b7381544d details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:24:15.490435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 5ec5ece0-134d-4b4a-92c7-471ead093f8b has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:24:15.493472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f72e43-e383-4e77-a92e-f06a11d125c8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:15.497759 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8f72e43-e383-4e77-a92e-f06a11d125c8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:15.594143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 882bd2b1-225a-45ad-9fcf-9e0b91e8846e no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:15.619023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 882bd2b1-225a-45ad-9fcf-9e0b91e8846e {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:15.619610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 882bd2b1-225a-45ad-9fcf-9e0b91e8846e not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:15.741216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:24:15.754004 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c349b-03cf-4b65-be4b-472ee374b967 None None] Sync routers for ids ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:24:15.767786 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c349b-03cf-4b65-be4b-472ee374b967 None None] Routers {'5ec5ece0-134d-4b4a-92c7-471ead093f8b'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:15.769323 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-973c349b-03cf-4b65-be4b-472ee374b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:15.772711 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:15.839301 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-82a48a80-d80d-4dea-a770-dd1cf1c2f110 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1067221 Aug 27 14:24:15.841631 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:24:15.844183 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb387df-309e-43d5-a03c-19fb11271cda" -d '{"events": [{"name": "network-changed", "server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:24:15.848663 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8f72e43-e383-4e77-a92e-f06a11d125c8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:15.907465 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-973c349b-03cf-4b65-be4b-472ee374b967 None None] Set router 5ec5ece0-134d-4b4a-92c7-471ead093f8b gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:24:15.914883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f72e43-e383-4e77-a92e-f06a11d125c8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Subnet': ['ID=863e0fc8-0e1f-4fbe-86b7-8468adc77b5d,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:15.937074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f72e43-e383-4e77-a92e-f06a11d125c8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Checking segment: {'id': '257ee76e-bd4d-4e89-917b-ce9e566d7b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5031f691-6309-49af-a9eb-538b7381544d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:15.937871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f72e43-e383-4e77-a92e-f06a11d125c8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network hostable DHCP agents. Network: 5031f691-6309-49af-a9eb-538b7381544d, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:24:15.949461 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f90159-f129-467a-9991-60dcf3830098 x-openstack-request-id: req-a8f90159-f129-467a-9991-60dcf3830098 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:24:15.950317 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:24:15.950780 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8f90159-f129-467a-9991-60dcf3830098 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:24:15.951374 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf', 'status': 'completed', 'code': 200} Aug 27 14:24:15.993220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f72e43-e383-4e77-a92e-f06a11d125c8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network 5031f691-6309-49af-a9eb-538b7381544d is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:24:16.014556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f8f72e43-e383-4e77-a92e-f06a11d125c8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 5031f691-6309-49af-a9eb-538b7381544d) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:16.026586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f72e43-e383-4e77-a92e-f06a11d125c8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:16.027214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f39346-a7c8-4e4a-aebf-e3a02e988792 None None] Network 5031f691-6309-49af-a9eb-538b7381544d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:16.027934 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8f72e43-e383-4e77-a92e-f06a11d125c8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:16.035498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb387df-309e-43d5-a03c-19fb11271cda req-0559262e-a11a-432c-9095-6e42b3d43361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:16.037393 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eeb387df-309e-43d5-a03c-19fb11271cda req-0559262e-a11a-432c-9095-6e42b3d43361 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 1098 time: 0.0823090 Aug 27 14:24:16.064709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d991085-3175-457e-9865-7428aa9e7493 req-99d44bbb-a4ed-4f84-bf71-5bdf2876dec3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:16.068296 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d991085-3175-457e-9865-7428aa9e7493 req-99d44bbb-a4ed-4f84-bf71-5bdf2876dec3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.0835254 Aug 27 14:24:16.098566 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f8f72e43-e383-4e77-a92e-f06a11d125c8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7763317 Aug 27 14:24:16.101448 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53904) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:16.108257 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': '5031f691-6309-49af-a9eb-538b7381544d', 'name': 'tempest-PortsIpV6TestJSON-1811310850'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:16.150272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d991085-3175-457e-9865-7428aa9e7493 req-9333f7de-9d89-459b-a9cf-6704849f4289 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718608 Aug 27 14:24:16.183408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53912) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:16.278116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb387df-309e-43d5-a03c-19fb11271cda req-f4014b4c-8988-4337-9ec5-3a2b0968c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:16.284106 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eeb387df-309e-43d5-a03c-19fb11271cda req-f4014b4c-8988-4337-9ec5-3a2b0968c575 service neutron] 10.222.0.52 "GET /v2.0/networks?id=66caef09-b37e-492a-a830-9a1e6fc28135 HTTP/1.1" status: 200 len: 897 time: 0.2373414 Aug 27 14:24:16.340424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-5031f691-6309-49af-a9eb-538b7381544d', 'network_id': '5031f691-6309-49af-a9eb-538b7381544d', 'tenant_id': '3a98f70219d940488044ca77e9b614d9', 'fixed_ips': [{'subnet_id': '863e0fc8-0e1f-4fbe-86b7-8468adc77b5d'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:24:16.341310 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:16.408962 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-75f349cb-9af0-4e20-8171-0789b758b5f3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/3be3598a-9c79-492b-8f10-62fe3ba39f2b HTTP/1.1" status: 200 len: 992 time: 0.2227354 Aug 27 14:24:16.425644 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-973c349b-03cf-4b65-be4b-472ee374b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:23:53Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '3be3598a-9c79-492b-8f10-62fe3ba39f2b', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'port_id': '00c4b7c2-747c-40e8-9586-de288246afbf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'mac_address': 'fa:16:3e:5c:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:24:14Z', 'updated_at': '2021-08-27T14:24:14Z', 'revision_number': 0, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bafa15a-a6d7-4954-835f-7dd9576fab0a', 'name': '', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:fe:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:51Z', 'updated_at': '2021-08-27T14:24:00Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:16.466711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7e953-d2d9-4cf4-a454-c813faac286e req-39326c79-d77c-4261-b0b0-18199745e915 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:16.471400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f2b7e953-d2d9-4cf4-a454-c813faac286e req-39326c79-d77c-4261-b0b0-18199745e915 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1945910 Aug 27 14:24:16.485624 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eeb387df-309e-43d5-a03c-19fb11271cda req-4290b6dc-24db-41b4-b408-cd6b4363e0fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00c4b7c2-747c-40e8-9586-de288246afbf HTTP/1.1" status: 200 len: 1000 time: 0.1868446 Aug 27 14:24:16.497447 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c349b-03cf-4b65-be4b-472ee374b967 None None] Checking router: 5ec5ece0-134d-4b4a-92c7-471ead093f8b for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:24:16.520010 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c349b-03cf-4b65-be4b-472ee374b967 None None] Routers {'5ec5ece0-134d-4b4a-92c7-471ead093f8b'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:16.522276 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-973c349b-03cf-4b65-be4b-472ee374b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:23:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:16.533784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:16.541990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f2b7e953-d2d9-4cf4-a454-c813faac286e req-483ef662-baf1-4e48-83bc-7efdd1ad9cdc tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582116 Aug 27 14:24:16.545006 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:16.632978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port 17d5ad34-9436-4d39-8ae3-a446c6628517 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:16.650532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb387df-309e-43d5-a03c-19fb11271cda req-2fcb866f-bb8b-4208-b990-bd591d656e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:16.652226 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eeb387df-309e-43d5-a03c-19fb11271cda req-2fcb866f-bb8b-4208-b990-bd591d656e89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=09a4828f-3ee5-48a5-af6b-577d8cd0c09b HTTP/1.1" status: 200 len: 835 time: 0.1507993 Aug 27 14:24:16.677306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Allocated IP 2001:db8::2 (5031f691-6309-49af-a9eb-538b7381544d/863e0fc8-0e1f-4fbe-86b7-8468adc77b5d/0dfcdb06-8689-4025-aed1-5a1464393b39) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:16.766134 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-973c349b-03cf-4b65-be4b-472ee374b967 None None] Set router 5ec5ece0-134d-4b4a-92c7-471ead093f8b gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:24:16.780017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb387df-309e-43d5-a03c-19fb11271cda req-0ce1f60f-0b83-4a45-a47b-bf6c0902ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:16.781721 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eeb387df-309e-43d5-a03c-19fb11271cda req-0ce1f60f-0b83-4a45-a47b-bf6c0902ec2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=66caef09-b37e-492a-a830-9a1e6fc28135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921073 Aug 27 14:24:16.899657 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eeb387df-309e-43d5-a03c-19fb11271cda req-5281dafb-c1ee-46e8-97f0-a8829d43ea93 service neutron] 10.222.0.52 "GET /v2.0/networks/66caef09-b37e-492a-a830-9a1e6fc28135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104500 Aug 27 14:24:16.901897 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:16.912302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Transition to ACTIVE for port object 0dfcdb06-8689-4025-aed1-5a1464393b39 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:16.928472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Transition to ACTIVE for port object 0dfcdb06-8689-4025-aed1-5a1464393b39 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:16.936063 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:16.971768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Network 5031f691-6309-49af-a9eb-538b7381544d is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:16.978456 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:16.981397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:17.048304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Pushing event updated for resources: {'Port': ['ID=0dfcdb06-8689-4025-aed1-5a1464393b39,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:17.064398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Attempting to bind port 0dfcdb06-8689-4025-aed1-5a1464393b39 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:24:17.065227 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Attempting to bind port 0dfcdb06-8689-4025-aed1-5a1464393b39 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '257ee76e-bd4d-4e89-917b-ce9e566d7b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5031f691-6309-49af-a9eb-538b7381544d'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:24:17.065794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Attempting to bind port 0dfcdb06-8689-4025-aed1-5a1464393b39 on network 5031f691-6309-49af-a9eb-538b7381544d {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:24:17.072843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:24:17.073535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Checking segment: {'id': '257ee76e-bd4d-4e89-917b-ce9e566d7b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5031f691-6309-49af-a9eb-538b7381544d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:17.074139 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:17.074755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Bound using segment: {'id': '257ee76e-bd4d-4e89-917b-ce9e566d7b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5031f691-6309-49af-a9eb-538b7381544d'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:24:17.075436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Bound port: 0dfcdb06-8689-4025-aed1-5a1464393b39, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257ee76e-bd4d-4e89-917b-ce9e566d7b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5031f691-6309-49af-a9eb-538b7381544d'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:24:17.076024 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:17.106099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8::284 (5031f691-6309-49af-a9eb-538b7381544d/863e0fc8-0e1f-4fbe-86b7-8468adc77b5d/17d5ad34-9436-4d39-8ae3-a446c6628517) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:17.151764 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eeb387df-309e-43d5-a03c-19fb11271cda req-3f6efd57-9285-4813-b652-01c6aa792549 service neutron] 10.222.0.52 "GET /v2.0/networks/66caef09-b37e-492a-a830-9a1e6fc28135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409887 Aug 27 14:24:17.196336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] For port 0dfcdb06-8689-4025-aed1-5a1464393b39, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:24:17.201221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] For port 0dfcdb06-8689-4025-aed1-5a1464393b39, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0dfcdb06-8689-4025-aed1-5a1464393b39,segment=NetworkSegment(257ee76e-bd4d-4e89-917b-ce9e566d7b22),segment_id=257ee76e-bd4d-4e89-917b-ce9e566d7b22)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:24:17.209970 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:17.226301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53940) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:17.329980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab207d6-65e5-461b-a8d0-6cbe74541a1c None None] Pushing event updated for resources: {'Port': ['ID=0dfcdb06-8689-4025-aed1-5a1464393b39,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:17.344219 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-973c349b-03cf-4b65-be4b-472ee374b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:23:53Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '3be3598a-9c79-492b-8f10-62fe3ba39f2b', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'port_id': '00c4b7c2-747c-40e8-9586-de288246afbf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'mac_address': 'fa:16:3e:5c:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:24:14Z', 'updated_at': '2021-08-27T14:24:14Z', 'revision_number': 0, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bafa15a-a6d7-4954-835f-7dd9576fab0a', 'name': '', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:fe:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:51Z', 'updated_at': '2021-08-27T14:24:00Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:17.382971 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c349b-03cf-4b65-be4b-472ee374b967 None None] The sync data for ids ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'] in n-d-712139-12 is: [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:23:53Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '3be3598a-9c79-492b-8f10-62fe3ba39f2b', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'port_id': '00c4b7c2-747c-40e8-9586-de288246afbf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'mac_address': 'fa:16:3e:5c:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:24:14Z', 'updated_at': '2021-08-27T14:24:14Z', 'revision_number': 0, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bafa15a-a6d7-4954-835f-7dd9576fab0a', 'name': '', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:fe:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:51Z', 'updated_at': '2021-08-27T14:24:00Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:24:17.415495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53944) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:17.448479 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:17.510854 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-302774a4-7adb-4dc9-8097-c273bbd77f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:17.520818 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a0837c87-7020-45e9-b60d-16a21c3ceea3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/3be3598a-9c79-492b-8f10-62fe3ba39f2b HTTP/1.1" status: 200 len: 992 time: 0.1024535 Aug 27 14:24:17.527153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e58d9898-7b4e-41c1-8edd-f0923c2c4305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:17.756531 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e58d9898-7b4e-41c1-8edd-f0923c2c4305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:17.762175 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e58d9898-7b4e-41c1-8edd-f0923c2c4305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:17.806053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e3e40b-6d97-406b-8295-6ea424a377cf None None] New status for floating IP 3be3598a-9c79-492b-8f10-62fe3ba39f2b: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:24:17.839130 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e58d9898-7b4e-41c1-8edd-f0923c2c4305 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00da4f790eaf42b6bc0a505e87a297c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6096365 Aug 27 14:24:17.840158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d9898-7b4e-41c1-8edd-f0923c2c4305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b388990a-af76-4b90-950c-aafc076a8b56,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:17.843306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53950) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:17.906871 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d96637ef-7c62-4f0b-8707-57af7aa6e90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:17.936231 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d96637ef-7c62-4f0b-8707-57af7aa6e90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:17.947008 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:18.002121 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d96637ef-7c62-4f0b-8707-57af7aa6e90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:18.002937 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Transition to ACTIVE for port object 17d5ad34-9436-4d39-8ae3-a446c6628517 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:18.005631 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d96637ef-7c62-4f0b-8707-57af7aa6e90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:18.010193 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d96637ef-7c62-4f0b-8707-57af7aa6e90a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b388990a-af76-4b90-950c-aafc076a8b56 HTTP/1.1" status: 204 len: 168 time: 0.1634512 Aug 27 14:24:18.014270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccd593-14b9-40e8-a80c-e72c75a388b6 req-45b5f1b1-c967-440a-88c5-98d7254c2719 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:18.022566 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d1ccd593-14b9-40e8-a80c-e72c75a388b6 req-45b5f1b1-c967-440a-88c5-98d7254c2719 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0705872 Aug 27 14:24:18.029135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96637ef-7c62-4f0b-8707-57af7aa6e90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b388990a-af76-4b90-950c-aafc076a8b56,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:18.091341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d1ccd593-14b9-40e8-a80c-e72c75a388b6 req-96f7b1ac-1ada-4250-8d77-6c17255d0eb1 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675516 Aug 27 14:24:18.127085 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:18.179853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network 5031f691-6309-49af-a9eb-538b7381544d is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:18.187734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:18.191722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:18.198881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:18.199827 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:18.215122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=17d5ad34-9436-4d39-8ae3-a446c6628517,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:18.231278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8ca9c791-2029-455a-a326-31f1410da516 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1287422 Aug 27 14:24:18.231591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53956) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:18.364693 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-611bb2ad-1fda-4ac7-b858-07be742fa539 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port 17d5ad34-9436-4d39-8ae3-a446c6628517 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:18.365049 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-611bb2ad-1fda-4ac7-b858-07be742fa539 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:18.494103 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-611bb2ad-1fda-4ac7-b858-07be742fa539 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:18.515576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-611bb2ad-1fda-4ac7-b858-07be742fa539 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for 17d5ad34-9436-4d39-8ae3-a446c6628517 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:18.523375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53966) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:18.642581 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5a880d56-a9e5-42e8-9753-0452cb59cf8c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/3be3598a-9c79-492b-8f10-62fe3ba39f2b HTTP/1.1" status: 200 len: 994 time: 0.1176622 Aug 27 14:24:18.670078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187a426b-afba-43a3-8105-2947e1af968d None None] Network 5031f691-6309-49af-a9eb-538b7381544d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:18.755188 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-611bb2ad-1fda-4ac7-b858-07be742fa539 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:18.758999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0d825d82-49d1-4a65-9562-fec62a66b273 None None] Provisioning for port 0dfcdb06-8689-4025-aed1-5a1464393b39 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:18.793629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bb2ad-1fda-4ac7-b858-07be742fa539 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=17d5ad34-9436-4d39-8ae3-a446c6628517,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:18.804701 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:18.842182 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-611bb2ad-1fda-4ac7-b858-07be742fa539 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:18.850652 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-611bb2ad-1fda-4ac7-b858-07be742fa539 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/17d5ad34-9436-4d39-8ae3-a446c6628517 HTTP/1.1" status: 204 len: 168 time: 0.6178999 Aug 27 14:24:18.853294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53978) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:18.920678 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9ce2c2-deba-4aa7-a73b-ce3f50743638 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] DELETE failed (client error): The resource could not be found. Aug 27 14:24:18.921644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f9ce2c2-deba-4aa7-a73b-ce3f50743638 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:18.927335 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2f9ce2c2-deba-4aa7-a73b-ce3f50743638 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/17d5ad34-9436-4d39-8ae3-a446c6628517 HTTP/1.1" status: 404 len: 333 time: 0.0723817 Aug 27 14:24:18.929451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 53980) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:18.963205 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c5a512-b873-41d7-97a2-13c7f5b7eccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:24:18.967319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-76c5a512-b873-41d7-97a2-13c7f5b7eccd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/17d5ad34-9436-4d39-8ae3-a446c6628517 HTTP/1.1" status: 404 len: 333 time: 0.0338111 Aug 27 14:24:18.967936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 53982) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:19.037458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f98c06-83d6-43d2-b3c5-5f62afdcd090 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting subnet 863e0fc8-0e1f-4fbe-86b7-8468adc77b5d {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:24:19.043264 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20f98c06-83d6-43d2-b3c5-5f62afdcd090 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:19.097205 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20f98c06-83d6-43d2-b3c5-5f62afdcd090 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:19.252214 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20f98c06-83d6-43d2-b3c5-5f62afdcd090 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:19.264469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29e811-3a15-4d44-b1aa-16bc6398121b req-8efb2f54-892e-404b-916f-e3394be60f42 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:19.266041 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e29e811-3a15-4d44-b1aa-16bc6398121b req-8efb2f54-892e-404b-916f-e3394be60f42 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0697951 Aug 27 14:24:19.327345 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e29e811-3a15-4d44-b1aa-16bc6398121b req-5c1ef407-39ce-4398-887c-49ba5b3f5f5c tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519104 Aug 27 14:24:19.360836 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20f98c06-83d6-43d2-b3c5-5f62afdcd090 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:19.393034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f98c06-83d6-43d2-b3c5-5f62afdcd090 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Subnet': ['ID=863e0fc8-0e1f-4fbe-86b7-8468adc77b5d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:19.400847 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-20f98c06-83d6-43d2-b3c5-5f62afdcd090 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:19.403162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-20f98c06-83d6-43d2-b3c5-5f62afdcd090 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/863e0fc8-0e1f-4fbe-86b7-8468adc77b5d HTTP/1.1" status: 204 len: 168 time: 0.4342270 Aug 27 14:24:19.407875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54002) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:19.526482 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:19.547309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8dbd96-82ac-4a68-a82a-c103db72cbe5 None None] Network 5031f691-6309-49af-a9eb-538b7381544d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:19.631472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port 0dfcdb06-8689-4025-aed1-5a1464393b39 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:19.631472 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:19.631980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0dfcdb06-8689-4025-aed1-5a1464393b39 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:24:19.664634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-734306f0-8508-4fb1-a1b7-365d78f4c502 None None] Could not find standard attr ID for object 17d5ad34-9436-4d39-8ae3-a446c6628517. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:24:19.725570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] For port 0dfcdb06-8689-4025-aed1-5a1464393b39, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0dfcdb06-8689-4025-aed1-5a1464393b39,segment=NetworkSegment(257ee76e-bd4d-4e89-917b-ce9e566d7b22),segment_id=257ee76e-bd4d-4e89-917b-ce9e566d7b22)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:19.725873 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:19.736282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 0dfcdb06-8689-4025-aed1-5a1464393b39 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:19.742734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 0dfcdb06-8689-4025-aed1-5a1464393b39 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:19.743118 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:19.744960 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for 0dfcdb06-8689-4025-aed1-5a1464393b39 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:19.847668 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:19.866521 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:19.870378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f39de09-885e-422a-a70c-0bd3d208f5b7 None None] DHCP port deletion for 5031f691-6309-49af-a9eb-538b7381544d request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:24:19.909585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No DVR routers for this DVR port 0dfcdb06-8689-4025-aed1-5a1464393b39 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:19.912646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=0dfcdb06-8689-4025-aed1-5a1464393b39,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:20.010648 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.021830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5031f691-6309-49af-a9eb-538b7381544d']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:20.038230 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257ee76e-bd4d-4e89-917b-ce9e566d7b22') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:20.038633 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257ee76e-bd4d-4e89-917b-ce9e566d7b22') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:20.048475 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.065229 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.073115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:20.073516 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:20.076640 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:20.142278 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.151119 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.153138 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/networks/5031f691-6309-49af-a9eb-538b7381544d HTTP/1.1" status: 204 len: 168 time: 0.7440889 Aug 27 14:24:20.157515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54030) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:20.164692 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4e4cb648-1d76-452d-a4ee-1a77efd6617c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-70651164'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:20.166626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df05f2-a9c6-4fd3-893f-b44f440dc9ab tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Network': ['ID=5031f691-6309-49af-a9eb-538b7381544d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:20.192806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4cb648-1d76-452d-a4ee-1a77efd6617c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:20.196850 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e4cb648-1d76-452d-a4ee-1a77efd6617c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.224884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4cb648-1d76-452d-a4ee-1a77efd6617c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:24:20.235953 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e4cb648-1d76-452d-a4ee-1a77efd6617c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.236301 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-4e4cb648-1d76-452d-a4ee-1a77efd6617c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Added segment 90e2eae1-caaf-451b-b859-048f3a146846 of type vlan for network 32347f4c-d7d7-46cd-985a-2978a5cdef65 Aug 27 14:24:20.248491 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.284681 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e4cb648-1d76-452d-a4ee-1a77efd6617c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.313108 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e4cb648-1d76-452d-a4ee-1a77efd6617c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.318906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4cb648-1d76-452d-a4ee-1a77efd6617c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:20.319500 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e4cb648-1d76-452d-a4ee-1a77efd6617c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.376245 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4e4cb648-1d76-452d-a4ee-1a77efd6617c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2176118 Aug 27 14:24:20.379070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54038) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:20.384765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-cf888ebb-e5f6-4550-a55a-9abea2a2ac30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': '32347f4c-d7d7-46cd-985a-2978a5cdef65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:20.458345 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cb648-1d76-452d-a4ee-1a77efd6617c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Network': ['ID=32347f4c-d7d7-46cd-985a-2978a5cdef65,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:20.471920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 32347f4c-d7d7-46cd-985a-2978a5cdef65 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:24:20.522281 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d21db-81f2-4aa5-8186-def9bbae942b req-a61860bd-34e5-4c5f-8b43-066c9e760063 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:20.523741 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d1d21db-81f2-4aa5-8186-def9bbae942b req-a61860bd-34e5-4c5f-8b43-066c9e760063 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0852232 Aug 27 14:24:20.574364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf888ebb-e5f6-4550-a55a-9abea2a2ac30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:20.578492 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf888ebb-e5f6-4550-a55a-9abea2a2ac30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.588820 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d1d21db-81f2-4aa5-8186-def9bbae942b req-5899047b-f871-4543-82b1-d142d09fb4c2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573740 Aug 27 14:24:20.788080 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf888ebb-e5f6-4550-a55a-9abea2a2ac30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.859940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf888ebb-e5f6-4550-a55a-9abea2a2ac30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Subnet': ['ID=c7ed80f2-1c09-4159-98ca-6a1a4153b546,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:20.868705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf888ebb-e5f6-4550-a55a-9abea2a2ac30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Checking segment: {'id': '90e2eae1-caaf-451b-b859-048f3a146846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '32347f4c-d7d7-46cd-985a-2978a5cdef65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:20.869069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf888ebb-e5f6-4550-a55a-9abea2a2ac30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network hostable DHCP agents. Network: 32347f4c-d7d7-46cd-985a-2978a5cdef65, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:24:20.888504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf888ebb-e5f6-4550-a55a-9abea2a2ac30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network 32347f4c-d7d7-46cd-985a-2978a5cdef65 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:24:20.898238 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-cf888ebb-e5f6-4550-a55a-9abea2a2ac30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 32347f4c-d7d7-46cd-985a-2978a5cdef65) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:20.902717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf888ebb-e5f6-4550-a55a-9abea2a2ac30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:20.903341 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf888ebb-e5f6-4550-a55a-9abea2a2ac30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:20.911500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada5185c-ed1f-4427-8e8a-561b72bc3935 None None] Network 32347f4c-d7d7-46cd-985a-2978a5cdef65 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:20.928560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54056) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:20.929126 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cf888ebb-e5f6-4550-a55a-9abea2a2ac30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5482066 Aug 27 14:24:20.934935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': '32347f4c-d7d7-46cd-985a-2978a5cdef65', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1957951554'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:21.080277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:21.085044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:21.102977 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-32347f4c-d7d7-46cd-985a-2978a5cdef65', 'network_id': '32347f4c-d7d7-46cd-985a-2978a5cdef65', 'tenant_id': '3a98f70219d940488044ca77e9b614d9', 'fixed_ips': [{'subnet_id': 'c7ed80f2-1c09-4159-98ca-6a1a4153b546'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:24:21.103859 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:21.112481 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port 37d47e8d-7e0a-45a6-b626-0c114ae4bc5d yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:21.256451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8::121 (32347f4c-d7d7-46cd-985a-2978a5cdef65/c7ed80f2-1c09-4159-98ca-6a1a4153b546/37d47e8d-7e0a-45a6-b626-0c114ae4bc5d) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:21.420067 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:21.437727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Transition to ACTIVE for port object 37d47e8d-7e0a-45a6-b626-0c114ae4bc5d will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:21.475987 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:21.516068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network 32347f4c-d7d7-46cd-985a-2978a5cdef65 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:21.522029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:21.526656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:21.533594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:21.534264 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:21.548234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=37d47e8d-7e0a-45a6-b626-0c114ae4bc5d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:21.561660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Allocated IP 2001:db8::2 (32347f4c-d7d7-46cd-985a-2978a5cdef65/c7ed80f2-1c09-4159-98ca-6a1a4153b546/83793584-62f7-479e-9616-da1034b6f2e4) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:21.561857 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-66871032-f0f5-447b-ae36-e4d16e0f69f9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6285520 Aug 27 14:24:21.561857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54064) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:21.589210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0dfcdb06-8689-4025-aed1-5a1464393b39 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:21.691678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-4293cfcc-261d-49b9-a475-441041ec1dc7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port 37d47e8d-7e0a-45a6-b626-0c114ae4bc5d {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:21.692871 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4293cfcc-261d-49b9-a475-441041ec1dc7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:21.712407 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:21.719354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 0dfcdb06-8689-4025-aed1-5a1464393b39 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:21.719854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0dfcdb06-8689-4025-aed1-5a1464393b39 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:21.754078 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54070) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:21.821557 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:21.832448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Transition to ACTIVE for port object 83793584-62f7-479e-9616-da1034b6f2e4 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:21.847752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07f7a9-ba44-47ef-9634-568b5c03ff33 req-2f913cf5-de4b-4529-a513-ae0299b6eefb tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:21.849859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da07f7a9-ba44-47ef-9634-568b5c03ff33 req-2f913cf5-de4b-4529-a513-ae0299b6eefb tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0957956 Aug 27 14:24:21.852111 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4293cfcc-261d-49b9-a475-441041ec1dc7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:21.858624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Transition to ACTIVE for port object 83793584-62f7-479e-9616-da1034b6f2e4 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:21.867048 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:21.876402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-4293cfcc-261d-49b9-a475-441041ec1dc7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for 37d47e8d-7e0a-45a6-b626-0c114ae4bc5d owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:21.906268 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-577e086c-3aa7-455d-97cc-328956307a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:21.910015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Network 32347f4c-d7d7-46cd-985a-2978a5cdef65 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:21.915961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:21.919119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:21.930473 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Pushing event updated for resources: {'Port': ['ID=83793584-62f7-479e-9616-da1034b6f2e4,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:21.951531 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da07f7a9-ba44-47ef-9634-568b5c03ff33 req-b4863950-af74-4292-9b62-47a00de07b9a tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912757 Aug 27 14:24:22.002477 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Attempting to bind port 83793584-62f7-479e-9616-da1034b6f2e4 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:24:22.003434 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Attempting to bind port 83793584-62f7-479e-9616-da1034b6f2e4 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '90e2eae1-caaf-451b-b859-048f3a146846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '32347f4c-d7d7-46cd-985a-2978a5cdef65'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:24:22.004126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Attempting to bind port 83793584-62f7-479e-9616-da1034b6f2e4 on network 32347f4c-d7d7-46cd-985a-2978a5cdef65 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:24:22.010060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:24:22.010442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Checking segment: {'id': '90e2eae1-caaf-451b-b859-048f3a146846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '32347f4c-d7d7-46cd-985a-2978a5cdef65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:22.010880 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.011287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Bound using segment: {'id': '90e2eae1-caaf-451b-b859-048f3a146846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '32347f4c-d7d7-46cd-985a-2978a5cdef65'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:24:22.011745 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Bound port: 83793584-62f7-479e-9616-da1034b6f2e4, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e2eae1-caaf-451b-b859-048f3a146846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '32347f4c-d7d7-46cd-985a-2978a5cdef65'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:24:22.012130 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.026504 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-577e086c-3aa7-455d-97cc-328956307a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.033452 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-577e086c-3aa7-455d-97cc-328956307a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.060212 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4293cfcc-261d-49b9-a475-441041ec1dc7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.084986 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-577e086c-3aa7-455d-97cc-328956307a07 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57e57e830142484f9114bd0ce391eaa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294265 Aug 27 14:24:22.086578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e086c-3aa7-455d-97cc-328956307a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038dc160-968c-4229-9e48-1e5991364eb0,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:22.086929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] For port 83793584-62f7-479e-9616-da1034b6f2e4, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:24:22.089971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54074) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:22.091570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] For port 83793584-62f7-479e-9616-da1034b6f2e4, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=83793584-62f7-479e-9616-da1034b6f2e4,segment=NetworkSegment(90e2eae1-caaf-451b-b859-048f3a146846),segment_id=90e2eae1-caaf-451b-b859-048f3a146846)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:24:22.099014 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.101370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293cfcc-261d-49b9-a475-441041ec1dc7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=37d47e8d-7e0a-45a6-b626-0c114ae4bc5d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:22.141808 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4293cfcc-261d-49b9-a475-441041ec1dc7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.147609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4293cfcc-261d-49b9-a475-441041ec1dc7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/37d47e8d-7e0a-45a6-b626-0c114ae4bc5d HTTP/1.1" status: 204 len: 168 time: 0.5847178 Aug 27 14:24:22.148305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54078) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:22.177988 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-e985b5b7-5886-411e-9998-ff58277d5342 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:24:22.182608 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e985b5b7-5886-411e-9998-ff58277d5342 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/37d47e8d-7e0a-45a6-b626-0c114ae4bc5d HTTP/1.1" status: 404 len: 333 time: 0.0333004 Aug 27 14:24:22.183243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54080) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:22.195005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f65a7-02e9-4042-911a-64d333ea9dd5 None None] Pushing event updated for resources: {'Port': ['ID=83793584-62f7-479e-9616-da1034b6f2e4,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:22.208691 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c8764f1-05d5-415e-a4b7-b52bc0e4a734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.231754 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c8764f1-05d5-415e-a4b7-b52bc0e4a734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.251117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-862067d7-63e1-4f6b-a31c-aeb4cacf7671 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting subnet c7ed80f2-1c09-4159-98ca-6a1a4153b546 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:24:22.255918 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-862067d7-63e1-4f6b-a31c-aeb4cacf7671 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.286346 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c8764f1-05d5-415e-a4b7-b52bc0e4a734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.291743 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c8764f1-05d5-415e-a4b7-b52bc0e4a734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.292922 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4c8764f1-05d5-415e-a4b7-b52bc0e4a734 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/038dc160-968c-4229-9e48-1e5991364eb0 HTTP/1.1" status: 204 len: 168 time: 0.2016473 Aug 27 14:24:22.306803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8764f1-05d5-415e-a4b7-b52bc0e4a734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038dc160-968c-4229-9e48-1e5991364eb0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:22.322212 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-862067d7-63e1-4f6b-a31c-aeb4cacf7671 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.433522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-862067d7-63e1-4f6b-a31c-aeb4cacf7671 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.507665 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-862067d7-63e1-4f6b-a31c-aeb4cacf7671 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.541052 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-862067d7-63e1-4f6b-a31c-aeb4cacf7671 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.545683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54086) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:22.545908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-862067d7-63e1-4f6b-a31c-aeb4cacf7671 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/c7ed80f2-1c09-4159-98ca-6a1a4153b546 HTTP/1.1" status: 204 len: 168 time: 0.3615012 Aug 27 14:24:22.547074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862067d7-63e1-4f6b-a31c-aeb4cacf7671 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ed80f2-1c09-4159-98ca-6a1a4153b546,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:22.658251 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.716508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port 83793584-62f7-479e-9616-da1034b6f2e4 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:22.716508 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.716770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54088) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:22.736943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-163a034d-b2e0-4dcb-a791-e120c8953dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.784348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] For port 83793584-62f7-479e-9616-da1034b6f2e4, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=83793584-62f7-479e-9616-da1034b6f2e4,segment=NetworkSegment(90e2eae1-caaf-451b-b859-048f3a146846),segment_id=90e2eae1-caaf-451b-b859-048f3a146846)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:22.785025 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.805953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for 83793584-62f7-479e-9616-da1034b6f2e4 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:22.847730 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-163a034d-b2e0-4dcb-a791-e120c8953dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.853035 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-163a034d-b2e0-4dcb-a791-e120c8953dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.893239 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:22.896367 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-163a034d-b2e0-4dcb-a791-e120c8953dd3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7939550598da44fd9d0066d9e03dd102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764369 Aug 27 14:24:22.896367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a034d-b2e0-4dcb-a791-e120c8953dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb80ff21-7bc0-41e8-9bae-ef9bb90b8892,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:22.898544 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54090) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:22.927156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=83793584-62f7-479e-9616-da1034b6f2e4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:22.931836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No DVR routers for this DVR port 83793584-62f7-479e-9616-da1034b6f2e4 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:22.962746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f40d18a-b87e-4fd0-9d5b-26cbfcc07c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.034757 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f40d18a-b87e-4fd0-9d5b-26cbfcc07c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.103284 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.121837 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32347f4c-d7d7-46cd-985a-2978a5cdef65']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:23.127918 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f40d18a-b87e-4fd0-9d5b-26cbfcc07c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.132753 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f40d18a-b87e-4fd0-9d5b-26cbfcc07c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.136987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3f40d18a-b87e-4fd0-9d5b-26cbfcc07c5c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb80ff21-7bc0-41e8-9bae-ef9bb90b8892 HTTP/1.1" status: 204 len: 168 time: 0.2351990 Aug 27 14:24:23.147122 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40d18a-b87e-4fd0-9d5b-26cbfcc07c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb80ff21-7bc0-41e8-9bae-ef9bb90b8892,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:23.184901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e2eae1-caaf-451b-b859-048f3a146846') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:23.185220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e2eae1-caaf-451b-b859-048f3a146846') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:23.219888 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.226449 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:24:23.259446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f060c6-17bd-4376-b1df-990c052be8af req-108d990d-abda-4126-a03b-e97e2b38bb83 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:23.268549 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24f060c6-17bd-4376-b1df-990c052be8af req-108d990d-abda-4126-a03b-e97e2b38bb83 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1915197 Aug 27 14:24:23.268549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.271393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:23.271955 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:23.276711 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:23.406846 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24f060c6-17bd-4376-b1df-990c052be8af req-b77d6fd3-4959-44d4-b1b6-41d628829e2d tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287489 Aug 27 14:24:23.409148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.416323 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.419166 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/networks/32347f4c-d7d7-46cd-985a-2978a5cdef65 HTTP/1.1" status: 204 len: 168 time: 0.8718474 Aug 27 14:24:23.422807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54100) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:23.429738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-704c5823-b3aa-4754-b45a-cde8255f90d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'name': 'tempest-PortsIpV6TestJSON-1566384484'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:23.460596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff97cd-5e08-4eb4-b90f-ef4de3b1924f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Network': ['ID=32347f4c-d7d7-46cd-985a-2978a5cdef65,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:23.618297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704c5823-b3aa-4754-b45a-cde8255f90d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:23.622072 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-704c5823-b3aa-4754-b45a-cde8255f90d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.641899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-704c5823-b3aa-4754-b45a-cde8255f90d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port 6f196119-1576-4808-8513-97f480849947 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:23.739170 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7c83c5-500b-4961-8d79-0ccdcbc3aa58 None None] DHCP port deletion for 32347f4c-d7d7-46cd-985a-2978a5cdef65 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:24:23.758981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cda995ea-dbbe-4dd5-9791-90174a8c090f None None] Could not find standard attr ID for object 83793584-62f7-479e-9616-da1034b6f2e4. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:24:23.771918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef104f-d3e1-4b03-aa2e-aac805060515 None None] Network 32347f4c-d7d7-46cd-985a-2978a5cdef65 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:23.789129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef104f-d3e1-4b03-aa2e-aac805060515 None None] Network 32347f4c-d7d7-46cd-985a-2978a5cdef65 could not be found, it might have been deleted concurrently. {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 14:24:23.874605 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-704c5823-b3aa-4754-b45a-cde8255f90d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.919950 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-704c5823-b3aa-4754-b45a-cde8255f90d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.970254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704c5823-b3aa-4754-b45a-cde8255f90d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:23.976182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-704c5823-b3aa-4754-b45a-cde8255f90d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:23.979998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c5823-b3aa-4754-b45a-cde8255f90d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:23.985634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704c5823-b3aa-4754-b45a-cde8255f90d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:23.986252 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-704c5823-b3aa-4754-b45a-cde8255f90d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:23.999062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c5823-b3aa-4754-b45a-cde8255f90d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=6f196119-1576-4808-8513-97f480849947,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:24.006722 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-704c5823-b3aa-4754-b45a-cde8255f90d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5825405 Aug 27 14:24:24.009164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54116) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:24.116758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-4c792d50-2cfb-423d-8049-f2d3f4cca14c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port 6f196119-1576-4808-8513-97f480849947 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:24.117109 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4c792d50-2cfb-423d-8049-f2d3f4cca14c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:24.185355 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4c792d50-2cfb-423d-8049-f2d3f4cca14c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:24.201273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-4c792d50-2cfb-423d-8049-f2d3f4cca14c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for 6f196119-1576-4808-8513-97f480849947 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:24.299130 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4c792d50-2cfb-423d-8049-f2d3f4cca14c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:24.334781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c792d50-2cfb-423d-8049-f2d3f4cca14c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=6f196119-1576-4808-8513-97f480849947,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:24.342484 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4c792d50-2cfb-423d-8049-f2d3f4cca14c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:24.344704 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4c792d50-2cfb-423d-8049-f2d3f4cca14c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/6f196119-1576-4808-8513-97f480849947 HTTP/1.1" status: 204 len: 168 time: 0.3342912 Aug 27 14:24:24.348778 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54126) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:24.354218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-cb602509-dd07-42ca-b9ae-a55fe35011f6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'mac_address': 'fa:16:3e:70:0e:b1', 'name': 'tempest-PortsIpV6TestJSON-2034279028'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:24.452033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb602509-dd07-42ca-b9ae-a55fe35011f6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:24.557657 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb602509-dd07-42ca-b9ae-a55fe35011f6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:24.584849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e86d7-a52f-488b-8450-d295be9ee1a2 req-9c655535-09ae-4b1b-884f-f97897e81bf9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:24.586370 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f6e86d7-a52f-488b-8450-d295be9ee1a2 req-9c655535-09ae-4b1b-884f-f97897e81bf9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0836926 Aug 27 14:24:24.592085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-cb602509-dd07-42ca-b9ae-a55fe35011f6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port ab25f09c-fee6-45eb-a477-0fe5020331ac yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:24.679229 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f6e86d7-a52f-488b-8450-d295be9ee1a2 req-329ede32-fba3-4253-955f-3a8ec3393c76 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823872 Aug 27 14:24:24.786858 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb602509-dd07-42ca-b9ae-a55fe35011f6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:24.823405 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb602509-dd07-42ca-b9ae-a55fe35011f6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:24.868636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb602509-dd07-42ca-b9ae-a55fe35011f6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:24.873640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-cb602509-dd07-42ca-b9ae-a55fe35011f6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:24.876573 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb602509-dd07-42ca-b9ae-a55fe35011f6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:24.883283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb602509-dd07-42ca-b9ae-a55fe35011f6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:24.883911 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb602509-dd07-42ca-b9ae-a55fe35011f6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:24.899236 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb602509-dd07-42ca-b9ae-a55fe35011f6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=ab25f09c-fee6-45eb-a477-0fe5020331ac,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:24.907681 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cb602509-dd07-42ca-b9ae-a55fe35011f6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5576389 Aug 27 14:24:24.909924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54150) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:24.964624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00200e-5fef-43bf-a1fd-8d159c50e0c4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:24.966034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6a00200e-5fef-43bf-a1fd-8d159c50e0c4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/ab25f09c-fee6-45eb-a477-0fe5020331ac HTTP/1.1" status: 200 len: 845 time: 0.0544925 Aug 27 14:24:24.968793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54154) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:25.058704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a7c643a5-3c5f-4bec-916f-ee14312877c5 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port ab25f09c-fee6-45eb-a477-0fe5020331ac {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:25.059319 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7c643a5-3c5f-4bec-916f-ee14312877c5 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:25.133163 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7c643a5-3c5f-4bec-916f-ee14312877c5 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:25.147276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a7c643a5-3c5f-4bec-916f-ee14312877c5 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for ab25f09c-fee6-45eb-a477-0fe5020331ac owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:25.230588 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7c643a5-3c5f-4bec-916f-ee14312877c5 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:25.257282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c643a5-3c5f-4bec-916f-ee14312877c5 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=ab25f09c-fee6-45eb-a477-0fe5020331ac,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:25.269340 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7c643a5-3c5f-4bec-916f-ee14312877c5 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:25.272166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a7c643a5-3c5f-4bec-916f-ee14312877c5 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/ab25f09c-fee6-45eb-a477-0fe5020331ac HTTP/1.1" status: 204 len: 168 time: 0.3022075 Aug 27 14:24:25.274798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54170) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:25.299772 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ef8fec-6a98-4d2b-9cca-35cca05556b9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:24:25.301808 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-98ef8fec-6a98-4d2b-9cca-35cca05556b9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/ab25f09c-fee6-45eb-a477-0fe5020331ac HTTP/1.1" status: 404 len: 333 time: 0.0255704 Aug 27 14:24:25.305399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54174) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:25.310857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-35fa77e3-01d7-44e4-8ab6-7e12233d8958 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'name': 'tempest-PortsIpV6TestJSON-1841083521'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:25.406931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fa77e3-01d7-44e4-8ab6-7e12233d8958 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:25.411325 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-35fa77e3-01d7-44e4-8ab6-7e12233d8958 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:25.431198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-35fa77e3-01d7-44e4-8ab6-7e12233d8958 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port b86528b8-6ab1-4fdb-981c-9957dfb3ad68 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:25.516160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 83793584-62f7-479e-9616-da1034b6f2e4 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:25.537140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 83793584-62f7-479e-9616-da1034b6f2e4 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:25.537713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 83793584-62f7-479e-9616-da1034b6f2e4 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:25.620711 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-35fa77e3-01d7-44e4-8ab6-7e12233d8958 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:25.660172 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-35fa77e3-01d7-44e4-8ab6-7e12233d8958 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:25.684405 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-00d5ef81-dc72-47c9-8a23-5a521e9af5a1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802083624&fields=id&tenant_id=3d745316476744be879ccd1cab5d810b HTTP/1.1" status: 200 len: 267 time: 0.0354755 Aug 27 14:24:25.712149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa77e3-01d7-44e4-8ab6-7e12233d8958 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:25.716381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-35fa77e3-01d7-44e4-8ab6-7e12233d8958 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:25.720420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa77e3-01d7-44e4-8ab6-7e12233d8958 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:25.727929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fa77e3-01d7-44e4-8ab6-7e12233d8958 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:25.728582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-35fa77e3-01d7-44e4-8ab6-7e12233d8958 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:25.737610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa77e3-01d7-44e4-8ab6-7e12233d8958 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=b86528b8-6ab1-4fdb-981c-9957dfb3ad68,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:25.750089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-35fa77e3-01d7-44e4-8ab6-7e12233d8958 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4435952 Aug 27 14:24:25.753020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54198) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:25.759327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-14ac9d6c-1c6d-472c-934a-773774c4dbc0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:25.789767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54200) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:25.822975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-889943fb-08f2-4b0a-8cc3-793d1b997a6d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:25.824602 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-889943fb-08f2-4b0a-8cc3-793d1b997a6d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.1318760 Aug 27 14:24:25.843772 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-7eb5b5dc-a6b8-4aab-acc8-05af4bb8a1f8 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/quotas/3d745316476744be879ccd1cab5d810b HTTP/1.1" status: 200 len: 375 time: 0.0100446 Aug 27 14:24:25.860331 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ac9d6c-1c6d-472c-934a-773774c4dbc0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:25.869418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a1d3e-6316-4e1c-9014-bbd20519c204 req-c4fc2e29-5d3b-41c0-9d97-069001623021 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:25.870975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-188a1d3e-6316-4e1c-9014-bbd20519c204 req-c4fc2e29-5d3b-41c0-9d97-069001623021 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0893774 Aug 27 14:24:25.920600 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-14205fd8-b9b1-4559-908f-dca94664a4d5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688386 Aug 27 14:24:25.921761 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db200ce7-2e34-4b32-84a2-174b18d18456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:25.944588 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-188a1d3e-6316-4e1c-9014-bbd20519c204 req-dc4636c5-a1d0-450a-8cb8-36aff8bb4131 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660529 Aug 27 14:24:26.052593 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-d8547718-2005-4287-8e9b-8530138773df service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184161 Aug 27 14:24:26.061581 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ac9d6c-1c6d-472c-934a-773774c4dbc0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.066587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ac9d6c-1c6d-472c-934a-773774c4dbc0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.101350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-14ac9d6c-1c6d-472c-934a-773774c4dbc0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] In _notify_port_updated(), no bound segment for port b86528b8-6ab1-4fdb-981c-9957dfb3ad68 on network fef7eac3-4cab-4977-b89c-d492c1f3cedb {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:24:26.107392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ac9d6c-1c6d-472c-934a-773774c4dbc0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:26.108034 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ac9d6c-1c6d-472c-934a-773774c4dbc0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.109938 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-14ac9d6c-1c6d-472c-934a-773774c4dbc0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "PUT /v2.0/ports/b86528b8-6ab1-4fdb-981c-9957dfb3ad68 HTTP/1.1" status: 200 len: 818 time: 0.3559229 Aug 27 14:24:26.113144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54204) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:26.151198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db200ce7-2e34-4b32-84a2-174b18d18456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.152767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac9d6c-1c6d-472c-934a-773774c4dbc0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=b86528b8-6ab1-4fdb-981c-9957dfb3ad68,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:26.159187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-db200ce7-2e34-4b32-84a2-174b18d18456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.206095 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-f004cf3d-909c-48fb-9059-22e3cb32db52 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468258 Aug 27 14:24:26.212928 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-db200ce7-2e34-4b32-84a2-174b18d18456 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f93b77e4fe724abbae4b5c7cdd08dea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194589 Aug 27 14:24:26.212928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54206) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:26.217674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a5cfd-f1ab-450c-96e4-a68bff3b901f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port b86528b8-6ab1-4fdb-981c-9957dfb3ad68 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:26.218036 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d3a5cfd-f1ab-450c-96e4-a68bff3b901f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.218888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db200ce7-2e34-4b32-84a2-174b18d18456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285f7ccd-04ec-48a7-ae3c-04a0a8f69eee,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:26.277670 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c616f2f3-e720-4a89-b37b-5ae6ba570d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.290327 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d3a5cfd-f1ab-450c-96e4-a68bff3b901f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.301934 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c616f2f3-e720-4a89-b37b-5ae6ba570d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.304487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a5cfd-f1ab-450c-96e4-a68bff3b901f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for b86528b8-6ab1-4fdb-981c-9957dfb3ad68 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:26.352670 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c616f2f3-e720-4a89-b37b-5ae6ba570d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.355367 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c616f2f3-e720-4a89-b37b-5ae6ba570d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.358934 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c616f2f3-e720-4a89-b37b-5ae6ba570d62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/285f7ccd-04ec-48a7-ae3c-04a0a8f69eee HTTP/1.1" status: 204 len: 168 time: 0.1427722 Aug 27 14:24:26.365250 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616f2f3-e720-4a89-b37b-5ae6ba570d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285f7ccd-04ec-48a7-ae3c-04a0a8f69eee,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:26.716912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54226) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:26.731654 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a4c9cba7-9e61-4588-b655-18f7ea0b2182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.823227 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c01d329c-b1ad-4984-8834-bd71356f42f9 req-4a61554e-17a5-4d5d-9113-a552a980a96d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 210 time: 0.0313544 Aug 27 14:24:26.828774 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d3a5cfd-f1ab-450c-96e4-a68bff3b901f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.841550 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a4c9cba7-9e61-4588-b655-18f7ea0b2182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.847484 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a4c9cba7-9e61-4588-b655-18f7ea0b2182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.863283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a5cfd-f1ab-450c-96e4-a68bff3b901f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=b86528b8-6ab1-4fdb-981c-9957dfb3ad68,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:26.876763 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d3a5cfd-f1ab-450c-96e4-a68bff3b901f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.882592 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6d3a5cfd-f1ab-450c-96e4-a68bff3b901f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/b86528b8-6ab1-4fdb-981c-9957dfb3ad68 HTTP/1.1" status: 204 len: 168 time: 0.7683842 Aug 27 14:24:26.883281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54230) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:26.895298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a4c9cba7-9e61-4588-b655-18f7ea0b2182 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed28206b526d494eb3033d809bdae569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769352 Aug 27 14:24:26.896182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9cba7-9e61-4588-b655-18f7ea0b2182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a31ed2-14c8-4544-925e-18e44429af56,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:26.909591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54232) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:26.935494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56955091-429a-4c60-80e1-8e042c78f693 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:26.936987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-56955091-429a-4c60-80e1-8e042c78f693 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0527682 Aug 27 14:24:26.939578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54234) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:26.970132 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f9313c0-9d50-437e-90d4-46fcb9f0b288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:26.979373 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e89de1-fdc3-46cb-bdeb-2f95fcfa4aa6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:24:26.984435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a4e89de1-fdc3-46cb-bdeb-2f95fcfa4aa6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/b86528b8-6ab1-4fdb-981c-9957dfb3ad68 HTTP/1.1" status: 404 len: 333 time: 0.0405493 Aug 27 14:24:26.984709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54238) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:26.991422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-bc945eb5-2a30-4580-9478-3d0b3e7286d2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-652708315'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:27.014661 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f9313c0-9d50-437e-90d4-46fcb9f0b288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:27.071960 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc945eb5-2a30-4580-9478-3d0b3e7286d2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:27.075473 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc945eb5-2a30-4580-9478-3d0b3e7286d2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:27.116846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc945eb5-2a30-4580-9478-3d0b3e7286d2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:24:27.132996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de15b4-3a5f-4c02-894a-9231bc4725ff req-cc4dc4f8-9afe-453c-9a70-f591e6729db0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:27.134517 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01de15b4-3a5f-4c02-894a-9231bc4725ff req-cc4dc4f8-9afe-453c-9a70-f591e6729db0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1043420 Aug 27 14:24:27.146056 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc945eb5-2a30-4580-9478-3d0b3e7286d2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:27.146384 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-bc945eb5-2a30-4580-9478-3d0b3e7286d2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Added segment 167ce494-8d9b-46e2-bdd3-38caa0b8bebe of type vlan for network d2797720-ebeb-46d1-becc-a47a0e9a5c5f Aug 27 14:24:27.158606 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f9313c0-9d50-437e-90d4-46fcb9f0b288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:27.161643 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f9313c0-9d50-437e-90d4-46fcb9f0b288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:27.162779 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1f9313c0-9d50-437e-90d4-46fcb9f0b288 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25a31ed2-14c8-4544-925e-18e44429af56 HTTP/1.1" status: 204 len: 168 time: 0.2521710 Aug 27 14:24:27.201409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9313c0-9d50-437e-90d4-46fcb9f0b288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a31ed2-14c8-4544-925e-18e44429af56,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:27.221454 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc945eb5-2a30-4580-9478-3d0b3e7286d2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:27.234564 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01de15b4-3a5f-4c02-894a-9231bc4725ff req-9e8da6b4-f043-4cd4-80d7-5fe19328c6df tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932229 Aug 27 14:24:27.258005 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc945eb5-2a30-4580-9478-3d0b3e7286d2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:27.263608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc945eb5-2a30-4580-9478-3d0b3e7286d2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:27.264195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bc945eb5-2a30-4580-9478-3d0b3e7286d2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:27.327992 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bc945eb5-2a30-4580-9478-3d0b3e7286d2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3420553 Aug 27 14:24:27.330714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54242) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:27.336547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-fa963c76-608d-40e1-8dba-cdd562addde0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': 'd2797720-ebeb-46d1-becc-a47a0e9a5c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:27.340958 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc945eb5-2a30-4580-9478-3d0b3e7286d2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Network': ['ID=d2797720-ebeb-46d1-becc-a47a0e9a5c5f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:27.355110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network d2797720-ebeb-46d1-becc-a47a0e9a5c5f details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:24:27.443159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa963c76-608d-40e1-8dba-cdd562addde0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:27.447020 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa963c76-608d-40e1-8dba-cdd562addde0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:27.727736 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa963c76-608d-40e1-8dba-cdd562addde0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:27.789122 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-6465c080-c8bc-424e-ae17-c5e91f06daf6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:27.790619 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-6465c080-c8bc-424e-ae17-c5e91f06daf6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.2104092 Aug 27 14:24:27.813059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa963c76-608d-40e1-8dba-cdd562addde0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Subnet': ['ID=48d727c2-e84f-4366-b632-87ceac076f6d,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:27.842480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa963c76-608d-40e1-8dba-cdd562addde0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Checking segment: {'id': '167ce494-8d9b-46e2-bdd3-38caa0b8bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd2797720-ebeb-46d1-becc-a47a0e9a5c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:27.842955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa963c76-608d-40e1-8dba-cdd562addde0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network hostable DHCP agents. Network: d2797720-ebeb-46d1-becc-a47a0e9a5c5f, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:24:27.870654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-c1f706cb-8c5d-4e0a-a0e2-8b2fd3636c48 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d745316476744be879ccd1cab5d810b HTTP/1.1" status: 200 len: 379 time: 0.0585506 Aug 27 14:24:27.883182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'port': {'device_id': '45c7d105-8e4e-4b86-948b-4c93535c39fa', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'admin_state_up': True, 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'security_groups': ['69dc685c-fcde-40ee-b4ae-9d35764f6261']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:27.888174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa963c76-608d-40e1-8dba-cdd562addde0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network d2797720-ebeb-46d1-becc-a47a0e9a5c5f is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:24:27.948618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-fa963c76-608d-40e1-8dba-cdd562addde0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, d2797720-ebeb-46d1-becc-a47a0e9a5c5f) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:27.972426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89718776-a053-4fef-8517-ae0863bbeef8 None None] Network d2797720-ebeb-46d1-becc-a47a0e9a5c5f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:27.972595 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa963c76-608d-40e1-8dba-cdd562addde0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:27.973995 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fa963c76-608d-40e1-8dba-cdd562addde0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:27.978426 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2a30aa11-cb43-485c-a643-1a28bf0f556c req-c889af15-3aed-4127-874b-fabab4532c56 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 210 time: 0.0454319 Aug 27 14:24:28.014034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fa963c76-608d-40e1-8dba-cdd562addde0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6816242 Aug 27 14:24:28.017056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54266) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:28.023107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5bedb459-7916-448a-8c61-daa6c3ff5d68 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': 'd2797720-ebeb-46d1-becc-a47a0e9a5c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:28.139907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Made reservation on behalf of 3d745316476744be879ccd1cab5d810b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:28.144222 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:28.167947 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-d2797720-ebeb-46d1-becc-a47a0e9a5c5f', 'network_id': 'd2797720-ebeb-46d1-becc-a47a0e9a5c5f', 'tenant_id': '3a98f70219d940488044ca77e9b614d9', 'fixed_ips': [{'subnet_id': '48d727c2-e84f-4366-b632-87ceac076f6d'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:24:28.169289 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:28.245127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bedb459-7916-448a-8c61-daa6c3ff5d68 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:28.248970 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bedb459-7916-448a-8c61-daa6c3ff5d68 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:28.410070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Allocated IP 2001:db8::2 (d2797720-ebeb-46d1-becc-a47a0e9a5c5f/48d727c2-e84f-4366-b632-87ceac076f6d/ff1c5b93-399a-4688-b008-5d6c7e094589) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:28.423942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb5b82-f522-43c5-90d8-55659575a3f9 req-ddaf9382-6cc8-4456-8426-6123b7e1c122 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:28.425271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Allocated IP 172.20.0.12 (ec7d9187-3b08-4d1b-9467-a81a81afcc31/1beea229-2fee-4251-b6fc-67b7571f4eea/59f6822a-5cc7-4c98-b22c-84c9faf2dde0) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:28.428605 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e1bb5b82-f522-43c5-90d8-55659575a3f9 req-ddaf9382-6cc8-4456-8426-6123b7e1c122 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1183279 Aug 27 14:24:28.446993 n-d-712139-12 neutron-server[101186]: INFO neutron.db.ipam_backend_mixin [None req-5bedb459-7916-448a-8c61-daa6c3ff5d68 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 48d727c2-e84f-4366-b632-87ceac076f6d (CIDR: 2001:db8::/64) Aug 27 14:24:28.453412 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bedb459-7916-448a-8c61-daa6c3ff5d68 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:24:28.453877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bedb459-7916-448a-8c61-daa6c3ff5d68 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:24:28.487093 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5bedb459-7916-448a-8c61-daa6c3ff5d68 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4688063 Aug 27 14:24:28.492551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54278) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:28.497755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1f38dd93-0228-4d38-b11d-0706ba607b0c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': 'd2797720-ebeb-46d1-becc-a47a0e9a5c5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:28.504371 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e1bb5b82-f522-43c5-90d8-55659575a3f9 req-d1006274-1433-464e-9fb3-76059bc698ad tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620224 Aug 27 14:24:28.775726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:28.793501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f38dd93-0228-4d38-b11d-0706ba607b0c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:28.797082 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1f38dd93-0228-4d38-b11d-0706ba607b0c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:28.800873 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:28.802331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Transition to ACTIVE for port object 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:28.812412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Transition to ACTIVE for port object ff1c5b93-399a-4688-b008-5d6c7e094589 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:28.830582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Transition to ACTIVE for port object ff1c5b93-399a-4688-b008-5d6c7e094589 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:28.838318 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:28.879961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Network d2797720-ebeb-46d1-becc-a47a0e9a5c5f is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:28.883532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:28.888398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:28.928438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Pushing event updated for resources: {'Port': ['ID=ff1c5b93-399a-4688-b008-5d6c7e094589,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:28.930870 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:28.953992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:28.954347 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:28.954720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:28.955063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:28.955384 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:28.955951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:28.956355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:28.956740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:28.957699 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:28.958069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:28.958460 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:28.959145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:24:28.984649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Attempting to bind port ff1c5b93-399a-4688-b008-5d6c7e094589 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:24:28.985123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Attempting to bind port ff1c5b93-399a-4688-b008-5d6c7e094589 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '167ce494-8d9b-46e2-bdd3-38caa0b8bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd2797720-ebeb-46d1-becc-a47a0e9a5c5f'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:24:28.985528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Attempting to bind port ff1c5b93-399a-4688-b008-5d6c7e094589 on network d2797720-ebeb-46d1-becc-a47a0e9a5c5f {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:24:28.991027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:24:28.991402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Checking segment: {'id': '167ce494-8d9b-46e2-bdd3-38caa0b8bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd2797720-ebeb-46d1-becc-a47a0e9a5c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:28.991815 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:28.992209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Bound using segment: {'id': '167ce494-8d9b-46e2-bdd3-38caa0b8bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd2797720-ebeb-46d1-becc-a47a0e9a5c5f'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:24:28.992672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Bound port: ff1c5b93-399a-4688-b008-5d6c7e094589, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167ce494-8d9b-46e2-bdd3-38caa0b8bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd2797720-ebeb-46d1-becc-a47a0e9a5c5f'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:24:28.993322 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:29.001791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:29.006935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:29.009179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:29.085408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] For port ff1c5b93-399a-4688-b008-5d6c7e094589, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:24:29.090005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] For port ff1c5b93-399a-4688-b008-5d6c7e094589, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ff1c5b93-399a-4688-b008-5d6c7e094589,segment=NetworkSegment(167ce494-8d9b-46e2-bdd3-38caa0b8bebe),segment_id=167ce494-8d9b-46e2-bdd3-38caa0b8bebe)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:24:29.098384 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:29.178852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb3247-fa54-4f67-b18d-9d4b8801f065 None None] Pushing event updated for resources: {'Port': ['ID=ff1c5b93-399a-4688-b008-5d6c7e094589,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:29.220429 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'Port': ['ID=59f6822a-5cc7-4c98-b22c-84c9faf2dde0,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:29.312151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:29.312903 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:29.338471 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-3feee966-ab89-4269-b302-a07a6bdbc43c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4614038 Aug 27 14:24:29.360211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754e908-f078-497d-be9b-72168861801c req-4371b072-9bc3-40cc-ad00-4015c36aaa2f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:29.361795 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4754e908-f078-497d-be9b-72168861801c req-4371b072-9bc3-40cc-ad00-4015c36aaa2f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 932 time: 0.1584644 Aug 27 14:24:29.367240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Request body: {'port': {'device_id': '45c7d105-8e4e-4b86-948b-4c93535c39fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:29.370216 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1f38dd93-0228-4d38-b11d-0706ba607b0c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:29.486364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7e4436cb-f5ab-4b59-a842-8f72b1f98e53 None None] Provisioning for port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:29.491658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f38dd93-0228-4d38-b11d-0706ba607b0c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network d2797720-ebeb-46d1-becc-a47a0e9a5c5f is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:29.496216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7e4436cb-f5ab-4b59-a842-8f72b1f98e53 None None] Provisioning complete for port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:29.496823 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7e4436cb-f5ab-4b59-a842-8f72b1f98e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:29.504728 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4754e908-f078-497d-be9b-72168861801c req-c0982c9b-a17a-40f4-a825-b611c328af5c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309352 Aug 27 14:24:29.513140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-1f38dd93-0228-4d38-b11d-0706ba607b0c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:29.572283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f38dd93-0228-4d38-b11d-0706ba607b0c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:29.576013 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1f38dd93-0228-4d38-b11d-0706ba607b0c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:29.620477 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7e4436cb-f5ab-4b59-a842-8f72b1f98e53 None None] Port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:24:29.625886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38dd93-0228-4d38-b11d-0706ba607b0c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Subnet': ['ID=f16c15a3-6823-40fd-b826-801c4077752c,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:29.663851 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:29.670909 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1f38dd93-0228-4d38-b11d-0706ba607b0c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1772633 Aug 27 14:24:29.674331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54300) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:29.687014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': 'd2797720-ebeb-46d1-becc-a47a0e9a5c5f', 'fixed_ips': [{'subnet_id': '48d727c2-e84f-4366-b632-87ceac076f6d'}, {'subnet_id': 'f16c15a3-6823-40fd-b826-801c4077752c'}], 'name': 'tempest-PortsIpV6TestJSON-396974228'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:29.708066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ff1c5b93-399a-4688-b008-5d6c7e094589 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:24:29.802491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ff1c5b93-399a-4688-b008-5d6c7e094589 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:29.820726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35305eed-18b6-41fb-9eda-c1cd03086510 req-553fed5a-9d1c-4c46-8a95-d919e3a93f39 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:29.823091 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35305eed-18b6-41fb-9eda-c1cd03086510 req-553fed5a-9d1c-4c46-8a95-d919e3a93f39 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.2104127 Aug 27 14:24:29.898238 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35305eed-18b6-41fb-9eda-c1cd03086510 req-b80791bb-a29e-4d80-81f8-66efb25d6cb2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690134 Aug 27 14:24:29.947917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:30.050126 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:30.070586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:24:30.076344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port 32ac8a17-9857-455f-be44-6ad492effaad yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:30.079443 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:30.093513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Transition to ACTIVE for port object 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:30.098650 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:30.255674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Pushing event updated for resources: {'Port': ['ID=59f6822a-5cc7-4c98-b22c-84c9faf2dde0,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:30.273401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Attempting to bind port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:24:30.273913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Attempting to bind port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:24:30.274249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Attempting to bind port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:24:30.280473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:24:30.280852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Attempting to bind port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:24:30.288107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:24:30.288592 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Checking segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:30.288989 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Bound using segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:24:30.289424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Bound port: 59f6822a-5cc7-4c98-b22c-84c9faf2dde0, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:24:30.289789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:30.392582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] For port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:24:30.397193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] For port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=59f6822a-5cc7-4c98-b22c-84c9faf2dde0,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:24:30.403973 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:30.439868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:30.440453 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:30.443240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] 10.222.0.41 "PUT /v2.0/ports/59f6822a-5cc7-4c98-b22c-84c9faf2dde0 HTTP/1.1" status: 200 len: 1093 time: 1.0791252 Aug 27 14:24:30.445606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c7d105-8e4e-4b86-948b-4c93535c39fa', 'tag': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:24:30.448259 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1449bf04-c097-47c2-951c-820246817086" -d '{"events": [{"name": "network-changed", "server_uuid": "45c7d105-8e4e-4b86-948b-4c93535c39fa", "tag": "59f6822a-5cc7-4c98-b22c-84c9faf2dde0"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:24:30.508132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b452b-da0f-4a1a-9eda-9478fb6d22d0 service neutron] Pushing event updated for resources: {'Port': ['ID=59f6822a-5cc7-4c98-b22c-84c9faf2dde0,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:30.533413 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688fc0b9-54b0-47ac-9234-424d5cc0c8ce x-openstack-request-id: req-688fc0b9-54b0-47ac-9234-424d5cc0c8ce {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:24:30.533882 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c7d105-8e4e-4b86-948b-4c93535c39fa", "tag": "59f6822a-5cc7-4c98-b22c-84c9faf2dde0", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:24:30.534282 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-688fc0b9-54b0-47ac-9234-424d5cc0c8ce {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:24:30.534717 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c7d105-8e4e-4b86-948b-4c93535c39fa', 'tag': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0', 'status': 'completed', 'code': 200} Aug 27 14:24:30.577059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-f6afb873-7424-4259-a064-eea13717cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:30.578864 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-f6afb873-7424-4259-a064-eea13717cd8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 1096 time: 0.0570066 Aug 27 14:24:30.709631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-ceac4cbd-d4e6-4e3f-ab4c-4749aebe7bdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f6822a-5cc7-4c98-b22c-84c9faf2dde0 HTTP/1.1" status: 200 len: 217 time: 0.1021156 Aug 27 14:24:30.741493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8::d5 (d2797720-ebeb-46d1-becc-a47a0e9a5c5f/48d727c2-e84f-4366-b632-87ceac076f6d/32ac8a17-9857-455f-be44-6ad492effaad) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:30.753434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8:0:1::2ef (d2797720-ebeb-46d1-becc-a47a0e9a5c5f/f16c15a3-6823-40fd-b826-801c4077752c/32ac8a17-9857-455f-be44-6ad492effaad) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:30.777232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3906591-d670-4a83-b990-374f00a27f58 req-516e41d1-fcd7-4d71-87ae-95eab83b3d84 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:30.779737 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3906591-d670-4a83-b990-374f00a27f58 req-516e41d1-fcd7-4d71-87ae-95eab83b3d84 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 944 time: 0.1280801 Aug 27 14:24:30.824255 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-d868f8e7-d1b0-4df3-bf70-efbea912cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:30.826209 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-d868f8e7-d1b0-4df3-bf70-efbea912cae3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.1098683 Aug 27 14:24:30.834914 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211122e3-7688-4cf5-9884-7b409c830f29 None None] Network d2797720-ebeb-46d1-becc-a47a0e9a5c5f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:30.907276 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3906591-d670-4a83-b990-374f00a27f58 req-ccb75700-408a-420f-9852-067141adc6f3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211796 Aug 27 14:24:30.942274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e697a177-64cf-47a1-a1d8-24d381a402e8 None None] Provisioning for port ff1c5b93-399a-4688-b008-5d6c7e094589 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:30.947901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e697a177-64cf-47a1-a1d8-24d381a402e8 None None] Provisioning complete for port ff1c5b93-399a-4688-b008-5d6c7e094589 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:30.948415 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e697a177-64cf-47a1-a1d8-24d381a402e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:30.949932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-ee175066-4c66-4914-ac54-c613444a623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:30.953721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-ee175066-4c66-4914-ac54-c613444a623e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198339 Aug 27 14:24:31.055359 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:31.072040 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Transition to ACTIVE for port object 32ac8a17-9857-455f-be44-6ad492effaad will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:31.121362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:31.130471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abf08d-796c-40fb-9363-f0dc655ea96c req-42f6d4f7-c531-41a7-b430-423ebc38c767 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:31.140030 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64abf08d-796c-40fb-9363-f0dc655ea96c req-42f6d4f7-c531-41a7-b430-423ebc38c767 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0946977 Aug 27 14:24:31.169704 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e697a177-64cf-47a1-a1d8-24d381a402e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:31.175409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=32ac8a17-9857-455f-be44-6ad492effaad,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:31.194976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network d2797720-ebeb-46d1-becc-a47a0e9a5c5f is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:31.196464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:31.199235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:31.204594 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-baef1bcc-0ef9-4468-9a3a-b3752bb16cd1 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421062 Aug 27 14:24:31.206504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:31.207999 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:31.228467 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f49b4e2d-9438-4133-b809-f25feb77fade tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.5502803 Aug 27 14:24:31.229053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-e697a177-64cf-47a1-a1d8-24d381a402e8 None None] For port ff1c5b93-399a-4688-b008-5d6c7e094589, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ff1c5b93-399a-4688-b008-5d6c7e094589,segment=NetworkSegment(167ce494-8d9b-46e2-bdd3-38caa0b8bebe),segment_id=167ce494-8d9b-46e2-bdd3-38caa0b8bebe)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:31.229442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54324) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:31.236348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7d35de2b-495e-4287-ab46-2dd6a2dd2953 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48d727c2-e84f-4366-b632-87ceac076f6d'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:31.258910 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64abf08d-796c-40fb-9363-f0dc655ea96c req-6756db10-b865-4364-b3dc-cecf22165bb1 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140814 Aug 27 14:24:31.278980 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e697a177-64cf-47a1-a1d8-24d381a402e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:31.341176 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7d35de2b-495e-4287-ab46-2dd6a2dd2953 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:31.349148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e328330-9ede-473e-98ef-5f88a0c8a3ec None None] Update dhcp port {'port': {'network_id': 'd2797720-ebeb-46d1-becc-a47a0e9a5c5f', 'fixed_ips': [{'subnet_id': '48d727c2-e84f-4366-b632-87ceac076f6d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f16c15a3-6823-40fd-b826-801c4077752c'}], 'binding:host_id': 'n-d-712139-12'}, 'id': 'ff1c5b93-399a-4688-b008-5d6c7e094589'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:24:31.357343 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4932d919-d701-462c-bbfe-6ddb954b8738 req-c515c519-2adb-424c-b1a7-b22adb760dc2 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330500 Aug 27 14:24:31.407928 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697a177-64cf-47a1-a1d8-24d381a402e8 None None] Pushing event updated for resources: {'Port': ['ID=ff1c5b93-399a-4688-b008-5d6c7e094589,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:31.420861 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e328330-9ede-473e-98ef-5f88a0c8a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:31.522408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449bf04-c097-47c2-951c-820246817086 req-ceff0916-f5f0-44d4-9ebc-10f86ed123ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:31.528931 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1449bf04-c097-47c2-951c-820246817086 req-ceff0916-f5f0-44d4-9ebc-10f86ed123ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 1096 time: 0.0958719 Aug 27 14:24:31.640692 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ff1c5b93-399a-4688-b008-5d6c7e094589 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:24:31.699989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ff1c5b93-399a-4688-b008-5d6c7e094589 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:31.700393 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:31.700906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-7d35de2b-495e-4287-ab46-2dd6a2dd2953 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Delete allocated IP 2001:db8:0:1::2ef (d2797720-ebeb-46d1-becc-a47a0e9a5c5f/f16c15a3-6823-40fd-b826-801c4077752c) {{(pid=101187) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 14:24:31.743827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449bf04-c097-47c2-951c-820246817086 req-40bc2d21-5c6a-469e-b5fd-2e056019a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:31.749013 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1449bf04-c097-47c2-951c-820246817086 req-40bc2d21-5c6a-469e-b5fd-2e056019a14b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.2127962 Aug 27 14:24:31.812871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1449bf04-c097-47c2-951c-820246817086 req-352d08d2-809e-40ea-8725-1b40272fb182 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f6822a-5cc7-4c98-b22c-84c9faf2dde0 HTTP/1.1" status: 200 len: 217 time: 0.0565369 Aug 27 14:24:31.859038 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7d35de2b-495e-4287-ab46-2dd6a2dd2953 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:31.875390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-7d35de2b-495e-4287-ab46-2dd6a2dd2953 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Ignored duplicate provisioning block setup for port 32ac8a17-9857-455f-be44-6ad492effaad by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 14:24:31.880276 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7d35de2b-495e-4287-ab46-2dd6a2dd2953 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:31.886859 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449bf04-c097-47c2-951c-820246817086 req-6b1451e2-332f-44d7-a8d5-eb10313f5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:31.888561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1449bf04-c097-47c2-951c-820246817086 req-6b1451e2-332f-44d7-a8d5-eb10313f5d3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0671253 Aug 27 14:24:31.954422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-0e328330-9ede-473e-98ef-5f88a0c8a3ec None None] Allocated IP 2001:db8:0:1::2 (d2797720-ebeb-46d1-becc-a47a0e9a5c5f/f16c15a3-6823-40fd-b826-801c4077752c/ff1c5b93-399a-4688-b008-5d6c7e094589) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:31.961286 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-7d35de2b-495e-4287-ab46-2dd6a2dd2953 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] In _notify_port_updated(), no bound segment for port 32ac8a17-9857-455f-be44-6ad492effaad on network d2797720-ebeb-46d1-becc-a47a0e9a5c5f {{(pid=101187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:24:31.968767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d35de2b-495e-4287-ab46-2dd6a2dd2953 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:31.969530 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7d35de2b-495e-4287-ab46-2dd6a2dd2953 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:31.974502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54338) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:31.976550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7d35de2b-495e-4287-ab46-2dd6a2dd2953 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "PUT /v2.0/ports/32ac8a17-9857-455f-be44-6ad492effaad HTTP/1.1" status: 200 len: 924 time: 0.7440345 Aug 27 14:24:31.980434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a5f9d318-ff67-4c52-838e-a0f0afda75bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48d727c2-e84f-4366-b632-87ceac076f6d'}, {'subnet_id': 'f16c15a3-6823-40fd-b826-801c4077752c'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:31.988228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449bf04-c097-47c2-951c-820246817086 req-36183b94-a95d-4308-824f-f0ab85e73d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:31.990521 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1449bf04-c097-47c2-951c-820246817086 req-36183b94-a95d-4308-824f-f0ab85e73d17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928843 Aug 27 14:24:32.007352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35de2b-495e-4287-ab46-2dd6a2dd2953 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=32ac8a17-9857-455f-be44-6ad492effaad,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:32.114624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3a52-c8bc-47ab-9882-d4f118b89a4a req-91ca50e5-da1c-4a0a-9195-6104bfdec7fd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:32.126616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-26ff3a52-c8bc-47ab-9882-d4f118b89a4a req-91ca50e5-da1c-4a0a-9195-6104bfdec7fd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 944 time: 0.0766904 Aug 27 14:24:32.128518 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1449bf04-c097-47c2-951c-820246817086 req-ffadc8a8-ab22-4b2e-a270-70e272f623c3 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187081 Aug 27 14:24:32.176376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0e328330-9ede-473e-98ef-5f88a0c8a3ec None None] For port ff1c5b93-399a-4688-b008-5d6c7e094589, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ff1c5b93-399a-4688-b008-5d6c7e094589,segment=NetworkSegment(167ce494-8d9b-46e2-bdd3-38caa0b8bebe),segment_id=167ce494-8d9b-46e2-bdd3-38caa0b8bebe)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:32.179699 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-26ff3a52-c8bc-47ab-9882-d4f118b89a4a req-7a284d95-be34-4950-9c2e-af7ef433fca3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516844 Aug 27 14:24:32.225588 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e328330-9ede-473e-98ef-5f88a0c8a3ec None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:32.241408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0e328330-9ede-473e-98ef-5f88a0c8a3ec None None] Transition to ACTIVE for port object ff1c5b93-399a-4688-b008-5d6c7e094589 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:32.246220 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e328330-9ede-473e-98ef-5f88a0c8a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:32.324312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e328330-9ede-473e-98ef-5f88a0c8a3ec None None] Pushing event updated for resources: {'Port': ['ID=ff1c5b93-399a-4688-b008-5d6c7e094589,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:32.392179 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1449bf04-c097-47c2-951c-820246817086 req-f272bbe1-fc4c-41dc-87c4-5aff26a0ffda service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529292 Aug 27 14:24:32.394297 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5f9d318-ff67-4c52-838e-a0f0afda75bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:32.477744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2cec-9aa0-449b-a74a-4cee10a2929d req-5a8e6735-887f-4b93-81a3-ff4d35651473 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:32.483380 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ee4a2cec-9aa0-449b-a74a-4cee10a2929d req-5a8e6735-887f-4b93-81a3-ff4d35651473 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1065083 Aug 27 14:24:32.582267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ee4a2cec-9aa0-449b-a74a-4cee10a2929d req-2924726d-371a-4574-9c6c-fbf4698a8487 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924227 Aug 27 14:24:32.796860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-a5f9d318-ff67-4c52-838e-a0f0afda75bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8:0:1::66 (d2797720-ebeb-46d1-becc-a47a0e9a5c5f/f16c15a3-6823-40fd-b826-801c4077752c/32ac8a17-9857-455f-be44-6ad492effaad) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:32.958783 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5f9d318-ff67-4c52-838e-a0f0afda75bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:32.971832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-a5f9d318-ff67-4c52-838e-a0f0afda75bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Ignored duplicate provisioning block setup for port 32ac8a17-9857-455f-be44-6ad492effaad by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 14:24:32.976835 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5f9d318-ff67-4c52-838e-a0f0afda75bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:33.068011 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a5f9d318-ff67-4c52-838e-a0f0afda75bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] In _notify_port_updated(), no bound segment for port 32ac8a17-9857-455f-be44-6ad492effaad on network d2797720-ebeb-46d1-becc-a47a0e9a5c5f {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:24:33.074204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f9d318-ff67-4c52-838e-a0f0afda75bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:33.074903 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5f9d318-ff67-4c52-838e-a0f0afda75bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:33.079250 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54354) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:33.079736 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a5f9d318-ff67-4c52-838e-a0f0afda75bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "PUT /v2.0/ports/32ac8a17-9857-455f-be44-6ad492effaad HTTP/1.1" status: 200 len: 1009 time: 1.1034288 Aug 27 14:24:33.091286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9d318-ff67-4c52-838e-a0f0afda75bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=32ac8a17-9857-455f-be44-6ad492effaad,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:33.179834 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a91565-69a4-4359-b39e-d071246282f3 None None] Network d2797720-ebeb-46d1-becc-a47a0e9a5c5f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:33.190237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-090898d3-e38a-4450-a39f-bc47e0c0b67a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port 32ac8a17-9857-455f-be44-6ad492effaad {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:33.190842 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-090898d3-e38a-4450-a39f-bc47e0c0b67a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:33.268546 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c31dddfb-a739-413d-a31a-4ed5ea8bd168 None None] Provisioning for port 32ac8a17-9857-455f-be44-6ad492effaad completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:33.296795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c31dddfb-a739-413d-a31a-4ed5ea8bd168 None None] Provisioning complete for port 32ac8a17-9857-455f-be44-6ad492effaad triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:33.297707 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c31dddfb-a739-413d-a31a-4ed5ea8bd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:33.335487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c31dddfb-a739-413d-a31a-4ed5ea8bd168 None None] Port 32ac8a17-9857-455f-be44-6ad492effaad cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:24:33.362945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcca93c-7abd-4ec3-a53a-41e16babd639 req-43a24b8d-ffad-4c68-85d5-712f343efc12 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:33.364816 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3bcca93c-7abd-4ec3-a53a-41e16babd639 req-43a24b8d-ffad-4c68-85d5-712f343efc12 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 944 time: 0.0894570 Aug 27 14:24:33.375019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-090898d3-e38a-4450-a39f-bc47e0c0b67a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:33.382574 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c31dddfb-a739-413d-a31a-4ed5ea8bd168 None None] Provisioning for port ff1c5b93-399a-4688-b008-5d6c7e094589 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:33.416110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c31dddfb-a739-413d-a31a-4ed5ea8bd168 None None] Provisioning complete for port ff1c5b93-399a-4688-b008-5d6c7e094589 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:33.417793 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c31dddfb-a739-413d-a31a-4ed5ea8bd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:33.418262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-090898d3-e38a-4450-a39f-bc47e0c0b67a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for 32ac8a17-9857-455f-be44-6ad492effaad owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:33.450786 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3bcca93c-7abd-4ec3-a53a-41e16babd639 req-afdfd178-90c3-4aad-a8b9-e5d350cc6d10 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782475 Aug 27 14:24:33.609295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ff1c5b93-399a-4688-b008-5d6c7e094589 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:24:33.648881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902220b8-fc91-4821-ac78-554e834ce58a req-e4a82560-c511-4538-828f-c870388a7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:33.654609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-902220b8-fc91-4821-ac78-554e834ce58a req-e4a82560-c511-4538-828f-c870388a7628 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 1097 time: 0.1118658 Aug 27 14:24:33.688482 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ff1c5b93-399a-4688-b008-5d6c7e094589 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:33.688866 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:33.748103 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-090898d3-e38a-4450-a39f-bc47e0c0b67a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:33.766189 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-902220b8-fc91-4821-ac78-554e834ce58a req-c42a47ea-8b63-491e-a44a-0aadd90e9a3e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008871 Aug 27 14:24:33.786994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090898d3-e38a-4450-a39f-bc47e0c0b67a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=32ac8a17-9857-455f-be44-6ad492effaad,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:33.794164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15938837-5d11-4efb-a426-de038ef651a8 req-a4e96e54-4fe6-448e-a2d8-028353b205c3 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:33.795925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15938837-5d11-4efb-a426-de038ef651a8 req-a4e96e54-4fe6-448e-a2d8-028353b205c3 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0936289 Aug 27 14:24:33.841086 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15938837-5d11-4efb-a426-de038ef651a8 req-aeb45ff0-b87e-4103-85ba-3f8f9be862b8 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367498 Aug 27 14:24:33.849402 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-090898d3-e38a-4450-a39f-bc47e0c0b67a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:33.854440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-090898d3-e38a-4450-a39f-bc47e0c0b67a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/32ac8a17-9857-455f-be44-6ad492effaad HTTP/1.1" status: 204 len: 168 time: 0.7718637 Aug 27 14:24:33.855444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54368) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:33.883151 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c5b475-409a-4274-8dcd-24506ac89215 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:24:33.884836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a0c5b475-409a-4274-8dcd-24506ac89215 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/32ac8a17-9857-455f-be44-6ad492effaad HTTP/1.1" status: 404 len: 333 time: 0.0281699 Aug 27 14:24:33.887779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54370) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:33.947323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-db695fe3-d13d-4982-925d-7c9217c7af30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting subnet f16c15a3-6823-40fd-b826-801c4077752c {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:24:33.950569 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db695fe3-d13d-4982-925d-7c9217c7af30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.001446 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db695fe3-d13d-4982-925d-7c9217c7af30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.030801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-041231f1-8b01-438c-bdc4-80891ce0f646 None None] Could not find standard attr ID for object 32ac8a17-9857-455f-be44-6ad492effaad. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:24:34.048118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-041231f1-8b01-438c-bdc4-80891ce0f646 None None] Provisioning complete for port ff1c5b93-399a-4688-b008-5d6c7e094589 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:34.048616 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-041231f1-8b01-438c-bdc4-80891ce0f646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.114565 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db695fe3-d13d-4982-925d-7c9217c7af30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.192261 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db695fe3-d13d-4982-925d-7c9217c7af30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.225845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db695fe3-d13d-4982-925d-7c9217c7af30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Subnet': ['ID=f16c15a3-6823-40fd-b826-801c4077752c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:34.229806 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-db695fe3-d13d-4982-925d-7c9217c7af30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.231879 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-db695fe3-d13d-4982-925d-7c9217c7af30 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/f16c15a3-6823-40fd-b826-801c4077752c HTTP/1.1" status: 204 len: 168 time: 0.3427329 Aug 27 14:24:34.234632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54376) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:34.253985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ad936363-dcb8-4707-b2b9-848cfda146cc None None] Could not find standard attr ID for object 32ac8a17-9857-455f-be44-6ad492effaad. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:24:34.294246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c8d3df-3c48-407f-a13d-0e9f163acc4c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting subnet 48d727c2-e84f-4366-b632-87ceac076f6d {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:24:34.297529 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70c8d3df-3c48-407f-a13d-0e9f163acc4c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.343243 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70c8d3df-3c48-407f-a13d-0e9f163acc4c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.400680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60827b6e-d62f-4e8b-9f71-239a073de0fd None None] Network d2797720-ebeb-46d1-becc-a47a0e9a5c5f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:34.433679 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70c8d3df-3c48-407f-a13d-0e9f163acc4c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.477513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fc4faeff-af53-4d5a-a375-365f73609444 None None] Could not find standard attr ID for object 32ac8a17-9857-455f-be44-6ad492effaad. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:24:34.508198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70c8d3df-3c48-407f-a13d-0e9f163acc4c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.539826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8d3df-3c48-407f-a13d-0e9f163acc4c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Subnet': ['ID=48d727c2-e84f-4366-b632-87ceac076f6d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:34.544465 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70c8d3df-3c48-407f-a13d-0e9f163acc4c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.546266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-70c8d3df-3c48-407f-a13d-0e9f163acc4c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/48d727c2-e84f-4366-b632-87ceac076f6d HTTP/1.1" status: 204 len: 168 time: 0.3104951 Aug 27 14:24:34.549012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54382) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:34.622206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec44167-9859-4daa-ab43-a95a261c524f req-2ff5386f-6f49-409e-9328-5b5d6e44cac3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:34.624617 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eec44167-9859-4daa-ab43-a95a261c524f req-2ff5386f-6f49-409e-9328-5b5d6e44cac3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 944 time: 0.0875077 Aug 27 14:24:34.643877 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.678609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3701c7-601f-4a0a-9b56-0454db33762a None None] Update dhcp port {'port': {'network_id': 'd2797720-ebeb-46d1-becc-a47a0e9a5c5f', 'fixed_ips': [{'subnet_id': '48d727c2-e84f-4366-b632-87ceac076f6d'}], 'binding:host_id': 'n-d-712139-12'}, 'id': 'ff1c5b93-399a-4688-b008-5d6c7e094589'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:24:34.682743 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eec44167-9859-4daa-ab43-a95a261c524f req-85403469-2a88-436a-9cb7-effa1f638657 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515866 Aug 27 14:24:34.708102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port ff1c5b93-399a-4688-b008-5d6c7e094589 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:34.708932 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd3701c7-601f-4a0a-9b56-0454db33762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.709131 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.779171 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] For port ff1c5b93-399a-4688-b008-5d6c7e094589, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ff1c5b93-399a-4688-b008-5d6c7e094589,segment=NetworkSegment(167ce494-8d9b-46e2-bdd3-38caa0b8bebe),segment_id=167ce494-8d9b-46e2-bdd3-38caa0b8bebe)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:34.779550 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.793728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for ff1c5b93-399a-4688-b008-5d6c7e094589 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:34.886943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:34.902214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f0b4e-2232-4a9c-be37-8e6c7c3c2b49 None None] Network d2797720-ebeb-46d1-becc-a47a0e9a5c5f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:34.921794 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No DVR routers for this DVR port ff1c5b93-399a-4688-b008-5d6c7e094589 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:34.923499 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=ff1c5b93-399a-4688-b008-5d6c7e094589,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:35.007198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-28f7d802-4ab9-4ebb-b63b-d71cc54706c3 None None] Could not find standard attr ID for object ff1c5b93-399a-4688-b008-5d6c7e094589. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:24:35.043723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0c6c36-120a-4787-a528-6563a0055979 None None] DHCP port deletion for d2797720-ebeb-46d1-becc-a47a0e9a5c5f request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:24:35.047443 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:35.066603 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2797720-ebeb-46d1-becc-a47a0e9a5c5f']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:35.080139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167ce494-8d9b-46e2-bdd3-38caa0b8bebe') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:35.080440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167ce494-8d9b-46e2-bdd3-38caa0b8bebe') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:35.090633 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7f605-9dcf-4af2-83ee-a77068ab75ad req-8650d08e-35d2-4ac5-8ce3-603e682cf35f tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:35.092383 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d7f605-9dcf-4af2-83ee-a77068ab75ad req-8650d08e-35d2-4ac5-8ce3-603e682cf35f tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1294439 Aug 27 14:24:35.119532 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:35.152022 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:35.164261 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d7f605-9dcf-4af2-83ee-a77068ab75ad req-ee163035-6706-4d27-941e-65d159d3f35e tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646124 Aug 27 14:24:35.165228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:35.165630 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:35.168726 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:35.562210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ff1c5b93-399a-4688-b008-5d6c7e094589 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:35.588207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: ff1c5b93-399a-4688-b008-5d6c7e094589 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:35.588561 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ff1c5b93-399a-4688-b008-5d6c7e094589 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:35.589692 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:35.609689 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:35.611586 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/networks/d2797720-ebeb-46d1-becc-a47a0e9a5c5f HTTP/1.1" status: 204 len: 168 time: 1.0614865 Aug 27 14:24:35.612885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78f7c7-7f36-45f4-bddc-48e1557cd596 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Network': ['ID=d2797720-ebeb-46d1-becc-a47a0e9a5c5f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:35.616346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54404) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:35.666342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66fd42f-2c69-4730-b27e-71eaa06a93b5 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:35.667881 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c66fd42f-2c69-4730-b27e-71eaa06a93b5 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0509365 Aug 27 14:24:35.671436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54408) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:35.716541 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ec245767-5895-475f-b905-5dc53c6bef04 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0440063 Aug 27 14:24:35.720446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54412) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:35.725631 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-188e895f-c5b5-4da6-80f5-e49058cb97d0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2030967644'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:35.747415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188e895f-c5b5-4da6-80f5-e49058cb97d0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:35.751638 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-188e895f-c5b5-4da6-80f5-e49058cb97d0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:35.808528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188e895f-c5b5-4da6-80f5-e49058cb97d0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:24:35.829876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6efa2e-668d-442e-8481-1f76ea389b9c req-65092450-24d9-4dfd-b85c-793ad43615bd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:35.831406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f6efa2e-668d-442e-8481-1f76ea389b9c req-65092450-24d9-4dfd-b85c-793ad43615bd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 944 time: 0.0774686 Aug 27 14:24:35.832552 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-188e895f-c5b5-4da6-80f5-e49058cb97d0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:35.832896 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-188e895f-c5b5-4da6-80f5-e49058cb97d0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Added segment 51c7e169-3285-43fa-ab5e-1fd38babc308 of type vlan for network 2ae89835-6af1-4800-9122-1ce399d60ac7 Aug 27 14:24:35.891334 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-188e895f-c5b5-4da6-80f5-e49058cb97d0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:35.911649 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f6efa2e-668d-442e-8481-1f76ea389b9c req-948f329f-eae7-41f9-9a61-ff4694f37773 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706830 Aug 27 14:24:35.933951 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-188e895f-c5b5-4da6-80f5-e49058cb97d0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:35.939990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e895f-c5b5-4da6-80f5-e49058cb97d0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:35.940706 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-188e895f-c5b5-4da6-80f5-e49058cb97d0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:35.999142 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-188e895f-c5b5-4da6-80f5-e49058cb97d0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2775927 Aug 27 14:24:36.002107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54420) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:36.007026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e5a37555-a181-4b0b-a2f0-9b7819b49987 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': '2ae89835-6af1-4800-9122-1ce399d60ac7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:36.054299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e895f-c5b5-4da6-80f5-e49058cb97d0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Network': ['ID=2ae89835-6af1-4800-9122-1ce399d60ac7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:36.065571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 2ae89835-6af1-4800-9122-1ce399d60ac7 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:24:36.107801 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a37555-a181-4b0b-a2f0-9b7819b49987 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:36.112339 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e5a37555-a181-4b0b-a2f0-9b7819b49987 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:36.299149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7b553-ac83-4a68-9a24-6d25bb480360 req-d46bed57-b8b2-4971-a890-200d9cebfae7 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:36.300766 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d4f7b553-ac83-4a68-9a24-6d25bb480360 req-d46bed57-b8b2-4971-a890-200d9cebfae7 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0612292 Aug 27 14:24:36.343817 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e5a37555-a181-4b0b-a2f0-9b7819b49987 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:36.347368 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d4f7b553-ac83-4a68-9a24-6d25bb480360 req-b93d1a3e-7659-4def-91bc-736dd4abb6d6 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400710 Aug 27 14:24:36.401414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-5ce11578-5825-4557-8ed2-743f2eb2436c req-b7f2e575-c270-4348-a1ef-247cafeec927 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1337969794', 'description': 'tempest-description-1046651681'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:36.425315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a37555-a181-4b0b-a2f0-9b7819b49987 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Subnet': ['ID=d1caffbf-68c4-4d87-b409-bd43b6439a18,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:36.448587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a37555-a181-4b0b-a2f0-9b7819b49987 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Checking segment: {'id': '51c7e169-3285-43fa-ab5e-1fd38babc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae89835-6af1-4800-9122-1ce399d60ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:36.448893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a37555-a181-4b0b-a2f0-9b7819b49987 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network hostable DHCP agents. Network: 2ae89835-6af1-4800-9122-1ce399d60ac7, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:24:36.452630 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5ce11578-5825-4557-8ed2-743f2eb2436c req-b7f2e575-c270-4348-a1ef-247cafeec927 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:36.482535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a37555-a181-4b0b-a2f0-9b7819b49987 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network 2ae89835-6af1-4800-9122-1ce399d60ac7 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:24:36.497050 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-e5a37555-a181-4b0b-a2f0-9b7819b49987 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 2ae89835-6af1-4800-9122-1ce399d60ac7) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:36.501356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a37555-a181-4b0b-a2f0-9b7819b49987 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:36.502046 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e5a37555-a181-4b0b-a2f0-9b7819b49987 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:36.510066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75beae2-ce26-47d3-a5d3-0a110d01e0b4 None None] Network 2ae89835-6af1-4800-9122-1ce399d60ac7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:36.578052 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5ce11578-5825-4557-8ed2-743f2eb2436c req-b7f2e575-c270-4348-a1ef-247cafeec927 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:36.585002 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5ce11578-5825-4557-8ed2-743f2eb2436c req-b7f2e575-c270-4348-a1ef-247cafeec927 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:36.592687 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e5a37555-a181-4b0b-a2f0-9b7819b49987 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5897362 Aug 27 14:24:36.596530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54438) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:36.613431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': '2ae89835-6af1-4800-9122-1ce399d60ac7', 'name': 'tempest-PortsIpV6TestJSON-1395630382'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:36.619851 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5ce11578-5825-4557-8ed2-743f2eb2436c req-b7f2e575-c270-4348-a1ef-247cafeec927 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:36.621109 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ce11578-5825-4557-8ed2-743f2eb2436c req-b7f2e575-c270-4348-a1ef-247cafeec927 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2334974 Aug 27 14:24:36.623149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2e575-c270-4348-a1ef-247cafeec927 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ccdef4-2b51-4505-b466-1e55b9a2a60c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:36.704989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-2ae89835-6af1-4800-9122-1ce399d60ac7', 'network_id': '2ae89835-6af1-4800-9122-1ce399d60ac7', 'tenant_id': '3a98f70219d940488044ca77e9b614d9', 'fixed_ips': [{'subnet_id': 'd1caffbf-68c4-4d87-b409-bd43b6439a18'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:24:36.706537 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:36.757440 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ba6fd94-b5e5-4bd1-b8db-a2e19404d572 req-78e55745-418a-4f41-82cc-ff4782656f10 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1337969794&fields=id&tenant_id=6e6a0978bed34119b9c82ced45294b57 HTTP/1.1" status: 200 len: 267 time: 0.0663540 Aug 27 14:24:36.834847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:36.838456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:36.855817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6fd94-b5e5-4bd1-b8db-a2e19404d572 req-252f60f2-f099-4614-8d12-a3c1b58921ab tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:36.857344 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ba6fd94-b5e5-4bd1-b8db-a2e19404d572 req-252f60f2-f099-4614-8d12-a3c1b58921ab tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0897882 Aug 27 14:24:36.867185 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port 033b0718-3373-4f0e-91ce-bf37fb302d36 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:36.873849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Allocated IP 2001:db8::2 (2ae89835-6af1-4800-9122-1ce399d60ac7/d1caffbf-68c4-4d87-b409-bd43b6439a18/fa41ba75-6cc4-4521-9710-021067e9035b) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:36.877625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-5ba6fd94-b5e5-4bd1-b8db-a2e19404d572 req-700c4e9d-69b7-4d35-ad87-8baa0f8faaf0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Request body: {'port': {'security_groups': ['2742e385-5eec-4f3e-86e6-a7d590a1257f', '29ccdef4-2b51-4505-b466-1e55b9a2a60c']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:36.918041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54444) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:36.995325 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5ba6fd94-b5e5-4bd1-b8db-a2e19404d572 req-700c4e9d-69b7-4d35-ad87-8baa0f8faaf0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.064798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911d3bf-0fab-4533-b73b-d5212a9b4fae req-40b972df-da69-450c-af10-6f25d096ef4e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:37.067460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5911d3bf-0fab-4533-b73b-d5212a9b4fae req-40b972df-da69-450c-af10-6f25d096ef4e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 944 time: 0.0670178 Aug 27 14:24:37.072762 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.081466 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Transition to ACTIVE for port object fa41ba75-6cc4-4521-9710-021067e9035b will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:37.088002 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c37903ad-bbd7-40f7-bf01-6c4f7fd0bb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.099258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Transition to ACTIVE for port object fa41ba75-6cc4-4521-9710-021067e9035b will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:37.106286 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.137405 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5911d3bf-0fab-4533-b73b-d5212a9b4fae req-6da3dc26-87e6-4728-b545-f4916c9eb082 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623250 Aug 27 14:24:37.141637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Network 2ae89835-6af1-4800-9122-1ce399d60ac7 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:37.145045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:37.149522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:37.204565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Pushing event updated for resources: {'Port': ['ID=fa41ba75-6cc4-4521-9710-021067e9035b,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:37.215881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Attempting to bind port fa41ba75-6cc4-4521-9710-021067e9035b on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:24:37.216260 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Attempting to bind port fa41ba75-6cc4-4521-9710-021067e9035b by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '51c7e169-3285-43fa-ab5e-1fd38babc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae89835-6af1-4800-9122-1ce399d60ac7'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:24:37.216655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Attempting to bind port fa41ba75-6cc4-4521-9710-021067e9035b on network 2ae89835-6af1-4800-9122-1ce399d60ac7 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:24:37.221802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:24:37.222178 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Checking segment: {'id': '51c7e169-3285-43fa-ab5e-1fd38babc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae89835-6af1-4800-9122-1ce399d60ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:37.222904 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.223365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Bound using segment: {'id': '51c7e169-3285-43fa-ab5e-1fd38babc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae89835-6af1-4800-9122-1ce399d60ac7'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:24:37.223835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Bound port: fa41ba75-6cc4-4521-9710-021067e9035b, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c7e169-3285-43fa-ab5e-1fd38babc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae89835-6af1-4800-9122-1ce399d60ac7'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:24:37.224224 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.228541 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8::268 (2ae89835-6af1-4800-9122-1ce399d60ac7/d1caffbf-68c4-4d87-b409-bd43b6439a18/033b0718-3373-4f0e-91ce-bf37fb302d36) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:37.233477 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c37903ad-bbd7-40f7-bf01-6c4f7fd0bb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.240541 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c37903ad-bbd7-40f7-bf01-6c4f7fd0bb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.282425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37903ad-bbd7-40f7-bf01-6c4f7fd0bb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb710ad-c312-4d18-88e7-e8d36155e178,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:37.291514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c37903ad-bbd7-40f7-bf01-6c4f7fd0bb27 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ee9207235e64bfdaa9240a870a5cbc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699558 Aug 27 14:24:37.292091 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54450) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:37.306182 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] For port fa41ba75-6cc4-4521-9710-021067e9035b, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:24:37.309330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] For port fa41ba75-6cc4-4521-9710-021067e9035b, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fa41ba75-6cc4-4521-9710-021067e9035b,segment=NetworkSegment(51c7e169-3285-43fa-ab5e-1fd38babc308),segment_id=51c7e169-3285-43fa-ab5e-1fd38babc308)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:24:37.314580 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.342876 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5ba6fd94-b5e5-4bd1-b8db-a2e19404d572 req-700c4e9d-69b7-4d35-ad87-8baa0f8faaf0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] For port 7f5776cb-1cbe-407c-bb36-d9c5bff97046, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046,segment=NetworkSegment(7a525ae0-97d6-4e29-b028-3f156ca77c7b),segment_id=7a525ae0-97d6-4e29-b028-3f156ca77c7b)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:37.348920 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2954f66d-8667-4fb9-8b94-00d014fa9690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.382009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4a978-cfb9-49fd-843d-497b142374bd None None] Pushing event updated for resources: {'Port': ['ID=fa41ba75-6cc4-4521-9710-021067e9035b,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:37.387182 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2954f66d-8667-4fb9-8b94-00d014fa9690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.431806 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5ba6fd94-b5e5-4bd1-b8db-a2e19404d572 req-700c4e9d-69b7-4d35-ad87-8baa0f8faaf0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.442566 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5ba6fd94-b5e5-4bd1-b8db-a2e19404d572 req-700c4e9d-69b7-4d35-ad87-8baa0f8faaf0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.445612 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2954f66d-8667-4fb9-8b94-00d014fa9690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.449529 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2954f66d-8667-4fb9-8b94-00d014fa9690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.453961 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2954f66d-8667-4fb9-8b94-00d014fa9690 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0fb710ad-c312-4d18-88e7-e8d36155e178 HTTP/1.1" status: 204 len: 168 time: 0.1613083 Aug 27 14:24:37.464740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954f66d-8667-4fb9-8b94-00d014fa9690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb710ad-c312-4d18-88e7-e8d36155e178,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:37.490965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['7f5776cb-1cbe-407c-bb36-d9c5bff97046'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:24:37.520430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6fd94-b5e5-4bd1-b8db-a2e19404d572 req-700c4e9d-69b7-4d35-ad87-8baa0f8faaf0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:37.521653 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5ba6fd94-b5e5-4bd1-b8db-a2e19404d572 req-700c4e9d-69b7-4d35-ad87-8baa0f8faaf0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.523414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ba6fd94-b5e5-4bd1-b8db-a2e19404d572 req-700c4e9d-69b7-4d35-ad87-8baa0f8faaf0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "PUT /v2.0/ports/7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 200 len: 981 time: 0.6577811 Aug 27 14:24:37.524090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:24:37.527424 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c816389-3024-4606-a4e5-3d8f7a410ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:24:37.632110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.655258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c4e9d-69b7-4d35-ad87-8baa0f8faaf0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Pushing event updated for resources: {'Port': ['ID=7f5776cb-1cbe-407c-bb36-d9c5bff97046,revision_number=6']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:37.659980 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49447896-5b73-4f4c-b2e4-6df3f184c96b x-openstack-request-id: req-49447896-5b73-4f4c-b2e4-6df3f184c96b {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:24:37.660509 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:24:37.660951 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49447896-5b73-4f4c-b2e4-6df3f184c96b {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:24:37.661484 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046', 'status': 'completed', 'code': 200} Aug 27 14:24:37.662557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['7f5776cb-1cbe-407c-bb36-d9c5bff97046'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:24:37.677869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Transition to ACTIVE for port object 033b0718-3373-4f0e-91ce-bf37fb302d36 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:37.734369 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a86aaea-183c-41fc-9d1e-d346616e8aa6 req-a92ff0ab-2196-4f50-af55-988238fc8753 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1337969794&fields=id&tenant_id=6e6a0978bed34119b9c82ced45294b57 HTTP/1.1" status: 200 len: 267 time: 0.0457742 Aug 27 14:24:37.777878 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.822375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86aaea-183c-41fc-9d1e-d346616e8aa6 req-e03d8ca6-7576-4332-a3af-bea56c0d7347 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:37.824276 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a86aaea-183c-41fc-9d1e-d346616e8aa6 req-e03d8ca6-7576-4332-a3af-bea56c0d7347 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 984 time: 0.0818999 Aug 27 14:24:37.833740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c816389-3024-4606-a4e5-3d8f7a410ad9 req-e2413f3f-fcf0-47ff-a4d3-4b9d9a419d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:37.835315 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c816389-3024-4606-a4e5-3d8f7a410ad9 req-e2413f3f-fcf0-47ff-a4d3-4b9d9a419d1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e6a0978bed34119b9c82ced45294b57&device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 1136 time: 0.1172752 Aug 27 14:24:37.839050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network 2ae89835-6af1-4800-9122-1ce399d60ac7 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:37.842242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:37.849449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-3a86aaea-183c-41fc-9d1e-d346616e8aa6 req-e59fa46a-8b81-44a9-84a7-8316e16b06cb tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Request body: {'port': {'security_groups': ['2742e385-5eec-4f3e-86e6-a7d590a1257f']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:37.855664 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:37.863958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:37.864653 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.905596 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=033b0718-3373-4f0e-91ce-bf37fb302d36,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:37.933249 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-381b7de1-5818-44a0-927f-99561f726584 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3341756 Aug 27 14:24:37.935286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54460) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:37.937295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54462) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:37.943148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3a86aaea-183c-41fc-9d1e-d346616e8aa6 req-e59fa46a-8b81-44a9-84a7-8316e16b06cb tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:37.950158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': '2ae89835-6af1-4800-9122-1ce399d60ac7', 'name': 'tempest-PortsIpV6TestJSON-1995196088'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:37.975946 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23a58af8-5750-4ffc-9291-3503589534d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:38.079949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c816389-3024-4606-a4e5-3d8f7a410ad9 req-95299b1f-0feb-489c-9b4d-fde1d237d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:38.081525 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c816389-3024-4606-a4e5-3d8f7a410ad9 req-95299b1f-0feb-489c-9b4d-fde1d237d8d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 HTTP/1.1" status: 200 len: 921 time: 0.2271228 Aug 27 14:24:38.138279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-3a86aaea-183c-41fc-9d1e-d346616e8aa6 req-e59fa46a-8b81-44a9-84a7-8316e16b06cb tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] For port 7f5776cb-1cbe-407c-bb36-d9c5bff97046, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046,segment=NetworkSegment(7a525ae0-97d6-4e29-b028-3f156ca77c7b),segment_id=7a525ae0-97d6-4e29-b028-3f156ca77c7b)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:38.141574 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c816389-3024-4606-a4e5-3d8f7a410ad9 req-3b9949c0-e292-4a4a-8df3-78f184aa27f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 200 len: 217 time: 0.0510328 Aug 27 14:24:38.181753 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3a86aaea-183c-41fc-9d1e-d346616e8aa6 req-e59fa46a-8b81-44a9-84a7-8316e16b06cb tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:38.188026 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3a86aaea-183c-41fc-9d1e-d346616e8aa6 req-e59fa46a-8b81-44a9-84a7-8316e16b06cb tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:38.230248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['7f5776cb-1cbe-407c-bb36-d9c5bff97046'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:24:38.235674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c816389-3024-4606-a4e5-3d8f7a410ad9 req-f3fa2795-141e-402e-801f-9e646062c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:38.237179 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c816389-3024-4606-a4e5-3d8f7a410ad9 req-f3fa2795-141e-402e-801f-9e646062c879 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dddf8fb-b35d-4729-8666-54324b041c89 HTTP/1.1" status: 200 len: 860 time: 0.0859659 Aug 27 14:24:38.252181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86aaea-183c-41fc-9d1e-d346616e8aa6 req-e59fa46a-8b81-44a9-84a7-8316e16b06cb tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:38.252884 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3a86aaea-183c-41fc-9d1e-d346616e8aa6 req-e59fa46a-8b81-44a9-84a7-8316e16b06cb tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:38.254515 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a86aaea-183c-41fc-9d1e-d346616e8aa6 req-e59fa46a-8b81-44a9-84a7-8316e16b06cb tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "PUT /v2.0/ports/7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 200 len: 942 time: 0.4155984 Aug 27 14:24:38.255072 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:24:38.258643 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c495b90d-fc92-4838-8aa8-1613bc965f66" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:24:38.284369 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c816389-3024-4606-a4e5-3d8f7a410ad9 req-01d1fd9f-c2f1-4734-883f-91259c1a7c9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374408 Aug 27 14:24:38.313686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fa46a-8b81-44a9-84a7-8316e16b06cb tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Pushing event updated for resources: {'Port': ['ID=7f5776cb-1cbe-407c-bb36-d9c5bff97046,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:38.328749 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23a58af8-5750-4ffc-9291-3503589534d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:38.379666 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23a58af8-5750-4ffc-9291-3503589534d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:38.424460 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['7f5776cb-1cbe-407c-bb36-d9c5bff97046'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:24:38.453704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:38.461130 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:38.504629 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-23a58af8-5750-4ffc-9291-3503589534d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8394067471c745869693a45439cf8f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5671766 Aug 27 14:24:38.506224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a58af8-5750-4ffc-9291-3503589534d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cdd0a3-cd56-474c-9dbc-8c4a4e7e13be,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:38.514038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54470) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:38.548924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port 3bb98fcc-aeb2-4841-b7fe-66dfbcfe826a yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:38.576405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcb2bb-6c88-4b5c-a543-39a25d5b6662 req-6cb69293-7198-4f3b-a993-29482b6236f6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:38.578481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-59bcb2bb-6c88-4b5c-a543-39a25d5b6662 req-6cb69293-7198-4f3b-a993-29482b6236f6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 944 time: 0.2823360 Aug 27 14:24:38.595401 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-d6d2bda7-228a-4651-a38e-0bf738b234f4 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3109908 Aug 27 14:24:38.603167 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c816389-3024-4606-a4e5-3d8f7a410ad9 req-fdafa87f-88a2-41d3-a51f-2e253c2ae716 service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054390 Aug 27 14:24:38.612383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:38.632216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7185548-2aa8-4135-bf4b-0b474ce2d077 None None] Network 2ae89835-6af1-4800-9122-1ce399d60ac7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:38.637657 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:38.689508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-50d57282-bbb9-44f0-a60e-c05581f1515e None None] Provisioning for port fa41ba75-6cc4-4521-9710-021067e9035b completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:38.750614 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:38.797025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-59bcb2bb-6c88-4b5c-a543-39a25d5b6662 req-73eaf367-aeff-4d55-a89e-263c06a7edca tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022030 Aug 27 14:24:38.798813 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e030ad77-0529-4aa1-a3f5-6a1d638fcb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:38.915153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e030ad77-0529-4aa1-a3f5-6a1d638fcb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:38.949930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8::3a9 (2ae89835-6af1-4800-9122-1ce399d60ac7/d1caffbf-68c4-4d87-b409-bd43b6439a18/3bb98fcc-aeb2-4841-b7fe-66dfbcfe826a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:38.969001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c816389-3024-4606-a4e5-3d8f7a410ad9 req-42a703d1-77f3-4a00-bc94-ea9a2b58cefa service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212881 Aug 27 14:24:39.034279 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e030ad77-0529-4aa1-a3f5-6a1d638fcb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:39.037107 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e030ad77-0529-4aa1-a3f5-6a1d638fcb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:39.040732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e030ad77-0529-4aa1-a3f5-6a1d638fcb4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8cdd0a3-cd56-474c-9dbc-8c4a4e7e13be HTTP/1.1" status: 204 len: 168 time: 0.5206795 Aug 27 14:24:39.125010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030ad77-0529-4aa1-a3f5-6a1d638fcb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cdd0a3-cd56-474c-9dbc-8c4a4e7e13be,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:39.143752 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-649a5000-507b-4294-99bf-2711ac8e8c11 None None] Provisioning for port 033b0718-3373-4f0e-91ce-bf37fb302d36 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:39.168023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-649a5000-507b-4294-99bf-2711ac8e8c11 None None] Provisioning complete for port 033b0718-3373-4f0e-91ce-bf37fb302d36 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:39.168652 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-649a5000-507b-4294-99bf-2711ac8e8c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:39.194658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495b90d-fc92-4838-8aa8-1613bc965f66 req-7f851c2b-e21e-416d-990c-24a20a36a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:39.196200 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c495b90d-fc92-4838-8aa8-1613bc965f66 req-7f851c2b-e21e-416d-990c-24a20a36a951 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e6a0978bed34119b9c82ced45294b57&device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 1097 time: 0.1417208 Aug 27 14:24:39.218414 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fbb6e9-4a32-463f-89d6-08852188fb3b x-openstack-request-id: req-c1fbb6e9-4a32-463f-89d6-08852188fb3b {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:24:39.218732 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:24:39.219088 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1fbb6e9-4a32-463f-89d6-08852188fb3b {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:24:39.219410 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046', 'status': 'completed', 'code': 200} Aug 27 14:24:39.226481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-649a5000-507b-4294-99bf-2711ac8e8c11 None None] Port 033b0718-3373-4f0e-91ce-bf37fb302d36 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:24:39.247691 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:39.294454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Transition to ACTIVE for port object 3bb98fcc-aeb2-4841-b7fe-66dfbcfe826a will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:39.299916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Allocated IP 172.25.2.26 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/518485c1-566f-4857-9a40-c16cb9a170b8) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:39.354897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495b90d-fc92-4838-8aa8-1613bc965f66 req-f65d264e-14f9-48a2-963e-a2d86335e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:39.356446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c495b90d-fc92-4838-8aa8-1613bc965f66 req-f65d264e-14f9-48a2-963e-a2d86335e3f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 HTTP/1.1" status: 200 len: 921 time: 0.1515245 Aug 27 14:24:39.373205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:39.431994 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c495b90d-fc92-4838-8aa8-1613bc965f66 req-4ae657e8-c987-49e5-8850-840cdfa81180 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 200 len: 217 time: 0.0666223 Aug 27 14:24:39.458249 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:39.464033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network 2ae89835-6af1-4800-9122-1ce399d60ac7 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:39.470877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-02165bf6-5de1-4e1d-9229-8addd89f70e4 None None] Provisioning complete for port 033b0718-3373-4f0e-91ce-bf37fb302d36 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:39.471388 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-02165bf6-5de1-4e1d-9229-8addd89f70e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:39.490339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:39.490339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=3bb98fcc-aeb2-4841-b7fe-66dfbcfe826a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:39.500668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:39.506449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:39.510333 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:39.512439 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:39.540515 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-392b2ea7-919d-4166-959a-a8daca608e98 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5932055 Aug 27 14:24:39.541914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54482) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:39.573421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-02165bf6-5de1-4e1d-9229-8addd89f70e4 None None] Port 033b0718-3373-4f0e-91ce-bf37fb302d36 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:24:39.590854 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Pushing event updated for resources: {'Port': ['ID=518485c1-566f-4857-9a40-c16cb9a170b8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:39.595114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:39.596683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:39.600479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:39.615976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495b90d-fc92-4838-8aa8-1613bc965f66 req-6dbfde92-61e3-4d94-a5d4-81841437c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:39.617548 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c495b90d-fc92-4838-8aa8-1613bc965f66 req-6dbfde92-61e3-4d94-a5d4-81841437c6c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dddf8fb-b35d-4729-8666-54324b041c89 HTTP/1.1" status: 200 len: 860 time: 0.1752863 Aug 27 14:24:39.658194 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c495b90d-fc92-4838-8aa8-1613bc965f66 req-fb7d72ef-d8b6-46f4-85fa-c0699f5b9405 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335686 Aug 27 14:24:39.704894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fa41ba75-6cc4-4521-9710-021067e9035b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:24:39.717978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fecc805-c2c5-4a69-892d-c335a34eb3ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:39.723331 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0fecc805-c2c5-4a69-892d-c335a34eb3ec tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A268 HTTP/1.1" status: 200 len: 929 time: 0.1781192 Aug 27 14:24:39.741640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54488) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:39.753492 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:39.813061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port fa41ba75-6cc4-4521-9710-021067e9035b completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:39.818156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port fa41ba75-6cc4-4521-9710-021067e9035b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:39.818536 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:39.852694 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c495b90d-fc92-4838-8aa8-1613bc965f66 req-bcf6e48f-8152-4e87-bcd8-8cc9b5c4819f service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821671 Aug 27 14:24:39.905034 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:39.944884 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:39.949528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-eabcd1c9-e7af-4153-aec4-32e385f0d801 None None] Provisioning for port 3bb98fcc-aeb2-4841-b7fe-66dfbcfe826a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:39.961230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-eabcd1c9-e7af-4153-aec4-32e385f0d801 None None] Provisioning complete for port 3bb98fcc-aeb2-4841-b7fe-66dfbcfe826a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:39.961608 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-eabcd1c9-e7af-4153-aec4-32e385f0d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.001651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-eabcd1c9-e7af-4153-aec4-32e385f0d801 None None] Port 3bb98fcc-aeb2-4841-b7fe-66dfbcfe826a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:24:40.030993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7f595-7533-4943-b2e5-b18bc987dc1f req-7d4733a8-bc34-406f-83d3-a067d96db7d2 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:40.032640 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d2b7f595-7533-4943-b2e5-b18bc987dc1f req-7d4733a8-bc34-406f-83d3-a067d96db7d2 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 944 time: 0.0780866 Aug 27 14:24:40.060484 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.065831 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c495b90d-fc92-4838-8aa8-1613bc965f66 req-5da92d4c-5ff2-4aaf-a0fd-7fc2d5ba113c service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039883 Aug 27 14:24:40.099377 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d2b7f595-7533-4943-b2e5-b18bc987dc1f req-df30e731-c415-4d92-a5ea-d47c6e8daf1b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566621 Aug 27 14:24:40.124506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port fa41ba75-6cc4-4521-9710-021067e9035b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fa41ba75-6cc4-4521-9710-021067e9035b,segment=NetworkSegment(51c7e169-3285-43fa-ab5e-1fd38babc308),segment_id=51c7e169-3285-43fa-ab5e-1fd38babc308)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:40.129364 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.138589 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.144809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-4456bd7c-1fe7-491b-929f-7f84042ed773 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port 3bb98fcc-aeb2-4841-b7fe-66dfbcfe826a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:40.145232 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4456bd7c-1fe7-491b-929f-7f84042ed773 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.149241 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.186270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=fa41ba75-6cc4-4521-9710-021067e9035b,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:40.287595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Pushing event updated for resources: {'Port': ['ID=518485c1-566f-4857-9a40-c16cb9a170b8,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:40.303096 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.315508 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4456bd7c-1fe7-491b-929f-7f84042ed773 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.333124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-4456bd7c-1fe7-491b-929f-7f84042ed773 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for 3bb98fcc-aeb2-4841-b7fe-66dfbcfe826a owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:40.335024 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.336241 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-29267586-19d7-4181-bf2e-da10f73eb879 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7280762 Aug 27 14:24:40.446757 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-37afe4d7-dee6-47a6-aa72-6385955f0a78 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.1015086 Aug 27 14:24:40.608195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-6162e1cc-609f-4c7d-a92c-b2e21b9fb461 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:40.609576 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-6162e1cc-609f-4c7d-a92c-b2e21b9fb461 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1527824 Aug 27 14:24:40.625264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-09558fb5-24ef-41a3-8e53-e0a83231918e tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:24:40.626211 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9341647e-53c9-42ec-b135-a89e0e4dce17 req-09558fb5-24ef-41a3-8e53-e0a83231918e tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104318 Aug 27 14:24:40.632520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4456bd7c-1fe7-491b-929f-7f84042ed773 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.667950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456bd7c-1fe7-491b-929f-7f84042ed773 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=3bb98fcc-aeb2-4841-b7fe-66dfbcfe826a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:40.693758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4456bd7c-1fe7-491b-929f-7f84042ed773 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.696615 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4456bd7c-1fe7-491b-929f-7f84042ed773 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/3bb98fcc-aeb2-4841-b7fe-66dfbcfe826a HTTP/1.1" status: 204 len: 168 time: 0.9539816 Aug 27 14:24:40.699200 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54518) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:40.726058 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac3224b-5389-4a32-93e1-be2f70aa92d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:24:40.727747 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7ac3224b-5389-4a32-93e1-be2f70aa92d1 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/3bb98fcc-aeb2-4841-b7fe-66dfbcfe826a HTTP/1.1" status: 404 len: 333 time: 0.0273719 Aug 27 14:24:40.730349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54520) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:40.788320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-d61f9998-9fd1-4c62-88ac-e48d990f772b tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:40.791077 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-d61f9998-9fd1-4c62-88ac-e48d990f772b tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0980732 Aug 27 14:24:40.847443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e354d-7d32-4cf2-809b-2c12a8e29d12 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port 033b0718-3373-4f0e-91ce-bf37fb302d36 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:40.848386 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c7e354d-7d32-4cf2-809b-2c12a8e29d12 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.897015 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-677390d8-a0e7-4e42-95aa-ba0d8d2cb1f1 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0963614 Aug 27 14:24:40.908791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-0d0e1eef-b54d-4335-9b73-ce3de27166e9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Request body: {'floatingip': {'port_id': '7f5776cb-1cbe-407c-bb36-d9c5bff97046', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:40.962379 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-0d0e1eef-b54d-4335-9b73-ce3de27166e9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.968862 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c7e354d-7d32-4cf2-809b-2c12a8e29d12 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:40.983513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e354d-7d32-4cf2-809b-2c12a8e29d12 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for 033b0718-3373-4f0e-91ce-bf37fb302d36 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:41.138457 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c7e354d-7d32-4cf2-809b-2c12a8e29d12 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:41.180023 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e354d-7d32-4cf2-809b-2c12a8e29d12 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=033b0718-3373-4f0e-91ce-bf37fb302d36,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:41.245347 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9c7e354d-7d32-4cf2-809b-2c12a8e29d12 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:41.247672 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9c7e354d-7d32-4cf2-809b-2c12a8e29d12 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/033b0718-3373-4f0e-91ce-bf37fb302d36 HTTP/1.1" status: 204 len: 168 time: 0.5161283 Aug 27 14:24:41.251387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54542) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:41.280775 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ae84ca-8673-4b38-9753-601a930946a0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:24:41.282453 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a1ae84ca-8673-4b38-9753-601a930946a0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/033b0718-3373-4f0e-91ce-bf37fb302d36 HTTP/1.1" status: 404 len: 333 time: 0.0301182 Aug 27 14:24:41.287807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54544) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:41.338499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633e091-18c1-4a0e-80eb-8620648198e4 req-859f5c01-810b-42a9-8a57-54ff6006f7e5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:41.340109 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5633e091-18c1-4a0e-80eb-8620648198e4 req-859f5c01-810b-42a9-8a57-54ff6006f7e5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 944 time: 0.1669040 Aug 27 14:24:41.361883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-998734be-4926-4fab-91d7-091ce0bbe8b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting subnet d1caffbf-68c4-4d87-b409-bd43b6439a18 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:24:41.365759 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-998734be-4926-4fab-91d7-091ce0bbe8b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:41.427843 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-998734be-4926-4fab-91d7-091ce0bbe8b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:41.475954 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-0d0e1eef-b54d-4335-9b73-ce3de27166e9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:41.481225 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-0d0e1eef-b54d-4335-9b73-ce3de27166e9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:41.490906 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5633e091-18c1-4a0e-80eb-8620648198e4 req-1dd3560b-9cae-4ccc-84be-5dac3fae10bd tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381428 Aug 27 14:24:41.557235 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-998734be-4926-4fab-91d7-091ce0bbe8b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:41.593243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fa41ba75-6cc4-4521-9710-021067e9035b up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:24:41.628392 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-998734be-4926-4fab-91d7-091ce0bbe8b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:41.635183 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-0d0e1eef-b54d-4335-9b73-ce3de27166e9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Floating IP d6ea7878-e508-4a58-acdd-67a5c8f5d734 associated. External IP: 172.25.2.26, port: 7f5776cb-1cbe-407c-bb36-d9c5bff97046. Aug 27 14:24:41.658731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998734be-4926-4fab-91d7-091ce0bbe8b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Subnet': ['ID=d1caffbf-68c4-4d87-b409-bd43b6439a18,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:41.665201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port fa41ba75-6cc4-4521-9710-021067e9035b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:41.665537 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-998734be-4926-4fab-91d7-091ce0bbe8b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:41.665972 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:41.670221 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-998734be-4926-4fab-91d7-091ce0bbe8b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/d1caffbf-68c4-4d87-b409-bd43b6439a18 HTTP/1.1" status: 204 len: 168 time: 0.3822052 Aug 27 14:24:41.670893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54562) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:41.694049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3bd0f0-2922-461a-98bb-64f00697ef59 None None] Network 2ae89835-6af1-4800-9122-1ce399d60ac7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:41.756603 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:41.831524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port fa41ba75-6cc4-4521-9710-021067e9035b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:41.832772 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:41.903813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] For port fa41ba75-6cc4-4521-9710-021067e9035b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fa41ba75-6cc4-4521-9710-021067e9035b,segment=NetworkSegment(51c7e169-3285-43fa-ab5e-1fd38babc308),segment_id=51c7e169-3285-43fa-ab5e-1fd38babc308)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:41.904644 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:41.921722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for fa41ba75-6cc4-4521-9710-021067e9035b owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:41.965528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36d39ae-7044-4fe0-ba05-afe83fd8d2cc None None] DHCP port deletion for 2ae89835-6af1-4800-9122-1ce399d60ac7 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:24:42.017992 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.032988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d36d39ae-7044-4fe0-ba05-afe83fd8d2cc None None] Deleting port fa41ba75-6cc4-4521-9710-021067e9035b {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:42.033371 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d36d39ae-7044-4fe0-ba05-afe83fd8d2cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.057856 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=fa41ba75-6cc4-4521-9710-021067e9035b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:42.063218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No DVR routers for this DVR port fa41ba75-6cc4-4521-9710-021067e9035b on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:42.107713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d36d39ae-7044-4fe0-ba05-afe83fd8d2cc None None] For port fa41ba75-6cc4-4521-9710-021067e9035b, host n-d-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:42.108410 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d36d39ae-7044-4fe0-ba05-afe83fd8d2cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.123017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d36d39ae-7044-4fe0-ba05-afe83fd8d2cc None None] Calling delete_port for fa41ba75-6cc4-4521-9710-021067e9035b owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:42.126270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.ipam_backend_mixin [None req-d36d39ae-7044-4fe0-ba05-afe83fd8d2cc None None] Port fa41ba75-6cc4-4521-9710-021067e9035b was not found and therefore no delete operation was performed {{(pid=101188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:24:42.127777 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d36d39ae-7044-4fe0-ba05-afe83fd8d2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.145843 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.150309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54570) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:42.157542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d39ae-7044-4fe0-ba05-afe83fd8d2cc None None] Pushing event deleted for resources: {'Port': ['ID=fa41ba75-6cc4-4521-9710-021067e9035b,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:42.163231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36d39ae-7044-4fe0-ba05-afe83fd8d2cc None None] No DVR routers for this DVR port fa41ba75-6cc4-4521-9710-021067e9035b on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:42.174526 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae89835-6af1-4800-9122-1ce399d60ac7']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:42.184499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c7e169-3285-43fa-ab5e-1fd38babc308') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:42.184869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c7e169-3285-43fa-ab5e-1fd38babc308') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:42.195057 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.208476 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.215203 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:42.215655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:42.219034 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:42.283088 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.290833 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.298327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/networks/2ae89835-6af1-4800-9122-1ce399d60ac7 HTTP/1.1" status: 204 len: 168 time: 0.6212268 Aug 27 14:24:42.306877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54574) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:42.311785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-53729036-9408-452d-9807-7664a6568a56 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-249145433'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:42.319292 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86727cb5-704f-4b72-b90e-15ee4f8b248a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Network': ['ID=2ae89835-6af1-4800-9122-1ce399d60ac7,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:42.330212 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7db-04a2-47f6-bd13-7e973ea09adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.347828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-0d0e1eef-b54d-4335-9b73-ce3de27166e9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Router 85482ee2-e7e1-48eb-8266-30c337389cee has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:24:42.356976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53729036-9408-452d-9807-7664a6568a56 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:42.360437 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-53729036-9408-452d-9807-7664a6568a56 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.401613 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53729036-9408-452d-9807-7664a6568a56 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:24:42.418564 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-53729036-9408-452d-9807-7664a6568a56 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.418990 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-53729036-9408-452d-9807-7664a6568a56 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Added segment ca709d01-b19b-42ac-a4e0-27987651e1a6 of type vlan for network b1bc76cf-d5a0-4f4c-98a5-9e105145b86d Aug 27 14:24:42.463974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-0d0e1eef-b54d-4335-9b73-ce3de27166e9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:24:42.469365 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-0d0e1eef-b54d-4335-9b73-ce3de27166e9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.474994 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-53729036-9408-452d-9807-7664a6568a56 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.478901 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be129cef-a3f7-4b60-8b56-018897147593 None None] Sync routers for ids ['85482ee2-e7e1-48eb-8266-30c337389cee'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:24:42.496450 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be129cef-a3f7-4b60-8b56-018897147593 None None] Routers {'85482ee2-e7e1-48eb-8266-30c337389cee'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:42.497384 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-be129cef-a3f7-4b60-8b56-018897147593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85482ee2-e7e1-48eb-8266-30c337389cee'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:42.498429 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-0d0e1eef-b54d-4335-9b73-ce3de27166e9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "PUT /v2.0/floatingips/d6ea7878-e508-4a58-acdd-67a5c8f5d734 HTTP/1.1" status: 200 len: 995 time: 1.5947006 Aug 27 14:24:42.498909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:24:42.501175 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cf4332-a0f3-4271-aa6a-275100ae98d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:24:42.540337 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7db-04a2-47f6-bd13-7e973ea09adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.541762 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-53729036-9408-452d-9807-7664a6568a56 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.548919 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53729036-9408-452d-9807-7664a6568a56 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:42.549551 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-53729036-9408-452d-9807-7664a6568a56 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.557637 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7db-04a2-47f6-bd13-7e973ea09adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.560364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-600ea29f-2d12-419a-aac5-a7fb1e933a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:42.561963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-600ea29f-2d12-419a-aac5-a7fb1e933a21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e6a0978bed34119b9c82ced45294b57&device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 1097 time: 0.0476003 Aug 27 14:24:42.637952 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-be129cef-a3f7-4b60-8b56-018897147593 None None] Set router 85482ee2-e7e1-48eb-8266-30c337389cee gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:24:42.671388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-53729036-9408-452d-9807-7664a6568a56 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3634841 Aug 27 14:24:42.676905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54580) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:42.683602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d2ac34ce-86ee-429c-9add-0ea8dc0c0b13 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': 'b1bc76cf-d5a0-4f4c-98a5-9e105145b86d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:42.686642 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-39e5d7db-04a2-47f6-bd13-7e973ea09adb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfc439e9f93f497a90867937101342a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5327423 Aug 27 14:24:42.687877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54582) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:42.690142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d7db-04a2-47f6-bd13-7e973ea09adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f4cced-6245-4ebf-bbd2-150d2b271637,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:42.692000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-8dac667a-c689-46f3-812e-1767350dbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:42.693799 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-8dac667a-c689-46f3-812e-1767350dbbbc service neutron] 10.222.0.55 "GET /v2.0/networks?id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 HTTP/1.1" status: 200 len: 921 time: 0.1241763 Aug 27 14:24:42.710519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53729036-9408-452d-9807-7664a6568a56 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Network': ['ID=b1bc76cf-d5a0-4f4c-98a5-9e105145b86d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:42.725442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network b1bc76cf-d5a0-4f4c-98a5-9e105145b86d details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:24:42.761135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dadca7-5a44-4e17-88ba-f5cdba898ece req-3f6c879d-942e-40c6-a72f-f4775d492239 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:42.762717 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29dadca7-5a44-4e17-88ba-f5cdba898ece req-3f6c879d-942e-40c6-a72f-f4775d492239 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 944 time: 0.1980286 Aug 27 14:24:42.805673 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-66cdbad6-aa7e-4284-9102-e08b2e8d7391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.836334 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29dadca7-5a44-4e17-88ba-f5cdba898ece req-73152e37-c4d6-43df-9139-05b24fd61a9f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673323 Aug 27 14:24:42.841709 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-66cdbad6-aa7e-4284-9102-e08b2e8d7391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.847122 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-e91f7cd0-bc38-4c5f-b5cd-224da26c8544 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 200 len: 998 time: 0.1421196 Aug 27 14:24:42.849142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ac34ce-86ee-429c-9add-0ea8dc0c0b13 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:42.852976 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2ac34ce-86ee-429c-9add-0ea8dc0c0b13 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.905647 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-66cdbad6-aa7e-4284-9102-e08b2e8d7391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.908977 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-be129cef-a3f7-4b60-8b56-018897147593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:23:28Z', 'revision_number': 4, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port': {'id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:23Z', 'updated_at': '2021-08-27T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'd6ea7878-e508-4a58-acdd-67a5c8f5d734', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'port_id': '7f5776cb-1cbe-407c-bb36-d9c5bff97046', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'mac_address': 'fa:16:3e:69:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:24:39Z', 'updated_at': '2021-08-27T14:24:41Z', 'revision_number': 1, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42cde67-862e-42cf-bce9-86384c8103be', 'name': '', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'mac_address': 'fa:16:3e:de:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:27Z', 'updated_at': '2021-08-27T14:23:37Z', 'revision_number': 5, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'subnets': [{'id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:42.909221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-66cdbad6-aa7e-4284-9102-e08b2e8d7391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:42.913151 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-66cdbad6-aa7e-4284-9102-e08b2e8d7391 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14f4cced-6245-4ebf-bbd2-150d2b271637 HTTP/1.1" status: 204 len: 168 time: 0.2216222 Aug 27 14:24:42.919368 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdbad6-aa7e-4284-9102-e08b2e8d7391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f4cced-6245-4ebf-bbd2-150d2b271637,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:42.942284 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edd0045-0485-4e00-9d47-c7dabb1cd1c7 x-openstack-request-id: req-5edd0045-0485-4e00-9d47-c7dabb1cd1c7 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:24:42.942590 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:24:42.942882 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5edd0045-0485-4e00-9d47-c7dabb1cd1c7 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:24:42.943335 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046', 'status': 'completed', 'code': 200} Aug 27 14:24:42.953336 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be129cef-a3f7-4b60-8b56-018897147593 None None] Checking router: 85482ee2-e7e1-48eb-8266-30c337389cee for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:24:42.969186 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be129cef-a3f7-4b60-8b56-018897147593 None None] Routers {'85482ee2-e7e1-48eb-8266-30c337389cee'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:42.969815 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-be129cef-a3f7-4b60-8b56-018897147593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85482ee2-e7e1-48eb-8266-30c337389cee'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:42.969939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-a8704b3c-62b3-4b1a-a54f-989f158d42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:42.971488 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-a8704b3c-62b3-4b1a-a54f-989f158d42b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1dddf8fb-b35d-4729-8666-54324b041c89 HTTP/1.1" status: 200 len: 860 time: 0.1136479 Aug 27 14:24:43.021610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-ecb33c8f-d06b-44c6-be09-48d2d09b1a7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400741 Aug 27 14:24:43.044883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-95e1fe05-a50b-4a9a-9f6e-f980bcfb4507 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:24:43.045887 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-95e1fe05-a50b-4a9a-9f6e-f980bcfb4507 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086601 Aug 27 14:24:43.086397 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-be129cef-a3f7-4b60-8b56-018897147593 None None] Set router 85482ee2-e7e1-48eb-8266-30c337389cee gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:24:43.154892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf4332-a0f3-4271-aa6a-275100ae98d0 req-f9927c39-1a86-45e2-b97b-e6680ceb35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:43.156450 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47cf4332-a0f3-4271-aa6a-275100ae98d0 req-f9927c39-1a86-45e2-b97b-e6680ceb35ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e6a0978bed34119b9c82ced45294b57&device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 1097 time: 0.1608176 Aug 27 14:24:43.237813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54588) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:43.251748 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eace290b-d1b8-44bc-9651-516196bf7fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:43.289443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-26f7ad1a-9600-4e37-83d8-e9a920459778 service neutron] 10.222.0.55 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333865 Aug 27 14:24:43.290217 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2ac34ce-86ee-429c-9add-0ea8dc0c0b13 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:43.342320 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-be129cef-a3f7-4b60-8b56-018897147593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:23:28Z', 'revision_number': 4, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port': {'id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:23Z', 'updated_at': '2021-08-27T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'd6ea7878-e508-4a58-acdd-67a5c8f5d734', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'port_id': '7f5776cb-1cbe-407c-bb36-d9c5bff97046', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'mac_address': 'fa:16:3e:69:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:24:39Z', 'updated_at': '2021-08-27T14:24:41Z', 'revision_number': 1, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42cde67-862e-42cf-bce9-86384c8103be', 'name': '', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'mac_address': 'fa:16:3e:de:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:27Z', 'updated_at': '2021-08-27T14:23:37Z', 'revision_number': 5, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'subnets': [{'id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:43.356620 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eace290b-d1b8-44bc-9651-516196bf7fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:43.360861 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-eace290b-d1b8-44bc-9651-516196bf7fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:43.370231 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be129cef-a3f7-4b60-8b56-018897147593 None None] The sync data for ids ['85482ee2-e7e1-48eb-8266-30c337389cee'] in n-d-712139-12 is: [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:23:28Z', 'revision_number': 4, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port': {'id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:23Z', 'updated_at': '2021-08-27T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'd6ea7878-e508-4a58-acdd-67a5c8f5d734', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'port_id': '7f5776cb-1cbe-407c-bb36-d9c5bff97046', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'mac_address': 'fa:16:3e:69:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:24:39Z', 'updated_at': '2021-08-27T14:24:41Z', 'revision_number': 1, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42cde67-862e-42cf-bce9-86384c8103be', 'name': '', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'mac_address': 'fa:16:3e:de:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:27Z', 'updated_at': '2021-08-27T14:23:37Z', 'revision_number': 5, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'subnets': [{'id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:24:43.406915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-eace290b-d1b8-44bc-9651-516196bf7fd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10a43e55f16b4c45a3132b67a8910fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677029 Aug 27 14:24:43.407800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace290b-d1b8-44bc-9651-516196bf7fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd233d7-a688-4d74-9dad-b87d17926d37,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:43.411515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54590) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:43.424653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf4332-a0f3-4271-aa6a-275100ae98d0 req-5c09b3c1-18d6-4d26-8034-90964e4efa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:43.426474 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47cf4332-a0f3-4271-aa6a-275100ae98d0 req-5c09b3c1-18d6-4d26-8034-90964e4efa60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 HTTP/1.1" status: 200 len: 921 time: 0.2539670 Aug 27 14:24:43.458234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac34ce-86ee-429c-9add-0ea8dc0c0b13 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Subnet': ['ID=8e81b8bc-56db-40a9-90f2-32f3e7d184d9,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:43.469373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a11ecad6-cb7f-4023-a028-fe42e9afbc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:43.494200 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a11ecad6-cb7f-4023-a028-fe42e9afbc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:43.521082 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac34ce-86ee-429c-9add-0ea8dc0c0b13 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Checking segment: {'id': 'ca709d01-b19b-42ac-a4e0-27987651e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b1bc76cf-d5a0-4f4c-98a5-9e105145b86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:43.521214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac34ce-86ee-429c-9add-0ea8dc0c0b13 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network hostable DHCP agents. Network: b1bc76cf-d5a0-4f4c-98a5-9e105145b86d, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:24:43.530473 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cd67ac51-a125-4f36-999b-9ba2a5bbdeeb req-90823bdb-4b25-4be7-b318-61aca597992a service neutron] 10.222.0.55 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267089 Aug 27 14:24:43.555738 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47cf4332-a0f3-4271-aa6a-275100ae98d0 req-a20967bf-416c-45a4-a718-ae03b724a6a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 200 len: 998 time: 0.1143744 Aug 27 14:24:43.556796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac34ce-86ee-429c-9add-0ea8dc0c0b13 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network b1bc76cf-d5a0-4f4c-98a5-9e105145b86d is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:24:43.564912 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a11ecad6-cb7f-4023-a028-fe42e9afbc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:43.568901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a11ecad6-cb7f-4023-a028-fe42e9afbc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:43.583084 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a11ecad6-cb7f-4023-a028-fe42e9afbc9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1bd233d7-a688-4d74-9dad-b87d17926d37 HTTP/1.1" status: 204 len: 168 time: 0.1614630 Aug 27 14:24:43.599353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac34ce-86ee-429c-9add-0ea8dc0c0b13 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, b1bc76cf-d5a0-4f4c-98a5-9e105145b86d) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:43.604183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fa41ba75-6cc4-4521-9710-021067e9035b no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:43.606918 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac34ce-86ee-429c-9add-0ea8dc0c0b13 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:43.607747 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d2ac34ce-86ee-429c-9add-0ea8dc0c0b13 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:43.631525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf4332-a0f3-4271-aa6a-275100ae98d0 req-05e2157b-a717-49ab-b3e0-b0a0ab57a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:43.633274 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47cf4332-a0f3-4271-aa6a-275100ae98d0 req-05e2157b-a717-49ab-b3e0-b0a0ab57a32f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dddf8fb-b35d-4729-8666-54324b041c89 HTTP/1.1" status: 200 len: 860 time: 0.0709069 Aug 27 14:24:43.638543 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d2ac34ce-86ee-429c-9add-0ea8dc0c0b13 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9604261 Aug 27 14:24:43.639294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54596) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:43.646401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': 'b1bc76cf-d5a0-4f4c-98a5-9e105145b86d', 'name': 'tempest-PortsIpV6TestJSON-1037464015', 'fixed_ips': [{'subnet_id': '8e81b8bc-56db-40a9-90f2-32f3e7d184d9', 'ip_address': '2001:db8::10'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:43.686008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ecad6-cb7f-4023-a028-fe42e9afbc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd233d7-a688-4d74-9dad-b87d17926d37,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:43.722940 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47cf4332-a0f3-4271-aa6a-275100ae98d0 req-236843f2-8040-4582-9b7e-a23494783770 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810587 Aug 27 14:24:43.740241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-47cf4332-a0f3-4271-aa6a-275100ae98d0 req-b4a5c1b9-3c6c-4185-9086-a7f58c4eca86 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:24:43.741316 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47cf4332-a0f3-4271-aa6a-275100ae98d0 req-b4a5c1b9-3c6c-4185-9086-a7f58c4eca86 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066891 Aug 27 14:24:43.784125 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-a8cbad50-7e60-466f-bc1e-78c20e387629 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 998 time: 0.1921451 Aug 27 14:24:43.868517 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-b7a01bf4-304b-444a-bbe6-f5eea0783fc4 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:43.869980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0576e72e-c119-4b8e-a49f-5231d13d58e0 None None] Network b1bc76cf-d5a0-4f4c-98a5-9e105145b86d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:43.872666 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-b7a01bf4-304b-444a-bbe6-f5eea0783fc4 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports/7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 200 len: 942 time: 0.0728431 Aug 27 14:24:43.873478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:24:43.888651 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47cf4332-a0f3-4271-aa6a-275100ae98d0 req-fc7f3947-a763-4c96-a297-1bb53ddc959c service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378620 Aug 27 14:24:43.894271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:43.895589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b3f32-55b6-4460-9923-77671563751d None None] New status for floating IP d6ea7878-e508-4a58-acdd-67a5c8f5d734: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:24:43.905127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: fa41ba75-6cc4-4521-9710-021067e9035b {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:43.905470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fa41ba75-6cc4-4521-9710-021067e9035b not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:44.020027 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-cdff008f-ac15-40a9-a4bf-80ca9dd7bca0 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 998 time: 0.0730097 Aug 27 14:24:44.087978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3b14-6a73-4f0a-9532-45371a225fe3 req-ca6ea78c-f8e6-4503-8063-b89299de4e9a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:44.089510 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b1a3b14-6a73-4f0a-9532-45371a225fe3 req-ca6ea78c-f8e6-4503-8063-b89299de4e9a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 944 time: 0.1022983 Aug 27 14:24:44.135851 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:44.156827 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47cf4332-a0f3-4271-aa6a-275100ae98d0 req-147d6a76-4661-4ca2-bb94-45250299db90 service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564046 Aug 27 14:24:44.162229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-8c077953-d707-40b4-a9bc-c9a41ac33f2f tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:44.163176 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b1a3b14-6a73-4f0a-9532-45371a225fe3 req-49d74291-deb1-4f08-a7bf-5c789221a5d4 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646365 Aug 27 14:24:44.169169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port cd0e3329-326d-4f35-80ac-29f39133d62a yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:44.171757 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-8c077953-d707-40b4-a9bc-c9a41ac33f2f tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.1320739 Aug 27 14:24:44.196014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-ecb5d685-53ad-499f-9ac8-cc3e3eaba354 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:24:44.204065 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-ecb5d685-53ad-499f-9ac8-cc3e3eaba354 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0312288 Aug 27 14:24:44.293698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=59f6822a-5cc7-4c98-b22c-84c9faf2dde0,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:44.295087 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-96ea4705-c3f3-4994-b1a1-f9d77212e0ed tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 998 time: 0.0900199 Aug 27 14:24:44.304150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-c4d12f46-d386-428f-942c-daf67f2c9a92 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:44.318575 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'port_id': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0', 'mac_address': 'fa:16:3e:40:10:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:24:44.374313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-b1bc76cf-d5a0-4f4c-98a5-9e105145b86d', 'network_id': 'b1bc76cf-d5a0-4f4c-98a5-9e105145b86d', 'tenant_id': '3a98f70219d940488044ca77e9b614d9', 'fixed_ips': [{'subnet_id': '8e81b8bc-56db-40a9-90f2-32f3e7d184d9'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:24:44.375199 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:44.409020 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:44.409210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8::10 (b1bc76cf-d5a0-4f4c-98a5-9e105145b86d/8e81b8bc-56db-40a9-90f2-32f3e7d184d9/cd0e3329-326d-4f35-80ac-29f39133d62a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:44.463149 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-c4d12f46-d386-428f-942c-daf67f2c9a92 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:44.476649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:24:44.516640 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=59f6822a-5cc7-4c98-b22c-84c9faf2dde0,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:44.522028 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:44.573593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=59f6822a-5cc7-4c98-b22c-84c9faf2dde0,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:44.589125 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:44.612505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Transition to ACTIVE for port object cd0e3329-326d-4f35-80ac-29f39133d62a will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:44.651085 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:44.680155 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5028c099-639b-4105-861a-07b99514d81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:44.687158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network b1bc76cf-d5a0-4f4c-98a5-9e105145b86d is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:44.716688 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:44.717187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Allocated IP 2001:db8::2 (b1bc76cf-d5a0-4f4c-98a5-9e105145b86d/8e81b8bc-56db-40a9-90f2-32f3e7d184d9/a7560ce5-a522-429d-bc8b-3aa9b25c4d24) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:44.721529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:44.729298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:44.730205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:44.756479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1135335 Aug 27 14:24:44.758950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54620) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:44.764427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': 'b1bc76cf-d5a0-4f4c-98a5-9e105145b86d', 'name': 'tempest-PortsIpV6TestJSON-522389786', 'fixed_ips': [{'subnet_id': '8e81b8bc-56db-40a9-90f2-32f3e7d184d9', 'ip_address': '2001:db8::f'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:44.769960 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02523f-0f4e-4532-ad57-82d61b59f821 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=cd0e3329-326d-4f35-80ac-29f39133d62a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:44.902027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:44.908548 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:44.926952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['59f6822a-5cc7-4c98-b22c-84c9faf2dde0'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:24:44.933036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port 27f2bd3b-90be-4c72-8625-ca48dcffd013 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:44.953566 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-c4d12f46-d386-428f-942c-daf67f2c9a92 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:44.958292 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-c4d12f46-d386-428f-942c-daf67f2c9a92 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:44.958922 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-c4d12f46-d386-428f-942c-daf67f2c9a92 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Floating IP d6ea7878-e508-4a58-acdd-67a5c8f5d734 disassociated. External IP: 172.25.2.26, port: 7f5776cb-1cbe-407c-bb36-d9c5bff97046. Aug 27 14:24:45.016213 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:45.029612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Transition to ACTIVE for port object a7560ce5-a522-429d-bc8b-3aa9b25c4d24 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:45.073306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Transition to ACTIVE for port object a7560ce5-a522-429d-bc8b-3aa9b25c4d24 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:45.085196 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:45.137007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8::f (b1bc76cf-d5a0-4f4c-98a5-9e105145b86d/8e81b8bc-56db-40a9-90f2-32f3e7d184d9/27f2bd3b-90be-4c72-8625-ca48dcffd013) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:45.166991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Network b1bc76cf-d5a0-4f4c-98a5-9e105145b86d is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:45.177216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:45.182030 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:45.183770 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Pushing event updated for resources: {'Port': ['ID=a7560ce5-a522-429d-bc8b-3aa9b25c4d24,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:45.275313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-c4d12f46-d386-428f-942c-daf67f2c9a92 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Router 85482ee2-e7e1-48eb-8266-30c337389cee has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:24:45.302603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Attempting to bind port a7560ce5-a522-429d-bc8b-3aa9b25c4d24 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:24:45.302997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Attempting to bind port a7560ce5-a522-429d-bc8b-3aa9b25c4d24 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'ca709d01-b19b-42ac-a4e0-27987651e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b1bc76cf-d5a0-4f4c-98a5-9e105145b86d'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:24:45.303362 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Attempting to bind port a7560ce5-a522-429d-bc8b-3aa9b25c4d24 on network b1bc76cf-d5a0-4f4c-98a5-9e105145b86d {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:24:45.314614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:24:45.315023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Checking segment: {'id': 'ca709d01-b19b-42ac-a4e0-27987651e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b1bc76cf-d5a0-4f4c-98a5-9e105145b86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:45.315420 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:45.315811 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Bound using segment: {'id': 'ca709d01-b19b-42ac-a4e0-27987651e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b1bc76cf-d5a0-4f4c-98a5-9e105145b86d'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:24:45.316999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Bound port: a7560ce5-a522-429d-bc8b-3aa9b25c4d24, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca709d01-b19b-42ac-a4e0-27987651e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b1bc76cf-d5a0-4f4c-98a5-9e105145b86d'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:24:45.317393 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:45.378609 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:45.402196 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-c4d12f46-d386-428f-942c-daf67f2c9a92 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:24:45.408304 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-c4d12f46-d386-428f-942c-daf67f2c9a92 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:45.413010 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429eb0f9-8492-434f-ba50-5ea4838824db None None] Sync routers for ids ['85482ee2-e7e1-48eb-8266-30c337389cee'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:24:45.422718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Transition to ACTIVE for port object 27f2bd3b-90be-4c72-8625-ca48dcffd013 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:45.429012 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429eb0f9-8492-434f-ba50-5ea4838824db None None] Routers {'85482ee2-e7e1-48eb-8266-30c337389cee'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:45.429808 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-429eb0f9-8492-434f-ba50-5ea4838824db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85482ee2-e7e1-48eb-8266-30c337389cee'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:45.447732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41db2a-52f1-451c-afa9-1434bf6763f1 req-c767e5ec-a2b3-40e2-93b4-66950055ec7f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:45.449985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] For port a7560ce5-a522-429d-bc8b-3aa9b25c4d24, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:24:45.452547 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-c4d12f46-d386-428f-942c-daf67f2c9a92 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "PUT /v2.0/floatingips/d6ea7878-e508-4a58-acdd-67a5c8f5d734 HTTP/1.1" status: 200 len: 694 time: 1.1564765 Aug 27 14:24:45.453302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:24:45.455054 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f41db2a-52f1-451c-afa9-1434bf6763f1 req-c767e5ec-a2b3-40e2-93b4-66950055ec7f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 945 time: 0.0811546 Aug 27 14:24:45.457243 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b92e25-eb0f-4ce4-943d-d7e5c44e94fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:24:45.468795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] For port a7560ce5-a522-429d-bc8b-3aa9b25c4d24, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a7560ce5-a522-429d-bc8b-3aa9b25c4d24,segment=NetworkSegment(ca709d01-b19b-42ac-a4e0-27987651e1a6),segment_id=ca709d01-b19b-42ac-a4e0-27987651e1a6)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:24:45.478123 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:45.510097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f41db2a-52f1-451c-afa9-1434bf6763f1 req-8b71c890-4d12-445e-8689-ac62790b1e93 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541041 Aug 27 14:24:45.544040 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:45.578165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-f9556ee9-de75-4a9a-81e6-ef0e4d1eed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:45.585298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-f9556ee9-de75-4a9a-81e6-ef0e4d1eed48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e6a0978bed34119b9c82ced45294b57&device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 1097 time: 0.1146531 Aug 27 14:24:45.615010 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39293d-de29-491b-be33-381bc55dff22 None None] Pushing event updated for resources: {'Port': ['ID=a7560ce5-a522-429d-bc8b-3aa9b25c4d24,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:45.657363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network b1bc76cf-d5a0-4f4c-98a5-9e105145b86d is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:45.662718 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-429eb0f9-8492-434f-ba50-5ea4838824db None None] Set router 85482ee2-e7e1-48eb-8266-30c337389cee gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:24:45.667013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:45.670957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:45.689371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:45.690074 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:45.729292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=27f2bd3b-90be-4c72-8625-ca48dcffd013,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:45.743861 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cf9dc8e0-c1bc-4307-a067-14793749aeb8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9837482 Aug 27 14:24:45.748999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54654) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:45.841782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-cedd374b-c8f0-43f4-98b0-62f94836e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:45.843431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-cedd374b-c8f0-43f4-98b0-62f94836e38b service neutron] 10.222.0.55 "GET /v2.0/networks?id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 HTTP/1.1" status: 200 len: 921 time: 0.2523253 Aug 27 14:24:45.874166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059b5d7e-fba6-4ad6-b379-0fe05148863f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:45.884565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-059b5d7e-fba6-4ad6-b379-0fe05148863f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1344941 Aug 27 14:24:45.888191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54658) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:45.959605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee08e315-5f09-48a8-95be-d57e45d4606a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:45.977285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee08e315-5f09-48a8-95be-d57e45d4606a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:45.984723 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944d67de-c731-40e8-a0e1-0ce40d01db63 x-openstack-request-id: req-944d67de-c731-40e8-a0e1-0ce40d01db63 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:24:45.985030 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:24:45.985258 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-944d67de-c731-40e8-a0e1-0ce40d01db63 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:24:45.985664 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046', 'status': 'completed', 'code': 200} Aug 27 14:24:45.990255 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee08e315-5f09-48a8-95be-d57e45d4606a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:45.991548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-100e8a64-4ebb-4c85-953b-01db57f3e3f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 200 len: 217 time: 0.1359303 Aug 27 14:24:45.993250 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ee08e315-5f09-48a8-95be-d57e45d4606a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1040928 Aug 27 14:24:45.996032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54664) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:46.110327 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-429eb0f9-8492-434f-ba50-5ea4838824db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:23:28Z', 'revision_number': 4, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port': {'id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:23Z', 'updated_at': '2021-08-27T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f42cde67-862e-42cf-bce9-86384c8103be', 'name': '', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'mac_address': 'fa:16:3e:de:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:27Z', 'updated_at': '2021-08-27T14:23:37Z', 'revision_number': 5, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'subnets': [{'id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:46.183670 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429eb0f9-8492-434f-ba50-5ea4838824db None None] Checking router: 85482ee2-e7e1-48eb-8266-30c337389cee for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:24:46.188967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92e25-eb0f-4ce4-943d-d7e5c44e94fe req-61ab2503-53cb-419a-b4c6-55b4165306da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:46.190546 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27b92e25-eb0f-4ce4-943d-d7e5c44e94fe req-61ab2503-53cb-419a-b4c6-55b4165306da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e6a0978bed34119b9c82ced45294b57&device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 1097 time: 0.1959770 Aug 27 14:24:46.196860 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429eb0f9-8492-434f-ba50-5ea4838824db None None] Routers {'85482ee2-e7e1-48eb-8266-30c337389cee'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:46.198379 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-429eb0f9-8492-434f-ba50-5ea4838824db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85482ee2-e7e1-48eb-8266-30c337389cee'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:46.199708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-c5d94be6-f417-4a97-8f3d-f5a88c4f0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:46.213695 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-c5d94be6-f417-4a97-8f3d-f5a88c4f0c77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1dddf8fb-b35d-4729-8666-54324b041c89 HTTP/1.1" status: 200 len: 860 time: 0.1943321 Aug 27 14:24:46.220332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50247a4e-5bac-4bcd-a1b1-e44b58471ed9 req-1ac61a4c-8d8b-4671-a8b3-62833dac1276 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:46.234093 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50247a4e-5bac-4bcd-a1b1-e44b58471ed9 req-1ac61a4c-8d8b-4671-a8b3-62833dac1276 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.1746559 Aug 27 14:24:46.305594 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-49703c82-131d-455d-9ffb-8646764c1c71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831404 Aug 27 14:24:46.355568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-7fa616e1-1200-4712-ae4a-8860f3823b3a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port 27f2bd3b-90be-4c72-8625-ca48dcffd013 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:46.355913 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa616e1-1200-4712-ae4a-8860f3823b3a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:46.401977 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-429eb0f9-8492-434f-ba50-5ea4838824db None None] Set router 85482ee2-e7e1-48eb-8266-30c337389cee gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:24:46.404889 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-50247a4e-5bac-4bcd-a1b1-e44b58471ed9 req-af0b1822-df3e-49a3-b08b-d244daa18080 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690822 Aug 27 14:24:46.437004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92e25-eb0f-4ce4-943d-d7e5c44e94fe req-9342fc70-ac43-4f02-b728-3dc0d6419bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:46.438756 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27b92e25-eb0f-4ce4-943d-d7e5c44e94fe req-9342fc70-ac43-4f02-b728-3dc0d6419bfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 HTTP/1.1" status: 200 len: 921 time: 0.1981184 Aug 27 14:24:46.507352 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27b92e25-eb0f-4ce4-943d-d7e5c44e94fe req-97ae50d9-de21-4abb-a42d-b01403147e73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 200 len: 217 time: 0.0578411 Aug 27 14:24:46.512470 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa616e1-1200-4712-ae4a-8860f3823b3a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:46.516746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-58deb5f4-86b2-4a44-aadb-c6a1d354f5a6 service neutron] 10.222.0.55 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007601 Aug 27 14:24:46.539098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-7fa616e1-1200-4712-ae4a-8860f3823b3a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for 27f2bd3b-90be-4c72-8625-ca48dcffd013 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:46.628458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92e25-eb0f-4ce4-943d-d7e5c44e94fe req-1b4793f9-9b29-4e90-a190-24af0567a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:46.630675 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27b92e25-eb0f-4ce4-943d-d7e5c44e94fe req-1b4793f9-9b29-4e90-a190-24af0567a854 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dddf8fb-b35d-4729-8666-54324b041c89 HTTP/1.1" status: 200 len: 860 time: 0.1044643 Aug 27 14:24:46.698791 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-715b3e97-5160-4830-b4f0-5ffb9cf320bd req-cbd03e5e-9b73-4428-940f-54ab301062ce service neutron] 10.222.0.55 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710365 Aug 27 14:24:46.706053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27b92e25-eb0f-4ce4-943d-d7e5c44e94fe req-a158acd6-afba-4464-bbc5-cfcff41c1af0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543230 Aug 27 14:24:46.743529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627657b8-27f4-4bd7-8b51-c26305f68fd5 req-0d5512b5-fb55-4cb2-977a-9e0bed1c97a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:46.759274 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-627657b8-27f4-4bd7-8b51-c26305f68fd5 req-0d5512b5-fb55-4cb2-977a-9e0bed1c97a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 945 time: 0.1515436 Aug 27 14:24:46.828779 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-429eb0f9-8492-434f-ba50-5ea4838824db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:23:28Z', 'revision_number': 4, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port': {'id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:23Z', 'updated_at': '2021-08-27T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f42cde67-862e-42cf-bce9-86384c8103be', 'name': '', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'mac_address': 'fa:16:3e:de:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:27Z', 'updated_at': '2021-08-27T14:23:37Z', 'revision_number': 5, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'subnets': [{'id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:46.861553 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-627657b8-27f4-4bd7-8b51-c26305f68fd5 req-c667a94f-523c-4c23-b5c7-c5eabe1943ec tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013274 Aug 27 14:24:46.876671 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429eb0f9-8492-434f-ba50-5ea4838824db None None] The sync data for ids ['85482ee2-e7e1-48eb-8266-30c337389cee'] in n-d-712139-12 is: [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:23:28Z', 'revision_number': 4, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port': {'id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:23Z', 'updated_at': '2021-08-27T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f42cde67-862e-42cf-bce9-86384c8103be', 'name': '', 'network_id': 'c86cb8ef-ae0b-4cd6-b6af-8f5664df2259', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'mac_address': 'fa:16:3e:de:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:27Z', 'updated_at': '2021-08-27T14:23:37Z', 'revision_number': 5, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'subnets': [{'id': '1dddf8fb-b35d-4729-8666-54324b041c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:24:46.892574 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-95281a1b-382d-4030-8b76-b01e42113db5 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/floatingips/d6ea7878-e508-4a58-acdd-67a5c8f5d734 HTTP/1.1" status: 200 len: 694 time: 0.1061959 Aug 27 14:24:46.929869 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27b92e25-eb0f-4ce4-943d-d7e5c44e94fe req-a31e1a6f-68ac-43e0-b886-d809100a5119 service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105510 Aug 27 14:24:46.993331 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa616e1-1200-4712-ae4a-8860f3823b3a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.030891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa616e1-1200-4712-ae4a-8860f3823b3a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=27f2bd3b-90be-4c72-8625-ca48dcffd013,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:47.052023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27b92e25-eb0f-4ce4-943d-d7e5c44e94fe req-fa63060d-25e5-4457-a11a-5ccf0aa85097 service neutron] 10.222.0.41 "GET /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136448 Aug 27 14:24:47.089692 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7fa616e1-1200-4712-ae4a-8860f3823b3a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.094131 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7fa616e1-1200-4712-ae4a-8860f3823b3a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/27f2bd3b-90be-4c72-8625-ca48dcffd013 HTTP/1.1" status: 204 len: 168 time: 1.0948038 Aug 27 14:24:47.096131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54684) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:47.118876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-f4499e17-b7f7-45e4-b8d7-546115acb0d2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:47.125822 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-f4499e17-b7f7-45e4-b8d7-546115acb0d2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 784 time: 0.2319372 Aug 27 14:24:47.130368 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aafeb8c-2c63-4b04-8a74-fb617895e95e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:24:47.132518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-d6b1750b-40b9-456d-849c-84839ad86ace tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:24:47.134963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4aafeb8c-2c63-4b04-8a74-fb617895e95e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/27f2bd3b-90be-4c72-8625-ca48dcffd013 HTTP/1.1" status: 404 len: 333 time: 0.0325298 Aug 27 14:24:47.135698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54688) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:47.140113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-d6b1750b-40b9-456d-849c-84839ad86ace tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133848 Aug 27 14:24:47.204354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-cfefcf0f-b258-4b33-8305-cf18bedcc32f tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 697 time: 0.0632029 Aug 27 14:24:47.256798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54690) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:47.258849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-339af345-bb8f-4fd1-9d9c-bf1f3f3f1780 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port cd0e3329-326d-4f35-80ac-29f39133d62a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:47.259339 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-339af345-bb8f-4fd1-9d9c-bf1f3f3f1780 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.264644 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-8c6143ba-1dd7-4eb5-9a3c-a322a76a502f tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 697 time: 0.0590746 Aug 27 14:24:47.295867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9eb8dd-884d-4cab-b746-cea5d9cb4a85 None None] Network b1bc76cf-d5a0-4f4c-98a5-9e105145b86d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:47.342192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57daa18b-0ca2-461c-b423-7eb2bc0bf44c None None] New status for floating IP d6ea7878-e508-4a58-acdd-67a5c8f5d734: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:24:47.364015 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-339af345-bb8f-4fd1-9d9c-bf1f3f3f1780 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.377696 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-339af345-bb8f-4fd1-9d9c-bf1f3f3f1780 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for cd0e3329-326d-4f35-80ac-29f39133d62a owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:47.433759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-3fae0a20-a580-4605-8bd3-ea72c93853ea tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Deleting port 518485c1-566f-4857-9a40-c16cb9a170b8 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:47.434300 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-3fae0a20-a580-4605-8bd3-ea72c93853ea tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.459781 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21dd210f-806b-4394-a208-32cb38890e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.526348 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-3fae0a20-a580-4605-8bd3-ea72c93853ea tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.526704 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-3fae0a20-a580-4605-8bd3-ea72c93853ea tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.541868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-3fae0a20-a580-4605-8bd3-ea72c93853ea tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Calling delete_port for 518485c1-566f-4857-9a40-c16cb9a170b8 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:47.606017 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e3744-79f8-4c5e-a7c3-1182ec9d0e2b req-b29b90b1-a9bb-44ef-901e-7138ed33370d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:47.607634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e2e3744-79f8-4c5e-a7c3-1182ec9d0e2b req-b29b90b1-a9bb-44ef-901e-7138ed33370d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.1059082 Aug 27 14:24:47.630416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-767efff5-2aa3-4041-a2ba-ed8516cbbe9a None None] Provisioning for port a7560ce5-a522-429d-bc8b-3aa9b25c4d24 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:47.643780 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.654566 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c76999ea-a787-41f0-a627-580a053323d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.701298 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-339af345-bb8f-4fd1-9d9c-bf1f3f3f1780 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.722187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a7560ce5-a522-429d-bc8b-3aa9b25c4d24 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:24:47.763661 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e2e3744-79f8-4c5e-a7c3-1182ec9d0e2b req-f5b78bdd-1904-4d55-84df-63e5e30db104 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912592 Aug 27 14:24:47.764397 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339af345-bb8f-4fd1-9d9c-bf1f3f3f1780 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=cd0e3329-326d-4f35-80ac-29f39133d62a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:47.781981 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-3fae0a20-a580-4605-8bd3-ea72c93853ea tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.807303 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-339af345-bb8f-4fd1-9d9c-bf1f3f3f1780 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.809238 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-339af345-bb8f-4fd1-9d9c-bf1f3f3f1780 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/cd0e3329-326d-4f35-80ac-29f39133d62a HTTP/1.1" status: 204 len: 168 time: 0.6726079 Aug 27 14:24:47.812132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21dd210f-806b-4394-a208-32cb38890e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.813159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54696) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:47.814778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae0a20-a580-4605-8bd3-ea72c93853ea tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Pushing event deleted for resources: {'Port': ['ID=518485c1-566f-4857-9a40-c16cb9a170b8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:47.829740 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21dd210f-806b-4394-a208-32cb38890e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.835701 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port a7560ce5-a522-429d-bc8b-3aa9b25c4d24 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:47.840889 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a7560ce5-a522-429d-bc8b-3aa9b25c4d24 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:47.841621 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.858381 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-60979d29-b692-48dc-b5eb-3ab92317228f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:24:47.860068 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-60979d29-b692-48dc-b5eb-3ab92317228f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/cd0e3329-326d-4f35-80ac-29f39133d62a HTTP/1.1" status: 404 len: 333 time: 0.0453539 Aug 27 14:24:47.869922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54698) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:47.922905 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:24:47.923536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-3fae0a20-a580-4605-8bd3-ea72c93853ea tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.926938 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-3fae0a20-a580-4605-8bd3-ea72c93853ea tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:47.929381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-032d4ec0-72c5-42f7-b976-0c44c801f678 req-3fae0a20-a580-4605-8bd3-ea72c93853ea tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "DELETE /v2.0/floatingips/d6ea7878-e508-4a58-acdd-67a5c8f5d734 HTTP/1.1" status: 204 len: 173 time: 0.6582553 Aug 27 14:24:47.946394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd210f-806b-4394-a208-32cb38890e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15c37aa-c10c-4f09-8d26-40b2940fddb4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:47.972499 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-21dd210f-806b-4394-a208-32cb38890e60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b631c1b13ea6491f8098ba4cdd114bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7099597 Aug 27 14:24:47.975684 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54704) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:48.014597 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee78b61b-efd1-495a-b2d9-c117fe00240c req-2d068d51-b6bb-4489-8da1-df8f479a62b6 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups/29ccdef4-2b51-4505-b466-1e55b9a2a60c HTTP/1.1" status: 200 len: 1810 time: 0.0516205 Aug 27 14:24:48.014902 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.055095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:48.064037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port a7560ce5-a522-429d-bc8b-3aa9b25c4d24, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a7560ce5-a522-429d-bc8b-3aa9b25c4d24,segment=NetworkSegment(ca709d01-b19b-42ac-a4e0-27987651e1a6),segment_id=ca709d01-b19b-42ac-a4e0-27987651e1a6)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:48.066480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:48.067420 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.071570 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.084143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8317b5-ac0c-4635-967a-33ae117df22f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting subnet 8e81b8bc-56db-40a9-90f2-32f3e7d184d9 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:24:48.102994 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ee78b61b-efd1-495a-b2d9-c117fe00240c req-4d29302b-4c6f-4935-9764-a4855f365bdc tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.104131 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c8317b5-ac0c-4635-967a-33ae117df22f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.114785 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e5da5-4d2b-460a-850a-0e5ea15b6430 req-a69976b7-6fe9-438a-a76f-edf0bb4c1075 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:48.116532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fc4e5da5-4d2b-460a-850a-0e5ea15b6430 req-a69976b7-6fe9-438a-a76f-edf0bb4c1075 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 945 time: 0.1418812 Aug 27 14:24:48.127701 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ee78b61b-efd1-495a-b2d9-c117fe00240c req-4d29302b-4c6f-4935-9764-a4855f365bdc tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.154910 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69c97d41-9c42-4914-9092-92be8c5fe3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.160587 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=a7560ce5-a522-429d-bc8b-3aa9b25c4d24,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:48.182179 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69c97d41-9c42-4914-9092-92be8c5fe3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.196756 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ee78b61b-efd1-495a-b2d9-c117fe00240c req-4d29302b-4c6f-4935-9764-a4855f365bdc tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.200208 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ee78b61b-efd1-495a-b2d9-c117fe00240c req-4d29302b-4c6f-4935-9764-a4855f365bdc tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.201468 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee78b61b-efd1-495a-b2d9-c117fe00240c req-4d29302b-4c6f-4935-9764-a4855f365bdc tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "DELETE /v2.0/security-groups/29ccdef4-2b51-4505-b466-1e55b9a2a60c HTTP/1.1" status: 204 len: 173 time: 0.1797953 Aug 27 14:24:48.216083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29302b-4c6f-4935-9764-a4855f365bdc tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ccdef4-2b51-4505-b466-1e55b9a2a60c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:48.246120 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c8317b5-ac0c-4635-967a-33ae117df22f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.273154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9aac254c-b20a-4525-a109-e62f7261024a None None] Provisioning complete for port a7560ce5-a522-429d-bc8b-3aa9b25c4d24 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:48.274219 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9aac254c-b20a-4525-a109-e62f7261024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.286618 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fc4e5da5-4d2b-460a-850a-0e5ea15b6430 req-00df6023-36a0-4b98-bf8e-eef41984609a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475651 Aug 27 14:24:48.309090 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69c97d41-9c42-4914-9092-92be8c5fe3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.317118 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-69c97d41-9c42-4914-9092-92be8c5fe3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.318381 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-69c97d41-9c42-4914-9092-92be8c5fe3a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b15c37aa-c10c-4f09-8d26-40b2940fddb4 HTTP/1.1" status: 204 len: 168 time: 0.3395581 Aug 27 14:24:48.338784 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c97d41-9c42-4914-9092-92be8c5fe3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15c37aa-c10c-4f09-8d26-40b2940fddb4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:48.416097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c8317b5-ac0c-4635-967a-33ae117df22f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.505619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c8317b5-ac0c-4635-967a-33ae117df22f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.551815 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.561272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8317b5-ac0c-4635-967a-33ae117df22f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Subnet': ['ID=8e81b8bc-56db-40a9-90f2-32f3e7d184d9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:48.563860 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c8317b5-ac0c-4635-967a-33ae117df22f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.565905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3c8317b5-ac0c-4635-967a-33ae117df22f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/8e81b8bc-56db-40a9-90f2-32f3e7d184d9 HTTP/1.1" status: 204 len: 168 time: 0.6950166 Aug 27 14:24:48.572634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54714) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:48.611939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327faee-c5de-4c03-a083-297419202012 req-3598ae13-4db9-4b9b-b7de-e29110795947 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:48.623077 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e327faee-c5de-4c03-a083-297419202012 req-3598ae13-4db9-4b9b-b7de-e29110795947 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0995648 Aug 27 14:24:48.640080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c7d105-8e4e-4b86-948b-4c93535c39fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:24:48.642347 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26ba51b-611a-4b5d-9883-a291b6792302" -d '{"events": [{"server_uuid": "45c7d105-8e4e-4b86-948b-4c93535c39fa", "name": "network-vif-plugged", "status": "completed", "tag": "59f6822a-5cc7-4c98-b22c-84c9faf2dde0"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:24:48.662204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=59f6822a-5cc7-4c98-b22c-84c9faf2dde0,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:48.668143 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.712811 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e327faee-c5de-4c03-a083-297419202012 req-713e1e68-2ab5-4427-8299-1df7306c0fc9 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833027 Aug 27 14:24:48.764310 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30678659-3bff-4fbc-ac7c-725c6f1b0bc6 x-openstack-request-id: req-30678659-3bff-4fbc-ac7c-725c6f1b0bc6 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:24:48.764978 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c7d105-8e4e-4b86-948b-4c93535c39fa", "name": "network-vif-plugged", "status": "completed", "tag": "59f6822a-5cc7-4c98-b22c-84c9faf2dde0", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:24:48.765593 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30678659-3bff-4fbc-ac7c-725c6f1b0bc6 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:24:48.766008 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c7d105-8e4e-4b86-948b-4c93535c39fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0', 'code': 200} Aug 27 14:24:48.770173 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.820351 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.820998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54720) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:48.823454 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=59f6822a-5cc7-4c98-b22c-84c9faf2dde0,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:48.855226 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c217b649-3ee7-487c-b505-dcc630188c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.858299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port a7560ce5-a522-429d-bc8b-3aa9b25c4d24 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:48.858761 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.885585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1cc1a3-d14a-4397-87ef-c4ab47a31a49 None None] Network b1bc76cf-d5a0-4f4c-98a5-9e105145b86d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:48.926956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] For port a7560ce5-a522-429d-bc8b-3aa9b25c4d24, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a7560ce5-a522-429d-bc8b-3aa9b25c4d24,segment=NetworkSegment(ca709d01-b19b-42ac-a4e0-27987651e1a6),segment_id=ca709d01-b19b-42ac-a4e0-27987651e1a6)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:48.928165 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:48.940504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5034a8d3-08b0-4506-b275-f74c583ac901 None None] Could not find standard attr ID for object cd0e3329-326d-4f35-80ac-29f39133d62a. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:24:48.942570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for a7560ce5-a522-429d-bc8b-3aa9b25c4d24 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:48.946853 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5034a8d3-08b0-4506-b275-f74c583ac901 None None] Could not find standard attr ID for object 27f2bd3b-90be-4c72-8625-ca48dcffd013. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:24:49.035918 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.064624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=a7560ce5-a522-429d-bc8b-3aa9b25c4d24,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:49.073677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No DVR routers for this DVR port a7560ce5-a522-429d-bc8b-3aa9b25c4d24 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:49.102004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ca645-7f6d-4267-98ae-14d1e58886a2 None None] DHCP port deletion for b1bc76cf-d5a0-4f4c-98a5-9e105145b86d request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:24:49.163976 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.174460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bc76cf-d5a0-4f4c-98a5-9e105145b86d']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:49.186154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca709d01-b19b-42ac-a4e0-27987651e1a6') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:49.186446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca709d01-b19b-42ac-a4e0-27987651e1a6') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:49.196620 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.210509 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.216822 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:49.217239 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:49.220485 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:49.279860 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.284360 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.286444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/networks/b1bc76cf-d5a0-4f4c-98a5-9e105145b86d HTTP/1.1" status: 204 len: 168 time: 0.7124412 Aug 27 14:24:49.291076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54722) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:49.297284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f8cc6bf7-17df-4b76-be1b-b54ebf7c6943 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-514850244'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:49.313153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb3396-b303-441e-87e2-838d4420d50b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Network': ['ID=b1bc76cf-d5a0-4f4c-98a5-9e105145b86d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:49.314429 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056fc8-509e-493a-a05d-56dbe686a986 req-44ccfa3e-10ab-41f2-a107-c97cc3d17ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:49.316639 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-66056fc8-509e-493a-a05d-56dbe686a986 req-44ccfa3e-10ab-41f2-a107-c97cc3d17ab8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 1098 time: 0.4786942 Aug 27 14:24:49.342189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77442aa-d36f-483d-a791-49006879a380 req-a3c8041b-94a3-4091-9807-d26e9e98dd96 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:49.343663 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d77442aa-d36f-483d-a791-49006879a380 req-a3c8041b-94a3-4091-9807-d26e9e98dd96 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.4614952 Aug 27 14:24:49.416465 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-66056fc8-509e-493a-a05d-56dbe686a986 req-cb70c779-6bfd-4f16-b2fc-9eb990aafa20 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888615 Aug 27 14:24:49.427427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d2c6-1456-45e8-be41-e1d0a3b36261 req-d03fad59-ce17-4e9a-8aa9-480234214482 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:49.428743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d77442aa-d36f-483d-a791-49006879a380 req-b4ff716d-ae29-474c-b1ec-3f8fe378f7a7 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720809 Aug 27 14:24:49.428924 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d852d2c6-1456-45e8-be41-e1d0a3b36261 req-d03fad59-ce17-4e9a-8aa9-480234214482 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 946 time: 0.0573409 Aug 27 14:24:49.451992 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c217b649-3ee7-487c-b505-dcc630188c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.455894 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c217b649-3ee7-487c-b505-dcc630188c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.478775 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d852d2c6-1456-45e8-be41-e1d0a3b36261 req-25fb394b-d589-4e79-95cf-8dad4ed65847 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415776 Aug 27 14:24:49.485024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cc6bf7-17df-4b76-be1b-b54ebf7c6943 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:49.489796 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6bf7-17df-4b76-be1b-b54ebf7c6943 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.496506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217b649-3ee7-487c-b505-dcc630188c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909bbf96-b93c-40ef-9780-7a9945ec90a4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:49.505734 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c217b649-3ee7-487c-b505-dcc630188c17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6cc209e0b10a4de6b19e506f3e5a9a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6830997 Aug 27 14:24:49.510233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54726) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:49.540076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cc6bf7-17df-4b76-be1b-b54ebf7c6943 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:24:49.558786 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6bf7-17df-4b76-be1b-b54ebf7c6943 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.559603 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-f8cc6bf7-17df-4b76-be1b-b54ebf7c6943 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Added segment ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652 of type vlan for network a8ecb05f-2c7f-4e79-bd8a-897cae7709bc Aug 27 14:24:49.588091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a7560ce5-a522-429d-bc8b-3aa9b25c4d24 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:49.614244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: a7560ce5-a522-429d-bc8b-3aa9b25c4d24 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:49.614583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a7560ce5-a522-429d-bc8b-3aa9b25c4d24 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:49.615331 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6bf7-17df-4b76-be1b-b54ebf7c6943 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.617596 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-faab61f6-c78e-48be-beb9-0d4e3192d165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.652530 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-faab61f6-c78e-48be-beb9-0d4e3192d165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.668788 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6bf7-17df-4b76-be1b-b54ebf7c6943 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.674341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cc6bf7-17df-4b76-be1b-b54ebf7c6943 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:49.674959 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6bf7-17df-4b76-be1b-b54ebf7c6943 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:49.827585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34285c3-f096-4ff6-8baa-dbdd6d50ca2a req-e397a141-4db8-4f90-91b7-93980679bf63 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:49.829152 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d34285c3-f096-4ff6-8baa-dbdd6d50ca2a req-e397a141-4db8-4f90-91b7-93980679bf63 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0531917 Aug 27 14:24:49.868955 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d34285c3-f096-4ff6-8baa-dbdd6d50ca2a req-279e2aad-0223-43bb-99b0-6ef591d3de8e tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335374 Aug 27 14:24:49.980812 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f8cc6bf7-17df-4b76-be1b-b54ebf7c6943 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6885576 Aug 27 14:24:49.983841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54730) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:49.990375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-cc75f4f2-2ef4-4b02-861d-a341a02bf145 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': 'a8ecb05f-2c7f-4e79-bd8a-897cae7709bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:49.997356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc6bf7-17df-4b76-be1b-b54ebf7c6943 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Network': ['ID=a8ecb05f-2c7f-4e79-bd8a-897cae7709bc,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:50.016979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-faab61f6-c78e-48be-beb9-0d4e3192d165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.020711 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-faab61f6-c78e-48be-beb9-0d4e3192d165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.021986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network a8ecb05f-2c7f-4e79-bd8a-897cae7709bc details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:24:50.022120 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-faab61f6-c78e-48be-beb9-0d4e3192d165 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/909bbf96-b93c-40ef-9780-7a9945ec90a4 HTTP/1.1" status: 204 len: 168 time: 0.5105884 Aug 27 14:24:50.031181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab61f6-c78e-48be-beb9-0d4e3192d165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909bbf96-b93c-40ef-9780-7a9945ec90a4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:50.107760 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc75f4f2-2ef4-4b02-861d-a341a02bf145 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:50.111356 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc75f4f2-2ef4-4b02-861d-a341a02bf145 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.245363 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.310768 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc75f4f2-2ef4-4b02-861d-a341a02bf145 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.371235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75f4f2-2ef4-4b02-861d-a341a02bf145 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Subnet': ['ID=c9696bfa-a1b7-453d-b82a-1d013f29f252,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:50.382289 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75f4f2-2ef4-4b02-861d-a341a02bf145 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Checking segment: {'id': 'ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a8ecb05f-2c7f-4e79-bd8a-897cae7709bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:50.382653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc75f4f2-2ef4-4b02-861d-a341a02bf145 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network hostable DHCP agents. Network: a8ecb05f-2c7f-4e79-bd8a-897cae7709bc, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:24:50.400571 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc75f4f2-2ef4-4b02-861d-a341a02bf145 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network a8ecb05f-2c7f-4e79-bd8a-897cae7709bc is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:24:50.409994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-cc75f4f2-2ef4-4b02-861d-a341a02bf145 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, a8ecb05f-2c7f-4e79-bd8a-897cae7709bc) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:50.414468 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc75f4f2-2ef4-4b02-861d-a341a02bf145 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:50.415938 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc75f4f2-2ef4-4b02-861d-a341a02bf145 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.419226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d6774-fb4d-49ef-a74f-05c256eb047d None None] Network a8ecb05f-2c7f-4e79-bd8a-897cae7709bc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:50.444928 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cc75f4f2-2ef4-4b02-861d-a341a02bf145 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4562318 Aug 27 14:24:50.445252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54744) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:50.449940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-be98f3d7-091d-40e6-947a-32956a854d96 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2016864295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:50.480611 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be98f3d7-091d-40e6-947a-32956a854d96 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.481996 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be98f3d7-091d-40e6-947a-32956a854d96 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.597055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-a8ecb05f-2c7f-4e79-bd8a-897cae7709bc', 'network_id': 'a8ecb05f-2c7f-4e79-bd8a-897cae7709bc', 'tenant_id': '3a98f70219d940488044ca77e9b614d9', 'fixed_ips': [{'subnet_id': 'c9696bfa-a1b7-453d-b82a-1d013f29f252'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:24:50.598434 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.638504 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be98f3d7-091d-40e6-947a-32956a854d96 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.642881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f2256-40e4-40fb-b2e1-e88d145c3aad req-74462bba-c177-4169-92b1-2630ecccd2c5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:50.643549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be98f3d7-091d-40e6-947a-32956a854d96 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.654001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-764f2256-40e4-40fb-b2e1-e88d145c3aad req-74462bba-c177-4169-92b1-2630ecccd2c5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 946 time: 0.0916827 Aug 27 14:24:50.672964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19087913-093f-4db1-828d-8b3199822d1f req-bbea06d1-1618-44d5-a7df-c9ef84e64d53 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:50.675951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19087913-093f-4db1-828d-8b3199822d1f req-bbea06d1-1618-44d5-a7df-c9ef84e64d53 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.1498463 Aug 27 14:24:50.677235 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be98f3d7-091d-40e6-947a-32956a854d96 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.678896 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-be98f3d7-091d-40e6-947a-32956a854d96 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2325869 Aug 27 14:24:50.682459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54756) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:50.692931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'network_id': 'a8ecb05f-2c7f-4e79-bd8a-897cae7709bc', 'name': 'tempest-PortsIpV6TestJSON-1727358959'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:50.711544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-764f2256-40e4-40fb-b2e1-e88d145c3aad req-e884e846-c170-405d-8a46-bbd0d610c022 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557773 Aug 27 14:24:50.779027 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19087913-093f-4db1-828d-8b3199822d1f req-40af1623-5ea0-4055-b15b-5b051cc1cc72 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972221 Aug 27 14:24:50.791057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Allocated IP 2001:db8::2 (a8ecb05f-2c7f-4e79-bd8a-897cae7709bc/c9696bfa-a1b7-453d-b82a-1d013f29f252/30feaf25-4e60-4d2e-98d6-b1cd08c05d57) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:50.844864 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:50.848947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.867632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port bc147d2d-7433-43c9-9c62-28110a4fd2c5 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:50.959835 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:50.971499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Transition to ACTIVE for port object 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:50.992902 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Transition to ACTIVE for port object 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:51.000848 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:51.034064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89527b7d-6771-4136-9003-0e42840ee3d3 req-d6e36c13-5d7f-4783-833f-f399fbcc2622 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:51.042512 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-89527b7d-6771-4136-9003-0e42840ee3d3 req-d6e36c13-5d7f-4783-833f-f399fbcc2622 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.0923078 Aug 27 14:24:51.048320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Network a8ecb05f-2c7f-4e79-bd8a-897cae7709bc is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:51.052545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:51.055706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:51.096240 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Pushing event updated for resources: {'Port': ['ID=30feaf25-4e60-4d2e-98d6-b1cd08c05d57,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:51.111056 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-89527b7d-6771-4136-9003-0e42840ee3d3 req-39622843-4fa9-443c-862f-ad66654116c5 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639124 Aug 27 14:24:51.123186 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8::23 (a8ecb05f-2c7f-4e79-bd8a-897cae7709bc/c9696bfa-a1b7-453d-b82a-1d013f29f252/bc147d2d-7433-43c9-9c62-28110a4fd2c5) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:51.135524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Attempting to bind port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:24:51.135896 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Attempting to bind port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a8ecb05f-2c7f-4e79-bd8a-897cae7709bc'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:24:51.136266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Attempting to bind port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 on network a8ecb05f-2c7f-4e79-bd8a-897cae7709bc {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:24:51.142304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:24:51.142664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Checking segment: {'id': 'ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a8ecb05f-2c7f-4e79-bd8a-897cae7709bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:51.143124 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:51.143603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Bound using segment: {'id': 'ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a8ecb05f-2c7f-4e79-bd8a-897cae7709bc'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:24:51.144581 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Bound port: 30feaf25-4e60-4d2e-98d6-b1cd08c05d57, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a8ecb05f-2c7f-4e79-bd8a-897cae7709bc'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:24:51.145228 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:51.224412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] For port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:24:51.227988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] For port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=30feaf25-4e60-4d2e-98d6-b1cd08c05d57,segment=NetworkSegment(ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652),segment_id=ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:24:51.232502 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:51.295941 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:51.296956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ac4a9-0d8c-40f5-bb87-ae6358d8bb82 None None] Pushing event updated for resources: {'Port': ['ID=30feaf25-4e60-4d2e-98d6-b1cd08c05d57,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:51.312071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Transition to ACTIVE for port object bc147d2d-7433-43c9-9c62-28110a4fd2c5 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:24:51.348518 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:51.403334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network a8ecb05f-2c7f-4e79-bd8a-897cae7709bc is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:51.406497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:51.410990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:51.416609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:51.417336 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:51.426585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=bc147d2d-7433-43c9-9c62-28110a4fd2c5,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:51.440019 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6974455f-0e59-4726-9788-b16f21688881 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7545183 Aug 27 14:24:51.442892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54774) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:51.554108 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:51.649449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:24:51.662585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54778) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:51.704940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:51.783720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-236239155', 'router:external': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:51.839349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Made reservation on behalf of 020b27de05f440ac9b7c1b2d10dce6c7 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:51.843535 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:51.856085 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:51.873531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed79f1-1aa5-4bf7-8e45-5cd1c79d6fdc req-01fb1e49-34f7-484c-afb8-9f3725caa979 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:51.875046 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-05ed79f1-1aa5-4bf7-8e45-5cd1c79d6fdc req-01fb1e49-34f7-484c-afb8-9f3725caa979 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 946 time: 0.0841796 Aug 27 14:24:51.881174 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:51.932953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-05ed79f1-1aa5-4bf7-8e45-5cd1c79d6fdc req-9f65df77-c39d-4815-b46c-135267e958d2 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511026 Aug 27 14:24:51.955842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0ba90-df07-4672-8dfb-a5a43b81742e req-58a247aa-646d-4814-8550-a2d68df7078c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:51.959853 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0af0ba90-df07-4672-8dfb-a5a43b81742e req-58a247aa-646d-4814-8550-a2d68df7078c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.0931919 Aug 27 14:24:52.015783 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.022707 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.085584 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:24:52.105642 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.106010 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Added segment 999cb7bb-5f45-448e-935b-0233bd1a68e9 of type vlan for network be97bdef-fb30-4b00-b094-3234b48a6863 Aug 27 14:24:52.119459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b941fda1-bcd6-406e-9047-480c3d12c5f5,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:52.132615 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0af0ba90-df07-4672-8dfb-a5a43b81742e req-ed5ab8e4-16b1-477b-aea1-867e7303acde tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613677 Aug 27 14:24:52.133342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c394dc3-fff3-4d73-af6e-f9bb6c0d3bff req-9b6d277f-a29a-4401-aeb4-2d0c45b7a1e6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:52.135222 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c394dc3-fff3-4d73-af6e-f9bb6c0d3bff req-9b6d277f-a29a-4401-aeb4-2d0c45b7a1e6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 946 time: 0.1063325 Aug 27 14:24:52.192834 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.192989 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f19f99-1f3c-4b07-8c73-541133b8830a req-80821239-ba95-42b4-80db-5c15de22b9dc tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:52.193827 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7f19f99-1f3c-4b07-8c73-541133b8830a req-80821239-ba95-42b4-80db-5c15de22b9dc tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1368353 Aug 27 14:24:52.212570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c394dc3-fff3-4d73-af6e-f9bb6c0d3bff req-542cbf94-006a-493e-9854-e1a5e802945d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573633 Aug 27 14:24:52.245570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54790) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:52.274818 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.275862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:52.276504 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.354900 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6912448 Aug 27 14:24:52.360225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54792) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:52.372496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Request body: {'subnet': {'network_id': 'be97bdef-fb30-4b00-b094-3234b48a6863', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:52.382059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6a6c18-f24a-4aba-86e6-853832095c5c tempest-TestVolumeBootPattern-1238323987 tempest-TestVolumeBootPattern-1238323987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:52.382485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.383692 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ba6a6c18-f24a-4aba-86e6-853832095c5c tempest-TestVolumeBootPattern-1238323987 tempest-TestVolumeBootPattern-1238323987-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 1093 time: 0.1369865 Aug 27 14:24:52.386747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54794) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:52.392951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:52.398200 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2063e07-2335-4fb4-a470-18d6f03f7082 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event updated for resources: {'Network': ['ID=be97bdef-fb30-4b00-b094-3234b48a6863,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:52.399542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc09b-9fe9-4ebb-a55f-a606a8d8396d req-b3f4b5d7-b719-45bf-8388-0d4b1b7b8053 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:52.401907 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-406bc09b-9fe9-4ebb-a55f-a606a8d8396d req-b3f4b5d7-b719-45bf-8388-0d4b1b7b8053 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 945 time: 0.1616299 Aug 27 14:24:52.409035 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.414453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network be97bdef-fb30-4b00-b094-3234b48a6863 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:24:52.437561 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.456764 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f100d8-3641-4de6-8eab-d5c8216a0909 None None] Network a8ecb05f-2c7f-4e79-bd8a-897cae7709bc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:52.462895 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.api [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 14:24:52.462895 n-d-712139-12 neutron-server[101186]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 14:24:52.462895 n-d-712139-12 neutron-server[101186]: [parameters: {'project_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'id': '9b3b92ab-cdc8-49b7-a791-e52be3539afc', 'expiration': datetime.datetime(2021, 8, 27, 14, 26, 52, 420402)}] Aug 27 14:24:52.462895 n-d-712139-12 neutron-server[101186]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:24:52.463265 n-d-712139-12 neutron-server[101186]: DEBUG oslo_db.api [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:24:52.516704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-d7f19f99-1f3c-4b07-8c73-541133b8830a req-a16df72c-4162-403e-95be-9f2d32a2dbf2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Deleting port 7f5776cb-1cbe-407c-bb36-d9c5bff97046 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:52.517054 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d7f19f99-1f3c-4b07-8c73-541133b8830a req-a16df72c-4162-403e-95be-9f2d32a2dbf2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.546283 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.550791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=bc147d2d-7433-43c9-9c62-28110a4fd2c5,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:52.608629 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ad70077e-afa0-4dae-b55b-885922dd124f None None] Provisioning for port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:52.611919 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-406bc09b-9fe9-4ebb-a55f-a606a8d8396d req-1abcbb52-1a87-425e-b1e0-0f5cf3eb2976 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/security-groups?id=2742e385-5eec-4f3e-86e6-a7d590a1257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975005 Aug 27 14:24:52.617071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ad70077e-afa0-4dae-b55b-885922dd124f None None] Provisioning complete for port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:52.617446 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad70077e-afa0-4dae-b55b-885922dd124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.695049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Allocated IP 172.25.2.131 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/3f006512-db9c-408f-b024-b39c7b2fd316) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:52.734660 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad70077e-afa0-4dae-b55b-885922dd124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.735822 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.773251 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ad70077e-afa0-4dae-b55b-885922dd124f None None] For port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=30feaf25-4e60-4d2e-98d6-b1cd08c05d57,segment=NetworkSegment(ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652),segment_id=ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:52.780643 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad70077e-afa0-4dae-b55b-885922dd124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.784724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-d7f19f99-1f3c-4b07-8c73-541133b8830a req-a16df72c-4162-403e-95be-9f2d32a2dbf2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] For port 7f5776cb-1cbe-407c-bb36-d9c5bff97046, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=7f5776cb-1cbe-407c-bb36-d9c5bff97046,segment=NetworkSegment(7a525ae0-97d6-4e29-b028-3f156ca77c7b),segment_id=7a525ae0-97d6-4e29-b028-3f156ca77c7b)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:52.785279 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d7f19f99-1f3c-4b07-8c73-541133b8830a req-a16df72c-4162-403e-95be-9f2d32a2dbf2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.823309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-d7f19f99-1f3c-4b07-8c73-541133b8830a req-a16df72c-4162-403e-95be-9f2d32a2dbf2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Calling delete_port for 7f5776cb-1cbe-407c-bb36-d9c5bff97046 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:52.852664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70077e-afa0-4dae-b55b-885922dd124f None None] Pushing event updated for resources: {'Port': ['ID=30feaf25-4e60-4d2e-98d6-b1cd08c05d57,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:52.858370 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.904018 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.932027 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:52.941738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:52.948604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:52.953199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:52.961507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'Port': ['ID=3f006512-db9c-408f-b024-b39c7b2fd316,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:53.022624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f8f548f2-f874-4c22-b6d9-b72ceda507a1 None None] Provisioning complete for port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:53.023033 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f8f548f2-f874-4c22-b6d9-b72ceda507a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.121424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Made reservation on behalf of 020b27de05f440ac9b7c1b2d10dce6c7 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:53.123801 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.156821 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f8f548f2-f874-4c22-b6d9-b72ceda507a1 None None] Provisioning for port bc147d2d-7433-43c9-9c62-28110a4fd2c5 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:24:53.163376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f8f548f2-f874-4c22-b6d9-b72ceda507a1 None None] Provisioning complete for port bc147d2d-7433-43c9-9c62-28110a4fd2c5 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:53.164043 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f8f548f2-f874-4c22-b6d9-b72ceda507a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.204425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f8f548f2-f874-4c22-b6d9-b72ceda507a1 None None] Port bc147d2d-7433-43c9-9c62-28110a4fd2c5 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:24:53.279870 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d7f19f99-1f3c-4b07-8c73-541133b8830a req-a16df72c-4162-403e-95be-9f2d32a2dbf2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.316619 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17af104-a2e0-4bfa-9d8e-53ddc3e3528e req-e8972677-f40d-4c52-95b1-7b52d4cdc7ca tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:53.316837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['7f5776cb-1cbe-407c-bb36-d9c5bff97046'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:24:53.318174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d17af104-a2e0-4bfa-9d8e-53ddc3e3528e req-e8972677-f40d-4c52-95b1-7b52d4cdc7ca tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.0827253 Aug 27 14:24:53.333237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16df72c-4162-403e-95be-9f2d32a2dbf2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Pushing event deleted for resources: {'Port': ['ID=7f5776cb-1cbe-407c-bb36-d9c5bff97046,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:53.356997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b7feeb3a-7190-43d9-999f-ab05af9cd882 None None] Provisioning complete for port bc147d2d-7433-43c9-9c62-28110a4fd2c5 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:53.357730 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b7feeb3a-7190-43d9-999f-ab05af9cd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.402338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b7feeb3a-7190-43d9-999f-ab05af9cd882 None None] Port bc147d2d-7433-43c9-9c62-28110a4fd2c5 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:24:53.415595 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d17af104-a2e0-4bfa-9d8e-53ddc3e3528e req-911030e5-047f-4f84-b71a-135e92e48dba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463376 Aug 27 14:24:53.417446 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f19f99-1f3c-4b07-8c73-541133b8830a req-a16df72c-4162-403e-95be-9f2d32a2dbf2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] No DVR routers for this DVR port 7f5776cb-1cbe-407c-bb36-d9c5bff97046 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:53.428315 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d7f19f99-1f3c-4b07-8c73-541133b8830a req-a16df72c-4162-403e-95be-9f2d32a2dbf2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.430329 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7f19f99-1f3c-4b07-8c73-541133b8830a req-a16df72c-4162-403e-95be-9f2d32a2dbf2 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.41 "DELETE /v2.0/ports/7f5776cb-1cbe-407c-bb36-d9c5bff97046 HTTP/1.1" status: 204 len: 173 time: 1.2254562 Aug 27 14:24:53.430820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'name': 'network-vif-deleted', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:24:53.433146 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e2d166-1960-4bc0-a8e2-cb7c21d9ef4e" -d '{"events": [{"server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "name": "network-vif-deleted", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:24:53.483167 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304794c5-20fc-479c-b939-9364317b6c2a x-openstack-request-id: req-304794c5-20fc-479c-b939-9364317b6c2a {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:24:53.483465 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7072ae-bce7-4610-aebe-c92153cd59ec", "name": "network-vif-deleted", "tag": "7f5776cb-1cbe-407c-bb36-d9c5bff97046", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:24:53.484271 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-304794c5-20fc-479c-b939-9364317b6c2a {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:24:53.484271 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7072ae-bce7-4610-aebe-c92153cd59ec', 'name': 'network-vif-deleted', 'tag': '7f5776cb-1cbe-407c-bb36-d9c5bff97046', 'status': 'completed', 'code': 200} Aug 27 14:24:53.514223 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.532455 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.541056 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.544144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.629452 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.632939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9b66d307-456e-45f4-8736-3e8674fa8b78 None None] Provisioning complete for port bc147d2d-7433-43c9-9c62-28110a4fd2c5 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:53.634044 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9b66d307-456e-45f4-8736-3e8674fa8b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.639085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:24:53.708749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9b66d307-456e-45f4-8736-3e8674fa8b78 None None] Port bc147d2d-7433-43c9-9c62-28110a4fd2c5 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:24:53.717836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=bc147d2d-7433-43c9-9c62-28110a4fd2c5,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:53.737304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:53.739108 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.805694 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f381689-4a10-45a1-808b-111cb0531f64 req-416352c6-de98-49eb-bba8-ca633a14b448 tempest-ServerRescueTestJSONUnderV235-939641446 tempest-ServerRescueTestJSONUnderV235-939641446-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e7072ae-bce7-4610-aebe-c92153cd59ec HTTP/1.1" status: 200 len: 210 time: 0.0424476 Aug 27 14:24:53.823317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network a8ecb05f-2c7f-4e79-bd8a-897cae7709bc is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:53.829041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:53.851216 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.855978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:53.928721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'Port': ['ID=3f006512-db9c-408f-b024-b39c7b2fd316,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:53.945782 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:54.033509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.objects.ports [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101186) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 14:24:54.033998 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:54.084339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Router 12f8d078-ea86-40fa-a33b-7ebfa714f954 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:24:54.089186 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Floating IP 6090dabc-d0e9-4dd6-9965-c5374898a1f3 associated. External IP: 172.25.2.131, port: 59f6822a-5cc7-4c98-b22c-84c9faf2dde0. Aug 27 14:24:54.111565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4ede6523-76cb-4d27-8ccb-a9ab240fbe37,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:54.136916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4947e0f0-6d31-4bdd-9b4a-e5ebb137e769 None None] Provisioning complete for port bc147d2d-7433-43c9-9c62-28110a4fd2c5 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:24:54.137282 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4947e0f0-6d31-4bdd-9b4a-e5ebb137e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:54.158471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Checking segment: {'id': '999cb7bb-5f45-448e-935b-0233bd1a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'be97bdef-fb30-4b00-b094-3234b48a6863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:24:54.158889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Network hostable DHCP agents. Network: be97bdef-fb30-4b00-b094-3234b48a6863, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:24:54.175290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4947e0f0-6d31-4bdd-9b4a-e5ebb137e769 None None] Port bc147d2d-7433-43c9-9c62-28110a4fd2c5 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:24:54.221584 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Network be97bdef-fb30-4b00-b094-3234b48a6863 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:24:54.224762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:24:54.233539 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cb6e58f4-ea4a-4fac-8bc8-65c72eb368bb tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "PUT /v2.0/routers/12f8d078-ea86-40fa-a33b-7ebfa714f954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7864795 Aug 27 14:24:54.234473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54802) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:54.235440 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb367f7-2c2d-4499-a0cd-fb4b528ca9d2 None None] Sync routers for ids ['12f8d078-ea86-40fa-a33b-7ebfa714f954'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:24:54.247325 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, be97bdef-fb30-4b00-b094-3234b48a6863) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:54.251854 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb367f7-2c2d-4499-a0cd-fb4b528ca9d2 None None] Routers {'12f8d078-ea86-40fa-a33b-7ebfa714f954'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:54.252572 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-fcb367f7-2c2d-4499-a0cd-fb4b528ca9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['12f8d078-ea86-40fa-a33b-7ebfa714f954'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:54.264544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e492d1-ccd7-4779-8707-45589823203f None None] Network be97bdef-fb30-4b00-b094-3234b48a6863 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:54.266639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:54.267357 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:54.294553 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-fcb367f7-2c2d-4499-a0cd-fb4b528ca9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:54.305816 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb367f7-2c2d-4499-a0cd-fb4b528ca9d2 None None] Routers {'12f8d078-ea86-40fa-a33b-7ebfa714f954'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:54.306604 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-fcb367f7-2c2d-4499-a0cd-fb4b528ca9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['12f8d078-ea86-40fa-a33b-7ebfa714f954'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:54.307098 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2691ec27-8342-4337-9980-59c782bab135 req-1b36b27f-a362-4ccc-9ed6-ee2452ed8964 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0330651 Aug 27 14:24:54.316346 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bc1a21b3-3ee3-4259-a75c-55a84d0820c6 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9491649 Aug 27 14:24:54.317741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54804) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:54.322457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1688850466', 'network_id': 'be97bdef-fb30-4b00-b094-3234b48a6863'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:54.340930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c7eb02-1aa7-4e8a-b9e2-b7cba40ffcbd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:54.342482 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-63c7eb02-1aa7-4e8a-b9e2-b7cba40ffcbd tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f8d078-ea86-40fa-a33b-7ebfa714f954 HTTP/1.1" status: 200 len: 988 time: 0.1070647 Aug 27 14:24:54.345543 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54806) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:54.369577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Router 004765aa-c904-47d1-8ed5-32ceeb59c08e has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:24:54.372951 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-fcb367f7-2c2d-4499-a0cd-fb4b528ca9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:54.373827 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb367f7-2c2d-4499-a0cd-fb4b528ca9d2 None None] The sync data for ids ['12f8d078-ea86-40fa-a33b-7ebfa714f954'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:24:54.411326 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e930c92-58de-4235-ac63-013190880496 None None] Network be97bdef-fb30-4b00-b094-3234b48a6863 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:54.456222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2691ec27-8342-4337-9980-59c782bab135 req-41f64099-ce2e-438d-9289-ef8dd38dcf69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0596943 Aug 27 14:24:54.459029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Made reservation on behalf of 020b27de05f440ac9b7c1b2d10dce6c7 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:54.461885 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:54.497726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:24:54.517063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:54.526571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5011ba4e-7889-4396-bdee-4aff533c5240 None None] Sync routers for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:24:54.551429 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2691ec27-8342-4337-9980-59c782bab135 req-ba33d2b5-145e-4639-8f08-b844c985d8c5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481484 Aug 27 14:24:54.554387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] device_id is not set on port 04b43c4d-ee01-4cd3-b69c-39d8470da13e yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:24:54.555268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-805b2ed5-7123-41f2-8201-81a65b4815d0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1672781 Aug 27 14:24:54.555931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c7d105-8e4e-4b86-948b-4c93535c39fa', 'tag': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:24:54.559532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011ba4e-7889-4396-bdee-4aff533c5240 None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:54.560029 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02853ca-a044-4702-8316-32279914ba66" -d '{"events": [{"name": "network-changed", "server_uuid": "45c7d105-8e4e-4b86-948b-4c93535c39fa", "tag": "59f6822a-5cc7-4c98-b22c-84c9faf2dde0"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:24:54.560166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5011ba4e-7889-4396-bdee-4aff533c5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:54.613598 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf28355e-850f-4019-9afa-5d92e0608d1a x-openstack-request-id: req-bf28355e-850f-4019-9afa-5d92e0608d1a {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:24:54.613959 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c7d105-8e4e-4b86-948b-4c93535c39fa", "tag": "59f6822a-5cc7-4c98-b22c-84c9faf2dde0", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:24:54.614376 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf28355e-850f-4019-9afa-5d92e0608d1a {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:24:54.615020 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c7d105-8e4e-4b86-948b-4c93535c39fa', 'tag': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0', 'status': 'completed', 'code': 200} Aug 27 14:24:54.677809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5011ba4e-7889-4396-bdee-4aff533c5240 None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:24:54.704788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02853ca-a044-4702-8316-32279914ba66 req-c838b2e9-0b27-4607-aef9-c3f42a51052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:54.707435 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d02853ca-a044-4702-8316-32279914ba66 req-c838b2e9-0b27-4607-aef9-c3f42a51052b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 1098 time: 0.0417860 Aug 27 14:24:54.815512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02853ca-a044-4702-8316-32279914ba66 req-11ff651a-9434-4cab-98b9-35d9fc275185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:54.817751 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d02853ca-a044-4702-8316-32279914ba66 req-11ff651a-9434-4cab-98b9-35d9fc275185 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.1035490 Aug 27 14:24:54.890570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54816) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:54.932756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5011ba4e-7889-4396-bdee-4aff533c5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '6090dabc-d0e9-4dd6-9965-c5374898a1f3', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:40:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c7d105-8e4e-4b86-948b-4c93535c39fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:24:53Z', 'updated_at': '2021-08-27T14:24:53Z', 'revision_number': 0, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:54.965394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5011ba4e-7889-4396-bdee-4aff533c5240 None None] Checking router: 004765aa-c904-47d1-8ed5-32ceeb59c08e for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:24:54.976915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011ba4e-7889-4396-bdee-4aff533c5240 None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:54.977715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5011ba4e-7889-4396-bdee-4aff533c5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:55.105998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5011ba4e-7889-4396-bdee-4aff533c5240 None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:24:55.179208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ffa6a-59bb-470f-94b6-f11a7ad05a88 req-cfa5b6d0-efd2-461a-a945-f1b41de4e0d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:55.180903 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-339ffa6a-59bb-470f-94b6-f11a7ad05a88 req-cfa5b6d0-efd2-461a-a945-f1b41de4e0d0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.6496298 Aug 27 14:24:55.185881 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d02853ca-a044-4702-8316-32279914ba66 req-ad4b6f58-1d97-4e21-9b6c-e3fab167b225 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f6822a-5cc7-4c98-b22c-84c9faf2dde0 HTTP/1.1" status: 200 len: 1000 time: 0.3607934 Aug 27 14:24:55.284627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02853ca-a044-4702-8316-32279914ba66 req-f39df56a-e991-4157-bdb3-c4700f53fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:55.286461 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d02853ca-a044-4702-8316-32279914ba66 req-f39df56a-e991-4157-bdb3-c4700f53fd47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0915482 Aug 27 14:24:55.319293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691ec27-8342-4337-9980-59c782bab135 req-cead3d2d-9d3c-48f1-9fd8-bd621ffa21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:55.320846 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2691ec27-8342-4337-9980-59c782bab135 req-cead3d2d-9d3c-48f1-9fd8-bd621ffa21dc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7407777 Aug 27 14:24:55.338026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Allocated IP 2001:db8::350 (be97bdef-fb30-4b00-b094-3234b48a6863/4ede6523-76cb-4d27-8ccb-a9ab240fbe37/04b43c4d-ee01-4cd3-b69c-39d8470da13e) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:55.342718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-339ffa6a-59bb-470f-94b6-f11a7ad05a88 req-776a890d-aaef-4aad-a313-d5eadde97b92 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415033 Aug 27 14:24:55.370890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5011ba4e-7889-4396-bdee-4aff533c5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '6090dabc-d0e9-4dd6-9965-c5374898a1f3', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:40:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c7d105-8e4e-4b86-948b-4c93535c39fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:24:53Z', 'updated_at': '2021-08-27T14:24:53Z', 'revision_number': 0, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:55.385559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02853ca-a044-4702-8316-32279914ba66 req-0a6b20e5-6b73-4542-b198-b2d5d38bd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:55.388286 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d02853ca-a044-4702-8316-32279914ba66 req-0a6b20e5-6b73-4542-b198-b2d5d38bd87e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930643 Aug 27 14:24:55.409106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5011ba4e-7889-4396-bdee-4aff533c5240 None None] The sync data for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 is: [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '6090dabc-d0e9-4dd6-9965-c5374898a1f3', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:40:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c7d105-8e4e-4b86-948b-4c93535c39fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:24:53Z', 'updated_at': '2021-08-27T14:24:53Z', 'revision_number': 0, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:24:55.574797 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d02853ca-a044-4702-8316-32279914ba66 req-2aacd5f5-0beb-4b70-8c2a-270f2266a886 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400051 Aug 27 14:24:55.590193 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:55.607779 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf8eb94c-c696-4449-ade7-715381bc4ad6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:55.682939 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22389e89-97e5-4a9f-a863-ab6b157fbd77 None None] New status for floating IP 6090dabc-d0e9-4dd6-9965-c5374898a1f3: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:24:55.728096 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d02853ca-a044-4702-8316-32279914ba66 req-5acca384-bc8b-488e-9a0c-4f024ca6df8d service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316099 Aug 27 14:24:55.757645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:55.780554 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f3ce3c87-0a2d-4dfb-885b-7868c0d862b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:55.824444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Network be97bdef-fb30-4b00-b094-3234b48a6863 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:55.833526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:55.839661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:55.841607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:55.842215 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:55.864206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event updated for resources: {'Port': ['ID=04b43c4d-ee01-4cd3-b69c-39d8470da13e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:55.873376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54818) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:55.873938 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e860527e-888f-4202-a792-d35b8d4e06c5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5546753 Aug 27 14:24:55.937674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-bf8eb94c-c696-4449-ade7-715381bc4ad6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port bc147d2d-7433-43c9-9c62-28110a4fd2c5 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:55.938022 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf8eb94c-c696-4449-ade7-715381bc4ad6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:55.950602 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7f5776cb-1cbe-407c-bb36-d9c5bff97046 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:55.971381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 7f5776cb-1cbe-407c-bb36-d9c5bff97046 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:55.971805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 7f5776cb-1cbe-407c-bb36-d9c5bff97046 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:56.024027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-2fab0353-03b4-442c-89ad-5b5ef92f301b tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Deleting port 04b43c4d-ee01-4cd3-b69c-39d8470da13e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:56.024365 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fab0353-03b4-442c-89ad-5b5ef92f301b tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.027623 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf8eb94c-c696-4449-ade7-715381bc4ad6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.041207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-bf8eb94c-c696-4449-ade7-715381bc4ad6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for bc147d2d-7433-43c9-9c62-28110a4fd2c5 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:56.147784 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fab0353-03b4-442c-89ad-5b5ef92f301b tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.164681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-2fab0353-03b4-442c-89ad-5b5ef92f301b tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Calling delete_port for 04b43c4d-ee01-4cd3-b69c-39d8470da13e owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:56.213041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce3c87-0a2d-4dfb-885b-7868c0d862b7 admin admin] Deleting port f42cde67-862e-42cf-bce9-86384c8103be {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:56.213376 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f3ce3c87-0a2d-4dfb-885b-7868c0d862b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.216514 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf8eb94c-c696-4449-ade7-715381bc4ad6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.251970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8eb94c-c696-4449-ade7-715381bc4ad6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=bc147d2d-7433-43c9-9c62-28110a4fd2c5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:56.326867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-f3ce3c87-0a2d-4dfb-885b-7868c0d862b7 admin admin] For port f42cde67-862e-42cf-bce9-86384c8103be, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f42cde67-862e-42cf-bce9-86384c8103be,segment=NetworkSegment(7a525ae0-97d6-4e29-b028-3f156ca77c7b),segment_id=7a525ae0-97d6-4e29-b028-3f156ca77c7b)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:56.327322 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f3ce3c87-0a2d-4dfb-885b-7868c0d862b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.352334 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf8eb94c-c696-4449-ade7-715381bc4ad6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.365772 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce3c87-0a2d-4dfb-885b-7868c0d862b7 admin admin] Calling delete_port for f42cde67-862e-42cf-bce9-86384c8103be owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:56.447241 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fab0353-03b4-442c-89ad-5b5ef92f301b tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.514341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab0353-03b4-442c-89ad-5b5ef92f301b tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event deleted for resources: {'Port': ['ID=04b43c4d-ee01-4cd3-b69c-39d8470da13e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:56.525004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8eb94c-c696-4449-ade7-715381bc4ad6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Router 12f8d078-ea86-40fa-a33b-7ebfa714f954 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:24:56.553592 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2fab0353-03b4-442c-89ad-5b5ef92f301b tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.555423 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2fab0353-03b4-442c-89ad-5b5ef92f301b tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "DELETE /v2.0/ports/04b43c4d-ee01-4cd3-b69c-39d8470da13e HTTP/1.1" status: 204 len: 168 time: 0.6810973 Aug 27 14:24:56.574115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54822) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:56.581362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be97bdef-fb30-4b00-b094-3234b48a6863', 'external_fixed_ips': [{'subnet_id': '4ede6523-76cb-4d27-8ccb-a9ab240fbe37', 'ip_address': '2001:db8::350'}]}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:56.606754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83916fec-5411-4e30-8db0-4aa7cc2e1a3a req-7d88198d-5b58-4ddf-beeb-9be28163642f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:56.608288 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-83916fec-5411-4e30-8db0-4aa7cc2e1a3a req-7d88198d-5b58-4ddf-beeb-9be28163642f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.1655941 Aug 27 14:24:56.624331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8eb94c-c696-4449-ade7-715381bc4ad6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:24:56.631560 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bf8eb94c-c696-4449-ade7-715381bc4ad6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "PUT /v2.0/routers/12f8d078-ea86-40fa-a33b-7ebfa714f954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2850215 Aug 27 14:24:56.636463 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54824) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:56.636875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49814c90-a9d0-4f3e-8b0c-10e5d771962a None None] Sync routers for ids ['12f8d078-ea86-40fa-a33b-7ebfa714f954'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:24:56.648851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49814c90-a9d0-4f3e-8b0c-10e5d771962a None None] Routers {'12f8d078-ea86-40fa-a33b-7ebfa714f954'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:56.649084 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.650260 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.650779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-49814c90-a9d0-4f3e-8b0c-10e5d771962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['12f8d078-ea86-40fa-a33b-7ebfa714f954'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:56.670909 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-83916fec-5411-4e30-8db0-4aa7cc2e1a3a req-c88594a3-a9f9-40cd-8f61-288635d3eac4 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546660 Aug 27 14:24:56.673782 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2742412-274f-4473-a85e-80a0c191fc09 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:24:56.679171 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c2742412-274f-4473-a85e-80a0c191fc09 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/bc147d2d-7433-43c9-9c62-28110a4fd2c5 HTTP/1.1" status: 404 len: 333 time: 0.0390441 Aug 27 14:24:56.679443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54826) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:56.692705 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-49814c90-a9d0-4f3e-8b0c-10e5d771962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:56.703982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49814c90-a9d0-4f3e-8b0c-10e5d771962a None None] Routers {'12f8d078-ea86-40fa-a33b-7ebfa714f954'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:56.704870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-49814c90-a9d0-4f3e-8b0c-10e5d771962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['12f8d078-ea86-40fa-a33b-7ebfa714f954'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:56.740290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-49814c90-a9d0-4f3e-8b0c-10e5d771962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:56.740960 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49814c90-a9d0-4f3e-8b0c-10e5d771962a None None] The sync data for ids ['12f8d078-ea86-40fa-a33b-7ebfa714f954'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:24:56.743482 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.841264 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dba72227-49cb-4209-b748-3cc6b598cc16 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.884384 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.907935 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f3ce3c87-0a2d-4dfb-885b-7868c0d862b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:56.958997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce3c87-0a2d-4dfb-885b-7868c0d862b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f42cde67-862e-42cf-bce9-86384c8103be,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:57.084618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dba72227-49cb-4209-b748-3cc6b598cc16 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:57.088107 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dba72227-49cb-4209-b748-3cc6b598cc16 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:57.093276 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:57.115252 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:57.336423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Allocated IP 2001:db8::350 (be97bdef-fb30-4b00-b094-3234b48a6863/4ede6523-76cb-4d27-8ccb-a9ab240fbe37/c9bf2aa9-3d2e-4d58-8c2e-e4cb9f07e857) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:24:57.446631 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:57.447346 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dba72227-49cb-4209-b748-3cc6b598cc16 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:57.447346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba72227-49cb-4209-b748-3cc6b598cc16 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Fanout notify agent at l3_agent the message router_deleted on router 12f8d078-ea86-40fa-a33b-7ebfa714f954 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:24:57.454482 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dba72227-49cb-4209-b748-3cc6b598cc16 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:57.455548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dba72227-49cb-4209-b748-3cc6b598cc16 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/routers/12f8d078-ea86-40fa-a33b-7ebfa714f954 HTTP/1.1" status: 204 len: 168 time: 0.7747965 Aug 27 14:24:57.459477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54828) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:57.520722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f3ce3c87-0a2d-4dfb-885b-7868c0d862b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:57.532556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca888c8-5ed8-4549-a144-0c50a0a2fff0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting subnet c9696bfa-a1b7-453d-b82a-1d013f29f252 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:24:57.538051 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ca888c8-5ed8-4549-a144-0c50a0a2fff0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:57.569687 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:57.620561 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ca888c8-5ed8-4549-a144-0c50a0a2fff0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:57.648950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Network be97bdef-fb30-4b00-b094-3234b48a6863 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:24:57.652513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:24:57.654353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event updated for resources: {'Port': ['ID=c9bf2aa9-3d2e-4d58-8c2e-e4cb9f07e857,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:57.658511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:24:57.760902 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ce3c87-0a2d-4dfb-885b-7868c0d862b7 admin admin] Router 85482ee2-e7e1-48eb-8266-30c337389cee has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:24:57.874779 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ce3c87-0a2d-4dfb-885b-7868c0d862b7 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:24:57.877863 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ca888c8-5ed8-4549-a144-0c50a0a2fff0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:57.883345 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568215ba-e186-4f4b-b70a-832c525ecde0 None None] Sync routers for ids ['85482ee2-e7e1-48eb-8266-30c337389cee'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:24:57.885672 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f3ce3c87-0a2d-4dfb-885b-7868c0d862b7 admin admin] 10.222.0.55 "PUT /v2.0/routers/85482ee2-e7e1-48eb-8266-30c337389cee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9935703 Aug 27 14:24:57.888259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54832) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:57.893554 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568215ba-e186-4f4b-b70a-832c525ecde0 None None] Routers {'85482ee2-e7e1-48eb-8266-30c337389cee'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:57.894432 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-568215ba-e186-4f4b-b70a-832c525ecde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85482ee2-e7e1-48eb-8266-30c337389cee'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:57.938677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9d193-96ac-4cf4-b966-5897d4e46244 req-49e0a010-cade-4b1e-9c46-e4362c3785a3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:57.940230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29c9d193-96ac-4cf4-b966-5897d4e46244 req-49e0a010-cade-4b1e-9c46-e4362c3785a3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.1638486 Aug 27 14:24:58.002420 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.011036 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-568215ba-e186-4f4b-b70a-832c525ecde0 None None] Set router 85482ee2-e7e1-48eb-8266-30c337389cee gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:24:58.053314 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29c9d193-96ac-4cf4-b966-5897d4e46244 req-bbd5e073-b4dc-4c37-93d0-da22f6968641 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040769 Aug 27 14:24:58.062924 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ca888c8-5ed8-4549-a144-0c50a0a2fff0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.093602 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.098770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca888c8-5ed8-4549-a144-0c50a0a2fff0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Subnet': ['ID=c9696bfa-a1b7-453d-b82a-1d013f29f252,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:58.115147 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a38ad6-a0e3-4be9-bebe-8198a91d784e None None] Network a8ecb05f-2c7f-4e79-bd8a-897cae7709bc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:24:58.140767 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ca888c8-5ed8-4549-a144-0c50a0a2fff0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.142609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5ca888c8-5ed8-4549-a144-0c50a0a2fff0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/c9696bfa-a1b7-453d-b82a-1d013f29f252 HTTP/1.1" status: 204 len: 168 time: 0.6821589 Aug 27 14:24:58.145912 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.147309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54834) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:58.222421 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-568215ba-e186-4f4b-b70a-832c525ecde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:24:56Z', 'revision_number': 5, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port': {'id': 'b2e69e10-6f2f-4b04-8724-d043d46e411a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:23Z', 'updated_at': '2021-08-27T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:58.230285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Deleting port b2e69e10-6f2f-4b04-8724-d043d46e411a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:58.230615 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.256019 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568215ba-e186-4f4b-b70a-832c525ecde0 None None] Checking router: 85482ee2-e7e1-48eb-8266-30c337389cee for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:24:58.266667 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568215ba-e186-4f4b-b70a-832c525ecde0 None None] Routers {'85482ee2-e7e1-48eb-8266-30c337389cee'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:58.267670 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-568215ba-e186-4f4b-b70a-832c525ecde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['85482ee2-e7e1-48eb-8266-30c337389cee'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:58.294564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.328193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] For port b2e69e10-6f2f-4b04-8724-d043d46e411a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b2e69e10-6f2f-4b04-8724-d043d46e411a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:58.328690 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.346072 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1116999-1910-4c4a-86a0-267672ceb18f None None] DHCP port deletion for a8ecb05f-2c7f-4e79-bd8a-897cae7709bc request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:24:58.352578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Calling delete_port for b2e69e10-6f2f-4b04-8724-d043d46e411a owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:58.371773 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-568215ba-e186-4f4b-b70a-832c525ecde0 None None] Set router 85482ee2-e7e1-48eb-8266-30c337389cee gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:24:58.402300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f1116999-1910-4c4a-86a0-267672ceb18f None None] Deleting port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:58.402596 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1116999-1910-4c4a-86a0-267672ceb18f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.454616 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-568215ba-e186-4f4b-b70a-832c525ecde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:24:58Z', 'revision_number': 6, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:58.456085 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:58.457106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.459955 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.479415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f1116999-1910-4c4a-86a0-267672ceb18f None None] For port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=30feaf25-4e60-4d2e-98d6-b1cd08c05d57,segment=NetworkSegment(ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652),segment_id=ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:58.479818 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1116999-1910-4c4a-86a0-267672ceb18f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.487336 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568215ba-e186-4f4b-b70a-832c525ecde0 None None] The sync data for ids ['85482ee2-e7e1-48eb-8266-30c337389cee'] in n-d-712139-12 is: [{'id': '85482ee2-e7e1-48eb-8266-30c337389cee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1669329330-router', 'tenant_id': '6e6a0978bed34119b9c82ced45294b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:21Z', 'updated_at': '2021-08-27T14:24:58Z', 'revision_number': 6, 'project_id': '6e6a0978bed34119b9c82ced45294b57', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:24:58.501718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f1116999-1910-4c4a-86a0-267672ceb18f None None] Calling delete_port for 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:58.553282 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.580931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e69e10-6f2f-4b04-8724-d043d46e411a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:58.583031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] For port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=30feaf25-4e60-4d2e-98d6-b1cd08c05d57,segment=NetworkSegment(ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652),segment_id=ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:24:58.583547 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.610580 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f1116999-1910-4c4a-86a0-267672ceb18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.634022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:58.641863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1116999-1910-4c4a-86a0-267672ceb18f None None] Pushing event deleted for resources: {'Port': ['ID=30feaf25-4e60-4d2e-98d6-b1cd08c05d57,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:58.645422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.653611 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1116999-1910-4c4a-86a0-267672ceb18f None None] No DVR routers for this DVR port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:58.740134 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.742437 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.791717 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.792317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85482ee2-e7e1-48eb-8266-30c337389cee {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:24:58.797156 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.800982 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-75edf73e-fc6c-40e6-a13a-7c11b90ab0bf admin admin] 10.222.0.55 "DELETE /v2.0/routers/85482ee2-e7e1-48eb-8266-30c337389cee HTTP/1.1" status: 204 len: 168 time: 0.9087291 Aug 27 14:24:58.801172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54836) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:58.852627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3205b2-5e2a-47d4-b6fe-404d5ed1dfea admin admin] Deleting subnet 1dddf8fb-b35d-4729-8666-54324b041c89 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:24:58.856343 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a3205b2-5e2a-47d4-b6fe-404d5ed1dfea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.907506 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a3205b2-5e2a-47d4-b6fe-404d5ed1dfea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.974914 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a3205b2-5e2a-47d4-b6fe-404d5ed1dfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:58.996401 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0356c-aa04-4e05-8fb2-dc8fc86b8e8b req-cb3e8394-7cdd-48b3-8fc4-150e0b357a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:58.997917 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09d0356c-aa04-4e05-8fb2-dc8fc86b8e8b req-cb3e8394-7cdd-48b3-8fc4-150e0b357a97 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 1098 time: 0.1067207 Aug 27 14:24:59.052387 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09d0356c-aa04-4e05-8fb2-dc8fc86b8e8b req-a69602f4-370a-42da-8e9d-e7dd3f3b3674 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444660 Aug 27 14:24:59.057358 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a3205b2-5e2a-47d4-b6fe-404d5ed1dfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.087227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3205b2-5e2a-47d4-b6fe-404d5ed1dfea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dddf8fb-b35d-4729-8666-54324b041c89,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:59.089954 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a3205b2-5e2a-47d4-b6fe-404d5ed1dfea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.093281 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6a3205b2-5e2a-47d4-b6fe-404d5ed1dfea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1dddf8fb-b35d-4729-8666-54324b041c89 HTTP/1.1" status: 204 len: 168 time: 0.2910316 Aug 27 14:24:59.094373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54840) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:59.158056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Router 18a4aad1-e202-45f6-98e5-a6d6a2700cb3 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:24:59.160926 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.191905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=30feaf25-4e60-4d2e-98d6-b1cd08c05d57,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:59.198940 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No DVR routers for this DVR port 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:24:59.205232 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3645-c852-4329-b727-cddf4c453b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.224435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828c8c1-62df-4617-837e-f9074b78abcb req-91018dd5-f4e1-4645-93f0-5abdf5fce965 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:59.226195 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e828c8c1-62df-4617-837e-f9074b78abcb req-91018dd5-f4e1-4645-93f0-5abdf5fce965 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.0879953 Aug 27 14:24:59.320858 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3645-c852-4329-b727-cddf4c453b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.324962 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.337582 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e828c8c1-62df-4617-837e-f9074b78abcb req-29582862-82ef-4847-a4ef-f5e89f3c3d64 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883167 Aug 27 14:24:59.339236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ed9b3645-c852-4329-b727-cddf4c453b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86cb8ef-ae0b-4cd6-b6af-8f5664df2259']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:59.349212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ed9b3645-c852-4329-b727-cddf4c453b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a525ae0-97d6-4e29-b028-3f156ca77c7b') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:59.349569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ed9b3645-c852-4329-b727-cddf4c453b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a525ae0-97d6-4e29-b028-3f156ca77c7b') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:59.367638 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3645-c852-4329-b727-cddf4c453b19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.372161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ecb05f-2c7f-4e79-bd8a-897cae7709bc']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:59.381156 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3645-c852-4329-b727-cddf4c453b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.388624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9b3645-c852-4329-b727-cddf4c453b19 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:59.388927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:59.389232 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3645-c852-4329-b727-cddf4c453b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.389401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2aee09-1df2-4ba0-8d5d-1e54a8f3d652') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:59.391625 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:59.404665 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.420606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:24:59.427001 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.436285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] Sync routers for ids ['18a4aad1-e202-45f6-98e5-a6d6a2700cb3'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:24:59.439128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:24:59.439574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:24:59.443694 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:24:59.457975 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.462045 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4ba9851f-f3b5-4afe-b81c-124e0589caad tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8865962 Aug 27 14:24:59.464513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54842) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:59.465334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] Routers {'18a4aad1-e202-45f6-98e5-a6d6a2700cb3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:24:59.466063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['18a4aad1-e202-45f6-98e5-a6d6a2700cb3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:24:59.472863 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3645-c852-4329-b727-cddf4c453b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.509831 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3645-c852-4329-b727-cddf4c453b19 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.511848 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ed9b3645-c852-4329-b727-cddf4c453b19 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c86cb8ef-ae0b-4cd6-b6af-8f5664df2259 HTTP/1.1" status: 204 len: 168 time: 0.4165151 Aug 27 14:24:59.524018 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.527193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b3645-c852-4329-b727-cddf4c453b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=c86cb8ef-ae0b-4cd6-b6af-8f5664df2259,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:59.545978 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.551956 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/networks/a8ecb05f-2c7f-4e79-bd8a-897cae7709bc HTTP/1.1" status: 204 len: 168 time: 1.3980839 Aug 27 14:24:59.571538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54846) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:59.598757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9411d37-5db8-4d57-95a7-5b5d8d80da5a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Network': ['ID=a8ecb05f-2c7f-4e79-bd8a-897cae7709bc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:24:59.625422 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.652705 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6645cad7-b8dd-4c69-80c7-fe4c9816d0d3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:24:59.657638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6645cad7-b8dd-4c69-80c7-fe4c9816d0d3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/b3a39c7a-00cf-4a59-a835-c3d7540b3d12 HTTP/1.1" status: 200 len: 844 time: 0.0815639 Aug 27 14:24:59.660965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54848) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:59.740726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-15db46ea-080e-46f2-b850-52b9d3c610c6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/b3a39c7a-00cf-4a59-a835-c3d7540b3d12?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0661259 Aug 27 14:24:59.743970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54850) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:59.749210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2e460b2c-8967-4f9d-93b6-b78e10e9f3ff tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:24:59.775406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f42cde67-862e-42cf-bce9-86384c8103be no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:59.799115 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.834548 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: f42cde67-862e-42cf-bce9-86384c8103be {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:59.835096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f42cde67-862e-42cf-bce9-86384c8103be not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:59.835674 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b2e69e10-6f2f-4b04-8724-d043d46e411a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:59.856610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b2e69e10-6f2f-4b04-8724-d043d46e411a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:59.857209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b2e69e10-6f2f-4b04-8724-d043d46e411a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:59.857795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:24:59.867615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54852) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:24:59.868950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Deleting port c9bf2aa9-3d2e-4d58-8c2e-e4cb9f07e857 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:24:59.869284 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.887296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:24:59.887922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 30feaf25-4e60-4d2e-98d6-b1cd08c05d57 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:24:59.888834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e460b2c-8967-4f9d-93b6-b78e10e9f3ff tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:24:59.900681 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2e460b2c-8967-4f9d-93b6-b78e10e9f3ff tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.916090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] Set router 18a4aad1-e202-45f6-98e5-a6d6a2700cb3 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:24:59.958507 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:24:59.971185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Calling delete_port for c9bf2aa9-3d2e-4d58-8c2e-e4cb9f07e857 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:24:59.993561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7796494e-a9cb-46ad-8c34-30dcc582f359 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e6a0978bed34119b9c82ced45294b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1207681 Aug 27 14:24:59.994218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54854) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:00.091312 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5dd26dd5-42e1-41a8-a113-b85ea99f06aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.128649 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5dd26dd5-42e1-41a8-a113-b85ea99f06aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.139535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4aad1-e202-45f6-98e5-a6d6a2700cb3', 'name': '', 'tenant_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be97bdef-fb30-4b00-b094-3234b48a6863', 'external_fixed_ips': [{'subnet_id': '4ede6523-76cb-4d27-8ccb-a9ab240fbe37', 'ip_address': '2001:db8::350'}], 'enable_snat': True}, 'gw_port_id': 'c9bf2aa9-3d2e-4d58-8c2e-e4cb9f07e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:24:56Z', 'updated_at': '2021-08-27T14:24:57Z', 'revision_number': 3, 'project_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'gw_port': {'id': 'c9bf2aa9-3d2e-4d58-8c2e-e4cb9f07e857', 'name': '', 'network_id': 'be97bdef-fb30-4b00-b094-3234b48a6863', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:dd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4aad1-e202-45f6-98e5-a6d6a2700cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '4ede6523-76cb-4d27-8ccb-a9ab240fbe37', 'ip_address': '2001:db8::350', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:24:57Z', 'updated_at': '2021-08-27T14:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ede6523-76cb-4d27-8ccb-a9ab240fbe37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:00.168503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] Checking router: 18a4aad1-e202-45f6-98e5-a6d6a2700cb3 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:25:00.168503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] Updating router 18a4aad1-e202-45f6-98e5-a6d6a2700cb3 port c9bf2aa9-3d2e-4d58-8c2e-e4cb9f07e857 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:25:00.197201 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2e460b2c-8967-4f9d-93b6-b78e10e9f3ff tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.198637 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.199133 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.226023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] Port c9bf2aa9-3d2e-4d58-8c2e-e4cb9f07e857 not found while updating agent binding for router 18a4aad1-e202-45f6-98e5-a6d6a2700cb3. {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 14:25:00.235199 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:25:00.235769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] Routers {'18a4aad1-e202-45f6-98e5-a6d6a2700cb3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:00.236296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['18a4aad1-e202-45f6-98e5-a6d6a2700cb3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:00.247447 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9bf2aa9-3d2e-4d58-8c2e-e4cb9f07e857,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:00.248884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e460b2c-8967-4f9d-93b6-b78e10e9f3ff tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:00.252412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-2e460b2c-8967-4f9d-93b6-b78e10e9f3ff tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:00.259974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e460b2c-8967-4f9d-93b6-b78e10e9f3ff tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:00.260597 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2e460b2c-8967-4f9d-93b6-b78e10e9f3ff tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.270593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e460b2c-8967-4f9d-93b6-b78e10e9f3ff tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Subnet': ['ID=c27cf65e-fee1-4216-bb8c-baed4b2cb581,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:00.275666 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.277708 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5dd26dd5-42e1-41a8-a113-b85ea99f06aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.281627 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5dd26dd5-42e1-41a8-a113-b85ea99f06aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.282835 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5dd26dd5-42e1-41a8-a113-b85ea99f06aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2742e385-5eec-4f3e-86e6-a7d590a1257f HTTP/1.1" status: 204 len: 168 time: 0.2880080 Aug 27 14:25:00.289747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2e460b2c-8967-4f9d-93b6-b78e10e9f3ff tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5446889 Aug 27 14:25:00.291434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54858) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:00.296212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-92f26c7d-8c3b-4bbc-9af7-1bd1043ac5bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'security_group': {'name': 'tempest-secgroup-1855823376'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:00.313721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd26dd5-42e1-41a8-a113-b85ea99f06aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2742e385-5eec-4f3e-86e6-a7d590a1257f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:00.320028 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] Set router 18a4aad1-e202-45f6-98e5-a6d6a2700cb3 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:25:00.343485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92f26c7d-8c3b-4bbc-9af7-1bd1043ac5bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.383472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4aad1-e202-45f6-98e5-a6d6a2700cb3', 'name': '', 'tenant_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:24:56Z', 'updated_at': '2021-08-27T14:25:00Z', 'revision_number': 5, 'project_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:00.397014 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.400539 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.414081 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9469fd5-ffff-454f-a3ec-0426621ee989 None None] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:00.423677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d2760-0e2a-49d6-b622-ffb2c3948e82 None None] The sync data for ids ['18a4aad1-e202-45f6-98e5-a6d6a2700cb3'] in n-d-712139-12 is: [{'id': '18a4aad1-e202-45f6-98e5-a6d6a2700cb3', 'name': '', 'tenant_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:24:56Z', 'updated_at': '2021-08-27T14:25:00Z', 'revision_number': 5, 'project_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:00.499788 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.500458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18a4aad1-e202-45f6-98e5-a6d6a2700cb3 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:25:00.512494 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.517014 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8af87393-d4f3-4d13-a96d-5d45698756f5 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "DELETE /v2.0/routers/18a4aad1-e202-45f6-98e5-a6d6a2700cb3 HTTP/1.1" status: 204 len: 168 time: 1.0512507 Aug 27 14:25:00.519658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54862) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:00.572226 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92f26c7d-8c3b-4bbc-9af7-1bd1043ac5bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.590378 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761bfb-77e4-4a06-b7ad-5217a06d1850 req-8ea334e4-c20f-4888-b481-6d2a7bc6eed3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:00.592259 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb761bfb-77e4-4a06-b7ad-5217a06d1850 req-8ea334e4-c20f-4888-b481-6d2a7bc6eed3 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.1232593 Aug 27 14:25:00.593692 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92f26c7d-8c3b-4bbc-9af7-1bd1043ac5bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.637093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-38df90b9-95cb-45f8-8d79-a062523cc2da tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Deleting subnet 4ede6523-76cb-4d27-8ccb-a9ab240fbe37 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:25:00.644145 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38df90b9-95cb-45f8-8d79-a062523cc2da tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.648097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92f26c7d-8c3b-4bbc-9af7-1bd1043ac5bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.650737 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-92f26c7d-8c3b-4bbc-9af7-1bd1043ac5bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3570466 Aug 27 14:25:00.655873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54864) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:00.664744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0cc4385c-dd6f-4fe1-bd85-e139027ce395 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'security_group': {'name': 'tempest-secgroup-975847642'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:00.694074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f26c7d-8c3b-4bbc-9af7-1bd1043ac5bf tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2563cb4e-a515-4b24-a819-825a977d129f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:00.723909 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb761bfb-77e4-4a06-b7ad-5217a06d1850 req-4376fc08-8bd6-4dec-8495-ee4ec0da2ae8 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083853 Aug 27 14:25:00.732911 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cc4385c-dd6f-4fe1-bd85-e139027ce395 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.755098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 00c4b7c2-747c-40e8-9586-de288246afbf details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:25:00.759226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 00c4b7c2-747c-40e8-9586-de288246afbf no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:25:00.760444 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38df90b9-95cb-45f8-8d79-a062523cc2da tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.763742 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54868) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:00.928842 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38df90b9-95cb-45f8-8d79-a062523cc2da tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.933839 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'tenant_id': '3a98f70219d940488044ca77e9b614d9', 'fixed_ips': [{'subnet_id': 'c27cf65e-fee1-4216-bb8c-baed4b2cb581'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:25:00.934637 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.935860 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cc4385c-dd6f-4fe1-bd85-e139027ce395 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.942879 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cc4385c-dd6f-4fe1-bd85-e139027ce395 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:00.976504 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-59c60afd-076a-4a4c-84ec-36bb0a7ccd7a tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/floatingips/3be3598a-9c79-492b-8f10-62fe3ba39f2b HTTP/1.1" status: 200 len: 994 time: 0.1806967 Aug 27 14:25:01.021509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4385c-dd6f-4fe1-bd85-e139027ce395 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4ffdae-91e0-4ab2-8e03-b1b6a377333b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:01.028568 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0cc4385c-dd6f-4fe1-bd85-e139027ce395 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:01.030308 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0cc4385c-dd6f-4fe1-bd85-e139027ce395 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3727028 Aug 27 14:25:01.033077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54872) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:01.043940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1123855603', 'security_groups': ['ba4ffdae-91e0-4ab2-8e03-b1b6a377333b'], 'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c27cf65e-fee1-4216-bb8c-baed4b2cb581'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:01.060772 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38df90b9-95cb-45f8-8d79-a062523cc2da tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:01.242708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 00c4b7c2-747c-40e8-9586-de288246afbf, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=00c4b7c2-747c-40e8-9586-de288246afbf,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:01.255751 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:01.258074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '00c4b7c2-747c-40e8-9586-de288246afbf', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'port_id': '00c4b7c2-747c-40e8-9586-de288246afbf', 'mac_address': 'fa:16:3e:5c:74:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:25:01.320738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:25:01.323298 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61f59c4-6d33-48b8-9cfd-dfffbae0d771" -d '{"events": [{"server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "name": "network-vif-unplugged", "status": "completed", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:25:01.406677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 00c4b7c2-747c-40e8-9586-de288246afbf, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=00c4b7c2-747c-40e8-9586-de288246afbf,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:01.420755 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef21333-3e14-4aff-8a4c-9582628f4b69 x-openstack-request-id: req-5ef21333-3e14-4aff-8a4c-9582628f4b69 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:25:01.422059 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "name": "network-vif-unplugged", "status": "completed", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:25:01.422469 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ef21333-3e14-4aff-8a4c-9582628f4b69 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:25:01.423072 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf', 'code': 200} Aug 27 14:25:01.438463 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:01.443750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Allocated IP 2001:db8::2 (fef7eac3-4cab-4977-b89c-d492c1f3cedb/c27cf65e-fee1-4216-bb8c-baed4b2cb581/9cce5e2a-8885-4c46-aaad-41a094e2e0e4) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:01.512288 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:01.541289 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00c4b7c2-747c-40e8-9586-de288246afbf {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:25:01.650005 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38df90b9-95cb-45f8-8d79-a062523cc2da tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:01.651952 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-38df90b9-95cb-45f8-8d79-a062523cc2da tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/4ede6523-76cb-4d27-8ccb-a9ab240fbe37 HTTP/1.1" status: 204 len: 168 time: 1.1312757 Aug 27 14:25:01.655112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df90b9-95cb-45f8-8d79-a062523cc2da tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4ede6523-76cb-4d27-8ccb-a9ab240fbe37,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:01.656296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54890) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:01.667489 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=00c4b7c2-747c-40e8-9586-de288246afbf,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:01.709827 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:25:01.710405 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:25:01.791176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:01.812916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:01.845553 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:01.856769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Transition to ACTIVE for port object 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:01.877169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Transition to ACTIVE for port object 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:01.885981 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:01.939034 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Pushing event updated for resources: {'Port': ['ID=9cce5e2a-8885-4c46-aaad-41a094e2e0e4,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:01.954083 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:01.955641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:01.959987 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:01.960487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:01.980209 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:01.993540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port a1d01152-6788-4283-9998-d9f222015ccf yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:25:02.004401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be97bdef-fb30-4b00-b094-3234b48a6863']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:02.035165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999cb7bb-5f45-448e-935b-0233bd1a68e9') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:02.035473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999cb7bb-5f45-448e-935b-0233bd1a68e9') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:02.054642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.057766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Attempting to bind port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:25:02.058374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Attempting to bind port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '4f1905c3-7928-4934-91ea-fd25c732f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:25:02.059012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Attempting to bind port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 on network fef7eac3-4cab-4977-b89c-d492c1f3cedb {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:25:02.066911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:25:02.067285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Checking segment: {'id': '4f1905c3-7928-4934-91ea-fd25c732f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:02.068864 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.069275 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Bound using segment: {'id': '4f1905c3-7928-4934-91ea-fd25c732f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:25:02.069845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Bound port: 9cce5e2a-8885-4c46-aaad-41a094e2e0e4, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1905c3-7928-4934-91ea-fd25c732f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:25:02.070813 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.077425 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.094312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:25:02.095078 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:25:02.097733 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:25:02.176046 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.185545 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be97bdef-fb30-4b00-b094-3234b48a6863 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 14:25:02.215836 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.221425 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "DELETE /v2.0/networks/be97bdef-fb30-4b00-b094-3234b48a6863 HTTP/1.1" status: 204 len: 168 time: 0.5594168 Aug 27 14:25:02.249511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] For port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:25:02.254418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55674bfd-8ed8-47d9-8525-e02dca9c6344 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event deleted for resources: {'Network': ['ID=be97bdef-fb30-4b00-b094-3234b48a6863,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:02.259326 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] For port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9cce5e2a-8885-4c46-aaad-41a094e2e0e4,segment=NetworkSegment(4f1905c3-7928-4934-91ea-fd25c732f159),segment_id=4f1905c3-7928-4934-91ea-fd25c732f159)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:25:02.284721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8::11a (fef7eac3-4cab-4977-b89c-d492c1f3cedb/c27cf65e-fee1-4216-bb8c-baed4b2cb581/a1d01152-6788-4283-9998-d9f222015ccf) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:02.285771 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.352812 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.381139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c4b7c2-747c-40e8-9586-de288246afbf {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:25:02.388579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448e1ed-27ee-4c19-b9b0-10e0e59ebaa2 None None] Pushing event updated for resources: {'Port': ['ID=9cce5e2a-8885-4c46-aaad-41a094e2e0e4,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:02.430096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 00c4b7c2-747c-40e8-9586-de288246afbf, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=00c4b7c2-747c-40e8-9586-de288246afbf,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:02.436265 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.555444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=00c4b7c2-747c-40e8-9586-de288246afbf,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:02.590990 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d3d5f9e-f32b-4a0b-823f-c21cdb3f1907 req-0ce697de-77f9-48c3-a76b-f9fc9643a9c2 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2ea2f9-99c9-436f-9ce5-e224de4873e7 HTTP/1.1" status: 200 len: 210 time: 0.0720525 Aug 27 14:25:02.639578 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.656299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Transition to ACTIVE for port object a1d01152-6788-4283-9998-d9f222015ccf will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:02.662231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['00c4b7c2-747c-40e8-9586-de288246afbf'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:25:02.688662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54920) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:02.694005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d11bb0eb-a403-4c72-b64f-040dc40df6db tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Request body: {'router': {'name': 'tempest-router--986533401', 'project_id': 'ffc9f1b696c84ef880d71eba8895f2a2'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:02.745178 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d11bb0eb-a403-4c72-b64f-040dc40df6db tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.746497 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d11bb0eb-a403-4c72-b64f-040dc40df6db tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.772837 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.867134 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:02.868674 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d11bb0eb-a403-4c72-b64f-040dc40df6db tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.875891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:02.884961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:02.885319 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d11bb0eb-a403-4c72-b64f-040dc40df6db tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.901129 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:02.905047 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.911262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=a1d01152-6788-4283-9998-d9f222015ccf,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:02.912982 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d11bb0eb-a403-4c72-b64f-040dc40df6db tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:02.914450 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d11bb0eb-a403-4c72-b64f-040dc40df6db tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2247214 Aug 27 14:25:02.917309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54934) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:02.949620 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6a16c677-c1a7-447d-b016-bd14201f03b7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9121728 Aug 27 14:25:02.949620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54936) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:02.956016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-682462ed-7c4b-4c0a-9355-bdd27af3170c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:03.082430 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-691b5ab4-7cf8-4330-af29-59f25f29d529 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:03.142268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682462ed-7c4b-4c0a-9355-bdd27af3170c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:03.153677 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-682462ed-7c4b-4c0a-9355-bdd27af3170c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:03.307432 n-d-712139-12 neutron-server[101187]: INFO neutron.db.ipam_backend_mixin [None req-682462ed-7c4b-4c0a-9355-bdd27af3170c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c27cf65e-fee1-4216-bb8c-baed4b2cb581 (CIDR: 2001:db8::/64) Aug 27 14:25:03.312285 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-682462ed-7c4b-4c0a-9355-bdd27af3170c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:25:03.323332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682462ed-7c4b-4c0a-9355-bdd27af3170c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:03.347635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-682462ed-7c4b-4c0a-9355-bdd27af3170c tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3936708 Aug 27 14:25:03.347997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54940) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:03.370037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b600d015-0b96-498f-a60b-9881b1f5304d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:03.420703 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-691b5ab4-7cf8-4330-af29-59f25f29d529 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:03.423568 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-691b5ab4-7cf8-4330-af29-59f25f29d529 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:03.518536 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-691b5ab4-7cf8-4330-af29-59f25f29d529 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:03.519936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691b5ab4-7cf8-4330-af29-59f25f29d529 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbe76e05-a3d9-4147-8188-3431717cf35a {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:25:03.526500 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-691b5ab4-7cf8-4330-af29-59f25f29d529 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:03.541012 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-691b5ab4-7cf8-4330-af29-59f25f29d529 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "DELETE /v2.0/routers/cbe76e05-a3d9-4147-8188-3431717cf35a HTTP/1.1" status: 204 len: 168 time: 0.6110382 Aug 27 14:25:03.588220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b600d015-0b96-498f-a60b-9881b1f5304d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:03.607080 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b600d015-0b96-498f-a60b-9881b1f5304d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:03.732154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:25:03.790614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a04d067f-2821-4418-810f-4da4c435d41e req-ceec6c02-8f1a-4523-a47d-b9083b38db59 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0473821 Aug 27 14:25:03.861717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54954) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:03.920599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:25:03.995074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ddcf2a5c-75a7-474b-b093-0667ffaceaa4 None None] Provisioning for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:25:04.000322 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ddcf2a5c-75a7-474b-b093-0667ffaceaa4 None None] Provisioning complete for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:04.002535 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2a5c-75a7-474b-b093-0667ffaceaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.011822 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b600d015-0b96-498f-a60b-9881b1f5304d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.068340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b600d015-0b96-498f-a60b-9881b1f5304d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:04.079324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b600d015-0b96-498f-a60b-9881b1f5304d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:04.084976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b600d015-0b96-498f-a60b-9881b1f5304d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:04.085894 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b600d015-0b96-498f-a60b-9881b1f5304d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.125071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54964) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:04.131474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5e9ea03b-8942-4cc9-b842-4c53086b6489 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1845774746', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7e5477ef-6304-4c62-90f4-6e6c4e4ba70e'}], 'security_groups': ['2563cb4e-a515-4b24-a819-825a977d129f']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:04.131773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b600d015-0b96-498f-a60b-9881b1f5304d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7818372 Aug 27 14:25:04.133497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600d015-0b96-498f-a60b-9881b1f5304d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Subnet': ['ID=7e5477ef-6304-4c62-90f4-6e6c4e4ba70e,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:04.207265 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2a5c-75a7-474b-b093-0667ffaceaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.268003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ddcf2a5c-75a7-474b-b093-0667ffaceaa4 None None] For port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9cce5e2a-8885-4c46-aaad-41a094e2e0e4,segment=NetworkSegment(4f1905c3-7928-4934-91ea-fd25c732f159),segment_id=4f1905c3-7928-4934-91ea-fd25c732f159)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:04.272822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785544f1-5bce-47ba-96ad-0eeae77e10d3 None None] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:04.289998 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2a5c-75a7-474b-b093-0667ffaceaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.319445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1489580000', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:04.336737 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea03b-8942-4cc9-b842-4c53086b6489 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.358041 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ddcf2a5c-75a7-474b-b093-0667ffaceaa4 None None] Provisioning complete for port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:04.358413 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2a5c-75a7-474b-b093-0667ffaceaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.363088 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.364238 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.432196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf2a5c-75a7-474b-b093-0667ffaceaa4 None None] Pushing event updated for resources: {'Port': ['ID=9cce5e2a-8885-4c46-aaad-41a094e2e0e4,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:04.446859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf2a5c-75a7-474b-b093-0667ffaceaa4 None None] Port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:25:04.484506 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.592775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0a416a4d-b825-467b-9d36-89f43ce0598b None None] Provisioning for port a1d01152-6788-4283-9998-d9f222015ccf completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:25:04.603094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0a416a4d-b825-467b-9d36-89f43ce0598b None None] Provisioning complete for port a1d01152-6788-4283-9998-d9f222015ccf triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:04.603473 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0a416a4d-b825-467b-9d36-89f43ce0598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.641340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2415d4a9-7221-4cb1-989d-5573e9bdea71 None None] Update dhcp port {'port': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'fixed_ips': [{'subnet_id': 'c27cf65e-fee1-4216-bb8c-baed4b2cb581', 'ip_address': '2001:db8::2'}, {'subnet_id': '7e5477ef-6304-4c62-90f4-6e6c4e4ba70e'}], 'binding:host_id': 'n-d-712139-12'}, 'id': '9cce5e2a-8885-4c46-aaad-41a094e2e0e4'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:25:04.666305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0a416a4d-b825-467b-9d36-89f43ce0598b None None] Port a1d01152-6788-4283-9998-d9f222015ccf cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:25:04.673395 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2415d4a9-7221-4cb1-989d-5573e9bdea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.711769 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.762945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 00c4b7c2-747c-40e8-9586-de288246afbf up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:25:04.833278 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 00c4b7c2-747c-40e8-9586-de288246afbf triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:04.834140 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:04.907894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-5e9ea03b-8942-4cc9-b842-4c53086b6489 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Delete allocated IP 2001:db8::11a (fef7eac3-4cab-4977-b89c-d492c1f3cedb/c27cf65e-fee1-4216-bb8c-baed4b2cb581) {{(pid=101186) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 14:25:04.929110 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-5e9ea03b-8942-4cc9-b842-4c53086b6489 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8:0:1::1f2 (fef7eac3-4cab-4977-b89c-d492c1f3cedb/7e5477ef-6304-4c62-90f4-6e6c4e4ba70e/a1d01152-6788-4283-9998-d9f222015ccf) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:05.072109 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-70df925f-bea9-4731-9921-e77792309267 req-46e3a2f6-c8c5-4fa3-9d8d-5ebadefe9f0b tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.1842334 Aug 27 14:25:05.102887 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.127737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:25:05.130678 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8686862-8592-441f-8beb-e4878ce2cf9b" -d '{"events": [{"server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "name": "network-vif-plugged", "status": "completed", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:25:05.145133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 00c4b7c2-747c-40e8-9586-de288246afbf, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=00c4b7c2-747c-40e8-9586-de288246afbf,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:05.151349 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.170616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7eea432e-f8d7-47b8-b018-211a8772d7cd req-d0e01ef1-14b0-44ae-8019-c008368502d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f2ea2f9-99c9-436f-9ce5-e224de4873e7 HTTP/1.1" status: 200 len: 210 time: 0.0430954 Aug 27 14:25:05.200358 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c4b18a-58e3-4f0d-b4f6-251328c664b3 x-openstack-request-id: req-84c4b18a-58e3-4f0d-b4f6-251328c664b3 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:25:05.200668 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "name": "network-vif-plugged", "status": "completed", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:25:05.200923 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84c4b18a-58e3-4f0d-b4f6-251328c664b3 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:25:05.201320 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf', 'code': 200} Aug 27 14:25:05.217167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=00c4b7c2-747c-40e8-9586-de288246afbf,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:05.410236 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.434936 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.524058 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea03b-8942-4cc9-b842-4c53086b6489 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.559387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-5e9ea03b-8942-4cc9-b842-4c53086b6489 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Ignored duplicate provisioning block setup for port a1d01152-6788-4283-9998-d9f222015ccf by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 14:25:05.576766 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea03b-8942-4cc9-b842-4c53086b6489 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.609566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Allocated IP 172.25.2.135 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/da53e48d-9e00-49cf-8cf1-21100f6b603b) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:05.616186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:25:05.654192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-2415d4a9-7221-4cb1-989d-5573e9bdea71 None None] Allocated IP 2001:db8:0:1::2 (fef7eac3-4cab-4977-b89c-d492c1f3cedb/7e5477ef-6304-4c62-90f4-6e6c4e4ba70e/9cce5e2a-8885-4c46-aaad-41a094e2e0e4) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:05.670435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ea03b-8942-4cc9-b842-4c53086b6489 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] In _notify_port_updated(), no bound segment for port a1d01152-6788-4283-9998-d9f222015ccf on network fef7eac3-4cab-4977-b89c-d492c1f3cedb {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:25:05.676009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9ea03b-8942-4cc9-b842-4c53086b6489 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:05.676665 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea03b-8942-4cc9-b842-4c53086b6489 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.677983 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5e9ea03b-8942-4cc9-b842-4c53086b6489 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "PUT /v2.0/ports/a1d01152-6788-4283-9998-d9f222015ccf HTTP/1.1" status: 200 len: 931 time: 1.5516958 Aug 27 14:25:05.681159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54972) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:05.727394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ea03b-8942-4cc9-b842-4c53086b6489 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=a1d01152-6788-4283-9998-d9f222015ccf,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:05.728517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:05.728897 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.776174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e1527319-5e3f-4e0c-bba1-1b7fbc40974e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port a1d01152-6788-4283-9998-d9f222015ccf {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:05.776542 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1527319-5e3f-4e0c-bba1-1b7fbc40974e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.793325 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.793544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2415d4a9-7221-4cb1-989d-5573e9bdea71 None None] For port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9cce5e2a-8885-4c46-aaad-41a094e2e0e4,segment=NetworkSegment(4f1905c3-7928-4934-91ea-fd25c732f159),segment_id=4f1905c3-7928-4934-91ea-fd25c732f159)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:05.840890 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.848407 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2415d4a9-7221-4cb1-989d-5573e9bdea71 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.871730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2415d4a9-7221-4cb1-989d-5573e9bdea71 None None] Transition to ACTIVE for port object 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:05.876851 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2415d4a9-7221-4cb1-989d-5573e9bdea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.881946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:05.888375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:05.891519 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1527319-5e3f-4e0c-bba1-1b7fbc40974e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:05.891955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:05.907890 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e1527319-5e3f-4e0c-bba1-1b7fbc40974e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for a1d01152-6788-4283-9998-d9f222015ccf owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:05.919900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Pushing event updated for resources: {'Port': ['ID=da53e48d-9e00-49cf-8cf1-21100f6b603b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:05.968371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415d4a9-7221-4cb1-989d-5573e9bdea71 None None] Pushing event updated for resources: {'Port': ['ID=9cce5e2a-8885-4c46-aaad-41a094e2e0e4,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:06.054563 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1527319-5e3f-4e0c-bba1-1b7fbc40974e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.087102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1527319-5e3f-4e0c-bba1-1b7fbc40974e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=a1d01152-6788-4283-9998-d9f222015ccf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:06.116855 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1527319-5e3f-4e0c-bba1-1b7fbc40974e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.121559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e1527319-5e3f-4e0c-bba1-1b7fbc40974e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/a1d01152-6788-4283-9998-d9f222015ccf HTTP/1.1" status: 204 len: 168 time: 0.4366863 Aug 27 14:25:06.121872 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54976) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:06.150489 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-73347aaa-9523-4b55-ac5c-1e33d2ac6287 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:25:06.152233 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-73347aaa-9523-4b55-ac5c-1e33d2ac6287 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/a1d01152-6788-4283-9998-d9f222015ccf HTTP/1.1" status: 404 len: 333 time: 0.0293734 Aug 27 14:25:06.155324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54978) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:06.227407 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.248397 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8eff0e36-8c4f-442d-8ee0-ed778604a1cc req-d06bf49c-72aa-4e60-88dd-17d533439580 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0517790 Aug 27 14:25:06.273311 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c17fbf71-dab2-478f-ae01-f581dae3e000 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.296207 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c17fbf71-dab2-478f-ae01-f581dae3e000 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.345758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c17fbf71-dab2-478f-ae01-f581dae3e000 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.350066 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c17fbf71-dab2-478f-ae01-f581dae3e000 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.353934 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c17fbf71-dab2-478f-ae01-f581dae3e000 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/security-groups/ba4ffdae-91e0-4ab2-8e03-b1b6a377333b HTTP/1.1" status: 204 len: 168 time: 0.1952593 Aug 27 14:25:06.354662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54980) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:06.361425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fbf71-dab2-478f-ae01-f581dae3e000 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4ffdae-91e0-4ab2-8e03-b1b6a377333b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:06.492254 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.526444 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.529181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.619018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-906162dd-80ad-4c3c-a2fb-db6af023a24d None None] Provisioning for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:25:06.623069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-906162dd-80ad-4c3c-a2fb-db6af023a24d None None] Provisioning complete for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:06.623443 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-906162dd-80ad-4c3c-a2fb-db6af023a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.642523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.645642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.649266 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/security-groups/2563cb4e-a515-4b24-a819-825a977d129f HTTP/1.1" status: 204 len: 168 time: 0.2913959 Aug 27 14:25:06.649851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54982) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:06.665949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2563cb4e-a515-4b24-a819-825a977d129f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:06.680382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:06.680798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:06.681500 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:06.681848 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:06.682187 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:06.682524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:06.682884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:06.683224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:06.683554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:06.683881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:06.684207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:06.684625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23540-427d-4291-9440-da3f6b001a89 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:06.727178 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Router 6cf321d7-6533-4f53-9f63-d970d6986b27 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:25:06.739640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72b6002-c1d5-4294-960c-79bce5dd6e80 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting subnet c27cf65e-fee1-4216-bb8c-baed4b2cb581 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:25:06.743319 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b72b6002-c1d5-4294-960c-79bce5dd6e80 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.778117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-906162dd-80ad-4c3c-a2fb-db6af023a24d None None] Could not find standard attr ID for object a1d01152-6788-4283-9998-d9f222015ccf. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:25:06.794487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-906162dd-80ad-4c3c-a2fb-db6af023a24d None None] Provisioning complete for port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:06.796292 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-906162dd-80ad-4c3c-a2fb-db6af023a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.796547 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b72b6002-c1d5-4294-960c-79bce5dd6e80 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.863853 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-906162dd-80ad-4c3c-a2fb-db6af023a24d None None] Port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:25:06.905801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:25:06.911577 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b72b6002-c1d5-4294-960c-79bce5dd6e80 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.919220 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86daccf-1edf-4fae-955c-0fdf8bf05a05 None None] Sync routers for ids ['6cf321d7-6533-4f53-9f63-d970d6986b27'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:25:06.926714 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:06.930649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ad7cc505-1403-415f-bd5c-f5ff08c41801 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0633738 Aug 27 14:25:06.930913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54984) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:06.936112 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86daccf-1edf-4fae-955c-0fdf8bf05a05 None None] Routers {'6cf321d7-6533-4f53-9f63-d970d6986b27'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:06.936941 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d86daccf-1edf-4fae-955c-0fdf8bf05a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6cf321d7-6533-4f53-9f63-d970d6986b27'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:06.976612 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d86daccf-1edf-4fae-955c-0fdf8bf05a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:06.979321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-36175332-6be1-49a9-8321-87eb4ac49fab None None] Could not find standard attr ID for object a1d01152-6788-4283-9998-d9f222015ccf. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:25:06.986973 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86daccf-1edf-4fae-955c-0fdf8bf05a05 None None] Routers {'6cf321d7-6533-4f53-9f63-d970d6986b27'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:06.988922 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d86daccf-1edf-4fae-955c-0fdf8bf05a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6cf321d7-6533-4f53-9f63-d970d6986b27'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:06.995036 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b72b6002-c1d5-4294-960c-79bce5dd6e80 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.026102 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d86daccf-1edf-4fae-955c-0fdf8bf05a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:07.027061 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86daccf-1edf-4fae-955c-0fdf8bf05a05 None None] The sync data for ids ['6cf321d7-6533-4f53-9f63-d970d6986b27'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:07.031737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b6002-c1d5-4294-960c-79bce5dd6e80 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Subnet': ['ID=c27cf65e-fee1-4216-bb8c-baed4b2cb581,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:07.034853 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b72b6002-c1d5-4294-960c-79bce5dd6e80 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.040813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b72b6002-c1d5-4294-960c-79bce5dd6e80 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/c27cf65e-fee1-4216-bb8c-baed4b2cb581 HTTP/1.1" status: 204 len: 168 time: 0.3861768 Aug 27 14:25:07.041213 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54986) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:07.046377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e1a6c4f3-3f5e-4348-aae8-e125dfa8d5a7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:07.066628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f203eafd-4e16-45b0-814a-7f25fd55679b tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/routers/6cf321d7-6533-4f53-9f63-d970d6986b27 HTTP/1.1" status: 200 len: 925 time: 0.1343839 Aug 27 14:25:07.070457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54988) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:07.072673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1fc3b4-64ee-4858-8c5e-c3c598a05c21 None None] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:07.101697 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bce84d20-3ec9-42fc-b398-296aeaf37225 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cf321d7-6533-4f53-9f63-d970d6986b27 HTTP/1.1" status: 200 len: 205 time: 0.0299506 Aug 27 14:25:07.104091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 54990) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:07.167248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a6c4f3-3f5e-4348-aae8-e125dfa8d5a7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:07.171153 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1a6c4f3-3f5e-4348-aae8-e125dfa8d5a7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.424993 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1a6c4f3-3f5e-4348-aae8-e125dfa8d5a7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.472416 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a6c4f3-3f5e-4348-aae8-e125dfa8d5a7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:07.475941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-e1a6c4f3-3f5e-4348-aae8-e125dfa8d5a7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:07.480374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a6c4f3-3f5e-4348-aae8-e125dfa8d5a7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:07.480958 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e1a6c4f3-3f5e-4348-aae8-e125dfa8d5a7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.485293 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ba5d03a0-1688-462d-92ac-91341ff476ec req-0c967e63-eafd-49c3-a2b5-67ce3ef222d0 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0370278 Aug 27 14:25:07.499698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6c4f3-3f5e-4348-aae8-e125dfa8d5a7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Subnet': ['ID=a95fa34c-c08f-4248-bc29-ff27a5773fe4,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:07.506543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.506750 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e1a6c4f3-3f5e-4348-aae8-e125dfa8d5a7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4628053 Aug 27 14:25:07.509062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54994) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:07.516477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f13d038c-e212-4d19-b444-a839e34023b3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'security_group': {'name': 'tempest-secgroup-1152856133'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:07.542387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f13d038c-e212-4d19-b444-a839e34023b3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.638369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:25:07.664562 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.679435 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f13d038c-e212-4d19-b444-a839e34023b3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.685106 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f13d038c-e212-4d19-b444-a839e34023b3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.727335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:07.727335 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.734916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Deleting port da53e48d-9e00-49cf-8cf1-21100f6b603b {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:07.735273 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.743013 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f13d038c-e212-4d19-b444-a839e34023b3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.743013 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f13d038c-e212-4d19-b444-a839e34023b3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2276416 Aug 27 14:25:07.744363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 54996) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:07.756243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b28774d2-ce40-4be2-9c4c-b0024228d144 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'security_group': {'name': 'tempest-secgroup-34720612'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:07.761298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d038c-e212-4d19-b444-a839e34023b3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51be23a-31f4-4fad-8a83-61dc78846b23,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:07.815016 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b28774d2-ce40-4be2-9c4c-b0024228d144 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.848402 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.866712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Calling delete_port for da53e48d-9e00-49cf-8cf1-21100f6b603b owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:07.951416 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-131b84cd-d0ea-43c3-b574-3a815ef5ae74 req-c9a06c9e-4053-4c78-8185-e7761e3430a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0391333 Aug 27 14:25:07.977392 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b28774d2-ce40-4be2-9c4c-b0024228d144 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:07.982281 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b28774d2-ce40-4be2-9c4c-b0024228d144 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.008391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adbc7da-72bb-4e73-8fdd-902a4048e5ba None None] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:08.018792 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b28774d2-ce40-4be2-9c4c-b0024228d144 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.022668 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b28774d2-ce40-4be2-9c4c-b0024228d144 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2748103 Aug 27 14:25:08.023335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55000) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:08.028744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28774d2-ce40-4be2-9c4c-b0024228d144 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8afbcfd-6137-436e-86a4-7a4f16e2c4e0,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:08.037346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-de64f6d0-f93f-409c-b769-8599c399c6f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'security_group': {'name': 'tempest-secgroup-816745286'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:08.058343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b7d189d3-0f9c-423e-905b-aa5748eae9cb None None] Provisioning complete for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:08.058860 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b7d189d3-0f9c-423e-905b-aa5748eae9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.100719 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de64f6d0-f93f-409c-b769-8599c399c6f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.111922 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.146836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Pushing event deleted for resources: {'Port': ['ID=da53e48d-9e00-49cf-8cf1-21100f6b603b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:08.236305 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.243585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b7d189d3-0f9c-423e-905b-aa5748eae9cb None None] Provisioning complete for port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:08.243969 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b7d189d3-0f9c-423e-905b-aa5748eae9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.287767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b7d189d3-0f9c-423e-905b-aa5748eae9cb None None] Port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:25:08.338221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77888ef4-c976-41af-9df9-5e3403f7cf0e None None] Update dhcp port {'port': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'fixed_ips': [{'subnet_id': '7e5477ef-6304-4c62-90f4-6e6c4e4ba70e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a95fa34c-c08f-4248-bc29-ff27a5773fe4'}], 'binding:host_id': 'n-d-712139-12'}, 'id': '9cce5e2a-8885-4c46-aaad-41a094e2e0e4'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:25:08.344333 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.349726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.352987 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de64f6d0-f93f-409c-b769-8599c399c6f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.359990 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de64f6d0-f93f-409c-b769-8599c399c6f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.364758 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-77888ef4-c976-41af-9df9-5e3403f7cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.425973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64f6d0-f93f-409c-b769-8599c399c6f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3a1938-e362-4120-9a85-6f8452a465b5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:08.428707 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de64f6d0-f93f-409c-b769-8599c399c6f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.433750 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-de64f6d0-f93f-409c-b769-8599c399c6f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4056151 Aug 27 14:25:08.433750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.433750 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Fanout notify agent at l3_agent the message router_deleted on router 6cf321d7-6533-4f53-9f63-d970d6986b27 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:25:08.434241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55002) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:08.437899 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.444621 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4b57201d-fedb-4885-b802-18c69ea8689f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "DELETE /v2.0/routers/6cf321d7-6533-4f53-9f63-d970d6986b27 HTTP/1.1" status: 204 len: 168 time: 1.3339710 Aug 27 14:25:08.445461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55004) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:08.449271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1242311193', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'enable_snat': False}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:08.450287 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-842620938', 'security_groups': ['8b3a1938-e362-4120-9a85-6f8452a465b5'], 'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a95fa34c-c08f-4248-bc29-ff27a5773fe4'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:08.476656 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.478064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.543954 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.593444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-77888ef4-c976-41af-9df9-5e3403f7cf0e None None] Allocated IP 2001:db8::2 (fef7eac3-4cab-4977-b89c-d492c1f3cedb/a95fa34c-c08f-4248-bc29-ff27a5773fe4/9cce5e2a-8885-4c46-aaad-41a094e2e0e4) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:08.615897 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e51f642d-6935-49af-afc8-e077e8781cf4 req-8b5be873-8b69-4a88-a6c2-0dbd93c69a4f tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0341094 Aug 27 14:25:08.638478 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:08.709246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-77888ef4-c976-41af-9df9-5e3403f7cf0e None None] For port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9cce5e2a-8885-4c46-aaad-41a094e2e0e4,segment=NetworkSegment(4f1905c3-7928-4934-91ea-fd25c732f159),segment_id=4f1905c3-7928-4934-91ea-fd25c732f159)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:08.709755 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.725054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.740019 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-77888ef4-c976-41af-9df9-5e3403f7cf0e None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.744682 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] device_id is not set on port 7fc33561-4d7c-4d19-8fdb-f2df274a671d yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:25:08.755852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-77888ef4-c976-41af-9df9-5e3403f7cf0e None None] Transition to ACTIVE for port object 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:08.759726 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-77888ef4-c976-41af-9df9-5e3403f7cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.853496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77888ef4-c976-41af-9df9-5e3403f7cf0e None None] Pushing event updated for resources: {'Port': ['ID=9cce5e2a-8885-4c46-aaad-41a094e2e0e4,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:08.923169 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:08.931084 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8::322 (fef7eac3-4cab-4977-b89c-d492c1f3cedb/a95fa34c-c08f-4248-bc29-ff27a5773fe4/7fc33561-4d7c-4d19-8fdb-f2df274a671d) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:08.944886 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.064665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Allocated IP 172.25.2.144 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:09.097610 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.117538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Transition to ACTIVE for port object 7fc33561-4d7c-4d19-8fdb-f2df274a671d will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:09.155548 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.184219 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.204114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:09.208196 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:09.212470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:09.217861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:09.218655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.227344 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.228470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=7fc33561-4d7c-4d19-8fdb-f2df274a671d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:09.243801 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ff67e3bf-3eb4-4d6e-867a-51a42d4b5b9a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8053222 Aug 27 14:25:09.244347 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55008) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:09.249559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3a999586-98ed-4ec4-81f4-815607ef510d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:09.268040 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:09.274062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:09.277898 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:09.307610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event updated for resources: {'Port': ['ID=1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:09.380066 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a999586-98ed-4ec4-81f4-815607ef510d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:09.384138 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a999586-98ed-4ec4-81f4-815607ef510d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.492863 n-d-712139-12 neutron-server[101187]: INFO neutron.db.ipam_backend_mixin [None req-3a999586-98ed-4ec4-81f4-815607ef510d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a95fa34c-c08f-4248-bc29-ff27a5773fe4 (CIDR: 2001:db8::/64) Aug 27 14:25:09.501583 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a999586-98ed-4ec4-81f4-815607ef510d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:25:09.503761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a999586-98ed-4ec4-81f4-815607ef510d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:09.523320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3a999586-98ed-4ec4-81f4-815607ef510d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2778044 Aug 27 14:25:09.523602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55010) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:09.527211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-419299e4-cb28-439c-b988-48f713064a8d None None] Provisioning for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:25:09.528656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-6d136c0d-0b03-4c84-b18e-1c8bdef42a7b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:09.546478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-419299e4-cb28-439c-b988-48f713064a8d None None] Provisioning complete for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:09.546899 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-419299e4-cb28-439c-b988-48f713064a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.642923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:25:09.655352 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.696344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-419299e4-cb28-439c-b988-48f713064a8d None None] Provisioning complete for port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:09.696570 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-419299e4-cb28-439c-b988-48f713064a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.742381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:09.742789 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.744455 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-419299e4-cb28-439c-b988-48f713064a8d None None] Port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:25:09.752861 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f5f28ec-2e46-440f-823d-e9394250fe00 req-42e47900-6ace-405d-8251-2b9367417254 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0385759 Aug 27 14:25:09.822017 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d136c0d-0b03-4c84-b18e-1c8bdef42a7b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:09.826263 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d136c0d-0b03-4c84-b18e-1c8bdef42a7b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.868350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7cd18027-fe01-4054-895c-f147fa6ac81b None None] Provisioning for port 7fc33561-4d7c-4d19-8fdb-f2df274a671d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:25:09.872494 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7cd18027-fe01-4054-895c-f147fa6ac81b None None] Provisioning complete for port 7fc33561-4d7c-4d19-8fdb-f2df274a671d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:09.873031 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7cd18027-fe01-4054-895c-f147fa6ac81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.918860 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:09.919901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7cd18027-fe01-4054-895c-f147fa6ac81b None None] Port 7fc33561-4d7c-4d19-8fdb-f2df274a671d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:25:10.007718 n-d-712139-12 neutron-server[101186]: INFO neutron.db.ipam_backend_mixin [None req-6d136c0d-0b03-4c84-b18e-1c8bdef42a7b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7e5477ef-6304-4c62-90f4-6e6c4e4ba70e (CIDR: 2001:db8:0:1::/64) Aug 27 14:25:10.013465 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d136c0d-0b03-4c84-b18e-1c8bdef42a7b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:25:10.013928 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d136c0d-0b03-4c84-b18e-1c8bdef42a7b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:10.027281 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:10.035930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6d136c0d-0b03-4c84-b18e-1c8bdef42a7b tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5114217 Aug 27 14:25:10.040327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55028) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:10.045865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e5f93b9f-1ce7-445e-847e-d5aed564380e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'subnet': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:10.102533 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-618aa082-c740-4e10-82d4-b5bac756e36b req-c762b1ed-0bd1-46c9-9d96-29eae4253feb tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0312674 Aug 27 14:25:10.172975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f93b9f-1ce7-445e-847e-d5aed564380e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Made reservation on behalf of 3a98f70219d940488044ca77e9b614d9 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:10.177008 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e5f93b9f-1ce7-445e-847e-d5aed564380e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:10.195418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Router 50c86a35-062d-4309-9423-1fa0ecd90632 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:25:10.309808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:25:10.319466 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Sync routers for ids ['50c86a35-062d-4309-9423-1fa0ecd90632'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:25:10.330169 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:10.334429 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2d79e278-70c5-4015-9a25-0d5f2732d6e8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.8859942 Aug 27 14:25:10.334716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55032) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:10.337014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Routers {'50c86a35-062d-4309-9423-1fa0ecd90632'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:10.337771 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50c86a35-062d-4309-9423-1fa0ecd90632'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:10.438078 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e5f93b9f-1ce7-445e-847e-d5aed564380e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:10.465712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Set router 50c86a35-062d-4309-9423-1fa0ecd90632 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:25:10.479227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f93b9f-1ce7-445e-847e-d5aed564380e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:10.480588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-e5f93b9f-1ce7-445e-847e-d5aed564380e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:10.483447 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-49b61c95-ee41-42d0-bf53-eca56d04b754 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/routers/50c86a35-062d-4309-9423-1fa0ecd90632 HTTP/1.1" status: 200 len: 909 time: 0.1474547 Aug 27 14:25:10.485259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f93b9f-1ce7-445e-847e-d5aed564380e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:10.485831 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e5f93b9f-1ce7-445e-847e-d5aed564380e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:10.486087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55034) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:10.494341 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1242311193', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'enable_snat': True}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:10.504753 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ee38d5-5161-4fb9-a9f6-9e830d1375a3 None None] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:10.507851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f93b9f-1ce7-445e-847e-d5aed564380e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Subnet': ['ID=32723644-5c37-4833-8e8c-20a294d0b5d1,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:10.522047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:10.523383 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:10.528488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e5f93b9f-1ce7-445e-847e-d5aed564380e tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4845195 Aug 27 14:25:10.528799 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55036) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:10.535412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f1086652-016b-4025-8e19-241246505c71 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1355145744', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '32723644-5c37-4833-8e8c-20a294d0b5d1'}], 'security_groups': ['f51be23a-31f4-4fad-8a83-61dc78846b23', 'e8afbcfd-6137-436e-86a4-7a4f16e2c4e0']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:10.661865 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:10.812659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c86a35-062d-4309-9423-1fa0ecd90632', 'name': 'tempest-snat-router-1242311193', 'tenant_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.144'}], 'enable_snat': False}, 'gw_port_id': '1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:08Z', 'updated_at': '2021-08-27T14:25:09Z', 'revision_number': 3, 'project_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'gw_port': {'id': '1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c86a35-062d-4309-9423-1fa0ecd90632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:08Z', 'updated_at': '2021-08-27T14:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:10.827375 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:10.850901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Checking router: 50c86a35-062d-4309-9423-1fa0ecd90632 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:25:10.851483 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Updating router 50c86a35-062d-4309-9423-1fa0ecd90632 port 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:25:10.858928 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1086652-016b-4025-8e19-241246505c71 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:10.899373 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:10.932047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e76da7-068b-4c0c-bc72-2ccfbf5790f0 None None] Update dhcp port {'port': {'network_id': 'fef7eac3-4cab-4977-b89c-d492c1f3cedb', 'fixed_ips': [{'subnet_id': '7e5477ef-6304-4c62-90f4-6e6c4e4ba70e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a95fa34c-c08f-4248-bc29-ff27a5773fe4', 'ip_address': '2001:db8::2'}, {'subnet_id': '32723644-5c37-4833-8e8c-20a294d0b5d1'}], 'binding:host_id': 'n-d-712139-12'}, 'id': '9cce5e2a-8885-4c46-aaad-41a094e2e0e4'} from n-d-712139-12. {{(pid=101188) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 14:25:11.014845 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-94e76da7-068b-4c0c-bc72-2ccfbf5790f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:11.216287 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8873eb88-1583-4f2c-bd57-517ddb50d75b req-36167fb2-55b6-439a-8438-79e062c53323 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0309021 Aug 27 14:25:11.289024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-94e76da7-068b-4c0c-bc72-2ccfbf5790f0 None None] Allocated IP 2001:db8:0:2::2 (fef7eac3-4cab-4977-b89c-d492c1f3cedb/32723644-5c37-4833-8e8c-20a294d0b5d1/9cce5e2a-8885-4c46-aaad-41a094e2e0e4) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:11.381638 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:11.401251 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Transition to ACTIVE for port object 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:11.412725 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:11.467271 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:11.487618 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:11.603902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Allocated IP 172.25.2.171 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/872d3eb3-9762-425b-8c36-2fb4edf5ae6c) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:11.636581 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660a510-d233-48fb-957a-05c3456231d7 None None] Pushing event updated for resources: {'Port': ['ID=1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:11.639922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-94e76da7-068b-4c0c-bc72-2ccfbf5790f0 None None] For port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9cce5e2a-8885-4c46-aaad-41a094e2e0e4,segment=NetworkSegment(4f1905c3-7928-4934-91ea-fd25c732f159),segment_id=4f1905c3-7928-4934-91ea-fd25c732f159)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:11.648636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Attempting to bind port 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:25:11.649009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Attempting to bind port 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:25:11.649376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Attempting to bind port 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:25:11.657714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:25:11.658026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:11.658427 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:11.658847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:25:11.659411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Bound port: 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:25:11.660042 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:11.703585 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-94e76da7-068b-4c0c-bc72-2ccfbf5790f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:11.711016 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:11.729565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-94e76da7-068b-4c0c-bc72-2ccfbf5790f0 None None] Transition to ACTIVE for port object 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:11.735731 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-94e76da7-068b-4c0c-bc72-2ccfbf5790f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:11.767644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] For port 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:25:11.786607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] For port 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:25:11.791520 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:11.797474 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:11.852740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e76da7-068b-4c0c-bc72-2ccfbf5790f0 None None] Pushing event updated for resources: {'Port': ['ID=9cce5e2a-8885-4c46-aaad-41a094e2e0e4,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:11.869712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:11.878905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:11.888257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:11.900255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Routers {'50c86a35-062d-4309-9423-1fa0ecd90632'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:11.900896 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50c86a35-062d-4309-9423-1fa0ecd90632'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:11.921561 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event updated for resources: {'Port': ['ID=872d3eb3-9762-425b-8c36-2fb4edf5ae6c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:11.945088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-f1086652-016b-4025-8e19-241246505c71 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Delete allocated IP 2001:db8::322 (fef7eac3-4cab-4977-b89c-d492c1f3cedb/a95fa34c-c08f-4248-bc29-ff27a5773fe4) {{(pid=101186) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 14:25:11.957667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-f1086652-016b-4025-8e19-241246505c71 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Allocated IP 2001:db8:0:2::2d6 (fef7eac3-4cab-4977-b89c-d492c1f3cedb/32723644-5c37-4833-8e8c-20a294d0b5d1/7fc33561-4d7c-4d19-8fdb-f2df274a671d) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:11.968120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660a510-d233-48fb-957a-05c3456231d7 None None] Pushing event updated for resources: {'Port': ['ID=1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:12.043957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] Set router 50c86a35-062d-4309-9423-1fa0ecd90632 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:25:12.242917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c86a35-062d-4309-9423-1fa0ecd90632', 'name': 'tempest-snat-router-1242311193', 'tenant_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.144'}], 'enable_snat': False}, 'gw_port_id': '1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:08Z', 'updated_at': '2021-08-27T14:25:09Z', 'revision_number': 3, 'project_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'gw_port': {'id': '1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c86a35-062d-4309-9423-1fa0ecd90632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:08Z', 'updated_at': '2021-08-27T14:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:12.278250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af82982-1f09-44a9-9c3a-766c974e728a None None] The sync data for ids ['50c86a35-062d-4309-9423-1fa0ecd90632'] in n-d-712139-12 is: [{'id': '50c86a35-062d-4309-9423-1fa0ecd90632', 'name': 'tempest-snat-router-1242311193', 'tenant_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.144'}], 'enable_snat': False}, 'gw_port_id': '1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:08Z', 'updated_at': '2021-08-27T14:25:09Z', 'revision_number': 3, 'project_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'gw_port': {'id': '1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c86a35-062d-4309-9423-1fa0ecd90632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:08Z', 'updated_at': '2021-08-27T14:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:12.346201 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:12.351921 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e969be3-bd53-49ce-adfc-1e06b6c39f43 req-de3fd598-869c-4051-928f-0bca7271c466 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0400736 Aug 27 14:25:12.402095 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1086652-016b-4025-8e19-241246505c71 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:12.427638 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-f1086652-016b-4025-8e19-241246505c71 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Transition to ACTIVE for port object 7fc33561-4d7c-4d19-8fdb-f2df274a671d will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:12.458188 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1086652-016b-4025-8e19-241246505c71 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:12.564547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-f1086652-016b-4025-8e19-241246505c71 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] In _notify_port_updated(), no bound segment for port 7fc33561-4d7c-4d19-8fdb-f2df274a671d on network fef7eac3-4cab-4977-b89c-d492c1f3cedb {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:25:12.569416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f892c9db-6e3d-45ec-8fd2-5d3aaec55168 None None] Provisioning for port 7fc33561-4d7c-4d19-8fdb-f2df274a671d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:25:12.571320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1086652-016b-4025-8e19-241246505c71 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:12.572283 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1086652-016b-4025-8e19-241246505c71 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:12.576562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55042) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:12.577116 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f1086652-016b-4025-8e19-241246505c71 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "PUT /v2.0/ports/7fc33561-4d7c-4d19-8fdb-f2df274a671d HTTP/1.1" status: 200 len: 970 time: 2.0469849 Aug 27 14:25:12.592671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f892c9db-6e3d-45ec-8fd2-5d3aaec55168 None None] Provisioning complete for port 7fc33561-4d7c-4d19-8fdb-f2df274a671d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:12.593052 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f892c9db-6e3d-45ec-8fd2-5d3aaec55168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:12.625026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1086652-016b-4025-8e19-241246505c71 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event updated for resources: {'Port': ['ID=7fc33561-4d7c-4d19-8fdb-f2df274a671d,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:12.671802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f892c9db-6e3d-45ec-8fd2-5d3aaec55168 None None] Port 7fc33561-4d7c-4d19-8fdb-f2df274a671d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:25:12.694380 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f892c9db-6e3d-45ec-8fd2-5d3aaec55168 None None] Provisioning for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:25:12.701356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f892c9db-6e3d-45ec-8fd2-5d3aaec55168 None None] Provisioning complete for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:12.702033 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f892c9db-6e3d-45ec-8fd2-5d3aaec55168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:12.724436 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:12.756205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0519c5c8-b864-4559-96a4-ebab7a67d8d9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port 7fc33561-4d7c-4d19-8fdb-f2df274a671d {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:12.756855 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0519c5c8-b864-4559-96a4-ebab7a67d8d9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:12.824608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f892c9db-6e3d-45ec-8fd2-5d3aaec55168 None None] Provisioning complete for port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:12.825192 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f892c9db-6e3d-45ec-8fd2-5d3aaec55168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:12.864812 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0519c5c8-b864-4559-96a4-ebab7a67d8d9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:12.866530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f892c9db-6e3d-45ec-8fd2-5d3aaec55168 None None] Port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:25:12.879098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0519c5c8-b864-4559-96a4-ebab7a67d8d9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for 7fc33561-4d7c-4d19-8fdb-f2df274a671d owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:12.932331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Router 2bf5ce94-f164-41a0-b1ca-d5e91140e76a is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:25:12.992793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-205406ce-a378-473c-b6ba-363036343b9c None None] Provisioning complete for port 7fc33561-4d7c-4d19-8fdb-f2df274a671d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:12.993430 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-205406ce-a378-473c-b6ba-363036343b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.039698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-205406ce-a378-473c-b6ba-363036343b9c None None] Port 7fc33561-4d7c-4d19-8fdb-f2df274a671d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:25:13.056928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0519c5c8-b864-4559-96a4-ebab7a67d8d9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.067221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:25:13.079955 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Sync routers for ids ['2bf5ce94-f164-41a0-b1ca-d5e91140e76a'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:25:13.087445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519c5c8-b864-4559-96a4-ebab7a67d8d9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=7fc33561-4d7c-4d19-8fdb-f2df274a671d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:13.088645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.090136 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b35c5d24-8a3f-41b7-be5b-36e30af381b7 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6026247 Aug 27 14:25:13.095206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55044) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:13.104488 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Routers {'2bf5ce94-f164-41a0-b1ca-d5e91140e76a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:13.105116 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2bf5ce94-f164-41a0-b1ca-d5e91140e76a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:13.161580 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0519c5c8-b864-4559-96a4-ebab7a67d8d9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.165837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0519c5c8-b864-4559-96a4-ebab7a67d8d9 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/7fc33561-4d7c-4d19-8fdb-f2df274a671d HTTP/1.1" status: 204 len: 168 time: 0.5851841 Aug 27 14:25:13.166538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55046) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:13.200201 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0e9fb9-d9e8-4fed-af02-c9361ae089c4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] GET failed (client error): The resource could not be found. Aug 27 14:25:13.202734 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8e0e9fb9-d9e8-4fed-af02-c9361ae089c4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports/7fc33561-4d7c-4d19-8fdb-f2df274a671d HTTP/1.1" status: 404 len: 333 time: 0.0346088 Aug 27 14:25:13.204774 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55048) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:13.233288 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Set router 2bf5ce94-f164-41a0-b1ca-d5e91140e76a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:25:13.295755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-090750a5-2838-4996-b1b9-b411186e5601 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/routers/2bf5ce94-f164-41a0-b1ca-d5e91140e76a HTTP/1.1" status: 200 len: 908 time: 0.1966457 Aug 27 14:25:13.296150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55050) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:13.315089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.359120 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.424377 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.427676 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.430108 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/security-groups/8b3a1938-e362-4120-9a85-6f8452a465b5 HTTP/1.1" status: 204 len: 168 time: 0.2230618 Aug 27 14:25:13.433595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55054) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:13.448046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3a1938-e362-4120-9a85-6f8452a465b5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:13.455405 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.465615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:13.466699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:13.466699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:13.466699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:13.468192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:13.468192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:13.468192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:13.468192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:13.468784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:13.468784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:13.468957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:13.469150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505f6a1-1031-4007-a6c5-b6a7a15ca680 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:13.533136 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-20201fed-5341-4ed2-a04d-7d18b02c34a4 req-d06f092f-f069-4b36-b7b4-32e78602f72f tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0359530 Aug 27 14:25:13.547366 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b2de-3b66-4cb6-b500-df13b76d1bb3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.562956 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf5ce94-f164-41a0-b1ca-d5e91140e76a', 'name': 'tempest-snat-router-1242311193', 'tenant_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '872d3eb3-9762-425b-8c36-2fb4edf5ae6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:10Z', 'updated_at': '2021-08-27T14:25:12Z', 'revision_number': 3, 'project_id': '020b27de05f440ac9b7c1b2d10dce6c7', 'gw_port': {'id': '872d3eb3-9762-425b-8c36-2fb4edf5ae6c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf5ce94-f164-41a0-b1ca-d5e91140e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:11Z', 'updated_at': '2021-08-27T14:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:13.593832 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b2de-3b66-4cb6-b500-df13b76d1bb3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.596999 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Checking router: 2bf5ce94-f164-41a0-b1ca-d5e91140e76a for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:25:13.597415 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Updating router 2bf5ce94-f164-41a0-b1ca-d5e91140e76a port 872d3eb3-9762-425b-8c36-2fb4edf5ae6c binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:25:13.615746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.629151 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.668316 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b2de-3b66-4cb6-b500-df13b76d1bb3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.672210 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b2de-3b66-4cb6-b500-df13b76d1bb3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.673542 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cdd9b2de-3b66-4cb6-b500-df13b76d1bb3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/security-groups/e8afbcfd-6137-436e-86a4-7a4f16e2c4e0 HTTP/1.1" status: 204 len: 168 time: 0.2377160 Aug 27 14:25:13.677637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55056) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:13.694091 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9b2de-3b66-4cb6-b500-df13b76d1bb3 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8afbcfd-6137-436e-86a4-7a4f16e2c4e0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:13.706330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Deleting port 872d3eb3-9762-425b-8c36-2fb4edf5ae6c {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:13.708418 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.756988 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4de86cf0-5a1c-4dee-90ae-bcc9bac620c6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.765289 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:25:13.787916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4de86cf0-5a1c-4dee-90ae-bcc9bac620c6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.825866 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.834633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:13.835356 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.843945 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Calling delete_port for 872d3eb3-9762-425b-8c36-2fb4edf5ae6c owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:13.865597 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4de86cf0-5a1c-4dee-90ae-bcc9bac620c6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.872727 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4de86cf0-5a1c-4dee-90ae-bcc9bac620c6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.876588 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4de86cf0-5a1c-4dee-90ae-bcc9bac620c6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/security-groups/f51be23a-31f4-4fad-8a83-61dc78846b23 HTTP/1.1" status: 204 len: 168 time: 0.1936481 Aug 27 14:25:13.882735 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55058) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:13.920707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de86cf0-5a1c-4dee-90ae-bcc9bac620c6 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51be23a-31f4-4fad-8a83-61dc78846b23,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:13.945789 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:25:13.951192 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.963847 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Transition to ACTIVE for port object 872d3eb3-9762-425b-8c36-2fb4edf5ae6c will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:13.972515 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:13.989203 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6a2661-08d8-426b-8f7f-c036d8ebb2f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting subnet a95fa34c-c08f-4248-bc29-ff27a5773fe4 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:25:13.993408 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2661-08d8-426b-8f7f-c036d8ebb2f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.029469 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Attempting to bind port 872d3eb3-9762-425b-8c36-2fb4edf5ae6c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:25:14.029926 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Attempting to bind port 872d3eb3-9762-425b-8c36-2fb4edf5ae6c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:25:14.030358 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Attempting to bind port 872d3eb3-9762-425b-8c36-2fb4edf5ae6c on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:25:14.041033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:25:14.047772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:14.048275 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.051021 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:25:14.051665 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:14.052248 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.052809 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:25:14.053480 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Bound port: 872d3eb3-9762-425b-8c36-2fb4edf5ae6c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:25:14.053923 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.058794 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2661-08d8-426b-8f7f-c036d8ebb2f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.088837 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee761db-3c71-484d-b350-be8b8472c226 None None] Pushing event updated for resources: {'Port': ['ID=872d3eb3-9762-425b-8c36-2fb4edf5ae6c,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:14.113288 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee761db-3c71-484d-b350-be8b8472c226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:14.113886 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee761db-3c71-484d-b350-be8b8472c226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:14.114348 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee761db-3c71-484d-b350-be8b8472c226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:14.114881 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee761db-3c71-484d-b350-be8b8472c226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:14.115424 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee761db-3c71-484d-b350-be8b8472c226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:14.115849 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee761db-3c71-484d-b350-be8b8472c226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:14.116335 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee761db-3c71-484d-b350-be8b8472c226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:14.116751 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee761db-3c71-484d-b350-be8b8472c226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:14.117179 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee761db-3c71-484d-b350-be8b8472c226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:14.117592 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee761db-3c71-484d-b350-be8b8472c226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:14.118002 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee761db-3c71-484d-b350-be8b8472c226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:14.118547 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee761db-3c71-484d-b350-be8b8472c226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:14.142006 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.149746 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.db.api [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:25:14.150081 n-d-712139-12 neutron-server[101189]: DEBUG oslo_db.api [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:25:14.152017 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.166228 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:14.171494 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.178010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event deleted for resources: {'Port': ['ID=872d3eb3-9762-425b-8c36-2fb4edf5ae6c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:14.202038 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2661-08d8-426b-8f7f-c036d8ebb2f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.227850 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:14.254628 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.274285 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2661-08d8-426b-8f7f-c036d8ebb2f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.302421 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a2661-08d8-426b-8f7f-c036d8ebb2f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Subnet': ['ID=a95fa34c-c08f-4248-bc29-ff27a5773fe4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:14.307256 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2661-08d8-426b-8f7f-c036d8ebb2f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.313645 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0c6a2661-08d8-426b-8f7f-c036d8ebb2f0 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/a95fa34c-c08f-4248-bc29-ff27a5773fe4 HTTP/1.1" status: 204 len: 168 time: 0.4225245 Aug 27 14:25:14.313933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55060) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:14.315846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1175c5fe-8a4a-4fbd-a8f1-73ee172d9a66 None None] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:14.363665 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.371063 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.386452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2769ebf-1df7-4951-894b-fdc3e5e54d5d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting subnet 32723644-5c37-4833-8e8c-20a294d0b5d1 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:25:14.389965 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2769ebf-1df7-4951-894b-fdc3e5e54d5d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.420635 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.421216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf5ce94-f164-41a0-b1ca-d5e91140e76a {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:25:14.428144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.432509 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-621ec4f5-5c34-41b2-b750-5df54946a5a9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "DELETE /v2.0/routers/2bf5ce94-f164-41a0-b1ca-d5e91140e76a HTTP/1.1" status: 204 len: 168 time: 1.1353176 Aug 27 14:25:14.433137 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55062) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:14.436440 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2769ebf-1df7-4951-894b-fdc3e5e54d5d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.536171 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2769ebf-1df7-4951-894b-fdc3e5e54d5d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.641145 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2769ebf-1df7-4951-894b-fdc3e5e54d5d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.657115 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e49a192-c7f3-4f2d-a57a-b8beaa81efae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.677203 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2769ebf-1df7-4951-894b-fdc3e5e54d5d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Subnet': ['ID=32723644-5c37-4833-8e8c-20a294d0b5d1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:14.682328 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2769ebf-1df7-4951-894b-fdc3e5e54d5d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.686639 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c2769ebf-1df7-4951-894b-fdc3e5e54d5d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/32723644-5c37-4833-8e8c-20a294d0b5d1 HTTP/1.1" status: 204 len: 168 time: 0.3693178 Aug 27 14:25:14.686757 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Attempting to bind port 872d3eb3-9762-425b-8c36-2fb4edf5ae6c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:25:14.686757 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Attempting to bind port 872d3eb3-9762-425b-8c36-2fb4edf5ae6c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:25:14.686924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55066) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:14.687116 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Attempting to bind port 872d3eb3-9762-425b-8c36-2fb4edf5ae6c on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:25:14.694589 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:25:14.695731 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:14.697075 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.697627 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:25:14.698232 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Bound port: 872d3eb3-9762-425b-8c36-2fb4edf5ae6c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:25:14.698791 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.718657 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd06714-5317-4fd4-9ad9-c0f4ea34a657 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] DELETE failed (client error): The resource could not be found. Aug 27 14:25:14.719362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd06714-5317-4fd4-9ad9-c0f4ea34a657 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:14.724586 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.plugin [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Port 872d3eb3-9762-425b-8c36-2fb4edf5ae6c has been deleted concurrently {{(pid=101189) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 27 14:25:14.725813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5dd06714-5317-4fd4-9ad9-c0f4ea34a657 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/a95fa34c-c08f-4248-bc29-ff27a5773fe4 HTTP/1.1" status: 404 len: 337 time: 0.0378079 Aug 27 14:25:14.726503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55068) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:14.739978 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Routers set() bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:14.740907 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Router IDs set() for agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 14:25:14.741849 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_agentschedulers_db [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2bf5ce94-f164-41a0-b1ca-d5e91140e76a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent'). {{(pid=101189) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 14:25:14.742477 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ff1b1-730a-41c2-b359-cf508879ab0f None None] The sync data for ids ['2bf5ce94-f164-41a0-b1ca-d5e91140e76a'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:14.801464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-879ae003-4b78-4b26-a289-76e6a43b2062 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting subnet 7e5477ef-6304-4c62-90f4-6e6c4e4ba70e {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:25:14.806260 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-879ae003-4b78-4b26-a289-76e6a43b2062 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.848290 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56903e57-1ae8-4e3f-ac19-2b3bffb7606d req-1cd4dc96-bf44-47bc-8019-2945a4dcec8c tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0380442 Aug 27 14:25:14.859562 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.868009 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-879ae003-4b78-4b26-a289-76e6a43b2062 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.967187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-879ae003-4b78-4b26-a289-76e6a43b2062 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:14.992011 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.048149 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-879ae003-4b78-4b26-a289-76e6a43b2062 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.055849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Deleting port 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:15.056208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.077327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ae003-4b78-4b26-a289-76e6a43b2062 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5477ef-6304-4c62-90f4-6e6c4e4ba70e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:15.081630 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-879ae003-4b78-4b26-a289-76e6a43b2062 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.085742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-879ae003-4b78-4b26-a289-76e6a43b2062 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/7e5477ef-6304-4c62-90f4-6e6c4e4ba70e HTTP/1.1" status: 204 len: 168 time: 0.3561113 Aug 27 14:25:15.085981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55070) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.114933 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-14783df5-e818-4876-af51-72decaa09ca7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] DELETE failed (client error): The resource could not be found. Aug 27 14:25:15.115401 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14783df5-e818-4876-af51-72decaa09ca7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:15.119689 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-14783df5-e818-4876-af51-72decaa09ca7 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/c27cf65e-fee1-4216-bb8c-baed4b2cb581 HTTP/1.1" status: 404 len: 337 time: 0.0302413 Aug 27 14:25:15.119924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55072) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.148375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] For port 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:15.148916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.151910 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2c8413a9-f8cf-4f38-9c76-f37c995429e4 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "GET /v2.0/ports?device_id=12f8d078-ea86-40fa-a33b-7ebfa714f954 HTTP/1.1" status: 200 len: 205 time: 0.0287657 Aug 27 14:25:15.152194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55074) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.163887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Calling delete_port for 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:15.181005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cad4c9b-c56b-4292-bea9-0e9762b6171d None None] Network fef7eac3-4cab-4977-b89c-d492c1f3cedb requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:15.194985 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-2bd72ecd-f490-4c1e-94f1-b8485f178d07 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] delete failed (client error): The resource could not be found. Aug 27 14:25:15.198326 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2bd72ecd-f490-4c1e-94f1-b8485f178d07 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/routers/12f8d078-ea86-40fa-a33b-7ebfa714f954 HTTP/1.1" status: 404 len: 336 time: 0.0428247 Aug 27 14:25:15.198549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55076) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.225712 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-735f86e2-5b4d-488f-988d-5a243c7b6f1f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] DELETE failed (client error): The resource could not be found. Aug 27 14:25:15.226169 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735f86e2-5b4d-488f-988d-5a243c7b6f1f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:15.227910 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-735f86e2-5b4d-488f-988d-5a243c7b6f1f tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/c9696bfa-a1b7-453d-b82a-1d013f29f252 HTTP/1.1" status: 404 len: 337 time: 0.0284488 Aug 27 14:25:15.230626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55078) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.263641 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fca23c-c045-4730-8261-c13b4108f928 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] DELETE failed (client error): The resource could not be found. Aug 27 14:25:15.264097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fca23c-c045-4730-8261-c13b4108f928 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:15.267226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a7fca23c-c045-4730-8261-c13b4108f928 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/8e81b8bc-56db-40a9-90f2-32f3e7d184d9 HTTP/1.1" status: 404 len: 337 time: 0.0344162 Aug 27 14:25:15.269039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55080) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.296349 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7bc297-9e9a-4101-bb66-d880b8375628 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] DELETE failed (client error): The resource could not be found. Aug 27 14:25:15.296802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7bc297-9e9a-4101-bb66-d880b8375628 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:15.298514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9f7bc297-9e9a-4101-bb66-d880b8375628 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/d1caffbf-68c4-4d87-b409-bd43b6439a18 HTTP/1.1" status: 404 len: 337 time: 0.0285029 Aug 27 14:25:15.301741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55082) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.303808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-20b345d7-d9bc-4216-9d39-1ce3c51e69e9 None None] Provisioning complete for port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:15.304187 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-20b345d7-d9bc-4216-9d39-1ce3c51e69e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.325408 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70a8335-ca2f-41ea-a45d-957902f2152a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] DELETE failed (client error): The resource could not be found. Aug 27 14:25:15.326055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70a8335-ca2f-41ea-a45d-957902f2152a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:15.327798 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b70a8335-ca2f-41ea-a45d-957902f2152a tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/32ac8a17-9857-455f-be44-6ad492effaad HTTP/1.1" status: 404 len: 333 time: 0.0251553 Aug 27 14:25:15.330446 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55084) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.379401 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66e1b06-a9c4-48c1-94cd-7bb12d64e1d8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] DELETE failed (client error): The resource could not be found. Aug 27 14:25:15.379869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66e1b06-a9c4-48c1-94cd-7bb12d64e1d8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:15.381655 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e66e1b06-a9c4-48c1-94cd-7bb12d64e1d8 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/f16c15a3-6823-40fd-b826-801c4077752c HTTP/1.1" status: 404 len: 337 time: 0.0499313 Aug 27 14:25:15.384129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55086) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.406255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d57b70-9ec5-467d-a1ac-37b0169f93c6 None None] DHCP port deletion for fef7eac3-4cab-4977-b89c-d492c1f3cedb request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:25:15.415863 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1466307-cc8e-4c61-bb07-a918404dae36 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] DELETE failed (client error): The resource could not be found. Aug 27 14:25:15.416323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1466307-cc8e-4c61-bb07-a918404dae36 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:15.418193 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a1466307-cc8e-4c61-bb07-a918404dae36 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/48d727c2-e84f-4366-b632-87ceac076f6d HTTP/1.1" status: 404 len: 337 time: 0.0331576 Aug 27 14:25:15.420748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55088) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.450567 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2910c5-a989-471c-8a3c-ba84de4d5fa2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] DELETE failed (client error): The resource could not be found. Aug 27 14:25:15.451265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2910c5-a989-471c-8a3c-ba84de4d5fa2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:15.452957 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8f2910c5-a989-471c-8a3c-ba84de4d5fa2 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/37d47e8d-7e0a-45a6-b626-0c114ae4bc5d HTTP/1.1" status: 404 len: 333 time: 0.0313601 Aug 27 14:25:15.455616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55092) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.464686 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.470277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-20b345d7-d9bc-4216-9d39-1ce3c51e69e9 None None] Provisioning complete for port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:15.470662 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-20b345d7-d9bc-4216-9d39-1ce3c51e69e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.509524 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3bbabe-6b6a-4686-a9fa-8169fc193b85 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] DELETE failed (client error): The resource could not be found. Aug 27 14:25:15.511350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3bbabe-6b6a-4686-a9fa-8169fc193b85 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:15.511767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6d3bbabe-6b6a-4686-a9fa-8169fc193b85 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/c7ed80f2-1c09-4159-98ca-6a1a4153b546 HTTP/1.1" status: 404 len: 337 time: 0.0552857 Aug 27 14:25:15.513833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-54d57b70-9ec5-467d-a1ac-37b0169f93c6 None None] Deleting port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:15.514279 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-54d57b70-9ec5-467d-a1ac-37b0169f93c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.514852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:15.515099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55094) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.532263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-20b345d7-d9bc-4216-9d39-1ce3c51e69e9 None None] Port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:25:15.551802 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd910fa5-9a19-4037-9228-d17870927458 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] DELETE failed (client error): The resource could not be found. Aug 27 14:25:15.552198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd910fa5-9a19-4037-9228-d17870927458 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:15.556435 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bd910fa5-9a19-4037-9228-d17870927458 tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/subnets/863e0fc8-0e1f-4fbe-86b7-8468adc77b5d HTTP/1.1" status: 404 len: 337 time: 0.0379281 Aug 27 14:25:15.557125 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55096) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.585519 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.614859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-54d57b70-9ec5-467d-a1ac-37b0169f93c6 None None] For port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9cce5e2a-8885-4c46-aaad-41a094e2e0e4,segment=NetworkSegment(4f1905c3-7928-4934-91ea-fd25c732f159),segment_id=4f1905c3-7928-4934-91ea-fd25c732f159)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:15.615366 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-54d57b70-9ec5-467d-a1ac-37b0169f93c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.636210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-54d57b70-9ec5-467d-a1ac-37b0169f93c6 None None] Calling delete_port for 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:15.697934 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.700619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.704657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:25:15.756641 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.757393 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50c86a35-062d-4309-9423-1fa0ecd90632 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:25:15.762317 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.764819 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-14ec4abb-6907-4b33-a7da-8bb96f777ba8 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "DELETE /v2.0/routers/50c86a35-062d-4309-9423-1fa0ecd90632 HTTP/1.1" status: 204 len: 168 time: 1.3298726 Aug 27 14:25:15.768049 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55098) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:15.775042 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2095801750', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:15.778659 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-54d57b70-9ec5-467d-a1ac-37b0169f93c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.780797 n-d-712139-12 neutron-server[101188]: INFO neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No ports have port_id starting with 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 Aug 27 14:25:15.809001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d57b70-9ec5-467d-a1ac-37b0169f93c6 None None] Pushing event deleted for resources: {'Port': ['ID=9cce5e2a-8885-4c46-aaad-41a094e2e0e4,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:15.814096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d57b70-9ec5-467d-a1ac-37b0169f93c6 None None] No DVR routers for this DVR port 9cce5e2a-8885-4c46-aaad-41a094e2e0e4 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:25:15.816987 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.818181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.884230 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:15.976878 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6807d73f-9a5a-4ae8-b783-59a2897cc5d2 req-ca788bbf-689c-44f3-a9c8-995cf249681a tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0312951 Aug 27 14:25:15.988770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1f986-0111-4e5b-808a-288cfd9f5e2d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Deleting port b3a39c7a-00cf-4a59-a835-c3d7540b3d12 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:15.989113 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c9b1f986-0111-4e5b-808a-288cfd9f5e2d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.056509 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.057626 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c9b1f986-0111-4e5b-808a-288cfd9f5e2d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.071529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1f986-0111-4e5b-808a-288cfd9f5e2d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Calling delete_port for b3a39c7a-00cf-4a59-a835-c3d7540b3d12 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:16.153867 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c9b1f986-0111-4e5b-808a-288cfd9f5e2d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.176852 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c9b1f986-0111-4e5b-808a-288cfd9f5e2d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.178955 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c9b1f986-0111-4e5b-808a-288cfd9f5e2d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/ports/b3a39c7a-00cf-4a59-a835-c3d7540b3d12 HTTP/1.1" status: 204 len: 168 time: 0.6208899 Aug 27 14:25:16.181407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55102) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:16.207509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1f986-0111-4e5b-808a-288cfd9f5e2d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Port': ['ID=b3a39c7a-00cf-4a59-a835-c3d7540b3d12,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:16.269656 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.282620 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a788e4a-a379-45ac-b50e-0e4bf90ec45d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.290786 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.373623 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a788e4a-a379-45ac-b50e-0e4bf90ec45d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.384013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-3a788e4a-a379-45ac-b50e-0e4bf90ec45d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef7eac3-4cab-4977-b89c-d492c1f3cedb']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:16.394316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-3a788e4a-a379-45ac-b50e-0e4bf90ec45d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1905c3-7928-4934-91ea-fd25c732f159') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:16.394634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-3a788e4a-a379-45ac-b50e-0e4bf90ec45d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1905c3-7928-4934-91ea-fd25c732f159') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:16.403668 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a788e4a-a379-45ac-b50e-0e4bf90ec45d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.407603 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Allocated IP 172.25.2.182 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/005a43a3-0862-481e-b71a-199576151cd5) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:16.423154 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a788e4a-a379-45ac-b50e-0e4bf90ec45d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.431472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a788e4a-a379-45ac-b50e-0e4bf90ec45d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:25:16.432084 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a788e4a-a379-45ac-b50e-0e4bf90ec45d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:25:16.436091 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:25:16.500592 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a788e4a-a379-45ac-b50e-0e4bf90ec45d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.507919 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a788e4a-a379-45ac-b50e-0e4bf90ec45d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.510113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3a788e4a-a379-45ac-b50e-0e4bf90ec45d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] 10.222.0.55 "DELETE /v2.0/networks/fef7eac3-4cab-4977-b89c-d492c1f3cedb HTTP/1.1" status: 204 len: 168 time: 0.3277292 Aug 27 14:25:16.519623 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.525681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a788e4a-a379-45ac-b50e-0e4bf90ec45d tempest-PortsIpV6TestJSON-381227783 tempest-PortsIpV6TestJSON-381227783-project] Pushing event deleted for resources: {'Network': ['ID=fef7eac3-4cab-4977-b89c-d492c1f3cedb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:16.566146 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.604361 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:16.610809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:16.615291 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:16.638025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Pushing event updated for resources: {'Port': ['ID=005a43a3-0862-481e-b71a-199576151cd5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:16.794913 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55108) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:16.882772 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:16.930564 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-14b8eaee-4417-4bce-b1bc-686964a58276 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a98f70219d940488044ca77e9b614d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344097 Aug 27 14:25:16.933127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55112) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:16.988843 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a613031-1400-4d74-a22f-e11e55d94de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:17.011015 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a613031-1400-4d74-a22f-e11e55d94de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:17.075012 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a613031-1400-4d74-a22f-e11e55d94de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:17.077678 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3a613031-1400-4d74-a22f-e11e55d94de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:17.078873 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3a613031-1400-4d74-a22f-e11e55d94de1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83bd9e67-92ec-423d-9ac9-4782cdcd910c HTTP/1.1" status: 204 len: 168 time: 0.1448262 Aug 27 14:25:17.087538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a613031-1400-4d74-a22f-e11e55d94de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bd9e67-92ec-423d-9ac9-4782cdcd910c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:17.125488 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c65c23a6-4f49-446b-ad4c-dfa71f4b9583 req-bc5c2bad-1a0b-47eb-abf0-f06801093685 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0366354 Aug 27 14:25:17.141253 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:17.285703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Router 6b23e897-6045-4dd9-9316-8ba4fa958ee4 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:25:17.400366 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:25:17.415481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3811e569-a05b-42f4-b41c-ba0db48e2d2e None None] Sync routers for ids ['6b23e897-6045-4dd9-9316-8ba4fa958ee4'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:25:17.423263 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:17.424720 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-21b5d8d8-d03f-4d16-9cbe-c011cc42ce79 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.6549063 Aug 27 14:25:17.428736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55126) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:17.435617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-dfbdf2d0-5c66-4f3a-a6c4-8c5f67589942 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'enable_snat': False}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:17.443161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3811e569-a05b-42f4-b41c-ba0db48e2d2e None None] Routers {'6b23e897-6045-4dd9-9316-8ba4fa958ee4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:17.443783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3811e569-a05b-42f4-b41c-ba0db48e2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b23e897-6045-4dd9-9316-8ba4fa958ee4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:17.480116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3811e569-a05b-42f4-b41c-ba0db48e2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:17.484971 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:17.492685 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3811e569-a05b-42f4-b41c-ba0db48e2d2e None None] Routers {'6b23e897-6045-4dd9-9316-8ba4fa958ee4'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:17.493755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3811e569-a05b-42f4-b41c-ba0db48e2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:24:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b23e897-6045-4dd9-9316-8ba4fa958ee4'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:17.553427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-3811e569-a05b-42f4-b41c-ba0db48e2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:17.558725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3811e569-a05b-42f4-b41c-ba0db48e2d2e None None] The sync data for ids ['6b23e897-6045-4dd9-9316-8ba4fa958ee4'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:17.569341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:25:17.576573 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-321a1959-0898-4d10-aedc-2758b41ab363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:17.620575 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:25:17.621290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 1fb1ade6-6a45-4bd6-bf86-b82e3f6ad91a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:25:17.786881 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf2d0-5c66-4f3a-a6c4-8c5f67589942 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:18.196079 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf2d0-5c66-4f3a-a6c4-8c5f67589942 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:18.199773 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf2d0-5c66-4f3a-a6c4-8c5f67589942 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:18.273864 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e41b0a2-cdf4-46d6-92ab-8509b887c176 req-8d2eb0a7-4514-4e7e-8967-9caa575cecd2 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0362661 Aug 27 14:25:18.345148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbdf2d0-5c66-4f3a-a6c4-8c5f67589942 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Router 6b23e897-6045-4dd9-9316-8ba4fa958ee4 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:25:18.457472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbdf2d0-5c66-4f3a-a6c4-8c5f67589942 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:25:18.462241 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf2d0-5c66-4f3a-a6c4-8c5f67589942 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:18.462982 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dfbdf2d0-5c66-4f3a-a6c4-8c5f67589942 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "PUT /v2.0/routers/6b23e897-6045-4dd9-9316-8ba4fa958ee4 HTTP/1.1" status: 200 len: 926 time: 1.0323894 Aug 27 14:25:18.465608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55154) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:18.471131 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcac9cb-3d11-4771-bdb9-8551d2fdaf11 None None] Sync routers for ids ['6b23e897-6045-4dd9-9316-8ba4fa958ee4'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:25:18.481101 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcac9cb-3d11-4771-bdb9-8551d2fdaf11 None None] Routers {'6b23e897-6045-4dd9-9316-8ba4fa958ee4'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:18.481921 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-abcac9cb-3d11-4771-bdb9-8551d2fdaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b23e897-6045-4dd9-9316-8ba4fa958ee4'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:18.517547 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-abcac9cb-3d11-4771-bdb9-8551d2fdaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:18.526675 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcac9cb-3d11-4771-bdb9-8551d2fdaf11 None None] Routers {'6b23e897-6045-4dd9-9316-8ba4fa958ee4'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:18.527304 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-abcac9cb-3d11-4771-bdb9-8551d2fdaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['6b23e897-6045-4dd9-9316-8ba4fa958ee4'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:18.563910 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-abcac9cb-3d11-4771-bdb9-8551d2fdaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:18.563910 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcac9cb-3d11-4771-bdb9-8551d2fdaf11 None None] The sync data for ids ['6b23e897-6045-4dd9-9316-8ba4fa958ee4'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:18.587160 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c28a8dee-89c6-4738-a216-62d210913be2 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/routers/6b23e897-6045-4dd9-9316-8ba4fa958ee4 HTTP/1.1" status: 200 len: 926 time: 0.1179855 Aug 27 14:25:18.587459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55160) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:18.673096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7c49db-7817-4b09-a306-310778ee6cf3 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:18.674810 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7d7c49db-7817-4b09-a306-310778ee6cf3 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&device_id=6b23e897-6045-4dd9-9316-8ba4fa958ee4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0862384 Aug 27 14:25:18.677296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55166) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:18.772968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e024e7f1-2428-4939-b03e-f73b1b1f2e83 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:18.774405 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e024e7f1-2428-4939-b03e-f73b1b1f2e83 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 881 time: 0.0961952 Aug 27 14:25:18.777159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55172) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:18.799241 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:18.806282 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-469518d4-c515-487d-9ca6-4ebce336844c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b23e897-6045-4dd9-9316-8ba4fa958ee4 HTTP/1.1" status: 200 len: 205 time: 0.0280049 Aug 27 14:25:18.808746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55174) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:19.000276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55178) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:19.115531 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-deee2ad8-4390-490d-9a41-f37a49afc556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.208984 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-deee2ad8-4390-490d-9a41-f37a49afc556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.212865 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-deee2ad8-4390-490d-9a41-f37a49afc556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.239857 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.250629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee2ad8-4390-490d-9a41-f37a49afc556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd222de-79cd-452a-89ab-27c39b5586fe,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:19.259644 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-deee2ad8-4390-490d-9a41-f37a49afc556 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d8aa41331024f6c927ae92c8b4fd6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579396 Aug 27 14:25:19.260410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55182) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:19.308970 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01102ca4-88ee-43e1-b295-07e758b090cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.333118 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01102ca4-88ee-43e1-b295-07e758b090cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.353939 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.412067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Deleting port 005a43a3-0862-481e-b71a-199576151cd5 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:19.412415 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.492308 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.504637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Calling delete_port for 005a43a3-0862-481e-b71a-199576151cd5 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:19.642452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87d80cdf-4afa-4f03-a24b-5dedb1016cdc req-c379be66-b3d0-473c-ab5f-2164db1b9504 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.2825069 Aug 27 14:25:19.669057 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01102ca4-88ee-43e1-b295-07e758b090cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.671955 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01102ca4-88ee-43e1-b295-07e758b090cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.673247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-01102ca4-88ee-43e1-b295-07e758b090cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3fd222de-79cd-452a-89ab-27c39b5586fe HTTP/1.1" status: 204 len: 168 time: 0.4118671 Aug 27 14:25:19.680027 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.688094 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01102ca4-88ee-43e1-b295-07e758b090cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd222de-79cd-452a-89ab-27c39b5586fe,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:19.717095 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Pushing event deleted for resources: {'Port': ['ID=005a43a3-0862-481e-b71a-199576151cd5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:19.791213 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.892863 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.895851 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.941815 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.942479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Fanout notify agent at l3_agent the message router_deleted on router 6b23e897-6045-4dd9-9316-8ba4fa958ee4 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:25:19.949833 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.950857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3ee971d4-5f20-4906-a04e-09dab87997a1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "DELETE /v2.0/routers/6b23e897-6045-4dd9-9316-8ba4fa958ee4 HTTP/1.1" status: 204 len: 168 time: 1.1410162 Aug 27 14:25:19.954756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55190) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:19.960633 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b5ae1c1e-fb9d-429b-9e8c-504995083618 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-729314411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:19.962203 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55192) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:19.981891 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-baa72c1a-f2c1-439e-9dbc-457f1d4fc4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.987079 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1c1e-fb9d-429b-9e8c-504995083618 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:19.988347 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1c1e-fb9d-429b-9e8c-504995083618 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.043032 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1c1e-fb9d-429b-9e8c-504995083618 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.047521 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1c1e-fb9d-429b-9e8c-504995083618 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.081520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-baa72c1a-f2c1-439e-9dbc-457f1d4fc4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.085151 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-baa72c1a-f2c1-439e-9dbc-457f1d4fc4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.088476 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1c1e-fb9d-429b-9e8c-504995083618 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.092555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b5ae1c1e-fb9d-429b-9e8c-504995083618 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1341605 Aug 27 14:25:20.092771 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55194) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:20.098013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Request body: {'router': {'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:20.124091 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa72c1a-f2c1-439e-9dbc-457f1d4fc4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d5bc63-1a58-4aed-acd1-996aef8a7971,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:20.128376 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-baa72c1a-f2c1-439e-9dbc-457f1d4fc4c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a3df700756e41fba13553211d4f2061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650474 Aug 27 14:25:20.131034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55196) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:20.184109 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08752965-6a61-4929-b3e7-e540100d2727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.208836 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08752965-6a61-4929-b3e7-e540100d2727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.252202 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.261201 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08752965-6a61-4929-b3e7-e540100d2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.264123 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-08752965-6a61-4929-b3e7-e540100d2727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.267709 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-08752965-6a61-4929-b3e7-e540100d2727 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39d5bc63-1a58-4aed-acd1-996aef8a7971 HTTP/1.1" status: 204 len: 168 time: 0.1335247 Aug 27 14:25:20.274698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08752965-6a61-4929-b3e7-e540100d2727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d5bc63-1a58-4aed-acd1-996aef8a7971,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:20.325079 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.535427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.555683 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.670147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Allocated IP 172.25.2.215 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/bc519997-f501-4bd6-a47d-9fccfba74cfd) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:20.780727 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5a617c45-fa73-41f5-b4ed-15ff2224bc1d req-4202a87c-0fec-4fa5-b9c8-ac65f8ec3bf0 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0367475 Aug 27 14:25:20.795857 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.843176 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:20.880593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:20.883714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:20.889361 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:20.919015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Pushing event updated for resources: {'Port': ['ID=bc519997-f501-4bd6-a47d-9fccfba74cfd,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:21.048951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55220) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:21.163492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1670814029-network', 'tenant_id': '8b8e213dc6624b3aa87857c78f5c7660'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:21.168080 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.184245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Made reservation on behalf of 8b8e213dc6624b3aa87857c78f5c7660 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:21.187706 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.197853 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.293385 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.297568 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.324491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:25:21.335121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7fbafc-464a-4b5d-86c6-f87746cda7bc,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:21.340258 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.340637 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Added segment 817e77b2-63e7-4d1d-9845-8212fd26de69 of type vlan for network 8b06e2d4-173f-40a7-a7f7-44b24beea2fd Aug 27 14:25:21.385689 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.397732 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.401089 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.412811 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.413815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:21.414421 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.479343 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4264069 Aug 27 14:25:21.479548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55224) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:21.486190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-06ed837d-b5a2-4052-84a6-cb5a58a6d01d admin admin] Request body: {'subnet': {'network_id': '8b06e2d4-173f-40a7-a7f7-44b24beea2fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1670814029-subnet', 'tenant_id': '8b8e213dc6624b3aa87857c78f5c7660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:21.496071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97b398-b353-4f6f-b793-0fc77e4fa78c admin admin] Pushing event updated for resources: {'Network': ['ID=8b06e2d4-173f-40a7-a7f7-44b24beea2fd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:21.507894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 8b06e2d4-173f-40a7-a7f7-44b24beea2fd details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:25:21.517899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ed837d-b5a2-4052-84a6-cb5a58a6d01d admin admin] Made reservation on behalf of 8b8e213dc6624b3aa87857c78f5c7660 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:21.521525 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-06ed837d-b5a2-4052-84a6-cb5a58a6d01d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.546988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Router b9c29c7d-7a15-4ed2-befe-668488a9a3a3 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:25:21.583657 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.682758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:25:21.693775 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c5901-be25-4509-a400-d856011fac6e None None] Sync routers for ids ['b9c29c7d-7a15-4ed2-befe-668488a9a3a3'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:25:21.701021 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.703325 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d99ea28a-6c26-45c6-8589-f7a08b6be3d4 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "PUT /v2.0/routers/b9c29c7d-7a15-4ed2-befe-668488a9a3a3 HTTP/1.1" status: 200 len: 883 time: 1.6096110 Aug 27 14:25:21.703514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c5901-be25-4509-a400-d856011fac6e None None] Routers {'b9c29c7d-7a15-4ed2-befe-668488a9a3a3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:21.704049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-843c5901-be25-4509-a400-d856011fac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b9c29c7d-7a15-4ed2-befe-668488a9a3a3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:21.707078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55226) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:21.717343 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-06ed837d-b5a2-4052-84a6-cb5a58a6d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.745107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-843c5901-be25-4509-a400-d856011fac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:21.755781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c5901-be25-4509-a400-d856011fac6e None None] Routers {'b9c29c7d-7a15-4ed2-befe-668488a9a3a3'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:21.756891 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-843c5901-be25-4509-a400-d856011fac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['b9c29c7d-7a15-4ed2-befe-668488a9a3a3'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:21.773500 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed837d-b5a2-4052-84a6-cb5a58a6d01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e85c694-9491-4974-a412-ba0f7a48484d,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:21.784541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed837d-b5a2-4052-84a6-cb5a58a6d01d admin admin] Checking segment: {'id': '817e77b2-63e7-4d1d-9845-8212fd26de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8b06e2d4-173f-40a7-a7f7-44b24beea2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:21.785074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ed837d-b5a2-4052-84a6-cb5a58a6d01d admin admin] Network hostable DHCP agents. Network: 8b06e2d4-173f-40a7-a7f7-44b24beea2fd, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:25:21.790901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-843c5901-be25-4509-a400-d856011fac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:21.791562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c5901-be25-4509-a400-d856011fac6e None None] The sync data for ids ['b9c29c7d-7a15-4ed2-befe-668488a9a3a3'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:21.802928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ed837d-b5a2-4052-84a6-cb5a58a6d01d admin admin] Network 8b06e2d4-173f-40a7-a7f7-44b24beea2fd is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:25:21.816472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-06ed837d-b5a2-4052-84a6-cb5a58a6d01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 8b06e2d4-173f-40a7-a7f7-44b24beea2fd) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:21.821220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ed837d-b5a2-4052-84a6-cb5a58a6d01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:21.821897 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-06ed837d-b5a2-4052-84a6-cb5a58a6d01d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:21.832818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3cbbc5-9095-4973-9d30-a1c0e0bf52d4 None None] Network 8b06e2d4-173f-40a7-a7f7-44b24beea2fd requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:21.843941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-06ed837d-b5a2-4052-84a6-cb5a58a6d01d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3630459 Aug 27 14:25:21.848114 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b0b7fa9f-5b53-4555-a8f8-e226092dbf61 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/routers/b9c29c7d-7a15-4ed2-befe-668488a9a3a3 HTTP/1.1" status: 200 len: 924 time: 0.1394937 Aug 27 14:25:21.851238 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55230) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:21.958893 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d0627359-0355-45ff-bbc7-6a1d05a92791 req-7d3c61c7-3c81-44be-bca3-4ca4ccbf317a tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0493863 Aug 27 14:25:21.975815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2718e4-007c-49a5-9e1e-c5a5549cc0e4 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:21.977629 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6f2718e4-007c-49a5-9e1e-c5a5549cc0e4 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&device_id=b9c29c7d-7a15-4ed2-befe-668488a9a3a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1252666 Aug 27 14:25:21.980230 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55236) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:21.986195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf09c1f-fa59-4f48-b67b-b742d8f7238b None None] Network 8b06e2d4-173f-40a7-a7f7-44b24beea2fd requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:22.088168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d2ef34-36f5-402d-bb5b-6b4a8791df7f tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:22.092289 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-81d2ef34-36f5-402d-bb5b-6b4a8791df7f tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 881 time: 0.1085179 Aug 27 14:25:22.092608 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55240) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:22.119967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3bb9aad8-61a0-4abb-9c47-c404b7618298 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9c29c7d-7a15-4ed2-befe-668488a9a3a3 HTTP/1.1" status: 200 len: 205 time: 0.0263624 Aug 27 14:25:22.123027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55242) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:22.250559 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.358348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55252) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:22.363721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2016518251-network', 'tenant_id': '7f5b31f90df2493787e78a10f02cd409'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:22.371828 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.388233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Made reservation on behalf of 7f5b31f90df2493787e78a10f02cd409 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:22.390731 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.401022 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.437947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Deleting port bc519997-f501-4bd6-a47d-9fccfba74cfd {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:22.438339 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.500726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.506517 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.521972 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.534709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Calling delete_port for bc519997-f501-4bd6-a47d-9fccfba74cfd owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:22.536144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:25:22.542954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de9506c-ec0b-4843-a297-c70e3580339b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:22.551354 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.551702 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Added segment f316ff8b-ee87-44ad-b6f2-4dd4d5203af3 of type vlan for network 41625fdf-cbdb-4f65-9b7f-37d9e89f3c65 Aug 27 14:25:22.603929 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.634765 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.635732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:22.636474 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.704467 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.706992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3473897 Aug 27 14:25:22.711091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55254) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:22.715875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-289cf207-3722-4092-b488-910b3143539d admin admin] Request body: {'subnet': {'network_id': '41625fdf-cbdb-4f65-9b7f-37d9e89f3c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2016518251-subnet', 'tenant_id': '7f5b31f90df2493787e78a10f02cd409', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:22.737524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Pushing event deleted for resources: {'Port': ['ID=bc519997-f501-4bd6-a47d-9fccfba74cfd,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:22.741520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ebe8f-65d9-42bb-acd4-802f718fd2f6 admin admin] Pushing event updated for resources: {'Network': ['ID=41625fdf-cbdb-4f65-9b7f-37d9e89f3c65,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:22.757468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 41625fdf-cbdb-4f65-9b7f-37d9e89f3c65 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:25:22.759915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289cf207-3722-4092-b488-910b3143539d admin admin] Made reservation on behalf of 7f5b31f90df2493787e78a10f02cd409 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:22.762726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-289cf207-3722-4092-b488-910b3143539d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.802233 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.900026 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.902271 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.948197 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.949168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Fanout notify agent at l3_agent the message router_deleted on router b9c29c7d-7a15-4ed2-befe-668488a9a3a3 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:25:22.956563 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.959129 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-10cef6e3-45ed-4a80-8521-e98c9ce9f528 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "DELETE /v2.0/routers/b9c29c7d-7a15-4ed2-befe-668488a9a3a3 HTTP/1.1" status: 204 len: 168 time: 0.8348961 Aug 27 14:25:22.961644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55256) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:22.966248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8cfd3582-0012-4472-a204-a08225a888f1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-385689230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:22.989652 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3582-0012-4472-a204-a08225a888f1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:22.990675 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3582-0012-4472-a204-a08225a888f1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:23.054188 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3582-0012-4472-a204-a08225a888f1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:23.063824 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3582-0012-4472-a204-a08225a888f1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:23.086084 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5aabb34f-ba66-4898-ab20-90939637e91e req-d911330f-7a7a-4a09-9430-db9cb8aa304c tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0369132 Aug 27 14:25:23.097758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3582-0012-4472-a204-a08225a888f1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:23.102265 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8cfd3582-0012-4472-a204-a08225a888f1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1368282 Aug 27 14:25:23.102796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55260) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:23.109679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'enable_snat': True}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:23.379028 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-289cf207-3722-4092-b488-910b3143539d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:23.389478 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:23.485027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cf207-3722-4092-b488-910b3143539d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4465e4d2-8b2c-4893-bc23-2258eb7579b8,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:23.498405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289cf207-3722-4092-b488-910b3143539d admin admin] Checking segment: {'id': 'f316ff8b-ee87-44ad-b6f2-4dd4d5203af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '41625fdf-cbdb-4f65-9b7f-37d9e89f3c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:23.498799 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289cf207-3722-4092-b488-910b3143539d admin admin] Network hostable DHCP agents. Network: 41625fdf-cbdb-4f65-9b7f-37d9e89f3c65, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:25:23.525694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289cf207-3722-4092-b488-910b3143539d admin admin] Network 41625fdf-cbdb-4f65-9b7f-37d9e89f3c65 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:25:23.537116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-289cf207-3722-4092-b488-910b3143539d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 41625fdf-cbdb-4f65-9b7f-37d9e89f3c65) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:23.546131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289cf207-3722-4092-b488-910b3143539d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:23.546751 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-289cf207-3722-4092-b488-910b3143539d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:23.548261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5de040-a78e-4434-acb4-06c3880068e8 None None] Network 41625fdf-cbdb-4f65-9b7f-37d9e89f3c65 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:23.565537 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-289cf207-3722-4092-b488-910b3143539d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8534245 Aug 27 14:25:23.683663 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55264) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:23.692004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4678d6ae-89ea-4b1f-a344-512b5d5eb517 None None] Network 41625fdf-cbdb-4f65-9b7f-37d9e89f3c65 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:23.694233 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:23.731635 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:23.787533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-f646259e-ab89-4e50-880b-ded3fd0f6018 admin admin] Deleting subnet 6e85c694-9491-4974-a412-ba0f7a48484d {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:25:23.793980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f646259e-ab89-4e50-880b-ded3fd0f6018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:23.858972 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f646259e-ab89-4e50-880b-ded3fd0f6018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:23.911397 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Allocated IP 172.25.2.139 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/1cafeb74-a304-4393-ad10-a8351145123d) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:23.919691 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f646259e-ab89-4e50-880b-ded3fd0f6018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.033159 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f646259e-ab89-4e50-880b-ded3fd0f6018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.074048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646259e-ab89-4e50-880b-ded3fd0f6018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e85c694-9491-4974-a412-ba0f7a48484d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:24.081614 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f646259e-ab89-4e50-880b-ded3fd0f6018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.083532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f646259e-ab89-4e50-880b-ded3fd0f6018 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6e85c694-9491-4974-a412-ba0f7a48484d HTTP/1.1" status: 204 len: 168 time: 0.3989286 Aug 27 14:25:24.086001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55268) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:24.088764 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.193912 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c816-0d10-44e3-977b-ef182ad6997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.211134 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bd079ea2-7d35-4856-9d30-3a838e9426be req-5d6f266a-a835-49e9-8142-b7007027e203 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0425880 Aug 27 14:25:24.246273 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.334706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:24.340805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:24.345942 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c816-0d10-44e3-977b-ef182ad6997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.349487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:24.356934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event updated for resources: {'Port': ['ID=1cafeb74-a304-4393-ad10-a8351145123d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:24.380226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3ee5c816-0d10-44e3-977b-ef182ad6997c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b06e2d4-173f-40a7-a7f7-44b24beea2fd']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:24.396332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3ee5c816-0d10-44e3-977b-ef182ad6997c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817e77b2-63e7-4d1d-9845-8212fd26de69') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:24.396638 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3ee5c816-0d10-44e3-977b-ef182ad6997c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817e77b2-63e7-4d1d-9845-8212fd26de69') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:24.410502 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c816-0d10-44e3-977b-ef182ad6997c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.460668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c816-0d10-44e3-977b-ef182ad6997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.493555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee5c816-0d10-44e3-977b-ef182ad6997c admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:25:24.493953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c816-0d10-44e3-977b-ef182ad6997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: items = [ Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:25:24.495613 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:25:24.585786 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c816-0d10-44e3-977b-ef182ad6997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.593587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c816-0d10-44e3-977b-ef182ad6997c admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.595048 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3ee5c816-0d10-44e3-977b-ef182ad6997c admin admin] 10.222.0.55 "DELETE /v2.0/networks/8b06e2d4-173f-40a7-a7f7-44b24beea2fd HTTP/1.1" status: 204 len: 168 time: 0.5039678 Aug 27 14:25:24.598549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55272) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:24.635987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5c816-0d10-44e3-977b-ef182ad6997c admin admin] Pushing event deleted for resources: {'Network': ['ID=8b06e2d4-173f-40a7-a7f7-44b24beea2fd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:24.644390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b32caa-c16f-4a2d-a547-fc0384d0f5b3 admin admin] Deleting subnet 4465e4d2-8b2c-4893-bc23-2258eb7579b8 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:25:24.648015 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03b32caa-c16f-4a2d-a547-fc0384d0f5b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.686479 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03b32caa-c16f-4a2d-a547-fc0384d0f5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.705078 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.727460 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03b32caa-c16f-4a2d-a547-fc0384d0f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.780089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03b32caa-c16f-4a2d-a547-fc0384d0f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.809012 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03b32caa-c16f-4a2d-a547-fc0384d0f5b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.810993 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-03b32caa-c16f-4a2d-a547-fc0384d0f5b3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4465e4d2-8b2c-4893-bc23-2258eb7579b8 HTTP/1.1" status: 204 len: 168 time: 0.2110171 Aug 27 14:25:24.812098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b32caa-c16f-4a2d-a547-fc0384d0f5b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4465e4d2-8b2c-4893-bc23-2258eb7579b8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:24.814197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55274) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:24.884740 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0301b95a-70a1-48ea-9340-2c074628eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.905949 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.910263 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.965731 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0301b95a-70a1-48ea-9340-2c074628eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:24.976570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0301b95a-70a1-48ea-9340-2c074628eda2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41625fdf-cbdb-4f65-9b7f-37d9e89f3c65']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:24.986420 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0301b95a-70a1-48ea-9340-2c074628eda2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f316ff8b-ee87-44ad-b6f2-4dd4d5203af3') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:24.986737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-0301b95a-70a1-48ea-9340-2c074628eda2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f316ff8b-ee87-44ad-b6f2-4dd4d5203af3') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:24.995825 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0301b95a-70a1-48ea-9340-2c074628eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.009515 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0301b95a-70a1-48ea-9340-2c074628eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.016539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0301b95a-70a1-48ea-9340-2c074628eda2 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:25:25.017115 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0301b95a-70a1-48ea-9340-2c074628eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:25:25.019232 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:25:25.043104 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Router bf0d3674-531d-4437-8e06-ca22c9ccf975 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:25:25.082576 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0301b95a-70a1-48ea-9340-2c074628eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.088468 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0301b95a-70a1-48ea-9340-2c074628eda2 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.090561 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0301b95a-70a1-48ea-9340-2c074628eda2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/41625fdf-cbdb-4f65-9b7f-37d9e89f3c65 HTTP/1.1" status: 204 len: 168 time: 0.2753780 Aug 27 14:25:25.104300 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301b95a-70a1-48ea-9340-2c074628eda2 admin admin] Pushing event deleted for resources: {'Network': ['ID=41625fdf-cbdb-4f65-9b7f-37d9e89f3c65,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:25.270813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55280) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:25.332255 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba89a7e1-ac0c-45e1-8e7b-5921eaf42f90 req-4d58b212-7940-46cb-aaac-6e8e6a0336d5 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0346377 Aug 27 14:25:25.338142 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d8cd00bf-22c5-49ef-a6ed-237f95a83f57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b8e213dc6624b3aa87857c78f5c7660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639229 Aug 27 14:25:25.338371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55282) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:25.397709 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9435bac1-14e2-4666-891b-560e26d3eb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.411338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:25:25.415994 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.416852 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-66ddca60-c549-4fd5-8280-3d7fc09d0989 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "PUT /v2.0/routers/bf0d3674-531d-4437-8e06-ca22c9ccf975 HTTP/1.1" status: 200 len: 918 time: 2.3130987 Aug 27 14:25:25.420230 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c139c1-bc28-4ac4-ac88-6d684bb308f3 None None] Sync routers for ids ['bf0d3674-531d-4437-8e06-ca22c9ccf975'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:25:25.423183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55284) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:25.427874 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9435bac1-14e2-4666-891b-560e26d3eb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.429895 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c139c1-bc28-4ac4-ac88-6d684bb308f3 None None] Routers {'bf0d3674-531d-4437-8e06-ca22c9ccf975'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:25.430674 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-99c139c1-bc28-4ac4-ac88-6d684bb308f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['bf0d3674-531d-4437-8e06-ca22c9ccf975'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:25.471004 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-99c139c1-bc28-4ac4-ac88-6d684bb308f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:25.483811 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9435bac1-14e2-4666-891b-560e26d3eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.485735 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c139c1-bc28-4ac4-ac88-6d684bb308f3 None None] Routers {'bf0d3674-531d-4437-8e06-ca22c9ccf975'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:25.486618 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-99c139c1-bc28-4ac4-ac88-6d684bb308f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['bf0d3674-531d-4437-8e06-ca22c9ccf975'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:25.489397 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9435bac1-14e2-4666-891b-560e26d3eb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.492876 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9435bac1-14e2-4666-891b-560e26d3eb93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af7fbafc-464a-4b5d-86c6-f87746cda7bc HTTP/1.1" status: 204 len: 168 time: 0.1507225 Aug 27 14:25:25.500592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435bac1-14e2-4666-891b-560e26d3eb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7fbafc-464a-4b5d-86c6-f87746cda7bc,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:25.526282 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-99c139c1-bc28-4ac4-ac88-6d684bb308f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:25.526956 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c139c1-bc28-4ac4-ac88-6d684bb308f3 None None] The sync data for ids ['bf0d3674-531d-4437-8e06-ca22c9ccf975'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:25.541179 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-517fe3ad-fca0-44b0-8cd2-341d002c2af1 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/routers/bf0d3674-531d-4437-8e06-ca22c9ccf975 HTTP/1.1" status: 200 len: 924 time: 0.1167402 Aug 27 14:25:25.543871 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55288) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:25.585076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf5a492-a5cc-48ea-8d9e-f966e12ec78f tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:25.586601 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1cf5a492-a5cc-48ea-8d9e-f966e12ec78f tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&device_id=bf0d3674-531d-4437-8e06-ca22c9ccf975&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0415928 Aug 27 14:25:25.589670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55290) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:25.677081 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af9a5c9-f845-4e63-92bb-2d7d73d36941 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:25.678495 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4af9a5c9-f845-4e63-92bb-2d7d73d36941 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 881 time: 0.0879102 Aug 27 14:25:25.681348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55294) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:25.713419 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fb149576-23fa-46d2-8b88-0bbea5f4414f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf0d3674-531d-4437-8e06-ca22c9ccf975 HTTP/1.1" status: 200 len: 205 time: 0.0309978 Aug 27 14:25:25.715923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55296) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:25.826202 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.838061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55298) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:25.879105 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-406984a1-9b13-4f9a-ac8b-e2d46c6baba6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f5b31f90df2493787e78a10f02cd409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398276 Aug 27 14:25:25.881568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55300) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:25.929618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cba017e-c572-41cf-b244-729c06a59ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.930783 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.951970 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cba017e-c572-41cf-b244-729c06a59ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.986702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Deleting port 1cafeb74-a304-4393-ad10-a8351145123d {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:25.987723 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:25.999328 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cba017e-c572-41cf-b244-729c06a59ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.001957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4cba017e-c572-41cf-b244-729c06a59ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.003703 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4cba017e-c572-41cf-b244-729c06a59ea2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8de9506c-ec0b-4843-a297-c70e3580339b HTTP/1.1" status: 204 len: 168 time: 0.1212275 Aug 27 14:25:26.012136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba017e-c572-41cf-b244-729c06a59ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de9506c-ec0b-4843-a297-c70e3580339b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:26.067291 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.078929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Calling delete_port for 1cafeb74-a304-4393-ad10-a8351145123d owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:26.250566 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.276836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Pushing event deleted for resources: {'Port': ['ID=1cafeb74-a304-4393-ad10-a8351145123d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:26.350265 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.466519 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f989520a-5186-4206-ac7a-3149a9da0089 req-2313abe3-c1db-48cc-b9e7-42b652b9391b tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0520685 Aug 27 14:25:26.470042 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.472682 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.517498 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.518978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Fanout notify agent at l3_agent the message router_deleted on router bf0d3674-531d-4437-8e06-ca22c9ccf975 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:25:26.528818 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.529925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0c0db039-ed56-42d1-b4bd-0ffb05430832 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "DELETE /v2.0/routers/bf0d3674-531d-4437-8e06-ca22c9ccf975 HTTP/1.1" status: 204 len: 168 time: 0.8131073 Aug 27 14:25:26.533858 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55320) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:26.538740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ad7219cc-5a7c-4fe2-a2b9-c46a14ae775d tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-164174203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:26.563724 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad7219cc-5a7c-4fe2-a2b9-c46a14ae775d tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.564730 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad7219cc-5a7c-4fe2-a2b9-c46a14ae775d tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.619271 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad7219cc-5a7c-4fe2-a2b9-c46a14ae775d tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.623632 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad7219cc-5a7c-4fe2-a2b9-c46a14ae775d tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.640488 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad7219cc-5a7c-4fe2-a2b9-c46a14ae775d tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:26.644888 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ad7219cc-5a7c-4fe2-a2b9-c46a14ae775d tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1068754 Aug 27 14:25:26.645216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55326) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:26.650092 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'enable_snat': False}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:26.853182 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:27.368147 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:27.394591 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:27.506869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Allocated IP 172.25.2.62 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/a5496056-13ad-48a3-9a1d-919be3a9cc39) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:27.580221 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-067e850d-b48f-4e44-82a5-e83b4a3df5ac req-a5911fde-5f3d-4639-9313-db187710c3a8 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0328295 Aug 27 14:25:27.621453 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:27.666021 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:27.720158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:27.729351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:27.735039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:27.747919 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Pushing event updated for resources: {'Port': ['ID=a5496056-13ad-48a3-9a1d-919be3a9cc39,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:27.814201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55360) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:27.924031 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5119821-2b82-45cc-98cb-712754ab28d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.013764 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.017294 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5119821-2b82-45cc-98cb-712754ab28d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.021873 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5119821-2b82-45cc-98cb-712754ab28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.060729 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b5119821-2b82-45cc-98cb-712754ab28d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ea6630b4b204599b6f0b83b60b0ac82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453406 Aug 27 14:25:28.063400 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55364) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:28.069597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5119821-2b82-45cc-98cb-712754ab28d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e826ada-5a78-47a1-8942-bf8a1090642a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:28.123798 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5d44a28-9b64-4157-b5b5-6115236e2866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.145453 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5d44a28-9b64-4157-b5b5-6115236e2866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.198451 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5d44a28-9b64-4157-b5b5-6115236e2866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.201115 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a5d44a28-9b64-4157-b5b5-6115236e2866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.202323 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a5d44a28-9b64-4157-b5b5-6115236e2866 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e826ada-5a78-47a1-8942-bf8a1090642a HTTP/1.1" status: 204 len: 168 time: 0.1380365 Aug 27 14:25:28.211389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d44a28-9b64-4157-b5b5-6115236e2866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e826ada-5a78-47a1-8942-bf8a1090642a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:28.216575 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.220572 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.363561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Router 284a389f-9063-4481-911e-1c73cf29b141 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:25:28.477536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:25:28.481566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55370) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:28.482042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.483260 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dc3d061e-3e62-43b2-a5a0-da8dd55372dc tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "PUT /v2.0/routers/284a389f-9063-4481-911e-1c73cf29b141 HTTP/1.1" status: 200 len: 918 time: 1.8371012 Aug 27 14:25:28.485685 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55372) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:28.491210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596593c1-4e2f-4876-bd2e-937f17e5b565 None None] Sync routers for ids ['284a389f-9063-4481-911e-1c73cf29b141'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:25:28.500514 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9b63-87a4-4c22-a555-e2e2ad09a437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.501471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596593c1-4e2f-4876-bd2e-937f17e5b565 None None] Routers {'284a389f-9063-4481-911e-1c73cf29b141'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:28.502298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-596593c1-4e2f-4876-bd2e-937f17e5b565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['284a389f-9063-4481-911e-1c73cf29b141'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:28.535794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-596593c1-4e2f-4876-bd2e-937f17e5b565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:28.545193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596593c1-4e2f-4876-bd2e-937f17e5b565 None None] Routers {'284a389f-9063-4481-911e-1c73cf29b141'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:28.545927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-596593c1-4e2f-4876-bd2e-937f17e5b565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['284a389f-9063-4481-911e-1c73cf29b141'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:28.601437 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-aa47f214-eea5-4781-80dc-94785d05b685 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/routers/284a389f-9063-4481-911e-1c73cf29b141 HTTP/1.1" status: 200 len: 924 time: 0.1144712 Aug 27 14:25:28.603879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55374) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:28.614403 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9b63-87a4-4c22-a555-e2e2ad09a437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.625342 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9b63-87a4-4c22-a555-e2e2ad09a437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.655811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d0d87-eef2-4fbe-b210-172cab0dce79 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:28.657679 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-247d0d87-eef2-4fbe-b210-172cab0dce79 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&device_id=284a389f-9063-4481-911e-1c73cf29b141&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0526736 Aug 27 14:25:28.660447 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55378) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:28.681528 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a7ad9b63-87a4-4c22-a555-e2e2ad09a437 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a09571deddad4370bca71776a72deaa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965601 Aug 27 14:25:28.681784 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55380) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:28.689181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad9b63-87a4-4c22-a555-e2e2ad09a437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f2d1f8-718c-4e88-97d2-08501dd8fd31,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:28.739730 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1ea9905e-97be-4f14-a7e1-ca0dab2a4f94 req-83dc7838-cad0-438a-8b81-73080f3ade4c tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0684919 Aug 27 14:25:28.751427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-596593c1-4e2f-4876-bd2e-937f17e5b565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:28.752172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596593c1-4e2f-4876-bd2e-937f17e5b565 None None] The sync data for ids ['284a389f-9063-4481-911e-1c73cf29b141'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:28.767363 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-18c8eb50-18ed-470d-a62f-0e400370f00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.788168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd1bc15-c526-41e3-87c6-c4f45b1bdff9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:28.789692 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ccd1bc15-c526-41e3-87c6-c4f45b1bdff9 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/networks/93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 881 time: 0.1282070 Aug 27 14:25:28.789970 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-18c8eb50-18ed-470d-a62f-0e400370f00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.792474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55382) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:28.820148 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5294b2c5-23c5-4938-9777-dee72dcce99b tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "GET /v2.0/ports?device_id=284a389f-9063-4481-911e-1c73cf29b141 HTTP/1.1" status: 200 len: 205 time: 0.0265489 Aug 27 14:25:28.822609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55384) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:28.838460 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-18c8eb50-18ed-470d-a62f-0e400370f00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.842076 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-18c8eb50-18ed-470d-a62f-0e400370f00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:28.843297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-18c8eb50-18ed-470d-a62f-0e400370f00a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44f2d1f8-718c-4e88-97d2-08501dd8fd31 HTTP/1.1" status: 204 len: 168 time: 0.1605792 Aug 27 14:25:28.852476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8eb50-18ed-470d-a62f-0e400370f00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f2d1f8-718c-4e88-97d2-08501dd8fd31,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:28.932690 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:29.039323 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:29.092836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Deleting port a5496056-13ad-48a3-9a1d-919be3a9cc39 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:29.093342 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:29.178166 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:29.190651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Calling delete_port for a5496056-13ad-48a3-9a1d-919be3a9cc39 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:29.365464 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:29.393642 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Pushing event deleted for resources: {'Port': ['ID=a5496056-13ad-48a3-9a1d-919be3a9cc39,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:29.460969 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:29.555027 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:29.557359 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:29.601294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:29.601978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Fanout notify agent at l3_agent the message router_deleted on router 284a389f-9063-4481-911e-1c73cf29b141 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:25:29.610795 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:29.612118 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5a3de9ac-1d35-4fda-9ca9-789d1c3a112a tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "DELETE /v2.0/routers/284a389f-9063-4481-911e-1c73cf29b141 HTTP/1.1" status: 204 len: 168 time: 0.7885463 Aug 27 14:25:29.615979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55408) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:29.620796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1740478006', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}, 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:29.644716 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:29.645730 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:29.701598 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:29.853449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-722dc644-8e02-4253-b0ce-f33c3beec67e req-960af03b-33cd-4a9f-934c-8f8d75518378 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0334082 Aug 27 14:25:30.131081 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:30.326880 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:30.347187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:30.458322 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Allocated IP 172.25.2.147 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/6cb5c21c-2a2f-4c53-aee1-49e771bcba77) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:30.562952 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:30.582901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55446) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:30.605757 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:30.648410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:30.653408 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:30.656987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:30.685885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Pushing event updated for resources: {'Port': ['ID=6cb5c21c-2a2f-4c53-aee1-49e771bcba77,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:30.702383 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-931079e8-38ee-402a-abcb-ea13276fdbbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:30.804544 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-931079e8-38ee-402a-abcb-ea13276fdbbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:30.808346 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-931079e8-38ee-402a-abcb-ea13276fdbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:30.852628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-931079e8-38ee-402a-abcb-ea13276fdbbb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=efcccd75e8474907b22eb472f012a45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684357 Aug 27 14:25:30.854027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931079e8-38ee-402a-abcb-ea13276fdbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447bb89a-46ab-4bbe-b689-fbb9be606f45,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:30.855267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55450) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:30.978365 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0f35a4e-a845-4eea-ac75-17d286993690 req-7a901db8-9508-4f4c-85ac-beb1273e380a tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0431008 Aug 27 14:25:30.982659 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d20141c-87e6-44cb-bd92-e05cc3c4e66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:30.985150 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.041659 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d20141c-87e6-44cb-bd92-e05cc3c4e66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.171024 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d20141c-87e6-44cb-bd92-e05cc3c4e66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.172824 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5d20141c-87e6-44cb-bd92-e05cc3c4e66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.173950 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5d20141c-87e6-44cb-bd92-e05cc3c4e66c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/447bb89a-46ab-4bbe-b689-fbb9be606f45 HTTP/1.1" status: 204 len: 168 time: 0.3177340 Aug 27 14:25:31.210800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20141c-87e6-44cb-bd92-e05cc3c4e66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447bb89a-46ab-4bbe-b689-fbb9be606f45,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:31.235022 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.368498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Router 89963b49-a3a9-4caa-90ba-50524dcfc2bd is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:25:31.452323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55460) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:31.466244 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e0974cf2-7f68-490c-83fd-5ff33efa3c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.481548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:25:31.493230 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5aea75-3857-4723-ae87-177c89484751 None None] Sync routers for ids ['89963b49-a3a9-4caa-90ba-50524dcfc2bd'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:25:31.503938 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5aea75-3857-4723-ae87-177c89484751 None None] Routers {'89963b49-a3a9-4caa-90ba-50524dcfc2bd'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:31.504670 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ac5aea75-3857-4723-ae87-177c89484751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['89963b49-a3a9-4caa-90ba-50524dcfc2bd'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:31.539205 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ac5aea75-3857-4723-ae87-177c89484751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:31.548186 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5aea75-3857-4723-ae87-177c89484751 None None] Routers {'89963b49-a3a9-4caa-90ba-50524dcfc2bd'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:31.548957 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ac5aea75-3857-4723-ae87-177c89484751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['89963b49-a3a9-4caa-90ba-50524dcfc2bd'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:31.562037 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e0974cf2-7f68-490c-83fd-5ff33efa3c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.567128 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e0974cf2-7f68-490c-83fd-5ff33efa3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.575252 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.579348 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-18fcef31-21d6-4f53-9223-172ae7f1773c tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.9598572 Aug 27 14:25:31.580290 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55462) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:31.585699 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-ac5aea75-3857-4723-ae87-177c89484751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:31.586336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:31.586486 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5aea75-3857-4723-ae87-177c89484751 None None] The sync data for ids ['89963b49-a3a9-4caa-90ba-50524dcfc2bd'] in n-d-712139-12 is: [] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:31.612625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0974cf2-7f68-490c-83fd-5ff33efa3c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e6e23a-495d-4a8c-83e6-0d83a09ad1a2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:31.617986 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e0974cf2-7f68-490c-83fd-5ff33efa3c2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0950a6c6149d487fb29fcf6d28a81908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644773 Aug 27 14:25:31.620773 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55464) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:31.675553 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63f340f3-6b72-42dc-9a00-27a1c111ea9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.696753 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63f340f3-6b72-42dc-9a00-27a1c111ea9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.744195 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63f340f3-6b72-42dc-9a00-27a1c111ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.747224 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-63f340f3-6b72-42dc-9a00-27a1c111ea9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.748381 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-63f340f3-6b72-42dc-9a00-27a1c111ea9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2e6e23a-495d-4a8c-83e6-0d83a09ad1a2 HTTP/1.1" status: 204 len: 168 time: 0.1266491 Aug 27 14:25:31.756880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f340f3-6b72-42dc-9a00-27a1c111ea9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e6e23a-495d-4a8c-83e6-0d83a09ad1a2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:31.914037 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.926959 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:31.982441 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Deleting port 6cb5c21c-2a2f-4c53-aee1-49e771bcba77 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:31.982742 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:32.071936 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:32.086678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Calling delete_port for 6cb5c21c-2a2f-4c53-aee1-49e771bcba77 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:32.095033 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-76451ae9-1021-47c9-bee4-847bc8f5682e req-a027efe8-edbd-43bc-85cf-2f6b6433eb00 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0283797 Aug 27 14:25:32.293632 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:32.325749 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Pushing event deleted for resources: {'Port': ['ID=6cb5c21c-2a2f-4c53-aee1-49e771bcba77,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:32.401505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:32.632375 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37678'] for router, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:32.635737 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709288'] for router, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:32.723514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Router 89963b49-a3a9-4caa-90ba-50524dcfc2bd has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:25:32.808350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:25:32.816864 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:32.821937 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f0243736-1f1c-48f8-aed6-18421c9fc843 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "PUT /v2.0/routers/89963b49-a3a9-4caa-90ba-50524dcfc2bd HTTP/1.1" status: 200 len: 710 time: 1.2372355 Aug 27 14:25:32.822330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55496) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:32.823706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653e39a5-a871-47ac-9d53-af838dbfc3b0 None None] Sync routers for ids ['89963b49-a3a9-4caa-90ba-50524dcfc2bd'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:25:32.834091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e39a5-a871-47ac-9d53-af838dbfc3b0 None None] Routers {'89963b49-a3a9-4caa-90ba-50524dcfc2bd'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:32.834979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-653e39a5-a871-47ac-9d53-af838dbfc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['89963b49-a3a9-4caa-90ba-50524dcfc2bd'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:32.872339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-653e39a5-a871-47ac-9d53-af838dbfc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:32.882990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e39a5-a871-47ac-9d53-af838dbfc3b0 None None] Routers {'89963b49-a3a9-4caa-90ba-50524dcfc2bd'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:32.883913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-653e39a5-a871-47ac-9d53-af838dbfc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['89963b49-a3a9-4caa-90ba-50524dcfc2bd'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:32.903529 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2e144bdc-160d-43a1-8131-f5990adc56f3 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/routers/89963b49-a3a9-4caa-90ba-50524dcfc2bd HTTP/1.1" status: 200 len: 745 time: 0.0798016 Aug 27 14:25:32.906126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55498) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:32.922258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-653e39a5-a871-47ac-9d53-af838dbfc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:32.922941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653e39a5-a871-47ac-9d53-af838dbfc3b0 None None] The sync data for ids ['89963b49-a3a9-4caa-90ba-50524dcfc2bd'] in n-d-712139-12 is: [] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:32.927043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55500) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:32.954544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-73bb63e9-de00-4f2c-982d-5eaf8958c3c4 tempest-RoutersIpV6AdminTest-54170680 tempest-RoutersIpV6AdminTest-54170680-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&device_id=89963b49-a3a9-4caa-90ba-50524dcfc2bd HTTP/1.1" status: 200 len: 205 time: 0.0469453 Aug 27 14:25:32.957338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55504) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:32.983856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f580f294-4062-4495-a360-31598d26d405 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "GET /v2.0/ports?device_id=89963b49-a3a9-4caa-90ba-50524dcfc2bd HTTP/1.1" status: 200 len: 205 time: 0.0254426 Aug 27 14:25:32.986274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55506) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:33.037123 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d525499c-c86d-4397-8891-eb32c000c3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:33.062564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e62d8f8-e739-4754-8793-ec96cb7d6b6f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:33.126079 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d525499c-c86d-4397-8891-eb32c000c3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:33.130503 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d525499c-c86d-4397-8891-eb32c000c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:33.170234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d525499c-c86d-4397-8891-eb32c000c3fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ae36ed3f4de40f7b22ce693827d5c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420833 Aug 27 14:25:33.172876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55510) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:33.180248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525499c-c86d-4397-8891-eb32c000c3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a78d7eb-e569-46eb-bfa8-784ee7074319,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:33.225233 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee79245b-40c9-4be7-875b-700150e626a3 req-d34e8750-0f96-4ca4-839e-7aaccf425ccc tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0420251 Aug 27 14:25:33.233346 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e62d8f8-e739-4754-8793-ec96cb7d6b6f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:33.239276 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e62d8f8-e739-4754-8793-ec96cb7d6b6f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:33.255631 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-64970d9b-737e-4c8e-bc30-718ffa9051af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:33.278997 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-64970d9b-737e-4c8e-bc30-718ffa9051af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:33.296361 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e62d8f8-e739-4754-8793-ec96cb7d6b6f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:33.296875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e62d8f8-e739-4754-8793-ec96cb7d6b6f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Fanout notify agent at l3_agent the message router_deleted on router 89963b49-a3a9-4caa-90ba-50524dcfc2bd {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:25:33.304718 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e62d8f8-e739-4754-8793-ec96cb7d6b6f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:33.305876 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9e62d8f8-e739-4754-8793-ec96cb7d6b6f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "DELETE /v2.0/routers/89963b49-a3a9-4caa-90ba-50524dcfc2bd HTTP/1.1" status: 204 len: 168 time: 0.3180721 Aug 27 14:25:33.309307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55514) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:33.333637 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-64970d9b-737e-4c8e-bc30-718ffa9051af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:33.336948 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-64970d9b-737e-4c8e-bc30-718ffa9051af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:33.338128 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-64970d9b-737e-4c8e-bc30-718ffa9051af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a78d7eb-e569-46eb-bfa8-784ee7074319 HTTP/1.1" status: 204 len: 168 time: 0.1642919 Aug 27 14:25:33.342347 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4bab1df3-e377-4116-8e91-54c039510425 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "GET /v2.0/ports?device_id=89963b49-a3a9-4caa-90ba-50524dcfc2bd HTTP/1.1" status: 200 len: 205 time: 0.0318465 Aug 27 14:25:33.344497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55518) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:33.351097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64970d9b-737e-4c8e-bc30-718ffa9051af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a78d7eb-e569-46eb-bfa8-784ee7074319,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:33.384795 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-3cc81c95-d471-476e-b4a9-6aec19d243f0 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] delete failed (client error): The resource could not be found. Aug 27 14:25:33.385755 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3cc81c95-d471-476e-b4a9-6aec19d243f0 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "DELETE /v2.0/routers/89963b49-a3a9-4caa-90ba-50524dcfc2bd HTTP/1.1" status: 404 len: 336 time: 0.0401285 Aug 27 14:25:33.388364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55520) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:33.418526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8f885539-4236-4572-902f-d2e0108886b1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "GET /v2.0/ports?device_id=284a389f-9063-4481-911e-1c73cf29b141 HTTP/1.1" status: 200 len: 205 time: 0.0290928 Aug 27 14:25:33.420978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55522) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:33.478421 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-5a9b4255-ab34-455b-a1b7-38286565c72b tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] delete failed (client error): The resource could not be found. Aug 27 14:25:33.478903 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5a9b4255-ab34-455b-a1b7-38286565c72b tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "DELETE /v2.0/routers/284a389f-9063-4481-911e-1c73cf29b141 HTTP/1.1" status: 404 len: 336 time: 0.0570192 Aug 27 14:25:33.481443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55526) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:33.507966 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9cc654cf-d5bf-44ea-a878-39856d92c49e tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf0d3674-531d-4437-8e06-ca22c9ccf975 HTTP/1.1" status: 200 len: 205 time: 0.0254695 Aug 27 14:25:33.510304 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55528) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:33.547252 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-a4e258f3-51f4-4062-9c6c-63d05b7513cc tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] delete failed (client error): The resource could not be found. Aug 27 14:25:33.548410 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a4e258f3-51f4-4062-9c6c-63d05b7513cc tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "DELETE /v2.0/routers/bf0d3674-531d-4437-8e06-ca22c9ccf975 HTTP/1.1" status: 404 len: 336 time: 0.0369706 Aug 27 14:25:33.551101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55530) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:33.582886 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-46e33afd-64ac-4e5d-9483-8e3f92e95bba tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9c29c7d-7a15-4ed2-befe-668488a9a3a3 HTTP/1.1" status: 200 len: 205 time: 0.0305078 Aug 27 14:25:33.585211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55534) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:33.622990 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-c05b1db6-f881-40e1-b4eb-d39d3f305d12 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] delete failed (client error): The resource could not be found. Aug 27 14:25:33.624035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c05b1db6-f881-40e1-b4eb-d39d3f305d12 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "DELETE /v2.0/routers/b9c29c7d-7a15-4ed2-befe-668488a9a3a3 HTTP/1.1" status: 404 len: 336 time: 0.0379257 Aug 27 14:25:33.626630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55538) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:33.653958 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-93ad96c7-096b-4cfc-b79a-3652c04eedf9 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b23e897-6045-4dd9-9316-8ba4fa958ee4 HTTP/1.1" status: 200 len: 205 time: 0.0261712 Aug 27 14:25:33.656428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55542) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:33.695269 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-13dfc670-b962-47d9-9fc4-1d13c11462b1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] delete failed (client error): The resource could not be found. Aug 27 14:25:33.696308 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-13dfc670-b962-47d9-9fc4-1d13c11462b1 tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "DELETE /v2.0/routers/6b23e897-6045-4dd9-9316-8ba4fa958ee4 HTTP/1.1" status: 404 len: 336 time: 0.0383608 Aug 27 14:25:33.699162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55544) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:33.733797 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4f4b26fa-11b9-412f-87bc-6db2f3173f2b tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cf321d7-6533-4f53-9f63-d970d6986b27 HTTP/1.1" status: 200 len: 205 time: 0.0314054 Aug 27 14:25:33.733994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55548) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:34.041745 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-d80f75d1-3847-4cd6-802c-831d6c3c8aeb tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] delete failed (client error): The resource could not be found. Aug 27 14:25:34.043081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d80f75d1-3847-4cd6-802c-831d6c3c8aeb tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "DELETE /v2.0/routers/6cf321d7-6533-4f53-9f63-d970d6986b27 HTTP/1.1" status: 404 len: 336 time: 0.3082089 Aug 27 14:25:34.045738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55560) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:34.072935 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-81af1b59-9ebf-4571-8d80-d6fe5a85288f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] DELETE failed (client error): The resource could not be found. Aug 27 14:25:34.073397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81af1b59-9ebf-4571-8d80-d6fe5a85288f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:25:34.075131 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-81af1b59-9ebf-4571-8d80-d6fe5a85288f tempest-RoutersIpV6AdminTest-269447883 tempest-RoutersIpV6AdminTest-269447883-project] 10.222.0.55 "DELETE /v2.0/subnets/4ede6523-76cb-4d27-8ccb-a9ab240fbe37 HTTP/1.1" status: 404 len: 337 time: 0.0284843 Aug 27 14:25:34.331473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55570) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:34.339341 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ce25017-b9d3-4fe3-aa94-03b858ee11a6 req-a7997056-84c9-4b48-9dea-508de2ee2ddd tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0327179 Aug 27 14:25:34.447693 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f986cd0-ccb5-4393-8b19-60128e918b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:34.542447 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f986cd0-ccb5-4393-8b19-60128e918b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:34.546154 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f986cd0-ccb5-4393-8b19-60128e918b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:34.587737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f986cd0-ccb5-4393-8b19-60128e918b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514e657d-2367-4697-9cab-eb93eaab9a4e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:34.592988 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2f986cd0-ccb5-4393-8b19-60128e918b57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc79de940b084ed6a7801ac75fc87e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603974 Aug 27 14:25:34.595621 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55580) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:34.646430 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-31fddf8f-8fc9-4f74-9d89-6cf47ec3bdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:34.667811 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-31fddf8f-8fc9-4f74-9d89-6cf47ec3bdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:34.713124 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-31fddf8f-8fc9-4f74-9d89-6cf47ec3bdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:34.716066 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-31fddf8f-8fc9-4f74-9d89-6cf47ec3bdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:34.719551 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-31fddf8f-8fc9-4f74-9d89-6cf47ec3bdee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/514e657d-2367-4697-9cab-eb93eaab9a4e HTTP/1.1" status: 204 len: 168 time: 0.1201742 Aug 27 14:25:34.728404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fddf8f-8fc9-4f74-9d89-6cf47ec3bdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514e657d-2367-4697-9cab-eb93eaab9a4e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:35.003273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55586) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:35.054841 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-befc9953-901c-4fd0-84b7-c9a37c367277 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=020b27de05f440ac9b7c1b2d10dce6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502362 Aug 27 14:25:35.057326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55588) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:35.110009 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5a354a68-8309-4204-a4ec-1df3f2143b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:35.135840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5a354a68-8309-4204-a4ec-1df3f2143b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:35.186569 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5a354a68-8309-4204-a4ec-1df3f2143b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:35.189133 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5a354a68-8309-4204-a4ec-1df3f2143b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:35.190425 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5a354a68-8309-4204-a4ec-1df3f2143b97 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b941fda1-bcd6-406e-9047-480c3d12c5f5 HTTP/1.1" status: 204 len: 168 time: 0.1320782 Aug 27 14:25:35.198177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a354a68-8309-4204-a4ec-1df3f2143b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b941fda1-bcd6-406e-9047-480c3d12c5f5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:35.444873 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3752d615-9f5e-4fae-8e5a-2412b831a97f req-0e488704-d7d1-4989-a959-ec72444a44a5 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0271516 Aug 27 14:25:36.417486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55632) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:36.519461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1639197628', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:36.561275 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cdea967a-28b7-4041-93d5-5616604d5ccf req-2551b931-cbe7-49b3-81f3-2a0620677786 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0329447 Aug 27 14:25:36.568070 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Made reservation on behalf of 8238c0f1428a4428aa95dce59f060273 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:36.570218 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:36.579708 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:36.747858 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:36.752832 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:36.758912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] device_id is not set on port 04df2384-58c7-43d9-8bd9-a76825021288 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:25:36.814331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3edf9b1-1a29-4a8a-9192-f882b0227a7c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:36.891406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Allocated IP 172.25.2.24 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/04df2384-58c7-43d9-8bd9-a76825021288) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:37.028582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:37.073557 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:37.128914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:37.131850 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:37.137174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:37.140250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Pushing event updated for resources: {'Port': ['ID=04df2384-58c7-43d9-8bd9-a76825021288,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:37.177835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:37.178469 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:37.191838 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-104431b2-ea27-4a48-bf5d-5478f304a054 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7732832 Aug 27 14:25:37.194857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55640) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:37.199490 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.24'}]}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:37.219730 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:37.220841 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:37.225089 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:25:37.285040 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:37.678398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:37.687701 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f973dd92-5e08-437f-8af5-31479451abfe req-a2936c1a-0524-44f3-8172-02489f7e86fa tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0321584 Aug 27 14:25:37.909663 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:37.929943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:38.082371 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:38.149256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55668) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:38.254791 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:38.257118 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:38.305873 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:38.311133 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25e45fc3-14b7-491c-8538-3e86cf780eac {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:25:38.328719 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 27 14:25:38.330054 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d9715cf2-d660-4144-bab1-65189f1d2a12 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1342421 Aug 27 14:25:38.333582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55678) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:38.371982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6ec4da71-b79c-465b-b0e2-c9ee07f3e4ba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port fa94af8e-2c94-45e3-8a06-c885d1ac2e29 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:38.372513 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ec4da71-b79c-465b-b0e2-c9ee07f3e4ba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:38.482764 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ec4da71-b79c-465b-b0e2-c9ee07f3e4ba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:38.483091 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ec4da71-b79c-465b-b0e2-c9ee07f3e4ba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:38.498361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6ec4da71-b79c-465b-b0e2-c9ee07f3e4ba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for fa94af8e-2c94-45e3-8a06-c885d1ac2e29 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:38.504217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f8e26a3f-06c9-471a-9f51-20f6b9589bf8 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Deleting port 04df2384-58c7-43d9-8bd9-a76825021288 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:38.504560 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8e26a3f-06c9-471a-9f51-20f6b9589bf8 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:38.655620 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8e26a3f-06c9-471a-9f51-20f6b9589bf8 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:38.677568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f8e26a3f-06c9-471a-9f51-20f6b9589bf8 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Calling delete_port for 04df2384-58c7-43d9-8bd9-a76825021288 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:38.799885 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-40b927d6-3640-4813-b1ae-d77cd00c2fb0 req-52b50ae3-33a2-42ea-9a2c-288a580fba9f tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0311644 Aug 27 14:25:38.813058 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ec4da71-b79c-465b-b0e2-c9ee07f3e4ba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:38.869767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4da71-b79c-465b-b0e2-c9ee07f3e4ba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=fa94af8e-2c94-45e3-8a06-c885d1ac2e29,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:38.936633 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8e26a3f-06c9-471a-9f51-20f6b9589bf8 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:38.968313 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ec4da71-b79c-465b-b0e2-c9ee07f3e4ba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:38.968649 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-6ec4da71-b79c-465b-b0e2-c9ee07f3e4ba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Floating IP 3be3598a-9c79-492b-8f10-62fe3ba39f2b disassociated (deleted). External IP: 172.25.2.172, port: 00c4b7c2-747c-40e8-9586-de288246afbf. Aug 27 14:25:38.972660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e26a3f-06c9-471a-9f51-20f6b9589bf8 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Pushing event deleted for resources: {'Port': ['ID=04df2384-58c7-43d9-8bd9-a76825021288,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:39.108033 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8e26a3f-06c9-471a-9f51-20f6b9589bf8 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:39.109840 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f8e26a3f-06c9-471a-9f51-20f6b9589bf8 tempest-RoutersAdminNegativeIpV6Test-1121595985 tempest-RoutersAdminNegativeIpV6Test-1121595985-project-admin] 10.222.0.55 "DELETE /v2.0/ports/04df2384-58c7-43d9-8bd9-a76825021288 HTTP/1.1" status: 204 len: 168 time: 0.7752008 Aug 27 14:25:39.239502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec4da71-b79c-465b-b0e2-c9ee07f3e4ba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 5ec5ece0-134d-4b4a-92c7-471ead093f8b has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:25:39.380959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec4da71-b79c-465b-b0e2-c9ee07f3e4ba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:25:39.385774 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6ec4da71-b79c-465b-b0e2-c9ee07f3e4ba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:39.390630 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56175fb-5631-492d-8df5-e02db359ee18 None None] Sync routers for ids ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:25:39.418050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55690) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:39.420098 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6ec4da71-b79c-465b-b0e2-c9ee07f3e4ba tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/floatingips/3be3598a-9c79-492b-8f10-62fe3ba39f2b HTTP/1.1" status: 204 len: 168 time: 1.2697382 Aug 27 14:25:39.420705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:25:39.423126 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c33647-c1af-4437-963d-3ed2b6145d38" -d '{"events": [{"name": "network-changed", "server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:25:39.442633 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56175fb-5631-492d-8df5-e02db359ee18 None None] Routers {'5ec5ece0-134d-4b4a-92c7-471ead093f8b'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:39.443349 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c56175fb-5631-492d-8df5-e02db359ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:39.470010 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c62599-48f5-4566-a551-95b9c25d34e7 x-openstack-request-id: req-29c62599-48f5-4566-a551-95b9c25d34e7 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:25:39.470735 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:25:39.470735 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29c62599-48f5-4566-a551-95b9c25d34e7 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:25:39.472212 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf', 'status': 'completed', 'code': 200} Aug 27 14:25:39.597329 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5354b114-81e1-4bbd-84ef-d36d98ce9415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:39.598989 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c56175fb-5631-492d-8df5-e02db359ee18 None None] Set router 5ec5ece0-134d-4b4a-92c7-471ead093f8b gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:25:39.638957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33647-c1af-4437-963d-3ed2b6145d38 req-41a51a42-1607-4d05-b77a-015ac906f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:39.640817 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44c33647-c1af-4437-963d-3ed2b6145d38 req-41a51a42-1607-4d05-b77a-015ac906f4a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=192eb92f7c9846a9901dbb1419062132&device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 1098 time: 0.1436701 Aug 27 14:25:39.754855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33647-c1af-4437-963d-3ed2b6145d38 req-24cc4814-7d49-4e4d-8ccc-49f6b6b7ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:39.756504 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44c33647-c1af-4437-963d-3ed2b6145d38 req-24cc4814-7d49-4e4d-8ccc-49f6b6b7ae4e service neutron] 10.222.0.52 "GET /v2.0/networks?id=66caef09-b37e-492a-a830-9a1e6fc28135 HTTP/1.1" status: 200 len: 897 time: 0.1023121 Aug 27 14:25:39.775979 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5354b114-81e1-4bbd-84ef-d36d98ce9415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:39.780474 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5354b114-81e1-4bbd-84ef-d36d98ce9415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:39.810640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44c33647-c1af-4437-963d-3ed2b6145d38 req-6c5302c2-4362-4f65-bfa8-e8d4084e6dbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00c4b7c2-747c-40e8-9586-de288246afbf HTTP/1.1" status: 200 len: 217 time: 0.0423670 Aug 27 14:25:39.827321 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354b114-81e1-4bbd-84ef-d36d98ce9415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d972b8-035e-4823-9b15-0bd52a9b2310,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:39.874575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33647-c1af-4437-963d-3ed2b6145d38 req-5cd2424f-784c-4dd3-acc6-9a21d7488904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:39.875310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322aa26-74cd-44b3-b136-8006dc36a9a2 req-e9f4e585-acd6-49c3-adf3-d88aca37c388 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:39.878182 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44c33647-c1af-4437-963d-3ed2b6145d38 req-5cd2424f-784c-4dd3-acc6-9a21d7488904 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=09a4828f-3ee5-48a5-af6b-577d8cd0c09b HTTP/1.1" status: 200 len: 835 time: 0.0592310 Aug 27 14:25:39.884200 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c56175fb-5631-492d-8df5-e02db359ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:23:53Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '0bafa15a-a6d7-4954-835f-7dd9576fab0a', 'name': '', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:fe:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:51Z', 'updated_at': '2021-08-27T14:24:00Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:39.884437 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b322aa26-74cd-44b3-b136-8006dc36a9a2 req-e9f4e585-acd6-49c3-adf3-d88aca37c388 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.1480181 Aug 27 14:25:39.891303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5354b114-81e1-4bbd-84ef-d36d98ce9415 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4b7ffd0a9a740cf833f34da5704f7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4708409 Aug 27 14:25:39.894287 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55704) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:39.929279 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:39.935701 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b322aa26-74cd-44b3-b136-8006dc36a9a2 req-e469ae7c-6eed-43a1-b344-c6a8e8895f5c tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504172 Aug 27 14:25:39.941897 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56175fb-5631-492d-8df5-e02db359ee18 None None] Checking router: 5ec5ece0-134d-4b4a-92c7-471ead093f8b for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:25:39.951550 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56175fb-5631-492d-8df5-e02db359ee18 None None] Routers {'5ec5ece0-134d-4b4a-92c7-471ead093f8b'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:39.952337 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c56175fb-5631-492d-8df5-e02db359ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:39.991007 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-982e0fbe-90d8-4e6e-9b87-c74868ecbecc req-bd4f978e-84d8-42c2-8e57-b4394f7a494f tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0558848 Aug 27 14:25:40.012752 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8937912e-80c1-4666-b31c-bade78e4f926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:40.019320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33647-c1af-4437-963d-3ed2b6145d38 req-434c616e-1fb0-4b1a-bfd2-51f31f5eb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:40.020824 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44c33647-c1af-4437-963d-3ed2b6145d38 req-434c616e-1fb0-4b1a-bfd2-51f31f5eb0d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=66caef09-b37e-492a-a830-9a1e6fc28135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239498 Aug 27 14:25:40.042162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-44c33647-c1af-4437-963d-3ed2b6145d38 req-b2c001fd-78a5-4ab3-99ad-050df99bbe0b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:25:40.043177 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44c33647-c1af-4437-963d-3ed2b6145d38 req-b2c001fd-78a5-4ab3-99ad-050df99bbe0b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086040 Aug 27 14:25:40.044933 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8937912e-80c1-4666-b31c-bade78e4f926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:40.062164 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c56175fb-5631-492d-8df5-e02db359ee18 None None] Set router 5ec5ece0-134d-4b4a-92c7-471ead093f8b gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:25:40.155600 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8937912e-80c1-4666-b31c-bade78e4f926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:40.158115 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8937912e-80c1-4666-b31c-bade78e4f926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:40.159876 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8937912e-80c1-4666-b31c-bade78e4f926 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09d972b8-035e-4823-9b15-0bd52a9b2310 HTTP/1.1" status: 204 len: 168 time: 0.2647460 Aug 27 14:25:40.172201 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44c33647-c1af-4437-963d-3ed2b6145d38 req-ce6de3d2-d153-4ae7-9a9a-716409564732 service neutron] 10.222.0.52 "GET /v2.0/networks/66caef09-b37e-492a-a830-9a1e6fc28135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193700 Aug 27 14:25:40.173069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937912e-80c1-4666-b31c-bade78e4f926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d972b8-035e-4823-9b15-0bd52a9b2310,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:40.275600 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c56175fb-5631-492d-8df5-e02db359ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:23:53Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '0bafa15a-a6d7-4954-835f-7dd9576fab0a', 'name': '', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:fe:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:51Z', 'updated_at': '2021-08-27T14:24:00Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:40.277988 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44c33647-c1af-4437-963d-3ed2b6145d38 req-c5b3f6f8-a4d5-4651-bb47-c961d43a38d0 service neutron] 10.222.0.52 "GET /v2.0/networks/66caef09-b37e-492a-a830-9a1e6fc28135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959010 Aug 27 14:25:40.303433 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56175fb-5631-492d-8df5-e02db359ee18 None None] The sync data for ids ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'] in n-d-712139-12 is: [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:23:53Z', 'revision_number': 4, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '0bafa15a-a6d7-4954-835f-7dd9576fab0a', 'name': '', 'network_id': '66caef09-b37e-492a-a830-9a1e6fc28135', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'mac_address': 'fa:16:3e:fe:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:51Z', 'updated_at': '2021-08-27T14:24:00Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'subnets': [{'id': '09a4828f-3ee5-48a5-af6b-577d8cd0c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:40.477314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55714) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:40.521669 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b4878f9d-f433-460d-a243-ef0778db83ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8238c0f1428a4428aa95dce59f060273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429735 Aug 27 14:25:40.524133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55716) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:40.596592 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bedd0558-5196-408c-9557-9b8a9a65fd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:40.600699 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12594e70-a68f-4701-9971-c6a9a3b6898a None None] New status for floating IP 3be3598a-9c79-492b-8f10-62fe3ba39f2b: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:25:40.635176 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bedd0558-5196-408c-9557-9b8a9a65fd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:40.684906 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bedd0558-5196-408c-9557-9b8a9a65fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:40.687672 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bedd0558-5196-408c-9557-9b8a9a65fd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:40.691652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bedd0558-5196-408c-9557-9b8a9a65fd86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3edf9b1-1a29-4a8a-9192-f882b0227a7c HTTP/1.1" status: 204 len: 168 time: 0.1637735 Aug 27 14:25:40.697490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd0558-5196-408c-9557-9b8a9a65fd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3edf9b1-1a29-4a8a-9192-f882b0227a7c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:41.066891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54680b-b867-4b09-8062-c26dae4bcf27 req-78085994-452e-457f-b748-7a0395494441 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:41.069030 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff54680b-b867-4b09-8062-c26dae4bcf27 req-78085994-452e-457f-b748-7a0395494441 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.0652657 Aug 27 14:25:41.118134 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff54680b-b867-4b09-8062-c26dae4bcf27 req-3c6480c6-9a78-49be-9f72-63014777a526 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7dd16e1-d628-4a9f-9615-be015fd65407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424352 Aug 27 14:25:41.119358 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d61864ff-4812-45ec-aeef-f1b0e48682f3 req-967c388c-6858-4535-9a95-76ae776fa257 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0408118 Aug 27 14:25:41.238831 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fbae4-abbd-467b-bf5a-d91ea5a9adfe req-a20bd5d4-314d-4e97-aeb2-69743e545dde tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:41.240458 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-718fbae4-abbd-467b-bf5a-d91ea5a9adfe req-a20bd5d4-314d-4e97-aeb2-69743e545dde tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 946 time: 0.0595100 Aug 27 14:25:41.341537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-718fbae4-abbd-467b-bf5a-d91ea5a9adfe req-995d28f7-08e4-4c3f-ad41-04797d5a5c39 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port 00c4b7c2-747c-40e8-9586-de288246afbf {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:41.342019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-718fbae4-abbd-467b-bf5a-d91ea5a9adfe req-995d28f7-08e4-4c3f-ad41-04797d5a5c39 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:41.438833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-718fbae4-abbd-467b-bf5a-d91ea5a9adfe req-995d28f7-08e4-4c3f-ad41-04797d5a5c39 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] For port 00c4b7c2-747c-40e8-9586-de288246afbf, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=00c4b7c2-747c-40e8-9586-de288246afbf,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:41.439200 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-718fbae4-abbd-467b-bf5a-d91ea5a9adfe req-995d28f7-08e4-4c3f-ad41-04797d5a5c39 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:41.453766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-718fbae4-abbd-467b-bf5a-d91ea5a9adfe req-995d28f7-08e4-4c3f-ad41-04797d5a5c39 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for 00c4b7c2-747c-40e8-9586-de288246afbf owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:41.458237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55744) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:41.584799 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-423aab6b-f6a9-4208-b70d-1305a43e9995 tempest-AgentManagementNegativeTest-614566842 tempest-AgentManagementNegativeTest-614566842-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1253083 Aug 27 14:25:41.596654 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-718fbae4-abbd-467b-bf5a-d91ea5a9adfe req-995d28f7-08e4-4c3f-ad41-04797d5a5c39 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:41.635833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d28f7-08e4-4c3f-ad41-04797d5a5c39 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=00c4b7c2-747c-40e8-9586-de288246afbf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:41.691029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-718fbae4-abbd-467b-bf5a-d91ea5a9adfe req-995d28f7-08e4-4c3f-ad41-04797d5a5c39 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] No DVR routers for this DVR port 00c4b7c2-747c-40e8-9586-de288246afbf on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:25:41.693981 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-718fbae4-abbd-467b-bf5a-d91ea5a9adfe req-995d28f7-08e4-4c3f-ad41-04797d5a5c39 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:41.696398 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-718fbae4-abbd-467b-bf5a-d91ea5a9adfe req-995d28f7-08e4-4c3f-ad41-04797d5a5c39 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.52 "DELETE /v2.0/ports/00c4b7c2-747c-40e8-9586-de288246afbf HTTP/1.1" status: 204 len: 173 time: 0.4492853 Aug 27 14:25:41.697030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'name': 'network-vif-deleted', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:25:41.706119 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ecfe61-bebc-4ad2-a668-05e0893b7770" -d '{"events": [{"server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "name": "network-vif-deleted", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:25:41.751869 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d495679-11bd-4e3d-b113-1271003bd8a4 x-openstack-request-id: req-7d495679-11bd-4e3d-b113-1271003bd8a4 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:25:41.753232 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8025daee-fbb6-4b7e-9ba3-60e8ac531e4a", "name": "network-vif-deleted", "tag": "00c4b7c2-747c-40e8-9586-de288246afbf", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:25:41.753682 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d495679-11bd-4e3d-b113-1271003bd8a4 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:25:41.754154 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8025daee-fbb6-4b7e-9ba3-60e8ac531e4a', 'name': 'network-vif-deleted', 'tag': '00c4b7c2-747c-40e8-9586-de288246afbf', 'status': 'completed', 'code': 200} Aug 27 14:25:41.884105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55756) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:42.022199 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8babfa2-1e01-4e15-b2ec-f4bfe110fdf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:42.140050 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8babfa2-1e01-4e15-b2ec-f4bfe110fdf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:42.161284 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8babfa2-1e01-4e15-b2ec-f4bfe110fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:42.209158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8babfa2-1e01-4e15-b2ec-f4bfe110fdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d304b493-120d-4ef2-906b-d5c8e51edb98,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:42.287246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f547a33c-958d-42a8-9183-1c4e660ea959 req-1325b661-f160-4427-b3ff-0c4dde6231e2 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0599282 Aug 27 14:25:42.292045 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be07d114-7680-4c48-8a34-3907b7172834 req-6dfcba55-1ad2-46ab-85b1-83c28a626f7d tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "GET /v2.0/ports?device_id=8025daee-fbb6-4b7e-9ba3-60e8ac531e4a HTTP/1.1" status: 200 len: 210 time: 0.0330377 Aug 27 14:25:42.297764 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a8babfa2-1e01-4e15-b2ec-f4bfe110fdf9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82302cf3702a4eda8e532b82120e7abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103143 Aug 27 14:25:42.298082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55766) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:42.354590 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e39fc0c0-91d0-4881-9f57-85e026728b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:42.379225 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e39fc0c0-91d0-4881-9f57-85e026728b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:42.427460 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e39fc0c0-91d0-4881-9f57-85e026728b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:42.430092 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e39fc0c0-91d0-4881-9f57-85e026728b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:42.431420 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e39fc0c0-91d0-4881-9f57-85e026728b84 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d304b493-120d-4ef2-906b-d5c8e51edb98 HTTP/1.1" status: 204 len: 168 time: 0.1324177 Aug 27 14:25:42.439606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fc0c0-91d0-4881-9f57-85e026728b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d304b493-120d-4ef2-906b-d5c8e51edb98,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:42.938039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55788) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:43.051858 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1a287b67-05a4-46fd-a23f-f2ea0f914b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.149181 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1a287b67-05a4-46fd-a23f-f2ea0f914b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.154138 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1a287b67-05a4-46fd-a23f-f2ea0f914b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.172424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55798) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:43.192390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a287b67-05a4-46fd-a23f-f2ea0f914b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec47902-ef86-4f3c-b418-f17aab7290d7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:43.196711 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1a287b67-05a4-46fd-a23f-f2ea0f914b8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3a34799445446c6ae3b5541fbd15fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576785 Aug 27 14:25:43.199802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55802) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:43.251537 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e83eb849-5f4a-4286-82f4-0afc3ab35dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.276441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1586096315'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:43.281254 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e83eb849-5f4a-4286-82f4-0afc3ab35dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.320820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:43.324285 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.334487 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.356055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55808) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:43.415456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e83eb849-5f4a-4286-82f4-0afc3ab35dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.418032 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e83eb849-5f4a-4286-82f4-0afc3ab35dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.421527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e83eb849-5f4a-4286-82f4-0afc3ab35dd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fec47902-ef86-4f3c-b418-f17aab7290d7 HTTP/1.1" status: 204 len: 168 time: 0.2174108 Aug 27 14:25:43.433659 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f84ea8b2-73bb-4fb2-bc72-550e9a5eee51 req-a795dcbc-af48-48e3-8478-a24b4285c8bc tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0424879 Aug 27 14:25:43.446237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83eb849-5f4a-4286-82f4-0afc3ab35dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec47902-ef86-4f3c-b418-f17aab7290d7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:43.645725 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.650517 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.691262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:25:43.728213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba503c11-6ff4-4646-b7dd-0340dd03823a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:43.737790 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.738381 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Added segment f3afabcc-6cbe-4dd2-a000-97c9fba1b32f of type vlan for network bc7ac394-68f3-48e7-9614-bac6c78fea5d Aug 27 14:25:43.828137 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.876118 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.882239 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:43.882869 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:43.984952 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8016217 Aug 27 14:25:44.014323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bce48-abcc-4b41-bd27-9226fb5b9f2b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=bc7ac394-68f3-48e7-9614-bac6c78fea5d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:44.026996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network bc7ac394-68f3-48e7-9614-bac6c78fea5d details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:25:44.109563 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-10322d45-0ea9-4d52-9fe4-86d4f3708631 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.120423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55830) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:44.126246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-9e1164de-767d-4822-9619-3f987a3336a4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'subnet': {'network_id': 'bc7ac394-68f3-48e7-9614-bac6c78fea5d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:44.219178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1164de-767d-4822-9619-3f987a3336a4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:44.223367 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e1164de-767d-4822-9619-3f987a3336a4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.385448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-10322d45-0ea9-4d52-9fe4-86d4f3708631 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port 0bafa15a-a6d7-4954-835f-7dd9576fab0a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:44.386671 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-10322d45-0ea9-4d52-9fe4-86d4f3708631 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.425792 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e1164de-767d-4822-9619-3f987a3336a4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.494422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1164de-767d-4822-9619-3f987a3336a4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Subnet': ['ID=68445cbe-2f94-48dc-bc20-efe9703d4aa9,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:44.506415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1164de-767d-4822-9619-3f987a3336a4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking segment: {'id': 'f3afabcc-6cbe-4dd2-a000-97c9fba1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc7ac394-68f3-48e7-9614-bac6c78fea5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:44.506802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1164de-767d-4822-9619-3f987a3336a4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network hostable DHCP agents. Network: bc7ac394-68f3-48e7-9614-bac6c78fea5d, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:25:44.527676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1164de-767d-4822-9619-3f987a3336a4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network bc7ac394-68f3-48e7-9614-bac6c78fea5d is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:25:44.535948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-10322d45-0ea9-4d52-9fe4-86d4f3708631 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] For port 0bafa15a-a6d7-4954-835f-7dd9576fab0a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0bafa15a-a6d7-4954-835f-7dd9576fab0a,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:44.536271 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-10322d45-0ea9-4d52-9fe4-86d4f3708631 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.539893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-9e1164de-767d-4822-9619-3f987a3336a4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, bc7ac394-68f3-48e7-9614-bac6c78fea5d) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:44.550566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1164de-767d-4822-9619-3f987a3336a4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:44.551177 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e1164de-767d-4822-9619-3f987a3336a4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.551846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a9dff-8c33-41c8-bc4b-efecf8588264 None None] Network bc7ac394-68f3-48e7-9614-bac6c78fea5d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:44.562860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-10322d45-0ea9-4d52-9fe4-86d4f3708631 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for 0bafa15a-a6d7-4954-835f-7dd9576fab0a owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:44.584020 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9e1164de-767d-4822-9619-3f987a3336a4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4622574 Aug 27 14:25:44.587546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55840) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:44.595110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0340ac21-3c0d-4142-b6bb-2470b3935428 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2143822688'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:44.667411 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7afabea8-4157-4541-99e3-3283680a41c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.670608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0340ac21-3c0d-4142-b6bb-2470b3935428 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:44.678229 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ceed1ba2-4db0-413c-a7eb-ae954269bb0b req-e361515a-c2ba-481c-9940-02fe31838513 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0924726 Aug 27 14:25:44.684763 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0340ac21-3c0d-4142-b6bb-2470b3935428 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.770885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-68ed70db-b5af-4626-a3cc-e2f3a2a36311 req-67a0c6e6-f480-47c2-9b38-db1f44e04583 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.2773168 Aug 27 14:25:44.774452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-bc7ac394-68f3-48e7-9614-bac6c78fea5d', 'network_id': 'bc7ac394-68f3-48e7-9614-bac6c78fea5d', 'tenant_id': 'c4145be51ef14b8b8116c5cdf74dab66', 'fixed_ips': [{'subnet_id': '68445cbe-2f94-48dc-bc20-efe9703d4aa9'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:25:44.774894 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0340ac21-3c0d-4142-b6bb-2470b3935428 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:25:44.775353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.785981 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0340ac21-3c0d-4142-b6bb-2470b3935428 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.786623 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-0340ac21-3c0d-4142-b6bb-2470b3935428 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Added segment 49f625d3-7904-4159-a50c-060eeca18c32 of type vlan for network cd3d10a6-e8ee-4c49-9e6e-84e5336160be Aug 27 14:25:44.863058 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0340ac21-3c0d-4142-b6bb-2470b3935428 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.901289 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0340ac21-3c0d-4142-b6bb-2470b3935428 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.912531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0340ac21-3c0d-4142-b6bb-2470b3935428 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:44.913703 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0340ac21-3c0d-4142-b6bb-2470b3935428 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.917831 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-10322d45-0ea9-4d52-9fe4-86d4f3708631 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:44.938343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Allocated IP 172.20.255.242 (bc7ac394-68f3-48e7-9614-bac6c78fea5d/68445cbe-2f94-48dc-bc20-efe9703d4aa9/6e44e072-b810-4ba9-b337-0509d0f5af60) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:44.961572 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10322d45-0ea9-4d52-9fe4-86d4f3708631 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=0bafa15a-a6d7-4954-835f-7dd9576fab0a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:44.996436 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0340ac21-3c0d-4142-b6bb-2470b3935428 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4050162 Aug 27 14:25:44.997323 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55848) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:45.003472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5dccb031-888e-499a-bc16-f491d4092b21 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'subnet': {'network_id': 'cd3d10a6-e8ee-4c49-9e6e-84e5336160be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:45.120719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340ac21-3c0d-4142-b6bb-2470b3935428 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=cd3d10a6-e8ee-4c49-9e6e-84e5336160be,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:45.137359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network cd3d10a6-e8ee-4c49-9e6e-84e5336160be details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:25:45.145258 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:45.146869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dccb031-888e-499a-bc16-f491d4092b21 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:45.151509 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5dccb031-888e-499a-bc16-f491d4092b21 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:45.198809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Transition to ACTIVE for port object 6e44e072-b810-4ba9-b337-0509d0f5af60 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:45.251796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Transition to ACTIVE for port object 6e44e072-b810-4ba9-b337-0509d0f5af60 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:45.261329 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:45.304159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Network bc7ac394-68f3-48e7-9614-bac6c78fea5d is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:45.309343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:45.322619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:45.348040 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Pushing event updated for resources: {'Port': ['ID=6e44e072-b810-4ba9-b337-0509d0f5af60,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:45.422194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:45.422550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:45.426734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:45.426734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:45.426734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:45.426734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:45.426734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:45.426734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:45.426734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:45.426734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:45.427303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:45.427303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:25:45.432626 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Attempting to bind port 6e44e072-b810-4ba9-b337-0509d0f5af60 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:25:45.432996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Attempting to bind port 6e44e072-b810-4ba9-b337-0509d0f5af60 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'f3afabcc-6cbe-4dd2-a000-97c9fba1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc7ac394-68f3-48e7-9614-bac6c78fea5d'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:25:45.433364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Attempting to bind port 6e44e072-b810-4ba9-b337-0509d0f5af60 on network bc7ac394-68f3-48e7-9614-bac6c78fea5d {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:25:45.441166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:25:45.441764 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Checking segment: {'id': 'f3afabcc-6cbe-4dd2-a000-97c9fba1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc7ac394-68f3-48e7-9614-bac6c78fea5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:45.442333 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:45.442996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Bound using segment: {'id': 'f3afabcc-6cbe-4dd2-a000-97c9fba1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc7ac394-68f3-48e7-9614-bac6c78fea5d'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:25:45.443801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Bound port: 6e44e072-b810-4ba9-b337-0509d0f5af60, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3afabcc-6cbe-4dd2-a000-97c9fba1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc7ac394-68f3-48e7-9614-bac6c78fea5d'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:25:45.444409 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:45.463721 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5dccb031-888e-499a-bc16-f491d4092b21 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:45.531334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] For port 6e44e072-b810-4ba9-b337-0509d0f5af60, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:25:45.537014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] For port 6e44e072-b810-4ba9-b337-0509d0f5af60, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6e44e072-b810-4ba9-b337-0509d0f5af60,segment=NetworkSegment(f3afabcc-6cbe-4dd2-a000-97c9fba1b32f),segment_id=f3afabcc-6cbe-4dd2-a000-97c9fba1b32f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:25:45.542785 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:45.567153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-10322d45-0ea9-4d52-9fe4-86d4f3708631 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:45.581370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dccb031-888e-499a-bc16-f491d4092b21 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking segment: {'id': '49f625d3-7904-4159-a50c-060eeca18c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cd3d10a6-e8ee-4c49-9e6e-84e5336160be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:45.581370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dccb031-888e-499a-bc16-f491d4092b21 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network hostable DHCP agents. Network: cd3d10a6-e8ee-4c49-9e6e-84e5336160be, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:25:45.585199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccb031-888e-499a-bc16-f491d4092b21 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Subnet': ['ID=6438faab-aa9c-4861-83ed-598dab897c02,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:45.634318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dccb031-888e-499a-bc16-f491d4092b21 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network cd3d10a6-e8ee-4c49-9e6e-84e5336160be is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:25:45.648867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cbd6b-bfc3-4414-a35c-4f1ab19d3123 None None] Pushing event updated for resources: {'Port': ['ID=6e44e072-b810-4ba9-b337-0509d0f5af60,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:45.649646 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-5dccb031-888e-499a-bc16-f491d4092b21 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, cd3d10a6-e8ee-4c49-9e6e-84e5336160be) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:45.655693 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dccb031-888e-499a-bc16-f491d4092b21 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:45.656296 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5dccb031-888e-499a-bc16-f491d4092b21 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:45.666843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2717d3-9bb3-4653-a73a-f77dcb6e1ae2 None None] Network cd3d10a6-e8ee-4c49-9e6e-84e5336160be requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:45.698026 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5dccb031-888e-499a-bc16-f491d4092b21 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6972716 Aug 27 14:25:45.699659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55850) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:45.844273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ffee199e-822f-4fbe-9d66-e2b4c5eecf64 req-4a90cf5c-f62a-4e63-8f35-ce0806628215 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0417540 Aug 27 14:25:45.872028 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-cd3d10a6-e8ee-4c49-9e6e-84e5336160be', 'network_id': 'cd3d10a6-e8ee-4c49-9e6e-84e5336160be', 'tenant_id': 'c4145be51ef14b8b8116c5cdf74dab66', 'fixed_ips': [{'subnet_id': '6438faab-aa9c-4861-83ed-598dab897c02'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:25:45.872206 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:45.896549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:45.896714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10322d45-0ea9-4d52-9fe4-86d4f3708631 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Router 5ec5ece0-134d-4b4a-92c7-471ead093f8b has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:25:45.993124 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.068734 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10322d45-0ea9-4d52-9fe4-86d4f3708631 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:25:46.074394 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-10322d45-0ea9-4d52-9fe4-86d4f3708631 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "PUT /v2.0/routers/5ec5ece0-134d-4b4a-92c7-471ead093f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7168543 Aug 27 14:25:46.077142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55862) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:46.084108 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7cf88c-0e51-486f-b2f6-d23b1b745d55 None None] Sync routers for ids ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:25:46.089706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Allocated IP 172.20.0.2 (cd3d10a6-e8ee-4c49-9e6e-84e5336160be/6438faab-aa9c-4861-83ed-598dab897c02/dacb26cc-33e4-4a87-b2e9-30ce728864a4) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:46.096511 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7cf88c-0e51-486f-b2f6-d23b1b745d55 None None] Routers {'5ec5ece0-134d-4b4a-92c7-471ead093f8b'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:46.097632 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2e7cf88c-0e51-486f-b2f6-d23b1b745d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:46.197644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2916ae06-2bd9-4ce4-b65e-a16c6ebf3f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting subnet 09a4828f-3ee5-48a5-af6b-577d8cd0c09b {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:25:46.201740 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2916ae06-2bd9-4ce4-b65e-a16c6ebf3f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.279295 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2916ae06-2bd9-4ce4-b65e-a16c6ebf3f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.375522 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-2e7cf88c-0e51-486f-b2f6-d23b1b745d55 None None] Set router 5ec5ece0-134d-4b4a-92c7-471ead093f8b gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:25:46.428770 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2916ae06-2bd9-4ce4-b65e-a16c6ebf3f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.440492 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.452144 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Transition to ACTIVE for port object dacb26cc-33e4-4a87-b2e9-30ce728864a4 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:46.477598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Transition to ACTIVE for port object dacb26cc-33e4-4a87-b2e9-30ce728864a4 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:46.487234 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.518706 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.531127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Network cd3d10a6-e8ee-4c49-9e6e-84e5336160be is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:46.535752 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:46.541076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2916ae06-2bd9-4ce4-b65e-a16c6ebf3f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.542223 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:46.562133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Pushing event updated for resources: {'Port': ['ID=dacb26cc-33e4-4a87-b2e9-30ce728864a4,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:46.595434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Subnet': ['ID=6438faab-aa9c-4861-83ed-598dab897c02,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:46.621437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Attempting to bind port dacb26cc-33e4-4a87-b2e9-30ce728864a4 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:25:46.621814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Attempting to bind port dacb26cc-33e4-4a87-b2e9-30ce728864a4 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '49f625d3-7904-4159-a50c-060eeca18c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cd3d10a6-e8ee-4c49-9e6e-84e5336160be'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:25:46.622184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Attempting to bind port dacb26cc-33e4-4a87-b2e9-30ce728864a4 on network cd3d10a6-e8ee-4c49-9e6e-84e5336160be {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:25:46.628946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:25:46.629568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Checking segment: {'id': '49f625d3-7904-4159-a50c-060eeca18c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cd3d10a6-e8ee-4c49-9e6e-84e5336160be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:46.630170 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.630798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Bound using segment: {'id': '49f625d3-7904-4159-a50c-060eeca18c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cd3d10a6-e8ee-4c49-9e6e-84e5336160be'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:25:46.631470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Bound port: dacb26cc-33e4-4a87-b2e9-30ce728864a4, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f625d3-7904-4159-a50c-060eeca18c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cd3d10a6-e8ee-4c49-9e6e-84e5336160be'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:25:46.631866 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.640263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916ae06-2bd9-4ce4-b65e-a16c6ebf3f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Subnet': ['ID=09a4828f-3ee5-48a5-af6b-577d8cd0c09b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:46.672559 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2e7cf88c-0e51-486f-b2f6-d23b1b745d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:25:44Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:46.706406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] For port dacb26cc-33e4-4a87-b2e9-30ce728864a4, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:25:46.710315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] For port dacb26cc-33e4-4a87-b2e9-30ce728864a4, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dacb26cc-33e4-4a87-b2e9-30ce728864a4,segment=NetworkSegment(49f625d3-7904-4159-a50c-060eeca18c32),segment_id=49f625d3-7904-4159-a50c-060eeca18c32)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:25:46.715782 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7cf88c-0e51-486f-b2f6-d23b1b745d55 None None] Checking router: 5ec5ece0-134d-4b4a-92c7-471ead093f8b for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:25:46.716601 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2916ae06-2bd9-4ce4-b65e-a16c6ebf3f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.718993 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2916ae06-2bd9-4ce4-b65e-a16c6ebf3f3f tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/subnets/09a4828f-3ee5-48a5-af6b-577d8cd0c09b HTTP/1.1" status: 204 len: 168 time: 0.6403999 Aug 27 14:25:46.722589 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55882) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:46.723830 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.725457 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.740879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03051420-4230-481f-b356-ed4d22efd411 None None] Network 66caef09-b37e-492a-a830-9a1e6fc28135 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:46.743618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3d10a6-e8ee-4c49-9e6e-84e5336160be']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:46.753388 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7cf88c-0e51-486f-b2f6-d23b1b745d55 None None] Routers {'5ec5ece0-134d-4b4a-92c7-471ead093f8b'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:46.754244 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2e7cf88c-0e51-486f-b2f6-d23b1b745d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:46.762085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f625d3-7904-4159-a50c-060eeca18c32') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:46.767145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f625d3-7904-4159-a50c-060eeca18c32') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:46.780219 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.801325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.808690 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:25:46.809962 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:25:46.813947 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:25:46.915098 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 14:25:46.915098 n-d-712139-12 neutron-server[101187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 14:25:46.915098 n-d-712139-12 neutron-server[101187]: [parameters: {'id': 'cd3d10a6-e8ee-4c49-9e6e-84e5336160be'}] Aug 27 14:25:46.915098 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:25:46.916281 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:25:46.969070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:46.985910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bf6c8-582c-4a7f-b3e2-c90fe11c7969 None None] Pushing event updated for resources: {'Port': ['ID=dacb26cc-33e4-4a87-b2e9-30ce728864a4,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:47.003606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 00c4b7c2-747c-40e8-9586-de288246afbf no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:25:47.011482 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-2e7cf88c-0e51-486f-b2f6-d23b1b745d55 None None] Set router 5ec5ece0-134d-4b4a-92c7-471ead093f8b gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:25:47.031988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 00c4b7c2-747c-40e8-9586-de288246afbf {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:25:47.032653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 00c4b7c2-747c-40e8-9586-de288246afbf not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:25:47.076201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef4304d-2d9f-499e-9bbe-ece1158d5091 None None] Network cd3d10a6-e8ee-4c49-9e6e-84e5336160be requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:47.105638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9631b52d-3ca3-4d89-b56f-19b9fa7c2320 req-1b5de9b4-896e-4425-b7b7-729f98d7748b tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0713372 Aug 27 14:25:47.292915 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:47.306190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b759ad68-f048-48df-9105-e774e3149a7d None None] DHCP port deletion for 66caef09-b37e-492a-a830-9a1e6fc28135 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:25:47.352144 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2e7cf88c-0e51-486f-b2f6-d23b1b745d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:25:44Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:47.406098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b759ad68-f048-48df-9105-e774e3149a7d None None] Deleting port d6a48cec-2f9e-439c-b6f7-7642193272cf {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:47.406495 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b759ad68-f048-48df-9105-e774e3149a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:47.414729 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7cf88c-0e51-486f-b2f6-d23b1b745d55 None None] The sync data for ids ['5ec5ece0-134d-4b4a-92c7-471ead093f8b'] in n-d-712139-12 is: [{'id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356438913', 'tenant_id': '192eb92f7c9846a9901dbb1419062132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:23:46Z', 'updated_at': '2021-08-27T14:25:44Z', 'revision_number': 5, 'project_id': '192eb92f7c9846a9901dbb1419062132', 'gw_port': {'id': 'af0adf8a-dfa2-43e4-a34e-18ad88dde2ab', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5ece0-134d-4b4a-92c7-471ead093f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:23:47Z', 'updated_at': '2021-08-27T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:47.417246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Deleting port af0adf8a-dfa2-43e4-a34e-18ad88dde2ab {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:47.417617 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:47.418370 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:47.494441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf826fa-09fc-4f27-b2ac-34962a48c623 None None] Network bc7ac394-68f3-48e7-9614-bac6c78fea5d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:47.502904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Deleting port dacb26cc-33e4-4a87-b2e9-30ce728864a4 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:47.503358 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:47.548115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] For port af0adf8a-dfa2-43e4-a34e-18ad88dde2ab, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=af0adf8a-dfa2-43e4-a34e-18ad88dde2ab,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:47.548501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:47.574599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Calling delete_port for af0adf8a-dfa2-43e4-a34e-18ad88dde2ab owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:47.601092 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:47.622562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b759ad68-f048-48df-9105-e774e3149a7d None None] For port d6a48cec-2f9e-439c-b6f7-7642193272cf, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d6a48cec-2f9e-439c-b6f7-7642193272cf,segment=NetworkSegment(f1372e50-ae05-44c0-82d2-51b288b95907),segment_id=f1372e50-ae05-44c0-82d2-51b288b95907)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:47.622897 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b759ad68-f048-48df-9105-e774e3149a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:47.628310 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5dd6-f05d-45cb-8302-86f11c012c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:47.637552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a40da269-de54-4822-8307-b9005f0cb20c None None] Provisioning for port 6e44e072-b810-4ba9-b337-0509d0f5af60 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:25:47.657050 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ba1a1bc-e619-4ad8-827e-533d1482e521 req-56ce1af3-89a0-4705-9e02-39dca5684cfa tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2&device_id=2f2ea2f9-99c9-436f-9ce5-e224de4873e7 HTTP/1.1" status: 200 len: 210 time: 0.0476155 Aug 27 14:25:47.657475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b759ad68-f048-48df-9105-e774e3149a7d None None] Calling delete_port for d6a48cec-2f9e-439c-b6f7-7642193272cf owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:47.683942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] For port dacb26cc-33e4-4a87-b2e9-30ce728864a4, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dacb26cc-33e4-4a87-b2e9-30ce728864a4,segment=NetworkSegment(49f625d3-7904-4159-a50c-060eeca18c32),segment_id=49f625d3-7904-4159-a50c-060eeca18c32)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:47.684349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:47.701198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Calling delete_port for dacb26cc-33e4-4a87-b2e9-30ce728864a4 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:47.815893 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b759ad68-f048-48df-9105-e774e3149a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:47.880273 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:47.957970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759ad68-f048-48df-9105-e774e3149a7d None None] Pushing event deleted for resources: {'Port': ['ID=d6a48cec-2f9e-439c-b6f7-7642193272cf,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:47.961100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759ad68-f048-48df-9105-e774e3149a7d None None] No DVR routers for this DVR port d6a48cec-2f9e-439c-b6f7-7642193272cf on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:25:47.988532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6e44e072-b810-4ba9-b337-0509d0f5af60 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:25:48.019014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Port': ['ID=af0adf8a-dfa2-43e4-a34e-18ad88dde2ab,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:48.078798 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.184578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 6e44e072-b810-4ba9-b337-0509d0f5af60 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:25:48.192657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6e44e072-b810-4ba9-b337-0509d0f5af60 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:48.193049 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.199929 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.203568 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.238199 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.283073 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.283320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d8a20c29-a123-4457-b242-580bc1e2424a req-93141cae-b46f-45a6-9a5b-b8e8c1f3ed2c tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0859437 Aug 27 14:25:48.284941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Fanout notify agent at l3_agent the message router_deleted on router 5ec5ece0-134d-4b4a-92c7-471ead093f8b {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:25:48.285584 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e37f88f-bf06-42b8-832d-12f84f9fe8cd req-231c7a3b-5b38-466a-ade9-ea215c4d96a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e89760df8bd34a7794fcbb6129708902&device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0920453 Aug 27 14:25:48.301249 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.302406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-55c67da5-38ce-4864-8dd7-72188b8b7cb0 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/routers/5ec5ece0-134d-4b4a-92c7-471ead093f8b HTTP/1.1" status: 204 len: 168 time: 1.5780652 Aug 27 14:25:48.310078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55900) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:48.316346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No DVR routers for this DVR port dacb26cc-33e4-4a87-b2e9-30ce728864a4 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:25:48.324738 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.325431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Port': ['ID=dacb26cc-33e4-4a87-b2e9-30ce728864a4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:48.377217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e37f88f-bf06-42b8-832d-12f84f9fe8cd req-cc956d90-174b-4313-b4d9-e23b67e3d133 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e89760df8bd34a7794fcbb6129708902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632112 Aug 27 14:25:48.399156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 6e44e072-b810-4ba9-b337-0509d0f5af60, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6e44e072-b810-4ba9-b337-0509d0f5af60,segment=NetworkSegment(f3afabcc-6cbe-4dd2-a000-97c9fba1b32f),segment_id=f3afabcc-6cbe-4dd2-a000-97c9fba1b32f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:48.404572 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.518920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d82541c-e951-4266-ad75-0bff652293ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.530209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=6e44e072-b810-4ba9-b337-0509d0f5af60,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:48.558495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d6a48cec-2f9e-439c-b6f7-7642193272cf no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:25:48.563485 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.607841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: d6a48cec-2f9e-439c-b6f7-7642193272cf {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:25:48.608208 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d6a48cec-2f9e-439c-b6f7-7642193272cf not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:25:48.608813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0bafa15a-a6d7-4954-835f-7dd9576fab0a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:25:48.610783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ec41c-5ae0-4622-beea-0db424d91985 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:25:48.651943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d82541c-e951-4266-ad75-0bff652293ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.664445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1d82541c-e951-4266-ad75-0bff652293ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66caef09-b37e-492a-a830-9a1e6fc28135']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:48.683208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1d82541c-e951-4266-ad75-0bff652293ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1372e50-ae05-44c0-82d2-51b288b95907') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:48.683834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1d82541c-e951-4266-ad75-0bff652293ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1372e50-ae05-44c0-82d2-51b288b95907') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:48.694602 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d82541c-e951-4266-ad75-0bff652293ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.700376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37f88f-bf06-42b8-832d-12f84f9fe8cd req-94897687-9771-449e-8a66-fa5bd8e4fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:48.701977 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e37f88f-bf06-42b8-832d-12f84f9fe8cd req-94897687-9771-449e-8a66-fa5bd8e4fb33 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3103354 Aug 27 14:25:48.703560 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3d10a6-e8ee-4c49-9e6e-84e5336160be']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:48.715898 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d82541c-e951-4266-ad75-0bff652293ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.717093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ec41c-5ae0-4622-beea-0db424d91985 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:25:48.726326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d82541c-e951-4266-ad75-0bff652293ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:25:48.728076 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d82541c-e951-4266-ad75-0bff652293ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.730164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f625d3-7904-4159-a50c-060eeca18c32') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:48.732701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f625d3-7904-4159-a50c-060eeca18c32') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:48.757866 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.775158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 0bafa15a-a6d7-4954-835f-7dd9576fab0a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:25:48.775633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0bafa15a-a6d7-4954-835f-7dd9576fab0a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:25:48.775901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.789965 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:25:48.792836 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:25:48.840063 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:25:48.844750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d82541c-e951-4266-ad75-0bff652293ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.856982 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d82541c-e951-4266-ad75-0bff652293ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.859309 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1d82541c-e951-4266-ad75-0bff652293ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/networks/66caef09-b37e-492a-a830-9a1e6fc28135 HTTP/1.1" status: 204 len: 168 time: 0.5481768 Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:25:48.872010 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:25:48.874145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55902) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:48.878050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82541c-e951-4266-ad75-0bff652293ab tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'Network': ['ID=66caef09-b37e-492a-a830-9a1e6fc28135,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:48.884810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-229f7493-1e24-4904-a59d-e965259b2d74 None None] Provisioning complete for port 6e44e072-b810-4ba9-b337-0509d0f5af60 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:48.885436 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-229f7493-1e24-4904-a59d-e965259b2d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.905406 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.918569 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.919192 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.924969 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/cd3d10a6-e8ee-4c49-9e6e-84e5336160be HTTP/1.1" status: 204 len: 168 time: 3.2205262 Aug 27 14:25:48.925791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55904) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:48.932514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1983298b-713e-40f8-a8c7-07efafa95cce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1799011213'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:48.943425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415012ec-8fcd-4899-9c40-6269dcd2f9c3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Network': ['ID=cd3d10a6-e8ee-4c49-9e6e-84e5336160be,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:48.968074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1983298b-713e-40f8-a8c7-07efafa95cce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:48.973112 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1983298b-713e-40f8-a8c7-07efafa95cce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:48.985731 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af0d3a84-7bbb-47aa-8447-c66317514867 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.021550 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af0d3a84-7bbb-47aa-8447-c66317514867 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.023058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1983298b-713e-40f8-a8c7-07efafa95cce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:25:49.032488 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1983298b-713e-40f8-a8c7-07efafa95cce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.033168 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-1983298b-713e-40f8-a8c7-07efafa95cce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Added segment 31dae9f1-6a55-41b0-902c-f6c39fb5ceb9 of type vlan for network 5001ac44-0e13-45f4-956c-b790ea954103 Aug 27 14:25:49.097445 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af0d3a84-7bbb-47aa-8447-c66317514867 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.102796 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1983298b-713e-40f8-a8c7-07efafa95cce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.111828 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-af0d3a84-7bbb-47aa-8447-c66317514867 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.117283 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-af0d3a84-7bbb-47aa-8447-c66317514867 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] 10.222.0.55 "DELETE /v2.0/security-groups/d7dd16e1-d628-4a9f-9615-be015fd65407 HTTP/1.1" status: 204 len: 168 time: 0.2414041 Aug 27 14:25:49.137279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d3a84-7bbb-47aa-8447-c66317514867 tempest-TestNetworkAdvancedServerOps-19232565 tempest-TestNetworkAdvancedServerOps-19232565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dd16e1-d628-4a9f-9615-be015fd65407,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:49.162027 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1983298b-713e-40f8-a8c7-07efafa95cce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.173526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983298b-713e-40f8-a8c7-07efafa95cce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:49.174872 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1983298b-713e-40f8-a8c7-07efafa95cce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.240481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1983298b-713e-40f8-a8c7-07efafa95cce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3126500 Aug 27 14:25:49.243351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55914) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:49.248901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'subnet': {'network_id': '5001ac44-0e13-45f4-956c-b790ea954103', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:49.257056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983298b-713e-40f8-a8c7-07efafa95cce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=5001ac44-0e13-45f4-956c-b790ea954103,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:49.273398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 5001ac44-0e13-45f4-956c-b790ea954103 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:25:49.433237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:49.437778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.468013 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ed365bc2-193f-4c34-abdb-7e5a59fd3a95 req-161b7520-9936-441d-a32d-1b08d6c092e5 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0567439 Aug 27 14:25:49.546649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55922) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:49.553546 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2a6bac75-2c45-418d-bf03-603595fdfa83 req-6fdcff57-79ba-4f83-97ce-eaaa521e00b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0345190 Aug 27 14:25:49.558214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.ipam_backend_mixin [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Performing IP validity checks on allocation pools {{(pid=101187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 14:25:49.574554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.ipam_backend_mixin [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 14:25:49.598649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55926) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:49.661132 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2a6bac75-2c45-418d-bf03-603595fdfa83 req-3dafa843-5747-484a-8821-ce26a9316786 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0373473 Aug 27 14:25:49.684225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6e44e072-b810-4ba9-b337-0509d0f5af60 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:25:49.694723 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5be9552d-7cfb-4fec-a56c-97467bf48cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.739839 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2a6bac75-2c45-418d-bf03-603595fdfa83 req-36718bee-e673-4716-8156-702b00510f68 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540817 Aug 27 14:25:49.849359 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5be9552d-7cfb-4fec-a56c-97467bf48cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.863194 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5be9552d-7cfb-4fec-a56c-97467bf48cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.882861 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.904175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9552d-7cfb-4fec-a56c-97467bf48cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18aba95-917c-43e4-9d26-23d84c552b93,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:49.934370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bac75-2c45-418d-bf03-603595fdfa83 req-c4870925-5c36-47ff-9594-40842ff2ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:49.936073 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2a6bac75-2c45-418d-bf03-603595fdfa83 req-c4870925-5c36-47ff-9594-40842ff2ed9e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1880083 Aug 27 14:25:49.960385 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5be9552d-7cfb-4fec-a56c-97467bf48cc6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50277fc4282c4162888f1f023d168af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4122121 Aug 27 14:25:49.960963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55930) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:49.971659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6e44e072-b810-4ba9-b337-0509d0f5af60 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:25:49.972908 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:49.977989 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9b923b04-fb60-4458-b6af-01dcec8f672b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=192eb92f7c9846a9901dbb1419062132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780768 Aug 27 14:25:49.978572 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55932) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:49.982311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Subnet': ['ID=77bde1b7-95fc-4521-b557-289efffba83f,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:50.005445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking segment: {'id': '31dae9f1-6a55-41b0-902c-f6c39fb5ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5001ac44-0e13-45f4-956c-b790ea954103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:50.006141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network hostable DHCP agents. Network: 5001ac44-0e13-45f4-956c-b790ea954103, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:25:50.032027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network 5001ac44-0e13-45f4-956c-b790ea954103 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:25:50.041225 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40155704-55a7-4452-81c8-61491a157a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.050072 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1178fce3-ca98-4ae8-8570-9ba996bbf738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.054600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 5001ac44-0e13-45f4-956c-b790ea954103) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:50.066060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:50.066827 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.070827 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40155704-55a7-4452-81c8-61491a157a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.083193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2fc289-b682-4472-b4e7-0d7a031643a8 None None] Network 5001ac44-0e13-45f4-956c-b790ea954103 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:50.090049 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3733e129-2d4c-4346-a8d4-333a40f88072 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8429060 Aug 27 14:25:50.090974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55934) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:50.102062 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1178fce3-ca98-4ae8-8570-9ba996bbf738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.134836 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40155704-55a7-4452-81c8-61491a157a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.138154 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40155704-55a7-4452-81c8-61491a157a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.150287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-40155704-55a7-4452-81c8-61491a157a2d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3dd3db6-cfec-44da-9ab3-0b01d3db0b27 HTTP/1.1" status: 204 len: 168 time: 0.1653352 Aug 27 14:25:50.177277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40155704-55a7-4452-81c8-61491a157a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dd3db6-cfec-44da-9ab3-0b01d3db0b27,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:50.259142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1178fce3-ca98-4ae8-8570-9ba996bbf738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.262207 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1178fce3-ca98-4ae8-8570-9ba996bbf738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.263880 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1178fce3-ca98-4ae8-8570-9ba996bbf738 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a18aba95-917c-43e4-9d26-23d84c552b93 HTTP/1.1" status: 204 len: 168 time: 0.3004804 Aug 27 14:25:50.272389 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.303127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device af0adf8a-dfa2-43e4-a34e-18ad88dde2ab no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:25:50.308362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.313762 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e37f88f-bf06-42b8-832d-12f84f9fe8cd req-0081d805-9058-4a00-b4b4-f82c7b8cd367 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.41 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0706291 Aug 27 14:25:50.322376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178fce3-ca98-4ae8-8570-9ba996bbf738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18aba95-917c-43e4-9d26-23d84c552b93,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:50.350340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: af0adf8a-dfa2-43e4-a34e-18ad88dde2ab {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:25:50.351332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device af0adf8a-dfa2-43e4-a34e-18ad88dde2ab not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:25:50.383812 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.418249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ee4327-5d6c-4805-8b0b-ea884f20bf9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-5001ac44-0e13-45f4-956c-b790ea954103', 'network_id': '5001ac44-0e13-45f4-956c-b790ea954103', 'tenant_id': 'c4145be51ef14b8b8116c5cdf74dab66', 'fixed_ips': [{'subnet_id': '77bde1b7-95fc-4521-b557-289efffba83f'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:25:50.419397 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-81ee4327-5d6c-4805-8b0b-ea884f20bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.511065 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server [None req-81ee4327-5d6c-4805-8b0b-ea884f20bf9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77bde1b7-95fc-4521-b557-289efffba83f: This subnet is being modified by another concurrent operation. Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise exception Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77bde1b7-95fc-4521-b557-289efffba83f: This subnet is being modified by another concurrent operation. Aug 27 14:25:50.578083 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Aug 27 14:25:50.586546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Subnet': ['ID=77bde1b7-95fc-4521-b557-289efffba83f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:50.603737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf607ad9-e316-4575-baa5-1436249da02c None None] Network 5001ac44-0e13-45f4-956c-b790ea954103 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:50.648070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55946) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:50.663103 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88488458-de60-4acd-b9e3-2f93414f56b1 req-bb93eb7b-d42d-42f4-b949-a3d54fa1191f tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b51459-e4dd-4101-a057-61af51fd51d2 HTTP/1.1" status: 200 len: 210 time: 0.0366027 Aug 27 14:25:50.679730 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.697793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5001ac44-0e13-45f4-956c-b790ea954103']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:50.721821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dae9f1-6a55-41b0-902c-f6c39fb5ceb9') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:50.722139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dae9f1-6a55-41b0-902c-f6c39fb5ceb9') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:50.734279 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2929e463-694e-4556-b85f-a019f9d8877f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a97c6129ee214c4a8f97cf1a51e4a9f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826454 Aug 27 14:25:50.734571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55950) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:50.743188 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.746976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a5bea-dee5-4df4-be14-7616c2ec9356 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:25:50.768581 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.781194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:25:50.781735 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:25:50.785220 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:25:50.849244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a5bea-dee5-4df4-be14-7616c2ec9356 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:25:50.857742 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b495f30-0a30-41dc-8b7a-39f49e16b292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.863263 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.876031 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.878638 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/5001ac44-0e13-45f4-956c-b790ea954103 HTTP/1.1" status: 204 len: 168 time: 0.7864711 Aug 27 14:25:50.884006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 55954) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:50.890107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-43babf29-616c-4a40-817e-4491a49e181d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1170646673'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:50.909248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76710571-6f36-4391-8408-bd52a2e42de2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Network': ['ID=5001ac44-0e13-45f4-956c-b790ea954103,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:50.919922 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b495f30-0a30-41dc-8b7a-39f49e16b292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.930394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43babf29-616c-4a40-817e-4491a49e181d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:50.938485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43babf29-616c-4a40-817e-4491a49e181d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.978358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43babf29-616c-4a40-817e-4491a49e181d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:25:50.993019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b495f30-0a30-41dc-8b7a-39f49e16b292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:50.997407 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4b495f30-0a30-41dc-8b7a-39f49e16b292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:51.000950 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43babf29-616c-4a40-817e-4491a49e181d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:51.001568 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4b495f30-0a30-41dc-8b7a-39f49e16b292 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/93b0b5f6-077e-487d-90f4-0d0506122f14 HTTP/1.1" status: 204 len: 168 time: 0.2636182 Aug 27 14:25:51.002460 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-43babf29-616c-4a40-817e-4491a49e181d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Added segment 385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c of type vlan for network 9272ff94-56ce-4e3f-aee7-3c517713822d Aug 27 14:25:51.019593 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b495f30-0a30-41dc-8b7a-39f49e16b292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b0b5f6-077e-487d-90f4-0d0506122f14,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:51.070486 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43babf29-616c-4a40-817e-4491a49e181d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:51.099517 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43babf29-616c-4a40-817e-4491a49e181d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:51.108903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43babf29-616c-4a40-817e-4491a49e181d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:51.109576 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-43babf29-616c-4a40-817e-4491a49e181d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:51.189116 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-43babf29-616c-4a40-817e-4491a49e181d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3012137 Aug 27 14:25:51.190352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 55964) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:51.196475 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2870dc15-b521-46e8-b838-ced6320cdf44 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'subnet': {'network_id': '9272ff94-56ce-4e3f-aee7-3c517713822d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:51.208863 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43babf29-616c-4a40-817e-4491a49e181d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=9272ff94-56ce-4e3f-aee7-3c517713822d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:51.219381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 9272ff94-56ce-4e3f-aee7-3c517713822d details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:25:51.319917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2870dc15-b521-46e8-b838-ced6320cdf44 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:51.323580 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2870dc15-b521-46e8-b838-ced6320cdf44 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:51.517008 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2870dc15-b521-46e8-b838-ced6320cdf44 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:51.557146 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:51.586355 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870dc15-b521-46e8-b838-ced6320cdf44 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Subnet': ['ID=7b310e03-60e3-4ffb-ac37-11104e65597a,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:51.590813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2870dc15-b521-46e8-b838-ced6320cdf44 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking segment: {'id': '385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9272ff94-56ce-4e3f-aee7-3c517713822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:51.591183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2870dc15-b521-46e8-b838-ced6320cdf44 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network hostable DHCP agents. Network: 9272ff94-56ce-4e3f-aee7-3c517713822d, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:25:51.619865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2870dc15-b521-46e8-b838-ced6320cdf44 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network 9272ff94-56ce-4e3f-aee7-3c517713822d is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:25:51.630021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-2870dc15-b521-46e8-b838-ced6320cdf44 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 9272ff94-56ce-4e3f-aee7-3c517713822d) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:51.640620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c7adbc-eede-404d-88c2-6aa70a922062 None None] Network 9272ff94-56ce-4e3f-aee7-3c517713822d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:51.644253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2870dc15-b521-46e8-b838-ced6320cdf44 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:51.644856 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2870dc15-b521-46e8-b838-ced6320cdf44 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:51.664771 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2870dc15-b521-46e8-b838-ced6320cdf44 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4731431 Aug 27 14:25:51.667457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56004) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:51.830771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:51.831526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-9272ff94-56ce-4e3f-aee7-3c517713822d', 'network_id': '9272ff94-56ce-4e3f-aee7-3c517713822d', 'tenant_id': 'c4145be51ef14b8b8116c5cdf74dab66', 'fixed_ips': [{'subnet_id': '7b310e03-60e3-4ffb-ac37-11104e65597a'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:25:51.831953 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:51.922045 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:52.039679 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-385ffe26-5e62-46de-ac3c-8483f29f5a13 req-42b2d53f-cd8d-49be-8d6a-5bc29f410d74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e89760df8bd34a7794fcbb6129708902&device_id=2f2ea2f9-99c9-436f-9ce5-e224de4873e7 HTTP/1.1" status: 200 len: 210 time: 0.0395927 Aug 27 14:25:52.064513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Allocated IP 172.20.0.1 (9272ff94-56ce-4e3f-aee7-3c517713822d/7b310e03-60e3-4ffb-ac37-11104e65597a/d5e0e89b-8677-4b7c-a783-b2198066a01f) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:52.086053 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-385ffe26-5e62-46de-ac3c-8483f29f5a13 req-ca12e971-59e0-4ba9-b774-438d85ccc021 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e89760df8bd34a7794fcbb6129708902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384047 Aug 27 14:25:52.111947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c689cbff-4eff-4ed7-a991-389203f1b282 req-f385461d-2195-473f-a5b4-385df0a6e808 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2ea2f9-99c9-436f-9ce5-e224de4873e7 HTTP/1.1" status: 200 len: 210 time: 0.0507214 Aug 27 14:25:52.219121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ffe26-5e62-46de-ac3c-8483f29f5a13 req-6318786b-c450-4d16-b6d7-d72b7d09c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:52.222162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-385ffe26-5e62-46de-ac3c-8483f29f5a13 req-6318786b-c450-4d16-b6d7-d72b7d09c3b2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1203079 Aug 27 14:25:52.287506 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:52.303138 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Transition to ACTIVE for port object d5e0e89b-8677-4b7c-a783-b2198066a01f will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:52.318895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Transition to ACTIVE for port object d5e0e89b-8677-4b7c-a783-b2198066a01f will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:52.327083 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:52.346655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:52.367367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Network 9272ff94-56ce-4e3f-aee7-3c517713822d is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:52.370266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:52.374068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:52.388299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Subnet': ['ID=7b310e03-60e3-4ffb-ac37-11104e65597a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:52.419295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Pushing event updated for resources: {'Port': ['ID=d5e0e89b-8677-4b7c-a783-b2198066a01f,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:52.458950 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Attempting to bind port d5e0e89b-8677-4b7c-a783-b2198066a01f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:25:52.459823 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Attempting to bind port d5e0e89b-8677-4b7c-a783-b2198066a01f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9272ff94-56ce-4e3f-aee7-3c517713822d'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:25:52.460781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Attempting to bind port d5e0e89b-8677-4b7c-a783-b2198066a01f on network 9272ff94-56ce-4e3f-aee7-3c517713822d {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:25:52.473589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:25:52.473981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Checking segment: {'id': '385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9272ff94-56ce-4e3f-aee7-3c517713822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:52.474399 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:52.474935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Bound using segment: {'id': '385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9272ff94-56ce-4e3f-aee7-3c517713822d'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:25:52.475449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Bound port: d5e0e89b-8677-4b7c-a783-b2198066a01f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9272ff94-56ce-4e3f-aee7-3c517713822d'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:25:52.476263 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:52.485373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:52.499488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9272ff94-56ce-4e3f-aee7-3c517713822d']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:52.516444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:52.517140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:52.530134 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:52.549481 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:52.560220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:25:52.560766 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:52.561914 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] For port d5e0e89b-8677-4b7c-a783-b2198066a01f, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:25:52.564113 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:25:52.629900 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] For port d5e0e89b-8677-4b7c-a783-b2198066a01f, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d5e0e89b-8677-4b7c-a783-b2198066a01f,segment=NetworkSegment(385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c),segment_id=385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:25:52.630613 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 14:25:52.630613 n-d-712139-12 neutron-server[101187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 14:25:52.630613 n-d-712139-12 neutron-server[101187]: [parameters: {'id': '9272ff94-56ce-4e3f-aee7-3c517713822d'}] Aug 27 14:25:52.630613 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:25:52.631012 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:25:52.634066 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:52.723234 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225063d6-ce04-4f8b-8253-4bee954b0027 None None] Pushing event updated for resources: {'Port': ['ID=d5e0e89b-8677-4b7c-a783-b2198066a01f,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:52.740008 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339f3f87-c32d-4ac4-93c1-6bb0c63ecdda None None] Network 9272ff94-56ce-4e3f-aee7-3c517713822d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:52.874374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b42b32-29c9-4173-bdf4-72266b88d640 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:25:52.974087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b42b32-29c9-4173-bdf4-72266b88d640 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:25:53.132016 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.237779 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cce32679-27ab-403f-8365-89b1dbe16740 req-adbc2815-1886-4198-b013-835dd80741d6 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2ea2f9-99c9-436f-9ce5-e224de4873e7 HTTP/1.1" status: 200 len: 210 time: 0.0421598 Aug 27 14:25:53.275421 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Deleting port d5e0e89b-8677-4b7c-a783-b2198066a01f {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:53.276072 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.351989 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] For port d5e0e89b-8677-4b7c-a783-b2198066a01f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d5e0e89b-8677-4b7c-a783-b2198066a01f,segment=NetworkSegment(385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c),segment_id=385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:53.352420 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.367647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Calling delete_port for d5e0e89b-8677-4b7c-a783-b2198066a01f owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:53.448387 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-385ffe26-5e62-46de-ac3c-8483f29f5a13 req-88980b93-4fc4-405b-bb55-4f318731f2c9 tempest-ServerShowV247Test-1376255986 tempest-ServerShowV247Test-1376255986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f2ea2f9-99c9-436f-9ce5-e224de4873e7 HTTP/1.1" status: 200 len: 210 time: 0.0291386 Aug 27 14:25:53.493451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.524761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Port': ['ID=d5e0e89b-8677-4b7c-a783-b2198066a01f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:53.531731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No DVR routers for this DVR port d5e0e89b-8677-4b7c-a783-b2198066a01f on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:25:53.622991 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.635651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9272ff94-56ce-4e3f-aee7-3c517713822d']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:53.647113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:53.647409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385b4b2d-4ca8-4fa0-8ad7-2eaf259dc63c') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:53.656954 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.672190 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.678885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:25:53.679353 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:25:53.682278 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:25:53.740836 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.753596 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.755406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/9272ff94-56ce-4e3f-aee7-3c517713822d HTTP/1.1" status: 204 len: 168 time: 2.0831409 Aug 27 14:25:53.759051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56106) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:53.766502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-28957070-365d-4f4e-8014-f701f92f8060 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-291341558'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:53.768358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588d013-f16d-4d1d-8dc0-e5536babd2f3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Network': ['ID=9272ff94-56ce-4e3f-aee7-3c517713822d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:53.791352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28957070-365d-4f4e-8014-f701f92f8060 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:53.795060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28957070-365d-4f4e-8014-f701f92f8060 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.830804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28957070-365d-4f4e-8014-f701f92f8060 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:25:53.841295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56108) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:53.843828 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28957070-365d-4f4e-8014-f701f92f8060 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.844244 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-28957070-365d-4f4e-8014-f701f92f8060 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Added segment 7e9d1afc-e066-45a9-9c5b-c712138cd34b of type vlan for network 8e71551d-6197-4562-a50a-e399dc5299d1 Aug 27 14:25:53.847459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Request body: {'network': {'name': 'tempest-network-smoke--670610977', 'project_id': 'f54f635450c346a2bc72a489363833b1', 'port_security_enabled': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:53.875855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Made reservation on behalf of f54f635450c346a2bc72a489363833b1 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:53.880578 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.894907 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.904722 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28957070-365d-4f4e-8014-f701f92f8060 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.939981 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28957070-365d-4f4e-8014-f701f92f8060 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:53.950878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28957070-365d-4f4e-8014-f701f92f8060 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:53.953686 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28957070-365d-4f4e-8014-f701f92f8060 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.015674 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.023878 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.029747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-28957070-365d-4f4e-8014-f701f92f8060 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2689183 Aug 27 14:25:54.033477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56110) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:54.038668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-52a5078e-a18c-414e-af7a-69911f410b8a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'subnet': {'network_id': '8e71551d-6197-4562-a50a-e399dc5299d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:54.044245 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28957070-365d-4f4e-8014-f701f92f8060 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=8e71551d-6197-4562-a50a-e399dc5299d1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:54.056292 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 8e71551d-6197-4562-a50a-e399dc5299d1 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:25:54.065236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:25:54.079705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd0758b-0323-4054-bb83-556eb720eb4a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:54.085115 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.085463 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Added segment 343ab8a4-be8a-46b7-afc3-0e7bb541c88f of type vlan for network 7b38c12d-b400-42be-a718-d30b563b36b8 Aug 27 14:25:54.138845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.145837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a5078e-a18c-414e-af7a-69911f410b8a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:54.150172 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-52a5078e-a18c-414e-af7a-69911f410b8a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.172275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.179295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:54.181732 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.245551 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4027545 Aug 27 14:25:54.248589 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56112) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:54.255993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be7437-42ef-45ff-bb97-ccf786aaa124 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Network': ['ID=7b38c12d-b400-42be-a718-d30b563b36b8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:54.256158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'admin_state_up': True, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:54.265935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 7b38c12d-b400-42be-a718-d30b563b36b8 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:25:54.313698 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.315730 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.419439 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.427528 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-52a5078e-a18c-414e-af7a-69911f410b8a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.621432 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.632079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5078e-a18c-414e-af7a-69911f410b8a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Subnet': ['ID=a47e4448-dc67-43dd-8c8b-16dcf09e71ff,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:54.657662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a5078e-a18c-414e-af7a-69911f410b8a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking segment: {'id': '7e9d1afc-e066-45a9-9c5b-c712138cd34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8e71551d-6197-4562-a50a-e399dc5299d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:54.658800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a5078e-a18c-414e-af7a-69911f410b8a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network hostable DHCP agents. Network: 8e71551d-6197-4562-a50a-e399dc5299d1, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:25:54.666732 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56122) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:54.713170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a5078e-a18c-414e-af7a-69911f410b8a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network 8e71551d-6197-4562-a50a-e399dc5299d1 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:25:54.731897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-52a5078e-a18c-414e-af7a-69911f410b8a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 8e71551d-6197-4562-a50a-e399dc5299d1) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:54.739752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a5078e-a18c-414e-af7a-69911f410b8a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:54.740697 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-52a5078e-a18c-414e-af7a-69911f410b8a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.741284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c74477-50b1-4278-8647-9e59c4e847a9 None None] Network 8e71551d-6197-4562-a50a-e399dc5299d1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:54.770136 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-52a5078e-a18c-414e-af7a-69911f410b8a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7354908 Aug 27 14:25:54.772628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56126) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:54.816511 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-893a2974-9710-406b-ad67-f7aae86ac4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.945160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-8e71551d-6197-4562-a50a-e399dc5299d1', 'network_id': '8e71551d-6197-4562-a50a-e399dc5299d1', 'tenant_id': 'c4145be51ef14b8b8116c5cdf74dab66', 'fixed_ips': [{'subnet_id': 'a47e4448-dc67-43dd-8c8b-16dcf09e71ff'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:25:54.946107 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.948343 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-893a2974-9710-406b-ad67-f7aae86ac4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:54.952976 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-893a2974-9710-406b-ad67-f7aae86ac4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.004175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a2974-9710-406b-ad67-f7aae86ac4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca572fae-28a0-4dd8-9578-8e95aadae88a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:55.013103 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-893a2974-9710-406b-ad67-f7aae86ac4f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e89760df8bd34a7794fcbb6129708902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427091 Aug 27 14:25:55.013812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56128) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:55.082419 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f35ba22-624b-4131-bf7d-c3cfe44005e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.111826 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f35ba22-624b-4131-bf7d-c3cfe44005e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.156402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Allocated IP 172.20.0.2 (8e71551d-6197-4562-a50a-e399dc5299d1/a47e4448-dc67-43dd-8c8b-16dcf09e71ff/0b87fac1-0f3f-450e-b7c0-75608c053fb5) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:55.183758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f35ba22-624b-4131-bf7d-c3cfe44005e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.186303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1f35ba22-624b-4131-bf7d-c3cfe44005e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.192471 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1f35ba22-624b-4131-bf7d-c3cfe44005e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca572fae-28a0-4dd8-9578-8e95aadae88a HTTP/1.1" status: 204 len: 168 time: 0.1773870 Aug 27 14:25:55.203358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35ba22-624b-4131-bf7d-c3cfe44005e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca572fae-28a0-4dd8-9578-8e95aadae88a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:55.302345 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.311875 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eaef1468-ec2a-476b-9d66-c9bf570a7416 req-8758b1c8-3e11-439a-a186-b6211cf3e91a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0682414 Aug 27 14:25:55.326410 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.330649 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.396817 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.435123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Transition to ACTIVE for port object 0b87fac1-0f3f-450e-b7c0-75608c053fb5 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:55.461948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef1468-ec2a-476b-9d66-c9bf570a7416 req-dff34df9-6e77-4798-9fad-9bec15021912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:55.463608 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eaef1468-ec2a-476b-9d66-c9bf570a7416 req-dff34df9-6e77-4798-9fad-9bec15021912 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 1098 time: 0.1114836 Aug 27 14:25:55.471864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.479194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Transition to ACTIVE for port object 0b87fac1-0f3f-450e-b7c0-75608c053fb5 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:55.492224 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.555885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Network 8e71551d-6197-4562-a50a-e399dc5299d1 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:55.560481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:55.571010 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:55.574021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Allocated IP 172.25.2.108 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/b4308d09-605f-44ae-928f-4bcf5556cdf3) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:55.611802 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.662850 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Pushing event updated for resources: {'Port': ['ID=0b87fac1-0f3f-450e-b7c0-75608c053fb5,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:55.684884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef1468-ec2a-476b-9d66-c9bf570a7416 req-4219a0e2-9954-4288-bd61-4f259671683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:55.686654 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eaef1468-ec2a-476b-9d66-c9bf570a7416 req-4219a0e2-9954-4288-bd61-4f259671683f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.2017534 Aug 27 14:25:55.686800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Subnet': ['ID=a47e4448-dc67-43dd-8c8b-16dcf09e71ff,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:55.691197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Attempting to bind port 0b87fac1-0f3f-450e-b7c0-75608c053fb5 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:25:55.691590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Attempting to bind port 0b87fac1-0f3f-450e-b7c0-75608c053fb5 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '7e9d1afc-e066-45a9-9c5b-c712138cd34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8e71551d-6197-4562-a50a-e399dc5299d1'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:25:55.691969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Attempting to bind port 0b87fac1-0f3f-450e-b7c0-75608c053fb5 on network 8e71551d-6197-4562-a50a-e399dc5299d1 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:25:55.709448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:25:55.709957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Checking segment: {'id': '7e9d1afc-e066-45a9-9c5b-c712138cd34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8e71551d-6197-4562-a50a-e399dc5299d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:55.710374 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.710822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Bound using segment: {'id': '7e9d1afc-e066-45a9-9c5b-c712138cd34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8e71551d-6197-4562-a50a-e399dc5299d1'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:25:55.711307 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Bound port: 0b87fac1-0f3f-450e-b7c0-75608c053fb5, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9d1afc-e066-45a9-9c5b-c712138cd34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8e71551d-6197-4562-a50a-e399dc5299d1'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:25:55.711693 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.775001 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.794064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e71551d-6197-4562-a50a-e399dc5299d1']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:55.812678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9d1afc-e066-45a9-9c5b-c712138cd34b') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:55.812678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9d1afc-e066-45a9-9c5b-c712138cd34b') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:55.817645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.821883 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] For port 0b87fac1-0f3f-450e-b7c0-75608c053fb5, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:25:55.824164 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eaef1468-ec2a-476b-9d66-c9bf570a7416 req-32590e7d-7095-4851-a6b9-702b80ae3b67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f6822a-5cc7-4c98-b22c-84c9faf2dde0 HTTP/1.1" status: 200 len: 1002 time: 0.1290452 Aug 27 14:25:55.826110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] For port 0b87fac1-0f3f-450e-b7c0-75608c053fb5, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0b87fac1-0f3f-450e-b7c0-75608c053fb5,segment=NetworkSegment(7e9d1afc-e066-45a9-9c5b-c712138cd34b),segment_id=7e9d1afc-e066-45a9-9c5b-c712138cd34b)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:25:55.829545 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.831491 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.850065 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.862180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:25:55.862602 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:25:55.865845 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:25:55.928276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fae1fac-b002-4141-8f9f-a57e5ff49951 None None] Network 8e71551d-6197-4562-a50a-e399dc5299d1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:55.937775 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:55.940364 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.api [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 14:25:55.940364 n-d-712139-12 neutron-server[101186]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 14:25:55.940364 n-d-712139-12 neutron-server[101186]: [parameters: {'id': '8e71551d-6197-4562-a50a-e399dc5299d1'}] Aug 27 14:25:55.940364 n-d-712139-12 neutron-server[101186]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:25:55.940759 n-d-712139-12 neutron-server[101186]: DEBUG oslo_db.api [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:25:55.952822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e19193-6700-4dc1-811e-bda89a5811cd None None] Pushing event updated for resources: {'Port': ['ID=0b87fac1-0f3f-450e-b7c0-75608c053fb5,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:55.973610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef1468-ec2a-476b-9d66-c9bf570a7416 req-9d6fe0f6-65de-4024-9497-8b717cc22249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:55.975262 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eaef1468-ec2a-476b-9d66-c9bf570a7416 req-9d6fe0f6-65de-4024-9497-8b717cc22249 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.1435130 Aug 27 14:25:55.978657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:25:55.985525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:55.989962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:25:55.997485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Port': ['ID=b4308d09-605f-44ae-928f-4bcf5556cdf3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:56.093791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef1468-ec2a-476b-9d66-c9bf570a7416 req-3cbe63dc-d0a1-4f76-b253-9d7e47d8f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:56.100266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eaef1468-ec2a-476b-9d66-c9bf570a7416 req-3cbe63dc-d0a1-4f76-b253-9d7e47d8f693 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165330 Aug 27 14:25:56.105120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0075cfa-ee23-483c-8854-6f0c97007403 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:25:56.250190 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eaef1468-ec2a-476b-9d66-c9bf570a7416 req-d069dede-272b-4b71-baed-03f51945eaa4 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416626 Aug 27 14:25:56.255228 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0075cfa-ee23-483c-8854-6f0c97007403 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:25:56.295978 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.324509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56152) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:56.372509 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eaef1468-ec2a-476b-9d66-c9bf570a7416 req-8d9f62d3-fb2a-44fa-9ee7-a3ef8fd742e7 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148915 Aug 27 14:25:56.498373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-530524996-network', 'tenant_id': 'ee68a6fac6694996a7e1e4858572b79c'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:56.515726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.523466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Made reservation on behalf of ee68a6fac6694996a7e1e4858572b79c for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:56.529644 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.538031 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.544911 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.664201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Deleting port 0b87fac1-0f3f-450e-b7c0-75608c053fb5 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:25:56.664545 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.679321 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.683759 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.717126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:25:56.727825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5727d2-29b3-461d-9c20-4b1aa3188407,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:56.733975 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.734718 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Added segment 5e45aecf-dcfb-48f3-b47c-d93050a1eb5f of type vlan for network 9a1e67c1-4465-454e-8a46-0919ae0d8681 Aug 27 14:25:56.754796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] For port 0b87fac1-0f3f-450e-b7c0-75608c053fb5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0b87fac1-0f3f-450e-b7c0-75608c053fb5,segment=NetworkSegment(7e9d1afc-e066-45a9-9c5b-c712138cd34b),segment_id=7e9d1afc-e066-45a9-9c5b-c712138cd34b)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:25:56.755182 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.772151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Calling delete_port for 0b87fac1-0f3f-450e-b7c0-75608c053fb5 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:25:56.785156 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.813923 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.815912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:56.816480 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.830556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Router cb2d752a-a283-4cff-9332-07ded46aa3cc is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:25:56.885972 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5597267 Aug 27 14:25:56.886945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56158) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:56.894369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b1a2d3f0-5e66-40ef-8901-5e99904cb2ae admin admin] Request body: {'subnet': {'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-530524996-subnet', 'tenant_id': 'ee68a6fac6694996a7e1e4858572b79c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:56.918011 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73c09b-9e51-4498-9a4e-a83af3b3f7a2 admin admin] Pushing event updated for resources: {'Network': ['ID=9a1e67c1-4465-454e-8a46-0919ae0d8681,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:56.921674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a2d3f0-5e66-40ef-8901-5e99904cb2ae admin admin] Made reservation on behalf of ee68a6fac6694996a7e1e4858572b79c for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:56.925348 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1a2d3f0-5e66-40ef-8901-5e99904cb2ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.932696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 9a1e67c1-4465-454e-8a46-0919ae0d8681 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:25:56.960321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:56.996154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Port': ['ID=0b87fac1-0f3f-450e-b7c0-75608c053fb5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:56.998641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No DVR routers for this DVR port 0b87fac1-0f3f-450e-b7c0-75608c053fb5 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:25:57.045046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:25:57.060036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Sync routers for ids ['cb2d752a-a283-4cff-9332-07ded46aa3cc'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:25:57.073124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Routers {'cb2d752a-a283-4cff-9332-07ded46aa3cc'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:57.074282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb2d752a-a283-4cff-9332-07ded46aa3cc'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:57.117936 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.119472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6c594c61-8851-44a2-abc8-5332eb95b898 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8699036 Aug 27 14:25:57.121179 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.123433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56160) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:57.133484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e71551d-6197-4562-a50a-e399dc5299d1']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:57.146947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9d1afc-e066-45a9-9c5b-c712138cd34b') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:57.147258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9d1afc-e066-45a9-9c5b-c712138cd34b') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:57.147409 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1a2d3f0-5e66-40ef-8901-5e99904cb2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.162674 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.185738 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.195814 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:25:57.196499 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:25:57.201435 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:25:57.221193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2d3f0-5e66-40ef-8901-5e99904cb2ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6540e39-7ad9-40cd-b3b9-54a2310f2264,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:57.231684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2d3f0-5e66-40ef-8901-5e99904cb2ae admin admin] Checking segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:57.232126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a2d3f0-5e66-40ef-8901-5e99904cb2ae admin admin] Network hostable DHCP agents. Network: 9a1e67c1-4465-454e-8a46-0919ae0d8681, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:25:57.250271 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a2d3f0-5e66-40ef-8901-5e99904cb2ae admin admin] Network 9a1e67c1-4465-454e-8a46-0919ae0d8681 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:25:57.261855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b1a2d3f0-5e66-40ef-8901-5e99904cb2ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 9a1e67c1-4465-454e-8a46-0919ae0d8681) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:57.266754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a2d3f0-5e66-40ef-8901-5e99904cb2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:57.268259 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b1a2d3f0-5e66-40ef-8901-5e99904cb2ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.284449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5ddff1-d618-40f6-8555-7b955e12c3ff None None] Network 9a1e67c1-4465-454e-8a46-0919ae0d8681 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:57.291053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Set router cb2d752a-a283-4cff-9332-07ded46aa3cc gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:25:57.297938 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b1a2d3f0-5e66-40ef-8901-5e99904cb2ae admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4075701 Aug 27 14:25:57.300008 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.313692 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.320084 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/8e71551d-6197-4562-a50a-e399dc5299d1 HTTP/1.1" status: 204 len: 168 time: 2.5430362 Aug 27 14:25:57.320403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56166) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:57.328738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2ced4c5d-7d28-4a31-9ca1-34e6480e4e3e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1202966101'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:57.345077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c03a1-eb6f-45bf-9b00-d772878a2e5f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Network': ['ID=8e71551d-6197-4562-a50a-e399dc5299d1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:57.406514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8e22c73c-6365-46ba-966e-4cf2fddcfe43 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=f54f635450c346a2bc72a489363833b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2817214 Aug 27 14:25:57.410360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56168) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:57.492088 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ced4c5d-7d28-4a31-9ca1-34e6480e4e3e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:57.495505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2ced4c5d-7d28-4a31-9ca1-34e6480e4e3e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.559454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ced4c5d-7d28-4a31-9ca1-34e6480e4e3e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:25:57.570077 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2ced4c5d-7d28-4a31-9ca1-34e6480e4e3e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.570424 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-2ced4c5d-7d28-4a31-9ca1-34e6480e4e3e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Added segment 560b08b6-938f-40be-a649-c4c17a81cb40 of type vlan for network 594a4ccb-8c96-42ec-bd97-6a09c3b968bd Aug 27 14:25:57.642718 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2ced4c5d-7d28-4a31-9ca1-34e6480e4e3e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.694645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77955d5-f6d9-4c70-ae54-c0a7dcd42032 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:57.696209 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e77955d5-f6d9-4c70-ae54-c0a7dcd42032 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2845595 Aug 27 14:25:57.699314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56178) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:57.706581 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2ced4c5d-7d28-4a31-9ca1-34e6480e4e3e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.712937 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced4c5d-7d28-4a31-9ca1-34e6480e4e3e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:57.713544 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2ced4c5d-7d28-4a31-9ca1-34e6480e4e3e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.755255 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-68a06280-2017-4a70-b24b-77f152ef1fa3 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0537860 Aug 27 14:25:57.758597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56180) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:57.772128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8435a354-9c97-4542-be7d-db81c30b2c1f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-404469948', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'project_id': 'f54f635450c346a2bc72a489363833b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:57.790296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c912b22f-59bf-4589-93ac-a9fde8a6e5f0 None None] Network 9a1e67c1-4465-454e-8a46-0919ae0d8681 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:57.888772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8435a354-9c97-4542-be7d-db81c30b2c1f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Made reservation on behalf of f54f635450c346a2bc72a489363833b1 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:57.894149 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8435a354-9c97-4542-be7d-db81c30b2c1f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:57.924639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:25:56Z', 'revision_number': 3, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:57.956162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Checking router: cb2d752a-a283-4cff-9332-07ded46aa3cc for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:25:57.956796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Updating router cb2d752a-a283-4cff-9332-07ded46aa3cc port b4308d09-605f-44ae-928f-4bcf5556cdf3 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:25:58.023500 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:58.107845 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2ced4c5d-7d28-4a31-9ca1-34e6480e4e3e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7840834 Aug 27 14:25:58.113564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56190) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:58.120665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'subnet': {'network_id': '594a4ccb-8c96-42ec-bd97-6a09c3b968bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:25:58.173859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced4c5d-7d28-4a31-9ca1-34e6480e4e3e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=594a4ccb-8c96-42ec-bd97-6a09c3b968bd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:58.219409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 594a4ccb-8c96-42ec-bd97-6a09c3b968bd details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:25:58.249662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-26895f77-6087-442f-9c11-9cd886911536 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:58.251608 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-26895f77-6087-442f-9c11-9cd886911536 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.1456501 Aug 27 14:25:58.274141 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8435a354-9c97-4542-be7d-db81c30b2c1f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:58.278894 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-b5e79f04-5dc3-4d3f-8948-5a1e1889d7e4 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/quotas/ee68a6fac6694996a7e1e4858572b79c HTTP/1.1" status: 200 len: 375 time: 0.0180085 Aug 27 14:25:58.284533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:25:58.288438 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:58.330514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-7f8a7eb4-30da-4417-af70-8c0a961cae96 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412374 Aug 27 14:25:58.401797 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435a354-9c97-4542-be7d-db81c30b2c1f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Subnet': ['ID=200fb19f-1947-4f0b-a01a-e316f621567a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:58.405444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.ipam_backend_mixin [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Performing IP validity checks on allocation pools {{(pid=101186) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 14:25:58.405997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.ipam_backend_mixin [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101186) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 14:25:58.416814 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:58.428345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Transition to ACTIVE for port object b4308d09-605f-44ae-928f-4bcf5556cdf3 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:58.428573 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8435a354-9c97-4542-be7d-db81c30b2c1f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Checking segment: {'id': '343ab8a4-be8a-46b7-afc3-0e7bb541c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:58.428902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8435a354-9c97-4542-be7d-db81c30b2c1f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Network hostable DHCP agents. Network: 7b38c12d-b400-42be-a718-d30b563b36b8, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:25:58.436124 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:58.461407 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-4f75b0fc-032e-4929-83fa-fc172589cce3 service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199911 Aug 27 14:25:58.461670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8435a354-9c97-4542-be7d-db81c30b2c1f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Network 7b38c12d-b400-42be-a718-d30b563b36b8 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:25:58.493623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Attempting to bind port b4308d09-605f-44ae-928f-4bcf5556cdf3 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:25:58.494143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Attempting to bind port b4308d09-605f-44ae-928f-4bcf5556cdf3 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:25:58.494519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Attempting to bind port b4308d09-605f-44ae-928f-4bcf5556cdf3 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:25:58.494893 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8435a354-9c97-4542-be7d-db81c30b2c1f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 7b38c12d-b400-42be-a718-d30b563b36b8) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:58.502809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:25:58.503404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:58.503596 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8435a354-9c97-4542-be7d-db81c30b2c1f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:58.503949 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:58.504193 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8435a354-9c97-4542-be7d-db81c30b2c1f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:58.504461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:25:58.505002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Bound port: b4308d09-605f-44ae-928f-4bcf5556cdf3, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:25:58.505640 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:58.545634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4583876d-086a-4f5b-9715-fe6fb64218c0 None None] Network 7b38c12d-b400-42be-a718-d30b563b36b8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:58.556053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8435a354-9c97-4542-be7d-db81c30b2c1f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7935934 Aug 27 14:25:58.558789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56192) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:58.608277 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-cf06ad26-adf8-417f-bbd3-ebf6a02c0773 service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234832 Aug 27 14:25:58.621555 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:58.623789 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924260e-0065-4055-9c46-f7532d819344 None None] Pushing event updated for resources: {'Port': ['ID=b4308d09-605f-44ae-928f-4bcf5556cdf3,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:58.689400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] For port b4308d09-605f-44ae-928f-4bcf5556cdf3, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:25:58.697037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] For port b4308d09-605f-44ae-928f-4bcf5556cdf3, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b4308d09-605f-44ae-928f-4bcf5556cdf3,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:25:58.704061 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:58.764716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Subnet': ['ID=6086aa76-9c7f-4c4c-a9cc-7c71d41862fd,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:58.792424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Routers {'cb2d752a-a283-4cff-9332-07ded46aa3cc'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:25:58.793074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb2d752a-a283-4cff-9332-07ded46aa3cc'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:58.840264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking segment: {'id': '560b08b6-938f-40be-a649-c4c17a81cb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '594a4ccb-8c96-42ec-bd97-6a09c3b968bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:25:58.846247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network hostable DHCP agents. Network: 594a4ccb-8c96-42ec-bd97-6a09c3b968bd, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:25:58.860301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924260e-0065-4055-9c46-f7532d819344 None None] Pushing event updated for resources: {'Port': ['ID=b4308d09-605f-44ae-928f-4bcf5556cdf3,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:58.909945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-7b38c12d-b400-42be-a718-d30b563b36b8', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'fixed_ips': [{'subnet_id': '200fb19f-1947-4f0b-a01a-e316f621567a'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:25:58.910986 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:58.943249 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6fa6fed4-d99d-4b25-8aba-2efad897eced req-a5010e6d-3b5d-4e3d-9e61-6ea68b27e283 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 210 time: 0.0429690 Aug 27 14:25:59.065757 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] Set router cb2d752a-a283-4cff-9332-07ded46aa3cc gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:25:59.246461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Allocated IP 172.20.0.2 (7b38c12d-b400-42be-a718-d30b563b36b8/200fb19f-1947-4f0b-a01a-e316f621567a/a3b8fa49-6c48-4c29-980b-fff00587c8b2) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:25:59.333391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network 594a4ccb-8c96-42ec-bd97-6a09c3b968bd is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:25:59.350079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 594a4ccb-8c96-42ec-bd97-6a09c3b968bd) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:25:59.359752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:25:59.359752 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:59.387232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ab406e-aeae-44a0-8ba8-efffcee7d7dd None None] Network 594a4ccb-8c96-42ec-bd97-6a09c3b968bd requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:25:59.415207 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1e99f564-4221-43ec-a9a4-5bf4afbf9a9c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3005469 Aug 27 14:25:59.417852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56208) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:25:59.559910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:25:56Z', 'revision_number': 3, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:25:59.602747 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:59.700894 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:59.810311 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:59.818675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7502e6-fcd7-45eb-ad36-0587d102521a None None] The sync data for ids ['cb2d752a-a283-4cff-9332-07ded46aa3cc'] in n-d-712139-12 is: [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:25:56Z', 'revision_number': 3, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:25:59.834819 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:59.859802 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:59.889767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Transition to ACTIVE for port object a3b8fa49-6c48-4c29-980b-fff00587c8b2 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:59.900449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7144f75d-60fa-4fad-bb06-a6960429db33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-594a4ccb-8c96-42ec-bd97-6a09c3b968bd', 'network_id': '594a4ccb-8c96-42ec-bd97-6a09c3b968bd', 'tenant_id': 'c4145be51ef14b8b8116c5cdf74dab66', 'fixed_ips': [{'subnet_id': '6086aa76-9c7f-4c4c-a9cc-7c71d41862fd'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:25:59.901365 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7144f75d-60fa-4fad-bb06-a6960429db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:25:59.913578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Subnet': ['ID=6086aa76-9c7f-4c4c-a9cc-7c71d41862fd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:25:59.938564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Transition to ACTIVE for port object a3b8fa49-6c48-4c29-980b-fff00587c8b2 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:25:59.949197 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.021174 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.038439 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594a4ccb-8c96-42ec-bd97-6a09c3b968bd']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:00.053854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560b08b6-938f-40be-a649-c4c17a81cb40') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:00.054151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560b08b6-938f-40be-a649-c4c17a81cb40') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:00.061328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Network 7b38c12d-b400-42be-a718-d30b563b36b8 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:00.062225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18843619-254d-4107-b9dd-9dbf03cf0556 None None] Network 594a4ccb-8c96-42ec-bd97-6a09c3b968bd requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:00.078997 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.080017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Pushing event updated for resources: {'Port': ['ID=a3b8fa49-6c48-4c29-980b-fff00587c8b2,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:00.083349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:00.115040 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6bb5115-d444-47b6-a3fb-9708b9ca453e req-d028488e-60d2-4f27-a1ea-33083faff4fd tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 210 time: 0.0595975 Aug 27 14:26:00.116710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:00.129601 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.144092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:26:00.144507 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:26:00.157411 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:26:00.262365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Attempting to bind port a3b8fa49-6c48-4c29-980b-fff00587c8b2 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:26:00.262782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Attempting to bind port a3b8fa49-6c48-4c29-980b-fff00587c8b2 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '343ab8a4-be8a-46b7-afc3-0e7bb541c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:26:00.263157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Attempting to bind port a3b8fa49-6c48-4c29-980b-fff00587c8b2 on network 7b38c12d-b400-42be-a718-d30b563b36b8 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:00.269645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:26:00.270026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Checking segment: {'id': '343ab8a4-be8a-46b7-afc3-0e7bb541c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:00.270428 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.270881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Bound using segment: {'id': '343ab8a4-be8a-46b7-afc3-0e7bb541c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:26:00.271349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Bound port: a3b8fa49-6c48-4c29-980b-fff00587c8b2, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343ab8a4-be8a-46b7-afc3-0e7bb541c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:26:00.272433 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.278319 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.309808 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.315244 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/594a4ccb-8c96-42ec-bd97-6a09c3b968bd HTTP/1.1" status: 204 len: 168 time: 0.8930140 Aug 27 14:26:00.344710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56214) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:00.351607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-bf055cce-12c0-4232-9fdd-e6c0f62afb75 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1637513085'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:00.357877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4267e-4b37-463a-a2b5-a2ff51e0216c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Network': ['ID=594a4ccb-8c96-42ec-bd97-6a09c3b968bd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:00.461888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf055cce-12c0-4232-9fdd-e6c0f62afb75 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:00.468067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-5d17dae4-cd5a-43df-a154-e0bc2b7bb30d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:00.469920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-5d17dae4-cd5a-43df-a154-e0bc2b7bb30d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.2367184 Aug 27 14:26:00.471957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf055cce-12c0-4232-9fdd-e6c0f62afb75 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.484759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-c9450c00-48da-49e6-90cf-a872e5aef3e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Request body: {'port': {'device_id': 'c7954205-f4c1-42b7-b3e4-7d98fd77bea2', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'admin_state_up': True, 'tenant_id': 'ee68a6fac6694996a7e1e4858572b79c'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:00.488353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] For port a3b8fa49-6c48-4c29-980b-fff00587c8b2, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:26:00.488768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Allocated IP 172.20.0.1 (7b38c12d-b400-42be-a718-d30b563b36b8/200fb19f-1947-4f0b-a01a-e316f621567a/beeedf6b-9751-4162-a8be-4525d516d18c) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:26:00.494505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] For port a3b8fa49-6c48-4c29-980b-fff00587c8b2, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a3b8fa49-6c48-4c29-980b-fff00587c8b2,segment=NetworkSegment(343ab8a4-be8a-46b7-afc3-0e7bb541c88f),segment_id=343ab8a4-be8a-46b7-afc3-0e7bb541c88f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:26:00.503836 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.576917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf055cce-12c0-4232-9fdd-e6c0f62afb75 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:26:00.606461 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf055cce-12c0-4232-9fdd-e6c0f62afb75 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.607610 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-bf055cce-12c0-4232-9fdd-e6c0f62afb75 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Added segment 749030c6-326f-447e-bb1b-47dd8377ab54 of type vlan for network a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2 Aug 27 14:26:00.651673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e19210-f481-46bf-86f6-f4fb768e4eee None None] Pushing event updated for resources: {'Port': ['ID=a3b8fa49-6c48-4c29-980b-fff00587c8b2,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:00.699541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-c9450c00-48da-49e6-90cf-a872e5aef3e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Made reservation on behalf of ee68a6fac6694996a7e1e4858572b79c for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:00.711492 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-c9450c00-48da-49e6-90cf-a872e5aef3e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.734382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf055cce-12c0-4232-9fdd-e6c0f62afb75 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.780784 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.800819 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf055cce-12c0-4232-9fdd-e6c0f62afb75 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.808544 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf055cce-12c0-4232-9fdd-e6c0f62afb75 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:00.809414 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bf055cce-12c0-4232-9fdd-e6c0f62afb75 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:00.829152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Transition to ACTIVE for port object beeedf6b-9751-4162-a8be-4525d516d18c will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:00.883872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bf055cce-12c0-4232-9fdd-e6c0f62afb75 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5371504 Aug 27 14:26:00.887544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56216) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:00.906380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-412fde64-c943-4de9-88b2-ce7d824713a2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'subnet': {'network_id': 'a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:00.912292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf055cce-12c0-4232-9fdd-e6c0f62afb75 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:00.924172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:26:00.957176 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:01.149225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Network 7b38c12d-b400-42be-a718-d30b563b36b8 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:01.168382 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:01.175191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:01.230457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-c9450c00-48da-49e6-90cf-a872e5aef3e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Allocated IP 172.20.0.2 (9a1e67c1-4465-454e-8a46-0919ae0d8681/f6540e39-7ad9-40cd-b3b9-54a2310f2264/80b2bab7-5a99-42cb-9f85-de7bb4e5b180) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:26:01.255160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Port': ['ID=beeedf6b-9751-4162-a8be-4525d516d18c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:01.304249 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412fde64-c943-4de9-88b2-ce7d824713a2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:01.308558 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-412fde64-c943-4de9-88b2-ce7d824713a2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:01.334902 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6aa74cc4-77fd-4e91-a880-1ac18f7590ab req-dbde986f-dc55-4b91-9480-9cec4c45107c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 210 time: 0.0677361 Aug 27 14:26:01.357330 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:01.558417 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:01.651687 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-c9450c00-48da-49e6-90cf-a872e5aef3e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:01.779779 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-c9450c00-48da-49e6-90cf-a872e5aef3e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:01.813769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a3b8fa49-6c48-4c29-980b-fff00587c8b2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:26:01.900077 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port a3b8fa49-6c48-4c29-980b-fff00587c8b2 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:01.900786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-c9450c00-48da-49e6-90cf-a872e5aef3e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Network 9a1e67c1-4465-454e-8a46-0919ae0d8681 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:01.907342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-c9450c00-48da-49e6-90cf-a872e5aef3e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:01.908889 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b4308d09-605f-44ae-928f-4bcf5556cdf3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:26:01.915533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-c9450c00-48da-49e6-90cf-a872e5aef3e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:01.919770 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-412fde64-c943-4de9-88b2-ce7d824713a2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:01.948569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9450c00-48da-49e6-90cf-a872e5aef3e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event updated for resources: {'Port': ['ID=80b2bab7-5a99-42cb-9f85-de7bb4e5b180,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:01.985037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b4308d09-605f-44ae-928f-4bcf5556cdf3 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:01.989570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b4308d09-605f-44ae-928f-4bcf5556cdf3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:01.990045 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.046543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-c9450c00-48da-49e6-90cf-a872e5aef3e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:02.047414 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-c9450c00-48da-49e6-90cf-a872e5aef3e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.073194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fde64-c943-4de9-88b2-ce7d824713a2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Subnet': ['ID=b246648c-dd49-4c81-95be-dad0214c0fb7,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:02.087827 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-c9450c00-48da-49e6-90cf-a872e5aef3e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6080196 Aug 27 14:26:02.108872 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Request body: {'port': {'device_id': 'c7954205-f4c1-42b7-b3e4-7d98fd77bea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:02.120599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fde64-c943-4de9-88b2-ce7d824713a2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking segment: {'id': '749030c6-326f-447e-bb1b-47dd8377ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:02.122321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412fde64-c943-4de9-88b2-ce7d824713a2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network hostable DHCP agents. Network: a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:26:02.123481 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.125961 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.135199 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.155847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port b4308d09-605f-44ae-928f-4bcf5556cdf3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b4308d09-605f-44ae-928f-4bcf5556cdf3,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:02.161568 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.214910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412fde64-c943-4de9-88b2-ce7d824713a2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:26:02.227378 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.234999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=b4308d09-605f-44ae-928f-4bcf5556cdf3,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:02.250649 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-412fde64-c943-4de9-88b2-ce7d824713a2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:02.257268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32d315e-a799-42ed-9dbc-c29b628031e8 None None] Network 7b38c12d-b400-42be-a718-d30b563b36b8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:02.261875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d16a318-ccd7-4dd7-8804-c6039a27bb07 None None] Network a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:02.294737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412fde64-c943-4de9-88b2-ce7d824713a2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:02.295708 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-412fde64-c943-4de9-88b2-ce7d824713a2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.305930 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.343254 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-412fde64-c943-4de9-88b2-ce7d824713a2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4535773 Aug 27 14:26:02.346821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56224) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:02.390248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Port': ['ID=beeedf6b-9751-4162-a8be-4525d516d18c,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:02.463044 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Network 7b38c12d-b400-42be-a718-d30b563b36b8 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:02.464517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:02.553825 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2', 'network_id': 'a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2', 'tenant_id': 'c4145be51ef14b8b8116c5cdf74dab66', 'fixed_ips': [{'subnet_id': 'b246648c-dd49-4c81-95be-dad0214c0fb7'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:26:02.561768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.600060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2ba1f3e4-583c-44d3-9a41-d101896ea805 None None] Provisioning for port a3b8fa49-6c48-4c29-980b-fff00587c8b2 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:02.667677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Router cb2d752a-a283-4cff-9332-07ded46aa3cc has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:26:02.671740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864be3c0-605a-431f-b7d7-1758b6b2eaae req-65bc9d29-7ad0-4672-a2df-85da93ffe050 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:02.679321 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-864be3c0-605a-431f-b7d7-1758b6b2eaae req-65bc9d29-7ad0-4672-a2df-85da93ffe050 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 931 time: 0.1987784 Aug 27 14:26:02.693264 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.758581 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2ba1f3e4-583c-44d3-9a41-d101896ea805 None None] Provisioning complete for port a3b8fa49-6c48-4c29-980b-fff00587c8b2 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:02.759013 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f3e4-583c-44d3-9a41-d101896ea805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.765923 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-864be3c0-605a-431f-b7d7-1758b6b2eaae req-e20eb156-78cf-42b4-9be2-0745b2f06697 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855641 Aug 27 14:26:02.843175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:26:02.852829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56228) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:02.853377 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b362e4e8-016c-4b66-8ff8-2ec8a585da76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "PUT /v2.0/routers/cb2d752a-a283-4cff-9332-07ded46aa3cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2933500 Aug 27 14:26:02.855774 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Sync routers for ids ['cb2d752a-a283-4cff-9332-07ded46aa3cc'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:26:02.861849 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-12930946-7077-4d30-a527-979cb5f772e0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--476618781', 'description': 'tempest-secgroup_access--476618781 description', 'project_id': 'f54f635450c346a2bc72a489363833b1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:02.868006 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Routers {'cb2d752a-a283-4cff-9332-07ded46aa3cc'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:26:02.869053 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb2d752a-a283-4cff-9332-07ded46aa3cc'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:02.901953 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.938195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:26:02.943132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Allocated IP 172.20.0.1 (a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2/b246648c-dd49-4c81-95be-dad0214c0fb7/66d2eb5f-5d03-4e07-baee-7220dd50e639) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:26:02.950631 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.963362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12930946-7077-4d30-a527-979cb5f772e0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:02.995029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Transition to ACTIVE for port object 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:03.005485 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.035007 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Set router cb2d752a-a283-4cff-9332-07ded46aa3cc gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:26:03.076265 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f3e4-583c-44d3-9a41-d101896ea805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.120405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Pushing event updated for resources: {'Port': ['ID=80b2bab7-5a99-42cb-9f85-de7bb4e5b180,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:03.141448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2ba1f3e4-583c-44d3-9a41-d101896ea805 None None] For port a3b8fa49-6c48-4c29-980b-fff00587c8b2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a3b8fa49-6c48-4c29-980b-fff00587c8b2,segment=NetworkSegment(343ab8a4-be8a-46b7-afc3-0e7bb541c88f),segment_id=343ab8a4-be8a-46b7-afc3-0e7bb541c88f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:03.151380 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f3e4-583c-44d3-9a41-d101896ea805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.291478 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.293665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12930946-7077-4d30-a527-979cb5f772e0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.295446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Attempting to bind port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:26:03.295446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Attempting to bind port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:26:03.295446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Attempting to bind port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:03.302794 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12930946-7077-4d30-a527-979cb5f772e0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.305340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Transition to ACTIVE for port object 66d2eb5f-5d03-4e07-baee-7220dd50e639 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:03.324261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:26:03.325386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Attempting to bind port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:03.328487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Transition to ACTIVE for port object 66d2eb5f-5d03-4e07-baee-7220dd50e639 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:03.339980 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.357992 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:26:01Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'beeedf6b-9751-4162-a8be-4525d516d18c', 'name': '', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'mac_address': 'fa:16:3e:ad:99:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:26:00Z', 'updated_at': '2021-08-27T14:26:01Z', 'revision_number': 2, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'subnets': [{'id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:03.392931 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Checking router: cb2d752a-a283-4cff-9332-07ded46aa3cc for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:26:03.393253 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Updating router cb2d752a-a283-4cff-9332-07ded46aa3cc port beeedf6b-9751-4162-a8be-4525d516d18c binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:26:03.398201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Network a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:03.403191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1f3e4-583c-44d3-9a41-d101896ea805 None None] Pushing event updated for resources: {'Port': ['ID=a3b8fa49-6c48-4c29-980b-fff00587c8b2,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:03.408821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:26:03.409160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Checking segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:03.409549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Bound using segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:26:03.411932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Bound port: 80b2bab7-5a99-42cb-9f85-de7bb4e5b180, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:26:03.412361 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.417526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:03.422835 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.432400 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-12930946-7077-4d30-a527-979cb5f772e0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.434046 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-12930946-7077-4d30-a527-979cb5f772e0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5779989 Aug 27 14:26:03.436610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56232) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:03.444513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b888633f-7291-4b19-b61a-2f3ca983cba2 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1148607720', 'description': 'tempest-secgroup_general--1148607720 description', 'project_id': 'f54f635450c346a2bc72a489363833b1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:03.447363 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.457758 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-809ccfbe-7075-457c-ad44-1200f9570d3f None None] Provisioning complete for port a3b8fa49-6c48-4c29-980b-fff00587c8b2 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:03.458130 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-809ccfbe-7075-457c-ad44-1200f9570d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.502021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:03.517833 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b888633f-7291-4b19-b61a-2f3ca983cba2 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.655986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Subnet': ['ID=b246648c-dd49-4c81-95be-dad0214c0fb7,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:03.659081 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Pushing event updated for resources: {'Port': ['ID=66d2eb5f-5d03-4e07-baee-7220dd50e639,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:03.697349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12930946-7077-4d30-a527-979cb5f772e0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9312c8-9a4d-4d37-8116-1cb859b20dfb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:03.722909 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.737784 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b888633f-7291-4b19-b61a-2f3ca983cba2 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.744287 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b888633f-7291-4b19-b61a-2f3ca983cba2 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.751153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Attempting to bind port 66d2eb5f-5d03-4e07-baee-7220dd50e639 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:26:03.752231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Attempting to bind port 66d2eb5f-5d03-4e07-baee-7220dd50e639 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '749030c6-326f-447e-bb1b-47dd8377ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:26:03.757293 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:03.772061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Attempting to bind port 66d2eb5f-5d03-4e07-baee-7220dd50e639 on network a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:03.787650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:26:03.788059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Checking segment: {'id': '749030c6-326f-447e-bb1b-47dd8377ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:03.788548 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.789044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Bound using segment: {'id': '749030c6-326f-447e-bb1b-47dd8377ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:26:03.789580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Bound port: 66d2eb5f-5d03-4e07-baee-7220dd50e639, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749030c6-326f-447e-bb1b-47dd8377ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:26:03.789971 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.828162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749030c6-326f-447e-bb1b-47dd8377ab54') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:03.830780 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b888633f-7291-4b19-b61a-2f3ca983cba2 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.837197 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b888633f-7291-4b19-b61a-2f3ca983cba2 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3963375 Aug 27 14:26:03.838388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56236) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:03.851875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749030c6-326f-447e-bb1b-47dd8377ab54') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:03.858007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9e9ce0dd-8e53-4b28-b11f-9fb9af94412f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Request body: {'security_group_rule': {'security_group_id': '6f9312c8-9a4d-4d37-8116-1cb859b20dfb', 'project_id': 'f54f635450c346a2bc72a489363833b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:03.866446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] For port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:26:03.875469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a3b8fa49-6c48-4c29-980b-fff00587c8b2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:26:03.908695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] For port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=80b2bab7-5a99-42cb-9f85-de7bb4e5b180,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:26:03.919756 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.930721 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.954414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-809ccfbe-7075-457c-ad44-1200f9570d3f None None] Provisioning for port beeedf6b-9751-4162-a8be-4525d516d18c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:03.972838 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.981743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-809ccfbe-7075-457c-ad44-1200f9570d3f None None] Provisioning complete for port beeedf6b-9751-4162-a8be-4525d516d18c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:03.982502 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-809ccfbe-7075-457c-ad44-1200f9570d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:03.987726 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Transition to ACTIVE for port object beeedf6b-9751-4162-a8be-4525d516d18c will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:03.995391 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.004425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:04.005116 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.006635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] 10.222.0.52 "PUT /v2.0/ports/80b2bab7-5a99-42cb-9f85-de7bb4e5b180 HTTP/1.1" status: 200 len: 1092 time: 1.9083984 Aug 27 14:26:04.007138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7954205-f4c1-42b7-b3e4-7d98fd77bea2', 'tag': '80b2bab7-5a99-42cb-9f85-de7bb4e5b180'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:04.009942 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0967d9-8e62-4ce6-993c-81ca1ae4566e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7954205-f4c1-42b7-b3e4-7d98fd77bea2", "tag": "80b2bab7-5a99-42cb-9f85-de7bb4e5b180"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:04.013209 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.039137 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888633f-7291-4b19-b61a-2f3ca983cba2 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:04.049577 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce0dd-8e53-4b28-b11f-9fb9af94412f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.052181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:26:04.052598 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:26:04.056638 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:26:04.082490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-809ccfbe-7075-457c-ad44-1200f9570d3f None None] Port beeedf6b-9751-4162-a8be-4525d516d18c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:26:04.102441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a3b8fa49-6c48-4c29-980b-fff00587c8b2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:04.105316 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.166142 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e60ae8b-ae5d-43b2-846b-f416a0f2104a x-openstack-request-id: req-1e60ae8b-ae5d-43b2-846b-f416a0f2104a {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:04.166517 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7954205-f4c1-42b7-b3e4-7d98fd77bea2", "tag": "80b2bab7-5a99-42cb-9f85-de7bb4e5b180", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:04.166868 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e60ae8b-ae5d-43b2-846b-f416a0f2104a {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:04.167336 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7954205-f4c1-42b7-b3e4-7d98fd77bea2', 'tag': '80b2bab7-5a99-42cb-9f85-de7bb4e5b180', 'status': 'completed', 'code': 200} Aug 27 14:26:04.168058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] For port 66d2eb5f-5d03-4e07-baee-7220dd50e639, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:26:04.168667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc13b-1525-41ce-9404-cd58e17dcc25 req-d0ca68ad-422d-442c-a524-0132969ab62e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:04.170536 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55fdc13b-1525-41ce-9404-cd58e17dcc25 req-d0ca68ad-422d-442c-a524-0132969ab62e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 943 time: 0.2560737 Aug 27 14:26:04.193308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71952da4-0e0b-444f-999f-a7a79e9e6754 service neutron] Pushing event updated for resources: {'Port': ['ID=80b2bab7-5a99-42cb-9f85-de7bb4e5b180,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:04.212062 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03af29f-158b-43a3-a9d9-2ad25567b658 None None] Pushing event updated for resources: {'Port': ['ID=beeedf6b-9751-4162-a8be-4525d516d18c,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:04.213447 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.db.api [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 14:26:04.213447 n-d-712139-12 neutron-server[101187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 14:26:04.213447 n-d-712139-12 neutron-server[101187]: [parameters: {'id': 'a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2'}] Aug 27 14:26:04.213447 n-d-712139-12 neutron-server[101187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:26:04.214796 n-d-712139-12 neutron-server[101187]: DEBUG oslo_db.api [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:26:04.226037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-befff460-fd4f-43d5-adc3-006eaf0530eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:04.227623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] For port 66d2eb5f-5d03-4e07-baee-7220dd50e639, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=66d2eb5f-5d03-4e07-baee-7220dd50e639,segment=NetworkSegment(749030c6-326f-447e-bb1b-47dd8377ab54),segment_id=749030c6-326f-447e-bb1b-47dd8377ab54)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:26:04.227837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-befff460-fd4f-43d5-adc3-006eaf0530eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 1095 time: 0.1703050 Aug 27 14:26:04.240155 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.263000 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Attempting to bind port beeedf6b-9751-4162-a8be-4525d516d18c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:26:04.263639 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Attempting to bind port beeedf6b-9751-4162-a8be-4525d516d18c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '343ab8a4-be8a-46b7-afc3-0e7bb541c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:26:04.264423 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Attempting to bind port beeedf6b-9751-4162-a8be-4525d516d18c on network 7b38c12d-b400-42be-a718-d30b563b36b8 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:04.271085 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:26:04.271974 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Checking segment: {'id': '343ab8a4-be8a-46b7-afc3-0e7bb541c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:04.272543 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.273090 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Bound using segment: {'id': '343ab8a4-be8a-46b7-afc3-0e7bb541c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:26:04.273722 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Bound port: beeedf6b-9751-4162-a8be-4525d516d18c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343ab8a4-be8a-46b7-afc3-0e7bb541c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:26:04.275056 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.285222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55fdc13b-1525-41ce-9404-cd58e17dcc25 req-21cb7743-847a-4876-8d68-dd5e6665ab19 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959556 Aug 27 14:26:04.319189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-fe7cb243-a0e8-4020-804f-0a6c352bab01 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80b2bab7-5a99-42cb-9f85-de7bb4e5b180 HTTP/1.1" status: 200 len: 217 time: 0.0832925 Aug 27 14:26:04.331634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce0dd-8e53-4b28-b11f-9fb9af94412f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.337158 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce0dd-8e53-4b28-b11f-9fb9af94412f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.371403 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] For port beeedf6b-9751-4162-a8be-4525d516d18c, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:26:04.378787 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] For port beeedf6b-9751-4162-a8be-4525d516d18c, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=beeedf6b-9751-4162-a8be-4525d516d18c,segment=NetworkSegment(343ab8a4-be8a-46b7-afc3-0e7bb541c88f),segment_id=343ab8a4-be8a-46b7-afc3-0e7bb541c88f)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:26:04.385704 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.406482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ce0dd-8e53-4b28-b11f-9fb9af94412f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f37aff-4b4c-4a02-a49f-22758b88da46,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:04.421842 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce0dd-8e53-4b28-b11f-9fb9af94412f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.427187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-2810fc97-4db5-46fa-9752-2e859c529e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:04.428897 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-2810fc97-4db5-46fa-9752-2e859c529e5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.1030226 Aug 27 14:26:04.434906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9e9ce0dd-8e53-4b28-b11f-9fb9af94412f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5918031 Aug 27 14:26:04.492356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-1c0b1f1f-8670-4277-a365-06c6542f0ccc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555992 Aug 27 14:26:04.513486 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Routers {'cb2d752a-a283-4cff-9332-07ded46aa3cc'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:26:04.526794 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:25:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb2d752a-a283-4cff-9332-07ded46aa3cc'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:04.542922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdd18c-3642-4b58-bf77-43aa08386f0e None None] Pushing event updated for resources: {'Port': ['ID=66d2eb5f-5d03-4e07-baee-7220dd50e639,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:04.591486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78976948-27dc-4a88-9666-507a1e36913a None None] Network a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:04.608945 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03af29f-158b-43a3-a9d9-2ad25567b658 None None] Pushing event updated for resources: {'Port': ['ID=beeedf6b-9751-4162-a8be-4525d516d18c,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:04.684865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b4308d09-605f-44ae-928f-4bcf5556cdf3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:26:04.718592 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] Set router cb2d752a-a283-4cff-9332-07ded46aa3cc gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:26:04.724807 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.757620 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-fc8d0afe-8ee7-43ce-a766-ca744602b19f service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543964 Aug 27 14:26:04.843878 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-177d7c7a-3980-449b-925b-e6c2da3540d3 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_general--1148607720&fields=id&tenant_id=f54f635450c346a2bc72a489363833b1 HTTP/1.1" status: 200 len: 267 time: 0.1596293 Aug 27 14:26:04.874235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b4308d09-605f-44ae-928f-4bcf5556cdf3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:04.874977 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:04.929100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e2faa-1264-4772-8c91-b4ffecb6cea7 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:26:04.934276 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2677698f-4de4-422c-9240-6793e593a15e tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_access--476618781&fields=id&tenant_id=f54f635450c346a2bc72a489363833b1 HTTP/1.1" status: 200 len: 267 time: 0.0642424 Aug 27 14:26:05.011927 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec2f202e-f30c-4c28-83f7-9c9e3fcaebc8 req-7a239e3a-4d85-48e9-a334-1823663be874 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424352 Aug 27 14:26:05.034843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Deleting port 66d2eb5f-5d03-4e07-baee-7220dd50e639 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:26:05.035307 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:05.123175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8e2faa-1264-4772-8c91-b4ffecb6cea7 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:26:05.138607 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:26:01Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'beeedf6b-9751-4162-a8be-4525d516d18c', 'name': '', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'mac_address': 'fa:16:3e:ad:99:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:26:00Z', 'updated_at': '2021-08-27T14:26:04Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'subnets': [{'id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:05.172967 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f10c32-5b70-4ce0-b744-313cc825dd40 None None] The sync data for ids ['cb2d752a-a283-4cff-9332-07ded46aa3cc'] in n-d-712139-12 is: [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:26:01Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'beeedf6b-9751-4162-a8be-4525d516d18c', 'name': '', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'mac_address': 'fa:16:3e:ad:99:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:26:00Z', 'updated_at': '2021-08-27T14:26:04Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'subnets': [{'id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:26:05.222229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-00e1499a-cddf-4c09-b350-90e3361a3aaa tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:05.247596 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-00e1499a-cddf-4c09-b350-90e3361a3aaa tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/networks?id=7b38c12d-b400-42be-a718-d30b563b36b8 HTTP/1.1" status: 200 len: 796 time: 0.3018568 Aug 27 14:26:05.265082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] For port 66d2eb5f-5d03-4e07-baee-7220dd50e639, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=66d2eb5f-5d03-4e07-baee-7220dd50e639,segment=NetworkSegment(749030c6-326f-447e-bb1b-47dd8377ab54),segment_id=749030c6-326f-447e-bb1b-47dd8377ab54)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:05.265457 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:05.282341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Calling delete_port for 66d2eb5f-5d03-4e07-baee-7220dd50e639 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:26:05.285710 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-edda54aa-8c60-4c02-9879-a1301f1bb72c tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/quotas/f54f635450c346a2bc72a489363833b1 HTTP/1.1" status: 200 len: 375 time: 0.0342963 Aug 27 14:26:05.290350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0967d9-8e62-4ce6-993c-81ca1ae4566e req-7c510164-f7c4-4372-a820-09a29987e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:05.294167 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2f0967d9-8e62-4ce6-993c-81ca1ae4566e req-7c510164-f7c4-4372-a820-09a29987e1e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 1095 time: 0.2110481 Aug 27 14:26:05.492852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0967d9-8e62-4ce6-993c-81ca1ae4566e req-14f3b21e-6141-42c6-9985-5b9dad78b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:05.495319 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2f0967d9-8e62-4ce6-993c-81ca1ae4566e req-14f3b21e-6141-42c6-9985-5b9dad78b666 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 906 time: 0.1828468 Aug 27 14:26:05.518741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751fad1-0c52-4ff2-b205-4aa0d2151c3f req-f183a14c-df7d-4e58-ac1b-9d1b239cfccd tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:05.520379 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0751fad1-0c52-4ff2-b205-4aa0d2151c3f req-f183a14c-df7d-4e58-ac1b-9d1b239cfccd tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 943 time: 0.1126766 Aug 27 14:26:05.536271 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-ff8aa361-3a5c-4974-8fdc-096ce4911225 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f54f635450c346a2bc72a489363833b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2386780 Aug 27 14:26:05.582648 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2f0967d9-8e62-4ce6-993c-81ca1ae4566e req-0a39970b-9ddc-48b9-905f-d22386baa6da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80b2bab7-5a99-42cb-9f85-de7bb4e5b180 HTTP/1.1" status: 200 len: 217 time: 0.0769126 Aug 27 14:26:05.589391 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0751fad1-0c52-4ff2-b205-4aa0d2151c3f req-62908497-e918-46a2-bdb8-95df816cca3b tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626528 Aug 27 14:26:05.707829 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:05.744741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device beeedf6b-9751-4162-a8be-4525d516d18c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:26:05.748927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0967d9-8e62-4ce6-993c-81ca1ae4566e req-193554f1-8874-45aa-9756-fbba5d40ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:05.750437 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2f0967d9-8e62-4ce6-993c-81ca1ae4566e req-193554f1-8874-45aa-9756-fbba5d40ef98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.1248980 Aug 27 14:26:05.754255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Port': ['ID=66d2eb5f-5d03-4e07-baee-7220dd50e639,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:05.760634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-3b12b1e5-bae2-4628-9d98-da7600455a2f service neutron] 10.222.0.55 "GET /v2.0/networks/7b38c12d-b400-42be-a718-d30b563b36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915853 Aug 27 14:26:05.762406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No DVR routers for this DVR port 66d2eb5f-5d03-4e07-baee-7220dd50e639 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:26:05.822475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port beeedf6b-9751-4162-a8be-4525d516d18c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:05.828207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port beeedf6b-9751-4162-a8be-4525d516d18c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:05.828778 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:05.831966 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2f0967d9-8e62-4ce6-993c-81ca1ae4566e req-5a97edb6-dce1-484f-8f59-855e009a7fca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656765 Aug 27 14:26:05.930120 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:05.968115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port beeedf6b-9751-4162-a8be-4525d516d18c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=beeedf6b-9751-4162-a8be-4525d516d18c,segment=NetworkSegment(343ab8a4-be8a-46b7-afc3-0e7bb541c88f),segment_id=343ab8a4-be8a-46b7-afc3-0e7bb541c88f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:05.973115 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:06.002171 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:06.033831 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:06.039281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=beeedf6b-9751-4162-a8be-4525d516d18c,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:06.054410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749030c6-326f-447e-bb1b-47dd8377ab54') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:06.054729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749030c6-326f-447e-bb1b-47dd8377ab54') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:06.085868 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:06.095990 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-f0b65aee-ef3e-49af-a092-71aab6ccee6b service neutron] 10.222.0.55 "GET /v2.0/networks/7b38c12d-b400-42be-a718-d30b563b36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182578 Aug 27 14:26:06.103558 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2f0967d9-8e62-4ce6-993c-81ca1ae4566e req-b2a40d6f-39ab-4b04-97fb-105a6fa19b60 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332859 Aug 27 14:26:06.108134 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:06.448904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da0c6d1f-5dca-4f93-a88f-c5576a855df1 req-66b45010-3344-46d4-968a-99b25f88186b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 210 time: 0.0352280 Aug 27 14:26:06.481728 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:26:06.482138 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:26:06.485320 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:26:06.587543 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:06.602880 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:06.607552 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2 HTTP/1.1" status: 204 len: 168 time: 4.2593265 Aug 27 14:26:06.615548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56268) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:06.621856 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98d73a-0730-4391-a3a1-320331d941ce tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Network': ['ID=a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:06.637405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1140215266'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:06.644128 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2f0967d9-8e62-4ce6-993c-81ca1ae4566e req-3e872971-0fbc-4b79-983c-62fcb07453df service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307930 Aug 27 14:26:06.670008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:06.674962 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:06.727193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:26:06.738472 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:06.739604 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Added segment 8ec95efe-a2bb-4cd6-91de-60c92b05790a of type vlan for network 82b12d1d-88f6-4b58-a7a8-b16743cf98f7 Aug 27 14:26:06.794343 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:06.819122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d71a79-d7fe-4cca-a0cc-924781b2eaba req-a5475c21-8186-4368-80a2-3ea0a5badd16 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:06.824073 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8d71a79-d7fe-4cca-a0cc-924781b2eaba req-a5475c21-8186-4368-80a2-3ea0a5badd16 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 943 time: 0.0853143 Aug 27 14:26:06.865834 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:06.874913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:06.877982 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:06.884660 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8d71a79-d7fe-4cca-a0cc-924781b2eaba req-0ad8c085-ef8d-46e4-9c2c-38708a29fe08 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513122 Aug 27 14:26:06.953046 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3356967 Aug 27 14:26:06.956353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56274) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:06.963711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-183cd703-66dd-4cdf-937f-df925c4c1b4b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'subnet': {'network_id': '82b12d1d-88f6-4b58-a7a8-b16743cf98f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:07.023661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=82b12d1d-88f6-4b58-a7a8-b16743cf98f7,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:07.035268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:07.035624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:07.035968 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:07.036310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:07.036649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:07.036994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:07.037314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:07.037644 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:07.037984 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:07.038319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:07.038646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:07.038998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9facf9-79c7-4497-a560-381b0c41000c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:07.054779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 82b12d1d-88f6-4b58-a7a8-b16743cf98f7 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:26:07.083650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183cd703-66dd-4cdf-937f-df925c4c1b4b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:07.088193 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-183cd703-66dd-4cdf-937f-df925c4c1b4b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:07.291244 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-183cd703-66dd-4cdf-937f-df925c4c1b4b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:07.356964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cd703-66dd-4cdf-937f-df925c4c1b4b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Subnet': ['ID=0543812b-fa22-4537-a798-b77d5571e30b,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:07.367181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183cd703-66dd-4cdf-937f-df925c4c1b4b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking segment: {'id': '8ec95efe-a2bb-4cd6-91de-60c92b05790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '82b12d1d-88f6-4b58-a7a8-b16743cf98f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:07.367552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183cd703-66dd-4cdf-937f-df925c4c1b4b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network hostable DHCP agents. Network: 82b12d1d-88f6-4b58-a7a8-b16743cf98f7, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:26:07.385348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183cd703-66dd-4cdf-937f-df925c4c1b4b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network 82b12d1d-88f6-4b58-a7a8-b16743cf98f7 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:26:07.395771 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-183cd703-66dd-4cdf-937f-df925c4c1b4b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 82b12d1d-88f6-4b58-a7a8-b16743cf98f7) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:07.401729 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183cd703-66dd-4cdf-937f-df925c4c1b4b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:07.402572 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-183cd703-66dd-4cdf-937f-df925c4c1b4b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:07.409270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029dce4f-85ea-4e7b-945b-8086a4e09500 None None] Network 82b12d1d-88f6-4b58-a7a8-b16743cf98f7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:07.422444 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-183cd703-66dd-4cdf-937f-df925c4c1b4b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4650807 Aug 27 14:26:07.425777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56276) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:07.581661 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea2089bb-5d61-498d-b73e-d8fd4ba0bf73 req-cdb5b31d-c763-4ee3-ab65-f9edc2ee361b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 210 time: 0.0382686 Aug 27 14:26:07.630216 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:07.680269 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09e1f8f-017e-4337-be93-458f02f21648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-82b12d1d-88f6-4b58-a7a8-b16743cf98f7', 'network_id': '82b12d1d-88f6-4b58-a7a8-b16743cf98f7', 'tenant_id': 'c4145be51ef14b8b8116c5cdf74dab66', 'fixed_ips': [{'subnet_id': '0543812b-fa22-4537-a798-b77d5571e30b'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:26:07.689789 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c09e1f8f-017e-4337-be93-458f02f21648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:07.731260 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:07.742765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device beeedf6b-9751-4162-a8be-4525d516d18c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:26:07.811931 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:07.825327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-893e6990-4821-4600-9cea-43720fe41a9e tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:07.827020 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-893e6990-4821-4600-9cea-43720fe41a9e tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.41 "GET /v2.0/networks?id=7b38c12d-b400-42be-a718-d30b563b36b8 HTTP/1.1" status: 200 len: 796 time: 0.2208254 Aug 27 14:26:07.872183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port beeedf6b-9751-4162-a8be-4525d516d18c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:07.872608 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:07.887958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Subnet': ['ID=0543812b-fa22-4537-a798-b77d5571e30b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:07.888274 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-49cdfcbd-3d66-4209-9ee7-122ed7de4d6a tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f54f635450c346a2bc72a489363833b1 HTTP/1.1" status: 200 len: 477 time: 0.0454512 Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server [None req-c09e1f8f-017e-4337-be93-458f02f21648 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0543812b-fa22-4537-a798-b77d5571e30b: This subnet is being modified by another concurrent operation. Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise exception Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0543812b-fa22-4537-a798-b77d5571e30b: This subnet is being modified by another concurrent operation. Aug 27 14:26:07.909097 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Aug 27 14:26:07.932619 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Request body: {'port': {'device_id': '807ffb9a-fe21-4943-b557-d827f6937b19', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'admin_state_up': True, 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'security_groups': ['004d62a7-4066-4fa4-bc6a-5031b2f1b6ba', '6f9312c8-9a4d-4d37-8116-1cb859b20dfb']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:07.937723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eab924-ef0d-4800-8956-ec7231e29542 None None] Network 82b12d1d-88f6-4b58-a7a8-b16743cf98f7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:07.952048 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:07.969090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b12d1d-88f6-4b58-a7a8-b16743cf98f7']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:07.984514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec95efe-a2bb-4cd6-91de-60c92b05790a') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:07.985280 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec95efe-a2bb-4cd6-91de-60c92b05790a') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:07.997532 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:08.020326 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:08.030051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:26:08.031818 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:08.060239 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9e1bdf-a82f-4b10-ae35-a209a4b00519 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:26:08.093402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c86c57-5681-4891-8fad-fca759cac9b5 req-c6d1ea58-685a-46e9-bd7d-2094a35baf64 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:26:08.093648 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:26:08.101778 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0c86c57-5681-4891-8fad-fca759cac9b5 req-c6d1ea58-685a-46e9-bd7d-2094a35baf64 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 943 time: 0.0981863 Aug 27 14:26:08.133706 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:08.176098 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:08.185939 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/82b12d1d-88f6-4b58-a7a8-b16743cf98f7 HTTP/1.1" status: 204 len: 168 time: 0.7542083 Aug 27 14:26:08.190827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56284) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:08.195169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e59a2e-03c4-43ac-922d-27de0a8fd978 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Network': ['ID=82b12d1d-88f6-4b58-a7a8-b16743cf98f7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:08.197089 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Made reservation on behalf of f54f635450c346a2bc72a489363833b1 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:08.201456 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:08.211101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4fa3c523-a5c1-4bbb-bf7e-059e789b60ca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-189476781'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:08.224346 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0c86c57-5681-4891-8fad-fca759cac9b5 req-a384e393-957b-4e89-8edd-c5b86d4d1647 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215613 Aug 27 14:26:08.253113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa3c523-a5c1-4bbb-bf7e-059e789b60ca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:08.259174 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c523-a5c1-4bbb-bf7e-059e789b60ca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:08.310179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa3c523-a5c1-4bbb-bf7e-059e789b60ca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:26:08.336103 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c523-a5c1-4bbb-bf7e-059e789b60ca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:08.337841 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-4fa3c523-a5c1-4bbb-bf7e-059e789b60ca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Added segment d5c758f8-ed4f-417b-91a6-83e084f5c0ca of type vlan for network 4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a Aug 27 14:26:08.367938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Allocated IP 172.20.0.13 (7b38c12d-b400-42be-a718-d30b563b36b8/200fb19f-1947-4f0b-a01a-e316f621567a/0a5d7276-023f-469c-b66e-9fb0511725d4) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:26:08.436270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e1bdf-a82f-4b10-ae35-a209a4b00519 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:26:08.447235 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c523-a5c1-4bbb-bf7e-059e789b60ca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:08.494676 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c523-a5c1-4bbb-bf7e-059e789b60ca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:08.500220 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa3c523-a5c1-4bbb-bf7e-059e789b60ca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:08.500808 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c523-a5c1-4bbb-bf7e-059e789b60ca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:08.579166 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:08.629311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Transition to ACTIVE for port object 0a5d7276-023f-469c-b66e-9fb0511725d4 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:08.672966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3c523-a5c1-4bbb-bf7e-059e789b60ca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:08.691025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4fa3c523-a5c1-4bbb-bf7e-059e789b60ca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4919357 Aug 27 14:26:08.693827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56296) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:08.697975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:26:08.701462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-07fbb20d-4713-43cf-936b-e0d5faf2d373 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:08.741207 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-588bf0f9-ba97-4cd3-8d3c-7c45a25d8607 req-4cb82fe5-dd7e-45cf-a6e8-0b21e0830fb7 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 210 time: 0.0409079 Aug 27 14:26:08.777853 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:08.852815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Network 7b38c12d-b400-42be-a718-d30b563b36b8 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:08.869384 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:08.905727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:08.944556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Port': ['ID=0a5d7276-023f-469c-b66e-9fb0511725d4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:08.990054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:08.990818 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.003309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:26:09.007477 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-07fbb20d-4713-43cf-936b-e0d5faf2d373 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.023635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e81a625-6edf-4976-8c79-9e5a59064323 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1036301 Aug 27 14:26:09.025123 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-07fbb20d-4713-43cf-936b-e0d5faf2d373 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.035846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07fbb20d-4713-43cf-936b-e0d5faf2d373 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network 4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a is not hosted by any dhcp agent {{(pid=101187) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 14:26:09.041736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fbb20d-4713-43cf-936b-e0d5faf2d373 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:09.042713 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-07fbb20d-4713-43cf-936b-e0d5faf2d373 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.044244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-07fbb20d-4713-43cf-936b-e0d5faf2d373 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "PUT /v2.0/networks/4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a HTTP/1.1" status: 200 len: 723 time: 0.3490398 Aug 27 14:26:09.047477 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56308) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:09.055429 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a10d3214-fd1d-413c-afb8-ca51db32232a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'subnet': {'network_id': '4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:09.060637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Request body: {'port': {'device_id': '807ffb9a-fe21-4943-b557-d827f6937b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:09.137714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbb20d-4713-43cf-936b-e0d5faf2d373 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:09.147005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=80b2bab7-5a99-42cb-9f85-de7bb4e5b180,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:09.151861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:26:09.171178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.174583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10d3214-fd1d-413c-afb8-ca51db32232a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:09.178781 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a10d3214-fd1d-413c-afb8-ca51db32232a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.216512 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '80b2bab7-5a99-42cb-9f85-de7bb4e5b180', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'port_id': '80b2bab7-5a99-42cb-9f85-de7bb4e5b180', 'mac_address': 'fa:16:3e:e8:d9:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6540e39-7ad9-40cd-b3b9-54a2310f2264', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:26:09.264908 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4fb98717-18cf-4ce7-9ddc-2d145427a63f None None] Provisioning for port 0a5d7276-023f-469c-b66e-9fb0511725d4 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:09.278308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4fb98717-18cf-4ce7-9ddc-2d145427a63f None None] Provisioning complete for port 0a5d7276-023f-469c-b66e-9fb0511725d4 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:09.278711 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4fb98717-18cf-4ce7-9ddc-2d145427a63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.305841 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.328776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:26:09.335939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4fb98717-18cf-4ce7-9ddc-2d145427a63f None None] Port 0a5d7276-023f-469c-b66e-9fb0511725d4 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:26:09.352955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=80b2bab7-5a99-42cb-9f85-de7bb4e5b180,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:09.358548 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.420453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=80b2bab7-5a99-42cb-9f85-de7bb4e5b180,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:09.424238 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a10d3214-fd1d-413c-afb8-ca51db32232a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.492962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d3214-fd1d-413c-afb8-ca51db32232a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Subnet': ['ID=71690471-54f1-40d3-a557-afcc5e2b4808,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:09.502501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d3214-fd1d-413c-afb8-ca51db32232a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking segment: {'id': 'd5c758f8-ed4f-417b-91a6-83e084f5c0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:09.503359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10d3214-fd1d-413c-afb8-ca51db32232a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network hostable DHCP agents. Network: 4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:26:09.511419 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc80265-0d0e-4f02-8b6a-bc960f51b4ff req-67ccc49d-7a16-4ef9-9996-5076303e7031 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:09.515149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dcc80265-0d0e-4f02-8b6a-bc960f51b4ff req-67ccc49d-7a16-4ef9-9996-5076303e7031 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 944 time: 0.0874295 Aug 27 14:26:09.522090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10d3214-fd1d-413c-afb8-ca51db32232a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network 4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:26:09.533138 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a10d3214-fd1d-413c-afb8-ca51db32232a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:09.538041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d3214-fd1d-413c-afb8-ca51db32232a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:09.538812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a10d3214-fd1d-413c-afb8-ca51db32232a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585589'] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.542341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b651f-b77c-4a73-968d-f52c913e1958 None None] Network 4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:09.567577 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a10d3214-fd1d-413c-afb8-ca51db32232a tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5182612 Aug 27 14:26:09.570195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56312) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:09.587015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:26:09.591789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dcc80265-0d0e-4f02-8b6a-bc960f51b4ff req-e6696df0-fec6-454b-954c-4383974dd1d0 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577831 Aug 27 14:26:09.599269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b5edffda-e687-4ef0-b600-f2771dc84d13 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:09.664915 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5d7276-023f-469c-b66e-9fb0511725d4 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:26:09.676072 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.694057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Transition to ACTIVE for port object 0a5d7276-023f-469c-b66e-9fb0511725d4 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:09.699026 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.716090 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5edffda-e687-4ef0-b600-f2771dc84d13 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25957074'] for subnet, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.863598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a', 'network_id': '4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a', 'tenant_id': 'c4145be51ef14b8b8116c5cdf74dab66', 'fixed_ips': [{'subnet_id': '71690471-54f1-40d3-a557-afcc5e2b4808'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:26:09.864485 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.868677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Attempting to bind port 0a5d7276-023f-469c-b66e-9fb0511725d4 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:26:09.869188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Attempting to bind port 0a5d7276-023f-469c-b66e-9fb0511725d4 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '343ab8a4-be8a-46b7-afc3-0e7bb541c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:26:09.869315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Attempting to bind port 0a5d7276-023f-469c-b66e-9fb0511725d4 on network 7b38c12d-b400-42be-a718-d30b563b36b8 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:09.875904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Port 0a5d7276-023f-469c-b66e-9fb0511725d4 on network 7b38c12d-b400-42be-a718-d30b563b36b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:26:09.876845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Attempting to bind port 0a5d7276-023f-469c-b66e-9fb0511725d4 on network 7b38c12d-b400-42be-a718-d30b563b36b8 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:09.885713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:26:09.886155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Checking segment: {'id': '343ab8a4-be8a-46b7-afc3-0e7bb541c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:09.886597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Bound using segment: {'id': '343ab8a4-be8a-46b7-afc3-0e7bb541c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:26:09.887172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Bound port: 0a5d7276-023f-469c-b66e-9fb0511725d4, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343ab8a4-be8a-46b7-afc3-0e7bb541c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:26:09.887600 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:09.903802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5d7276-023f-469c-b66e-9fb0511725d4,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:09.997634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] For port 0a5d7276-023f-469c-b66e-9fb0511725d4, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:26:10.020169 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] For port 0a5d7276-023f-469c-b66e-9fb0511725d4, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0a5d7276-023f-469c-b66e-9fb0511725d4,segment=NetworkSegment(343ab8a4-be8a-46b7-afc3-0e7bb541c88f),segment_id=343ab8a4-be8a-46b7-afc3-0e7bb541c88f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:26:10.026169 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.037258 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5edffda-e687-4ef0-b600-f2771dc84d13 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763329798440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25942668'] for subnet, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.046072 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:10.047104 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.049494 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] 10.222.0.41 "PUT /v2.0/ports/0a5d7276-023f-469c-b66e-9fb0511725d4 HTTP/1.1" status: 200 len: 1132 time: 0.9929633 Aug 27 14:26:10.051940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807ffb9a-fe21-4943-b557-d827f6937b19', 'tag': '0a5d7276-023f-469c-b66e-9fb0511725d4'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:10.054560 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9643ff38-f450-42b7-8b83-ecfd3f8d7d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "807ffb9a-fe21-4943-b557-d827f6937b19", "tag": "0a5d7276-023f-469c-b66e-9fb0511725d4"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:10.089346 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.149571 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5edffda-e687-4ef0-b600-f2771dc84d13 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:10.150859 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5edffda-e687-4ef0-b600-f2771dc84d13 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.152300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b5edffda-e687-4ef0-b600-f2771dc84d13 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "PUT /v2.0/subnets/71690471-54f1-40d3-a557-afcc5e2b4808 HTTP/1.1" status: 200 len: 806 time: 0.5797772 Aug 27 14:26:10.162534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56320) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:10.172019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Allocated IP 172.20.0.2 (4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a/71690471-54f1-40d3-a557-afcc5e2b4808/e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:26:10.184511 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a78f4b0-a7d1-4dcd-a274-606833bb1a92 x-openstack-request-id: req-3a78f4b0-a7d1-4dcd-a274-606833bb1a92 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:10.185097 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807ffb9a-fe21-4943-b557-d827f6937b19", "tag": "0a5d7276-023f-469c-b66e-9fb0511725d4", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:10.185626 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a78f4b0-a7d1-4dcd-a274-606833bb1a92 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:10.186034 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807ffb9a-fe21-4943-b557-d827f6937b19', 'tag': '0a5d7276-023f-469c-b66e-9fb0511725d4', 'status': 'completed', 'code': 200} Aug 27 14:26:10.198150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7561a-2847-4f92-8204-428e22ca3ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5d7276-023f-469c-b66e-9fb0511725d4,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:10.209047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5be84514-8ce1-4da3-8630-fbc861e0400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:10.210915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-5be84514-8ce1-4da3-8630-fbc861e0400a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f54f635450c346a2bc72a489363833b1&device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 1135 time: 0.0804737 Aug 27 14:26:10.273459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-eb65d99a-f5bb-466a-a97e-e98208b11f51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a5d7276-023f-469c-b66e-9fb0511725d4 HTTP/1.1" status: 200 len: 217 time: 0.0486958 Aug 27 14:26:10.302482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df997e-17f0-4edc-a48e-a05dd6acf1f3 req-ca573b67-ae0d-44ea-b5cb-6faa614b216c tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:10.310090 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-79df997e-17f0-4edc-a48e-a05dd6acf1f3 req-ca573b67-ae0d-44ea-b5cb-6faa614b216c tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 983 time: 0.3181586 Aug 27 14:26:10.325813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edffda-e687-4ef0-b600-f2771dc84d13 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Subnet': ['ID=71690471-54f1-40d3-a557-afcc5e2b4808,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:10.395417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-79df997e-17f0-4edc-a48e-a05dd6acf1f3 req-3bc5771c-62c7-4b54-a8df-7c9333301341 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0842540 Aug 27 14:26:10.406088 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.415708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-e324a2cc-0bfe-4d99-ba28-bcf91cbf26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:10.417538 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-e324a2cc-0bfe-4d99-ba28-bcf91cbf26ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=200fb19f-1947-4f0b-a01a-e316f621567a HTTP/1.1" status: 200 len: 834 time: 0.1360383 Aug 27 14:26:10.419375 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.429512 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Transition to ACTIVE for port object e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:10.447717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Transition to ACTIVE for port object e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:10.456419 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.472936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e58cf73-6179-4a95-b3d6-53a991c02149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:10.474746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-2e58cf73-6179-4a95-b3d6-53a991c02149 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b38c12d-b400-42be-a718-d30b563b36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497687 Aug 27 14:26:10.480052 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.507495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Pushing event updated for resources: {'Port': ['ID=e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:10.525238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Network 4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:10.527737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:10.532336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:10.581611 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.602550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-1028d7a6-30fd-44e6-aa01-0e557a8276b3 service neutron] 10.222.0.41 "GET /v2.0/networks/7b38c12d-b400-42be-a718-d30b563b36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151702 Aug 27 14:26:10.617808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Attempting to bind port e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:26:10.618533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Attempting to bind port e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'd5c758f8-ed4f-417b-91a6-83e084f5c0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:26:10.619166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Attempting to bind port e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5 on network 4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:10.619937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Subnet': ['ID=71690471-54f1-40d3-a557-afcc5e2b4808,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:10.628328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:26:10.628990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Checking segment: {'id': 'd5c758f8-ed4f-417b-91a6-83e084f5c0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:10.629553 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.630106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Bound using segment: {'id': 'd5c758f8-ed4f-417b-91a6-83e084f5c0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:26:10.630757 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Bound port: e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c758f8-ed4f-417b-91a6-83e084f5c0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:26:10.631314 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.694586 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.708578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:10.711579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] For port e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:26:10.715187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] For port e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5,segment=NetworkSegment(d5c758f8-ed4f-417b-91a6-83e084f5c0ca),segment_id=d5c758f8-ed4f-417b-91a6-83e084f5c0ca)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:26:10.721509 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:10.783715 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4daf48f2-9f56-4151-8a6b-93dcea7fac7f req-821bca1a-ed12-4da5-9989-62b1c5ed3c19 service neutron] 10.222.0.41 "GET /v2.0/networks/7b38c12d-b400-42be-a718-d30b563b36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783702 Aug 27 14:26:10.841744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7ccc1-1257-4df3-9cca-c65671a73105 None None] Pushing event updated for resources: {'Port': ['ID=e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:10.858662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc08b5-4541-4313-9c6a-32c86b270efe None None] Network 4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:10.871839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49250f6f-dee2-4147-9101-b3c4c94a6fe8 req-e4210483-539e-408a-9acd-bc0709d0916d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:10.881847 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-49250f6f-dee2-4147-9101-b3c4c94a6fe8 req-e4210483-539e-408a-9acd-bc0709d0916d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 944 time: 0.0970378 Aug 27 14:26:10.949215 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-49250f6f-dee2-4147-9101-b3c4c94a6fe8 req-4b80fb25-4bf7-42cf-ac70-e0992bbcca17 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661302 Aug 27 14:26:10.964496 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ff38-f450-42b7-8b83-ecfd3f8d7d2d req-33ba675a-0b74-4707-978b-4760515b8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:10.966064 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9643ff38-f450-42b7-8b83-ecfd3f8d7d2d req-33ba675a-0b74-4707-978b-4760515b8a26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f54f635450c346a2bc72a489363833b1&device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 1135 time: 0.0818453 Aug 27 14:26:11.022089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:26:11.084185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56f7271-b804-4b6c-a61c-363657596859 None None] Network 4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:11.096466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ff38-f450-42b7-8b83-ecfd3f8d7d2d req-bad7ffc4-358a-45cd-954b-5c180368e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:11.097994 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9643ff38-f450-42b7-8b83-ecfd3f8d7d2d req-bad7ffc4-358a-45cd-954b-5c180368e314 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b38c12d-b400-42be-a718-d30b563b36b8 HTTP/1.1" status: 200 len: 897 time: 0.1183848 Aug 27 14:26:11.130041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c758f8-ed4f-417b-91a6-83e084f5c0ca') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:11.131038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c758f8-ed4f-417b-91a6-83e084f5c0ca') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:11.140520 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:11.147559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9643ff38-f450-42b7-8b83-ecfd3f8d7d2d req-8d9fb06f-1396-4239-9e35-141beb4576a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a5d7276-023f-469c-b66e-9fb0511725d4 HTTP/1.1" status: 200 len: 217 time: 0.0408950 Aug 27 14:26:11.155476 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:11.156229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:11.165113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:26:11.165785 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:26:11.169297 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:26:11.171511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:11.171511 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:11.226979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ff38-f450-42b7-8b83-ecfd3f8d7d2d req-22835952-44ed-48c9-80f2-cbc5d71166fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:11.230953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9643ff38-f450-42b7-8b83-ecfd3f8d7d2d req-22835952-44ed-48c9-80f2-cbc5d71166fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=200fb19f-1947-4f0b-a01a-e316f621567a HTTP/1.1" status: 200 len: 834 time: 0.0742106 Aug 27 14:26:11.232742 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.api [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 14:26:11.232742 n-d-712139-12 neutron-server[101186]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 14:26:11.232742 n-d-712139-12 neutron-server[101186]: [parameters: {'id': '4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a'}] Aug 27 14:26:11.232742 n-d-712139-12 neutron-server[101186]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:26:11.233171 n-d-712139-12 neutron-server[101186]: DEBUG oslo_db.api [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:26:11.289126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ff38-f450-42b7-8b83-ecfd3f8d7d2d req-b8e58ba5-9df3-41c5-9aad-a5d7ed301692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:11.291395 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9643ff38-f450-42b7-8b83-ecfd3f8d7d2d req-b8e58ba5-9df3-41c5-9aad-a5d7ed301692 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b38c12d-b400-42be-a718-d30b563b36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536873 Aug 27 14:26:11.291920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1c8c7a-0135-4b42-9c88-10631f3400d3 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:26:11.335477 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:11.382403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7954205-f4c1-42b7-b3e4-7d98fd77bea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b2bab7-5a99-42cb-9f85-de7bb4e5b180'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:11.384714 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0497d5f8-384e-40fc-8825-e0de340ab81a" -d '{"events": [{"server_uuid": "c7954205-f4c1-42b7-b3e4-7d98fd77bea2", "name": "network-vif-plugged", "status": "completed", "tag": "80b2bab7-5a99-42cb-9f85-de7bb4e5b180"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:11.394426 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9643ff38-f450-42b7-8b83-ecfd3f8d7d2d req-03094fd1-81cd-41e5-a571-b829632f9383 service neutron] 10.222.0.41 "GET /v2.0/networks/7b38c12d-b400-42be-a718-d30b563b36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908277 Aug 27 14:26:11.406867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=80b2bab7-5a99-42cb-9f85-de7bb4e5b180,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:11.429141 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:11.471777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1c8c7a-0135-4b42-9c88-10631f3400d3 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:26:11.549975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9643ff38-f450-42b7-8b83-ecfd3f8d7d2d req-6493b775-7101-46b9-b66c-7361757774ca service neutron] 10.222.0.41 "GET /v2.0/networks/7b38c12d-b400-42be-a718-d30b563b36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444147 Aug 27 14:26:11.563194 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b37067-cfcd-407f-b38c-c6d27050e895 x-openstack-request-id: req-d2b37067-cfcd-407f-b38c-c6d27050e895 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:11.563512 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7954205-f4c1-42b7-b3e4-7d98fd77bea2", "name": "network-vif-plugged", "status": "completed", "tag": "80b2bab7-5a99-42cb-9f85-de7bb4e5b180", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:11.563805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97997c4-5a4a-46a3-a89a-ecbb2718f4f3 req-b497e4db-9698-43a0-8176-2a439e28da54 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:11.563923 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2b37067-cfcd-407f-b38c-c6d27050e895 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:11.565314 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7954205-f4c1-42b7-b3e4-7d98fd77bea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b2bab7-5a99-42cb-9f85-de7bb4e5b180', 'code': 200} Aug 27 14:26:11.565533 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e97997c4-5a4a-46a3-a89a-ecbb2718f4f3 req-b497e4db-9698-43a0-8176-2a439e28da54 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 983 time: 0.0771270 Aug 27 14:26:11.567694 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=80b2bab7-5a99-42cb-9f85-de7bb4e5b180,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:11.648940 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e97997c4-5a4a-46a3-a89a-ecbb2718f4f3 req-9ccba122-5315-42ae-9e8d-d603a11f0ade tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0746112 Aug 27 14:26:11.668892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4df556-9286-46d7-944e-67be7ee4d047 req-c5fdd104-d41f-4ece-8afd-4a3aab811f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:11.670634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd4df556-9286-46d7-944e-67be7ee4d047 req-c5fdd104-d41f-4ece-8afd-4a3aab811f14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 1097 time: 0.0574250 Aug 27 14:26:11.707732 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd4df556-9286-46d7-944e-67be7ee4d047 req-1bcd717c-dd18-488c-9ca4-63900a011555 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303845 Aug 27 14:26:11.734121 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:11.791258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Deleting port e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:26:11.791683 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:11.865317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] For port e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5,segment=NetworkSegment(d5c758f8-ed4f-417b-91a6-83e084f5c0ca),segment_id=d5c758f8-ed4f-417b-91a6-83e084f5c0ca)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:11.865691 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:11.883977 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Calling delete_port for e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:26:11.969137 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:12.003032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Port': ['ID=e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:12.006503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No DVR routers for this DVR port e0ceeeec-d7fd-47d4-9e67-3acb4e0f87e5 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:26:12.125779 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:12.139723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:12.159902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f03062-fe88-4985-9941-b4912b5fa007 req-74dcdb86-b88d-4e25-986a-281e6e79f0d1 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:12.161733 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4f03062-fe88-4985-9941-b4912b5fa007 req-74dcdb86-b88d-4e25-986a-281e6e79f0d1 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 945 time: 0.1261191 Aug 27 14:26:12.163504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c758f8-ed4f-417b-91a6-83e084f5c0ca') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:12.163839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c758f8-ed4f-417b-91a6-83e084f5c0ca') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:12.182814 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:12.212575 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:12.224998 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4f03062-fe88-4985-9941-b4912b5fa007 req-7716b965-5bef-487d-b217-637e2508cd35 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532072 Aug 27 14:26:12.226255 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:26:12.226790 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:26:12.230248 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:26:12.319129 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:12.327303 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:12.329270 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a HTTP/1.1" status: 204 len: 168 time: 2.1616120 Aug 27 14:26:12.332528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56344) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:12.342528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fadd05-e4da-4c20-888a-1f0d3dc3ba77 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Network': ['ID=4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:12.357005 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c528b6e-3355-4723-bb14-634ca734a4c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:12.357606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c528b6e-3355-4723-bb14-634ca734a4c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:12.359408 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7c528b6e-3355-4723-bb14-634ca734a4c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a HTTP/1.1" status: 404 len: 339 time: 0.0250235 Aug 27 14:26:12.363647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56346) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:12.368996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-80a3748e-1588-4180-b2f4-8c1b32a8569f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1990867834', 'description': 'd1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:12.402507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a3748e-1588-4180-b2f4-8c1b32a8569f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:12.406605 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80a3748e-1588-4180-b2f4-8c1b32a8569f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:12.439923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a3748e-1588-4180-b2f4-8c1b32a8569f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:26:12.449450 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80a3748e-1588-4180-b2f4-8c1b32a8569f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:12.449796 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-80a3748e-1588-4180-b2f4-8c1b32a8569f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Added segment 000ba189-0239-4d03-b070-d36c177b2204 of type vlan for network 47603af2-eecd-4006-a3ec-9727cd2126c4 Aug 27 14:26:12.503927 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80a3748e-1588-4180-b2f4-8c1b32a8569f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:12.537071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80a3748e-1588-4180-b2f4-8c1b32a8569f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:12.544138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a3748e-1588-4180-b2f4-8c1b32a8569f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:12.544964 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-80a3748e-1588-4180-b2f4-8c1b32a8569f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:12.630764 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-80a3748e-1588-4180-b2f4-8c1b32a8569f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2631748 Aug 27 14:26:12.631302 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56350) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:12.638669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3748e-1588-4180-b2f4-8c1b32a8569f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=47603af2-eecd-4006-a3ec-9727cd2126c4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:12.651306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 47603af2-eecd-4006-a3ec-9727cd2126c4 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:26:12.793262 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0a7871-c6a5-48f3-8055-709c116c089f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:12.794871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7f0a7871-c6a5-48f3-8055-709c116c089f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "GET /v2.0/networks?id=47603af2-eecd-4006-a3ec-9727cd2126c4 HTTP/1.1" status: 200 len: 761 time: 0.1621685 Aug 27 14:26:12.798112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56354) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:12.806032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8447d16d-e325-4742-bcf0-74711a204d6e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'description': 'd2'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:12.843570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29e41b-c8f0-4808-8f7b-56acd72ff20d req-1df3f522-c6af-47e4-98d2-fece6dc0d0c8 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:12.846097 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d29e41b-c8f0-4808-8f7b-56acd72ff20d req-1df3f522-c6af-47e4-98d2-fece6dc0d0c8 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 983 time: 0.0880539 Aug 27 14:26:12.893390 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d29e41b-c8f0-4808-8f7b-56acd72ff20d req-af3abc43-0489-4f93-894a-9a698ae2907b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0375481 Aug 27 14:26:12.979111 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8447d16d-e325-4742-bcf0-74711a204d6e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:12.993604 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8447d16d-e325-4742-bcf0-74711a204d6e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:13.002821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8447d16d-e325-4742-bcf0-74711a204d6e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network 47603af2-eecd-4006-a3ec-9727cd2126c4 is not hosted by any dhcp agent {{(pid=101186) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 14:26:13.008228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8447d16d-e325-4742-bcf0-74711a204d6e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:13.008829 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8447d16d-e325-4742-bcf0-74711a204d6e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:13.010124 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8447d16d-e325-4742-bcf0-74711a204d6e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "PUT /v2.0/networks/47603af2-eecd-4006-a3ec-9727cd2126c4 HTTP/1.1" status: 200 len: 758 time: 0.2101514 Aug 27 14:26:13.012993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56356) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:13.073744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447d16d-e325-4742-bcf0-74711a204d6e tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=47603af2-eecd-4006-a3ec-9727cd2126c4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:13.088682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 47603af2-eecd-4006-a3ec-9727cd2126c4 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:26:13.107465 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280a0759-28d5-40e3-9b9e-23aa50bdb3af tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:13.113433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56360) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:13.113982 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-280a0759-28d5-40e3-9b9e-23aa50bdb3af tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "GET /v2.0/networks?id=47603af2-eecd-4006-a3ec-9727cd2126c4 HTTP/1.1" status: 200 len: 761 time: 0.0995629 Aug 27 14:26:13.119036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-dec8ff52-44a8-4995-bc15-76dd1502593c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1604746965'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:13.143176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec8ff52-44a8-4995-bc15-76dd1502593c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:13.146715 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dec8ff52-44a8-4995-bc15-76dd1502593c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:13.172418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec8ff52-44a8-4995-bc15-76dd1502593c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:26:13.183570 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dec8ff52-44a8-4995-bc15-76dd1502593c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:13.183971 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-dec8ff52-44a8-4995-bc15-76dd1502593c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Added segment 96206ead-aa81-4c47-aef5-bb9f97dc2549 of type vlan for network 6494be53-4935-4f9c-a544-b9be9920b600 Aug 27 14:26:13.227269 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dec8ff52-44a8-4995-bc15-76dd1502593c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:13.253217 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dec8ff52-44a8-4995-bc15-76dd1502593c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:13.259926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec8ff52-44a8-4995-bc15-76dd1502593c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:13.260579 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dec8ff52-44a8-4995-bc15-76dd1502593c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:13.340419 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dec8ff52-44a8-4995-bc15-76dd1502593c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2227585 Aug 27 14:26:13.340762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56364) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:13.360071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-fbce4034-ceaa-4de2-a209-51d7fdcbf744 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'subnet': {'network_id': '6494be53-4935-4f9c-a544-b9be9920b600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:13.409787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8ff52-44a8-4995-bc15-76dd1502593c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=6494be53-4935-4f9c-a544-b9be9920b600,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:13.420470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 6494be53-4935-4f9c-a544-b9be9920b600 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:26:13.454390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ec39e-529e-4220-9c1b-85e53cdc4521 req-4c702ddf-6bfe-43ff-9515-50f6745df170 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:13.456564 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2a0ec39e-529e-4220-9c1b-85e53cdc4521 req-4c702ddf-6bfe-43ff-9515-50f6745df170 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 945 time: 0.1392257 Aug 27 14:26:13.526159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbce4034-ceaa-4de2-a209-51d7fdcbf744 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:13.529641 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fbce4034-ceaa-4de2-a209-51d7fdcbf744 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:13.535654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2a0ec39e-529e-4220-9c1b-85e53cdc4521 req-ba6d9916-71be-4b32-ba5f-dbdbbe8ad0dc tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551233 Aug 27 14:26:13.725257 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fbce4034-ceaa-4de2-a209-51d7fdcbf744 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:13.779984 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d2e9-8d4e-4607-970a-685a5d9b3863 req-f2e04566-660e-41ad-b19c-2c2bb02df90a tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:13.781498 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5814d2e9-8d4e-4607-970a-685a5d9b3863 req-f2e04566-660e-41ad-b19c-2c2bb02df90a tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.1072483 Aug 27 14:26:13.786894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce4034-ceaa-4de2-a209-51d7fdcbf744 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Subnet': ['ID=49d3d853-6288-4323-b31c-7e9968b0349f,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:13.797067 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5814d2e9-8d4e-4607-970a-685a5d9b3863 req-4effc1d9-a45d-4db2-a0d5-79c03a92e80f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/quotas/ee68a6fac6694996a7e1e4858572b79c HTTP/1.1" status: 200 len: 375 time: 0.0096040 Aug 27 14:26:13.799288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbce4034-ceaa-4de2-a209-51d7fdcbf744 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking segment: {'id': '96206ead-aa81-4c47-aef5-bb9f97dc2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6494be53-4935-4f9c-a544-b9be9920b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:13.799288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce4034-ceaa-4de2-a209-51d7fdcbf744 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network hostable DHCP agents. Network: 6494be53-4935-4f9c-a544-b9be9920b600, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:26:13.817505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce4034-ceaa-4de2-a209-51d7fdcbf744 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network 6494be53-4935-4f9c-a544-b9be9920b600 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:26:13.826311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-fbce4034-ceaa-4de2-a209-51d7fdcbf744 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 6494be53-4935-4f9c-a544-b9be9920b600) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:13.831181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbce4034-ceaa-4de2-a209-51d7fdcbf744 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:13.831779 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fbce4034-ceaa-4de2-a209-51d7fdcbf744 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:13.845493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba6d841-7c49-4cbc-8e5a-6aa2ce6f219e None None] Network 6494be53-4935-4f9c-a544-b9be9920b600 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:13.850554 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fbce4034-ceaa-4de2-a209-51d7fdcbf744 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4946647 Aug 27 14:26:13.853161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56378) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:13.855241 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5814d2e9-8d4e-4607-970a-685a5d9b3863 req-257ba32a-7293-4adf-92f6-b6d1e5558628 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515497 Aug 27 14:26:13.967734 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5814d2e9-8d4e-4607-970a-685a5d9b3863 req-b9938975-71e4-4e4f-a597-45a41e5b059a service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033537 Aug 27 14:26:13.968566 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:14.008973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-6494be53-4935-4f9c-a544-b9be9920b600', 'network_id': '6494be53-4935-4f9c-a544-b9be9920b600', 'tenant_id': 'c4145be51ef14b8b8116c5cdf74dab66', 'fixed_ips': [{'subnet_id': '49d3d853-6288-4323-b31c-7e9968b0349f'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:26:14.009853 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:14.067691 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:14.068760 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5814d2e9-8d4e-4607-970a-685a5d9b3863 req-f6e18adc-f115-4f56-b224-8d375e258404 service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001048 Aug 27 14:26:14.103768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d7abf-b3a3-45df-a380-11544b6de7a3 req-c3b944fe-04aa-490a-828b-6857db8dab91 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:14.105200 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-218d7abf-b3a3-45df-a380-11544b6de7a3 req-c3b944fe-04aa-490a-828b-6857db8dab91 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 983 time: 0.1314452 Aug 27 14:26:14.163685 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-218d7abf-b3a3-45df-a380-11544b6de7a3 req-df7196ce-2610-4a19-b657-07792a6f4c1a tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0455158 Aug 27 14:26:14.166492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Allocated IP 172.20.0.2 (6494be53-4935-4f9c-a544-b9be9920b600/49d3d853-6288-4323-b31c-7e9968b0349f/d642cb12-c01a-490e-9f99-b4a13d9a0c5c) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:26:14.226288 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:26:14.349114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0a5d7276-023f-469c-b66e-9fb0511725d4 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:26:14.378760 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:14.405292 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Transition to ACTIVE for port object d642cb12-c01a-490e-9f99-b4a13d9a0c5c will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:14.463326 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Transition to ACTIVE for port object d642cb12-c01a-490e-9f99-b4a13d9a0c5c will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:14.488361 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:14.516745 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:14.539072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Subnet': ['ID=49d3d853-6288-4323-b31c-7e9968b0349f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:14.612413 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0a5d7276-023f-469c-b66e-9fb0511725d4, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0a5d7276-023f-469c-b66e-9fb0511725d4,segment=NetworkSegment(343ab8a4-be8a-46b7-afc3-0e7bb541c88f),segment_id=343ab8a4-be8a-46b7-afc3-0e7bb541c88f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:14.639603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Network 6494be53-4935-4f9c-a544-b9be9920b600 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:14.644157 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:14.645291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '0a5d7276-023f-469c-b66e-9fb0511725d4', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'port_id': '0a5d7276-023f-469c-b66e-9fb0511725d4', 'mac_address': 'fa:16:3e:33:d3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:26:14.674762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:14.674762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:14.674762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Pushing event updated for resources: {'Port': ['ID=d642cb12-c01a-490e-9f99-b4a13d9a0c5c,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:14.690043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6494be53-4935-4f9c-a544-b9be9920b600']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:14.716474 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:14.718716 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-02963bd5-fae3-4632-858e-15ac9fbc3a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:14.726649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96206ead-aa81-4c47-aef5-bb9f97dc2549') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:14.727095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96206ead-aa81-4c47-aef5-bb9f97dc2549') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:14.742791 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:14.773912 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:14.781303 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:26:14.782150 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:26:14.857975 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:26:14.883338 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.api [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 14:26:14.883338 n-d-712139-12 neutron-server[101186]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 14:26:14.883338 n-d-712139-12 neutron-server[101186]: [parameters: {'id': '6494be53-4935-4f9c-a544-b9be9920b600'}] Aug 27 14:26:14.883338 n-d-712139-12 neutron-server[101186]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:26:14.884047 n-d-712139-12 neutron-server[101186]: DEBUG oslo_db.api [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:26:14.930135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-0f07c6d1-e286-49db-8521-20afb9105cd9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:14.931948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-0f07c6d1-e286-49db-8521-20afb9105cd9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.1166668 Aug 27 14:26:14.949665 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-122a049e-6e4c-4025-9459-274d6902bd26 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/quotas/ee68a6fac6694996a7e1e4858572b79c HTTP/1.1" status: 200 len: 375 time: 0.0114129 Aug 27 14:26:14.959858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5d7276-023f-469c-b66e-9fb0511725d4 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:26:14.979629 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Attempting to bind port d642cb12-c01a-490e-9f99-b4a13d9a0c5c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:26:14.980019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Attempting to bind port d642cb12-c01a-490e-9f99-b4a13d9a0c5c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '96206ead-aa81-4c47-aef5-bb9f97dc2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6494be53-4935-4f9c-a544-b9be9920b600'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:26:14.980371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Attempting to bind port d642cb12-c01a-490e-9f99-b4a13d9a0c5c on network 6494be53-4935-4f9c-a544-b9be9920b600 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:14.991391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0a5d7276-023f-469c-b66e-9fb0511725d4, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0a5d7276-023f-469c-b66e-9fb0511725d4,segment=NetworkSegment(343ab8a4-be8a-46b7-afc3-0e7bb541c88f),segment_id=343ab8a4-be8a-46b7-afc3-0e7bb541c88f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:14.993093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:26:14.993504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Checking segment: {'id': '96206ead-aa81-4c47-aef5-bb9f97dc2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6494be53-4935-4f9c-a544-b9be9920b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:14.993990 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:14.994470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Bound using segment: {'id': '96206ead-aa81-4c47-aef5-bb9f97dc2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6494be53-4935-4f9c-a544-b9be9920b600'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:26:14.995097 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Bound port: d642cb12-c01a-490e-9f99-b4a13d9a0c5c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96206ead-aa81-4c47-aef5-bb9f97dc2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6494be53-4935-4f9c-a544-b9be9920b600'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:26:14.995514 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:15.005516 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:15.012845 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-46ff6f05-cf72-40f7-8a24-10deda518e37 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557215 Aug 27 14:26:15.094356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0a5d7276-023f-469c-b66e-9fb0511725d4,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:15.107533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] For port d642cb12-c01a-490e-9f99-b4a13d9a0c5c, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:26:15.113244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] For port d642cb12-c01a-490e-9f99-b4a13d9a0c5c, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d642cb12-c01a-490e-9f99-b4a13d9a0c5c,segment=NetworkSegment(96206ead-aa81-4c47-aef5-bb9f97dc2549),segment_id=96206ead-aa81-4c47-aef5-bb9f97dc2549)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:26:15.117958 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:15.124614 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-6227c2fe-2c57-4108-8ce4-1d196458ea9b service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018522 Aug 27 14:26:15.209895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69db16-0109-4629-8c90-b0c8c771f9d7 None None] Pushing event updated for resources: {'Port': ['ID=d642cb12-c01a-490e-9f99-b4a13d9a0c5c,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:15.223226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89c1e60-2d81-4755-82b2-75ce3d86beb6 None None] Network 6494be53-4935-4f9c-a544-b9be9920b600 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:15.258837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-df16040a-c2f9-45af-a49f-16286aab7122 service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268134 Aug 27 14:26:15.315907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbc790-2bf1-49e6-8092-51fddd125dc9 req-c0c85aa7-a470-46c4-a95f-aa94c134e0eb tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:15.320333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48fbc790-2bf1-49e6-8092-51fddd125dc9 req-c0c85aa7-a470-46c4-a95f-aa94c134e0eb tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 984 time: 0.0643694 Aug 27 14:26:15.370968 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48fbc790-2bf1-49e6-8092-51fddd125dc9 req-444be309-cf67-428b-ab55-0b274c382335 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0467703 Aug 27 14:26:15.385239 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:15.390036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a812c8-8044-4a86-89f5-3f65397cbd4d None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:26:15.456886 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b15f6f85-fb12-4e91-bcba-92fc76c9e02e req-d642ac9b-cd5f-4f7e-bf07-dc5d66c4d12c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 210 time: 0.0474181 Aug 27 14:26:15.484383 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Deleting port d642cb12-c01a-490e-9f99-b4a13d9a0c5c {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:26:15.484734 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:15.501933 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0a5d7276-023f-469c-b66e-9fb0511725d4'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:26:15.552309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] For port d642cb12-c01a-490e-9f99-b4a13d9a0c5c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d642cb12-c01a-490e-9f99-b4a13d9a0c5c,segment=NetworkSegment(96206ead-aa81-4c47-aef5-bb9f97dc2549),segment_id=96206ead-aa81-4c47-aef5-bb9f97dc2549)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:15.553024 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:15.566391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Calling delete_port for d642cb12-c01a-490e-9f99-b4a13d9a0c5c owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:26:15.569118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a812c8-8044-4a86-89f5-3f65397cbd4d None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:26:15.702888 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:15.745246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Port': ['ID=d642cb12-c01a-490e-9f99-b4a13d9a0c5c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:15.756543 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No DVR routers for this DVR port d642cb12-c01a-490e-9f99-b4a13d9a0c5c on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:26:15.881658 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:15.897737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6494be53-4935-4f9c-a544-b9be9920b600']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:15.920631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96206ead-aa81-4c47-aef5-bb9f97dc2549') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:15.921079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96206ead-aa81-4c47-aef5-bb9f97dc2549') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:15.935977 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:15.959849 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:15.971658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:26:15.972097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:26:15.977820 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:26:16.104331 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:16.109916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:16.115558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56444) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:16.120653 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/6494be53-4935-4f9c-a544-b9be9920b600 HTTP/1.1" status: 204 len: 168 time: 2.2649915 Aug 27 14:26:16.146218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcce65-4c8f-41fd-82ee-21d5f743b9c1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Network': ['ID=6494be53-4935-4f9c-a544-b9be9920b600,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:16.165462 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efd061e-a946-496a-acdd-ad1584dfc462 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] GET failed (client error): The resource could not be found. Aug 27 14:26:16.167406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7efd061e-a946-496a-acdd-ad1584dfc462 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "GET /v2.0/subnets/49d3d853-6288-4323-b31c-7e9968b0349f HTTP/1.1" status: 404 len: 337 time: 0.0499382 Aug 27 14:26:16.170174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56446) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:16.196171 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba77e63b-f4e6-48e2-9388-f925c39de7f5 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:16.197299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba77e63b-f4e6-48e2-9388-f925c39de7f5 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:16.201923 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ba77e63b-f4e6-48e2-9388-f925c39de7f5 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/6494be53-4935-4f9c-a544-b9be9920b600 HTTP/1.1" status: 404 len: 339 time: 0.0286531 Aug 27 14:26:16.209555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56448) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:16.417051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7167c-adbc-495d-a439-68a889620bf1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:16.421175 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c5c7167c-adbc-495d-a439-68a889620bf1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2113702 Aug 27 14:26:16.421405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56452) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:16.464660 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1fc08152-0ff3-4429-af2c-020dbfb3eb3d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 207 time: 0.0420637 Aug 27 14:26:16.468061 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56454) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:16.599287 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f08a05d4-1d14-474d-b538-e2a2d636d919 req-f465e108-e331-4a24-9dd2-aa4d6182f215 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 210 time: 0.0484049 Aug 27 14:26:16.684727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f38cb2-9d22-4450-b48f-c99ceabf2229 req-70140e75-3f43-42af-bd15-66f2734c8402 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:16.686383 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e6f38cb2-9d22-4450-b48f-c99ceabf2229 req-70140e75-3f43-42af-bd15-66f2734c8402 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 984 time: 0.1733274 Aug 27 14:26:16.727816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5b207184-9060-4d68-aa3e-5cce74b3fd9e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:16.729413 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5b207184-9060-4d68-aa3e-5cce74b3fd9e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.1689773 Aug 27 14:26:16.744272 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Request body: {'port': {'device_id': '68d217bf-0fdf-4596-ad24-6c2cc1d21e31', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'admin_state_up': True, 'tenant_id': 'ee68a6fac6694996a7e1e4858572b79c'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:16.748973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a4b3fb-20a9-41dd-aa00-7606c66879bf tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:16.757482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a4b3fb-20a9-41dd-aa00-7606c66879bf tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:16.763542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a4b3fb-20a9-41dd-aa00-7606c66879bf tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:16.770035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a4b3fb-20a9-41dd-aa00-7606c66879bf tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:16.775798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d5a4b3fb-20a9-41dd-aa00-7606c66879bf tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3028781 Aug 27 14:26:16.776763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56458) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:16.852965 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e6f38cb2-9d22-4450-b48f-c99ceabf2229 req-c2c4bbc0-471f-4585-81c3-525438964798 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1582615 Aug 27 14:26:16.890013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Made reservation on behalf of ee68a6fac6694996a7e1e4858572b79c for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:16.895955 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:16.928827 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6316e20f-206b-4385-bb85-dab33d441600 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1479988 Aug 27 14:26:16.929274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56462) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:17.018470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc3b82b-d5f6-48fa-b5da-381d9228b9af tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:17.020144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc3b82b-d5f6-48fa-b5da-381d9228b9af tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:17.021764 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0bc3b82b-d5f6-48fa-b5da-381d9228b9af tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0915546 Aug 27 14:26:17.025482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56464) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:17.060554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Allocated IP 172.20.0.3 (9a1e67c1-4465-454e-8a46-0919ae0d8681/f6540e39-7ad9-40cd-b3b9-54a2310f2264/6d8c8ed0-73e4-44d7-87f4-9a73499d2af3) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:26:17.234135 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:17.277064 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:17.290185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:26:17.341991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event updated for resources: {'Port': ['ID=6d8c8ed0-73e4-44d7-87f4-9a73499d2af3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:17.354271 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Network 9a1e67c1-4465-454e-8a46-0919ae0d8681 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:17.357896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:17.366069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:17.372396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:17.372744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:17.373086 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:17.373422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:17.373808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:17.374145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:17.374472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:17.375563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:17.375563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:17.375563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:17.375838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:17.376097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:17.418531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c098636-6939-48a5-ae91-e19e30874ef2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:17.421278 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c098636-6939-48a5-ae91-e19e30874ef2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:17.424138 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5c098636-6939-48a5-ae91-e19e30874ef2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3976929 Aug 27 14:26:17.427474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56466) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:17.431800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:17.432480 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:17.450406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-5c0187c1-58d2-4755-b4b8-c7cb676052a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7101660 Aug 27 14:26:17.463957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Request body: {'port': {'device_id': '68d217bf-0fdf-4596-ad24-6c2cc1d21e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:17.470330 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:17.517607 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6eebd6ec-eebc-4568-baa8-113ffa65e6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:17.541356 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:17.560114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea671a6e-06e7-46a6-b55d-4c0080c8c7e3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:17.561904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ea671a6e-06e7-46a6-b55d-4c0080c8c7e3 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "GET /v2.0/networks/bc7ac394-68f3-48e7-9614-bac6c78fea5d HTTP/1.1" status: 200 len: 800 time: 0.1330481 Aug 27 14:26:17.565634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56468) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:17.684066 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d7fb9863-2eb2-4825-bd91-413aed4cbda5 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "GET /v2.0/networks/bc7ac394-68f3-48e7-9614-bac6c78fea5d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1172903 Aug 27 14:26:17.687495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56472) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:17.757474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c02507-e5b9-4daa-a12d-dd5865e21f70 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:17.760013 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-87c02507-e5b9-4daa-a12d-dd5865e21f70 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "GET /v2.0/subnets/68445cbe-2f94-48dc-bc20-efe9703d4aa9 HTTP/1.1" status: 200 len: 811 time: 0.0705416 Aug 27 14:26:17.763782 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56474) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:17.822577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370e0343-1365-491a-ac56-4e7ff13dff2f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['shared'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:17.824096 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-370e0343-1365-491a-ac56-4e7ff13dff2f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "GET /v2.0/subnets/68445cbe-2f94-48dc-bc20-efe9703d4aa9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0593169 Aug 27 14:26:17.827685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56476) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:17.832899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-26366bb8-149b-4e36-a2ec-9f97a9360473 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-35948712'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:17.855641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26366bb8-149b-4e36-a2ec-9f97a9360473 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:17.859701 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-26366bb8-149b-4e36-a2ec-9f97a9360473 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:17.891629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26366bb8-149b-4e36-a2ec-9f97a9360473 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:26:17.903459 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-26366bb8-149b-4e36-a2ec-9f97a9360473 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:17.903828 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-26366bb8-149b-4e36-a2ec-9f97a9360473 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Added segment 2543421f-7d01-401f-90d7-8b073eccda67 of type vlan for network 5c0cd2de-4add-4cba-aa3b-88b4f3725354 Aug 27 14:26:17.952695 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-26366bb8-149b-4e36-a2ec-9f97a9360473 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:17.982981 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-26366bb8-149b-4e36-a2ec-9f97a9360473 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:17.990321 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26366bb8-149b-4e36-a2ec-9f97a9360473 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:17.991063 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-26366bb8-149b-4e36-a2ec-9f97a9360473 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.102784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-26366bb8-149b-4e36-a2ec-9f97a9360473 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2712040 Aug 27 14:26:18.104311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56482) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:18.112450 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'subnet': {'network_id': '5c0cd2de-4add-4cba-aa3b-88b4f3725354', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:18.137556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26366bb8-149b-4e36-a2ec-9f97a9360473 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Network': ['ID=5c0cd2de-4add-4cba-aa3b-88b4f3725354,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:18.145914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5e9ac-06e9-4bcd-ace5-ecf6f570e67a req-26fa3251-ba6e-49ae-b185-ccde07e14b50 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:18.148977 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c0a5e9ac-06e9-4bcd-ace5-ecf6f570e67a req-26fa3251-ba6e-49ae-b185-ccde07e14b50 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 931 time: 0.4696376 Aug 27 14:26:18.149870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 5c0cd2de-4add-4cba-aa3b-88b4f3725354 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:26:18.201715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b3b2d-7e4f-4b51-8446-8187e4ba5e3e req-f923b316-f382-4373-85ec-dc36426a172a tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:18.203325 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-870b3b2d-7e4f-4b51-8446-8187e4ba5e3e req-f923b316-f382-4373-85ec-dc36426a172a tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 984 time: 0.1838522 Aug 27 14:26:18.223351 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c0a5e9ac-06e9-4bcd-ace5-ecf6f570e67a req-97dd724f-dca5-42f8-8c0f-4fba7497a5f9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625262 Aug 27 14:26:18.271379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Made reservation on behalf of c4145be51ef14b8b8116c5cdf74dab66 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:18.274937 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.282212 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-870b3b2d-7e4f-4b51-8446-8187e4ba5e3e req-20248695-f199-4bfb-897f-c31958891bf1 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0663722 Aug 27 14:26:18.297013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:26:18.310013 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.323461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Transition to ACTIVE for port object 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:18.327778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.347452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0a5d7276-023f-469c-b66e-9fb0511725d4 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:26:18.351438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.ipam_backend_mixin [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Performing IP validity checks on allocation pools {{(pid=101186) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 14:26:18.351963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.ipam_backend_mixin [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101186) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 14:26:18.419990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 0a5d7276-023f-469c-b66e-9fb0511725d4 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:18.426434 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 0a5d7276-023f-469c-b66e-9fb0511725d4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:18.426609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Pushing event updated for resources: {'Port': ['ID=6d8c8ed0-73e4-44d7-87f4-9a73499d2af3,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:18.427231 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.470100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Attempting to bind port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:26:18.470552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Attempting to bind port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:26:18.471012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Attempting to bind port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:18.483573 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:26:18.484015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Attempting to bind port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:18.489939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:26:18.490361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Checking segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:18.490879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Bound using segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:26:18.491381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Bound port: 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:26:18.491823 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.531376 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.536176 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.565618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807ffb9a-fe21-4943-b557-d827f6937b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5d7276-023f-469c-b66e-9fb0511725d4'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:18.569096 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a65372d-1dd0-4c9f-b376-5a65a41c54ac" -d '{"events": [{"server_uuid": "807ffb9a-fe21-4943-b557-d827f6937b19", "name": "network-vif-plugged", "status": "completed", "tag": "0a5d7276-023f-469c-b66e-9fb0511725d4"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:18.589626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] For port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:26:18.592998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0a5d7276-023f-469c-b66e-9fb0511725d4, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0a5d7276-023f-469c-b66e-9fb0511725d4,segment=NetworkSegment(343ab8a4-be8a-46b7-afc3-0e7bb541c88f),segment_id=343ab8a4-be8a-46b7-afc3-0e7bb541c88f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:18.595242 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] For port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6d8c8ed0-73e4-44d7-87f4-9a73499d2af3,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:26:18.597419 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.609789 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.619464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Subnet': ['ID=582ba1c4-5ebe-4714-8ca8-12847833d557,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:18.636241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Checking segment: {'id': '2543421f-7d01-401f-90d7-8b073eccda67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c0cd2de-4add-4cba-aa3b-88b4f3725354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:18.636611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network hostable DHCP agents. Network: 5c0cd2de-4add-4cba-aa3b-88b4f3725354, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:26:18.653861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:18.654479 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.656242 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] 10.222.0.52 "PUT /v2.0/ports/6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 HTTP/1.1" status: 200 len: 1092 time: 1.1978052 Aug 27 14:26:18.656692 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d217bf-0fdf-4596-ad24-6c2cc1d21e31', 'tag': '6d8c8ed0-73e4-44d7-87f4-9a73499d2af3'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:18.660274 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eb0377-5d29-4691-83d8-900c10f2000e" -d '{"events": [{"name": "network-changed", "server_uuid": "68d217bf-0fdf-4596-ad24-6c2cc1d21e31", "tag": "6d8c8ed0-73e4-44d7-87f4-9a73499d2af3"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:18.660578 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fc6a36-06c7-4bc4-91f9-78ec71050e41 x-openstack-request-id: req-a6fc6a36-06c7-4bc4-91f9-78ec71050e41 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:18.660970 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807ffb9a-fe21-4943-b557-d827f6937b19", "name": "network-vif-plugged", "status": "completed", "tag": "0a5d7276-023f-469c-b66e-9fb0511725d4", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:18.661316 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6fc6a36-06c7-4bc4-91f9-78ec71050e41 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:18.661800 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807ffb9a-fe21-4943-b557-d827f6937b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5d7276-023f-469c-b66e-9fb0511725d4', 'code': 200} Aug 27 14:26:18.680217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcc575-4aba-4c87-b90e-6969d6a8963b service neutron] Pushing event updated for resources: {'Port': ['ID=6d8c8ed0-73e4-44d7-87f4-9a73499d2af3,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:18.684437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Network 5c0cd2de-4add-4cba-aa3b-88b4f3725354 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:26:18.687634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0a5d7276-023f-469c-b66e-9fb0511725d4,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:18.703960 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 5c0cd2de-4add-4cba-aa3b-88b4f3725354) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:18.710039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:18.710626 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.716772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e28382-5887-4913-aff6-328ba282bfef None None] Network 5c0cd2de-4add-4cba-aa3b-88b4f3725354 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:18.733040 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a2dda617-cc61-406d-ada6-cde514556e8b tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6248295 Aug 27 14:26:18.739637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56488) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:18.745508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-88996a45-5e24-4444-9ad3-97c195ed890c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:18.787650 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28c9a63-8ce5-4bda-a72c-ff8138e65f30 x-openstack-request-id: req-c28c9a63-8ce5-4bda-a72c-ff8138e65f30 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:18.787983 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d217bf-0fdf-4596-ad24-6c2cc1d21e31", "tag": "6d8c8ed0-73e4-44d7-87f4-9a73499d2af3", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:18.788181 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c28c9a63-8ce5-4bda-a72c-ff8138e65f30 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:18.788565 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d217bf-0fdf-4596-ad24-6c2cc1d21e31', 'tag': '6d8c8ed0-73e4-44d7-87f4-9a73499d2af3', 'status': 'completed', 'code': 200} Aug 27 14:26:18.838187 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.841075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-e57f15a3-8f11-4910-929f-8967183c40d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:18.842740 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-e57f15a3-8f11-4910-929f-8967183c40d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 1095 time: 0.0981898 Aug 27 14:26:18.849739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95973e68-7d91-4462-a88c-13183c18b8c2 req-4fc32474-d2d5-4c8b-98e3-89f6001f4143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:18.851484 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95973e68-7d91-4462-a88c-13183c18b8c2 req-4fc32474-d2d5-4c8b-98e3-89f6001f4143 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 1137 time: 0.0659373 Aug 27 14:26:18.884656 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-88996a45-5e24-4444-9ad3-97c195ed890c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25957074'] for subnet, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.903869 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-16a609f6-a94e-491d-91e2-f50da3ae0f66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 HTTP/1.1" status: 200 len: 217 time: 0.0514235 Aug 27 14:26:18.935167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-5c0cd2de-4add-4cba-aa3b-88b4f3725354', 'network_id': '5c0cd2de-4add-4cba-aa3b-88b4f3725354', 'tenant_id': 'c4145be51ef14b8b8116c5cdf74dab66', 'fixed_ips': [{'subnet_id': '582ba1c4-5ebe-4714-8ca8-12847833d557'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:26:18.938588 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:18.956241 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95973e68-7d91-4462-a88c-13183c18b8c2 req-f245481d-1fdb-4655-8238-e0855ebe269b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0939050 Aug 27 14:26:18.977461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1a9ad0fc-b629-4d04-a352-1e64f72ab8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:18.978944 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1a9ad0fc-b629-4d04-a352-1e64f72ab8b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.0682089 Aug 27 14:26:19.025784 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-e4877b98-4839-4c09-aa5f-9654aaa753d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283587 Aug 27 14:26:19.167407 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-3ca8c7bc-3f82-420a-8aca-9218895e9746 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352136 Aug 27 14:26:19.175221 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-88996a45-5e24-4444-9ad3-97c195ed890c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763329798440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25942668'] for subnet, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:19.233395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88996a45-5e24-4444-9ad3-97c195ed890c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:19.234048 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-88996a45-5e24-4444-9ad3-97c195ed890c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:19.238735 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-88996a45-5e24-4444-9ad3-97c195ed890c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "PUT /v2.0/subnets/582ba1c4-5ebe-4714-8ca8-12847833d557 HTTP/1.1" status: 200 len: 877 time: 0.4951563 Aug 27 14:26:19.240729 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56492) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:19.241861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Allocated IP 172.20.0.3 (5c0cd2de-4add-4cba-aa3b-88b4f3725354/582ba1c4-5ebe-4714-8ca8-12847833d557/84fa1aad-7404-44cb-8a7c-563d85051794) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:26:19.243699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88996a45-5e24-4444-9ad3-97c195ed890c tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event updated for resources: {'Subnet': ['ID=582ba1c4-5ebe-4714-8ca8-12847833d557,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:19.318904 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9da19be0-ff4a-485e-a6ab-3a2cd4f19da1 req-1e726df6-0b3b-4f91-afd5-05071461d314 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439648 Aug 27 14:26:19.481601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393563f5-6a85-4b47-9895-85d61aa3953e req-d311a646-7f9a-46f1-b2b0-b0e023c125da tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:19.484288 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-393563f5-6a85-4b47-9895-85d61aa3953e req-d311a646-7f9a-46f1-b2b0-b0e023c125da tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 943 time: 0.1192658 Aug 27 14:26:19.486484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb0377-5d29-4691-83d8-900c10f2000e req-8eb08d57-0ca9-4cdb-8475-7a561414422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:19.488055 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2eb0377-5d29-4691-83d8-900c10f2000e req-8eb08d57-0ca9-4cdb-8475-7a561414422d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 1095 time: 0.0777643 Aug 27 14:26:19.511571 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5e49f-1d2d-446c-8a78-e6b2cbb8dee2 req-09a67b6e-0de9-4268-bd5e-21a0c2c1ce37 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:19.513119 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c6b5e49f-1d2d-446c-8a78-e6b2cbb8dee2 req-09a67b6e-0de9-4268-bd5e-21a0c2c1ce37 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 985 time: 0.0925167 Aug 27 14:26:19.519510 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:19.551149 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:19.561935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Transition to ACTIVE for port object 84fa1aad-7404-44cb-8a7c-563d85051794 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:19.581084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Transition to ACTIVE for port object 84fa1aad-7404-44cb-8a7c-563d85051794 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:19.595212 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:19.608217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-393563f5-6a85-4b47-9895-85d61aa3953e req-332571da-41e0-4020-92ba-1da41624de5f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167889 Aug 27 14:26:19.625397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Network 5c0cd2de-4add-4cba-aa3b-88b4f3725354 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:19.652196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:19.654074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb0377-5d29-4691-83d8-900c10f2000e req-fd1127ed-5169-4b17-8e0b-8027b154d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:19.654967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:19.655834 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2eb0377-5d29-4691-83d8-900c10f2000e req-fd1127ed-5169-4b17-8e0b-8027b154d7ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 906 time: 0.1517129 Aug 27 14:26:19.679897 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c6b5e49f-1d2d-446c-8a78-e6b2cbb8dee2 req-0bacf4f0-37cb-4d37-bab3-ebbceefe521f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1430650 Aug 27 14:26:19.687535 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:19.696085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Pushing event updated for resources: {'Port': ['ID=84fa1aad-7404-44cb-8a7c-563d85051794,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:19.732791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Attempting to bind port 84fa1aad-7404-44cb-8a7c-563d85051794 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:26:19.733520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Attempting to bind port 84fa1aad-7404-44cb-8a7c-563d85051794 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '2543421f-7d01-401f-90d7-8b073eccda67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c0cd2de-4add-4cba-aa3b-88b4f3725354'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:26:19.734056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Attempting to bind port 84fa1aad-7404-44cb-8a7c-563d85051794 on network 5c0cd2de-4add-4cba-aa3b-88b4f3725354 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:19.739614 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2eb0377-5d29-4691-83d8-900c10f2000e req-46b088f5-c5e8-4013-b165-aa59fff8b88d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 HTTP/1.1" status: 200 len: 217 time: 0.0741298 Aug 27 14:26:19.741872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:26:19.742584 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Checking segment: {'id': '2543421f-7d01-401f-90d7-8b073eccda67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c0cd2de-4add-4cba-aa3b-88b4f3725354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:19.743590 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:19.744454 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Bound using segment: {'id': '2543421f-7d01-401f-90d7-8b073eccda67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c0cd2de-4add-4cba-aa3b-88b4f3725354'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:26:19.745183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Bound port: 84fa1aad-7404-44cb-8a7c-563d85051794, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2543421f-7d01-401f-90d7-8b073eccda67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c0cd2de-4add-4cba-aa3b-88b4f3725354'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:26:19.745567 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:19.784854 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:19.816914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb0377-5d29-4691-83d8-900c10f2000e req-a93fbf91-931e-450b-9313-8fb1fee9e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:19.818997 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2eb0377-5d29-4691-83d8-900c10f2000e req-a93fbf91-931e-450b-9313-8fb1fee9e6b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.0712006 Aug 27 14:26:19.833669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Subnet': ['ID=582ba1c4-5ebe-4714-8ca8-12847833d557,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:19.883299 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2eb0377-5d29-4691-83d8-900c10f2000e req-1fb3eecc-ad74-4935-930f-5e02d8df9b53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552223 Aug 27 14:26:19.912485 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] For port 84fa1aad-7404-44cb-8a7c-563d85051794, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:26:19.915261 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:19.922525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] For port 84fa1aad-7404-44cb-8a7c-563d85051794, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=84fa1aad-7404-44cb-8a7c-563d85051794,segment=NetworkSegment(2543421f-7d01-401f-90d7-8b073eccda67),segment_id=2543421f-7d01-401f-90d7-8b073eccda67)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:26:19.931973 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:19.936454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0cd2de-4add-4cba-aa3b-88b4f3725354']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:19.955854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2543421f-7d01-401f-90d7-8b073eccda67') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:19.956661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2543421f-7d01-401f-90d7-8b073eccda67') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:19.969211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:19.986817 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:19.993620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:26:19.994079 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:20.057675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71a1b4-61e6-4e02-9917-a8c9a3143d32 None None] Pushing event updated for resources: {'Port': ['ID=84fa1aad-7404-44cb-8a7c-563d85051794,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:20.081037 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2eb0377-5d29-4691-83d8-900c10f2000e req-d55a6149-f3c6-4604-9224-4e8464903b13 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894629 Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:26:20.083571 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:26:20.090472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32930602-1a19-43cb-aeed-f25b280349ff None None] Network 5c0cd2de-4add-4cba-aa3b-88b4f3725354 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:20.100436 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.api [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 14:26:20.100436 n-d-712139-12 neutron-server[101186]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 14:26:20.100436 n-d-712139-12 neutron-server[101186]: [parameters: {'id': '5c0cd2de-4add-4cba-aa3b-88b4f3725354'}] Aug 27 14:26:20.100436 n-d-712139-12 neutron-server[101186]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:26:20.101118 n-d-712139-12 neutron-server[101186]: DEBUG oslo_db.api [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:26:20.246397 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2eb0377-5d29-4691-83d8-900c10f2000e req-e328bb2c-f651-4c7b-9621-a77e3fbc2156 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545806 Aug 27 14:26:20.305387 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:20.316195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f95a8d-be45-440b-8ac5-153c644ee4a3 None None] Network 5c0cd2de-4add-4cba-aa3b-88b4f3725354 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:20.530174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f74d86-520a-4b7a-aae7-94f2d4061a3f None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:26:20.603711 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:20.677929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Deleting port 84fa1aad-7404-44cb-8a7c-563d85051794 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:26:20.678282 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:20.687612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f74d86-520a-4b7a-aae7-94f2d4061a3f None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:26:20.763602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] For port 84fa1aad-7404-44cb-8a7c-563d85051794, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=84fa1aad-7404-44cb-8a7c-563d85051794,segment=NetworkSegment(2543421f-7d01-401f-90d7-8b073eccda67),segment_id=2543421f-7d01-401f-90d7-8b073eccda67)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:20.764153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:20.779432 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Calling delete_port for 84fa1aad-7404-44cb-8a7c-563d85051794 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:26:20.874782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf9d4f-8c52-4806-90bd-a38921c3b59f req-f342e161-7915-425a-9ee6-c73c57a8dd91 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:20.877358 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dacf9d4f-8c52-4806-90bd-a38921c3b59f req-f342e161-7915-425a-9ee6-c73c57a8dd91 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 943 time: 0.1148129 Aug 27 14:26:20.917154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c97b30-b43f-47d5-879a-6df2f5d4895c req-2d751cc7-a974-417b-ac88-a59ac2e99b28 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:20.918731 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d0c97b30-b43f-47d5-879a-6df2f5d4895c req-2d751cc7-a974-417b-ac88-a59ac2e99b28 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 985 time: 0.0889251 Aug 27 14:26:20.939084 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dacf9d4f-8c52-4806-90bd-a38921c3b59f req-25c7d637-39a3-4ba7-8309-b7b01751340a tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536730 Aug 27 14:26:20.968619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:20.990970 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d0c97b30-b43f-47d5-879a-6df2f5d4895c req-39c3aa17-8e3d-488d-95f1-722f1d66b1bf tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0634141 Aug 27 14:26:21.012371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Port': ['ID=84fa1aad-7404-44cb-8a7c-563d85051794,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:21.016893 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No DVR routers for this DVR port 84fa1aad-7404-44cb-8a7c-563d85051794 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:26:21.156717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fd4d3-d479-4d88-8647-3d1ff05ac947 req-3bbc20a5-f216-4cbe-98dc-e7dc032a07e9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:21.159580 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-367fd4d3-d479-4d88-8647-3d1ff05ac947 req-3bbc20a5-f216-4cbe-98dc-e7dc032a07e9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 985 time: 0.0593433 Aug 27 14:26:21.172256 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:21.187560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0cd2de-4add-4cba-aa3b-88b4f3725354']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:21.205416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2543421f-7d01-401f-90d7-8b073eccda67') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:21.205994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2543421f-7d01-401f-90d7-8b073eccda67') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:21.218016 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:21.241722 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:21.248899 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-367fd4d3-d479-4d88-8647-3d1ff05ac947 req-3f20aec6-1e28-44c7-a84e-d4ce094a375d tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0806522 Aug 27 14:26:21.257023 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:26:21.257737 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:26:21.262624 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:26:21.378963 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:21.392384 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:21.398530 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/5c0cd2de-4add-4cba-aa3b-88b4f3725354 HTTP/1.1" status: 204 len: 168 time: 2.1568229 Aug 27 14:26:21.404260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56510) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:21.415416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664c462-8971-493d-b042-957e9cade1e9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Network': ['ID=5c0cd2de-4add-4cba-aa3b-88b4f3725354,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:21.447130 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-1718bc2f-ddda-4295-b908-bc4ced3a2645 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:21.448578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1718bc2f-ddda-4295-b908-bc4ced3a2645 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:21.450322 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1718bc2f-ddda-4295-b908-bc4ced3a2645 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/subnets/582ba1c4-5ebe-4714-8ca8-12847833d557 HTTP/1.1" status: 404 len: 337 time: 0.0445123 Aug 27 14:26:21.452810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56512) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:21.492921 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cba804f-b98a-4630-97ae-382260a20d64 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:21.493618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cba804f-b98a-4630-97ae-382260a20d64 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:21.499954 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4cba804f-b98a-4630-97ae-382260a20d64 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/5c0cd2de-4add-4cba-aa3b-88b4f3725354 HTTP/1.1" status: 404 len: 339 time: 0.0453551 Aug 27 14:26:21.503069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56514) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:21.537270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947960ca-c416-49ca-9b12-bb20a3fa6813 req-5ab28b67-1f7c-4eeb-9351-d4d91998282f tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:21.551261 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-947960ca-c416-49ca-9b12-bb20a3fa6813 req-5ab28b67-1f7c-4eeb-9351-d4d91998282f tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 1137 time: 0.0776861 Aug 27 14:26:21.554927 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a9ac4d-a5cd-4338-89c0-1a19a2f01dca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:21.555695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a9ac4d-a5cd-4338-89c0-1a19a2f01dca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:21.559682 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-66a9ac4d-a5cd-4338-89c0-1a19a2f01dca tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/subnets/49d3d853-6288-4323-b31c-7e9968b0349f HTTP/1.1" status: 404 len: 337 time: 0.0547125 Aug 27 14:26:21.561742 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56516) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:21.572998 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:21.580685 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-947960ca-c416-49ca-9b12-bb20a3fa6813 req-c04947c0-2b22-4a77-9a72-506016755590 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:21.611140 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d02dab-a63e-4bc2-a18d-85db02bc199f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:21.611593 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d02dab-a63e-4bc2-a18d-85db02bc199f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:21.618951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-89d02dab-a63e-4bc2-a18d-85db02bc199f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/6494be53-4935-4f9c-a544-b9be9920b600 HTTP/1.1" status: 404 len: 339 time: 0.0498967 Aug 27 14:26:21.624727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56518) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:21.742123 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-947960ca-c416-49ca-9b12-bb20a3fa6813 req-c04947c0-2b22-4a77-9a72-506016755590 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:21.754090 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-947960ca-c416-49ca-9b12-bb20a3fa6813 req-c04947c0-2b22-4a77-9a72-506016755590 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:21.758403 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50e34719-b06b-4b24-8e38-bbfaaa9cd4d2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:21.771849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-947960ca-c416-49ca-9b12-bb20a3fa6813 req-c04947c0-2b22-4a77-9a72-506016755590 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2195427 Aug 27 14:26:21.819283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04947c0-2b22-4a77-9a72-506016755590 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6b90e8-02e0-4c23-80ec-d58fa954fef6,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:21.820260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56520) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:21.923758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50e34719-b06b-4b24-8e38-bbfaaa9cd4d2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:21.934450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096cc7e4-54ae-4b44-b540-73a6552aae82 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:21.936403 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-096cc7e4-54ae-4b44-b540-73a6552aae82 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 1132 time: 0.1147876 Aug 27 14:26:21.940307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56522) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:21.941032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-50e34719-b06b-4b24-8e38-bbfaaa9cd4d2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47603af2-eecd-4006-a3ec-9727cd2126c4']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:21.946781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '0a5d7276-023f-469c-b66e-9fb0511725d4', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:21.950906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-50e34719-b06b-4b24-8e38-bbfaaa9cd4d2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000ba189-0239-4d03-b070-d36c177b2204') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:21.951317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-50e34719-b06b-4b24-8e38-bbfaaa9cd4d2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000ba189-0239-4d03-b070-d36c177b2204') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:21.964063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50e34719-b06b-4b24-8e38-bbfaaa9cd4d2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:22.001556 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:22.003807 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50e34719-b06b-4b24-8e38-bbfaaa9cd4d2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:22.020583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e34719-b06b-4b24-8e38-bbfaaa9cd4d2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:26:22.022354 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50e34719-b06b-4b24-8e38-bbfaaa9cd4d2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:26:22.028029 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:26:22.155916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:22.169543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73f455-ab7a-4188-ae36-7aa726effb8d req-b16c1cd5-5a0b-4497-84d9-14c1c7ae2586 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:22.171217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da73f455-ab7a-4188-ae36-7aa726effb8d req-b16c1cd5-5a0b-4497-84d9-14c1c7ae2586 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 943 time: 0.1381311 Aug 27 14:26:22.186303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50e34719-b06b-4b24-8e38-bbfaaa9cd4d2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:22.201383 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50e34719-b06b-4b24-8e38-bbfaaa9cd4d2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:22.205335 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-50e34719-b06b-4b24-8e38-bbfaaa9cd4d2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/47603af2-eecd-4006-a3ec-9727cd2126c4 HTTP/1.1" status: 204 len: 168 time: 0.5772951 Aug 27 14:26:22.207089 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56526) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.246262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e34719-b06b-4b24-8e38-bbfaaa9cd4d2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Network': ['ID=47603af2-eecd-4006-a3ec-9727cd2126c4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:22.258020 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92e8988-61b1-4a92-b599-644974711c32 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.258903 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92e8988-61b1-4a92-b599-644974711c32 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.262375 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a92e8988-61b1-4a92-b599-644974711c32 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/subnets/71690471-54f1-40d3-a557-afcc5e2b4808 HTTP/1.1" status: 404 len: 337 time: 0.0538576 Aug 27 14:26:22.264776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56528) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.289486 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c9e73d-50e6-4bf2-9f08-a3ad54c1b851 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.290026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c9e73d-50e6-4bf2-9f08-a3ad54c1b851 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.291877 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-06c9e73d-50e6-4bf2-9f08-a3ad54c1b851 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/4fa1db1a-bd6f-4009-a51b-19bd60d0dc4a HTTP/1.1" status: 404 len: 339 time: 0.0256870 Aug 27 14:26:22.294526 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56530) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.298754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Allocated IP 172.25.2.6 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/d9d22ac1-e034-4cd0-8431-095c6b50e828) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:26:22.307351 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da73f455-ab7a-4188-ae36-7aa726effb8d req-400fa980-9eaf-4c28-896d-3ebc643eba56 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292517 Aug 27 14:26:22.332911 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbc5246-e6ff-446b-a2ab-141f01195d2d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.332911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cbc5246-e6ff-446b-a2ab-141f01195d2d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.332911 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8cbc5246-e6ff-446b-a2ab-141f01195d2d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/subnets/0543812b-fa22-4537-a798-b77d5571e30b HTTP/1.1" status: 404 len: 337 time: 0.0340772 Aug 27 14:26:22.333574 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56532) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.363376 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-88616bfd-4c13-4953-ac46-7d609ff9e49f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.364027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88616bfd-4c13-4953-ac46-7d609ff9e49f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.366179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-88616bfd-4c13-4953-ac46-7d609ff9e49f tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/82b12d1d-88f6-4b58-a7a8-b16743cf98f7 HTTP/1.1" status: 404 len: 339 time: 0.0306666 Aug 27 14:26:22.373127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56536) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.411155 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-a978889b-4b08-484d-83bb-c730bd1055fd tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.411528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a978889b-4b08-484d-83bb-c730bd1055fd tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.413419 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a978889b-4b08-484d-83bb-c730bd1055fd tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/subnets/b246648c-dd49-4c81-95be-dad0214c0fb7 HTTP/1.1" status: 404 len: 337 time: 0.0391138 Aug 27 14:26:22.416082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56538) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.443651 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc701e0-9962-46fa-b965-7bfc09db8993 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.444454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc701e0-9962-46fa-b965-7bfc09db8993 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.446292 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9bc701e0-9962-46fa-b965-7bfc09db8993 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/a4e22e2a-b45a-4611-a6e9-7880ae2bb7c2 HTTP/1.1" status: 404 len: 339 time: 0.0287161 Aug 27 14:26:22.449245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56540) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.484521 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:22.488232 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe72216a-4176-4ccd-8a4b-316c6cdfd110 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.489066 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe72216a-4176-4ccd-8a4b-316c6cdfd110 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.491269 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fe72216a-4176-4ccd-8a4b-316c6cdfd110 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/subnets/6086aa76-9c7f-4c4c-a9cc-7c71d41862fd HTTP/1.1" status: 404 len: 337 time: 0.0397837 Aug 27 14:26:22.496427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56542) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.515083 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e290a83b-7e2f-4b6d-b22b-01bb5ac8a1c9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.515575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e290a83b-7e2f-4b6d-b22b-01bb5ac8a1c9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.517719 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e290a83b-7e2f-4b6d-b22b-01bb5ac8a1c9 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/594a4ccb-8c96-42ec-bd97-6a09c3b968bd HTTP/1.1" status: 404 len: 339 time: 0.0202477 Aug 27 14:26:22.520188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56544) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.542252 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:22.551037 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-85980814-b2b3-4759-a5c5-5a27e6302dec tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.551689 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85980814-b2b3-4759-a5c5-5a27e6302dec tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.553439 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-85980814-b2b3-4759-a5c5-5a27e6302dec tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/subnets/a47e4448-dc67-43dd-8c8b-16dcf09e71ff HTTP/1.1" status: 404 len: 337 time: 0.0321157 Aug 27 14:26:22.556917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56546) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.580279 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6fa4a7-2fbb-463f-b62b-882958c14ea2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.580944 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6fa4a7-2fbb-463f-b62b-882958c14ea2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.585906 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7f6fa4a7-2fbb-463f-b62b-882958c14ea2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/8e71551d-6197-4562-a50a-e399dc5299d1 HTTP/1.1" status: 404 len: 339 time: 0.0232012 Aug 27 14:26:22.586489 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56548) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.619258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:22.624348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:22.628772 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e73efde-a45f-4b13-87a4-d6a44a7319c4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.629217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e73efde-a45f-4b13-87a4-d6a44a7319c4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.633253 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3e73efde-a45f-4b13-87a4-d6a44a7319c4 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/subnets/7b310e03-60e3-4ffb-ac37-11104e65597a HTTP/1.1" status: 404 len: 337 time: 0.0417082 Aug 27 14:26:22.633524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56550) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.634289 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:22.677494 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-d157c71f-255f-48fb-9562-f717f950f72d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.677894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Port': ['ID=d9d22ac1-e034-4cd0-8431-095c6b50e828,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:22.678370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d157c71f-255f-48fb-9562-f717f950f72d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.680389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d157c71f-255f-48fb-9562-f717f950f72d tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/9272ff94-56ce-4e3f-aee7-3c517713822d HTTP/1.1" status: 404 len: 339 time: 0.0456398 Aug 27 14:26:22.682524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56552) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.732929 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a437864-3fd3-46ad-a140-6c9156a260f2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.734367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a437864-3fd3-46ad-a140-6c9156a260f2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.739511 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3a437864-3fd3-46ad-a140-6c9156a260f2 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/subnets/77bde1b7-95fc-4521-b557-289efffba83f HTTP/1.1" status: 404 len: 337 time: 0.0556555 Aug 27 14:26:22.742226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56554) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.761850 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f3ff14-d561-4c2e-8bb5-a466a723edbf tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.762622 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f3ff14-d561-4c2e-8bb5-a466a723edbf tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.764733 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c7f3ff14-d561-4c2e-8bb5-a466a723edbf tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/5001ac44-0e13-45f4-956c-b790ea954103 HTTP/1.1" status: 404 len: 339 time: 0.0211680 Aug 27 14:26:22.767528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56556) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.797041 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b3e6a2-4890-4787-b040-148cdd1151f6 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.798422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b3e6a2-4890-4787-b040-148cdd1151f6 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.799214 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e4b3e6a2-4890-4787-b040-148cdd1151f6 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/subnets/6438faab-aa9c-4861-83ed-598dab897c02 HTTP/1.1" status: 404 len: 337 time: 0.0307972 Aug 27 14:26:22.801745 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56558) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.824759 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f15e5ac-9847-4a51-8adb-7e6a390896f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] DELETE failed (client error): The resource could not be found. Aug 27 14:26:22.826661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f15e5ac-9847-4a51-8adb-7e6a390896f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:26:22.826926 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6f15e5ac-9847-4a51-8adb-7e6a390896f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/cd3d10a6-e8ee-4c49-9e6e-84e5336160be HTTP/1.1" status: 404 len: 339 time: 0.0243678 Aug 27 14:26:22.830037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56560) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:22.883630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01d5e8a-9907-4485-87ff-455da1b6e1a1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Deleting subnet 68445cbe-2f94-48dc-bc20-efe9703d4aa9 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:26:22.886854 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a01d5e8a-9907-4485-87ff-455da1b6e1a1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:22.933501 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a01d5e8a-9907-4485-87ff-455da1b6e1a1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.035143 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a01d5e8a-9907-4485-87ff-455da1b6e1a1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.066495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:26:23.164806 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a01d5e8a-9907-4485-87ff-455da1b6e1a1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.199446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d5e8a-9907-4485-87ff-455da1b6e1a1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Subnet': ['ID=68445cbe-2f94-48dc-bc20-efe9703d4aa9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:23.200969 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.201411 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a01d5e8a-9907-4485-87ff-455da1b6e1a1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.208553 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a01d5e8a-9907-4485-87ff-455da1b6e1a1 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/subnets/68445cbe-2f94-48dc-bc20-efe9703d4aa9 HTTP/1.1" status: 204 len: 168 time: 0.3774929 Aug 27 14:26:23.211106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56562) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:23.224727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b27bbca-b4ce-4354-abf5-0c81abb89902 None None] Network bc7ac394-68f3-48e7-9614-bac6c78fea5d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:23.302152 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6d8c8ed0-73e4-44d7-87f4-9a73499d2af3,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:23.325248 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.331767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '6d8c8ed0-73e4-44d7-87f4-9a73499d2af3', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'port_id': '6d8c8ed0-73e4-44d7-87f4-9a73499d2af3', 'mac_address': 'fa:16:3e:4b:8b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6540e39-7ad9-40cd-b3b9-54a2310f2264', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:26:23.338931 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.373427 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.387665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:26:23.429602 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Deleting port 6e44e072-b810-4ba9-b337-0509d0f5af60 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:26:23.430373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.455406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6d8c8ed0-73e4-44d7-87f4-9a73499d2af3,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:23.468610 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.557026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a39cb-b08a-41eb-b5ae-cba1857ecf34 req-fdf38e8b-52ac-44a7-8b6d-c943df48402e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:23.558544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-166a39cb-b08a-41eb-b5ae-cba1857ecf34 req-fdf38e8b-52ac-44a7-8b6d-c943df48402e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 943 time: 0.1311593 Aug 27 14:26:23.592352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] For port 6e44e072-b810-4ba9-b337-0509d0f5af60, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6e44e072-b810-4ba9-b337-0509d0f5af60,segment=NetworkSegment(f3afabcc-6cbe-4dd2-a000-97c9fba1b32f),segment_id=f3afabcc-6cbe-4dd2-a000-97c9fba1b32f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:23.593064 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.637180 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-166a39cb-b08a-41eb-b5ae-cba1857ecf34 req-b255bad2-0757-4f79-856a-0e1b32e0831c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657103 Aug 27 14:26:23.641820 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.649046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Calling delete_port for 6e44e072-b810-4ba9-b337-0509d0f5af60 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:26:23.649990 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.657474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=6d8c8ed0-73e4-44d7-87f4-9a73499d2af3,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:23.689310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6682cc-55c1-4a44-b07f-b5f0b228b0a7 None None] DHCP port deletion for bc7ac394-68f3-48e7-9614-bac6c78fea5d request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:26:23.711390 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['6d8c8ed0-73e4-44d7-87f4-9a73499d2af3'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:26:23.741261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Port': ['ID=d9d22ac1-e034-4cd0-8431-095c6b50e828,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:23.752297 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.758605 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.782545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Port': ['ID=6e44e072-b810-4ba9-b337-0509d0f5af60,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:23.791534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2a6682cc-55c1-4a44-b07f-b5f0b228b0a7 None None] The port '6e44e072-b810-4ba9-b337-0509d0f5af60' was deleted {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 27 14:26:23.812590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] No DVR routers for this DVR port 6e44e072-b810-4ba9-b337-0509d0f5af60 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:26:23.917190 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:23.918215 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Floating IP 1757e6e4-d724-4d2e-9c8e-5a1e9880b93a associated. External IP: 172.25.2.6, port: 0a5d7276-023f-469c-b66e-9fb0511725d4. Aug 27 14:26:23.939484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7ac394-68f3-48e7-9614-bac6c78fea5d']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:23.966875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3afabcc-6cbe-4dd2-a000-97c9fba1b32f') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:23.967087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3afabcc-6cbe-4dd2-a000-97c9fba1b32f') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:23.976808 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:24.001364 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:24.008210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:26:24.008477 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:26:24.065461 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:26:24.072534 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:24.082489 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:24.084237 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] 10.222.0.55 "DELETE /v2.0/networks/bc7ac394-68f3-48e7-9614-bac6c78fea5d HTTP/1.1" status: 204 len: 168 time: 0.8716865 Aug 27 14:26:24.099330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd8008-3e06-4087-ac8d-62153a0ad3f8 tempest-NetworksTest-1857005220 tempest-NetworksTest-1857005220-project] Pushing event deleted for resources: {'Network': ['ID=bc7ac394-68f3-48e7-9614-bac6c78fea5d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:24.200988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Router cb2d752a-a283-4cff-9332-07ded46aa3cc has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:26:24.359180 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56572) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:24.539032 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f31daf24-9462-4794-96db-59f077c7cc43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4145be51ef14b8b8116c5cdf74dab66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748736 Aug 27 14:26:24.539695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56576) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:24.608393 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-90852a69-673f-4872-bc71-fbb427dea147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:24.632902 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-90852a69-673f-4872-bc71-fbb427dea147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:24.692370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:26:24.701132 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-90852a69-673f-4872-bc71-fbb427dea147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:24.703815 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-90852a69-673f-4872-bc71-fbb427dea147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:24.705023 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-90852a69-673f-4872-bc71-fbb427dea147 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba503c11-6ff4-4646-b7dd-0340dd03823a HTTP/1.1" status: 204 len: 168 time: 0.1643999 Aug 27 14:26:24.712822 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90852a69-673f-4872-bc71-fbb427dea147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba503c11-6ff4-4646-b7dd-0340dd03823a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:24.713903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cba56c-e633-4c9d-826b-d4caec18d6cc None None] Sync routers for ids ['cb2d752a-a283-4cff-9332-07ded46aa3cc'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:26:24.728882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cba56c-e633-4c9d-826b-d4caec18d6cc None None] Routers {'cb2d752a-a283-4cff-9332-07ded46aa3cc'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:26:24.730001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-34cba56c-e633-4c9d-826b-d4caec18d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:26:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb2d752a-a283-4cff-9332-07ded46aa3cc'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:24.736041 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:24.784386 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5230854c-46db-43aa-a765-fad68cd4581b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8426743 Aug 27 14:26:24.785332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807ffb9a-fe21-4943-b557-d827f6937b19', 'tag': '0a5d7276-023f-469c-b66e-9fb0511725d4'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:24.788668 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc6f0a8-c964-4deb-bfad-721b30e8982f" -d '{"events": [{"name": "network-changed", "server_uuid": "807ffb9a-fe21-4943-b557-d827f6937b19", "tag": "0a5d7276-023f-469c-b66e-9fb0511725d4"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:24.791970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56584) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:24.838553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bcf35-dcef-4c9d-8e2c-0ad2115ceba0 req-4c881b87-2954-4992-8482-c415f0f6f326 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:24.840178 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-841bcf35-dcef-4c9d-8e2c-0ad2115ceba0 req-4c881b87-2954-4992-8482-c415f0f6f326 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 944 time: 0.0838869 Aug 27 14:26:24.858925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-34cba56c-e633-4c9d-826b-d4caec18d6cc None None] Set router cb2d752a-a283-4cff-9332-07ded46aa3cc gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:26:24.935285 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-841bcf35-dcef-4c9d-8e2c-0ad2115ceba0 req-f086708a-411e-462d-b4ad-856bfb20f5ef tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825861 Aug 27 14:26:25.116476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd47915-cc6a-4e75-a80d-d87a35cdd4a9 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.116983 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd47915-cc6a-4e75-a80d-d87a35cdd4a9 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.117577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd47915-cc6a-4e75-a80d-d87a35cdd4a9 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.118060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd47915-cc6a-4e75-a80d-d87a35cdd4a9 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.118537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd47915-cc6a-4e75-a80d-d87a35cdd4a9 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.119052 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd47915-cc6a-4e75-a80d-d87a35cdd4a9 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.120053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd47915-cc6a-4e75-a80d-d87a35cdd4a9 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.122051 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7dd47915-cc6a-4e75-a80d-d87a35cdd4a9 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4978 time: 0.3288445 Aug 27 14:26:25.124792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56592) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:25.204623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:26:25.269906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73abe3e8-a4f7-4c33-b517-e6e9ea73ef38 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.270526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73abe3e8-a4f7-4c33-b517-e6e9ea73ef38 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.271232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73abe3e8-a4f7-4c33-b517-e6e9ea73ef38 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.271932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73abe3e8-a4f7-4c33-b517-e6e9ea73ef38 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.272470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73abe3e8-a4f7-4c33-b517-e6e9ea73ef38 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.273005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73abe3e8-a4f7-4c33-b517-e6e9ea73ef38 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.273514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73abe3e8-a4f7-4c33-b517-e6e9ea73ef38 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.275577 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-73abe3e8-a4f7-4c33-b517-e6e9ea73ef38 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4638 time: 0.1496379 Aug 27 14:26:25.277368 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fed6e1-9844-4630-bc21-a2fc4c167aa5 x-openstack-request-id: req-78fed6e1-9844-4630-bc21-a2fc4c167aa5 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:25.277761 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807ffb9a-fe21-4943-b557-d827f6937b19", "tag": "0a5d7276-023f-469c-b66e-9fb0511725d4", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:25.278117 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78fed6e1-9844-4630-bc21-a2fc4c167aa5 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:25.278412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56598) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:25.278894 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807ffb9a-fe21-4943-b557-d827f6937b19', 'tag': '0a5d7276-023f-469c-b66e-9fb0511725d4', 'status': 'completed', 'code': 200} Aug 27 14:26:25.326409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:25.332398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:25.332768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:25.437353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f0a8-c964-4deb-bfad-721b30e8982f req-cc6954f4-0d9c-4df0-9c3b-fc27af165f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.439707 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8dc6f0a8-c964-4deb-bfad-721b30e8982f req-cc6954f4-0d9c-4df0-9c3b-fc27af165f68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f54f635450c346a2bc72a489363833b1&device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 1137 time: 0.1165254 Aug 27 14:26:25.451809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-34cba56c-e633-4c9d-826b-d4caec18d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:26:01Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1757e6e4-d724-4d2e-9c8e-5a1e9880b93a', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'port_id': '0a5d7276-023f-469c-b66e-9fb0511725d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'mac_address': 'fa:16:3e:33:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ffb9a-fe21-4943-b557-d827f6937b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:26:22Z', 'updated_at': '2021-08-27T14:26:22Z', 'revision_number': 0, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beeedf6b-9751-4162-a8be-4525d516d18c', 'name': '', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'mac_address': 'fa:16:3e:ad:99:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:26:00Z', 'updated_at': '2021-08-27T14:26:05Z', 'revision_number': 5, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'subnets': [{'id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:25.483117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cba56c-e633-4c9d-826b-d4caec18d6cc None None] Checking router: cb2d752a-a283-4cff-9332-07ded46aa3cc for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:26:25.490448 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:25.518552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cba56c-e633-4c9d-826b-d4caec18d6cc None None] Routers {'cb2d752a-a283-4cff-9332-07ded46aa3cc'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:26:25.519517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-34cba56c-e633-4c9d-826b-d4caec18d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:26:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb2d752a-a283-4cff-9332-07ded46aa3cc'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:25.525777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d217bf-0fdf-4596-ad24-6c2cc1d21e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8c8ed0-73e4-44d7-87f4-9a73499d2af3'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:25.527973 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3850456-77b2-47bf-8ebb-19010d471e6b" -d '{"events": [{"server_uuid": "68d217bf-0fdf-4596-ad24-6c2cc1d21e31", "name": "network-vif-plugged", "status": "completed", "tag": "6d8c8ed0-73e4-44d7-87f4-9a73499d2af3"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:25.655577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f0a8-c964-4deb-bfad-721b30e8982f req-0fd7c8de-62aa-4f42-bf06-4fceacc6674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.670388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8dc6f0a8-c964-4deb-bfad-721b30e8982f req-0fd7c8de-62aa-4f42-bf06-4fceacc6674c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b38c12d-b400-42be-a718-d30b563b36b8 HTTP/1.1" status: 200 len: 897 time: 0.2216172 Aug 27 14:26:25.686637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6d8c8ed0-73e4-44d7-87f4-9a73499d2af3,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:25.699450 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640d269a-474e-4a28-bbb1-cf775ee36e09 x-openstack-request-id: req-640d269a-474e-4a28-bbb1-cf775ee36e09 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:25.699796 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d217bf-0fdf-4596-ad24-6c2cc1d21e31", "name": "network-vif-plugged", "status": "completed", "tag": "6d8c8ed0-73e4-44d7-87f4-9a73499d2af3", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:25.700055 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-640d269a-474e-4a28-bbb1-cf775ee36e09 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:25.700583 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d217bf-0fdf-4596-ad24-6c2cc1d21e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8c8ed0-73e4-44d7-87f4-9a73499d2af3', 'code': 200} Aug 27 14:26:25.706547 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:25.708847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6e44e072-b810-4ba9-b337-0509d0f5af60 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:26:25.773715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 6e44e072-b810-4ba9-b337-0509d0f5af60 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:26:25.774324 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6e44e072-b810-4ba9-b337-0509d0f5af60 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:26:25.812152 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-34cba56c-e633-4c9d-826b-d4caec18d6cc None None] Set router cb2d752a-a283-4cff-9332-07ded46aa3cc gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:26:25.848656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56c34b-e7be-4251-a17c-bfc4533ce3c3 req-7afd36aa-285d-46f6-8d4e-d3e88d75911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.850538 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5d56c34b-e7be-4251-a17c-bfc4533ce3c3 req-7afd36aa-285d-46f6-8d4e-d3e88d75911c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 1096 time: 0.1719978 Aug 27 14:26:25.892405 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ae43a45e-b7b4-42bc-8cae-a5239603ebd3 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.6125882 Aug 27 14:26:25.895092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56616) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:25.904241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56618) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:25.909645 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5d56c34b-e7be-4251-a17c-bfc4533ce3c3 req-28c1e105-7996-455f-9518-f18365e3d7f0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478644 Aug 27 14:26:25.911545 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8dc6f0a8-c964-4deb-bfad-721b30e8982f req-8577dec5-5609-44db-8979-6c77274521e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a5d7276-023f-469c-b66e-9fb0511725d4 HTTP/1.1" status: 200 len: 998 time: 0.2217422 Aug 27 14:26:25.928817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=6d8c8ed0-73e4-44d7-87f4-9a73499d2af3,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:25.960273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde913ea-0b0e-43cf-bfbc-5fa6742059d0 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.961198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde913ea-0b0e-43cf-bfbc-5fa6742059d0 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:25.963209 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bde913ea-0b0e-43cf-bfbc-5fa6742059d0 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2d752a-a283-4cff-9332-07ded46aa3cc HTTP/1.1" status: 200 len: 1992 time: 0.0671442 Aug 27 14:26:26.014515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f0a8-c964-4deb-bfad-721b30e8982f req-d694026b-8778-4067-8e1a-4a919a4012c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:26.018131 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8dc6f0a8-c964-4deb-bfad-721b30e8982f req-d694026b-8778-4067-8e1a-4a919a4012c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=200fb19f-1947-4f0b-a01a-e316f621567a HTTP/1.1" status: 200 len: 834 time: 0.0982609 Aug 27 14:26:26.080861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f0a8-c964-4deb-bfad-721b30e8982f req-052f1d07-104a-4bbb-b9ef-955b2fea9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:26.082851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8dc6f0a8-c964-4deb-bfad-721b30e8982f req-052f1d07-104a-4bbb-b9ef-955b2fea9579 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b38c12d-b400-42be-a718-d30b563b36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572133 Aug 27 14:26:26.091283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-87c6ca8b-1677-43ff-9eca-d0f1707f58bf tempest-DvrRoutersNegativeTest-1926354786 tempest-DvrRoutersNegativeTest-1926354786-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2124531205', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:26.094152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.policy [None req-87c6ca8b-1677-43ff-9eca-d0f1707f58bf tempest-DvrRoutersNegativeTest-1926354786 tempest-DvrRoutersNegativeTest-1926354786-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101186) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 27 14:26:26.094484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.policy [None req-87c6ca8b-1677-43ff-9eca-d0f1707f58bf tempest-DvrRoutersNegativeTest-1926354786 tempest-DvrRoutersNegativeTest-1926354786-project] Failed policy check for 'create_router' {{(pid=101186) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 27 14:26:26.097879 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-87c6ca8b-1677-43ff-9eca-d0f1707f58bf tempest-DvrRoutersNegativeTest-1926354786 tempest-DvrRoutersNegativeTest-1926354786-project] create failed (client error): Access was denied to this resource. Aug 27 14:26:26.099188 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-87c6ca8b-1677-43ff-9eca-d0f1707f58bf tempest-DvrRoutersNegativeTest-1926354786 tempest-DvrRoutersNegativeTest-1926354786-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1915119 Aug 27 14:26:26.134722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82a57d-b06b-4ddc-b9bb-2e6c0d14b1c7 req-094099a7-d179-44c3-8569-0a78cfc9b5a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:26.136023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f82a57d-b06b-4ddc-b9bb-2e6c0d14b1c7 req-094099a7-d179-44c3-8569-0a78cfc9b5a7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 945 time: 0.0840995 Aug 27 14:26:26.180621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-34cba56c-e633-4c9d-826b-d4caec18d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:26:01Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1757e6e4-d724-4d2e-9c8e-5a1e9880b93a', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'port_id': '0a5d7276-023f-469c-b66e-9fb0511725d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'mac_address': 'fa:16:3e:33:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ffb9a-fe21-4943-b557-d827f6937b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:26:22Z', 'updated_at': '2021-08-27T14:26:22Z', 'revision_number': 0, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beeedf6b-9751-4162-a8be-4525d516d18c', 'name': '', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'mac_address': 'fa:16:3e:ad:99:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:26:00Z', 'updated_at': '2021-08-27T14:26:05Z', 'revision_number': 5, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'subnets': [{'id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:26.208030 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f82a57d-b06b-4ddc-b9bb-2e6c0d14b1c7 req-a2ad096f-8121-49e7-b451-eff19e4fa664 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650284 Aug 27 14:26:26.213483 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8dc6f0a8-c964-4deb-bfad-721b30e8982f req-7b02a94a-bd91-40c9-8ffb-5e9b65ebd0fa service neutron] 10.222.0.41 "GET /v2.0/networks/7b38c12d-b400-42be-a718-d30b563b36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172695 Aug 27 14:26:26.228344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cba56c-e633-4c9d-826b-d4caec18d6cc None None] The sync data for ids ['cb2d752a-a283-4cff-9332-07ded46aa3cc'] in n-d-712139-12 is: [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:26:01Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1757e6e4-d724-4d2e-9c8e-5a1e9880b93a', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'port_id': '0a5d7276-023f-469c-b66e-9fb0511725d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'mac_address': 'fa:16:3e:33:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ffb9a-fe21-4943-b557-d827f6937b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:26:22Z', 'updated_at': '2021-08-27T14:26:22Z', 'revision_number': 0, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beeedf6b-9751-4162-a8be-4525d516d18c', 'name': '', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'mac_address': 'fa:16:3e:ad:99:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:26:00Z', 'updated_at': '2021-08-27T14:26:05Z', 'revision_number': 5, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'subnets': [{'id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:26:26.348485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8dc6f0a8-c964-4deb-bfad-721b30e8982f req-b239d092-0c54-42a4-bdf4-b04f5cf7f670 service neutron] 10.222.0.41 "GET /v2.0/networks/7b38c12d-b400-42be-a718-d30b563b36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283395 Aug 27 14:26:26.468042 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56630) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:26.491959 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc0105c-bbca-4e67-9e4d-1832dc42b271 None None] New status for floating IP 1757e6e4-d724-4d2e-9c8e-5a1e9880b93a: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:26:26.591108 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58d3cb37-6df9-4c3a-816f-3ad3be65e498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:26.693429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58d3cb37-6df9-4c3a-816f-3ad3be65e498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:26.697347 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58d3cb37-6df9-4c3a-816f-3ad3be65e498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:26.735004 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-58d3cb37-6df9-4c3a-816f-3ad3be65e498 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ae60a205cb34a7f9e0343ca9b43bdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658226 Aug 27 14:26:26.736931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3cb37-6df9-4c3a-816f-3ad3be65e498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9791c1f6-b56c-4167-b8ce-adad053160a5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:26.737688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56634) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:26.788113 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5a979ec-35d1-4989-96cc-7f4fe75aa992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:26.810047 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5a979ec-35d1-4989-96cc-7f4fe75aa992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:26.866096 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5a979ec-35d1-4989-96cc-7f4fe75aa992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:26.868916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f5a979ec-35d1-4989-96cc-7f4fe75aa992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:26.872303 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f5a979ec-35d1-4989-96cc-7f4fe75aa992 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9791c1f6-b56c-4167-b8ce-adad053160a5 HTTP/1.1" status: 204 len: 168 time: 0.1314189 Aug 27 14:26:26.880486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a979ec-35d1-4989-96cc-7f4fe75aa992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9791c1f6-b56c-4167-b8ce-adad053160a5,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:27.341808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2602f8e-e187-49f5-8c16-26eb51f89f76 req-f64ce200-2c78-4150-8178-163c173bd261 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:27.343407 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c2602f8e-e187-49f5-8c16-26eb51f89f76 req-f64ce200-2c78-4150-8178-163c173bd261 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 945 time: 0.0634217 Aug 27 14:26:27.391869 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c2602f8e-e187-49f5-8c16-26eb51f89f76 req-c2d82862-70b5-4928-a08e-2ef3c0c7611b tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Aug 27 14:26:27.514875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0eceb-74b3-426c-983c-39174c91b4f3 req-d496c3f4-13dd-4093-9eba-6686fde166b3 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:27.517034 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87d0eceb-74b3-426c-983c-39174c91b4f3 req-d496c3f4-13dd-4093-9eba-6686fde166b3 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 945 time: 0.0562165 Aug 27 14:26:27.564898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87d0eceb-74b3-426c-983c-39174c91b4f3 req-85516dc1-a8ad-4fb3-97ea-35d4a6cd612e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 Aug 27 14:26:27.596438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56674) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:27.710338 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1640504370'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:27.743202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Made reservation on behalf of b21b40d15467477baa44bcd7e9359923 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:27.746752 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:27.762059 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:27.861716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37898e69-8637-4e48-a5c3-7fa97b9eff27 req-419f1b11-8738-4e55-b027-315e763e79c8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:27.864764 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:27.867201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37898e69-8637-4e48-a5c3-7fa97b9eff27 req-419f1b11-8738-4e55-b027-315e763e79c8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 945 time: 0.0636256 Aug 27 14:26:27.869530 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:27.892623 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:26:27.904706 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37898e69-8637-4e48-a5c3-7fa97b9eff27 req-9e9c945b-56d0-4caf-9318-ba413261c71f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346932 Aug 27 14:26:27.908110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ab6842-8994-490a-964e-0ec11e3844d0,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:27.911222 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:27.911572 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Added segment e2e4e1b7-a1a0-42b6-a624-5db20a34674a of type vlan for network c15695a9-7412-4fd9-9945-0a8d87f59ff0 Aug 27 14:26:27.952709 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:27.977160 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:27.982935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:27.983519 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:28.043219 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4456182 Aug 27 14:26:28.045959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56680) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:28.053743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b2d313c1-4453-4522-a88a-3b3f845e4659 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Request body: {'subnet': {'network_id': 'c15695a9-7412-4fd9-9945-0a8d87f59ff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:28.060109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a830c-c28d-4fa8-ba85-f7c6414e766c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Pushing event updated for resources: {'Network': ['ID=c15695a9-7412-4fd9-9945-0a8d87f59ff0,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:28.070664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network c15695a9-7412-4fd9-9945-0a8d87f59ff0 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:26:28.146830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d313c1-4453-4522-a88a-3b3f845e4659 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Made reservation on behalf of b21b40d15467477baa44bcd7e9359923 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:28.150277 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2d313c1-4453-4522-a88a-3b3f845e4659 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:28.333034 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2d313c1-4453-4522-a88a-3b3f845e4659 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:28.394377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d313c1-4453-4522-a88a-3b3f845e4659 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Pushing event updated for resources: {'Subnet': ['ID=b1b4b12c-a1bf-444c-a18d-6b230989f5a3,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:28.403921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d313c1-4453-4522-a88a-3b3f845e4659 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Checking segment: {'id': 'e2e4e1b7-a1a0-42b6-a624-5db20a34674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c15695a9-7412-4fd9-9945-0a8d87f59ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:28.404194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d313c1-4453-4522-a88a-3b3f845e4659 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Network hostable DHCP agents. Network: c15695a9-7412-4fd9-9945-0a8d87f59ff0, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:26:28.420808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d313c1-4453-4522-a88a-3b3f845e4659 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Network c15695a9-7412-4fd9-9945-0a8d87f59ff0 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:26:28.430428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b2d313c1-4453-4522-a88a-3b3f845e4659 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, c15695a9-7412-4fd9-9945-0a8d87f59ff0) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:28.434635 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d313c1-4453-4522-a88a-3b3f845e4659 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:28.435237 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2d313c1-4453-4522-a88a-3b3f845e4659 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:28.440680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e86d9-2b58-47d5-830a-e8e9c99c2143 None None] Network c15695a9-7412-4fd9-9945-0a8d87f59ff0 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:28.459852 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b2d313c1-4453-4522-a88a-3b3f845e4659 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4104087 Aug 27 14:26:28.460209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56686) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:28.465575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Request body: {'port': {'network_id': 'c15695a9-7412-4fd9-9945-0a8d87f59ff0', 'name': 'tempest-TagsExtTest-948392046'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:28.612127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Made reservation on behalf of b21b40d15467477baa44bcd7e9359923 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:28.616190 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:28.633890 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] device_id is not set on port 3673bfb8-0eb1-4945-9755-faa372143b76 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:26:28.644231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-c15695a9-7412-4fd9-9945-0a8d87f59ff0', 'network_id': 'c15695a9-7412-4fd9-9945-0a8d87f59ff0', 'tenant_id': 'b21b40d15467477baa44bcd7e9359923', 'fixed_ips': [{'subnet_id': 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:26:28.645203 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.075161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Allocated IP 172.20.0.10 (c15695a9-7412-4fd9-9945-0a8d87f59ff0/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/3673bfb8-0eb1-4945-9755-faa372143b76) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:26:29.111540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a3ba2-b7de-452c-8f33-3fb2517cae1b req-92d59fe3-9122-456f-be44-8cf50dc2f414 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:29.113052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d11a3ba2-b7de-452c-8f33-3fb2517cae1b req-92d59fe3-9122-456f-be44-8cf50dc2f414 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 945 time: 0.0725970 Aug 27 14:26:29.216249 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d11a3ba2-b7de-452c-8f33-3fb2517cae1b req-f34c2bf8-068c-4f33-b1b0-ca604b6993ec tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966077 Aug 27 14:26:29.299097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eef49-b4ab-47dc-9528-b3467f1ebc0d req-c3a38682-dbcc-40a3-8a0f-79fa5f4ff6ef tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:29.300562 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5eef49-b4ab-47dc-9528-b3467f1ebc0d req-c3a38682-dbcc-40a3-8a0f-79fa5f4ff6ef tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 945 time: 0.0796461 Aug 27 14:26:29.322173 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.362302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Transition to ACTIVE for port object 3673bfb8-0eb1-4945-9755-faa372143b76 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:29.436227 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.472227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-0e5eef49-b4ab-47dc-9528-b3467f1ebc0d req-274b1285-9d29-4d22-acbf-b4d4b593a88f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Deleting port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:26:29.472481 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0e5eef49-b4ab-47dc-9528-b3467f1ebc0d req-274b1285-9d29-4d22-acbf-b4d4b593a88f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.481677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Allocated IP 172.20.0.2 (c15695a9-7412-4fd9-9945-0a8d87f59ff0/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:26:29.542173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Network c15695a9-7412-4fd9-9945-0a8d87f59ff0 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:29.545623 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Pushing event updated for resources: {'Port': ['ID=3673bfb8-0eb1-4945-9755-faa372143b76,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:29.553393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:29.555843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:29.669484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:29.670997 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.680448 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.693148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Transition to ACTIVE for port object 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:29.702881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0e5eef49-b4ab-47dc-9528-b3467f1ebc0d req-274b1285-9d29-4d22-acbf-b4d4b593a88f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] For port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6d8c8ed0-73e4-44d7-87f4-9a73499d2af3,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:29.703258 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0e5eef49-b4ab-47dc-9528-b3467f1ebc0d req-274b1285-9d29-4d22-acbf-b4d4b593a88f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.713163 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Transition to ACTIVE for port object 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:29.720710 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.737061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-0e5eef49-b4ab-47dc-9528-b3467f1ebc0d req-274b1285-9d29-4d22-acbf-b4d4b593a88f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Calling delete_port for 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:26:29.769359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Network c15695a9-7412-4fd9-9945-0a8d87f59ff0 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:29.772419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:29.777808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:29.788383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Pushing event updated for resources: {'Port': ['ID=9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:29.841766 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b73a52f1-6d9e-4746-9cd0-00d89db4b233 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3796790 Aug 27 14:26:29.843930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56698) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:29.849299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-65aba417-6025-45aa-a794-93e34d1e10cb tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-146881453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:29.852766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Attempting to bind port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:26:29.853299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Attempting to bind port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'e2e4e1b7-a1a0-42b6-a624-5db20a34674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c15695a9-7412-4fd9-9945-0a8d87f59ff0'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:26:29.853754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Attempting to bind port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 on network c15695a9-7412-4fd9-9945-0a8d87f59ff0 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:29.859421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:26:29.859799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Checking segment: {'id': 'e2e4e1b7-a1a0-42b6-a624-5db20a34674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c15695a9-7412-4fd9-9945-0a8d87f59ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:29.860870 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.861268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Bound using segment: {'id': 'e2e4e1b7-a1a0-42b6-a624-5db20a34674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c15695a9-7412-4fd9-9945-0a8d87f59ff0'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:26:29.861737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Bound port: 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e4e1b7-a1a0-42b6-a624-5db20a34674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c15695a9-7412-4fd9-9945-0a8d87f59ff0'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:26:29.862162 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.877562 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65aba417-6025-45aa-a794-93e34d1e10cb tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.879235 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65aba417-6025-45aa-a794-93e34d1e10cb tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.928947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0e5eef49-b4ab-47dc-9528-b3467f1ebc0d req-274b1285-9d29-4d22-acbf-b4d4b593a88f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.942098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] For port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:26:29.944704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180', '6d8c8ed0-73e4-44d7-87f4-9a73499d2af3'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:26:29.970048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b1285-9d29-4d22-acbf-b4d4b593a88f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event deleted for resources: {'Port': ['ID=6d8c8ed0-73e4-44d7-87f4-9a73499d2af3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:29.983084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] For port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8,segment=NetworkSegment(e2e4e1b7-a1a0-42b6-a624-5db20a34674a),segment_id=e2e4e1b7-a1a0-42b6-a624-5db20a34674a)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:26:29.998062 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65aba417-6025-45aa-a794-93e34d1e10cb tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:29.999231 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:30.005146 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65aba417-6025-45aa-a794-93e34d1e10cb tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:30.019555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5eef49-b4ab-47dc-9528-b3467f1ebc0d req-274b1285-9d29-4d22-acbf-b4d4b593a88f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] No DVR routers for this DVR port 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:26:30.022984 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0e5eef49-b4ab-47dc-9528-b3467f1ebc0d req-274b1285-9d29-4d22-acbf-b4d4b593a88f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:30.025423 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5eef49-b4ab-47dc-9528-b3467f1ebc0d req-274b1285-9d29-4d22-acbf-b4d4b593a88f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "DELETE /v2.0/ports/6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 HTTP/1.1" status: 204 len: 173 time: 0.7163413 Aug 27 14:26:30.026162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d217bf-0fdf-4596-ad24-6c2cc1d21e31', 'name': 'network-vif-deleted', 'tag': '6d8c8ed0-73e4-44d7-87f4-9a73499d2af3'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:30.029003 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c5cd3e-b592-4737-9b94-4ecf067db62a" -d '{"events": [{"server_uuid": "68d217bf-0fdf-4596-ad24-6c2cc1d21e31", "name": "network-vif-deleted", "tag": "6d8c8ed0-73e4-44d7-87f4-9a73499d2af3"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:30.033542 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-65aba417-6025-45aa-a794-93e34d1e10cb tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:30.038739 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-65aba417-6025-45aa-a794-93e34d1e10cb tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1929579 Aug 27 14:26:30.039604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56700) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:30.045105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-717168d8-2aeb-4bef-bd20-51f9b6f74893 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1259780383', 'prefixes': ['172.20.0.0/16']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:30.108679 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e4aa60-b7c5-4b9c-838b-12632d4d4289 x-openstack-request-id: req-03e4aa60-b7c5-4b9c-838b-12632d4d4289 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:30.109314 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d217bf-0fdf-4596-ad24-6c2cc1d21e31", "name": "network-vif-deleted", "tag": "6d8c8ed0-73e4-44d7-87f4-9a73499d2af3", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:30.109805 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03e4aa60-b7c5-4b9c-838b-12632d4d4289 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:30.111039 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d217bf-0fdf-4596-ad24-6c2cc1d21e31', 'name': 'network-vif-deleted', 'tag': '6d8c8ed0-73e4-44d7-87f4-9a73499d2af3', 'status': 'completed', 'code': 200} Aug 27 14:26:30.123005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bebd9b-50e8-4922-98a0-bdd68390fa22 None None] Pushing event updated for resources: {'Port': ['ID=9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:30.153640 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-717168d8-2aeb-4bef-bd20-51f9b6f74893 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for subnetpool, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:30.155256 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-717168d8-2aeb-4bef-bd20-51f9b6f74893 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1142631 Aug 27 14:26:30.159110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56704) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:30.164794 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-8954fbf9-a2aa-44f3-a93c-14cdfaa3a708 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3', 'tempest-TagsExtTest-Tag-1881329269') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:30.298533 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8954fbf9-a2aa-44f3-a93c-14cdfaa3a708 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "PUT /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/tags/tempest-TagsExtTest-Tag-1881329269 HTTP/1.1" status: 201 len: 201 time: 0.1367939 Aug 27 14:26:30.300801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56708) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:30.305743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-39697d7d-63de-4f1d-8a4b-90af08a92bea tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3673bfb8-0eb1-4945-9755-faa372143b76', 'tempest-TagsExtTest-Tag-1908203220') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:30.371240 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-77baec96-7763-411f-81f8-ed0e04ed0802 req-b90fa22b-5e92-46af-a8f9-6c89f8b45726 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d217bf-0fdf-4596-ad24-6c2cc1d21e31 HTTP/1.1" status: 200 len: 210 time: 0.0594177 Aug 27 14:26:30.421518 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-39697d7d-63de-4f1d-8a4b-90af08a92bea tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "PUT /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76/tags/tempest-TagsExtTest-Tag-1908203220 HTTP/1.1" status: 201 len: 201 time: 0.1194713 Aug 27 14:26:30.424159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56710) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:30.429307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-18e37709-03cb-44ae-b811-66c5ee8bc1a1 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '208c22a9-17ff-431d-8014-3d9acb6c1bc6', 'tempest-TagsExtTest-Tag-2010468147') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:30.559820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-18e37709-03cb-44ae-b811-66c5ee8bc1a1 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "PUT /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6/tags/tempest-TagsExtTest-Tag-2010468147 HTTP/1.1" status: 201 len: 201 time: 0.1339874 Aug 27 14:26:30.562029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56712) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:30.568183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-ab1a0990-3f50-48f5-b6bf-478c17a3cd1d tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7ab5dd99-ef59-4fba-aa8b-4dda28c70c12', 'tempest-TagsExtTest-Tag-1650227687') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:30.631528 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ab1a0990-3f50-48f5-b6bf-478c17a3cd1d tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "PUT /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12/tags/tempest-TagsExtTest-Tag-1650227687 HTTP/1.1" status: 201 len: 201 time: 0.0678892 Aug 27 14:26:30.631758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56714) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:30.636661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-6a75597d-9f55-4674-a476-f266420157e9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:30.730925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6a75597d-9f55-4674-a476-f266420157e9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/tags HTTP/1.1" status: 200 len: 241 time: 0.0979879 Aug 27 14:26:30.733402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56718) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:30.737696 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-c2f0ffc1-fbda-43fa-ac79-5f48a5487133 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3', 'tempest-TagsExtTest-Tag-1881329269') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:30.794742 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c2f0ffc1-fbda-43fa-ac79-5f48a5487133 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/tags/tempest-TagsExtTest-Tag-1881329269 HTTP/1.1" status: 204 len: 168 time: 0.0601747 Aug 27 14:26:30.797198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56720) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:30.801623 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-8c49dae9-e002-4fd0-8c80-87b64a975b40 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3', 'tempest-TagsExtTest-Tag-1881329269') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:30.872522 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8c49dae9-e002-4fd0-8c80-87b64a975b40 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/tags/tempest-TagsExtTest-Tag-1881329269 HTTP/1.1" status: 204 len: 168 time: 0.0742626 Aug 27 14:26:30.875223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56722) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:30.880743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-1b0d653e-9d31-4b97-9e9f-916537c1ef13 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:30.937086 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1b0d653e-9d31-4b97-9e9f-916537c1ef13 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/tags HTTP/1.1" status: 200 len: 205 time: 0.0576541 Aug 27 14:26:30.937469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56724) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:30.943556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-d23f9950-d48e-4d37-990e-24ba0f2c691c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3673bfb8-0eb1-4945-9755-faa372143b76') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:30.997678 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d23f9950-d48e-4d37-990e-24ba0f2c691c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76/tags HTTP/1.1" status: 200 len: 241 time: 0.0583735 Aug 27 14:26:31.000175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56726) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:31.005043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-5f2cbffb-c69c-45bc-a5ee-3e34f3f70da7 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3673bfb8-0eb1-4945-9755-faa372143b76', 'tempest-TagsExtTest-Tag-1908203220') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:31.064762 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5f2cbffb-c69c-45bc-a5ee-3e34f3f70da7 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76/tags/tempest-TagsExtTest-Tag-1908203220 HTTP/1.1" status: 204 len: 168 time: 0.0629692 Aug 27 14:26:31.067102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56728) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:31.071782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-81a087c6-678d-408b-9f95-cdc7d02f5ee5 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3673bfb8-0eb1-4945-9755-faa372143b76', 'tempest-TagsExtTest-Tag-1908203220') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:31.140600 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-81a087c6-678d-408b-9f95-cdc7d02f5ee5 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76/tags/tempest-TagsExtTest-Tag-1908203220 HTTP/1.1" status: 204 len: 168 time: 0.0724456 Aug 27 14:26:31.143618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56730) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:31.148400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-47b84df5-85a3-4128-851b-c7929485842b tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3673bfb8-0eb1-4945-9755-faa372143b76') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:31.204785 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-47b84df5-85a3-4128-851b-c7929485842b tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76/tags HTTP/1.1" status: 200 len: 205 time: 0.0572541 Aug 27 14:26:31.205198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56732) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:31.209748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-fa4df324-715d-4cb7-aaab-817bddc56751 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '208c22a9-17ff-431d-8014-3d9acb6c1bc6') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:31.224059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab593c4-a7b1-4ab1-91fb-f75e2c3b77d1 None None] Network c15695a9-7412-4fd9-9945-0a8d87f59ff0 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:31.296036 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fa4df324-715d-4cb7-aaab-817bddc56751 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6/tags HTTP/1.1" status: 200 len: 241 time: 0.0874774 Aug 27 14:26:31.296715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56734) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:31.301767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3c4a8e14-a64f-47d7-84b9-a258c5f2a15b None None] Provisioning for port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:31.302153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-918bf721-5d65-47e9-a0db-8f2e3f308686 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '208c22a9-17ff-431d-8014-3d9acb6c1bc6', 'tempest-TagsExtTest-Tag-2010468147') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:31.382016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-918bf721-5d65-47e9-a0db-8f2e3f308686 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6/tags/tempest-TagsExtTest-Tag-2010468147 HTTP/1.1" status: 204 len: 168 time: 0.0838583 Aug 27 14:26:31.384654 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56738) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:31.389630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-237403a2-2550-4dc3-9fec-8ed40be04724 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '208c22a9-17ff-431d-8014-3d9acb6c1bc6', 'tempest-TagsExtTest-Tag-2010468147') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:31.512404 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-237403a2-2550-4dc3-9fec-8ed40be04724 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6/tags/tempest-TagsExtTest-Tag-2010468147 HTTP/1.1" status: 204 len: 168 time: 0.1246135 Aug 27 14:26:31.512809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56742) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:31.517937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-2463facf-4a41-4c7f-934f-b10e7d376dba tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '208c22a9-17ff-431d-8014-3d9acb6c1bc6') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:31.604406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2463facf-4a41-4c7f-934f-b10e7d376dba tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6/tags HTTP/1.1" status: 200 len: 205 time: 0.0881515 Aug 27 14:26:31.604941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56744) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:31.615284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-33bd5674-af2a-4f1e-a6a6-fab301e96103 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7ab5dd99-ef59-4fba-aa8b-4dda28c70c12') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:31.643959 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-33bd5674-af2a-4f1e-a6a6-fab301e96103 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12/tags HTTP/1.1" status: 200 len: 241 time: 0.0377827 Aug 27 14:26:31.646545 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56746) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:31.652817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-dd7f990d-b780-474c-a58a-c74487f9deda tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ab5dd99-ef59-4fba-aa8b-4dda28c70c12', 'tempest-TagsExtTest-Tag-1650227687') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:31.711967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dd7f990d-b780-474c-a58a-c74487f9deda tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12/tags/tempest-TagsExtTest-Tag-1650227687 HTTP/1.1" status: 204 len: 168 time: 0.0642891 Aug 27 14:26:31.717207 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56754) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:31.729703 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-d7fc69b9-9815-4b2e-b9dc-649ccdd6acea tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7ab5dd99-ef59-4fba-aa8b-4dda28c70c12', 'tempest-TagsExtTest-Tag-1650227687') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:31.769499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:26:31.807583 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d7fc69b9-9815-4b2e-b9dc-649ccdd6acea tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12/tags/tempest-TagsExtTest-Tag-1650227687 HTTP/1.1" status: 204 len: 168 time: 0.0887494 Aug 27 14:26:31.811009 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56756) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:31.820698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-87291a9f-00de-425a-ac9a-db3cba7429e1 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7ab5dd99-ef59-4fba-aa8b-4dda28c70c12') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:31.840327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:31.848143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-69174960-2e88-4e0f-8fd8-cbb73e0b9de2 None None] Provisioning complete for port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:31.848425 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-69174960-2e88-4e0f-8fd8-cbb73e0b9de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:31.852001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:31.852001 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:31.862094 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-87291a9f-00de-425a-ac9a-db3cba7429e1 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12/tags HTTP/1.1" status: 200 len: 205 time: 0.0499747 Aug 27 14:26:31.865450 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56758) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:31.872418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-c8afa525-d9fe-40bb-a530-c9c4e8ebe704 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7ab5dd99-ef59-4fba-aa8b-4dda28c70c12') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:31.924060 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c8afa525-d9fe-40bb-a530-c9c4e8ebe704 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12/tags HTTP/1.1" status: 204 len: 168 time: 0.0569391 Aug 27 14:26:31.926639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56766) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:31.932299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-5584199b-09f5-4f21-821e-908a81b82f61 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '208c22a9-17ff-431d-8014-3d9acb6c1bc6') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:32.041115 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:32.042809 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5584199b-09f5-4f21-821e-908a81b82f61 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6/tags HTTP/1.1" status: 204 len: 168 time: 0.1148388 Aug 27 14:26:32.045924 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-69174960-2e88-4e0f-8fd8-cbb73e0b9de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:32.046843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56772) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:32.052576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-0c252f7c-d8e8-4cb3-96da-cb618d0435f3 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3673bfb8-0eb1-4945-9755-faa372143b76') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:32.112139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-69174960-2e88-4e0f-8fd8-cbb73e0b9de2 None None] For port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8,segment=NetworkSegment(e2e4e1b7-a1a0-42b6-a624-5db20a34674a),segment_id=e2e4e1b7-a1a0-42b6-a624-5db20a34674a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:32.117555 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-69174960-2e88-4e0f-8fd8-cbb73e0b9de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:32.135543 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0c252f7c-d8e8-4cb3-96da-cb618d0435f3 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76/tags HTTP/1.1" status: 204 len: 168 time: 0.0868597 Aug 27 14:26:32.136131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56776) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:32.139336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-6734e087-aa43-4574-8d26-4001efb97afd tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:32.140357 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-4c66ba57-5983-4833-b1a6-ef42014f957c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:32.149315 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-6734e087-aa43-4574-8d26-4001efb97afd tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.1550450 Aug 27 14:26:32.170290 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-73ff3719-0f7d-4774-8891-8cbafc3fe4c6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/quotas/ee68a6fac6694996a7e1e4858572b79c HTTP/1.1" status: 200 len: 375 time: 0.0193942 Aug 27 14:26:32.180046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-69174960-2e88-4e0f-8fd8-cbb73e0b9de2 None None] Provisioning for port 3673bfb8-0eb1-4945-9755-faa372143b76 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:32.191903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-69174960-2e88-4e0f-8fd8-cbb73e0b9de2 None None] Provisioning complete for port 3673bfb8-0eb1-4945-9755-faa372143b76 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:32.192280 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-69174960-2e88-4e0f-8fd8-cbb73e0b9de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:32.208004 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4c66ba57-5983-4833-b1a6-ef42014f957c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/tags HTTP/1.1" status: 204 len: 168 time: 0.0708611 Aug 27 14:26:32.208610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56778) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:32.213372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-9d6b4286-7528-445f-88a4-5d22ec5d64ef tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3', 'tempest-TagsExtTest-Tag-1178531149') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:32.231229 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:26:32.232164 n-d-712139-12 neutron-server[101188]: DEBUG oslo_db.api [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:26:32.241809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69174960-2e88-4e0f-8fd8-cbb73e0b9de2 None None] Pushing event updated for resources: {'Port': ['ID=9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:32.244007 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-503eb45d-64b6-4c5e-b8d5-4f50f877df99 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717678 Aug 27 14:26:32.265227 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-69174960-2e88-4e0f-8fd8-cbb73e0b9de2 None None] Port 3673bfb8-0eb1-4945-9755-faa372143b76 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:26:32.292919 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9d6b4286-7528-445f-88a4-5d22ec5d64ef tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "PUT /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/tags/tempest-TagsExtTest-Tag-1178531149 HTTP/1.1" status: 201 len: 201 time: 0.0831010 Aug 27 14:26:32.293690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56780) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:32.299228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-a5187c25-5eb3-43a4-93a8-9eb8b67933c4 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3673bfb8-0eb1-4945-9755-faa372143b76', 'tempest-TagsExtTest-Tag-1263895816') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:32.351450 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-4ca31f17-3d92-4716-b40d-bdb62191b624 service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943620 Aug 27 14:26:32.364887 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a5187c25-5eb3-43a4-93a8-9eb8b67933c4 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "PUT /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76/tags/tempest-TagsExtTest-Tag-1263895816 HTTP/1.1" status: 201 len: 201 time: 0.0701106 Aug 27 14:26:32.367428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56782) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:32.372798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-5ceac2bd-14af-4d21-9dde-6d55b9205ed5 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '208c22a9-17ff-431d-8014-3d9acb6c1bc6', 'tempest-TagsExtTest-Tag-1259023743') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:32.389461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dce10dc5-fc2a-4dea-9d5c-968d6806aacf None None] Provisioning complete for port 3673bfb8-0eb1-4945-9755-faa372143b76 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:32.389851 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dce10dc5-fc2a-4dea-9d5c-968d6806aacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:32.452086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-dce10dc5-fc2a-4dea-9d5c-968d6806aacf None None] Port 3673bfb8-0eb1-4945-9755-faa372143b76 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:26:32.465200 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-bd5c95e1-1007-4841-a80d-dfa4aa83a6fb service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109223 Aug 27 14:26:32.482986 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5ceac2bd-14af-4d21-9dde-6d55b9205ed5 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "PUT /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6/tags/tempest-TagsExtTest-Tag-1259023743 HTTP/1.1" status: 201 len: 201 time: 0.1143308 Aug 27 14:26:32.484096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56784) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:32.489794 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-f70b62ae-283e-4c4d-84c0-329fdc75a4bf tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7ab5dd99-ef59-4fba-aa8b-4dda28c70c12', 'tempest-TagsExtTest-Tag-1497401393') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:32.534019 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f70b62ae-283e-4c4d-84c0-329fdc75a4bf tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "PUT /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12/tags/tempest-TagsExtTest-Tag-1497401393 HTTP/1.1" status: 201 len: 201 time: 0.0487742 Aug 27 14:26:32.536731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56786) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:32.541397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-ad15f9ae-19b0-44f1-acb5-0a19ad50d9ae tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3', {'tags': ['tempest-TagsExtTest-Tag-1486255552', 'tempest-TagsExtTest-Tag-1912825118', 'tempest-TagsExtTest-Tag-562297271']}) {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:32.635136 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ad15f9ae-19b0-44f1-acb5-0a19ad50d9ae tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "PUT /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/tags HTTP/1.1" status: 200 len: 317 time: 0.0973217 Aug 27 14:26:32.641781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56792) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:32.651565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-87eec463-d71f-410d-9105-d8928e84ca88 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:32.680459 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51d8ee14-7394-4d74-8200-84b9a5c61f19 req-bcda7b56-6aea-4d1a-87d2-9954ad213c7e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 210 time: 0.0324202 Aug 27 14:26:32.775305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-87eec463-d71f-410d-9105-d8928e84ca88 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/tags HTTP/1.1" status: 204 len: 168 time: 0.1324606 Aug 27 14:26:32.777764 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56794) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:32.785875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-6b4543eb-bce9-498a-8cad-13bd5d2f9c21 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3', 'tempest-TagsExtTest-Tag-1486255552') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:32.880598 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-6b4543eb-bce9-498a-8cad-13bd5d2f9c21 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] show failed (client error): The resource could not be found. Aug 27 14:26:32.892449 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6b4543eb-bce9-498a-8cad-13bd5d2f9c21 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/tags/tempest-TagsExtTest-Tag-1486255552 HTTP/1.1" status: 404 len: 329 time: 0.1137207 Aug 27 14:26:32.895214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56802) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:32.902459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-d4439db4-f14b-4aa1-bc75-b766703e6a16 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3', 'tempest-TagsExtTest-Tag-1912825118') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:32.960852 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-d4439db4-f14b-4aa1-bc75-b766703e6a16 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] show failed (client error): The resource could not be found. Aug 27 14:26:32.965129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56806) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:32.969757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-41debe5e-3c87-4578-a1dc-fa053fdb0bd7 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3', 'tempest-TagsExtTest-Tag-562297271') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:32.977394 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d4439db4-f14b-4aa1-bc75-b766703e6a16 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/tags/tempest-TagsExtTest-Tag-1912825118 HTTP/1.1" status: 404 len: 329 time: 0.0811324 Aug 27 14:26:33.028215 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-41debe5e-3c87-4578-a1dc-fa053fdb0bd7 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] show failed (client error): The resource could not be found. Aug 27 14:26:33.029514 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-41debe5e-3c87-4578-a1dc-fa053fdb0bd7 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/tags/tempest-TagsExtTest-Tag-562297271 HTTP/1.1" status: 404 len: 328 time: 0.0634661 Aug 27 14:26:33.033879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56808) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:33.039351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-c51329cb-be57-4857-b1aa-c7bb4a903282 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3673bfb8-0eb1-4945-9755-faa372143b76', {'tags': ['tempest-TagsExtTest-Tag-957818933', 'tempest-TagsExtTest-Tag-607343710', 'tempest-TagsExtTest-Tag-1155759837']}) {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:33.083721 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:26:33.121600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:26:33.122024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6d8c8ed0-73e4-44d7-87f4-9a73499d2af3 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:26:33.129752 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c51329cb-be57-4857-b1aa-c7bb4a903282 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "PUT /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76/tags HTTP/1.1" status: 200 len: 316 time: 0.0918994 Aug 27 14:26:33.130464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56810) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:33.134799 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-e50b25e9-60f7-4a8a-894b-aa83aa7a5f53 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3673bfb8-0eb1-4945-9755-faa372143b76') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:33.220464 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e50b25e9-60f7-4a8a-894b-aa83aa7a5f53 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76/tags HTTP/1.1" status: 204 len: 168 time: 0.0890591 Aug 27 14:26:33.223491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56812) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:33.228905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-14cfe8c2-241d-49af-a175-e343b02f505b tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3673bfb8-0eb1-4945-9755-faa372143b76', 'tempest-TagsExtTest-Tag-957818933') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:33.285383 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-14cfe8c2-241d-49af-a175-e343b02f505b tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] show failed (client error): The resource could not be found. Aug 27 14:26:33.289471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56814) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:33.289681 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-14cfe8c2-241d-49af-a175-e343b02f505b tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76/tags/tempest-TagsExtTest-Tag-957818933 HTTP/1.1" status: 404 len: 328 time: 0.0649586 Aug 27 14:26:33.295809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-7719f963-2baa-4ed2-8982-03562964bf52 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3673bfb8-0eb1-4945-9755-faa372143b76', 'tempest-TagsExtTest-Tag-607343710') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:33.352844 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-7719f963-2baa-4ed2-8982-03562964bf52 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] show failed (client error): The resource could not be found. Aug 27 14:26:33.356804 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56816) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:33.356951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7719f963-2baa-4ed2-8982-03562964bf52 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76/tags/tempest-TagsExtTest-Tag-607343710 HTTP/1.1" status: 404 len: 328 time: 0.0652790 Aug 27 14:26:33.362441 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-5d8526d1-bb90-4f53-8dfa-833fc4eaa1fc tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3673bfb8-0eb1-4945-9755-faa372143b76', 'tempest-TagsExtTest-Tag-1155759837') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:33.425676 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-5d8526d1-bb90-4f53-8dfa-833fc4eaa1fc tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] show failed (client error): The resource could not be found. Aug 27 14:26:33.430015 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5d8526d1-bb90-4f53-8dfa-833fc4eaa1fc tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76/tags/tempest-TagsExtTest-Tag-1155759837 HTTP/1.1" status: 404 len: 329 time: 0.0686679 Aug 27 14:26:33.430743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56818) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:33.435643 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-2eb84f5d-a48f-4be3-ae45-33a4d1dbfad9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '208c22a9-17ff-431d-8014-3d9acb6c1bc6', {'tags': ['tempest-TagsExtTest-Tag-414639860', 'tempest-TagsExtTest-Tag-714496922', 'tempest-TagsExtTest-Tag-58441356']}) {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:33.536853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2eb84f5d-a48f-4be3-ae45-33a4d1dbfad9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "PUT /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6/tags HTTP/1.1" status: 200 len: 314 time: 0.1049249 Aug 27 14:26:33.539569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56820) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:33.544819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-f8e370a9-1d50-4d49-a921-99958ec7ded0 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '208c22a9-17ff-431d-8014-3d9acb6c1bc6') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:33.664547 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f8e370a9-1d50-4d49-a921-99958ec7ded0 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6/tags HTTP/1.1" status: 204 len: 168 time: 0.1237166 Aug 27 14:26:33.665487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56822) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:33.670927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-ea90b100-0773-4c06-aece-a0ac86461668 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '208c22a9-17ff-431d-8014-3d9acb6c1bc6', 'tempest-TagsExtTest-Tag-414639860') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:33.733296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:26:33.805098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-7d43cf53-ecd7-445f-9470-38e8d108cfae tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:33.807244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-7d43cf53-ecd7-445f-9470-38e8d108cfae tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.1576204 Aug 27 14:26:33.825043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-2c63cc73-3c85-4d25-943c-89ab390f4177 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Request body: {'port': {'device_id': '82114d51-096b-459e-bdc9-207278d6d30a', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'admin_state_up': True, 'tenant_id': 'ee68a6fac6694996a7e1e4858572b79c'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:33.836859 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-ea90b100-0773-4c06-aece-a0ac86461668 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] show failed (client error): The resource could not be found. Aug 27 14:26:33.838023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ea90b100-0773-4c06-aece-a0ac86461668 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6/tags/tempest-TagsExtTest-Tag-414639860 HTTP/1.1" status: 404 len: 328 time: 0.1711481 Aug 27 14:26:33.841847 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56826) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:33.855451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:33.855810 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:33.859321 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-a4cf9b2c-5d42-4363-a2f9-24b2c1c94ed4 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '208c22a9-17ff-431d-8014-3d9acb6c1bc6', 'tempest-TagsExtTest-Tag-714496922') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:33.907768 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30e371d9-56e8-46b1-8b6e-6ddbd2e517b0 req-c4211e41-826b-4da5-81f3-dee23ba46e22 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 210 time: 0.0776536 Aug 27 14:26:34.014136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-2c63cc73-3c85-4d25-943c-89ab390f4177 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Made reservation on behalf of ee68a6fac6694996a7e1e4858572b79c for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:34.019176 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-2c63cc73-3c85-4d25-943c-89ab390f4177 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:34.027253 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-a4cf9b2c-5d42-4363-a2f9-24b2c1c94ed4 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] show failed (client error): The resource could not be found. Aug 27 14:26:34.030870 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a4cf9b2c-5d42-4363-a2f9-24b2c1c94ed4 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6/tags/tempest-TagsExtTest-Tag-714496922 HTTP/1.1" status: 404 len: 328 time: 0.1851454 Aug 27 14:26:34.031130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56830) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:34.035990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-89d3fe10-8e7f-4188-b9a9-4ebb5dc3ea90 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '208c22a9-17ff-431d-8014-3d9acb6c1bc6', 'tempest-TagsExtTest-Tag-58441356') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:34.128594 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-89d3fe10-8e7f-4188-b9a9-4ebb5dc3ea90 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] show failed (client error): The resource could not be found. Aug 27 14:26:34.133209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56832) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:34.133820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-89d3fe10-8e7f-4188-b9a9-4ebb5dc3ea90 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6/tags/tempest-TagsExtTest-Tag-58441356 HTTP/1.1" status: 404 len: 327 time: 0.1008415 Aug 27 14:26:34.140620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.tag.tag_plugin [None req-488cf1db-a650-48b3-87bf-6c251acb222b tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7ab5dd99-ef59-4fba-aa8b-4dda28c70c12', {'tags': ['tempest-TagsExtTest-Tag-450223293', 'tempest-TagsExtTest-Tag-725112653', 'tempest-TagsExtTest-Tag-1603048264']}) {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:34.183627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-2c63cc73-3c85-4d25-943c-89ab390f4177 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Allocated IP 172.20.0.8 (9a1e67c1-4465-454e-8a46-0919ae0d8681/f6540e39-7ad9-40cd-b3b9-54a2310f2264/856bb232-416f-419a-9405-e739b45a550b) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:26:34.200662 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-488cf1db-a650-48b3-87bf-6c251acb222b tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "PUT /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12/tags HTTP/1.1" status: 200 len: 316 time: 0.0664096 Aug 27 14:26:34.203411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56834) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:34.210176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-2904c54d-f6b7-4a36-b48d-273107a1f863 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7ab5dd99-ef59-4fba-aa8b-4dda28c70c12') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:34.261201 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2904c54d-f6b7-4a36-b48d-273107a1f863 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12/tags HTTP/1.1" status: 204 len: 168 time: 0.0549643 Aug 27 14:26:34.263707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56836) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:34.269658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-b7812b78-feed-4c4e-90b9-182bc4d19316 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ab5dd99-ef59-4fba-aa8b-4dda28c70c12', 'tempest-TagsExtTest-Tag-450223293') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:34.292175 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-b7812b78-feed-4c4e-90b9-182bc4d19316 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] show failed (client error): The resource could not be found. Aug 27 14:26:34.293141 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b7812b78-feed-4c4e-90b9-182bc4d19316 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12/tags/tempest-TagsExtTest-Tag-450223293 HTTP/1.1" status: 404 len: 328 time: 0.0282750 Aug 27 14:26:34.296130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56838) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:34.301149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-8994c6dd-6a54-49d8-99b7-0a4e20988fa1 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ab5dd99-ef59-4fba-aa8b-4dda28c70c12', 'tempest-TagsExtTest-Tag-725112653') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:34.327339 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-8994c6dd-6a54-49d8-99b7-0a4e20988fa1 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] show failed (client error): The resource could not be found. Aug 27 14:26:34.330057 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8994c6dd-6a54-49d8-99b7-0a4e20988fa1 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12/tags/tempest-TagsExtTest-Tag-725112653 HTTP/1.1" status: 404 len: 328 time: 0.0325160 Aug 27 14:26:34.331979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56840) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:34.336448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-06f9de7d-5751-4d47-a084-e247138321f1 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ab5dd99-ef59-4fba-aa8b-4dda28c70c12', 'tempest-TagsExtTest-Tag-1603048264') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:34.359021 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-06f9de7d-5751-4d47-a084-e247138321f1 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] show failed (client error): The resource could not be found. Aug 27 14:26:34.360062 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-06f9de7d-5751-4d47-a084-e247138321f1 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12/tags/tempest-TagsExtTest-Tag-1603048264 HTTP/1.1" status: 404 len: 329 time: 0.0269299 Aug 27 14:26:34.363076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56842) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:34.367692 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-165be6e7-e2ca-4313-8481-6c7bd48af986 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7ab5dd99-ef59-4fba-aa8b-4dda28c70c12') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:34.374082 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-2c63cc73-3c85-4d25-943c-89ab390f4177 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:34.395160 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-165be6e7-e2ca-4313-8481-6c7bd48af986 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12/tags HTTP/1.1" status: 204 len: 168 time: 0.0310197 Aug 27 14:26:34.397719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56844) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:34.403307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-5268f317-7566-4926-8418-dbe8234cb6c3 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '208c22a9-17ff-431d-8014-3d9acb6c1bc6') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:34.434854 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-2c63cc73-3c85-4d25-943c-89ab390f4177 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:34.453280 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:26:34.509524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-2c63cc73-3c85-4d25-943c-89ab390f4177 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Network 9a1e67c1-4465-454e-8a46-0919ae0d8681 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:34.513380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-2c63cc73-3c85-4d25-943c-89ab390f4177 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:34.521030 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5268f317-7566-4926-8418-dbe8234cb6c3 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6/tags HTTP/1.1" status: 204 len: 168 time: 0.1220081 Aug 27 14:26:34.523690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56846) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:34.524168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-2c63cc73-3c85-4d25-943c-89ab390f4177 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:34.539362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-60d72b0f-a43f-4419-a29c-e394523abf8c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3673bfb8-0eb1-4945-9755-faa372143b76') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:34.564166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63cc73-3c85-4d25-943c-89ab390f4177 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event updated for resources: {'Port': ['ID=856bb232-416f-419a-9405-e739b45a550b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:34.596382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-2c63cc73-3c85-4d25-943c-89ab390f4177 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:34.600572 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-2c63cc73-3c85-4d25-943c-89ab390f4177 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:34.632867 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-2c63cc73-3c85-4d25-943c-89ab390f4177 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8134282 Aug 27 14:26:34.643400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-60d72b0f-a43f-4419-a29c-e394523abf8c tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76/tags HTTP/1.1" status: 204 len: 168 time: 0.1180723 Aug 27 14:26:34.645917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56848) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:34.650392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.tag.tag_plugin [None req-ef6fdd04-3956-4af1-979a-7a605c3210fa tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b1b4b12c-a1bf-444c-a18d-6b230989f5a3') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:34.650997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Request body: {'port': {'device_id': '82114d51-096b-459e-bdc9-207278d6d30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:34.716053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ef6fdd04-3956-4af1-979a-7a605c3210fa tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3/tags HTTP/1.1" status: 204 len: 168 time: 0.0691519 Aug 27 14:26:34.721569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56850) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:34.728149 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:34.826720 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0c7969b5-ff83-4ea2-928e-f2ed9543b2c3 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for subnetpool, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:34.828126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0c7969b5-ff83-4ea2-928e-f2ed9543b2c3 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7ab5dd99-ef59-4fba-aa8b-4dda28c70c12 HTTP/1.1" status: 204 len: 168 time: 0.1064124 Aug 27 14:26:34.831088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56852) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:34.862498 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-48d8a284-9172-40d0-a4e7-16642aa63961 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "GET /v2.0/ports?device_id=208c22a9-17ff-431d-8014-3d9acb6c1bc6 HTTP/1.1" status: 200 len: 205 time: 0.0301507 Aug 27 14:26:34.864855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56854) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:34.944825 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e1fd784-c65a-49b3-8805-52c47bb73c90 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:35.076850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856bb232-416f-419a-9405-e739b45a550b {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:26:35.086778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:35.102570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Transition to ACTIVE for port object 856bb232-416f-419a-9405-e739b45a550b will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:35.106867 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:35.134565 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e1fd784-c65a-49b3-8805-52c47bb73c90 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:35.136819 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e1fd784-c65a-49b3-8805-52c47bb73c90 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:35.165664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Pushing event updated for resources: {'Port': ['ID=856bb232-416f-419a-9405-e739b45a550b,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:35.255170 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Attempting to bind port 856bb232-416f-419a-9405-e739b45a550b on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:26:35.255625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Attempting to bind port 856bb232-416f-419a-9405-e739b45a550b by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:26:35.257488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Attempting to bind port 856bb232-416f-419a-9405-e739b45a550b on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:35.262674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Port 856bb232-416f-419a-9405-e739b45a550b on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:26:35.263212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Attempting to bind port 856bb232-416f-419a-9405-e739b45a550b on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:35.273326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:26:35.273326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Checking segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:35.275251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Bound using segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:26:35.275251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Bound port: 856bb232-416f-419a-9405-e739b45a550b, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:26:35.275251 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:35.356540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] For port 856bb232-416f-419a-9405-e739b45a550b, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:26:35.361675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] For port 856bb232-416f-419a-9405-e739b45a550b, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=856bb232-416f-419a-9405-e739b45a550b,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:26:35.367741 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:35.417927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:35.418819 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:35.420252 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] 10.222.0.52 "PUT /v2.0/ports/856bb232-416f-419a-9405-e739b45a550b HTTP/1.1" status: 200 len: 1092 time: 0.7741027 Aug 27 14:26:35.420866 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82114d51-096b-459e-bdc9-207278d6d30a', 'tag': '856bb232-416f-419a-9405-e739b45a550b'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:35.423737 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2b15bc-0643-4a8c-8984-8fa9b5a31d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "82114d51-096b-459e-bdc9-207278d6d30a", "tag": "856bb232-416f-419a-9405-e739b45a550b"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:35.486659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7993a-cc24-4648-aad2-6409d02aa6cc service neutron] Pushing event updated for resources: {'Port': ['ID=856bb232-416f-419a-9405-e739b45a550b,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:35.494515 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafcd91b-35a7-4f48-9bab-ed819a75ef28 x-openstack-request-id: req-eafcd91b-35a7-4f48-9bab-ed819a75ef28 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:35.494515 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82114d51-096b-459e-bdc9-207278d6d30a", "tag": "856bb232-416f-419a-9405-e739b45a550b", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:35.494515 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eafcd91b-35a7-4f48-9bab-ed819a75ef28 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:35.494515 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82114d51-096b-459e-bdc9-207278d6d30a', 'tag': '856bb232-416f-419a-9405-e739b45a550b', 'status': 'completed', 'code': 200} Aug 27 14:26:35.522899 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e1fd784-c65a-49b3-8805-52c47bb73c90 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:35.523389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1fd784-c65a-49b3-8805-52c47bb73c90 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Fanout notify agent at l3_agent the message router_deleted on router 208c22a9-17ff-431d-8014-3d9acb6c1bc6 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:26:35.530468 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e1fd784-c65a-49b3-8805-52c47bb73c90 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:35.533793 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7e1fd784-c65a-49b3-8805-52c47bb73c90 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/routers/208c22a9-17ff-431d-8014-3d9acb6c1bc6 HTTP/1.1" status: 204 len: 168 time: 0.6650813 Aug 27 14:26:35.537663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56862) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:35.539450 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d1e93-9b3e-4b0b-80c4-7ad27ba6fd70 req-d911cbf9-6567-45e3-9cbb-9bdf0f777fd6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:35.540981 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa6d1e93-9b3e-4b0b-80c4-7ad27ba6fd70 req-d911cbf9-6567-45e3-9cbb-9bdf0f777fd6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 943 time: 0.4198775 Aug 27 14:26:35.554020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-8638a2c1-7233-453a-a993-1fceadfd7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:35.556226 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-8638a2c1-7233-453a-a993-1fceadfd7972 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 1095 time: 0.0814064 Aug 27 14:26:35.592197 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa6d1e93-9b3e-4b0b-80c4-7ad27ba6fd70 req-12319b81-0466-40f7-aa93-1ded65662e0c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450082 Aug 27 14:26:35.632996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-005aae5d-5b80-43ef-b5b2-a93c0143d1dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=856bb232-416f-419a-9405-e739b45a550b HTTP/1.1" status: 200 len: 217 time: 0.0562658 Aug 27 14:26:35.711033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-24fd4c26-9d2e-4dbd-aa95-fae18367da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:35.712561 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-24fd4c26-9d2e-4dbd-aa95-fae18367da8b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.0712786 Aug 27 14:26:35.747604 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-dad66b2c-2b0a-45ea-a631-d76ba6439120 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263114 Aug 27 14:26:35.765217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f50ae858-a3ed-440b-88c5-67f5d4d7049d tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Deleting port 3673bfb8-0eb1-4945-9755-faa372143b76 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:26:35.765557 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f50ae858-a3ed-440b-88c5-67f5d4d7049d tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:35.918883 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f50ae858-a3ed-440b-88c5-67f5d4d7049d tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:35.928243 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-5cf9f8f3-5db9-484d-b023-9d15a81681c8 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727202 Aug 27 14:26:35.933933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f50ae858-a3ed-440b-88c5-67f5d4d7049d tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Calling delete_port for 3673bfb8-0eb1-4945-9755-faa372143b76 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:26:36.414379 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d349d475-1244-4f81-ad7c-1b8b935d17cb req-334f6ffa-b608-469a-a71e-024a3fd5e3cc service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732189 Aug 27 14:26:36.519808 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f50ae858-a3ed-440b-88c5-67f5d4d7049d tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:36.551863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ae858-a3ed-440b-88c5-67f5d4d7049d tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Pushing event deleted for resources: {'Port': ['ID=3673bfb8-0eb1-4945-9755-faa372143b76,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:36.556117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b15bc-0643-4a8c-8984-8fa9b5a31d7f req-d5741938-9382-412e-bb56-e7052f96a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:36.557664 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a2b15bc-0643-4a8c-8984-8fa9b5a31d7f req-d5741938-9382-412e-bb56-e7052f96a48d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 1095 time: 0.0887568 Aug 27 14:26:36.730978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f50ae858-a3ed-440b-88c5-67f5d4d7049d tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:36.732871 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f50ae858-a3ed-440b-88c5-67f5d4d7049d tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/ports/3673bfb8-0eb1-4945-9755-faa372143b76 HTTP/1.1" status: 204 len: 168 time: 1.1942697 Aug 27 14:26:36.737600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56868) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:36.759253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b15bc-0643-4a8c-8984-8fa9b5a31d7f req-b22cbed6-fe96-480b-8c01-88560ed1d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:36.760763 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a2b15bc-0643-4a8c-8984-8fa9b5a31d7f req-b22cbed6-fe96-480b-8c01-88560ed1d326 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 906 time: 0.1947737 Aug 27 14:26:36.775742 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28a28c-abc1-4ee3-870b-7577fcd3c952 req-5f52ce54-67e8-420a-988a-2a772146a63b tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:36.777254 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb28a28c-abc1-4ee3-870b-7577fcd3c952 req-5f52ce54-67e8-420a-988a-2a772146a63b tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 943 time: 0.0986640 Aug 27 14:26:36.828370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e1fcc9-9c8a-4339-9656-0f51f10f3069 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Deleting subnet b1b4b12c-a1bf-444c-a18d-6b230989f5a3 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:26:36.832587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-57e1fcc9-9c8a-4339-9656-0f51f10f3069 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:36.834116 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a2b15bc-0643-4a8c-8984-8fa9b5a31d7f req-4761945b-6a16-463c-a879-69c4debaab73 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=856bb232-416f-419a-9405-e739b45a550b HTTP/1.1" status: 200 len: 217 time: 0.0558734 Aug 27 14:26:36.867957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb28a28c-abc1-4ee3-870b-7577fcd3c952 req-8a898acd-d4e6-4212-aabe-1fada9741585 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804412 Aug 27 14:26:36.882579 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-57e1fcc9-9c8a-4339-9656-0f51f10f3069 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:36.915227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b15bc-0643-4a8c-8984-8fa9b5a31d7f req-1efc7f15-6410-4147-963a-a1046787ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:36.917582 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a2b15bc-0643-4a8c-8984-8fa9b5a31d7f req-1efc7f15-6410-4147-963a-a1046787ba0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.0692616 Aug 27 14:26:36.952245 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a2b15bc-0643-4a8c-8984-8fa9b5a31d7f req-5a80b187-1c71-4c9b-af26-66afda09662c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274599 Aug 27 14:26:36.993531 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-57e1fcc9-9c8a-4339-9656-0f51f10f3069 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.074833 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-57e1fcc9-9c8a-4339-9656-0f51f10f3069 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.081973 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a2b15bc-0643-4a8c-8984-8fa9b5a31d7f req-71d5a022-6c85-47de-a940-b6da9ebb4b2b service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207035 Aug 27 14:26:37.109157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1fcc9-9c8a-4339-9656-0f51f10f3069 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b4b12c-a1bf-444c-a18d-6b230989f5a3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:37.112192 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-57e1fcc9-9c8a-4339-9656-0f51f10f3069 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.114059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-57e1fcc9-9c8a-4339-9656-0f51f10f3069 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/subnets/b1b4b12c-a1bf-444c-a18d-6b230989f5a3 HTTP/1.1" status: 204 len: 168 time: 0.3747258 Aug 27 14:26:37.116466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56870) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:37.125270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0ae29b-af6e-4779-803d-4ab547fd6922 None None] Network c15695a9-7412-4fd9-9945-0a8d87f59ff0 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:26:37.240247 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.271843 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a2b15bc-0643-4a8c-8984-8fa9b5a31d7f req-43a19206-3051-42ba-8e1d-f6ca4695e4d6 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769953 Aug 27 14:26:37.330424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Deleting port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:26:37.330824 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.354738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c666ed-53fd-45e4-bfb1-04188db80d05 None None] DHCP port deletion for c15695a9-7412-4fd9-9945-0a8d87f59ff0 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:26:37.415908 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-40c666ed-53fd-45e4-bfb1-04188db80d05 None None] Deleting port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:26:37.416293 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-40c666ed-53fd-45e4-bfb1-04188db80d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.424146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] For port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8,segment=NetworkSegment(e2e4e1b7-a1a0-42b6-a624-5db20a34674a),segment_id=e2e4e1b7-a1a0-42b6-a624-5db20a34674a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:37.424465 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.439380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Calling delete_port for 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:26:37.484033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-40c666ed-53fd-45e4-bfb1-04188db80d05 None None] For port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8,segment=NetworkSegment(e2e4e1b7-a1a0-42b6-a624-5db20a34674a),segment_id=e2e4e1b7-a1a0-42b6-a624-5db20a34674a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:37.484432 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-40c666ed-53fd-45e4-bfb1-04188db80d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.521790 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.553629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Pushing event deleted for resources: {'Port': ['ID=9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:37.557221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] No DVR routers for this DVR port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:26:37.642859 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.653733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15695a9-7412-4fd9-9945-0a8d87f59ff0']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:37.662002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-40c666ed-53fd-45e4-bfb1-04188db80d05 None None] Calling delete_port for 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:26:37.670927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e4e1b7-a1a0-42b6-a624-5db20a34674a') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:37.671235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e4e1b7-a1a0-42b6-a624-5db20a34674a') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:37.683153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.697455 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.705931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:26:37.706511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:26:37.709884 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:26:37.719886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:26:37.745721 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:26:37.746064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:26:37.778044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.778656 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-40c666ed-53fd-45e4-bfb1-04188db80d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.783231 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:37.787423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] 10.222.0.55 "DELETE /v2.0/networks/c15695a9-7412-4fd9-9945-0a8d87f59ff0 HTTP/1.1" status: 204 len: 168 time: 0.6677372 Aug 27 14:26:37.801096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e2407-ffa6-43d8-8153-14117ff676d9 tempest-TagsExtTest-1288366474 tempest-TagsExtTest-1288366474-project] Pushing event deleted for resources: {'Network': ['ID=c15695a9-7412-4fd9-9945-0a8d87f59ff0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:37.801972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c666ed-53fd-45e4-bfb1-04188db80d05 None None] Pushing event deleted for resources: {'Port': ['ID=9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:37.806550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40c666ed-53fd-45e4-bfb1-04188db80d05 None None] Network c15695a9-7412-4fd9-9945-0a8d87f59ff0 is not hosted by any dhcp agent {{(pid=101188) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 14:26:37.807038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c666ed-53fd-45e4-bfb1-04188db80d05 None None] No DVR routers for this DVR port 9f6c0d43-85bd-4b3b-ad11-38c8ce9dc7c8 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:26:37.999822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1828-059c-4766-b0f5-182e48e72356 req-13c6c1e4-e4e1-41b7-aea6-e3f1a8e62fc8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:38.002026 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6c9b1828-059c-4766-b0f5-182e48e72356 req-13c6c1e4-e4e1-41b7-aea6-e3f1a8e62fc8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 943 time: 0.0534565 Aug 27 14:26:38.041043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6c9b1828-059c-4766-b0f5-182e48e72356 req-9d24c0f7-79b2-4dbc-8ba5-38c30d420ede tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Aug 27 14:26:38.060045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56880) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:38.195534 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e8cd78fb-7bb6-48a1-8b8e-7d1379a4def4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b21b40d15467477baa44bcd7e9359923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341388 Aug 27 14:26:38.197951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56884) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:38.254594 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9d3f3197-e197-4f1b-a5b5-02ac148a5fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:38.285048 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9d3f3197-e197-4f1b-a5b5-02ac148a5fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:38.342719 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9d3f3197-e197-4f1b-a5b5-02ac148a5fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:38.346316 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9d3f3197-e197-4f1b-a5b5-02ac148a5fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:38.347518 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9d3f3197-e197-4f1b-a5b5-02ac148a5fbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37ab6842-8994-490a-964e-0ec11e3844d0 HTTP/1.1" status: 204 len: 168 time: 0.1485863 Aug 27 14:26:38.355965 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f3197-e197-4f1b-a5b5-02ac148a5fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ab6842-8994-490a-964e-0ec11e3844d0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:39.003490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56910) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:39.007341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029333 Aug 27 14:26:39.010091 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56912) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:39.087865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 856bb232-416f-419a-9405-e739b45a550b details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:26:39.115712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f05acc43-884e-44a5-af3d-92fd23400011 tempest-NetworksApiDiscovery-1514739367 tempest-NetworksApiDiscovery-1514739367-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1039846 Aug 27 14:26:39.165600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3417ece-8b6a-4842-b104-3b50355cb977 req-ae1ed4a1-4b17-4e79-8859-6a8057058059 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:39.167167 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3417ece-8b6a-4842-b104-3b50355cb977 req-ae1ed4a1-4b17-4e79-8859-6a8057058059 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 943 time: 0.0495980 Aug 27 14:26:39.194813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 856bb232-416f-419a-9405-e739b45a550b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=856bb232-416f-419a-9405-e739b45a550b,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:39.209527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '856bb232-416f-419a-9405-e739b45a550b', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'port_id': '856bb232-416f-419a-9405-e739b45a550b', 'mac_address': 'fa:16:3e:7d:5d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6540e39-7ad9-40cd-b3b9-54a2310f2264', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:26:39.211451 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3417ece-8b6a-4842-b104-3b50355cb977 req-ba8ea701-0ee8-4cff-b008-5222d5ea44e1 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382664 Aug 27 14:26:39.256738 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:39.270907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856bb232-416f-419a-9405-e739b45a550b {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:26:39.299273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 856bb232-416f-419a-9405-e739b45a550b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=856bb232-416f-419a-9405-e739b45a550b,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:39.305052 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:39.365276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=856bb232-416f-419a-9405-e739b45a550b,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:39.426793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 56928) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:39.545803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['856bb232-416f-419a-9405-e739b45a550b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:26:39.589544 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fab99758-be4e-47a4-82c5-c82675f1b15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:39.706172 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fab99758-be4e-47a4-82c5-c82675f1b15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:39.712227 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fab99758-be4e-47a4-82c5-c82675f1b15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:39.761329 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fab99758-be4e-47a4-82c5-c82675f1b15d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=471353cb38bd464eb1a229daac56080e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305349 Aug 27 14:26:39.761329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab99758-be4e-47a4-82c5-c82675f1b15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed5b4e1-ce0b-4306-bb1e-8ea4e67f2bb2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:39.761945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 56934) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:39.817877 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b91d81fd-14ed-4332-9f4a-6e2594c71f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:39.843891 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b91d81fd-14ed-4332-9f4a-6e2594c71f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:39.897654 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b91d81fd-14ed-4332-9f4a-6e2594c71f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:39.900296 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b91d81fd-14ed-4332-9f4a-6e2594c71f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:39.901970 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b91d81fd-14ed-4332-9f4a-6e2594c71f79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fed5b4e1-ce0b-4306-bb1e-8ea4e67f2bb2 HTTP/1.1" status: 204 len: 168 time: 0.1383400 Aug 27 14:26:39.910726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d81fd-14ed-4332-9f4a-6e2594c71f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed5b4e1-ce0b-4306-bb1e-8ea4e67f2bb2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:39.956670 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:40.337239 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbdfd5-09c7-4f99-beea-dd6dcac67cc8 req-0d839e35-6fd6-422b-bf6e-31ef0a4127fa tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:40.338771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90cbdfd5-09c7-4f99-beea-dd6dcac67cc8 req-0d839e35-6fd6-422b-bf6e-31ef0a4127fa tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 944 time: 0.0558858 Aug 27 14:26:40.381765 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90cbdfd5-09c7-4f99-beea-dd6dcac67cc8 req-d0362e5d-42a1-4f3f-99d4-2aa4f1ebf4e8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357530 Aug 27 14:26:41.097449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 856bb232-416f-419a-9405-e739b45a550b up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:26:41.148810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 856bb232-416f-419a-9405-e739b45a550b completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:41.153965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 856bb232-416f-419a-9405-e739b45a550b triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:41.154422 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:41.236558 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:41.260257 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82114d51-096b-459e-bdc9-207278d6d30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856bb232-416f-419a-9405-e739b45a550b'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:41.262628 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d69d0b-490f-4c56-b3b9-43d1c4362207" -d '{"events": [{"server_uuid": "82114d51-096b-459e-bdc9-207278d6d30a", "name": "network-vif-plugged", "status": "completed", "tag": "856bb232-416f-419a-9405-e739b45a550b"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:41.275868 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 856bb232-416f-419a-9405-e739b45a550b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=856bb232-416f-419a-9405-e739b45a550b,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:41.280641 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:41.348810 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe002417-7a75-4eaa-948d-d09483cd4db3 x-openstack-request-id: req-fe002417-7a75-4eaa-948d-d09483cd4db3 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:41.349097 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82114d51-096b-459e-bdc9-207278d6d30a", "name": "network-vif-plugged", "status": "completed", "tag": "856bb232-416f-419a-9405-e739b45a550b", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:41.349661 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe002417-7a75-4eaa-948d-d09483cd4db3 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:41.350302 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82114d51-096b-459e-bdc9-207278d6d30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856bb232-416f-419a-9405-e739b45a550b', 'code': 200} Aug 27 14:26:41.351321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=856bb232-416f-419a-9405-e739b45a550b,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:41.407901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f053a7-3b5f-4283-acd8-798102c4be1b req-71203d9a-10c8-41e8-a196-37e9744be386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:41.410386 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57f053a7-3b5f-4283-acd8-798102c4be1b req-71203d9a-10c8-41e8-a196-37e9744be386 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 1097 time: 0.0440807 Aug 27 14:26:41.449827 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-57f053a7-3b5f-4283-acd8-798102c4be1b req-1ca60357-549b-4e83-84c9-931e469732e2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Aug 27 14:26:41.508188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd629e3-645e-48f6-9ece-bfb2b33ffbc8 req-e98373bd-a404-41f9-9659-e568ba97ac1a tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:41.510491 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fbd629e3-645e-48f6-9ece-bfb2b33ffbc8 req-e98373bd-a404-41f9-9659-e568ba97ac1a tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 945 time: 0.0524457 Aug 27 14:26:41.557958 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fbd629e3-645e-48f6-9ece-bfb2b33ffbc8 req-881cbeae-c824-4775-87c6-29faa9c7d96c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368123 Aug 27 14:26:42.733285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3f5fa-e726-4f78-83fe-4533817b6099 req-b48970ee-1b93-40ad-8180-f940a7e3cba2 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:42.735026 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4ed3f5fa-e726-4f78-83fe-4533817b6099 req-b48970ee-1b93-40ad-8180-f940a7e3cba2 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 945 time: 0.0546813 Aug 27 14:26:42.778127 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4ed3f5fa-e726-4f78-83fe-4533817b6099 req-7b6353e6-2d75-41d7-8edf-fb01bba7162c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366340 Aug 27 14:26:42.915959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2a02e-1e77-4a5d-b6e9-195f30f974b5 req-18ef8e45-410a-48b1-80da-0ec09ed37d85 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:42.917831 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ac2a02e-1e77-4a5d-b6e9-195f30f974b5 req-18ef8e45-410a-48b1-80da-0ec09ed37d85 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 945 time: 0.0605042 Aug 27 14:26:42.983680 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ac2a02e-1e77-4a5d-b6e9-195f30f974b5 req-a60000b5-37ae-4956-8f1f-b94d906566e0 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475757 Aug 27 14:26:43.282426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46028d9e-54eb-4661-b48c-28f781c45e33 req-44a33509-2dd4-415e-98fa-fcb463a6048e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:43.284466 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-46028d9e-54eb-4661-b48c-28f781c45e33 req-44a33509-2dd4-415e-98fa-fcb463a6048e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 945 time: 0.0585413 Aug 27 14:26:43.326099 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-46028d9e-54eb-4661-b48c-28f781c45e33 req-8449bf7a-c369-4307-bf70-c20007ae2e2d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352714 Aug 27 14:26:44.461227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2d8db-5578-4fa3-9d00-b1193adde785 req-e0420a87-7421-4d22-aaac-0dcc659d5c5d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:44.463402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88c2d8db-5578-4fa3-9d00-b1193adde785 req-e0420a87-7421-4d22-aaac-0dcc659d5c5d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 945 time: 0.0596728 Aug 27 14:26:44.529598 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88c2d8db-5578-4fa3-9d00-b1193adde785 req-d9cba858-df10-4ca2-ab91-8b05f3049cba tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600462 Aug 27 14:26:44.645780 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b4dc9129-c664-44c0-a278-c80cfb5817ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:44.652452 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44cf01-017f-43ea-b81e-f86424bac99f req-fd5fffe0-09ff-4d2d-ab57-560e497372ee tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:44.653937 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c44cf01-017f-43ea-b81e-f86424bac99f req-fd5fffe0-09ff-4d2d-ab57-560e497372ee tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 945 time: 0.0772488 Aug 27 14:26:44.761262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-1c44cf01-017f-43ea-b81e-f86424bac99f req-8d7fae29-fdc6-41c8-a1ab-25846c5b8cef tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Deleting port 856bb232-416f-419a-9405-e739b45a550b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:26:44.761867 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1c44cf01-017f-43ea-b81e-f86424bac99f req-8d7fae29-fdc6-41c8-a1ab-25846c5b8cef tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:44.857284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-1c44cf01-017f-43ea-b81e-f86424bac99f req-8d7fae29-fdc6-41c8-a1ab-25846c5b8cef tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] For port 856bb232-416f-419a-9405-e739b45a550b, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=856bb232-416f-419a-9405-e739b45a550b,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:44.857728 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1c44cf01-017f-43ea-b81e-f86424bac99f req-8d7fae29-fdc6-41c8-a1ab-25846c5b8cef tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:44.872964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-1c44cf01-017f-43ea-b81e-f86424bac99f req-8d7fae29-fdc6-41c8-a1ab-25846c5b8cef tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Calling delete_port for 856bb232-416f-419a-9405-e739b45a550b owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:26:45.010652 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1c44cf01-017f-43ea-b81e-f86424bac99f req-8d7fae29-fdc6-41c8-a1ab-25846c5b8cef tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:45.037511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180', '856bb232-416f-419a-9405-e739b45a550b'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:26:45.074611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fae29-fdc6-41c8-a1ab-25846c5b8cef tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event deleted for resources: {'Port': ['ID=856bb232-416f-419a-9405-e739b45a550b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:45.095374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c44cf01-017f-43ea-b81e-f86424bac99f req-8d7fae29-fdc6-41c8-a1ab-25846c5b8cef tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] No DVR routers for this DVR port 856bb232-416f-419a-9405-e739b45a550b on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:26:45.098304 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1c44cf01-017f-43ea-b81e-f86424bac99f req-8d7fae29-fdc6-41c8-a1ab-25846c5b8cef tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:45.101381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c44cf01-017f-43ea-b81e-f86424bac99f req-8d7fae29-fdc6-41c8-a1ab-25846c5b8cef tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "DELETE /v2.0/ports/856bb232-416f-419a-9405-e739b45a550b HTTP/1.1" status: 204 len: 173 time: 0.4405460 Aug 27 14:26:45.102032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82114d51-096b-459e-bdc9-207278d6d30a', 'name': 'network-vif-deleted', 'tag': '856bb232-416f-419a-9405-e739b45a550b'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:45.104569 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aa07ac-89f3-4423-bcde-2ed575700d6b" -d '{"events": [{"server_uuid": "82114d51-096b-459e-bdc9-207278d6d30a", "name": "network-vif-deleted", "tag": "856bb232-416f-419a-9405-e739b45a550b"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:45.379654 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0467aa-18c8-4bf1-bc55-28a385c52afe x-openstack-request-id: req-aa0467aa-18c8-4bf1-bc55-28a385c52afe {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:45.379948 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82114d51-096b-459e-bdc9-207278d6d30a", "name": "network-vif-deleted", "tag": "856bb232-416f-419a-9405-e739b45a550b", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:45.380197 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa0467aa-18c8-4bf1-bc55-28a385c52afe {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:45.380635 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82114d51-096b-459e-bdc9-207278d6d30a', 'name': 'network-vif-deleted', 'tag': '856bb232-416f-419a-9405-e739b45a550b', 'status': 'completed', 'code': 200} Aug 27 14:26:45.757014 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf33ba95-da72-4d2d-a890-4216a7fd51de req-ccb66a80-edb5-4f15-80c6-4cabb59f9122 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=82114d51-096b-459e-bdc9-207278d6d30a HTTP/1.1" status: 200 len: 210 time: 0.0403645 Aug 27 14:26:47.172593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90127b37-4241-49b8-8209-b22eda9d845d req-10570f25-827b-4a18-9f8b-a3ce486f6775 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:47.173954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-10570f25-827b-4a18-9f8b-a3ce486f6775 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.1567798 Aug 27 14:26:47.190772 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-299c67df-3033-4796-95d2-1086735cd26b tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/quotas/ee68a6fac6694996a7e1e4858572b79c HTTP/1.1" status: 200 len: 375 time: 0.0106997 Aug 27 14:26:47.295617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-54048949-9206-4905-8bcd-fa86e6b3db81 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990059 Aug 27 14:26:47.304566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-b0f7ec02-23d8-47dd-a87e-a3a090c00ab4 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:26:47.305584 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-b0f7ec02-23d8-47dd-a87e-a3a090c00ab4 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053957 Aug 27 14:26:47.400234 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-53e76765-932c-4ab4-920f-414381c323bc service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879872 Aug 27 14:26:47.452165 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:47.514458 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-12f4c488-24be-4825-8afa-5df773eb2ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:47.528719 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-5ccd71a1-32e5-49d6-bf54-5c0c430f99e8 service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197472 Aug 27 14:26:47.722645 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-513ec3ed-23cd-4d2d-87a3-d215bc537432 req-2105b038-1a9b-4500-8778-435af904bdd7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 210 time: 0.0283415 Aug 27 14:26:48.684021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57108) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:48.814727 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:48.863340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90127b37-4241-49b8-8209-b22eda9d845d req-0932a95a-b288-47bd-b5d6-894e02697ec0 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:48.865682 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-0932a95a-b288-47bd-b5d6-894e02697ec0 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.1341522 Aug 27 14:26:48.883407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-90127b37-4241-49b8-8209-b22eda9d845d req-c377521f-51a9-4896-b5df-e09534bf282f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Request body: {'port': {'device_id': 'cfca94a3-b5ac-4915-a8b5-a791e05973d0', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'admin_state_up': True, 'tenant_id': 'ee68a6fac6694996a7e1e4858572b79c'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:48.930224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45fd477d-fde1-4330-8fa4-0497b2522339 req-5726d01f-ef5a-4565-97a4-0a2cd08291a3 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 210 time: 0.0388048 Aug 27 14:26:48.948142 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6591b77e-70b2-4d80-8f82-0e43e639613e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:49.076108 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6591b77e-70b2-4d80-8f82-0e43e639613e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:49.089141 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6591b77e-70b2-4d80-8f82-0e43e639613e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:49.110659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90127b37-4241-49b8-8209-b22eda9d845d req-c377521f-51a9-4896-b5df-e09534bf282f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Made reservation on behalf of ee68a6fac6694996a7e1e4858572b79c for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:26:49.116490 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591b77e-70b2-4d80-8f82-0e43e639613e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21802ccd-73bd-48b3-8b2a-d208d45c5485,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:49.122098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 856bb232-416f-419a-9405-e739b45a550b no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:26:49.144517 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6591b77e-70b2-4d80-8f82-0e43e639613e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c4e86a1049b4ae5b9efc2b14a29ff50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593947 Aug 27 14:26:49.147255 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57118) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:49.158004 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90127b37-4241-49b8-8209-b22eda9d845d req-c377521f-51a9-4896-b5df-e09534bf282f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:49.171832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 856bb232-416f-419a-9405-e739b45a550b {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:26:49.172849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 856bb232-416f-419a-9405-e739b45a550b not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:26:49.216462 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6d6f-aba9-44ac-970e-98fe5b525793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:49.240430 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6d6f-aba9-44ac-970e-98fe5b525793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:49.295995 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6d6f-aba9-44ac-970e-98fe5b525793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:49.299524 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6d6f-aba9-44ac-970e-98fe5b525793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:49.300766 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3f3d6d6f-aba9-44ac-970e-98fe5b525793 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21802ccd-73bd-48b3-8b2a-d208d45c5485 HTTP/1.1" status: 204 len: 168 time: 0.1526725 Aug 27 14:26:49.323490 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d6d6f-aba9-44ac-970e-98fe5b525793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21802ccd-73bd-48b3-8b2a-d208d45c5485,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:49.353505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-90127b37-4241-49b8-8209-b22eda9d845d req-c377521f-51a9-4896-b5df-e09534bf282f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Allocated IP 172.20.0.6 (9a1e67c1-4465-454e-8a46-0919ae0d8681/f6540e39-7ad9-40cd-b3b9-54a2310f2264/def6cf1b-065c-42ba-8f3f-0edd386eaf2a) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:26:49.541511 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90127b37-4241-49b8-8209-b22eda9d845d req-c377521f-51a9-4896-b5df-e09534bf282f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:49.599014 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90127b37-4241-49b8-8209-b22eda9d845d req-c377521f-51a9-4896-b5df-e09534bf282f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:49.612332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:26:49.625669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90127b37-4241-49b8-8209-b22eda9d845d req-c377521f-51a9-4896-b5df-e09534bf282f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Network 9a1e67c1-4465-454e-8a46-0919ae0d8681 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:26:49.650278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-90127b37-4241-49b8-8209-b22eda9d845d req-c377521f-51a9-4896-b5df-e09534bf282f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:26:49.654342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-90127b37-4241-49b8-8209-b22eda9d845d req-c377521f-51a9-4896-b5df-e09534bf282f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:26:49.708660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377521f-51a9-4896-b5df-e09534bf282f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event updated for resources: {'Port': ['ID=def6cf1b-065c-42ba-8f3f-0edd386eaf2a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:49.721965 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90127b37-4241-49b8-8209-b22eda9d845d req-c377521f-51a9-4896-b5df-e09534bf282f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:49.722596 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90127b37-4241-49b8-8209-b22eda9d845d req-c377521f-51a9-4896-b5df-e09534bf282f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:49.738392 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-c377521f-51a9-4896-b5df-e09534bf282f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8629713 Aug 27 14:26:49.767714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Request body: {'port': {'device_id': 'cfca94a3-b5ac-4915-a8b5-a791e05973d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:26:49.852296 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:50.134587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718a52-4c13-4767-bab4-759e1d649f98 req-a63a8bb3-178a-4fe3-88ec-99d1dc3d74f8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:50.143097 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62718a52-4c13-4767-bab4-759e1d649f98 req-a63a8bb3-178a-4fe3-88ec-99d1dc3d74f8 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 931 time: 0.1220679 Aug 27 14:26:50.226464 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-62718a52-4c13-4767-bab4-759e1d649f98 req-30ca9929-ce84-4ea2-afb1-df7e62b3a160 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771964 Aug 27 14:26:50.273427 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:50.312228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def6cf1b-065c-42ba-8f3f-0edd386eaf2a {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:26:50.322901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:50.347788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Transition to ACTIVE for port object def6cf1b-065c-42ba-8f3f-0edd386eaf2a will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:26:50.353044 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:50.456431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Pushing event updated for resources: {'Port': ['ID=def6cf1b-065c-42ba-8f3f-0edd386eaf2a,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:50.494845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Attempting to bind port def6cf1b-065c-42ba-8f3f-0edd386eaf2a on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:26:50.496003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Attempting to bind port def6cf1b-065c-42ba-8f3f-0edd386eaf2a by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:26:50.496003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Attempting to bind port def6cf1b-065c-42ba-8f3f-0edd386eaf2a on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:50.500860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Port def6cf1b-065c-42ba-8f3f-0edd386eaf2a on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:26:50.501369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Attempting to bind port def6cf1b-065c-42ba-8f3f-0edd386eaf2a on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:26:50.513683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:26:50.518954 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Checking segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:26:50.519496 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Bound using segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:26:50.519957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Bound port: def6cf1b-065c-42ba-8f3f-0edd386eaf2a, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:26:50.520352 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:50.612003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] For port def6cf1b-065c-42ba-8f3f-0edd386eaf2a, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:26:50.615980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] For port def6cf1b-065c-42ba-8f3f-0edd386eaf2a, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=def6cf1b-065c-42ba-8f3f-0edd386eaf2a,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:26:50.621329 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:50.669629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:50.670255 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:50.671664 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] 10.222.0.52 "PUT /v2.0/ports/def6cf1b-065c-42ba-8f3f-0edd386eaf2a HTTP/1.1" status: 200 len: 1092 time: 0.9249694 Aug 27 14:26:50.672618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfca94a3-b5ac-4915-a8b5-a791e05973d0', 'tag': 'def6cf1b-065c-42ba-8f3f-0edd386eaf2a'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:50.674881 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72042fca-4d36-4729-8a17-ca7b0177a734" -d '{"events": [{"name": "network-changed", "server_uuid": "cfca94a3-b5ac-4915-a8b5-a791e05973d0", "tag": "def6cf1b-065c-42ba-8f3f-0edd386eaf2a"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:50.753436 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173670f0-cc65-4ecc-b8e7-ff3b14e5701e x-openstack-request-id: req-173670f0-cc65-4ecc-b8e7-ff3b14e5701e {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:50.753912 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfca94a3-b5ac-4915-a8b5-a791e05973d0", "tag": "def6cf1b-065c-42ba-8f3f-0edd386eaf2a", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:50.754312 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-173670f0-cc65-4ecc-b8e7-ff3b14e5701e {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:50.754882 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfca94a3-b5ac-4915-a8b5-a791e05973d0', 'tag': 'def6cf1b-065c-42ba-8f3f-0edd386eaf2a', 'status': 'completed', 'code': 200} Aug 27 14:26:50.774616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d7752-5ebe-4a1d-bd79-6e192020fa1c service neutron] Pushing event updated for resources: {'Port': ['ID=def6cf1b-065c-42ba-8f3f-0edd386eaf2a,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:50.799872 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90127b37-4241-49b8-8209-b22eda9d845d req-58758cda-6e0e-4c8f-b8c4-a7ce2c408310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:50.801715 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-58758cda-6e0e-4c8f-b8c4-a7ce2c408310 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 1095 time: 0.0864272 Aug 27 14:26:50.848089 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-5d5db070-d610-4ca7-ab90-20bab0708597 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def6cf1b-065c-42ba-8f3f-0edd386eaf2a HTTP/1.1" status: 200 len: 217 time: 0.0378807 Aug 27 14:26:50.904806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90127b37-4241-49b8-8209-b22eda9d845d req-d499770e-d569-4251-81ba-312c1a44791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:50.907420 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-d499770e-d569-4251-81ba-312c1a44791e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.0518038 Aug 27 14:26:50.961071 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-ed8a9d38-d021-4050-920e-47a53e36a4e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424907 Aug 27 14:26:51.096983 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-9c1e5a57-8471-4b67-8e54-c60248aa37c7 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274424 Aug 27 14:26:51.195753 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-90127b37-4241-49b8-8209-b22eda9d845d req-f88980bf-a585-4a7a-8635-e395bb2071d7 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908322 Aug 27 14:26:51.237885 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:26:51.383220 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72042fca-4d36-4729-8a17-ca7b0177a734 req-014042dc-7636-4e52-90e2-4571fa401e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:51.384834 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72042fca-4d36-4729-8a17-ca7b0177a734 req-014042dc-7636-4e52-90e2-4571fa401e3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 1095 time: 0.1361599 Aug 27 14:26:51.397657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9433f-1711-420e-8b12-8b21ce8f1636 req-707c2659-4aeb-4ae0-add8-e01fda03466a tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:51.400758 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-efb9433f-1711-420e-8b12-8b21ce8f1636 req-707c2659-4aeb-4ae0-add8-e01fda03466a tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 943 time: 0.0912793 Aug 27 14:26:51.529469 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-efb9433f-1711-420e-8b12-8b21ce8f1636 req-cd1f876d-8136-463d-bbdb-4b7e54931c5e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048391 Aug 27 14:26:51.561752 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:51.569254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72042fca-4d36-4729-8a17-ca7b0177a734 req-106e287e-0af8-4d1f-8bf1-b77071bc34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:51.572164 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72042fca-4d36-4729-8a17-ca7b0177a734 req-106e287e-0af8-4d1f-8bf1-b77071bc34bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 906 time: 0.1708460 Aug 27 14:26:51.641533 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72042fca-4d36-4729-8a17-ca7b0177a734 req-e92e40c6-4ab4-408e-bdf3-c1860c62af53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def6cf1b-065c-42ba-8f3f-0edd386eaf2a HTTP/1.1" status: 200 len: 217 time: 0.0581195 Aug 27 14:26:51.699783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72042fca-4d36-4729-8a17-ca7b0177a734 req-2be96195-f535-428d-8766-300ec8fd9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:51.701276 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72042fca-4d36-4729-8a17-ca7b0177a734 req-2be96195-f535-428d-8766-300ec8fd9973 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.0499375 Aug 27 14:26:51.737049 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72042fca-4d36-4729-8a17-ca7b0177a734 req-c2bfb5e6-e39d-4716-ae18-6caa35e28f80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259585 Aug 27 14:26:51.841002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72042fca-4d36-4729-8a17-ca7b0177a734 req-f18f5c65-d317-4994-a1c9-29af36879a1b service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951631 Aug 27 14:26:51.932577 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72042fca-4d36-4729-8a17-ca7b0177a734 req-ac33e380-1946-4ebf-a065-ba38513ecb73 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842845 Aug 27 14:26:52.684106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90da9fa-8ee3-4a2e-8b42-8a620d6869a4 req-153a64cd-6bf6-4600-a364-87ffcfe08061 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:52.686860 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d90da9fa-8ee3-4a2e-8b42-8a620d6869a4 req-153a64cd-6bf6-4600-a364-87ffcfe08061 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 943 time: 0.0592480 Aug 27 14:26:52.744196 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d90da9fa-8ee3-4a2e-8b42-8a620d6869a4 req-063e6535-c66c-4593-8e3a-efab38a0eef0 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500331 Aug 27 14:26:53.460036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010ec75-0c66-4420-9ed1-841b7d9bdf69 req-d9815d0d-5d28-42ad-8f96-1ff4ee17d630 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:53.461661 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8010ec75-0c66-4420-9ed1-841b7d9bdf69 req-d9815d0d-5d28-42ad-8f96-1ff4ee17d630 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 946 time: 0.0513999 Aug 27 14:26:53.502587 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8010ec75-0c66-4420-9ed1-841b7d9bdf69 req-f62a8dae-4d46-4988-9159-243967cea6d6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348432 Aug 27 14:26:53.872050 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a7f55-cf8a-4d09-ad7a-d8098603efe1 req-9c739658-a9ec-4e79-81d5-566398869e36 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:53.873663 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-990a7f55-cf8a-4d09-ad7a-d8098603efe1 req-9c739658-a9ec-4e79-81d5-566398869e36 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 943 time: 0.0601261 Aug 27 14:26:53.913761 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-990a7f55-cf8a-4d09-ad7a-d8098603efe1 req-cfc4a4b2-8c87-4fbc-82de-0707331d8334 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332963 Aug 27 14:26:54.626474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462609a1-6620-45d4-8f97-d265b0001a08 req-ccdfa2ed-36cc-40f8-a409-82514c863c5c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:54.630948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-462609a1-6620-45d4-8f97-d265b0001a08 req-ccdfa2ed-36cc-40f8-a409-82514c863c5c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 946 time: 0.0578201 Aug 27 14:26:54.670351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-462609a1-6620-45d4-8f97-d265b0001a08 req-f171e2bd-b247-4a0d-8a49-92ba192c35e5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358822 Aug 27 14:26:55.053409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d857c6-ea20-4fc5-b0da-b590f9206286 req-40829abf-7a7c-4fa8-8f1e-23529145f2fd tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:55.055110 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10d857c6-ea20-4fc5-b0da-b590f9206286 req-40829abf-7a7c-4fa8-8f1e-23529145f2fd tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 943 time: 0.0506661 Aug 27 14:26:55.094493 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10d857c6-ea20-4fc5-b0da-b590f9206286 req-adcd742e-c049-489c-b7ed-8c59ca87ab99 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327442 Aug 27 14:26:55.125893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device def6cf1b-065c-42ba-8f3f-0edd386eaf2a details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:26:55.230786 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port def6cf1b-065c-42ba-8f3f-0edd386eaf2a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=def6cf1b-065c-42ba-8f3f-0edd386eaf2a,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:55.246573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'def6cf1b-065c-42ba-8f3f-0edd386eaf2a', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'port_id': 'def6cf1b-065c-42ba-8f3f-0edd386eaf2a', 'mac_address': 'fa:16:3e:9f:5e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6540e39-7ad9-40cd-b3b9-54a2310f2264', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:26:55.292734 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:55.307288 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def6cf1b-065c-42ba-8f3f-0edd386eaf2a {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:26:55.329117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-b2a368e7-c870-4d8d-bddc-dfe079176d6d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:55.330536 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port def6cf1b-065c-42ba-8f3f-0edd386eaf2a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=def6cf1b-065c-42ba-8f3f-0edd386eaf2a,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:55.331260 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-b2a368e7-c870-4d8d-bddc-dfe079176d6d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 946 time: 0.0595188 Aug 27 14:26:55.336016 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:55.390879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=def6cf1b-065c-42ba-8f3f-0edd386eaf2a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:55.398410 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:55.399039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:55.399392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:55.399788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:55.400125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:55.400558 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:55.400778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:55.401133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:55.401438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:55.401792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:55.402097 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:55.402426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:26:55.457527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Deleting port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:26:55.457868 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:55.546626 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['def6cf1b-065c-42ba-8f3f-0edd386eaf2a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:26:55.561329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] For port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=59f6822a-5cc7-4c98-b22c-84c9faf2dde0,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:55.561660 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:55.795923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba564d2-1114-48b4-9502-ca9d8e2613cb req-18fa09eb-54dc-4c43-83bd-f155639e7c36 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:55.798446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2ba564d2-1114-48b4-9502-ca9d8e2613cb req-18fa09eb-54dc-4c43-83bd-f155639e7c36 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 946 time: 0.0530267 Aug 27 14:26:55.823210 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:55.823407 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:55.823876 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Floating IP 6090dabc-d0e9-4dd6-9965-c5374898a1f3 disassociated. External IP: 172.25.2.131, port: 59f6822a-5cc7-4c98-b22c-84c9faf2dde0. Aug 27 14:26:55.824303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Calling delete_port for 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:26:55.840338 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2ba564d2-1114-48b4-9502-ca9d8e2613cb req-a7c6a9a2-c538-4a86-809b-1bdca96f239c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353835 Aug 27 14:26:55.958296 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:55.987712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event deleted for resources: {'Port': ['ID=59f6822a-5cc7-4c98-b22c-84c9faf2dde0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:56.106410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Router 004765aa-c904-47d1-8ed5-32ceeb59c08e has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:26:56.243923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:26:56.256419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f70cf6-cdd5-4cca-93d6-b4a9df0a4544 None None] Sync routers for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:26:56.266397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f70cf6-cdd5-4cca-93d6-b4a9df0a4544 None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:26:56.267370 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-74f70cf6-cdd5-4cca-93d6-b4a9df0a4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:26:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:56.276322 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d21c5e-8c24-4b0c-aa27-30ace6f95f47 req-63dd9ca3-fabe-4ae4-b005-c9a725cf0e20 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:56.277803 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c2d21c5e-8c24-4b0c-aa27-30ace6f95f47 req-63dd9ca3-fabe-4ae4-b005-c9a725cf0e20 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 944 time: 0.1118078 Aug 27 14:26:56.300618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] No DVR routers for this DVR port 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:26:56.308490 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:56.310341 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03f17cab-b312-4b47-9c8d-f16a22654b80 req-7cfefcc9-1f6d-4ed4-a8ed-ef7dfda48640 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "DELETE /v2.0/ports/59f6822a-5cc7-4c98-b22c-84c9faf2dde0 HTTP/1.1" status: 204 len: 173 time: 0.9714611 Aug 27 14:26:56.310793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c7d105-8e4e-4b86-948b-4c93535c39fa', 'name': 'network-vif-deleted', 'tag': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:56.313548 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941d7adf-921b-461d-8e40-62ac4c7d1bb2" -d '{"events": [{"server_uuid": "45c7d105-8e4e-4b86-948b-4c93535c39fa", "name": "network-vif-deleted", "tag": "59f6822a-5cc7-4c98-b22c-84c9faf2dde0"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:56.366436 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c2d21c5e-8c24-4b0c-aa27-30ace6f95f47 req-9e07528f-2b43-43bc-9da2-84623bde455d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675352 Aug 27 14:26:56.386859 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fb2675-26a4-43d7-8e8a-0b2aae10b081 x-openstack-request-id: req-f4fb2675-26a4-43d7-8e8a-0b2aae10b081 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:56.387165 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c7d105-8e4e-4b86-948b-4c93535c39fa", "name": "network-vif-deleted", "tag": "59f6822a-5cc7-4c98-b22c-84c9faf2dde0", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:56.387431 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4fb2675-26a4-43d7-8e8a-0b2aae10b081 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:56.387852 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c7d105-8e4e-4b86-948b-4c93535c39fa', 'name': 'network-vif-deleted', 'tag': '59f6822a-5cc7-4c98-b22c-84c9faf2dde0', 'status': 'completed', 'code': 200} Aug 27 14:26:56.415596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-74f70cf6-cdd5-4cca-93d6-b4a9df0a4544 None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:26:56.668506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-74f70cf6-cdd5-4cca-93d6-b4a9df0a4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:56.702250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f70cf6-cdd5-4cca-93d6-b4a9df0a4544 None None] Checking router: 004765aa-c904-47d1-8ed5-32ceeb59c08e for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:26:56.713013 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f70cf6-cdd5-4cca-93d6-b4a9df0a4544 None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:26:56.713976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-74f70cf6-cdd5-4cca-93d6-b4a9df0a4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:26:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:56.831325 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-74f70cf6-cdd5-4cca-93d6-b4a9df0a4544 None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:26:56.975713 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb035ad4-5d86-488e-8493-5e5247d580c9 req-6b60ad11-4873-4541-9fe4-6deae0248f62 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 210 time: 0.0340519 Aug 27 14:26:57.072142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-74f70cf6-cdd5-4cca-93d6-b4a9df0a4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:26:57.121847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f70cf6-cdd5-4cca-93d6-b4a9df0a4544 None None] The sync data for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 is: [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:26:57.141668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device def6cf1b-065c-42ba-8f3f-0edd386eaf2a up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:26:57.242843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port def6cf1b-065c-42ba-8f3f-0edd386eaf2a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:26:57.248572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port def6cf1b-065c-42ba-8f3f-0edd386eaf2a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:26:57.248949 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:57.286769 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c03e3cbe-5bbb-4616-a042-223dcc1f781b req-8aca683d-ba78-4342-ad1c-6b8bd15603ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0495636 Aug 27 14:26:57.354470 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:57.383770 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfca94a3-b5ac-4915-a8b5-a791e05973d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def6cf1b-065c-42ba-8f3f-0edd386eaf2a'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:26:57.386049 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bbfcb1-217c-419f-9772-165d5b0087e5" -d '{"events": [{"server_uuid": "cfca94a3-b5ac-4915-a8b5-a791e05973d0", "name": "network-vif-plugged", "status": "completed", "tag": "def6cf1b-065c-42ba-8f3f-0edd386eaf2a"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:26:57.407354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port def6cf1b-065c-42ba-8f3f-0edd386eaf2a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=def6cf1b-065c-42ba-8f3f-0edd386eaf2a,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:26:57.414660 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:57.460003 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c03e3cbe-5bbb-4616-a042-223dcc1f781b req-1cee6a84-7015-4e69-acac-4a2062806497 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0800719 Aug 27 14:26:57.531915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c03e3cbe-5bbb-4616-a042-223dcc1f781b req-bd137544-4e0e-4a1e-9b7e-4eb822544a58 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436876 Aug 27 14:26:57.535077 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be191fc-3983-4fd4-9f15-9ae8c73198f6 x-openstack-request-id: req-9be191fc-3983-4fd4-9f15-9ae8c73198f6 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:26:57.535588 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfca94a3-b5ac-4915-a8b5-a791e05973d0", "name": "network-vif-plugged", "status": "completed", "tag": "def6cf1b-065c-42ba-8f3f-0edd386eaf2a", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:26:57.536106 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9be191fc-3983-4fd4-9f15-9ae8c73198f6 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:26:57.536671 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfca94a3-b5ac-4915-a8b5-a791e05973d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def6cf1b-065c-42ba-8f3f-0edd386eaf2a', 'code': 200} Aug 27 14:26:57.553069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=def6cf1b-065c-42ba-8f3f-0edd386eaf2a,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:57.668603 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158af7d1-b2de-4dd4-afc2-4293b432052b None None] New status for floating IP 6090dabc-d0e9-4dd6-9965-c5374898a1f3: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:26:57.670291 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fde81-c9d1-476f-b4c7-f7f70ebd47a1 req-0a04997d-38c6-49f8-a7c4-b22bd33bd0dc tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:57.684301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f64fde81-c9d1-476f-b4c7-f7f70ebd47a1 req-0a04997d-38c6-49f8-a7c4-b22bd33bd0dc tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 945 time: 0.1409752 Aug 27 14:26:57.700634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa9492-66ca-41ac-a351-cf008bb18c27 req-ad2d4e8e-f2c8-4975-a742-2630d36adbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:57.702249 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63aa9492-66ca-41ac-a351-cf008bb18c27 req-ad2d4e8e-f2c8-4975-a742-2630d36adbf2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 1097 time: 0.1521852 Aug 27 14:26:57.747931 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f64fde81-c9d1-476f-b4c7-f7f70ebd47a1 req-ffb2753e-104a-4259-9768-0019cf6d2aac tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603483 Aug 27 14:26:57.749842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e3cbe-5bbb-4616-a042-223dcc1f781b req-0900e64c-bfd1-4393-91a2-63b647434a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:57.752055 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c03e3cbe-5bbb-4616-a042-223dcc1f781b req-0900e64c-bfd1-4393-91a2-63b647434a54 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2130194 Aug 27 14:26:57.776688 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63aa9492-66ca-41ac-a351-cf008bb18c27 req-f670b592-acba-4bcc-87f4-b2b1e7658256 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559123 Aug 27 14:26:58.088247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f5bcbdb7-d087-4efe-a165-3f1ceefa858e req-db60c6ce-b9f6-4fa5-987f-f0ecaaa12b87 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 210 time: 0.0313561 Aug 27 14:26:58.518964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:26:58.545779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:26:58.546416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 59f6822a-5cc7-4c98-b22c-84c9faf2dde0 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:26:58.945644 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b04c0e-498a-4c7e-a6db-b19664657895 req-32ca1c91-d372-431e-b970-44f7c03399f4 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:26:58.947920 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-70b04c0e-498a-4c7e-a6db-b19664657895 req-32ca1c91-d372-431e-b970-44f7c03399f4 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 945 time: 0.0864027 Aug 27 14:26:58.996729 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-70b04c0e-498a-4c7e-a6db-b19664657895 req-833e6af5-0a06-4c32-8e3f-d35796a0dac9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Aug 27 14:26:59.173581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57294) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:59.208920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-437ad913-7cd4-4180-809d-505ac57e28b5 req-406f8d7e-e05c-49a6-a6a3-2e65ee8534c6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 210 time: 0.0416281 Aug 27 14:26:59.335084 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b43a2e06-4308-4952-98c8-b0aa8cc82012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:59.444047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b43a2e06-4308-4952-98c8-b0aa8cc82012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:59.449321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b43a2e06-4308-4952-98c8-b0aa8cc82012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:59.483258 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b43a2e06-4308-4952-98c8-b0aa8cc82012 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c46d767f44b64a69bc6882bedb74f4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050227 Aug 27 14:26:59.485787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57298) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:26:59.511703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a2e06-4308-4952-98c8-b0aa8cc82012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d206f98-5a6b-432b-81e1-b3fb2618c70a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:26:59.568306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15a79a86-7887-417b-8820-20ad0ea3fe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:59.594226 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15a79a86-7887-417b-8820-20ad0ea3fe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:59.648947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15a79a86-7887-417b-8820-20ad0ea3fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:59.651726 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-15a79a86-7887-417b-8820-20ad0ea3fe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:26:59.654772 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-15a79a86-7887-417b-8820-20ad0ea3fe05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d206f98-5a6b-432b-81e1-b3fb2618c70a HTTP/1.1" status: 204 len: 168 time: 0.1663127 Aug 27 14:26:59.661830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a79a86-7887-417b-8820-20ad0ea3fe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d206f98-5a6b-432b-81e1-b3fb2618c70a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:00.183796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb1a2a-8c6d-4f9f-a875-7adedea064b4 req-683f2380-0f3a-420d-a494-013943e80e78 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:00.193849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7fb1a2a-8c6d-4f9f-a875-7adedea064b4 req-683f2380-0f3a-420d-a494-013943e80e78 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 945 time: 0.0926437 Aug 27 14:27:00.216508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57330) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:00.264752 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7fb1a2a-8c6d-4f9f-a875-7adedea064b4 req-11ffe908-a9bd-4fbc-97a0-967b56003e22 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697749 Aug 27 14:27:00.438395 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42030599-5dc8-48ea-b68b-539529e4492a req-2fe56adb-69be-4b87-b9af-0318aba6bdc6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 210 time: 0.0864234 Aug 27 14:27:00.445690 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b677f452-6511-4304-b89c-1ed28ba0a79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:00.592300 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b677f452-6511-4304-b89c-1ed28ba0a79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:00.598357 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b677f452-6511-4304-b89c-1ed28ba0a79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:00.658263 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57356) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:00.658576 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b677f452-6511-4304-b89c-1ed28ba0a79f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7dce972e2e074de5825928b610035f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409673 Aug 27 14:27:00.659371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677f452-6511-4304-b89c-1ed28ba0a79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10276ac6-50f9-4db1-9a79-a9bfe68115e1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:00.730675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f638c-1246-42fd-9a5e-8803613fd245 req-81f86058-65d1-40d6-9147-76929b2408bc tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:00.739203 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-81f86058-65d1-40d6-9147-76929b2408bc tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.2281640 Aug 27 14:27:00.768069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-edd22974-9e2b-4c0f-bc41-d9b14f8ab36b tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/quotas/ee68a6fac6694996a7e1e4858572b79c HTTP/1.1" status: 200 len: 375 time: 0.0278034 Aug 27 14:27:00.817118 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1807-e2d6-4b4d-b157-38b06a6fa81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:00.847726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-a7d8fa1c-2b66-4b0d-900a-bef9ec700907 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784898 Aug 27 14:27:00.908447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1807-e2d6-4b4d-b157-38b06a6fa81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:00.991304 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-75222e77-1a7c-43cb-a796-12170382254b service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425989 Aug 27 14:27:01.047757 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1807-e2d6-4b4d-b157-38b06a6fa81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:01.050442 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1807-e2d6-4b4d-b157-38b06a6fa81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:01.051614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bbdc1807-e2d6-4b4d-b157-38b06a6fa81f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10276ac6-50f9-4db1-9a79-a9bfe68115e1 HTTP/1.1" status: 204 len: 168 time: 0.3920991 Aug 27 14:27:01.067645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc1807-e2d6-4b4d-b157-38b06a6fa81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10276ac6-50f9-4db1-9a79-a9bfe68115e1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:01.114857 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-6058802f-b52b-480a-b492-8a05d32dce95 service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204150 Aug 27 14:27:01.389257 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8a151bdc-d9c7-433f-981e-bf52a0af07e0 req-91c855f4-041e-41cf-9e57-c615dec9c267 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 210 time: 0.0499444 Aug 27 14:27:01.601418 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71a79ede-d0a8-4a20-a9ba-94cc88439894 req-87f53ff3-1dde-414c-a64a-778b91399351 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c7d105-8e4e-4b86-948b-4c93535c39fa HTTP/1.1" status: 200 len: 210 time: 0.0489595 Aug 27 14:27:01.629544 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57384) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:01.653675 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-124d7add-b318-4cdd-bf2a-7702d075e2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:01.772300 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-124d7add-b318-4cdd-bf2a-7702d075e2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:01.776752 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-124d7add-b318-4cdd-bf2a-7702d075e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:01.810377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57390) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:01.824566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d7add-b318-4cdd-bf2a-7702d075e2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c9c746-b585-4324-8905-3874b03ab15f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:01.829169 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-124d7add-b318-4cdd-bf2a-7702d075e2e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5508253068341669b49f3bc29511bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984622 Aug 27 14:27:01.831758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57394) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:01.884295 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-477d3abd-e6c4-47db-a41e-f1ed03cb4013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:01.905250 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-477d3abd-e6c4-47db-a41e-f1ed03cb4013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:01.956884 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-477d3abd-e6c4-47db-a41e-f1ed03cb4013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:01.960059 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-477d3abd-e6c4-47db-a41e-f1ed03cb4013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:01.964022 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-477d3abd-e6c4-47db-a41e-f1ed03cb4013 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77c9c746-b585-4324-8905-3874b03ab15f HTTP/1.1" status: 204 len: 168 time: 0.1312521 Aug 27 14:27:01.973226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d3abd-e6c4-47db-a41e-f1ed03cb4013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c9c746-b585-4324-8905-3874b03ab15f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:02.008494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'network': {'name': 'tempest-network-smoke--67873419', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'port_security_enabled': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:02.031657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Made reservation on behalf of 815d6326dcff4cddbc0fe11a0335baa4 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:27:02.036596 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:02.045894 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:02.146053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:02.149990 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:02.180870 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:27:02.187653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b74800-59d0-434e-8314-3897eac5462c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:02.194043 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:02.194488 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Added segment ff1265e5-d754-4368-bb71-33b84ad74392 of type vlan for network 95d77891-322a-4701-aa4d-f0e7be918cb5 Aug 27 14:27:02.236131 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:02.262809 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:02.269176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:02.269968 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:02.341281 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5253661 Aug 27 14:27:02.341708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57410) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:02.345435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23166c0d-4866-4f94-b068-43a373b0a430 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Network': ['ID=95d77891-322a-4701-aa4d-f0e7be918cb5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:02.349554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-429469831', 'admin_state_up': True, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:02.356592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 95d77891-322a-4701-aa4d-f0e7be918cb5 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:27:02.393965 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:02.395064 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:02.485469 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:02.544473 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08545e8e-2f28-4d1c-b28e-faba5482821a req-14be1ddc-5b1e-45ad-8216-16f5db3ac984 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 210 time: 0.0614743 Aug 27 14:27:02.649363 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:03.289425 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:03.328390 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:03.349063 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-0d011a6e-dfab-4a99-8088-ecd760c68c09 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802083624&fields=id&tenant_id=3d745316476744be879ccd1cab5d810b HTTP/1.1" status: 200 len: 267 time: 0.4750385 Aug 27 14:27:03.450237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f638c-1246-42fd-9a5e-8803613fd245 req-8d315409-a29e-4570-afaf-28a37907316a tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:03.451702 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-8d315409-a29e-4570-afaf-28a37907316a tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.41 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.6163714 Aug 27 14:27:03.479070 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-212f638c-1246-42fd-9a5e-8803613fd245 req-eec4c28e-7d53-43e7-ba9e-70b09948ee69 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Request body: {'port': {'device_id': 'f0861fab-ce0d-492c-921a-20070288c418', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'admin_state_up': True, 'tenant_id': 'ee68a6fac6694996a7e1e4858572b79c'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:03.615659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-c6857a90-d5f6-4020-8819-a1698ef42849 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:03.617284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-c6857a90-d5f6-4020-8819-a1698ef42849 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.2549467 Aug 27 14:27:03.618323 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Allocated IP 172.25.2.82 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/addaee1a-ace2-44c7-95ff-b3d147f73142) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:03.655949 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-de3607f1-0f6a-4a1a-81a9-49f76ba0f3a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/quotas/3d745316476744be879ccd1cab5d810b HTTP/1.1" status: 200 len: 375 time: 0.0261598 Aug 27 14:27:03.667254 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1cff66de-a405-4540-a2c2-dc642a52c1c0 req-10a47daf-2ad1-4987-a8ca-d122b88c35c0 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 210 time: 0.0354898 Aug 27 14:27:03.783994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212f638c-1246-42fd-9a5e-8803613fd245 req-eec4c28e-7d53-43e7-ba9e-70b09948ee69 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Made reservation on behalf of ee68a6fac6694996a7e1e4858572b79c for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:27:03.787471 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-212f638c-1246-42fd-9a5e-8803613fd245 req-eec4c28e-7d53-43e7-ba9e-70b09948ee69 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:03.805236 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-468f730c-4c4a-445a-8830-69a893ce43df tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1296351 Aug 27 14:27:03.822589 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-8b6f512f-7a04-44c9-887d-dca42969732b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:27:03.823492 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-8b6f512f-7a04-44c9-887d-dca42969732b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053318 Aug 27 14:27:03.855202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:04.035213 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-b3941a1c-15c7-470e-a0ec-9b20b4b4beb7 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992805 Aug 27 14:27:04.072972 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:04.111750 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-212f638c-1246-42fd-9a5e-8803613fd245 req-eec4c28e-7d53-43e7-ba9e-70b09948ee69 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Allocated IP 172.20.0.9 (9a1e67c1-4465-454e-8a46-0919ae0d8681/f6540e39-7ad9-40cd-b3b9-54a2310f2264/3d33b171-0ca9-460f-9684-a2483c42de48) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:04.161505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:04.176479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:04.185077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:04.196771 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=addaee1a-ace2-44c7-95ff-b3d147f73142,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:04.258472 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-7f582c32-132d-4bae-9cd9-419e71b28efb service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096205 Aug 27 14:27:04.510846 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-212f638c-1246-42fd-9a5e-8803613fd245 req-eec4c28e-7d53-43e7-ba9e-70b09948ee69 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:04.599272 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:04.642302 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-212f638c-1246-42fd-9a5e-8803613fd245 req-eec4c28e-7d53-43e7-ba9e-70b09948ee69 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:04.643987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d59b2dc-fcaf-44d5-a88a-831ad04fb46d req-e4a682d6-9265-44bb-8442-a0f3d57a10b1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 210 time: 0.0411620 Aug 27 14:27:04.655844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180', 'def6cf1b-065c-42ba-8f3f-0edd386eaf2a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:27:04.721925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212f638c-1246-42fd-9a5e-8803613fd245 req-eec4c28e-7d53-43e7-ba9e-70b09948ee69 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Network 9a1e67c1-4465-454e-8a46-0919ae0d8681 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:04.741870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-212f638c-1246-42fd-9a5e-8803613fd245 req-eec4c28e-7d53-43e7-ba9e-70b09948ee69 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:04.772329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-212f638c-1246-42fd-9a5e-8803613fd245 req-eec4c28e-7d53-43e7-ba9e-70b09948ee69 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:04.936748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4c28e-7d53-43e7-ba9e-70b09948ee69 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event updated for resources: {'Port': ['ID=3d33b171-0ca9-460f-9684-a2483c42de48,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:04.976808 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:04.984863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f638c-1246-42fd-9a5e-8803613fd245 req-eec4c28e-7d53-43e7-ba9e-70b09948ee69 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:04.985494 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-212f638c-1246-42fd-9a5e-8803613fd245 req-eec4c28e-7d53-43e7-ba9e-70b09948ee69 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:04.997467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf66ef0-3a8b-4ea5-ab64-f2c532c8d31d req-12233486-399f-4211-87ea-5b485bcb1cf1 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:05.005094 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fcf66ef0-3a8b-4ea5-ab64-f2c532c8d31d req-12233486-399f-4211-87ea-5b485bcb1cf1 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 931 time: 0.2287273 Aug 27 14:27:05.076234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-eec4c28e-7d53-43e7-ba9e-70b09948ee69 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6045449 Aug 27 14:27:05.103841 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Request body: {'port': {'device_id': 'f0861fab-ce0d-492c-921a-20070288c418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:05.130894 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fcf66ef0-3a8b-4ea5-ab64-f2c532c8d31d req-05d900f9-c81e-49d6-90ed-7c9085b4b2f5 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246634 Aug 27 14:27:05.210549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:05.265807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57568) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:05.340868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Router 31f73265-2a28-40d8-8de6-cae4eefc92ea is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:27:05.385423 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-075635a2-96b4-4e2f-89ea-cd1654507bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:05.474476 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-075635a2-96b4-4e2f-89ea-cd1654507bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:05.479082 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-075635a2-96b4-4e2f-89ea-cd1654507bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:05.530646 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-075635a2-96b4-4e2f-89ea-cd1654507bb5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d8eea0e26234e148904f0d1b096b4d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610865 Aug 27 14:27:05.530646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075635a2-96b4-4e2f-89ea-cd1654507bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b21d6f7-2f06-40c6-b115-e2034a7f52c7,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:05.532954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57572) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:05.542620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:27:05.557182 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Sync routers for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:27:05.570196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:27:05.577511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:26:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:05.578114 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:05.578995 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-14b1cfdd-5646-498b-9fe3-adcc92bd101e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2354228 Aug 27 14:27:05.582965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57574) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:05.614522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9dd655be-9f0d-4e37-9444-1bc2740d12f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:05.621217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d33b171-0ca9-460f-9684-a2483c42de48 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:27:05.656144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9dd655be-9f0d-4e37-9444-1bc2740d12f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:05.659919 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:05.695119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Transition to ACTIVE for port object 3d33b171-0ca9-460f-9684-a2483c42de48 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:05.701241 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:05.731482 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:27:05.808065 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f9fe569e-8def-4dca-be96-0cd2caf5a598 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=815d6326dcff4cddbc0fe11a0335baa4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2239444 Aug 27 14:27:05.810646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57580) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:05.861695 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fa7b4a1-66d9-4033-a856-0cbeae70a479 req-1e08dd1f-aeea-4eda-aa12-87837344c623 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 210 time: 0.0524924 Aug 27 14:27:05.886321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d33b171-0ca9-460f-9684-a2483c42de48,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:05.933057 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9dd655be-9f0d-4e37-9444-1bc2740d12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:05.936201 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9dd655be-9f0d-4e37-9444-1bc2740d12f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:05.940151 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9dd655be-9f0d-4e37-9444-1bc2740d12f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b21d6f7-2f06-40c6-b115-e2034a7f52c7 HTTP/1.1" status: 204 len: 168 time: 0.4032125 Aug 27 14:27:05.995697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:27:04Z', 'revision_number': 3, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:06.000645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-a748d11f-f39f-482b-9dbf-152da85de61f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:06.002800 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-a748d11f-f39f-482b-9dbf-152da85de61f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.52 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.2273068 Aug 27 14:27:06.007687 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd655be-9f0d-4e37-9444-1bc2740d12f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b21d6f7-2f06-40c6-b115-e2034a7f52c7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:06.040303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Checking router: 31f73265-2a28-40d8-8de6-cae4eefc92ea for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:27:06.041012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Updating router 31f73265-2a28-40d8-8de6-cae4eefc92ea port addaee1a-ace2-44c7-95ff-b3d147f73142 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:27:06.068339 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Attempting to bind port 3d33b171-0ca9-460f-9684-a2483c42de48 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:27:06.068724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Attempting to bind port 3d33b171-0ca9-460f-9684-a2483c42de48 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:27:06.068998 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Attempting to bind port 3d33b171-0ca9-460f-9684-a2483c42de48 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:06.090961 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.098255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Port 3d33b171-0ca9-460f-9684-a2483c42de48 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:27:06.098255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Attempting to bind port 3d33b171-0ca9-460f-9684-a2483c42de48 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:06.104867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:27:06.105416 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Checking segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:06.105893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Bound using segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:27:06.106378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Bound port: 3d33b171-0ca9-460f-9684-a2483c42de48, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:27:06.106738 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.112808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66da3eb2-d506-4561-81d9-4080b58eba4d tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:06.117729 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-66da3eb2-d506-4561-81d9-4080b58eba4d tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3054049 Aug 27 14:27:06.118581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57588) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:06.125433 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-b8e15f17-acd9-4d88-8b54-0cb3db5a40f8 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d745316476744be879ccd1cab5d810b HTTP/1.1" status: 200 len: 379 time: 0.1108334 Aug 27 14:27:06.158970 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b12dcdc6-f08e-4ad7-8945-a1148e79172a tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390384 Aug 27 14:27:06.159811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57590) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:06.176578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-024a6c3c-9813-491a-af9f-1d474d0668bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-598019488', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:06.202317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'port': {'device_id': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'admin_state_up': True, 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'security_groups': ['69dc685c-fcde-40ee-b4ae-9d35764f6261']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:06.290949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57594) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:06.320326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024a6c3c-9813-491a-af9f-1d474d0668bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Made reservation on behalf of 815d6326dcff4cddbc0fe11a0335baa4 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:27:06.326761 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-024a6c3c-9813-491a-af9f-1d474d0668bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.348645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] For port 3d33b171-0ca9-460f-9684-a2483c42de48, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:27:06.353221 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e9d5cb5a-407d-4f17-87a2-ea91a4834103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.389704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] For port 3d33b171-0ca9-460f-9684-a2483c42de48, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3d33b171-0ca9-460f-9684-a2483c42de48,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:27:06.401227 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.432337 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.442908 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Transition to ACTIVE for port object addaee1a-ace2-44c7-95ff-b3d147f73142 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:06.448973 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.460760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:06.461748 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.463661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] 10.222.0.41 "PUT /v2.0/ports/3d33b171-0ca9-460f-9684-a2483c42de48 HTTP/1.1" status: 200 len: 1092 time: 1.3679590 Aug 27 14:27:06.466101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0861fab-ce0d-492c-921a-20070288c418', 'tag': '3d33b171-0ca9-460f-9684-a2483c42de48'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:06.469759 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344a38c4-d81e-4c39-a0de-ebf96ee21cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "f0861fab-ce0d-492c-921a-20070288c418", "tag": "3d33b171-0ca9-460f-9684-a2483c42de48"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:06.496022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77eed5-4fe9-45e1-a71b-5ed5b2f49ce6 req-79e08d6c-7109-45bc-97e1-e7c7c5428082 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:06.498232 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea77eed5-4fe9-45e1-a71b-5ed5b2f49ce6 req-79e08d6c-7109-45bc-97e1-e7c7c5428082 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 943 time: 0.1933925 Aug 27 14:27:06.512504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Attempting to bind port addaee1a-ace2-44c7-95ff-b3d147f73142 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:27:06.512879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Attempting to bind port addaee1a-ace2-44c7-95ff-b3d147f73142 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:27:06.513296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Attempting to bind port addaee1a-ace2-44c7-95ff-b3d147f73142 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:06.517208 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679dfdf0-7e1c-44ad-b9ff-46b490fe472d None None] Pushing event updated for resources: {'Port': ['ID=addaee1a-ace2-44c7-95ff-b3d147f73142,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:06.523232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:27:06.523608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:06.524017 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.524408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:27:06.524996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Bound port: addaee1a-ace2-44c7-95ff-b3d147f73142, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:27:06.525455 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.556161 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e9d5cb5a-407d-4f17-87a2-ea91a4834103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.563587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e9d5cb5a-407d-4f17-87a2-ea91a4834103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.585902 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967178f4-e851-41a8-80ff-bf5cd0d40b8d x-openstack-request-id: req-967178f4-e851-41a8-80ff-bf5cd0d40b8d {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:06.586474 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0861fab-ce0d-492c-921a-20070288c418", "tag": "3d33b171-0ca9-460f-9684-a2483c42de48", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:06.586573 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-967178f4-e851-41a8-80ff-bf5cd0d40b8d {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:06.587049 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0861fab-ce0d-492c-921a-20070288c418', 'tag': '3d33b171-0ca9-460f-9684-a2483c42de48', 'status': 'completed', 'code': 200} Aug 27 14:27:06.588249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] For port addaee1a-ace2-44c7-95ff-b3d147f73142, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:27:06.594264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] For port addaee1a-ace2-44c7-95ff-b3d147f73142, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=addaee1a-ace2-44c7-95ff-b3d147f73142,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:27:06.600322 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.617477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef89d1f-c83b-4f4c-8bf7-6dfecb598dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d33b171-0ca9-460f-9684-a2483c42de48,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:06.650162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea77eed5-4fe9-45e1-a71b-5ed5b2f49ce6 req-0be612a2-f610-4a39-aebf-b93ec34ed175 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433499 Aug 27 14:27:06.654012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0f4d04f5-63be-40cb-b16d-e43430fe31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:06.655683 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-0f4d04f5-63be-40cb-b16d-e43430fe31bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 1095 time: 0.1223695 Aug 27 14:27:06.657849 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Made reservation on behalf of 3d745316476744be879ccd1cab5d810b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:27:06.660920 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.677117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:27:06.677882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:26:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:06.693398 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e9d5cb5a-407d-4f17-87a2-ea91a4834103 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb2d4585c5a44a82a512c901878231f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979979 Aug 27 14:27:06.696369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57598) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:06.697005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5cb5a-407d-4f17-87a2-ea91a4834103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbff693-ffff-48b0-824c-97b588265055,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:06.729153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679dfdf0-7e1c-44ad-b9ff-46b490fe472d None None] Pushing event updated for resources: {'Port': ['ID=addaee1a-ace2-44c7-95ff-b3d147f73142,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:06.739705 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-e7468d36-d524-4ed0-aca5-f952f56eeaad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d33b171-0ca9-460f-9684-a2483c42de48 HTTP/1.1" status: 200 len: 217 time: 0.0686848 Aug 27 14:27:06.790746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.808873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:27:06.878848 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.941854 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-024a6c3c-9813-491a-af9f-1d474d0668bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.985841 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.988564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:06.989793 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdbff693-ffff-48b0-824c-97b588265055 HTTP/1.1" status: 204 len: 168 time: 0.2897551 Aug 27 14:27:07.068483 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4d1885f-8ada-4fa5-bcef-161034715123 req-b4d52420-c970-4ce1-8821-3ffe55009ef4 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 210 time: 0.0748332 Aug 27 14:27:07.087849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbff693-ffff-48b0-824c-97b588265055,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:07.103642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:07.103994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:07.104342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:07.104682 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:07.105019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:07.105353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:07.105683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:07.106012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:07.106338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:07.106846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:07.107181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:07.107510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25da40b-30aa-4db5-9dcd-8a960aa93c48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:07.129079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024a6c3c-9813-491a-af9f-1d474d0668bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Checking segment: {'id': 'ff1265e5-d754-4368-bb71-33b84ad74392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:07.129483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024a6c3c-9813-491a-af9f-1d474d0668bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network hostable DHCP agents. Network: 95d77891-322a-4701-aa4d-f0e7be918cb5, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:27:07.141750 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a6c3c-9813-491a-af9f-1d474d0668bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Subnet': ['ID=29cbdadd-3caa-41d1-992f-1eb03328551f,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:07.156013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024a6c3c-9813-491a-af9f-1d474d0668bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network 95d77891-322a-4701-aa4d-f0e7be918cb5 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:27:07.183906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-024a6c3c-9813-491a-af9f-1d474d0668bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 95d77891-322a-4701-aa4d-f0e7be918cb5) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:07.196215 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024a6c3c-9813-491a-af9f-1d474d0668bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:07.199269 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-024a6c3c-9813-491a-af9f-1d474d0668bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:07.209888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095f7c57-0aaa-40c3-95cc-171723c95eee None None] Network 95d77891-322a-4701-aa4d-f0e7be918cb5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:27:07.228682 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-024a6c3c-9813-491a-af9f-1d474d0668bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0675893 Aug 27 14:27:07.231480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57604) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:07.396371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f638c-1246-42fd-9a5e-8803613fd245 req-1cb96c24-f94f-4f1c-8431-b280fea603d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:07.398885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-1cb96c24-f94f-4f1c-8431-b280fea603d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.6512437 Aug 27 14:27:07.462123 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-c5c76e45-3926-4ae3-b496-980d160beb7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370116 Aug 27 14:27:07.501295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-95d77891-322a-4701-aa4d-f0e7be918cb5', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:27:07.502396 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:07.505580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:27:04Z', 'revision_number': 3, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:07.546969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ba281-b7d7-41c3-91eb-3a883e4b9adb None None] The sync data for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 is: [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:27:04Z', 'revision_number': 3, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:27:07.626148 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-e6572613-232f-4f30-9198-a4a17739a98d service neutron] 10.222.0.41 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517818 Aug 27 14:27:07.673437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Allocated IP 172.20.0.13 (ec7d9187-3b08-4d1b-9467-a81a81afcc31/1beea229-2fee-4251-b6fc-67b7571f4eea/34e29f97-07fc-4093-8f3e-0e12bbad9272) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:07.777427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Allocated IP 172.20.0.2 (95d77891-322a-4701-aa4d-f0e7be918cb5/29cbdadd-3caa-41d1-992f-1eb03328551f/84ca73bd-e3e9-45e3-8441-6b445a72d258) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:08.018155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adda18c-9057-41b5-a489-b64b29ee3b6b req-eefcfea6-5410-48d1-b065-43a35acf5801 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:08.020439 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4adda18c-9057-41b5-a489-b64b29ee3b6b req-eefcfea6-5410-48d1-b065-43a35acf5801 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 943 time: 0.1705439 Aug 27 14:27:08.049948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-212f638c-1246-42fd-9a5e-8803613fd245 req-37395d34-1c88-4de5-8bfd-579471b542bb service neutron] 10.222.0.41 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134424 Aug 27 14:27:08.088006 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:08.103300 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:08.131828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Transition to ACTIVE for port object 84ca73bd-e3e9-45e3-8441-6b445a72d258 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:08.172510 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Transition to ACTIVE for port object 84ca73bd-e3e9-45e3-8441-6b445a72d258 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:08.183307 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:08.239791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:08.247781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Network 95d77891-322a-4701-aa4d-f0e7be918cb5 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:08.251432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:08.255817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:08.291824 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4adda18c-9057-41b5-a489-b64b29ee3b6b req-2ea2f326-85d9-4877-828f-226ee1301dc4 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284608 Aug 27 14:27:08.311380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Transition to ACTIVE for port object 34e29f97-07fc-4093-8f3e-0e12bbad9272 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:08.326893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Pushing event updated for resources: {'Port': ['ID=84ca73bd-e3e9-45e3-8441-6b445a72d258,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:08.341328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Attempting to bind port 84ca73bd-e3e9-45e3-8441-6b445a72d258 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:27:08.341632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Attempting to bind port 84ca73bd-e3e9-45e3-8441-6b445a72d258 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'ff1265e5-d754-4368-bb71-33b84ad74392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:27:08.342027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Attempting to bind port 84ca73bd-e3e9-45e3-8441-6b445a72d258 on network 95d77891-322a-4701-aa4d-f0e7be918cb5 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:08.348969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:27:08.349872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Checking segment: {'id': 'ff1265e5-d754-4368-bb71-33b84ad74392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:08.350491 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:08.351392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Bound using segment: {'id': 'ff1265e5-d754-4368-bb71-33b84ad74392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:27:08.352399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Bound port: 84ca73bd-e3e9-45e3-8441-6b445a72d258, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1265e5-d754-4368-bb71-33b84ad74392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:27:08.352798 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:08.383865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a38c4-d81e-4c39-a0de-ebf96ee21cd2 req-0591104d-affa-422d-9d43-d0529d7fbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:08.388359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-344a38c4-d81e-4c39-a0de-ebf96ee21cd2 req-0591104d-affa-422d-9d43-d0529d7fbd06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 1095 time: 0.2344339 Aug 27 14:27:08.472549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] For port 84ca73bd-e3e9-45e3-8441-6b445a72d258, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:27:08.479305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] For port 84ca73bd-e3e9-45e3-8441-6b445a72d258, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=84ca73bd-e3e9-45e3-8441-6b445a72d258,segment=NetworkSegment(ff1265e5-d754-4368-bb71-33b84ad74392),segment_id=ff1265e5-d754-4368-bb71-33b84ad74392)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:27:08.485431 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:08.531210 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:08.555813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d1f86-b545-45ef-b002-899a5d2544fc None None] Pushing event updated for resources: {'Port': ['ID=84ca73bd-e3e9-45e3-8441-6b445a72d258,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:08.665553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:08.681963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:08.701324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:08.714572 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a38c4-d81e-4c39-a0de-ebf96ee21cd2 req-2507ce47-b43f-41c9-8ead-60a4c1964e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:08.728494 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-344a38c4-d81e-4c39-a0de-ebf96ee21cd2 req-2507ce47-b43f-41c9-8ead-60a4c1964e6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 906 time: 0.3269579 Aug 27 14:27:08.798241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'Port': ['ID=34e29f97-07fc-4093-8f3e-0e12bbad9272,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:09.007094 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-344a38c4-d81e-4c39-a0de-ebf96ee21cd2 req-504de115-836e-4c48-8979-df1f93e5f1a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d33b171-0ca9-460f-9684-a2483c42de48 HTTP/1.1" status: 200 len: 217 time: 0.1964247 Aug 27 14:27:09.019678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:09.020368 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:09.195946 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-dc02aa61-506c-4858-8f69-6ed075df6532 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0090692 Aug 27 14:27:09.198173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a38c4-d81e-4c39-a0de-ebf96ee21cd2 req-35b31473-8691-4b05-8217-3bb60cb0d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:09.210050 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-344a38c4-d81e-4c39-a0de-ebf96ee21cd2 req-35b31473-8691-4b05-8217-3bb60cb0d4cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.1405840 Aug 27 14:27:09.228789 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8672df40-25cb-4e8f-b437-5b4b458c52f4 req-43be8460-dd2d-4abc-8e60-1b89fcac295b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 210 time: 1.0007920 Aug 27 14:27:09.232186 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Request body: {'port': {'device_id': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:09.342889 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-344a38c4-d81e-4c39-a0de-ebf96ee21cd2 req-33d5fd98-8252-4002-9b32-8a5628ba6957 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035810 Aug 27 14:27:09.383662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e669583f-4989-4e93-8187-51e43d2fdd5d None None] Provisioning for port 34e29f97-07fc-4093-8f3e-0e12bbad9272 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:09.388568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e669583f-4989-4e93-8187-51e43d2fdd5d None None] Provisioning complete for port 34e29f97-07fc-4093-8f3e-0e12bbad9272 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:09.389211 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e669583f-4989-4e93-8187-51e43d2fdd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:09.452548 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-e669583f-4989-4e93-8187-51e43d2fdd5d None None] Port 34e29f97-07fc-4093-8f3e-0e12bbad9272 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:27:09.517359 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:09.555617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Allocated IP 172.20.0.1 (95d77891-322a-4701-aa4d-f0e7be918cb5/29cbdadd-3caa-41d1-992f-1eb03328551f/39f313b0-f517-4857-81bc-83c1b362545a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:09.599034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3774f-5d8a-4ad6-a9f6-c0bbfa379c57 req-4c317d4b-e49c-405b-a12c-8ee764f0f9ed tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:09.610858 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ff3774f-5d8a-4ad6-a9f6-c0bbfa379c57 req-4c317d4b-e49c-405b-a12c-8ee764f0f9ed tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 943 time: 0.2030764 Aug 27 14:27:09.779591 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-344a38c4-d81e-4c39-a0de-ebf96ee21cd2 req-a037652c-0348-4745-a5c2-08ecbde24a77 service neutron] 10.222.0.41 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102817 Aug 27 14:27:09.794110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:09.868005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 84ca73bd-e3e9-45e3-8441-6b445a72d258 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:09.876488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Transition to ACTIVE for port object 39f313b0-f517-4857-81bc-83c1b362545a will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:09.890635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ff3774f-5d8a-4ad6-a9f6-c0bbfa379c57 req-e8db31d5-c45d-4775-87f5-8d19ba73f1b2 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780895 Aug 27 14:27:09.958367 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:09.988517 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:10.005516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 84ca73bd-e3e9-45e3-8441-6b445a72d258 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:10.019696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device addaee1a-ace2-44c7-95ff-b3d147f73142 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:10.019855 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-344a38c4-d81e-4c39-a0de-ebf96ee21cd2 req-14cdac41-e299-4679-a752-05d3eaf7f1a8 service neutron] 10.222.0.41 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137949 Aug 27 14:27:10.082205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=39f313b0-f517-4857-81bc-83c1b362545a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:10.090456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network 95d77891-322a-4701-aa4d-f0e7be918cb5 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:10.091937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:10.094487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:10.147405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port addaee1a-ace2-44c7-95ff-b3d147f73142 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:10.152117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port addaee1a-ace2-44c7-95ff-b3d147f73142 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:10.152512 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:10.155596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e29f97-07fc-4093-8f3e-0e12bbad9272 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:27:10.169697 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:10.176272 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:10.205386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Transition to ACTIVE for port object 34e29f97-07fc-4093-8f3e-0e12bbad9272 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:10.211178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:10.329524 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:10.362537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Pushing event updated for resources: {'Port': ['ID=34e29f97-07fc-4093-8f3e-0e12bbad9272,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:10.392672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port addaee1a-ace2-44c7-95ff-b3d147f73142, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=addaee1a-ace2-44c7-95ff-b3d147f73142,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:10.405267 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:10.420182 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c09efb-07ac-4a01-86f7-bacb576f07a1 None None] Network 95d77891-322a-4701-aa4d-f0e7be918cb5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:27:10.534666 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Attempting to bind port 34e29f97-07fc-4093-8f3e-0e12bbad9272 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:27:10.535027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Attempting to bind port 34e29f97-07fc-4093-8f3e-0e12bbad9272 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:27:10.535363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Attempting to bind port 34e29f97-07fc-4093-8f3e-0e12bbad9272 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:10.542977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Port 34e29f97-07fc-4093-8f3e-0e12bbad9272 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:27:10.543315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Attempting to bind port 34e29f97-07fc-4093-8f3e-0e12bbad9272 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:10.546056 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:10.550390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:27:10.553915 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Checking segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:10.554370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Bound using segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:27:10.555020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Bound port: 34e29f97-07fc-4093-8f3e-0e12bbad9272, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:27:10.555222 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:10.614482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e919282-8004-4a4f-8b89-61e3583f84b0 req-bc27a87c-abf3-451b-b2e3-fac7d20fbc4c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:10.616104 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e919282-8004-4a4f-8b89-61e3583f84b0 req-bc27a87c-abf3-451b-b2e3-fac7d20fbc4c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 944 time: 0.1882987 Aug 27 14:27:10.631163 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-99f96b00-5a56-4682-ab19-c1de99e92441 None None] Provisioning for port 84ca73bd-e3e9-45e3-8441-6b445a72d258 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:10.672384 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-99f96b00-5a56-4682-ab19-c1de99e92441 None None] Provisioning complete for port 84ca73bd-e3e9-45e3-8441-6b445a72d258 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:10.672754 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-99f96b00-5a56-4682-ab19-c1de99e92441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:10.674349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=addaee1a-ace2-44c7-95ff-b3d147f73142,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:10.728323 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] For port 34e29f97-07fc-4093-8f3e-0e12bbad9272, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:27:10.732301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] For port 34e29f97-07fc-4093-8f3e-0e12bbad9272, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=34e29f97-07fc-4093-8f3e-0e12bbad9272,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:27:10.740867 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:10.778600 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e919282-8004-4a4f-8b89-61e3583f84b0 req-3f216d75-d9bd-4cc4-a18e-d29db2808e09 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169300 Aug 27 14:27:10.823267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:10.824436 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:10.825924 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] 10.222.0.52 "PUT /v2.0/ports/34e29f97-07fc-4093-8f3e-0e12bbad9272 HTTP/1.1" status: 200 len: 1093 time: 1.6149268 Aug 27 14:27:10.826549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'tag': '34e29f97-07fc-4093-8f3e-0e12bbad9272'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:10.829282 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cff16a0-d313-4b54-93f9-1d548c6b04ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d0182bb9-c367-4c65-be5c-8f732a4a4c8f", "tag": "34e29f97-07fc-4093-8f3e-0e12bbad9272"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:10.930467 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4c996c-160c-4aab-b4e0-a8fd4e035790 x-openstack-request-id: req-3d4c996c-160c-4aab-b4e0-a8fd4e035790 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:10.930819 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0182bb9-c367-4c65-be5c-8f732a4a4c8f", "tag": "34e29f97-07fc-4093-8f3e-0e12bbad9272", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:10.931066 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d4c996c-160c-4aab-b4e0-a8fd4e035790 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:10.931437 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'tag': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'status': 'completed', 'code': 200} Aug 27 14:27:10.933898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e38a25-cdcc-41d1-ab00-4ef7a7fb779a service neutron] Pushing event updated for resources: {'Port': ['ID=34e29f97-07fc-4093-8f3e-0e12bbad9272,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:10.973885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-5f9b570e-4c8d-44d5-9cf3-eafd9c47c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:10.976465 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-5f9b570e-4c8d-44d5-9cf3-eafd9c47c342 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 1096 time: 0.0963700 Aug 27 14:27:11.040842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-89f4779f-ec76-4ae9-9da1-c878a25b3098 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34e29f97-07fc-4093-8f3e-0e12bbad9272 HTTP/1.1" status: 200 len: 217 time: 0.0557895 Aug 27 14:27:11.064191 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-99f96b00-5a56-4682-ab19-c1de99e92441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:11.116828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-99f96b00-5a56-4682-ab19-c1de99e92441 None None] For port 84ca73bd-e3e9-45e3-8441-6b445a72d258, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=84ca73bd-e3e9-45e3-8441-6b445a72d258,segment=NetworkSegment(ff1265e5-d754-4368-bb71-33b84ad74392),segment_id=ff1265e5-d754-4368-bb71-33b84ad74392)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:11.125988 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-99f96b00-5a56-4682-ab19-c1de99e92441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:11.134659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-855a8a5a-df3c-4c0c-a98e-6986ff00ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:11.139895 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-855a8a5a-df3c-4c0c-a98e-6986ff00ec41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0858781 Aug 27 14:27:11.193728 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-8cc4db88-99ed-449a-9c34-5fb0d7e9719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:11.195889 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-8cc4db88-99ed-449a-9c34-5fb0d7e9719c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498402 Aug 27 14:27:11.201095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f96b00-5a56-4682-ab19-c1de99e92441 None None] Pushing event updated for resources: {'Port': ['ID=84ca73bd-e3e9-45e3-8441-6b445a72d258,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:11.217231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d9a76-c0e0-4643-a1ab-1d1eda82a8bf req-21bad882-3c82-44ac-b3e3-677d1cb19f58 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:11.219883 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-120d9a76-c0e0-4643-a1ab-1d1eda82a8bf req-21bad882-3c82-44ac-b3e3-677d1cb19f58 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 943 time: 0.1936185 Aug 27 14:27:11.303025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-120d9a76-c0e0-4643-a1ab-1d1eda82a8bf req-370c9be2-7233-4606-9096-5354ba09c54e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645502 Aug 27 14:27:11.321044 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-3fb4063a-e644-4c93-afd2-5cdc12e62746 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158919 Aug 27 14:27:11.345997 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:11.351662 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:11.443957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:11.444207 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8cc83c-d5bc-447e-a937-87541fa1bc34 req-d1e7bad0-07ac-4c51-9747-e9bc4b992980 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145513 Aug 27 14:27:11.446948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=39f313b0-f517-4857-81bc-83c1b362545a,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:11.486246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7374fba7-8916-41f2-8c37-ae7dc2afff81 None None] Provisioning complete for port 84ca73bd-e3e9-45e3-8441-6b445a72d258 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:11.488341 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7374fba7-8916-41f2-8c37-ae7dc2afff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:11.565417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff16a0-d313-4b54-93f9-1d548c6b04ee req-e86d6106-129b-4988-8eb3-9a1bc1779b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:11.567090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4cff16a0-d313-4b54-93f9-1d548c6b04ee req-e86d6106-129b-4988-8eb3-9a1bc1779b1e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 1096 time: 0.0693159 Aug 27 14:27:11.574858 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network 95d77891-322a-4701-aa4d-f0e7be918cb5 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:11.576441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:11.629505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7374fba7-8916-41f2-8c37-ae7dc2afff81 None None] Provisioning for port 39f313b0-f517-4857-81bc-83c1b362545a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:11.634016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7374fba7-8916-41f2-8c37-ae7dc2afff81 None None] Provisioning complete for port 39f313b0-f517-4857-81bc-83c1b362545a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:11.634411 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7374fba7-8916-41f2-8c37-ae7dc2afff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:11.692736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7374fba7-8916-41f2-8c37-ae7dc2afff81 None None] Port 39f313b0-f517-4857-81bc-83c1b362545a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:27:11.737399 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff16a0-d313-4b54-93f9-1d548c6b04ee req-3608c180-23a6-4490-a0a5-23e54df498ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:11.738945 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4cff16a0-d313-4b54-93f9-1d548c6b04ee req-3608c180-23a6-4490-a0a5-23e54df498ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.1645629 Aug 27 14:27:11.761794 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Router 31f73265-2a28-40d8-8de6-cae4eefc92ea has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:27:11.767374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 84ca73bd-e3e9-45e3-8441-6b445a72d258 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:11.798326 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4cff16a0-d313-4b54-93f9-1d548c6b04ee req-4aeb8f8d-e102-4570-bf69-4a771f1eebbd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34e29f97-07fc-4093-8f3e-0e12bbad9272 HTTP/1.1" status: 200 len: 217 time: 0.0517159 Aug 27 14:27:11.879034 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b951b4ff-70e9-4365-8c1a-a3a7402e973c None None] Provisioning complete for port 39f313b0-f517-4857-81bc-83c1b362545a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:11.879579 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b951b4ff-70e9-4365-8c1a-a3a7402e973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:11.946417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff16a0-d313-4b54-93f9-1d548c6b04ee req-92fca2c4-4b49-48ca-b267-9714a495ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:11.949767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:27:11.958821 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-64c57291-4232-4645-b139-2c2ac154e04c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "PUT /v2.0/routers/31f73265-2a28-40d8-8de6-cae4eefc92ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7236710 Aug 27 14:27:11.958925 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4cff16a0-d313-4b54-93f9-1d548c6b04ee req-92fca2c4-4b49-48ca-b267-9714a495ce67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.1502602 Aug 27 14:27:11.960179 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57674) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:11.960480 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Sync routers for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:27:11.973632 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:27:11.973632 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:26:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:11.988237 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 84ca73bd-e3e9-45e3-8441-6b445a72d258 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:11.988629 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:11.991462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b951b4ff-70e9-4365-8c1a-a3a7402e973c None None] Port 39f313b0-f517-4857-81bc-83c1b362545a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:27:12.039825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47590-ae22-40cd-822c-0c1efcc3f273 req-46f70b78-060f-4d90-9db9-a3a6b10b9160 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.042847 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78d47590-ae22-40cd-822c-0c1efcc3f273 req-46f70b78-060f-4d90-9db9-a3a6b10b9160 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 944 time: 0.1763968 Aug 27 14:27:12.113312 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:27:12.126376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a93967d9-9ac7-4cf8-a954-48d3c175b7a1 None None] Provisioning complete for port 39f313b0-f517-4857-81bc-83c1b362545a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:12.126786 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a93967d9-9ac7-4cf8-a954-48d3c175b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:12.129087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device addaee1a-ace2-44c7-95ff-b3d147f73142 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:12.197359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78d47590-ae22-40cd-822c-0c1efcc3f273 req-3a418c03-6566-44cc-88ce-59a73003f972 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149497 Aug 27 14:27:12.205254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a93967d9-9ac7-4cf8-a954-48d3c175b7a1 None None] Port 39f313b0-f517-4857-81bc-83c1b362545a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:27:12.214557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff16a0-d313-4b54-93f9-1d548c6b04ee req-5e5960a5-0505-4d33-91df-a387b646d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.216129 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4cff16a0-d313-4b54-93f9-1d548c6b04ee req-5e5960a5-0505-4d33-91df-a387b646d807 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2212105 Aug 27 14:27:12.231742 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port addaee1a-ace2-44c7-95ff-b3d147f73142 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:12.232803 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:12.363188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6aa87-7bb0-4d05-ad11-2db967ac1d54 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.363188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6aa87-7bb0-4d05-ad11-2db967ac1d54 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.363687 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6aa87-7bb0-4d05-ad11-2db967ac1d54 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.364280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6aa87-7bb0-4d05-ad11-2db967ac1d54 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.364634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6aa87-7bb0-4d05-ad11-2db967ac1d54 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.365098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6aa87-7bb0-4d05-ad11-2db967ac1d54 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.365748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6aa87-7bb0-4d05-ad11-2db967ac1d54 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.366206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6aa87-7bb0-4d05-ad11-2db967ac1d54 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.370599 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-58d6aa87-7bb0-4d05-ad11-2db967ac1d54 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5661 time: 0.4070504 Aug 27 14:27:12.371047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57682) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:12.382884 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4cff16a0-d313-4b54-93f9-1d548c6b04ee req-7d18eb85-99ca-44f4-b2a3-94d5429f521b service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556165 Aug 27 14:27:12.430885 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:11Z', 'revision_number': 2, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:12.467181 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Checking router: 31f73265-2a28-40d8-8de6-cae4eefc92ea for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:27:12.467667 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Updating router 31f73265-2a28-40d8-8de6-cae4eefc92ea port 39f313b0-f517-4857-81bc-83c1b362545a binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:27:12.499087 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4cff16a0-d313-4b54-93f9-1d548c6b04ee req-f9108d53-2acf-4510-ad9c-ed7f15746f64 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082599 Aug 27 14:27:12.504246 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:12.597293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875da31-638c-4906-9231-bb0765e5b69f tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.597888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875da31-638c-4906-9231-bb0765e5b69f tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.598231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875da31-638c-4906-9231-bb0765e5b69f tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.598706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875da31-638c-4906-9231-bb0765e5b69f tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.599257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875da31-638c-4906-9231-bb0765e5b69f tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.600007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875da31-638c-4906-9231-bb0765e5b69f tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.600296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875da31-638c-4906-9231-bb0765e5b69f tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.600761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875da31-638c-4906-9231-bb0765e5b69f tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.604230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7875da31-638c-4906-9231-bb0765e5b69f tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5260 time: 0.2309334 Aug 27 14:27:12.605962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57688) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:12.623292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade6fb0-8f16-4c03-a04b-8544964db376 req-f18aa8da-08bd-49e4-89bd-fc42359c5191 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:12.623783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3d33b171-0ca9-460f-9684-a2483c42de48 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:27:12.631244 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ade6fb0-8f16-4c03-a04b-8544964db376 req-f18aa8da-08bd-49e4-89bd-fc42359c5191 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 943 time: 0.1555824 Aug 27 14:27:12.748607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3d33b171-0ca9-460f-9684-a2483c42de48, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3d33b171-0ca9-460f-9684-a2483c42de48,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:12.762735 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '3d33b171-0ca9-460f-9684-a2483c42de48', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'port_id': '3d33b171-0ca9-460f-9684-a2483c42de48', 'mac_address': 'fa:16:3e:e9:1b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6540e39-7ad9-40cd-b3b9-54a2310f2264', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:27:12.775176 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ade6fb0-8f16-4c03-a04b-8544964db376 req-ba6a20b0-67dd-4a55-9dda-b7607c723910 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399207 Aug 27 14:27:12.807348 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:12.821072 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d33b171-0ca9-460f-9684-a2483c42de48 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:27:12.843750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3d33b171-0ca9-460f-9684-a2483c42de48, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3d33b171-0ca9-460f-9684-a2483c42de48,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:12.844375 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:12.848438 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:12.857791 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Transition to ACTIVE for port object 39f313b0-f517-4857-81bc-83c1b362545a will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:12.865225 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:12.901950 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=3d33b171-0ca9-460f-9684-a2483c42de48,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:12.926199 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Pushing event updated for resources: {'Port': ['ID=39f313b0-f517-4857-81bc-83c1b362545a,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:12.949979 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c3a3275e-f072-4c9d-bda0-44274aeb2ed3 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.3412695 Aug 27 14:27:12.952696 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:12.953085 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:12.953432 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:12.954019 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:12.954359 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:12.954709 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:12.955054 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:12.955509 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:12.955841 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:12.956166 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:12.956491 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:12.956818 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:12.987135 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Attempting to bind port 39f313b0-f517-4857-81bc-83c1b362545a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:27:12.987763 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Attempting to bind port 39f313b0-f517-4857-81bc-83c1b362545a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'ff1265e5-d754-4368-bb71-33b84ad74392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:27:12.987860 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Attempting to bind port 39f313b0-f517-4857-81bc-83c1b362545a on network 95d77891-322a-4701-aa4d-f0e7be918cb5 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:12.993321 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:27:12.993696 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Checking segment: {'id': 'ff1265e5-d754-4368-bb71-33b84ad74392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:12.994279 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:12.994702 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Bound using segment: {'id': 'ff1265e5-d754-4368-bb71-33b84ad74392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:27:12.995244 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Bound port: 39f313b0-f517-4857-81bc-83c1b362545a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1265e5-d754-4368-bb71-33b84ad74392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:27:12.995631 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.061689 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] For port 39f313b0-f517-4857-81bc-83c1b362545a, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:27:13.065370 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] For port 39f313b0-f517-4857-81bc-83c1b362545a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=39f313b0-f517-4857-81bc-83c1b362545a,segment=NetworkSegment(ff1265e5-d754-4368-bb71-33b84ad74392),segment_id=ff1265e5-d754-4368-bb71-33b84ad74392)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:27:13.069888 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.139227 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:27:13.139873 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:26:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:13.145602 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e15b4-3c18-41af-99df-a09cae9e0698 None None] Pushing event updated for resources: {'Port': ['ID=39f313b0-f517-4857-81bc-83c1b362545a,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:13.251396 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['3d33b171-0ca9-460f-9684-a2483c42de48'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:27:13.325721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57694) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:13.332967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e68666f5-7189-4d8d-b910-3b5155c67722 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1709202186', 'description': 'tempest-secgroup-smoke-1709202186 description', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:13.377657 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68666f5-7189-4d8d-b910-3b5155c67722 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.381858 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6bfea-74b0-41f1-bc69-263377abf2d1 req-5e6f0369-1eb0-4f6e-8332-21cd69842a88 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:13.383472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a6bfea-74b0-41f1-bc69-263377abf2d1 req-5e6f0369-1eb0-4f6e-8332-21cd69842a88 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 944 time: 0.0890203 Aug 27 14:27:13.385386 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:27:13.453764 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a6bfea-74b0-41f1-bc69-263377abf2d1 req-9d1eaff1-7cad-4749-a917-e277aa2a87f4 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539021 Aug 27 14:27:13.489409 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68666f5-7189-4d8d-b910-3b5155c67722 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.493880 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68666f5-7189-4d8d-b910-3b5155c67722 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.535622 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e68666f5-7189-4d8d-b910-3b5155c67722 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.536864 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e68666f5-7189-4d8d-b910-3b5155c67722 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2091830 Aug 27 14:27:13.538822 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68666f5-7189-4d8d-b910-3b5155c67722 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce31598a-33bc-4eab-9ecb-61509eb51d6d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:13.539830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57696) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:13.544482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4f547c48-13fd-4717-9b9f-3c311ed6e89b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': 'ce31598a-33bc-4eab-9ecb-61509eb51d6d', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:13.581105 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f547c48-13fd-4717-9b9f-3c311ed6e89b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.616358 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:13Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:13.643178 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b2472-3705-456d-95bc-259face75c9f None None] The sync data for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 is: [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:13Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:27:13.670415 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f547c48-13fd-4717-9b9f-3c311ed6e89b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.680753 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f547c48-13fd-4717-9b9f-3c311ed6e89b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.711392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f547c48-13fd-4717-9b9f-3c311ed6e89b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215a3c52-8adf-49b9-b27c-d0d5a9808201,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:13.715382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f547c48-13fd-4717-9b9f-3c311ed6e89b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.717117 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4f547c48-13fd-4717-9b9f-3c311ed6e89b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1762443 Aug 27 14:27:13.720381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57708) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:13.731542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f70c9a78-d073-4f67-b82d-a51fe2c1d890 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': 'ce31598a-33bc-4eab-9ecb-61509eb51d6d', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:13.770575 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f70c9a78-d073-4f67-b82d-a51fe2c1d890 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.850345 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f70c9a78-d073-4f67-b82d-a51fe2c1d890 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.860492 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f70c9a78-d073-4f67-b82d-a51fe2c1d890 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.895931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c9a78-d073-4f67-b82d-a51fe2c1d890 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a99a69-bd8e-4309-8139-34e790dd725e,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:13.898383 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f70c9a78-d073-4f67-b82d-a51fe2c1d890 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.900006 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f70c9a78-d073-4f67-b82d-a51fe2c1d890 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1785588 Aug 27 14:27:13.902554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57716) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:13.909254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-af5d263b-abd2-468e-92fa-f94898e77a02 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': 'ce31598a-33bc-4eab-9ecb-61509eb51d6d', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:13.932740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3f3e0-7bef-439e-b134-7d8da697ca60 req-f69b38c7-b4d4-4066-b78f-941487bc9970 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:13.934418 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dfe3f3e0-7bef-439e-b134-7d8da697ca60 req-f69b38c7-b4d4-4066-b78f-941487bc9970 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 944 time: 0.0655386 Aug 27 14:27:13.941530 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af5d263b-abd2-468e-92fa-f94898e77a02 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:13.989436 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dfe3f3e0-7bef-439e-b134-7d8da697ca60 req-19f67279-420d-485b-b70e-8a69ba48e865 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455055 Aug 27 14:27:14.018519 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af5d263b-abd2-468e-92fa-f94898e77a02 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.022400 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af5d263b-abd2-468e-92fa-f94898e77a02 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.041824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d263b-abd2-468e-92fa-f94898e77a02 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287bec40-757e-4b11-af90-e184c8d6981e,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:14.049323 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-af5d263b-abd2-468e-92fa-f94898e77a02 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.051222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-af5d263b-abd2-468e-92fa-f94898e77a02 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476078 Aug 27 14:27:14.053583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57724) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:14.058671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-95048ea2-0f1e-40cc-93c5-ee0355b06f2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': 'ce31598a-33bc-4eab-9ecb-61509eb51d6d', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:14.090670 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95048ea2-0f1e-40cc-93c5-ee0355b06f2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.151678 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95048ea2-0f1e-40cc-93c5-ee0355b06f2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.157323 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95048ea2-0f1e-40cc-93c5-ee0355b06f2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.180010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95048ea2-0f1e-40cc-93c5-ee0355b06f2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385e8d06-c3e0-4d84-a0ca-acc5130290d3,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:14.187609 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95048ea2-0f1e-40cc-93c5-ee0355b06f2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.189000 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-95048ea2-0f1e-40cc-93c5-ee0355b06f2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341712 Aug 27 14:27:14.191709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57730) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:14.196235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2b939650-8423-4dc2-aec9-a85963ca02fe tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': 'ce31598a-33bc-4eab-9ecb-61509eb51d6d', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:14.222801 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-2b939650-8423-4dc2-aec9-a85963ca02fe tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Project 815d6326dcff4cddbc0fe11a0335baa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:27:14.228745 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b939650-8423-4dc2-aec9-a85963ca02fe tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.296892 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b939650-8423-4dc2-aec9-a85963ca02fe tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.301410 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b939650-8423-4dc2-aec9-a85963ca02fe tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.320455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b939650-8423-4dc2-aec9-a85963ca02fe tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2dbed9-1231-436a-9ce4-16c6ac2d72a2,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:14.327308 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b939650-8423-4dc2-aec9-a85963ca02fe tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.332330 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2b939650-8423-4dc2-aec9-a85963ca02fe tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366649 Aug 27 14:27:14.332330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57736) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:14.337493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2b0ca623-bf2b-44de-9445-fcd2cfd0a171 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': 'ce31598a-33bc-4eab-9ecb-61509eb51d6d', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:14.360968 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-2b0ca623-bf2b-44de-9445-fcd2cfd0a171 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Project 815d6326dcff4cddbc0fe11a0335baa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:27:14.367185 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca623-bf2b-44de-9445-fcd2cfd0a171 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.450788 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca623-bf2b-44de-9445-fcd2cfd0a171 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.456222 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca623-bf2b-44de-9445-fcd2cfd0a171 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.478467 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca623-bf2b-44de-9445-fcd2cfd0a171 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.479946 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2b0ca623-bf2b-44de-9445-fcd2cfd0a171 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467381 Aug 27 14:27:14.482970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ca623-bf2b-44de-9445-fcd2cfd0a171 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77eca822-945d-4974-8bfb-2fb1337cef77,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:14.557714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57744) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:14.595873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb617fa3-380c-4996-9498-967f9fb2a3d5 req-f3548a02-fc13-4602-b090-5d215daf77d6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:14.602466 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb617fa3-380c-4996-9498-967f9fb2a3d5 req-f3548a02-fc13-4602-b090-5d215daf77d6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 944 time: 0.0732548 Aug 27 14:27:14.631793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3d33b171-0ca9-460f-9684-a2483c42de48 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:14.656682 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb617fa3-380c-4996-9498-967f9fb2a3d5 req-26ea5cd6-9583-45aa-a38f-c66f52f0fcf0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381351 Aug 27 14:27:14.707665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-67a5de97-d914-4aa8-a1cb-86e7a3bd017f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.709562 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-680dc061-55c3-46b3-9e63-edc412c436ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.735878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 3d33b171-0ca9-460f-9684-a2483c42de48 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:14.740257 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 3d33b171-0ca9-460f-9684-a2483c42de48 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:14.740646 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.788617 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-30cd0491-d001-4353-a51f-6158f96ab415 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1709202186&fields=id&tenant_id=815d6326dcff4cddbc0fe11a0335baa4 HTTP/1.1" status: 200 len: 267 time: 0.0585282 Aug 27 14:27:14.836156 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.861098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0861fab-ce0d-492c-921a-20070288c418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d33b171-0ca9-460f-9684-a2483c42de48'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:14.866801 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc791d28-00b5-4c5e-8396-af41d855933f" -d '{"events": [{"server_uuid": "f0861fab-ce0d-492c-921a-20070288c418", "name": "network-vif-plugged", "status": "completed", "tag": "3d33b171-0ca9-460f-9684-a2483c42de48"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:14.888326 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3d33b171-0ca9-460f-9684-a2483c42de48, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3d33b171-0ca9-460f-9684-a2483c42de48,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:14.897210 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.917101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-67a5de97-d914-4aa8-a1cb-86e7a3bd017f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.927773 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-67a5de97-d914-4aa8-a1cb-86e7a3bd017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:14.935582 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bab594-e0d5-4c77-afa2-807cd3198ff1 x-openstack-request-id: req-06bab594-e0d5-4c77-afa2-807cd3198ff1 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:14.935883 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0861fab-ce0d-492c-921a-20070288c418", "name": "network-vif-plugged", "status": "completed", "tag": "3d33b171-0ca9-460f-9684-a2483c42de48", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:14.936095 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06bab594-e0d5-4c77-afa2-807cd3198ff1 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:14.936514 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0861fab-ce0d-492c-921a-20070288c418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d33b171-0ca9-460f-9684-a2483c42de48', 'code': 200} Aug 27 14:27:14.964427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-4e0436b4-fb01-40cf-95c2-93458c1e7b2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:14.965981 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-4e0436b4-fb01-40cf-95c2-93458c1e7b2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/networks?id=95d77891-322a-4701-aa4d-f0e7be918cb5 HTTP/1.1" status: 200 len: 795 time: 0.1677294 Aug 27 14:27:14.967645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=3d33b171-0ca9-460f-9684-a2483c42de48,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:14.994799 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-67a5de97-d914-4aa8-a1cb-86e7a3bd017f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2bd3513128d346a48d86558fe29138c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358904 Aug 27 14:27:14.996321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5de97-d914-4aa8-a1cb-86e7a3bd017f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621062ef-7fd4-4bd2-b862-bd9d6378afbd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:14.997421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57760) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:15.000297 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-66f8b49b-79cf-4202-a7a2-52354f163218 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/quotas/815d6326dcff4cddbc0fe11a0335baa4 HTTP/1.1" status: 200 len: 375 time: 0.0191393 Aug 27 14:27:15.063220 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1cdd-d8a3-492c-838d-cfbbd23bf5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.078512 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124197d-4ba9-43e7-9864-5a4d94be4ff7 req-64d1b35b-6454-4d3e-9e87-0b78eab3ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:15.079169 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4124197d-4ba9-43e7-9864-5a4d94be4ff7 req-64d1b35b-6454-4d3e-9e87-0b78eab3ed10 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 1097 time: 0.0774539 Aug 27 14:27:15.100567 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-e6b7ac89-802f-40af-94fc-8a9ef8521b02 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739479 Aug 27 14:27:15.102029 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1cdd-d8a3-492c-838d-cfbbd23bf5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.162698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b8e3a-00d4-4b6a-8262-1f1f0de47b21 req-575bcb94-e524-4e47-9442-60bf897c6bc1 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:15.164226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f25b8e3a-00d4-4b6a-8262-1f1f0de47b21 req-575bcb94-e524-4e47-9442-60bf897c6bc1 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 945 time: 0.0805113 Aug 27 14:27:15.166801 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4124197d-4ba9-43e7-9864-5a4d94be4ff7 req-64db956b-93fd-49c2-9db1-0512c5e3a248 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787165 Aug 27 14:27:15.199290 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1cdd-d8a3-492c-838d-cfbbd23bf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.201830 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1cdd-d8a3-492c-838d-cfbbd23bf5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.203315 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7ecc1cdd-d8a3-492c-838d-cfbbd23bf5c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/621062ef-7fd4-4bd2-b862-bd9d6378afbd HTTP/1.1" status: 204 len: 168 time: 0.2045398 Aug 27 14:27:15.216106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f25b8e3a-00d4-4b6a-8262-1f1f0de47b21 req-e42751b0-ad2c-44a9-a814-082c0d72cc1c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447514 Aug 27 14:27:15.216862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-22118b4e-6ae1-4471-adff-d24738d4c8c7 service neutron] 10.222.0.55 "GET /v2.0/networks/95d77891-322a-4701-aa4d-f0e7be918cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018124 Aug 27 14:27:15.217013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc1cdd-d8a3-492c-838d-cfbbd23bf5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621062ef-7fd4-4bd2-b862-bd9d6378afbd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:15.328590 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-2bc8079a-6696-4501-ab09-2e7b6084846d service neutron] 10.222.0.55 "GET /v2.0/networks/95d77891-322a-4701-aa4d-f0e7be918cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984817 Aug 27 14:27:15.505359 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac1aea40-1cfe-4cca-b496-ff079a787d47 req-3e820067-9028-48ad-84c5-a4c86e86d2ff tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 210 time: 0.0323794 Aug 27 14:27:15.528558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57772) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:15.544385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9a00c4b6-d59a-4e74-b868-f7cc691dd2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.669427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9a00c4b6-d59a-4e74-b868-f7cc691dd2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.674882 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9a00c4b6-d59a-4e74-b868-f7cc691dd2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.740512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00c4b6-d59a-4e74-b868-f7cc691dd2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c9cd81-57c7-4ee1-bd86-72b23c66d316,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:15.747777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57780) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:15.747984 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9a00c4b6-d59a-4e74-b868-f7cc691dd2da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20628526a5ba4480a423ab4e601d3f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182059 Aug 27 14:27:15.783831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 39f313b0-f517-4857-81bc-83c1b362545a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:15.839707 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 39f313b0-f517-4857-81bc-83c1b362545a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:15.846364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 39f313b0-f517-4857-81bc-83c1b362545a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:15.846842 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.851190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea1a54-e265-423b-a1de-ef8357fdff64 req-6a81bda6-2f93-4e81-ace3-d44af75f697d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:15.852799 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-feea1a54-e265-423b-a1de-ef8357fdff64 req-6a81bda6-2f93-4e81-ace3-d44af75f697d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 944 time: 0.0906708 Aug 27 14:27:15.856410 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b9467cad-fa86-410b-9239-2d25c0c3077e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.888087 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b9467cad-fa86-410b-9239-2d25c0c3077e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.939722 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.940451 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-feea1a54-e265-423b-a1de-ef8357fdff64 req-f17654f0-f61b-4dce-8fd5-ff3a38ffbf26 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716078 Aug 27 14:27:15.972282 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b9467cad-fa86-410b-9239-2d25c0c3077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.975152 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b9467cad-fa86-410b-9239-2d25c0c3077e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.978669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 39f313b0-f517-4857-81bc-83c1b362545a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=39f313b0-f517-4857-81bc-83c1b362545a,segment=NetworkSegment(ff1265e5-d754-4368-bb71-33b84ad74392),segment_id=ff1265e5-d754-4368-bb71-33b84ad74392)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:15.979602 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b9467cad-fa86-410b-9239-2d25c0c3077e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23c9cd81-57c7-4ee1-bd86-72b23c66d316 HTTP/1.1" status: 204 len: 168 time: 0.2305663 Aug 27 14:27:15.985332 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:15.988142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9467cad-fa86-410b-9239-2d25c0c3077e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c9cd81-57c7-4ee1-bd86-72b23c66d316,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:16.051008 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=39f313b0-f517-4857-81bc-83c1b362545a,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:16.350779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7174575-c576-4e85-a73e-f2f5faffa059 req-00c7db79-3445-44c6-9411-576380164d73 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:16.352634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b7174575-c576-4e85-a73e-f2f5faffa059 req-00c7db79-3445-44c6-9411-576380164d73 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 945 time: 0.0564027 Aug 27 14:27:16.396706 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b7174575-c576-4e85-a73e-f2f5faffa059 req-738825e2-6ecf-4166-b116-4eb2179773b1 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369511 Aug 27 14:27:16.615684 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dd1b44d1-97c2-4fee-a9c2-eb3effa3e947 req-61f63706-a7cd-4f5a-a1ed-fca924e4467b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 210 time: 0.0305316 Aug 27 14:27:16.792600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-b684efa2-fd60-4ff5-a717-0258d6fd64a9 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:16.794124 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-b684efa2-fd60-4ff5-a717-0258d6fd64a9 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.41 "GET /v2.0/networks?id=95d77891-322a-4701-aa4d-f0e7be918cb5 HTTP/1.1" status: 200 len: 795 time: 0.1211443 Aug 27 14:27:16.873293 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-b2822c99-28aa-41b6-95a9-940bf20a7f49 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815d6326dcff4cddbc0fe11a0335baa4 HTTP/1.1" status: 200 len: 380 time: 0.0411224 Aug 27 14:27:16.907814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'port': {'device_id': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'admin_state_up': True, 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'security_groups': ['ce31598a-33bc-4eab-9ecb-61509eb51d6d']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:17.020657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Made reservation on behalf of 815d6326dcff4cddbc0fe11a0335baa4 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:27:17.024448 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:17.072862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81cc91-47dc-40ba-9156-decce585ff2a req-d028b566-1181-4238-9e5b-60d5fa9a5f8e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:17.074508 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d81cc91-47dc-40ba-9156-decce585ff2a req-d028b566-1181-4238-9e5b-60d5fa9a5f8e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 944 time: 0.0554290 Aug 27 14:27:17.126582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d81cc91-47dc-40ba-9156-decce585ff2a req-0ca5208b-44a9-439e-a4d5-687eb5f3707f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360940 Aug 27 14:27:17.168231 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Allocated IP 172.20.0.13 (95d77891-322a-4701-aa4d-f0e7be918cb5/29cbdadd-3caa-41d1-992f-1eb03328551f/75d548c5-777e-405b-a9ae-902fae088289) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:17.308934 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:17.323509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Transition to ACTIVE for port object 75d548c5-777e-405b-a9ae-902fae088289 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:17.357799 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:17.407629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network 95d77891-322a-4701-aa4d-f0e7be918cb5 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:17.410631 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:17.417276 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:17.422314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=75d548c5-777e-405b-a9ae-902fae088289,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:17.455821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:17.456297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:17.461155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:17.461155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:17.461155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:17.461155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:17.461803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:17.462284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:17.463702 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:17.465162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:17.465791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:17.466133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:17.466460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:17.497494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:17.498173 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:17.513383 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3877a90c-7ee7-490d-890f-bfdc3e01728d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:17.541167 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-f9f36905-caab-42be-80da-20f366a6f668 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6377139 Aug 27 14:27:17.560008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Request body: {'port': {'device_id': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:17.570961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27df947-2aa1-43e1-9afa-4c9c8ab35122 req-70347946-bb8e-4f88-868f-55fad0a3cf27 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:17.578653 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f27df947-2aa1-43e1-9afa-4c9c8ab35122 req-70347946-bb8e-4f88-868f-55fad0a3cf27 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 945 time: 0.0757031 Aug 27 14:27:17.737871 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cb663ad4-d6cc-49ac-bd1f-2a9956f7a763 None None] Provisioning for port 75d548c5-777e-405b-a9ae-902fae088289 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:17.745000 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cb663ad4-d6cc-49ac-bd1f-2a9956f7a763 None None] Provisioning complete for port 75d548c5-777e-405b-a9ae-902fae088289 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:17.745447 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cb663ad4-d6cc-49ac-bd1f-2a9956f7a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:17.770346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 39f313b0-f517-4857-81bc-83c1b362545a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:17.794900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d6fd5-7b41-44da-b682-d58c9a681530 req-846af792-cfa6-451b-9fb3-e1849aec0fc4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:17.797725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e76d6fd5-7b41-44da-b682-d58c9a681530 req-846af792-cfa6-451b-9fb3-e1849aec0fc4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 932 time: 0.0721011 Aug 27 14:27:17.816362 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-cb663ad4-d6cc-49ac-bd1f-2a9956f7a763 None None] Port 75d548c5-777e-405b-a9ae-902fae088289 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:27:17.838981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57838) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:17.839185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 39f313b0-f517-4857-81bc-83c1b362545a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:17.839802 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:17.883109 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e76d6fd5-7b41-44da-b682-d58c9a681530 req-03cc7999-3ddf-484d-8a2d-24fccff15d66 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709059 Aug 27 14:27:17.989368 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3830808a-6011-4f60-a8ea-453d8d0b434e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.015253 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f27df947-2aa1-43e1-9afa-4c9c8ab35122 req-cd144bdb-b7df-4bff-b984-2a5ce49d979d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356623 Aug 27 14:27:18.022373 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.094520 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3830808a-6011-4f60-a8ea-453d8d0b434e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.105189 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3830808a-6011-4f60-a8ea-453d8d0b434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.167827 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3830808a-6011-4f60-a8ea-453d8d0b434e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=77da9bcdc3234a3692606a88ac0f6fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254681 Aug 27 14:27:18.168254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57846) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:18.182561 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830808a-6011-4f60-a8ea-453d8d0b434e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28fbb22-d489-4241-b109-60aa203959c6,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:18.214641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c73c0-2b02-432d-bdc5-c3cd4054845a req-ec0d6777-0b2c-4947-95bd-c3a92a896641 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:18.216291 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de0c73c0-2b02-432d-bdc5-c3cd4054845a req-ec0d6777-0b2c-4947-95bd-c3a92a896641 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 945 time: 0.1245625 Aug 27 14:27:18.271982 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66499e23-6d0b-492c-b16d-210d65d41472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.281280 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de0c73c0-2b02-432d-bdc5-c3cd4054845a req-e4548f01-e6b6-430d-b24b-7671fc5d490d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553179 Aug 27 14:27:18.299640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c16ec-8838-4cfa-a3ab-169408fae256 req-27ed466a-1bc4-4871-bd38-d8916f46eea5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:18.301195 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-720c16ec-8838-4cfa-a3ab-169408fae256 req-27ed466a-1bc4-4871-bd38-d8916f46eea5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 944 time: 0.0891788 Aug 27 14:27:18.309127 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66499e23-6d0b-492c-b16d-210d65d41472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.379669 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-720c16ec-8838-4cfa-a3ab-169408fae256 req-d0f588fd-3503-4371-afa9-6350b6f8982c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713661 Aug 27 14:27:18.383705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d548c5-777e-405b-a9ae-902fae088289 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:27:18.391849 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.404766 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66499e23-6d0b-492c-b16d-210d65d41472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.407040 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Transition to ACTIVE for port object 75d548c5-777e-405b-a9ae-902fae088289 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:18.408631 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66499e23-6d0b-492c-b16d-210d65d41472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.412351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-66499e23-6d0b-492c-b16d-210d65d41472 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e28fbb22-d489-4241-b109-60aa203959c6 HTTP/1.1" status: 204 len: 168 time: 0.2409351 Aug 27 14:27:18.413868 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.433473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66499e23-6d0b-492c-b16d-210d65d41472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28fbb22-d489-4241-b109-60aa203959c6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:18.454007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f280e-9819-4300-a085-1dc9252f5ed4 req-e81b202d-623f-452e-a69f-7625b405dc77 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:18.462530 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e91f280e-9819-4300-a085-1dc9252f5ed4 req-e81b202d-623f-452e-a69f-7625b405dc77 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 945 time: 0.1001611 Aug 27 14:27:18.467524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Pushing event updated for resources: {'Port': ['ID=75d548c5-777e-405b-a9ae-902fae088289,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:18.505355 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e91f280e-9819-4300-a085-1dc9252f5ed4 req-35a8e7e2-e2d6-4aa5-8055-7a77a95acaa0 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415132 Aug 27 14:27:18.569117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Attempting to bind port 75d548c5-777e-405b-a9ae-902fae088289 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:27:18.569619 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Attempting to bind port 75d548c5-777e-405b-a9ae-902fae088289 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'ff1265e5-d754-4368-bb71-33b84ad74392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:27:18.570068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Attempting to bind port 75d548c5-777e-405b-a9ae-902fae088289 on network 95d77891-322a-4701-aa4d-f0e7be918cb5 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:18.575692 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Port 75d548c5-777e-405b-a9ae-902fae088289 on network 95d77891-322a-4701-aa4d-f0e7be918cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:27:18.576308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Attempting to bind port 75d548c5-777e-405b-a9ae-902fae088289 on network 95d77891-322a-4701-aa4d-f0e7be918cb5 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:18.582782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:27:18.583319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Checking segment: {'id': 'ff1265e5-d754-4368-bb71-33b84ad74392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:18.584034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Bound using segment: {'id': 'ff1265e5-d754-4368-bb71-33b84ad74392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:27:18.585017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Bound port: 75d548c5-777e-405b-a9ae-902fae088289, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1265e5-d754-4368-bb71-33b84ad74392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:27:18.585528 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.680586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] For port 75d548c5-777e-405b-a9ae-902fae088289, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:27:18.688957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] For port 75d548c5-777e-405b-a9ae-902fae088289, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=75d548c5-777e-405b-a9ae-902fae088289,segment=NetworkSegment(ff1265e5-d754-4368-bb71-33b84ad74392),segment_id=ff1265e5-d754-4368-bb71-33b84ad74392)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:27:18.699797 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.733087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:18.734424 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.736153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-37026747-af2f-4355-a572-6e2c20334632 service neutron] 10.222.0.41 "PUT /v2.0/ports/75d548c5-777e-405b-a9ae-902fae088289 HTTP/1.1" status: 200 len: 1093 time: 1.1813548 Aug 27 14:27:18.736599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'tag': '75d548c5-777e-405b-a9ae-902fae088289'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:18.738988 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06baa5aa-2b67-43af-9614-4d2b38c5cd54" -d '{"events": [{"name": "network-changed", "server_uuid": "52650ff0-6ada-4c9c-81a9-e79211ec14c6", "tag": "75d548c5-777e-405b-a9ae-902fae088289"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:18.775921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37026747-af2f-4355-a572-6e2c20334632 service neutron] Pushing event updated for resources: {'Port': ['ID=75d548c5-777e-405b-a9ae-902fae088289,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:18.817873 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.832782 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160ae991-57d9-4d08-8d08-a111cdefdbbc x-openstack-request-id: req-160ae991-57d9-4d08-8d08-a111cdefdbbc {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:18.833081 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52650ff0-6ada-4c9c-81a9-e79211ec14c6", "tag": "75d548c5-777e-405b-a9ae-902fae088289", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:18.833334 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-160ae991-57d9-4d08-8d08-a111cdefdbbc {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:18.836263 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'tag': '75d548c5-777e-405b-a9ae-902fae088289', 'status': 'completed', 'code': 200} Aug 27 14:27:18.868461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57860) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:18.886367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecc04d-75e0-4b2a-a3c5-c391309b5eb0 req-c33afadc-4f80-4fb2-afe9-0e07beeefe68 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:18.888240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f5ecc04d-75e0-4b2a-a3c5-c391309b5eb0 req-c33afadc-4f80-4fb2-afe9-0e07beeefe68 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 945 time: 0.0676720 Aug 27 14:27:18.899485 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f9c58b7a-bc2d-49ee-a8b5-b695caa44c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:18.945898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f5ecc04d-75e0-4b2a-a3c5-c391309b5eb0 req-73c43fd3-ee96-46f2-be8e-759ecb40fe84 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491323 Aug 27 14:27:18.969134 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-c66dee06-a752-468d-939d-f5646b9e279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:18.970796 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-c66dee06-a752-468d-939d-f5646b9e279b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 1096 time: 0.1156278 Aug 27 14:27:19.047862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-dce8fbc7-4482-4b79-88f6-f2a27db6d390 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75d548c5-777e-405b-a9ae-902fae088289 HTTP/1.1" status: 200 len: 217 time: 0.0574639 Aug 27 14:27:19.104441 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc05b5-638a-4bb3-8342-2403697742d2 req-48ba6b36-167e-44bb-bc75-da7bfeb2b05c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:19.105898 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ddc05b5-638a-4bb3-8342-2403697742d2 req-48ba6b36-167e-44bb-bc75-da7bfeb2b05c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 944 time: 0.1306748 Aug 27 14:27:19.150883 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f9c58b7a-bc2d-49ee-a8b5-b695caa44c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:19.153262 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-fd0ad605-9f18-4a5d-a426-15c96201c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:19.154831 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-fd0ad605-9f18-4a5d-a426-15c96201c9a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29cbdadd-3caa-41d1-992f-1eb03328551f HTTP/1.1" status: 200 len: 834 time: 0.0975356 Aug 27 14:27:19.158395 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f9c58b7a-bc2d-49ee-a8b5-b695caa44c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:19.220859 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ddc05b5-638a-4bb3-8342-2403697742d2 req-af1e84c4-de60-46c4-81c8-509686b82ec1 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014862 Aug 27 14:27:19.232316 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f9c58b7a-bc2d-49ee-a8b5-b695caa44c2a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac0709ccde514d3a80a1ff8e1d597f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626528 Aug 27 14:27:19.236266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 57864) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:19.238388 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c58b7a-bc2d-49ee-a8b5-b695caa44c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dea047f-3d73-4fd0-be46-e3850cfa7464,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:19.250959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-9898c5db-2603-4e40-bd50-377f967a2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:19.252838 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-9898c5db-2603-4e40-bd50-377f967a2bf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95d77891-322a-4701-aa4d-f0e7be918cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774593 Aug 27 14:27:19.290916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-071379bd-d27e-45a6-824c-e378671dec8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:19.318760 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-071379bd-d27e-45a6-824c-e378671dec8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:19.354740 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-d891536f-0e37-4061-bf03-aa5e58e0d2a6 service neutron] 10.222.0.41 "GET /v2.0/networks/95d77891-322a-4701-aa4d-f0e7be918cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942552 Aug 27 14:27:19.366968 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-071379bd-d27e-45a6-824c-e378671dec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:19.369562 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-071379bd-d27e-45a6-824c-e378671dec8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:19.370721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-071379bd-d27e-45a6-824c-e378671dec8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5dea047f-3d73-4fd0-be46-e3850cfa7464 HTTP/1.1" status: 204 len: 168 time: 0.1331985 Aug 27 14:27:19.379760 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071379bd-d27e-45a6-824c-e378671dec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dea047f-3d73-4fd0-be46-e3850cfa7464,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:19.454610 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e6584ba-f2b6-41c2-ae4e-db1690e366f1 req-047030bd-d580-457a-9429-d39416723f1f service neutron] 10.222.0.41 "GET /v2.0/networks/95d77891-322a-4701-aa4d-f0e7be918cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912833 Aug 27 14:27:19.511474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13270240-7392-4ca0-9e5d-97f39014952a req-5f4b5378-61d5-4766-85b7-2aab2b9c8947 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:19.513003 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13270240-7392-4ca0-9e5d-97f39014952a req-5f4b5378-61d5-4766-85b7-2aab2b9c8947 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 944 time: 0.0613070 Aug 27 14:27:19.561622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13270240-7392-4ca0-9e5d-97f39014952a req-77f69187-3e99-443b-bbce-7d61fd2325af tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420208 Aug 27 14:27:19.614423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baa5aa-2b67-43af-9614-4d2b38c5cd54 req-197ff9be-200d-4f07-a29d-94c8db97a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:19.615996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06baa5aa-2b67-43af-9614-4d2b38c5cd54 req-197ff9be-200d-4f07-a29d-94c8db97a347 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 1096 time: 0.0473530 Aug 27 14:27:19.713474 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baa5aa-2b67-43af-9614-4d2b38c5cd54 req-7453b0de-c68d-4dc1-bf4e-f136ec163883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:19.714998 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06baa5aa-2b67-43af-9614-4d2b38c5cd54 req-7453b0de-c68d-4dc1-bf4e-f136ec163883 service neutron] 10.222.0.41 "GET /v2.0/networks?id=95d77891-322a-4701-aa4d-f0e7be918cb5 HTTP/1.1" status: 200 len: 896 time: 0.0899019 Aug 27 14:27:19.763182 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06baa5aa-2b67-43af-9614-4d2b38c5cd54 req-8da32fb8-1941-4f87-90e5-142b6798e56e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75d548c5-777e-405b-a9ae-902fae088289 HTTP/1.1" status: 200 len: 217 time: 0.0370729 Aug 27 14:27:19.820418 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baa5aa-2b67-43af-9614-4d2b38c5cd54 req-a32ea668-2235-461c-b228-b83deaf5aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:19.822192 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06baa5aa-2b67-43af-9614-4d2b38c5cd54 req-a32ea668-2235-461c-b228-b83deaf5aaef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29cbdadd-3caa-41d1-992f-1eb03328551f HTTP/1.1" status: 200 len: 834 time: 0.0514755 Aug 27 14:27:19.872004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baa5aa-2b67-43af-9614-4d2b38c5cd54 req-3bde0a1e-47cf-4e25-a27f-02f3bdba8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:19.873659 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06baa5aa-2b67-43af-9614-4d2b38c5cd54 req-3bde0a1e-47cf-4e25-a27f-02f3bdba8868 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95d77891-322a-4701-aa4d-f0e7be918cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425825 Aug 27 14:27:19.994136 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06baa5aa-2b67-43af-9614-4d2b38c5cd54 req-6bbe666f-4f01-4594-998f-ee3889747d85 service neutron] 10.222.0.41 "GET /v2.0/networks/95d77891-322a-4701-aa4d-f0e7be918cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859368 Aug 27 14:27:20.127766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13e40b-c22c-47d7-81e4-81a734bee5a1 req-71c1bd72-aad3-429e-a65e-6960f27edcc2 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:20.129301 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa13e40b-c22c-47d7-81e4-81a734bee5a1 req-71c1bd72-aad3-429e-a65e-6960f27edcc2 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 945 time: 0.0784321 Aug 27 14:27:20.152316 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06baa5aa-2b67-43af-9614-4d2b38c5cd54 req-2ef67135-0382-401c-8149-f3f26690d9a5 service neutron] 10.222.0.41 "GET /v2.0/networks/95d77891-322a-4701-aa4d-f0e7be918cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498244 Aug 27 14:27:20.172668 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa13e40b-c22c-47d7-81e4-81a734bee5a1 req-1e4deffb-cce0-45bb-8db0-0bc2113d1516 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375810 Aug 27 14:27:20.264710 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:20.347811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e9023-a2c7-4a7d-9f69-3f2905025d4c req-22a51e09-bffa-4b13-a434-f78d60b907c2 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:20.349460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-924e9023-a2c7-4a7d-9f69-3f2905025d4c req-22a51e09-bffa-4b13-a434-f78d60b907c2 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 944 time: 0.0599315 Aug 27 14:27:20.391874 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-924e9023-a2c7-4a7d-9f69-3f2905025d4c req-957aec6b-4365-42ab-bbc7-f1f0bfbf9681 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361648 Aug 27 14:27:20.586086 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f93657-f7d1-4e8d-a3a6-0e356085be5c req-ed9de425-453d-463e-b1d1-116d28963e09 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:20.588488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35f93657-f7d1-4e8d-a3a6-0e356085be5c req-ed9de425-453d-463e-b1d1-116d28963e09 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 945 time: 0.0531170 Aug 27 14:27:20.714851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8689f-48d7-4810-a5df-067b48fef985 req-ebbac61c-f9d0-40d5-a081-2fda904a90da tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:20.716387 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61a8689f-48d7-4810-a5df-067b48fef985 req-ebbac61c-f9d0-40d5-a081-2fda904a90da tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 944 time: 0.0820196 Aug 27 14:27:20.747592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-35f93657-f7d1-4e8d-a3a6-0e356085be5c req-59e0f3e8-0f6e-4654-9cba-517d59b97f0f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Deleting port 3d33b171-0ca9-460f-9684-a2483c42de48 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:27:20.747934 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-35f93657-f7d1-4e8d-a3a6-0e356085be5c req-59e0f3e8-0f6e-4654-9cba-517d59b97f0f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:20.809793 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61a8689f-48d7-4810-a5df-067b48fef985 req-1771ea40-1c36-4092-b14d-a30778a7554d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867081 Aug 27 14:27:20.854961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-35f93657-f7d1-4e8d-a3a6-0e356085be5c req-59e0f3e8-0f6e-4654-9cba-517d59b97f0f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] For port 3d33b171-0ca9-460f-9684-a2483c42de48, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3d33b171-0ca9-460f-9684-a2483c42de48,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:20.855323 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-35f93657-f7d1-4e8d-a3a6-0e356085be5c req-59e0f3e8-0f6e-4654-9cba-517d59b97f0f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:20.870780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-35f93657-f7d1-4e8d-a3a6-0e356085be5c req-59e0f3e8-0f6e-4654-9cba-517d59b97f0f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Calling delete_port for 3d33b171-0ca9-460f-9684-a2483c42de48 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:27:21.005056 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-35f93657-f7d1-4e8d-a3a6-0e356085be5c req-59e0f3e8-0f6e-4654-9cba-517d59b97f0f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:21.016920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180', 'def6cf1b-065c-42ba-8f3f-0edd386eaf2a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:27:21.035815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0f3e8-0f6e-4654-9cba-517d59b97f0f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event deleted for resources: {'Port': ['ID=3d33b171-0ca9-460f-9684-a2483c42de48,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:21.044870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['3d33b171-0ca9-460f-9684-a2483c42de48'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:27:21.077771 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f93657-f7d1-4e8d-a3a6-0e356085be5c req-59e0f3e8-0f6e-4654-9cba-517d59b97f0f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] No DVR routers for this DVR port 3d33b171-0ca9-460f-9684-a2483c42de48 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:27:21.080281 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-35f93657-f7d1-4e8d-a3a6-0e356085be5c req-59e0f3e8-0f6e-4654-9cba-517d59b97f0f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:21.082331 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35f93657-f7d1-4e8d-a3a6-0e356085be5c req-59e0f3e8-0f6e-4654-9cba-517d59b97f0f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.41 "DELETE /v2.0/ports/3d33b171-0ca9-460f-9684-a2483c42de48 HTTP/1.1" status: 204 len: 173 time: 0.4869430 Aug 27 14:27:21.082800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0861fab-ce0d-492c-921a-20070288c418', 'name': 'network-vif-deleted', 'tag': '3d33b171-0ca9-460f-9684-a2483c42de48'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:21.085121 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83128a84-7912-48bf-a4d9-aca16a3784d3" -d '{"events": [{"server_uuid": "f0861fab-ce0d-492c-921a-20070288c418", "name": "network-vif-deleted", "tag": "3d33b171-0ca9-460f-9684-a2483c42de48"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:21.136166 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0924ed1-b8a8-479b-ac3f-288802efea1e x-openstack-request-id: req-f0924ed1-b8a8-479b-ac3f-288802efea1e {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:21.136774 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0861fab-ce0d-492c-921a-20070288c418", "name": "network-vif-deleted", "tag": "3d33b171-0ca9-460f-9684-a2483c42de48", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:21.136774 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0924ed1-b8a8-479b-ac3f-288802efea1e {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:21.137165 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0861fab-ce0d-492c-921a-20070288c418', 'name': 'network-vif-deleted', 'tag': '3d33b171-0ca9-460f-9684-a2483c42de48', 'status': 'completed', 'code': 200} Aug 27 14:27:21.294948 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 34e29f97-07fc-4093-8f3e-0e12bbad9272 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:27:21.305728 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e527949-5604-4ddb-928f-d4d4cdeea37a req-9c2d2ed8-ca30-427b-b38f-4cedd7d9127d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0861fab-ce0d-492c-921a-20070288c418 HTTP/1.1" status: 200 len: 210 time: 0.0372264 Aug 27 14:27:21.411828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 34e29f97-07fc-4093-8f3e-0e12bbad9272, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=34e29f97-07fc-4093-8f3e-0e12bbad9272,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:21.423759 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'port_id': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'mac_address': 'fa:16:3e:5c:12:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:27:21.462156 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:21.478666 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e29f97-07fc-4093-8f3e-0e12bbad9272 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:27:21.500310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 34e29f97-07fc-4093-8f3e-0e12bbad9272, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=34e29f97-07fc-4093-8f3e-0e12bbad9272,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:21.505883 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:21.539720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d086b67-2953-48e8-9380-d75b2ebd3ab7 req-d14b510c-b87d-4318-ab96-24f533b123f1 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:21.542502 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d086b67-2953-48e8-9380-d75b2ebd3ab7 req-d14b510c-b87d-4318-ab96-24f533b123f1 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 944 time: 0.0692058 Aug 27 14:27:21.571218 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=34e29f97-07fc-4093-8f3e-0e12bbad9272,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:21.580628 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:21.598094 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d086b67-2953-48e8-9380-d75b2ebd3ab7 req-2c23bbf1-95f2-4888-ab9e-fe0dd1b143ff tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478232 Aug 27 14:27:21.765572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['34e29f97-07fc-4093-8f3e-0e12bbad9272'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:27:21.939912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52865f9a-be0f-44b9-8f6c-0cd0a9b7efb7 req-7ab06dfa-1d8c-4c72-8e83-d08c1cbc8848 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:21.941748 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-52865f9a-be0f-44b9-8f6c-0cd0a9b7efb7 req-7ab06dfa-1d8c-4c72-8e83-d08c1cbc8848 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0627456 Aug 27 14:27:22.001748 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-52865f9a-be0f-44b9-8f6c-0cd0a9b7efb7 req-17858e1a-74e1-414f-a6c9-eeb7528db6ec tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526037 Aug 27 14:27:22.615337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be645b-d61b-49b4-9a44-26b3cd731b09 req-d67897c8-7c47-44b8-87e7-0bbb30d85a4b tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:22.616966 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9be645b-d61b-49b4-9a44-26b3cd731b09 req-d67897c8-7c47-44b8-87e7-0bbb30d85a4b tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 945 time: 0.0656979 Aug 27 14:27:22.662964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9be645b-d61b-49b4-9a44-26b3cd731b09 req-ea862406-0c72-4c1d-9c78-ab703b7e5612 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388372 Aug 27 14:27:22.719923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f0014-0b1b-4a3d-8733-ffcc802b1456 req-4cfafe09-24df-447a-9d2c-62f481615615 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:22.721477 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-375f0014-0b1b-4a3d-8733-ffcc802b1456 req-4cfafe09-24df-447a-9d2c-62f481615615 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 944 time: 0.0513482 Aug 27 14:27:22.761397 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-375f0014-0b1b-4a3d-8733-ffcc802b1456 req-e0a3e39c-b44c-45ea-97c8-b34cda5015bc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334241 Aug 27 14:27:23.116576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206e72d-94ad-418e-97a4-6b660d1e5058 req-b7019bcf-901e-4ffc-9f4e-c84fe0490ad6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:23.118076 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8206e72d-94ad-418e-97a4-6b660d1e5058 req-b7019bcf-901e-4ffc-9f4e-c84fe0490ad6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0529640 Aug 27 14:27:23.156367 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8206e72d-94ad-418e-97a4-6b660d1e5058 req-0b2aa09b-1a08-4363-ba3d-c172ada39790 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316579 Aug 27 14:27:23.305886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 34e29f97-07fc-4093-8f3e-0e12bbad9272 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:23.354153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 34e29f97-07fc-4093-8f3e-0e12bbad9272 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:23.358174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 34e29f97-07fc-4093-8f3e-0e12bbad9272 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:23.358554 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:23.628106 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:23.659293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e29f97-07fc-4093-8f3e-0e12bbad9272'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:23.663135 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9facc5b4-7d03-487b-b44b-1c27d87cbbdf" -d '{"events": [{"server_uuid": "d0182bb9-c367-4c65-be5c-8f732a4a4c8f", "name": "network-vif-plugged", "status": "completed", "tag": "34e29f97-07fc-4093-8f3e-0e12bbad9272"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:23.679049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 34e29f97-07fc-4093-8f3e-0e12bbad9272, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=34e29f97-07fc-4093-8f3e-0e12bbad9272,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:23.683419 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:23.712768 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1708f595-5c1b-41b0-a71d-11816ffb41f5 x-openstack-request-id: req-1708f595-5c1b-41b0-a71d-11816ffb41f5 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:23.712945 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0182bb9-c367-4c65-be5c-8f732a4a4c8f", "name": "network-vif-plugged", "status": "completed", "tag": "34e29f97-07fc-4093-8f3e-0e12bbad9272", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:23.713166 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1708f595-5c1b-41b0-a71d-11816ffb41f5 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:23.713552 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'code': 200} Aug 27 14:27:23.766284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=34e29f97-07fc-4093-8f3e-0e12bbad9272,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:23.823182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8cfe-9274-424f-8aa5-f2b792f40bb2 req-4efa847c-ced9-4f1e-988e-d5d327e6c7e7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:23.825203 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-731d8cfe-9274-424f-8aa5-f2b792f40bb2 req-4efa847c-ced9-4f1e-988e-d5d327e6c7e7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 945 time: 0.0751140 Aug 27 14:27:23.863189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47114b6a-8f90-44a4-99bb-fbd0409ede9a req-4c2eb98f-939d-4bb6-b80e-ee83ba9608bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:23.864825 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47114b6a-8f90-44a4-99bb-fbd0409ede9a req-4c2eb98f-939d-4bb6-b80e-ee83ba9608bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 1098 time: 0.0633998 Aug 27 14:27:23.874662 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-731d8cfe-9274-424f-8aa5-f2b792f40bb2 req-82f5864c-7118-489a-8336-1bc2a37d4a68 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380297 Aug 27 14:27:23.928935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4670f-2469-42df-9ab3-f0188783e539 req-df8cd5f6-d4eb-4697-a367-74bdf2a18dda tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:23.930406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c7a4670f-2469-42df-9ab3-f0188783e539 req-df8cd5f6-d4eb-4697-a367-74bdf2a18dda tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 944 time: 0.0849032 Aug 27 14:27:23.934067 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47114b6a-8f90-44a4-99bb-fbd0409ede9a req-9e256b87-19ff-42b0-9fd4-429d615bbf8b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519764 Aug 27 14:27:23.968140 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c7a4670f-2469-42df-9ab3-f0188783e539 req-96b6ffab-aca2-4771-ab0c-82c471778bcb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317392 Aug 27 14:27:24.172021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede5144-cc4d-4a85-b46a-33853fbad8cd req-0915d4cf-2f2b-45cd-9f92-4ec97113c71f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:24.173765 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ede5144-cc4d-4a85-b46a-33853fbad8cd req-0915d4cf-2f2b-45cd-9f92-4ec97113c71f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 945 time: 0.0501521 Aug 27 14:27:24.309854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a03d6c-e8b8-44e0-b038-89e7cd0c44f3 req-a43ae8e5-c582-45e6-bf9a-e75a38604c36 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:24.311370 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e5a03d6c-e8b8-44e0-b038-89e7cd0c44f3 req-a43ae8e5-c582-45e6-bf9a-e75a38604c36 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 946 time: 0.0680726 Aug 27 14:27:24.319268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-0ede5144-cc4d-4a85-b46a-33853fbad8cd req-b1a2ea14-e15e-4a4f-ada0-d42d910208f6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Deleting port def6cf1b-065c-42ba-8f3f-0edd386eaf2a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:27:24.319614 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ede5144-cc4d-4a85-b46a-33853fbad8cd req-b1a2ea14-e15e-4a4f-ada0-d42d910208f6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:24.401631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e5a03d6c-e8b8-44e0-b038-89e7cd0c44f3 req-5394ded5-1101-4ddc-869c-446c75a161b0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789473 Aug 27 14:27:24.438005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0ede5144-cc4d-4a85-b46a-33853fbad8cd req-b1a2ea14-e15e-4a4f-ada0-d42d910208f6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] For port def6cf1b-065c-42ba-8f3f-0edd386eaf2a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=def6cf1b-065c-42ba-8f3f-0edd386eaf2a,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:24.438291 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ede5144-cc4d-4a85-b46a-33853fbad8cd req-b1a2ea14-e15e-4a4f-ada0-d42d910208f6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:24.458084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-0ede5144-cc4d-4a85-b46a-33853fbad8cd req-b1a2ea14-e15e-4a4f-ada0-d42d910208f6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Calling delete_port for def6cf1b-065c-42ba-8f3f-0edd386eaf2a owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:27:24.586977 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ede5144-cc4d-4a85-b46a-33853fbad8cd req-b1a2ea14-e15e-4a4f-ada0-d42d910208f6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:24.598184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180', 'def6cf1b-065c-42ba-8f3f-0edd386eaf2a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:27:24.621253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2ea14-e15e-4a4f-ada0-d42d910208f6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event deleted for resources: {'Port': ['ID=def6cf1b-065c-42ba-8f3f-0edd386eaf2a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:24.637733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 75d548c5-777e-405b-a9ae-902fae088289 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:27:24.647883 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3d33b171-0ca9-460f-9684-a2483c42de48 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:27:24.684134 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 3d33b171-0ca9-460f-9684-a2483c42de48 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:27:24.684134 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3d33b171-0ca9-460f-9684-a2483c42de48 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:27:24.704843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ede5144-cc4d-4a85-b46a-33853fbad8cd req-b1a2ea14-e15e-4a4f-ada0-d42d910208f6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] No DVR routers for this DVR port def6cf1b-065c-42ba-8f3f-0edd386eaf2a on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:27:24.707482 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0ede5144-cc4d-4a85-b46a-33853fbad8cd req-b1a2ea14-e15e-4a4f-ada0-d42d910208f6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:24.709533 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0ede5144-cc4d-4a85-b46a-33853fbad8cd req-b1a2ea14-e15e-4a4f-ada0-d42d910208f6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "DELETE /v2.0/ports/def6cf1b-065c-42ba-8f3f-0edd386eaf2a HTTP/1.1" status: 204 len: 173 time: 0.5286880 Aug 27 14:27:24.709998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfca94a3-b5ac-4915-a8b5-a791e05973d0', 'name': 'network-vif-deleted', 'tag': 'def6cf1b-065c-42ba-8f3f-0edd386eaf2a'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:24.712343 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac61b6d-bdce-4956-9150-3cfc19900adf" -d '{"events": [{"server_uuid": "cfca94a3-b5ac-4915-a8b5-a791e05973d0", "name": "network-vif-deleted", "tag": "def6cf1b-065c-42ba-8f3f-0edd386eaf2a"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:24.757287 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5073b7f5-a9b0-4f53-8b28-4236a4d15b6f x-openstack-request-id: req-5073b7f5-a9b0-4f53-8b28-4236a4d15b6f {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:24.757588 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfca94a3-b5ac-4915-a8b5-a791e05973d0", "name": "network-vif-deleted", "tag": "def6cf1b-065c-42ba-8f3f-0edd386eaf2a", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:24.757846 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5073b7f5-a9b0-4f53-8b28-4236a4d15b6f {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:24.758246 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfca94a3-b5ac-4915-a8b5-a791e05973d0', 'name': 'network-vif-deleted', 'tag': 'def6cf1b-065c-42ba-8f3f-0edd386eaf2a', 'status': 'completed', 'code': 200} Aug 27 14:27:24.824894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 75d548c5-777e-405b-a9ae-902fae088289, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=75d548c5-777e-405b-a9ae-902fae088289,segment=NetworkSegment(ff1265e5-d754-4368-bb71-33b84ad74392),segment_id=ff1265e5-d754-4368-bb71-33b84ad74392)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:24.845436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '75d548c5-777e-405b-a9ae-902fae088289', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'port_id': '75d548c5-777e-405b-a9ae-902fae088289', 'mac_address': 'fa:16:3e:a4:ed:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:27:24.931445 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:24.951789 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d548c5-777e-405b-a9ae-902fae088289 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:27:24.984790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 75d548c5-777e-405b-a9ae-902fae088289, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=75d548c5-777e-405b-a9ae-902fae088289,segment=NetworkSegment(ff1265e5-d754-4368-bb71-33b84ad74392),segment_id=ff1265e5-d754-4368-bb71-33b84ad74392)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:24.989604 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:25.065150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=75d548c5-777e-405b-a9ae-902fae088289,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:25.121187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de567d8-52ac-4cbf-9734-70607331511f req-4092f153-ac40-416b-ac82-e352f36ce5eb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:25.123773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9de567d8-52ac-4cbf-9734-70607331511f req-4092f153-ac40-416b-ac82-e352f36ce5eb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 945 time: 0.0625284 Aug 27 14:27:25.204787 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9de567d8-52ac-4cbf-9734-70607331511f req-0fe57367-e1cf-436e-beda-06ca3539c9ef tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729342 Aug 27 14:27:25.256908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-efb03c66-15ea-4f16-a28d-2f7b64639de7 req-ac16e64d-b823-44ac-9861-231af87851e4 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfca94a3-b5ac-4915-a8b5-a791e05973d0 HTTP/1.1" status: 200 len: 210 time: 0.0300965 Aug 27 14:27:25.451329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['75d548c5-777e-405b-a9ae-902fae088289'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:27:25.520920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0ee34-ac07-4ede-94a9-6cd3d6727e72 req-7f09b1e1-573c-49dc-bc86-2ba40491c610 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:25.522555 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3e0ee34-ac07-4ede-94a9-6cd3d6727e72 req-7f09b1e1-573c-49dc-bc86-2ba40491c610 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 946 time: 0.0521390 Aug 27 14:27:25.573097 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3e0ee34-ac07-4ede-94a9-6cd3d6727e72 req-d517a628-5bee-45d3-810e-adb39a60c1a7 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377257 Aug 27 14:27:25.697565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956450a4-f121-4d9f-9db5-9dad46f91bc1 req-4bc3ea76-4449-47b3-9771-50924037275a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:25.699095 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-956450a4-f121-4d9f-9db5-9dad46f91bc1 req-4bc3ea76-4449-47b3-9771-50924037275a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 946 time: 0.0540283 Aug 27 14:27:25.742417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-956450a4-f121-4d9f-9db5-9dad46f91bc1 req-2060ffd1-c172-455c-ac52-9b7beca8f140 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365381 Aug 27 14:27:25.765591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57984) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:25.979560 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85b7da9-8c18-4519-b6e8-39b2cd3c4816 tempest-TestVolumeBootPattern-1238323987 tempest-TestVolumeBootPattern-1238323987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:25.984229 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b85b7da9-8c18-4519-b6e8-39b2cd3c4816 tempest-TestVolumeBootPattern-1238323987 tempest-TestVolumeBootPattern-1238323987-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 1093 time: 0.2144284 Aug 27 14:27:25.985083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 57988) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:25.989578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:26.013219 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:26.123255 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:26.257098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Allocated IP 172.25.2.138 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/edaa4c15-8160-4538-9023-ceabf157681f) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:26.397404 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:26.456554 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:26.503531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:26.509028 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:26.513316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:26.551522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'Port': ['ID=edaa4c15-8160-4538-9023-ceabf157681f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:26.626311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654bbc3-45d1-486f-9f02-3539279d3756 req-ee934d59-0292-4003-ac72-66a0d0b10474 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:26.627826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1654bbc3-45d1-486f-9f02-3539279d3756 req-ee934d59-0292-4003-ac72-66a0d0b10474 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 945 time: 0.0869646 Aug 27 14:27:26.650193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 75d548c5-777e-405b-a9ae-902fae088289 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:26.653022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-bf7d9b56-cf40-4eef-bccf-78f029cb1846 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:26.654597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-bf7d9b56-cf40-4eef-bccf-78f029cb1846 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.1074579 Aug 27 14:27:26.680095 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-fffac226-0276-4cff-89c6-d93420042a40 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/quotas/ee68a6fac6694996a7e1e4858572b79c HTTP/1.1" status: 200 len: 375 time: 0.0106857 Aug 27 14:27:26.711832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 75d548c5-777e-405b-a9ae-902fae088289 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:26.717391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 75d548c5-777e-405b-a9ae-902fae088289 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:26.719100 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:26.737754 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-dd5ce923-20a4-4d8b-a6da-a89524adf61e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515757 Aug 27 14:27:26.746305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1654bbc3-45d1-486f-9f02-3539279d3756 req-f059df21-9413-4635-833c-710747be140f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891900 Aug 27 14:27:26.813433 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:26.837939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d548c5-777e-405b-a9ae-902fae088289'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:26.840630 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731b8355-92e4-4bde-94cf-6311557f9f59" -d '{"events": [{"server_uuid": "52650ff0-6ada-4c9c-81a9-e79211ec14c6", "name": "network-vif-plugged", "status": "completed", "tag": "75d548c5-777e-405b-a9ae-902fae088289"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:26.879490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 75d548c5-777e-405b-a9ae-902fae088289, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=75d548c5-777e-405b-a9ae-902fae088289,segment=NetworkSegment(ff1265e5-d754-4368-bb71-33b84ad74392),segment_id=ff1265e5-d754-4368-bb71-33b84ad74392)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:26.883674 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:26.891313 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e20d4f5-f2a2-4faf-b843-025797cadab4 x-openstack-request-id: req-7e20d4f5-f2a2-4faf-b843-025797cadab4 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:26.892489 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52650ff0-6ada-4c9c-81a9-e79211ec14c6", "name": "network-vif-plugged", "status": "completed", "tag": "75d548c5-777e-405b-a9ae-902fae088289", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:26.892739 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e20d4f5-f2a2-4faf-b843-025797cadab4 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:26.893163 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d548c5-777e-405b-a9ae-902fae088289', 'code': 200} Aug 27 14:27:26.941198 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-7b0664b8-5f88-40f3-9d61-904ff3e7dc45 service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943960 Aug 27 14:27:26.961428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=75d548c5-777e-405b-a9ae-902fae088289,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:27.022494 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:27.046305 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-fafc6b50-60e1-4069-b891-f9d8bb2d7744 service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939422 Aug 27 14:27:27.070830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d2396-ff39-4a42-bb4c-0efd68b9a392 req-95acd180-ddaf-4c08-87b2-43df226272fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:27.072531 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-820d2396-ff39-4a42-bb4c-0efd68b9a392 req-95acd180-ddaf-4c08-87b2-43df226272fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 1098 time: 0.0780771 Aug 27 14:27:27.118826 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:27.224059 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-820d2396-ff39-4a42-bb4c-0efd68b9a392 req-4a806226-d4db-4b63-9d0e-cdcab4629313 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316814 Aug 27 14:27:27.264321 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3e19fd5-b541-45b6-be4a-163131b645e7 req-877e5e1e-348e-4afd-a559-e55a7b7b03b9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 210 time: 0.0440304 Aug 27 14:27:27.347441 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:27.353556 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:27.434044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'Port': ['ID=edaa4c15-8160-4538-9023-ceabf157681f,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:27.443676 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:27.556892 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Floating IP d2ef0e61-df86-4a5f-ad0e-704902074476 associated. External IP: 172.25.2.138, port: 34e29f97-07fc-4093-8f3e-0e12bbad9272. Aug 27 14:27:27.817234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Router 004765aa-c904-47d1-8ed5-32ceeb59c08e has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:27:27.899371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2816c-185b-402e-920b-cd240739c423 req-b2f1abe7-f279-44b5-ac91-9da185a44254 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:27.901080 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f9a2816c-185b-402e-920b-cd240739c423 req-b2f1abe7-f279-44b5-ac91-9da185a44254 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 946 time: 0.0604997 Aug 27 14:27:27.935260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:27:27.945327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea486849-02a9-4b2d-828d-6a0958e43a3f None None] Sync routers for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:27:27.955523 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:27.957063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea486849-02a9-4b2d-828d-6a0958e43a3f None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:27:27.957954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ea486849-02a9-4b2d-828d-6a0958e43a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:27.959464 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f9a2816c-185b-402e-920b-cd240739c423 req-c51f321a-cf94-4998-9646-7f6325cffb80 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500107 Aug 27 14:27:27.987960 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d0398e1b-1a7c-4299-8481-d5015a15a0cc tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0018182 Aug 27 14:27:27.988693 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'tag': '34e29f97-07fc-4093-8f3e-0e12bbad9272'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:27.991152 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efb16ee-0918-4f1c-b08b-b3a77c2e969d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0182bb9-c367-4c65-be5c-8f732a4a4c8f", "tag": "34e29f97-07fc-4093-8f3e-0e12bbad9272"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:28.051249 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d8bfa5-e43c-4ef8-9ebe-8f288d31f924 x-openstack-request-id: req-76d8bfa5-e43c-4ef8-9ebe-8f288d31f924 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:28.051740 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0182bb9-c367-4c65-be5c-8f732a4a4c8f", "tag": "34e29f97-07fc-4093-8f3e-0e12bbad9272", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:28.052283 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76d8bfa5-e43c-4ef8-9ebe-8f288d31f924 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:28.052846 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'tag': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'status': 'completed', 'code': 200} Aug 27 14:27:28.095407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-ea486849-02a9-4b2d-828d-6a0958e43a3f None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:27:28.184461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb16ee-0918-4f1c-b08b-b3a77c2e969d req-ea578f09-d148-42cb-833a-3c178f2feb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:28.191556 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8efb16ee-0918-4f1c-b08b-b3a77c2e969d req-ea578f09-d148-42cb-833a-3c178f2feb71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 1098 time: 0.1163728 Aug 27 14:27:28.231041 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:27:28.252495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-748433eb-c39e-4fd1-920c-f3ab61254fc3 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:28.255071 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-748433eb-c39e-4fd1-920c-f3ab61254fc3 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.1342230 Aug 27 14:27:28.271719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-502550d1-7e1c-4651-a5bb-dd17e164861d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Request body: {'port': {'device_id': '86a0ed12-8746-4c5c-b878-906b6276b97e', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'admin_state_up': True, 'tenant_id': 'ee68a6fac6694996a7e1e4858572b79c'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:28.435598 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b81670f8-9b9a-42c0-8194-62d79673c901 req-55c1b8b8-6db5-4693-b919-9e86fa7b5ffe tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 210 time: 0.0766716 Aug 27 14:27:28.436965 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-502550d1-7e1c-4651-a5bb-dd17e164861d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Made reservation on behalf of ee68a6fac6694996a7e1e4858572b79c for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:27:28.440939 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-502550d1-7e1c-4651-a5bb-dd17e164861d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:28.465779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ea486849-02a9-4b2d-828d-6a0958e43a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'd2ef0e61-df86-4a5f-ad0e-704902074476', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:5c:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:26Z', 'updated_at': '2021-08-27T14:27:26Z', 'revision_number': 0, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:28.477605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb16ee-0918-4f1c-b08b-b3a77c2e969d req-0000d7d7-08c4-457f-bece-15834d88ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:28.479379 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8efb16ee-0918-4f1c-b08b-b3a77c2e969d req-0000d7d7-08c4-457f-bece-15834d88ecbe service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.2819538 Aug 27 14:27:28.500338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea486849-02a9-4b2d-828d-6a0958e43a3f None None] Checking router: 004765aa-c904-47d1-8ed5-32ceeb59c08e for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:27:28.509344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea486849-02a9-4b2d-828d-6a0958e43a3f None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:27:28.509968 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ea486849-02a9-4b2d-828d-6a0958e43a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:28.627544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8efb16ee-0918-4f1c-b08b-b3a77c2e969d req-9ca470d4-e767-4e63-bdd2-89f19484fc1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34e29f97-07fc-4093-8f3e-0e12bbad9272 HTTP/1.1" status: 200 len: 1000 time: 0.1405640 Aug 27 14:27:28.634305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-ea486849-02a9-4b2d-828d-6a0958e43a3f None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:27:29.063113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-502550d1-7e1c-4651-a5bb-dd17e164861d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Allocated IP 172.20.0.7 (9a1e67c1-4465-454e-8a46-0919ae0d8681/f6540e39-7ad9-40cd-b3b9-54a2310f2264/b43d3db3-6787-4fb6-aa63-adfe89fb2240) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:29.084127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ea486849-02a9-4b2d-828d-6a0958e43a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'd2ef0e61-df86-4a5f-ad0e-704902074476', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:5c:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:26Z', 'updated_at': '2021-08-27T14:27:26Z', 'revision_number': 0, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:29.117462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea486849-02a9-4b2d-828d-6a0958e43a3f None None] The sync data for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 is: [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'd2ef0e61-df86-4a5f-ad0e-704902074476', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:5c:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:26Z', 'updated_at': '2021-08-27T14:27:26Z', 'revision_number': 0, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:27:29.169762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85097cb6-23f5-4041-bb7a-aa0f5f56eeb6 req-73eaf7b9-fc27-4b47-ba55-c7f2987634e0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:29.172119 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85097cb6-23f5-4041-bb7a-aa0f5f56eeb6 req-73eaf7b9-fc27-4b47-ba55-c7f2987634e0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 946 time: 0.0982175 Aug 27 14:27:29.221319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb16ee-0918-4f1c-b08b-b3a77c2e969d req-58c814f3-c0f5-4573-8d43-b7fcb3faab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:29.223597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8efb16ee-0918-4f1c-b08b-b3a77c2e969d req-58c814f3-c0f5-4573-8d43-b7fcb3faab3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.5890474 Aug 27 14:27:29.261173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85097cb6-23f5-4041-bb7a-aa0f5f56eeb6 req-d8ed163c-3f51-44eb-8f87-5f18dc463e69 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582433 Aug 27 14:27:29.312919 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-502550d1-7e1c-4651-a5bb-dd17e164861d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:29.336964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device def6cf1b-065c-42ba-8f3f-0edd386eaf2a no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:27:29.349731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb16ee-0918-4f1c-b08b-b3a77c2e969d req-8fcbbd5f-6e56-4ef6-ac41-d64778f791a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:29.351531 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8efb16ee-0918-4f1c-b08b-b3a77c2e969d req-8fcbbd5f-6e56-4ef6-ac41-d64778f791a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205790 Aug 27 14:27:29.376150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: def6cf1b-065c-42ba-8f3f-0edd386eaf2a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:27:29.378155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device def6cf1b-065c-42ba-8f3f-0edd386eaf2a not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:27:29.378832 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-502550d1-7e1c-4651-a5bb-dd17e164861d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:29.392962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:27:29.495829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-502550d1-7e1c-4651-a5bb-dd17e164861d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Network 9a1e67c1-4465-454e-8a46-0919ae0d8681 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:29.506462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502550d1-7e1c-4651-a5bb-dd17e164861d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event updated for resources: {'Port': ['ID=b43d3db3-6787-4fb6-aa63-adfe89fb2240,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:29.510746 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e5af3-5d71-41c1-ab43-f112fff31b6f None None] New status for floating IP d2ef0e61-df86-4a5f-ad0e-704902074476: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:27:29.517445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-502550d1-7e1c-4651-a5bb-dd17e164861d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:29.520189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-502550d1-7e1c-4651-a5bb-dd17e164861d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:29.578654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a8437-e0d4-446e-9f13-912eed781c4d req-2eae7956-185f-4397-b2ca-8153179546ee tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:29.586672 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-886a8437-e0d4-446e-9f13-912eed781c4d req-2eae7956-185f-4397-b2ca-8153179546ee tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 946 time: 0.2158208 Aug 27 14:27:29.595772 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-502550d1-7e1c-4651-a5bb-dd17e164861d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:29.596492 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-502550d1-7e1c-4651-a5bb-dd17e164861d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:29.640773 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8efb16ee-0918-4f1c-b08b-b3a77c2e969d req-53e13c41-1efe-4918-9d2a-64d469bafac8 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806158 Aug 27 14:27:29.675546 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-502550d1-7e1c-4651-a5bb-dd17e164861d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4090700 Aug 27 14:27:29.679098 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-886a8437-e0d4-446e-9f13-912eed781c4d req-cbe6e016-19a4-4311-bf8f-26456f8781d4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908759 Aug 27 14:27:29.690076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Request body: {'port': {'device_id': '86a0ed12-8746-4c5c-b878-906b6276b97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:29.740712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58048) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:29.742908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9614353-a617-4763-af76-b7afa842fccb req-e8c22b72-1da0-41ba-a718-bde75988a331 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:29.751787 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e9614353-a617-4763-af76-b7afa842fccb req-e8c22b72-1da0-41ba-a718-bde75988a331 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 931 time: 0.1651664 Aug 27 14:27:29.804001 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:29.828686 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e9614353-a617-4763-af76-b7afa842fccb req-bd7d7c3b-75e1-47cd-8ec8-0cfc8c517680 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756183 Aug 27 14:27:29.870870 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f901ab9-12bf-457c-9aad-2c71585c9060 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:29.879700 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3f901ab9-12bf-457c-9aad-2c71585c9060 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 1093 time: 0.1375413 Aug 27 14:27:29.883639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58052) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:29.913130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '75d548c5-777e-405b-a9ae-902fae088289', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:29.952901 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8efb16ee-0918-4f1c-b08b-b3a77c2e969d req-8ffab86d-bd3f-4fda-bd96-b6a683974b40 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720213 Aug 27 14:27:29.954110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.072109 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.154552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58058) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:30.174627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43d3db3-6787-4fb6-aa63-adfe89fb2240 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:27:30.182919 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.197243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Transition to ACTIVE for port object b43d3db3-6787-4fb6-aa63-adfe89fb2240 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:30.203045 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.223456 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Allocated IP 172.25.2.186 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/9dd2642d-7e0e-439b-bf67-4dc7a2e34150) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:30.285482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Pushing event updated for resources: {'Port': ['ID=b43d3db3-6787-4fb6-aa63-adfe89fb2240,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:30.335833 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.336368 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d793748-70c3-476e-b3a9-49fcdd751582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.377470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Attempting to bind port b43d3db3-6787-4fb6-aa63-adfe89fb2240 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:27:30.377846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Attempting to bind port b43d3db3-6787-4fb6-aa63-adfe89fb2240 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:27:30.378175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Attempting to bind port b43d3db3-6787-4fb6-aa63-adfe89fb2240 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:30.378313 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.388575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Port b43d3db3-6787-4fb6-aa63-adfe89fb2240 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:27:30.388887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Attempting to bind port b43d3db3-6787-4fb6-aa63-adfe89fb2240 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:30.399410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:27:30.399926 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Checking segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:30.400255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Bound using segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:27:30.400726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Bound port: b43d3db3-6787-4fb6-aa63-adfe89fb2240, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:27:30.401176 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.417276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:30.424557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:30.428664 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:30.459776 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=9dd2642d-7e0e-439b-bf67-4dc7a2e34150,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:30.518193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] For port b43d3db3-6787-4fb6-aa63-adfe89fb2240, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:27:30.542062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] For port b43d3db3-6787-4fb6-aa63-adfe89fb2240, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b43d3db3-6787-4fb6-aa63-adfe89fb2240,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:27:30.548480 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d793748-70c3-476e-b3a9-49fcdd751582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.550074 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.555892 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2d793748-70c3-476e-b3a9-49fcdd751582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.633015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:30.633639 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.635078 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] 10.222.0.52 "PUT /v2.0/ports/b43d3db3-6787-4fb6-aa63-adfe89fb2240 HTTP/1.1" status: 200 len: 1092 time: 0.9508610 Aug 27 14:27:30.637930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a0ed12-8746-4c5c-b878-906b6276b97e', 'tag': 'b43d3db3-6787-4fb6-aa63-adfe89fb2240'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:30.642473 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8a50ec-0daa-4544-938a-281bcad968cf" -d '{"events": [{"name": "network-changed", "server_uuid": "86a0ed12-8746-4c5c-b878-906b6276b97e", "tag": "b43d3db3-6787-4fb6-aa63-adfe89fb2240"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:30.666402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2d793748-70c3-476e-b3a9-49fcdd751582 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69f32b6360d1451ea67d715155a86a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5089734 Aug 27 14:27:30.667637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58064) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:30.667888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d793748-70c3-476e-b3a9-49fcdd751582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888275b8-c439-4b7b-826f-865c074dab38,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:30.682928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64a6db-571b-40e4-ba4a-ceb1f556982a service neutron] Pushing event updated for resources: {'Port': ['ID=b43d3db3-6787-4fb6-aa63-adfe89fb2240,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:30.709858 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3eda95-3226-4c70-abea-821deb2c1fdf x-openstack-request-id: req-9d3eda95-3226-4c70-abea-821deb2c1fdf {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:30.710185 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a0ed12-8746-4c5c-b878-906b6276b97e", "tag": "b43d3db3-6787-4fb6-aa63-adfe89fb2240", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:30.710404 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d3eda95-3226-4c70-abea-821deb2c1fdf {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:30.710828 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a0ed12-8746-4c5c-b878-906b6276b97e', 'tag': 'b43d3db3-6787-4fb6-aa63-adfe89fb2240', 'status': 'completed', 'code': 200} Aug 27 14:27:30.727006 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-c3f717e7-477b-4241-9037-442718030fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:30.728536 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-c3f717e7-477b-4241-9037-442718030fb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 1095 time: 0.0540423 Aug 27 14:27:30.771626 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-189314a5-7ac8-4b8b-8e30-84ad06da8d47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b43d3db3-6787-4fb6-aa63-adfe89fb2240 HTTP/1.1" status: 200 len: 217 time: 0.0350864 Aug 27 14:27:30.804328 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e87b9d6e-d813-4145-a50b-6202a728a0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.820971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-86ec7d4c-ecf1-48d9-8891-cb6fc7c69473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:30.822513 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-86ec7d4c-ecf1-48d9-8891-cb6fc7c69473 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.0440748 Aug 27 14:27:30.858115 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-42fed2eb-bf0b-46b2-883a-c1a17850359d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287216 Aug 27 14:27:30.862862 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e87b9d6e-d813-4145-a50b-6202a728a0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.917760 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.958425 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e87b9d6e-d813-4145-a50b-6202a728a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.961086 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e87b9d6e-d813-4145-a50b-6202a728a0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:30.962250 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e87b9d6e-d813-4145-a50b-6202a728a0ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/888275b8-c439-4b7b-826f-865c074dab38 HTTP/1.1" status: 204 len: 168 time: 0.2945344 Aug 27 14:27:30.979162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b9d6e-d813-4145-a50b-6202a728a0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888275b8-c439-4b7b-826f-865c074dab38,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:30.993874 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-e181c4e1-6cac-4515-88ad-e71702cf69ae service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279280 Aug 27 14:27:31.019241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c00598-d29c-40c1-bde9-0b7bdf076e9b req-649eba66-5d97-462a-a3f8-3ac4ed1c23ac tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:31.020006 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:31.020745 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c6c00598-d29c-40c1-bde9-0b7bdf076e9b req-649eba66-5d97-462a-a3f8-3ac4ed1c23ac tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 943 time: 0.0832067 Aug 27 14:27:31.114750 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c6c00598-d29c-40c1-bde9-0b7bdf076e9b req-905f3e18-166e-4fa5-b555-71fb5b2e1de5 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771852 Aug 27 14:27:31.138562 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e3bd542-5e37-49c2-982b-04370894cbbf req-04a3312d-6987-44b0-8bb2-2539764b9a6e service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372118 Aug 27 14:27:31.208136 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:31.212793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:31.230429 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a50ec-0daa-4544-938a-281bcad968cf req-71398dbe-f634-477b-8229-75b72e749d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:31.232187 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c8a50ec-0daa-4544-938a-281bcad968cf req-71398dbe-f634-477b-8229-75b72e749d47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 1095 time: 0.0481663 Aug 27 14:27:31.272777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58072) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:31.288018 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=9dd2642d-7e0e-439b-bf67-4dc7a2e34150,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:31.302645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e0582e69-5f82-45a9-94ea-b3fac076013e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:31.317891 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:31.340211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a50ec-0daa-4544-938a-281bcad968cf req-5059f3c0-71ab-4fba-8ef1-a9fc161be004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:31.341724 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c8a50ec-0daa-4544-938a-281bcad968cf req-5059f3c0-71ab-4fba-8ef1-a9fc161be004 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 906 time: 0.0999300 Aug 27 14:27:31.389020 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c8a50ec-0daa-4544-938a-281bcad968cf req-c1c21869-987f-443c-92ba-aeb4bb082542 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b43d3db3-6787-4fb6-aa63-adfe89fb2240 HTTP/1.1" status: 200 len: 217 time: 0.0379119 Aug 27 14:27:31.453726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a50ec-0daa-4544-938a-281bcad968cf req-1a5e5190-432c-4770-8567-f14eb2da89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:31.455401 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c8a50ec-0daa-4544-938a-281bcad968cf req-1a5e5190-432c-4770-8567-f14eb2da89f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.0560107 Aug 27 14:27:31.458523 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Floating IP bac6fcad-a71f-4b1c-b639-01ffdebb750c associated. External IP: 172.25.2.186, port: 75d548c5-777e-405b-a9ae-902fae088289. Aug 27 14:27:31.490994 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c8a50ec-0daa-4544-938a-281bcad968cf req-239ed90d-b47d-49c6-90da-34f6935b01b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268610 Aug 27 14:27:31.569023 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e0582e69-5f82-45a9-94ea-b3fac076013e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:31.576627 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e0582e69-5f82-45a9-94ea-b3fac076013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:31.587775 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c8a50ec-0daa-4544-938a-281bcad968cf req-7ff73711-3d77-4811-939a-515d3cf22ac1 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889976 Aug 27 14:27:31.621370 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e0582e69-5f82-45a9-94ea-b3fac076013e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d52613dfb2ff4782bd64a53ce8caeaab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460011 Aug 27 14:27:31.626881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58074) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:31.635508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0582e69-5f82-45a9-94ea-b3fac076013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a1a681-d9a1-4245-977b-ebf8774e3f20,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:31.688406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c8a50ec-0daa-4544-938a-281bcad968cf req-074c075a-87f0-41c4-9ad3-278c3ebe4360 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929708 Aug 27 14:27:31.758390 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-70de786e-1f49-4d36-a298-261725a198db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:31.794661 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-70de786e-1f49-4d36-a298-261725a198db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:31.807961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Router 31f73265-2a28-40d8-8de6-cae4eefc92ea has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:27:31.924312 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-70de786e-1f49-4d36-a298-261725a198db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:31.926812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-70de786e-1f49-4d36-a298-261725a198db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:31.927967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-70de786e-1f49-4d36-a298-261725a198db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28a1a681-d9a1-4245-977b-ebf8774e3f20 HTTP/1.1" status: 204 len: 168 time: 0.2993562 Aug 27 14:27:31.942984 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de786e-1f49-4d36-a298-261725a198db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a1a681-d9a1-4245-977b-ebf8774e3f20,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:31.953683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:27:31.966354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c603d-72df-49cc-94aa-ae7de1463f29 None None] Sync routers for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:27:31.970459 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:31.979874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c603d-72df-49cc-94aa-ae7de1463f29 None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:27:31.981507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f55c603d-72df-49cc-94aa-ae7de1463f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:32.001007 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7f1f5192-8f4d-47de-be42-fa300bc441da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1144698 Aug 27 14:27:32.001609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'tag': '75d548c5-777e-405b-a9ae-902fae088289'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:32.003950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58078) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:32.004115 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8862fc4e-5a31-4361-9491-a029f9b85edc" -d '{"events": [{"name": "network-changed", "server_uuid": "52650ff0-6ada-4c9c-81a9-e79211ec14c6", "tag": "75d548c5-777e-405b-a9ae-902fae088289"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:32.062073 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3d97c5-e014-4a9b-b340-53e3f554b8fa x-openstack-request-id: req-1e3d97c5-e014-4a9b-b340-53e3f554b8fa {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:32.062404 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52650ff0-6ada-4c9c-81a9-e79211ec14c6", "tag": "75d548c5-777e-405b-a9ae-902fae088289", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:32.062676 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e3d97c5-e014-4a9b-b340-53e3f554b8fa {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:32.063122 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'tag': '75d548c5-777e-405b-a9ae-902fae088289', 'status': 'completed', 'code': 200} Aug 27 14:27:32.074718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-08dbb970-f463-4dce-a392-3eb532e75d7c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/floatingips/bac6fcad-a71f-4b1c-b639-01ffdebb750c HTTP/1.1" status: 200 len: 992 time: 0.0687733 Aug 27 14:27:32.124815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f55c603d-72df-49cc-94aa-ae7de1463f29 None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:27:32.168959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862fc4e-5a31-4361-9491-a029f9b85edc req-77d3d9d0-9a9b-4f0e-b0ec-47ac6b8376bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:32.171793 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8862fc4e-5a31-4361-9491-a029f9b85edc req-77d3d9d0-9a9b-4f0e-b0ec-47ac6b8376bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 1098 time: 0.0451164 Aug 27 14:27:32.314947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac220b69-7738-4274-bc37-01590b4384ac req-8801e0fb-052e-47c6-b75e-aa7e2e18f3d2 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:32.316489 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac220b69-7738-4274-bc37-01590b4384ac req-8801e0fb-052e-47c6-b75e-aa7e2e18f3d2 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 943 time: 0.1036587 Aug 27 14:27:32.333461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862fc4e-5a31-4361-9491-a029f9b85edc req-a6ad0670-99ed-4fed-8873-14da589d26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:32.334954 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8862fc4e-5a31-4361-9491-a029f9b85edc req-a6ad0670-99ed-4fed-8873-14da589d26ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=95d77891-322a-4701-aa4d-f0e7be918cb5 HTTP/1.1" status: 200 len: 896 time: 0.1532619 Aug 27 14:27:32.386964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f55c603d-72df-49cc-94aa-ae7de1463f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bac6fcad-a71f-4b1c-b639-01ffdebb750c', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'port_id': '75d548c5-777e-405b-a9ae-902fae088289', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'mac_address': 'fa:16:3e:a4:ed:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:30Z', 'updated_at': '2021-08-27T14:27:30Z', 'revision_number': 0, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:15Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:32.415948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac220b69-7738-4274-bc37-01590b4384ac req-78b53538-c55d-4335-8e86-b87e304d54d1 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920234 Aug 27 14:27:32.418359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c603d-72df-49cc-94aa-ae7de1463f29 None None] Checking router: 31f73265-2a28-40d8-8de6-cae4eefc92ea for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:27:32.428335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c603d-72df-49cc-94aa-ae7de1463f29 None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:27:32.429057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f55c603d-72df-49cc-94aa-ae7de1463f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:32.430726 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8862fc4e-5a31-4361-9491-a029f9b85edc req-e0dbd666-431b-4b31-b0b0-d6937c77b38e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75d548c5-777e-405b-a9ae-902fae088289 HTTP/1.1" status: 200 len: 1000 time: 0.0883260 Aug 27 14:27:32.487765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862fc4e-5a31-4361-9491-a029f9b85edc req-b62716a7-6438-4f34-95d6-21fa12e563a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:32.489532 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8862fc4e-5a31-4361-9491-a029f9b85edc req-b62716a7-6438-4f34-95d6-21fa12e563a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29cbdadd-3caa-41d1-992f-1eb03328551f HTTP/1.1" status: 200 len: 834 time: 0.0512738 Aug 27 14:27:32.548462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862fc4e-5a31-4361-9491-a029f9b85edc req-13d84c64-e887-4d1e-9e1f-1302d5dbd997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:32.550140 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8862fc4e-5a31-4361-9491-a029f9b85edc req-13d84c64-e887-4d1e-9e1f-1302d5dbd997 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95d77891-322a-4701-aa4d-f0e7be918cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504818 Aug 27 14:27:32.668406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8862fc4e-5a31-4361-9491-a029f9b85edc req-7a35134c-6dc1-4879-b517-080ea1802bb3 service neutron] 10.222.0.41 "GET /v2.0/networks/95d77891-322a-4701-aa4d-f0e7be918cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079390 Aug 27 14:27:32.703151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f55c603d-72df-49cc-94aa-ae7de1463f29 None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:27:32.774764 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8862fc4e-5a31-4361-9491-a029f9b85edc req-ee3b24dc-11f7-4c68-a94a-d6f91176e9d3 service neutron] 10.222.0.41 "GET /v2.0/networks/95d77891-322a-4701-aa4d-f0e7be918cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978620 Aug 27 14:27:32.946020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f55c603d-72df-49cc-94aa-ae7de1463f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bac6fcad-a71f-4b1c-b639-01ffdebb750c', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'port_id': '75d548c5-777e-405b-a9ae-902fae088289', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'mac_address': 'fa:16:3e:a4:ed:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:30Z', 'updated_at': '2021-08-27T14:27:30Z', 'revision_number': 0, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:15Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:32.978437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c603d-72df-49cc-94aa-ae7de1463f29 None None] The sync data for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 is: [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bac6fcad-a71f-4b1c-b639-01ffdebb750c', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'port_id': '75d548c5-777e-405b-a9ae-902fae088289', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'mac_address': 'fa:16:3e:a4:ed:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:30Z', 'updated_at': '2021-08-27T14:27:30Z', 'revision_number': 0, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:15Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:27:33.080035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58112) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:33.154833 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-176c0b2e-a400-4cbd-87c3-97d449bdf0e6 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/floatingips/bac6fcad-a71f-4b1c-b639-01ffdebb750c HTTP/1.1" status: 200 len: 992 time: 0.0725400 Aug 27 14:27:33.211401 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388f66a-c303-4aa3-890d-96cbe3968e55 None None] New status for floating IP bac6fcad-a71f-4b1c-b639-01ffdebb750c: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:27:33.357610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b43d3db3-6787-4fb6-aa63-adfe89fb2240 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:27:33.464168 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b43d3db3-6787-4fb6-aa63-adfe89fb2240, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b43d3db3-6787-4fb6-aa63-adfe89fb2240,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:33.477861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'b43d3db3-6787-4fb6-aa63-adfe89fb2240', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'port_id': 'b43d3db3-6787-4fb6-aa63-adfe89fb2240', 'mac_address': 'fa:16:3e:14:70:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6540e39-7ad9-40cd-b3b9-54a2310f2264', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:27:33.523546 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:33.541226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43d3db3-6787-4fb6-aa63-adfe89fb2240 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:27:33.560252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b6573-00f7-4db2-b5b3-ea541213bbde req-2c9ce72b-8a0b-4909-b369-aa325d2b83ee tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:33.561013 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b43d3db3-6787-4fb6-aa63-adfe89fb2240, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b43d3db3-6787-4fb6-aa63-adfe89fb2240,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:33.562000 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-650b6573-00f7-4db2-b5b3-ea541213bbde req-2c9ce72b-8a0b-4909-b369-aa325d2b83ee tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 943 time: 0.0679193 Aug 27 14:27:33.566266 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:33.604508 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-650b6573-00f7-4db2-b5b3-ea541213bbde req-05e596b2-e7ab-4f4a-af22-5284f6176185 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357735 Aug 27 14:27:33.636708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b43d3db3-6787-4fb6-aa63-adfe89fb2240,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:33.784339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['b43d3db3-6787-4fb6-aa63-adfe89fb2240'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:27:34.157208 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58136) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:34.218312 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-23cd2a81-e2c3-46c3-ad8c-e6dc35e5400e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/floatingips/bac6fcad-a71f-4b1c-b639-01ffdebb750c HTTP/1.1" status: 200 len: 994 time: 0.0599272 Aug 27 14:27:34.727047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511a652-f5cb-4114-98bb-67d000e66aea req-3434350a-da46-41bd-b6a4-7b9dcd6d400e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:34.728424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3511a652-f5cb-4114-98bb-67d000e66aea req-3434350a-da46-41bd-b6a4-7b9dcd6d400e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 944 time: 0.0527127 Aug 27 14:27:34.766897 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3511a652-f5cb-4114-98bb-67d000e66aea req-4cb97f29-9ff2-4f1c-a08f-ea11be975da6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313189 Aug 27 14:27:35.369689 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b43d3db3-6787-4fb6-aa63-adfe89fb2240 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:35.420422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port b43d3db3-6787-4fb6-aa63-adfe89fb2240 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:35.425128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port b43d3db3-6787-4fb6-aa63-adfe89fb2240 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:35.425500 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:35.501765 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:35.525025 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a0ed12-8746-4c5c-b878-906b6276b97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43d3db3-6787-4fb6-aa63-adfe89fb2240'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:35.527291 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2728fe75-f612-4b00-919c-29bfa4208c8c" -d '{"events": [{"server_uuid": "86a0ed12-8746-4c5c-b878-906b6276b97e", "name": "network-vif-plugged", "status": "completed", "tag": "b43d3db3-6787-4fb6-aa63-adfe89fb2240"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:35.540233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port b43d3db3-6787-4fb6-aa63-adfe89fb2240, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b43d3db3-6787-4fb6-aa63-adfe89fb2240,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:35.544538 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:35.575192 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6213c2-1579-459b-bc19-bbfd58ad077b x-openstack-request-id: req-ba6213c2-1579-459b-bc19-bbfd58ad077b {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:35.575521 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a0ed12-8746-4c5c-b878-906b6276b97e", "name": "network-vif-plugged", "status": "completed", "tag": "b43d3db3-6787-4fb6-aa63-adfe89fb2240", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:35.575743 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba6213c2-1579-459b-bc19-bbfd58ad077b {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:35.576129 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a0ed12-8746-4c5c-b878-906b6276b97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43d3db3-6787-4fb6-aa63-adfe89fb2240', 'code': 200} Aug 27 14:27:35.603827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=b43d3db3-6787-4fb6-aa63-adfe89fb2240,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:35.679614 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39132342-72f0-46f7-80b2-56167a18e81f req-3ab5bc9f-c089-4e64-9fe5-f41f690fd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:35.681156 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39132342-72f0-46f7-80b2-56167a18e81f req-3ab5bc9f-c089-4e64-9fe5-f41f690fd551 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 1097 time: 0.0418212 Aug 27 14:27:35.716012 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39132342-72f0-46f7-80b2-56167a18e81f req-6df30d5d-cd45-451f-a0b5-f52ff5464755 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275631 Aug 27 14:27:35.891920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0e3d8-b7f6-4c08-a08e-19fa4b222882 req-65e332e7-d4d2-49b8-a2f0-251e25e2537e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:35.893514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7da0e3d8-b7f6-4c08-a08e-19fa4b222882 req-65e332e7-d4d2-49b8-a2f0-251e25e2537e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 945 time: 0.0543647 Aug 27 14:27:35.935930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7da0e3d8-b7f6-4c08-a08e-19fa4b222882 req-0601354a-3054-4a4f-8d0a-6b45db27a9ec tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364690 Aug 27 14:27:37.061153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2aa14d-6ff7-4426-a569-5b0474673c40 req-4432671a-4309-4aa2-9aa1-d8aa9d7ee0e9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:37.063416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f2aa14d-6ff7-4426-a569-5b0474673c40 req-4432671a-4309-4aa2-9aa1-d8aa9d7ee0e9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 945 time: 0.0573907 Aug 27 14:27:37.107617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f2aa14d-6ff7-4426-a569-5b0474673c40 req-6f552061-0262-4216-900e-e95e11e5155d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379050 Aug 27 14:27:37.337013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f5a45-a451-42cc-9e59-496061bd6ac6 req-0313d7a5-fe63-4cda-8c4c-ff8575429cd6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:37.337013 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c22f5a45-a451-42cc-9e59-496061bd6ac6 req-0313d7a5-fe63-4cda-8c4c-ff8575429cd6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 945 time: 0.0552869 Aug 27 14:27:37.375634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c22f5a45-a451-42cc-9e59-496061bd6ac6 req-cd225102-a626-47da-9a30-bffca7a56bfc tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337720 Aug 27 14:27:37.500460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742fb7d-e702-42bb-8109-3cb1f697c4c2 req-99354f6e-ad12-4231-a56e-0c5f0f4ae964 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:37.501960 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4742fb7d-e702-42bb-8109-3cb1f697c4c2 req-99354f6e-ad12-4231-a56e-0c5f0f4ae964 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 945 time: 0.0572298 Aug 27 14:27:37.540255 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4742fb7d-e702-42bb-8109-3cb1f697c4c2 req-c5defe1e-43e2-477c-85c9-2625c7f07d32 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Aug 27 14:27:37.791253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8847d6a-fb7e-400a-95ae-55a67661dac7 req-a1d904c3-601c-4e6c-a001-023dd640b505 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:37.792787 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8847d6a-fb7e-400a-95ae-55a67661dac7 req-a1d904c3-601c-4e6c-a001-023dd640b505 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 945 time: 0.0497856 Aug 27 14:27:37.832412 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8847d6a-fb7e-400a-95ae-55a67661dac7 req-be771c42-1541-46e3-bb1d-002035943f97 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330193 Aug 27 14:27:38.962427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac47702-9944-48ac-8978-c925a39e584a req-e79f5322-852d-4de9-a3ab-8461678750d6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:38.964472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ac47702-9944-48ac-8978-c925a39e584a req-e79f5322-852d-4de9-a3ab-8461678750d6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 945 time: 0.0533760 Aug 27 14:27:39.014452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ac47702-9944-48ac-8978-c925a39e584a req-ceb16255-45d9-4ce6-b656-e4252931b5d2 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391948 Aug 27 14:27:39.267603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664a1bf-eedd-44e6-abc1-ce554f242537 req-46478a3b-5c46-49fe-9980-97fe98c5cd74 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:39.269192 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9664a1bf-eedd-44e6-abc1-ce554f242537 req-46478a3b-5c46-49fe-9980-97fe98c5cd74 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 945 time: 0.0546064 Aug 27 14:27:39.380553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-9664a1bf-eedd-44e6-abc1-ce554f242537 req-c7e7de6f-22b2-4f3e-a26d-7e2931073cba tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Deleting port b43d3db3-6787-4fb6-aa63-adfe89fb2240 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:27:39.380905 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9664a1bf-eedd-44e6-abc1-ce554f242537 req-c7e7de6f-22b2-4f3e-a26d-7e2931073cba tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:39.488610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-9664a1bf-eedd-44e6-abc1-ce554f242537 req-c7e7de6f-22b2-4f3e-a26d-7e2931073cba tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] For port b43d3db3-6787-4fb6-aa63-adfe89fb2240, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=b43d3db3-6787-4fb6-aa63-adfe89fb2240,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:39.488978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9664a1bf-eedd-44e6-abc1-ce554f242537 req-c7e7de6f-22b2-4f3e-a26d-7e2931073cba tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:39.504240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-9664a1bf-eedd-44e6-abc1-ce554f242537 req-c7e7de6f-22b2-4f3e-a26d-7e2931073cba tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Calling delete_port for b43d3db3-6787-4fb6-aa63-adfe89fb2240 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:27:39.650773 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9664a1bf-eedd-44e6-abc1-ce554f242537 req-c7e7de6f-22b2-4f3e-a26d-7e2931073cba tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:39.662625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180', 'b43d3db3-6787-4fb6-aa63-adfe89fb2240'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:27:39.682432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7de6f-22b2-4f3e-a26d-7e2931073cba tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event deleted for resources: {'Port': ['ID=b43d3db3-6787-4fb6-aa63-adfe89fb2240,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:39.735522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9664a1bf-eedd-44e6-abc1-ce554f242537 req-c7e7de6f-22b2-4f3e-a26d-7e2931073cba tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] No DVR routers for this DVR port b43d3db3-6787-4fb6-aa63-adfe89fb2240 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:27:39.738091 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-9664a1bf-eedd-44e6-abc1-ce554f242537 req-c7e7de6f-22b2-4f3e-a26d-7e2931073cba tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:39.740258 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9664a1bf-eedd-44e6-abc1-ce554f242537 req-c7e7de6f-22b2-4f3e-a26d-7e2931073cba tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "DELETE /v2.0/ports/b43d3db3-6787-4fb6-aa63-adfe89fb2240 HTTP/1.1" status: 204 len: 173 time: 0.4635220 Aug 27 14:27:39.740708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a0ed12-8746-4c5c-b878-906b6276b97e', 'name': 'network-vif-deleted', 'tag': 'b43d3db3-6787-4fb6-aa63-adfe89fb2240'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:39.743151 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ea1f2b-c22b-4ec8-bb48-4bd19d9a5dc3" -d '{"events": [{"server_uuid": "86a0ed12-8746-4c5c-b878-906b6276b97e", "name": "network-vif-deleted", "tag": "b43d3db3-6787-4fb6-aa63-adfe89fb2240"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:39.777174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58234) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:39.799223 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6917ec79-669d-4971-8336-73e17ab04808 x-openstack-request-id: req-6917ec79-669d-4971-8336-73e17ab04808 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:39.800937 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a0ed12-8746-4c5c-b878-906b6276b97e", "name": "network-vif-deleted", "tag": "b43d3db3-6787-4fb6-aa63-adfe89fb2240", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:39.801234 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6917ec79-669d-4971-8336-73e17ab04808 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:39.801750 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a0ed12-8746-4c5c-b878-906b6276b97e', 'name': 'network-vif-deleted', 'tag': 'b43d3db3-6787-4fb6-aa63-adfe89fb2240', 'status': 'completed', 'code': 200} Aug 27 14:27:39.906009 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2a7eff9d-7cb1-4d01-b619-489e469fd2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:39.972984 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.004276 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2a7eff9d-7cb1-4d01-b619-489e469fd2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.008072 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2a7eff9d-7cb1-4d01-b619-489e469fd2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.045279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7eff9d-7cb1-4d01-b619-489e469fd2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d46800-bcef-45aa-bf2d-263b0535940e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:40.049539 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2a7eff9d-7cb1-4d01-b619-489e469fd2a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3c77378e5e34579a3e4cff4cbdc039b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708690 Aug 27 14:27:40.053891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58240) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:40.106176 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd729ce7-3dbf-4ec1-9e83-21f67afd69f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.130082 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd729ce7-3dbf-4ec1-9e83-21f67afd69f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.136799 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-760f5547-f007-4d22-b10a-05002575ad1d req-d62639cf-7ce6-483d-a626-0a769141f8b0 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a0ed12-8746-4c5c-b878-906b6276b97e HTTP/1.1" status: 200 len: 210 time: 0.0284398 Aug 27 14:27:40.183857 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd729ce7-3dbf-4ec1-9e83-21f67afd69f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.186810 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd729ce7-3dbf-4ec1-9e83-21f67afd69f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.188188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dd729ce7-3dbf-4ec1-9e83-21f67afd69f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1d46800-bcef-45aa-bf2d-263b0535940e HTTP/1.1" status: 204 len: 168 time: 0.1333990 Aug 27 14:27:40.197517 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd729ce7-3dbf-4ec1-9e83-21f67afd69f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d46800-bcef-45aa-bf2d-263b0535940e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:40.479550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58248) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:40.496795 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f156c125-7fc7-4aed-b96b-8ec14eeec512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.597612 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f156c125-7fc7-4aed-b96b-8ec14eeec512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.603168 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f156c125-7fc7-4aed-b96b-8ec14eeec512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.641656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156c125-7fc7-4aed-b96b-8ec14eeec512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6419fb65-1e82-4ac5-b507-93e341b9797d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:40.647157 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f156c125-7fc7-4aed-b96b-8ec14eeec512 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7c9c0465f434a66bcd0a7dc6cb1f0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665568 Aug 27 14:27:40.649978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58252) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:40.699452 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de2bf508-999c-4acc-9171-d8ed6ea76a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.725108 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de2bf508-999c-4acc-9171-d8ed6ea76a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.772940 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de2bf508-999c-4acc-9171-d8ed6ea76a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.775816 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de2bf508-999c-4acc-9171-d8ed6ea76a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:40.777020 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-de2bf508-999c-4acc-9171-d8ed6ea76a4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6419fb65-1e82-4ac5-b507-93e341b9797d HTTP/1.1" status: 204 len: 168 time: 0.1260602 Aug 27 14:27:40.785284 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bf508-999c-4acc-9171-d8ed6ea76a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6419fb65-1e82-4ac5-b507-93e341b9797d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:41.511979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-b3784312-e4ec-477f-ab0f-644cc1d60c12 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:41.515058 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-b3784312-e4ec-477f-ab0f-644cc1d60c12 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.1329839 Aug 27 14:27:41.534305 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-c4a74948-fa3b-4f9c-9ec0-e006438901ca tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/quotas/ee68a6fac6694996a7e1e4858572b79c HTTP/1.1" status: 200 len: 375 time: 0.0130174 Aug 27 14:27:41.590767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-cce74a19-c39d-4b92-9623-d0cecbf497f2 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0512655 Aug 27 14:27:41.666443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58290) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:41.707065 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-9c1d8797-55a6-408e-aa83-8b4b66a3ae79 service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084187 Aug 27 14:27:41.772840 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ee21b7fa-7ea5-4985-8ea8-4809dd34f973 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3321 time: 0.1045713 Aug 27 14:27:41.776298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58296) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:41.782330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d8e6932d-94ce-4994-b926-e63cdb20d082 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Request body: {'network': {'name': 'tempest-network-smoke--326370654', 'project_id': 'f54f635450c346a2bc72a489363833b1', 'port_security_enabled': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:41.808913 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e6932d-94ce-4994-b926-e63cdb20d082 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Made reservation on behalf of f54f635450c346a2bc72a489363833b1 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:27:41.816815 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8e6932d-94ce-4994-b926-e63cdb20d082 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:41.827242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-11507c0e-ab99-4f48-bca2-620a0ad8b11a service neutron] 10.222.0.55 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132317 Aug 27 14:27:41.844054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e6932d-94ce-4994-b926-e63cdb20d082 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:27:41.855525 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8e6932d-94ce-4994-b926-e63cdb20d082 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:41.855924 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-d8e6932d-94ce-4994-b926-e63cdb20d082 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Added segment d926ad5b-a99b-4743-8c57-ee2859e28bcf of type vlan for network 4486ffa0-0a68-4f70-be54-5cc7df42897e Aug 27 14:27:41.909396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8e6932d-94ce-4994-b926-e63cdb20d082 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:41.945302 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8e6932d-94ce-4994-b926-e63cdb20d082 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:41.953621 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e6932d-94ce-4994-b926-e63cdb20d082 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:41.954603 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8e6932d-94ce-4994-b926-e63cdb20d082 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:42.029120 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d8e6932d-94ce-4994-b926-e63cdb20d082 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2515018 Aug 27 14:27:42.030347 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58308) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:42.037566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1650132750', 'admin_state_up': True, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:42.099518 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ac3e273-649b-4697-be5a-139da84e0694 req-f5bb2c00-7237-41ca-9e4a-fd77c54cab63 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 210 time: 0.0456364 Aug 27 14:27:42.102384 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6932d-94ce-4994-b926-e63cdb20d082 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Network': ['ID=4486ffa0-0a68-4f70-be54-5cc7df42897e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:42.111130 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:42.112534 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:42.118340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 4486ffa0-0a68-4f70-be54-5cc7df42897e details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:27:42.182191 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:42.370234 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:42.582278 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:42.608550 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:42.728198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Allocated IP 172.25.2.235 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/66b82c23-cd65-46bf-ba62-4b76353f71e5) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:42.848598 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:42.891793 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:42.938617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:42.941703 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:42.947118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:42.949661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Port': ['ID=66b82c23-cd65-46bf-ba62-4b76353f71e5,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:43.251386 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16987254-8b43-486d-a32f-ad16e5554398 req-6323347e-df66-46d4-ba66-1f26e2c5339e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 210 time: 0.0473619 Aug 27 14:27:43.271461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-50998a5b-f73a-47b4-b335-52852ec6ac1c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:43.272978 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-50998a5b-f73a-47b4-b335-52852ec6ac1c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 805 time: 0.1819868 Aug 27 14:27:43.313942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-1aa4cb50-e698-4c0e-8d56-365db4b9bd06 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Request body: {'port': {'device_id': 'f1e3e503-2465-40d7-b515-d1215a7994f9', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'admin_state_up': True, 'tenant_id': 'ee68a6fac6694996a7e1e4858572b79c'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:43.384028 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:43.408490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b43d3db3-6787-4fb6-aa63-adfe89fb2240 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:27:43.435873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-4319ae0a-9329-486c-bf71-0d74ba651e11 req-0a9d4dda-d14a-49e7-8a9e-954b0ed9d624 service neutron] (101186) timed out ('10.222.0.52', 61560) {{(pid=101186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:27:43.446289 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: b43d3db3-6787-4fb6-aa63-adfe89fb2240 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:27:43.447823 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device b43d3db3-6787-4fb6-aa63-adfe89fb2240 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:27:43.526002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-1aa4cb50-e698-4c0e-8d56-365db4b9bd06 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Made reservation on behalf of ee68a6fac6694996a7e1e4858572b79c for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:27:43.531279 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-1aa4cb50-e698-4c0e-8d56-365db4b9bd06 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:44.119652 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:44.177305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-1aa4cb50-e698-4c0e-8d56-365db4b9bd06 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Allocated IP 172.20.0.14 (9a1e67c1-4465-454e-8a46-0919ae0d8681/f6540e39-7ad9-40cd-b3b9-54a2310f2264/8f80db73-c779-45fa-8e75-b76611300394) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:44.367311 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d65f3ae-f0d2-4b73-9b57-785b98829611 req-0d8c61e4-17bb-476f-8581-2e2aa1183735 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 210 time: 0.0420756 Aug 27 14:27:44.403693 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Router 8997e546-8d75-4fcb-a915-7730604f5d3f is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:27:44.430019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-1aa4cb50-e698-4c0e-8d56-365db4b9bd06 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:44.552044 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-1aa4cb50-e698-4c0e-8d56-365db4b9bd06 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:44.553945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:27:44.564406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:27:44.568088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Sync routers for ids ['8997e546-8d75-4fcb-a915-7730604f5d3f'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:27:44.613889 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Routers {'8997e546-8d75-4fcb-a915-7730604f5d3f'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:27:44.614720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8997e546-8d75-4fcb-a915-7730604f5d3f'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:44.631073 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:44.635055 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-388037e5-015d-4cb0-9b4a-2856c755ef94 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6009028 Aug 27 14:27:44.635055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-1aa4cb50-e698-4c0e-8d56-365db4b9bd06 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Network 9a1e67c1-4465-454e-8a46-0919ae0d8681 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:44.636078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58340) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:44.637828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-1aa4cb50-e698-4c0e-8d56-365db4b9bd06 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:44.643097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-1aa4cb50-e698-4c0e-8d56-365db4b9bd06 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:44.669483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4cb50-e698-4c0e-8d56-365db4b9bd06 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event updated for resources: {'Port': ['ID=8f80db73-c779-45fa-8e75-b76611300394,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:44.710200 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-1aa4cb50-e698-4c0e-8d56-365db4b9bd06 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:44.710958 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-1aa4cb50-e698-4c0e-8d56-365db4b9bd06 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:44.715941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188eaef3-9536-4991-b4b9-dbaf7875473c tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:44.721227 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-188eaef3-9536-4991-b4b9-dbaf7875473c tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=f54f635450c346a2bc72a489363833b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0820885 Aug 27 14:27:44.721473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58342) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:44.727348 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a46de984-49b2-42d2-8e0f-36ad2e8b9def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:44.789604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Set router 8997e546-8d75-4fcb-a915-7730604f5d3f gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:27:44.791106 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-1aa4cb50-e698-4c0e-8d56-365db4b9bd06 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4815922 Aug 27 14:27:44.809651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Request body: {'port': {'device_id': 'f1e3e503-2465-40d7-b515-d1215a7994f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:44.898788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c72d502-999d-485b-93b3-4385cd880e68 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:44.903007 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6c72d502-999d-485b-93b3-4385cd880e68 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1787138 Aug 27 14:27:44.903007 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:44.903556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58344) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:44.952928 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dd4bc4b0-9f41-4f6b-aed6-1ce15cabad17 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441263 Aug 27 14:27:44.952928 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58346) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:45.009064 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0f87cf1d-cf81-41e8-aab6-4cc099237a8e tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=f54f635450c346a2bc72a489363833b1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527334 Aug 27 14:27:45.009261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58350) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:45.033636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1650132750', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:27:43Z', 'revision_number': 3, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:45.063176 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Checking router: 8997e546-8d75-4fcb-a915-7730604f5d3f for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:27:45.063528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Updating router 8997e546-8d75-4fcb-a915-7730604f5d3f port 66b82c23-cd65-46bf-ba62-4b76353f71e5 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:27:45.095060 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:45.222562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd0c588-a1b7-446e-8954-1bb092a12457 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:45.227222 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7fd0c588-a1b7-446e-8954-1bb092a12457 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2141078 Aug 27 14:27:45.227476 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58352) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:45.276573 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cf436736-406c-487d-a94f-4022a0bff3f9 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480204 Aug 27 14:27:45.279407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58354) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:45.284893 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8d2d522f-ce2c-4e8e-af95-1290c3b5b7a6 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1591861711', 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e', 'project_id': 'f54f635450c346a2bc72a489363833b1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:45.396752 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:45.411753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2d522f-ce2c-4e8e-af95-1290c3b5b7a6 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Made reservation on behalf of f54f635450c346a2bc72a489363833b1 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:27:45.414367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Transition to ACTIVE for port object 66b82c23-cd65-46bf-ba62-4b76353f71e5 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:45.415671 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f80db73-c779-45fa-8e75-b76611300394 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:27:45.418922 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8d2d522f-ce2c-4e8e-af95-1290c3b5b7a6 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:45.422921 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:45.429474 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:45.445699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Transition to ACTIVE for port object 8f80db73-c779-45fa-8e75-b76611300394 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:45.451431 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:45.490500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Attempting to bind port 66b82c23-cd65-46bf-ba62-4b76353f71e5 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:27:45.491149 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Attempting to bind port 66b82c23-cd65-46bf-ba62-4b76353f71e5 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:27:45.491724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Attempting to bind port 66b82c23-cd65-46bf-ba62-4b76353f71e5 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:45.495335 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe15793-6f3e-4350-a389-5d54b26ea673 None None] Pushing event updated for resources: {'Port': ['ID=66b82c23-cd65-46bf-ba62-4b76353f71e5,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:45.502557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:27:45.503348 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:45.504356 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:45.504923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:27:45.505588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Bound port: 66b82c23-cd65-46bf-ba62-4b76353f71e5, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:27:45.506232 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:45.529412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Pushing event updated for resources: {'Port': ['ID=8f80db73-c779-45fa-8e75-b76611300394,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:45.584490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] For port 66b82c23-cd65-46bf-ba62-4b76353f71e5, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:27:45.590535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] For port 66b82c23-cd65-46bf-ba62-4b76353f71e5, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=66b82c23-cd65-46bf-ba62-4b76353f71e5,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:27:45.596590 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:45.598026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb05e3-a084-47fd-b4b4-7afef5d9c718 req-8083411b-c613-4af9-8ee4-590f08ce1bb7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:45.606922 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-81eb05e3-a084-47fd-b4b4-7afef5d9c718 req-8083411b-c613-4af9-8ee4-590f08ce1bb7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 944 time: 0.1140568 Aug 27 14:27:45.621881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Attempting to bind port 8f80db73-c779-45fa-8e75-b76611300394 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:27:45.622223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Attempting to bind port 8f80db73-c779-45fa-8e75-b76611300394 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:27:45.622558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Attempting to bind port 8f80db73-c779-45fa-8e75-b76611300394 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:45.627626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Port 8f80db73-c779-45fa-8e75-b76611300394 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:27:45.627955 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Attempting to bind port 8f80db73-c779-45fa-8e75-b76611300394 on network 9a1e67c1-4465-454e-8a46-0919ae0d8681 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:45.633661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:27:45.633661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Checking segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:45.633983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Bound using segment: {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:27:45.634394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Bound port: 8f80db73-c779-45fa-8e75-b76611300394, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:27:45.634791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:45.680407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-81eb05e3-a084-47fd-b4b4-7afef5d9c718 req-1680d7f3-4532-4b75-a6bc-24566567b3a2 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566621 Aug 27 14:27:45.687819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe15793-6f3e-4350-a389-5d54b26ea673 None None] Pushing event updated for resources: {'Port': ['ID=66b82c23-cd65-46bf-ba62-4b76353f71e5,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:45.705967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Routers {'8997e546-8d75-4fcb-a915-7730604f5d3f'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:27:45.706738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8997e546-8d75-4fcb-a915-7730604f5d3f'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:45.720987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] For port 8f80db73-c779-45fa-8e75-b76611300394, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:27:45.724745 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] For port 8f80db73-c779-45fa-8e75-b76611300394, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8f80db73-c779-45fa-8e75-b76611300394,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:27:45.730317 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:45.767931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:45.768655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:45.770167 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] 10.222.0.52 "PUT /v2.0/ports/8f80db73-c779-45fa-8e75-b76611300394 HTTP/1.1" status: 200 len: 1093 time: 0.9676487 Aug 27 14:27:45.771165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e3e503-2465-40d7-b515-d1215a7994f9', 'tag': '8f80db73-c779-45fa-8e75-b76611300394'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:45.773425 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7102cd96-7056-443f-bb4c-fa23686741b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e3e503-2465-40d7-b515-d1215a7994f9", "tag": "8f80db73-c779-45fa-8e75-b76611300394"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:45.878030 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a0907d-4165-4a0a-92bf-b94fe798ee71 x-openstack-request-id: req-e8a0907d-4165-4a0a-92bf-b94fe798ee71 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:45.878604 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e3e503-2465-40d7-b515-d1215a7994f9", "tag": "8f80db73-c779-45fa-8e75-b76611300394", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:45.879085 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8a0907d-4165-4a0a-92bf-b94fe798ee71 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:45.879679 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e3e503-2465-40d7-b515-d1215a7994f9', 'tag': '8f80db73-c779-45fa-8e75-b76611300394', 'status': 'completed', 'code': 200} Aug 27 14:27:45.883898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] Set router 8997e546-8d75-4fcb-a915-7730604f5d3f gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:27:45.884544 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8d2d522f-ce2c-4e8e-af95-1290c3b5b7a6 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:45.887588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dead27f-798c-456c-b279-4924b6186cdb service neutron] Pushing event updated for resources: {'Port': ['ID=8f80db73-c779-45fa-8e75-b76611300394,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:45.914497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-c9be03be-b184-45a1-8e51-0280b5ba8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:45.916438 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-c9be03be-b184-45a1-8e51-0280b5ba8509 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 1096 time: 0.0962214 Aug 27 14:27:45.944069 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d522f-ce2c-4e8e-af95-1290c3b5b7a6 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Subnet': ['ID=7bbea6d7-dffa-47ea-9454-156398f0f6f2,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:45.974519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2d522f-ce2c-4e8e-af95-1290c3b5b7a6 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Checking segment: {'id': 'd926ad5b-a99b-4743-8c57-ee2859e28bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:45.975216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2d522f-ce2c-4e8e-af95-1290c3b5b7a6 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Network hostable DHCP agents. Network: 4486ffa0-0a68-4f70-be54-5cc7df42897e, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:27:45.981893 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-d164dcba-6e93-4e06-a4d0-5676854a409b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f80db73-c779-45fa-8e75-b76611300394 HTTP/1.1" status: 200 len: 217 time: 0.0556042 Aug 27 14:27:45.996982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2d522f-ce2c-4e8e-af95-1290c3b5b7a6 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Network 4486ffa0-0a68-4f70-be54-5cc7df42897e is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:27:46.008669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8d2d522f-ce2c-4e8e-af95-1290c3b5b7a6 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 4486ffa0-0a68-4f70-be54-5cc7df42897e) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:46.017191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2d522f-ce2c-4e8e-af95-1290c3b5b7a6 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:46.018067 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8d2d522f-ce2c-4e8e-af95-1290c3b5b7a6 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:46.038579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58362) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:27:46.038851 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8d2d522f-ce2c-4e8e-af95-1290c3b5b7a6 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7580836 Aug 27 14:27:46.049366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907738be-4032-43c7-a211-ea6d42cb3f51 None None] Network 4486ffa0-0a68-4f70-be54-5cc7df42897e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:27:46.105842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-40a2918c-ace3-4283-b06e-f08488c06fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:46.107545 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-40a2918c-ace3-4283-b06e-f08488c06fc2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.1156228 Aug 27 14:27:46.166212 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1650132750', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:27:43Z', 'revision_number': 3, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:46.169695 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3e60962d-2c4d-4260-af1d-e3325b1ef992 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530813 Aug 27 14:27:46.200686 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b45c7-9226-4577-8688-d63e33792887 None None] The sync data for ids ['8997e546-8d75-4fcb-a915-7730604f5d3f'] in n-d-712139-12 is: [{'id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1650132750', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:27:43Z', 'revision_number': 3, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:27:46.289975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-4486ffa0-0a68-4f70-be54-5cc7df42897e', 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'fixed_ips': [{'subnet_id': '7bbea6d7-dffa-47ea-9454-156398f0f6f2'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:27:46.291392 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:46.365242 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-3c1f4322-00d0-4b87-8cee-d3859e7d8a64 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848674 Aug 27 14:27:46.621168 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08a0f551-b8ff-42e7-ae6d-d621776a4e66 req-4636cd43-6b01-4cc8-b08e-5ee6cbb2114d service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444868 Aug 27 14:27:46.696806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Allocated IP 172.20.0.18 (4486ffa0-0a68-4f70-be54-5cc7df42897e/7bbea6d7-dffa-47ea-9454-156398f0f6f2/cf3391f9-495b-4552-9828-48a46910335f) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:46.839230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102cd96-7056-443f-bb4c-fa23686741b2 req-3a9a9d1b-2464-4084-be3a-fc307126ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:46.840846 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7102cd96-7056-443f-bb4c-fa23686741b2 req-3a9a9d1b-2464-4084-be3a-fc307126ff31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee68a6fac6694996a7e1e4858572b79c&device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 1096 time: 0.1479688 Aug 27 14:27:46.860076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f05fa-cd1d-4142-818a-888a25a2cbff req-a1698f4d-d787-471e-b3d8-49acb3fcbca6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:46.861769 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-032f05fa-cd1d-4142-818a-888a25a2cbff req-a1698f4d-d787-471e-b3d8-49acb3fcbca6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 944 time: 0.1063893 Aug 27 14:27:46.915155 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:46.916497 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-032f05fa-cd1d-4142-818a-888a25a2cbff req-a222138b-baee-4c4f-b2c9-13a6e0fbd139 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460453 Aug 27 14:27:46.947644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Transition to ACTIVE for port object cf3391f9-495b-4552-9828-48a46910335f will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:46.967923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Transition to ACTIVE for port object cf3391f9-495b-4552-9828-48a46910335f will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:46.976994 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:47.024723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Network 4486ffa0-0a68-4f70-be54-5cc7df42897e is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:47.025964 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:47.030716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:47.032694 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Pushing event updated for resources: {'Port': ['ID=cf3391f9-495b-4552-9828-48a46910335f,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:47.035073 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:47.050052 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102cd96-7056-443f-bb4c-fa23686741b2 req-782d64d2-92c4-413c-9f6b-50c7e9dc509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:47.050052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7102cd96-7056-443f-bb4c-fa23686741b2 req-782d64d2-92c4-413c-9f6b-50c7e9dc509a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 200 len: 906 time: 0.1728451 Aug 27 14:27:47.126782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Attempting to bind port cf3391f9-495b-4552-9828-48a46910335f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:27:47.127157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Attempting to bind port cf3391f9-495b-4552-9828-48a46910335f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'd926ad5b-a99b-4743-8c57-ee2859e28bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:27:47.127517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Attempting to bind port cf3391f9-495b-4552-9828-48a46910335f on network 4486ffa0-0a68-4f70-be54-5cc7df42897e {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:47.133895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:27:47.134275 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Checking segment: {'id': 'd926ad5b-a99b-4743-8c57-ee2859e28bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:47.134710 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:47.135104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Bound using segment: {'id': 'd926ad5b-a99b-4743-8c57-ee2859e28bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:27:47.135583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Bound port: cf3391f9-495b-4552-9828-48a46910335f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd926ad5b-a99b-4743-8c57-ee2859e28bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:27:47.135967 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:47.192612 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7102cd96-7056-443f-bb4c-fa23686741b2 req-4dbf9a19-28e5-4a8d-bdbc-227698350851 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f80db73-c779-45fa-8e75-b76611300394 HTTP/1.1" status: 200 len: 217 time: 0.1127594 Aug 27 14:27:47.215666 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] For port cf3391f9-495b-4552-9828-48a46910335f, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:27:47.221252 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] For port cf3391f9-495b-4552-9828-48a46910335f, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cf3391f9-495b-4552-9828-48a46910335f,segment=NetworkSegment(d926ad5b-a99b-4743-8c57-ee2859e28bcf),segment_id=d926ad5b-a99b-4743-8c57-ee2859e28bcf)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:27:47.226959 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:47.289374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90d1e9-5769-4dea-abb7-a47f077dada0 None None] Pushing event updated for resources: {'Port': ['ID=cf3391f9-495b-4552-9828-48a46910335f,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:47.329015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102cd96-7056-443f-bb4c-fa23686741b2 req-3d04d806-4cc4-4abc-897f-892e4ede180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:47.330546 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7102cd96-7056-443f-bb4c-fa23686741b2 req-3d04d806-4cc4-4abc-897f-892e4ede180c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 200 len: 845 time: 0.1290481 Aug 27 14:27:47.377517 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7102cd96-7056-443f-bb4c-fa23686741b2 req-c90ca8c7-4aee-44aa-afe3-08db11d58a7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a1e67c1-4465-454e-8a46-0919ae0d8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373571 Aug 27 14:27:47.467734 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:47.541911 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5c17a42-6b2e-448c-90e4-03e4f10266b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:47.634346 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7102cd96-7056-443f-bb4c-fa23686741b2 req-de5acd3c-8457-4214-948f-2d1b8c470161 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282271 Aug 27 14:27:47.637388 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Allocated IP 172.20.0.17 (4486ffa0-0a68-4f70-be54-5cc7df42897e/7bbea6d7-dffa-47ea-9454-156398f0f6f2/b760abd3-1402-4fdc-ae17-ded72172473d) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:47.821145 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7102cd96-7056-443f-bb4c-fa23686741b2 req-d094e4b1-c04a-40a1-9ad4-87aba64adea2 service neutron] 10.222.0.52 "GET /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744325 Aug 27 14:27:47.865025 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 66b82c23-cd65-46bf-ba62-4b76353f71e5 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:47.881642 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:47.898500 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Transition to ACTIVE for port object b760abd3-1402-4fdc-ae17-ded72172473d will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:47.919070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 66b82c23-cd65-46bf-ba62-4b76353f71e5 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:47.924307 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 66b82c23-cd65-46bf-ba62-4b76353f71e5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:47.924748 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:47.940063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:47.974098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-caeeae75-9299-4c4f-952b-a10e3357a908 req-724d3e90-b9e2-46e8-8b83-4b56bf792a7d service neutron] (101187) timed out ('10.222.0.55', 38022) {{(pid=101187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:27:47.987708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Network 4486ffa0-0a68-4f70-be54-5cc7df42897e is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:47.994794 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:48.004600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:48.030622 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:48.058729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 66b82c23-cd65-46bf-ba62-4b76353f71e5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=66b82c23-cd65-46bf-ba62-4b76353f71e5,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:48.064454 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:48.065451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Port': ['ID=b760abd3-1402-4fdc-ae17-ded72172473d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:48.068879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cf3391f9-495b-4552-9828-48a46910335f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:48.111081 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:48.168254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58358f64-aa66-49ad-a148-31902b3ad56d req-42085447-5266-4b0e-bf3e-90ced31e1867 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:48.168557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=66b82c23-cd65-46bf-ba62-4b76353f71e5,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:48.169866 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-58358f64-aa66-49ad-a148-31902b3ad56d req-42085447-5266-4b0e-bf3e-90ced31e1867 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 944 time: 0.1296334 Aug 27 14:27:48.186182 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port cf3391f9-495b-4552-9828-48a46910335f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:48.275303 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-58358f64-aa66-49ad-a148-31902b3ad56d req-2c4d22db-5ee1-4f2f-974c-e27fe5b0b059 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938988 Aug 27 14:27:48.345968 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:48.814120 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:48.865431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-4004708f-6ea2-418a-830b-4ce500087241 req-cd0e8205-b475-4b23-aeef-11f128dff2ab service neutron] (101186) timed out ('10.222.0.52', 61579) {{(pid=101186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:27:49.026971 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:49.033468 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:49.125391 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:49.127648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Port': ['ID=b760abd3-1402-4fdc-ae17-ded72172473d,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:49.238740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Network 4486ffa0-0a68-4f70-be54-5cc7df42897e is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:49.240509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:49.286247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f983a-0345-440c-b891-764175a80fd9 None None] Network 4486ffa0-0a68-4f70-be54-5cc7df42897e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:27:49.365403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Router 8997e546-8d75-4fcb-a915-7730604f5d3f has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:27:49.409952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7152a079-b0d1-463d-955b-c4bd7aeb5324 None None] Provisioning for port cf3391f9-495b-4552-9828-48a46910335f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:49.421495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7152a079-b0d1-463d-955b-c4bd7aeb5324 None None] Provisioning complete for port cf3391f9-495b-4552-9828-48a46910335f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:49.421961 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7152a079-b0d1-463d-955b-c4bd7aeb5324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:49.425360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad100d-a961-4db6-b990-69222b1df15a req-26883865-d7eb-4944-9b6e-a10767d54b85 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:49.427241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47ad100d-a961-4db6-b990-69222b1df15a req-26883865-d7eb-4944-9b6e-a10767d54b85 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 944 time: 0.0701873 Aug 27 14:27:49.447806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 8f80db73-c779-45fa-8e75-b76611300394 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:27:49.472404 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47ad100d-a961-4db6-b990-69222b1df15a req-964776bf-4f1a-4bc5-9331-f09d5da426ee tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364766 Aug 27 14:27:49.490131 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:27:49.503724 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-44c62f3f-3ca9-4476-b49e-5a76f883f694 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "PUT /v2.0/routers/8997e546-8d75-4fcb-a915-7730604f5d3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4556293 Aug 27 14:27:49.511798 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Sync routers for ids ['8997e546-8d75-4fcb-a915-7730604f5d3f'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:27:49.524164 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Routers {'8997e546-8d75-4fcb-a915-7730604f5d3f'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:27:49.525272 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8997e546-8d75-4fcb-a915-7730604f5d3f'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:49.622518 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7152a079-b0d1-463d-955b-c4bd7aeb5324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:49.627041 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 8f80db73-c779-45fa-8e75-b76611300394, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8f80db73-c779-45fa-8e75-b76611300394,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:49.653143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '8f80db73-c779-45fa-8e75-b76611300394', 'network_id': '9a1e67c1-4465-454e-8a46-0919ae0d8681', 'port_id': '8f80db73-c779-45fa-8e75-b76611300394', 'mac_address': 'fa:16:3e:51:91:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6540e39-7ad9-40cd-b3b9-54a2310f2264', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:27:49.686539 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Set router 8997e546-8d75-4fcb-a915-7730604f5d3f gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:27:49.710369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7152a079-b0d1-463d-955b-c4bd7aeb5324 None None] For port cf3391f9-495b-4552-9828-48a46910335f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cf3391f9-495b-4552-9828-48a46910335f,segment=NetworkSegment(d926ad5b-a99b-4743-8c57-ee2859e28bcf),segment_id=d926ad5b-a99b-4743-8c57-ee2859e28bcf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:49.724225 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7152a079-b0d1-463d-955b-c4bd7aeb5324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:49.766474 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:49.780501 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 66b82c23-cd65-46bf-ba62-4b76353f71e5 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:49.839680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f80db73-c779-45fa-8e75-b76611300394 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:27:49.848183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-ec124fe0-700b-488b-a153-e56fdc7f0e9f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:49.851671 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-ec124fe0-700b-488b-a153-e56fdc7f0e9f tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/networks?id=4486ffa0-0a68-4f70-be54-5cc7df42897e HTTP/1.1" status: 200 len: 797 time: 0.1468601 Aug 27 14:27:49.871927 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-6b682d02-2af8-46f2-8d33-e9d2239002e0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/quotas/f54f635450c346a2bc72a489363833b1 HTTP/1.1" status: 200 len: 375 time: 0.0120904 Aug 27 14:27:49.885854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152a079-b0d1-463d-955b-c4bd7aeb5324 None None] Pushing event updated for resources: {'Port': ['ID=cf3391f9-495b-4552-9828-48a46910335f,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:49.904487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 8f80db73-c779-45fa-8e75-b76611300394, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8f80db73-c779-45fa-8e75-b76611300394,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:49.911668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 66b82c23-cd65-46bf-ba62-4b76353f71e5 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:49.912237 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:49.913994 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:49.946012 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-af5c47f0-fb0c-47b7-9d25-3f6a46d1f3ff tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f54f635450c346a2bc72a489363833b1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0684705 Aug 27 14:27:49.984397 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1650132750', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:27:48Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'b760abd3-1402-4fdc-ae17-ded72172473d', 'name': '', 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'mac_address': 'fa:16:3e:bd:69:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7bbea6d7-dffa-47ea-9454-156398f0f6f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:47Z', 'updated_at': '2021-08-27T14:27:48Z', 'revision_number': 2, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'subnets': [{'id': '7bbea6d7-dffa-47ea-9454-156398f0f6f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:50.015469 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Checking router: 8997e546-8d75-4fcb-a915-7730604f5d3f for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:27:50.016392 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Updating router 8997e546-8d75-4fcb-a915-7730604f5d3f port b760abd3-1402-4fdc-ae17-ded72172473d binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:27:50.027975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-41c7b539-a843-4b7c-85e8-d6c6343be4ce None None] Provisioning for port b760abd3-1402-4fdc-ae17-ded72172473d completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:50.035251 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-41c7b539-a843-4b7c-85e8-d6c6343be4ce None None] Provisioning complete for port b760abd3-1402-4fdc-ae17-ded72172473d triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:50.035629 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41c7b539-a843-4b7c-85e8-d6c6343be4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:50.039398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=8f80db73-c779-45fa-8e75-b76611300394,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:50.080523 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:50.171717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['8f80db73-c779-45fa-8e75-b76611300394'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:27:50.244199 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-41c7b539-a843-4b7c-85e8-d6c6343be4ce None None] Port b760abd3-1402-4fdc-ae17-ded72172473d cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:27:50.298208 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-ffdd1483-7630-447b-b42d-ea450f6b31b9 service neutron] 10.222.0.55 "GET /v2.0/networks/4486ffa0-0a68-4f70-be54-5cc7df42897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357184 Aug 27 14:27:50.303665 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:50.305675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-41c7b539-a843-4b7c-85e8-d6c6343be4ce None None] Provisioning complete for port cf3391f9-495b-4552-9828-48a46910335f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:50.306062 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41c7b539-a843-4b7c-85e8-d6c6343be4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:50.541986 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-cbcd45a0-759b-4302-a16b-8d990d626fb2 service neutron] 10.222.0.55 "GET /v2.0/networks/4486ffa0-0a68-4f70-be54-5cc7df42897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337794 Aug 27 14:27:50.619811 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:50.652207 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Transition to ACTIVE for port object b760abd3-1402-4fdc-ae17-ded72172473d will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:50.664466 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:50.695388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceaefa-e072-4df3-968a-9b1eb172b744 req-6224a8fb-c79a-4adc-bfa8-9ada0590f1ee tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:50.708609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6ceaefa-e072-4df3-968a-9b1eb172b744 req-6224a8fb-c79a-4adc-bfa8-9ada0590f1ee tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 945 time: 0.1293900 Aug 27 14:27:50.759610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b6ceaefa-e072-4df3-968a-9b1eb172b744 req-941efbb1-b1f6-47f0-b08f-d301263d3374 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495777 Aug 27 14:27:50.772886 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38a197-bb60-42ff-bb17-2e26dca4a0d0 None None] Pushing event updated for resources: {'Port': ['ID=b760abd3-1402-4fdc-ae17-ded72172473d,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:50.877184 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Attempting to bind port b760abd3-1402-4fdc-ae17-ded72172473d on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:27:50.877397 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54efe40e-c14f-4872-b607-19175d77afa5 req-e4d9d47c-8658-456a-bbfe-b449c7208dc1 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 210 time: 0.0524082 Aug 27 14:27:50.877592 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Attempting to bind port b760abd3-1402-4fdc-ae17-ded72172473d by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'd926ad5b-a99b-4743-8c57-ee2859e28bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:27:50.878091 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Attempting to bind port b760abd3-1402-4fdc-ae17-ded72172473d on network 4486ffa0-0a68-4f70-be54-5cc7df42897e {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:50.883912 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:27:50.884380 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Checking segment: {'id': 'd926ad5b-a99b-4743-8c57-ee2859e28bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:50.884937 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:50.885516 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Bound using segment: {'id': 'd926ad5b-a99b-4743-8c57-ee2859e28bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:27:50.886582 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Bound port: b760abd3-1402-4fdc-ae17-ded72172473d, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd926ad5b-a99b-4743-8c57-ee2859e28bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:27:50.886910 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:50.975335 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] For port b760abd3-1402-4fdc-ae17-ded72172473d, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:27:50.980616 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] For port b760abd3-1402-4fdc-ae17-ded72172473d, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b760abd3-1402-4fdc-ae17-ded72172473d,segment=NetworkSegment(d926ad5b-a99b-4743-8c57-ee2859e28bcf),segment_id=d926ad5b-a99b-4743-8c57-ee2859e28bcf)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:27:50.986908 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:51.050425 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Routers {'8997e546-8d75-4fcb-a915-7730604f5d3f'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:27:51.051137 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8997e546-8d75-4fcb-a915-7730604f5d3f'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:51.094836 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38a197-bb60-42ff-bb17-2e26dca4a0d0 None None] Pushing event updated for resources: {'Port': ['ID=b760abd3-1402-4fdc-ae17-ded72172473d,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:51.173612 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] Set router 8997e546-8d75-4fcb-a915-7730604f5d3f gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:27:51.446094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 8f80db73-c779-45fa-8e75-b76611300394 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:51.456330 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1650132750', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:27:48Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'b760abd3-1402-4fdc-ae17-ded72172473d', 'name': '', 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'mac_address': 'fa:16:3e:bd:69:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7bbea6d7-dffa-47ea-9454-156398f0f6f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:47Z', 'updated_at': '2021-08-27T14:27:50Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'subnets': [{'id': '7bbea6d7-dffa-47ea-9454-156398f0f6f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:27:51.490714 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933aff57-bf41-426a-85f7-6576d8601d8d None None] The sync data for ids ['8997e546-8d75-4fcb-a915-7730604f5d3f'] in n-d-712139-12 is: [{'id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1650132750', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:27:48Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'b760abd3-1402-4fdc-ae17-ded72172473d', 'name': '', 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'mac_address': 'fa:16:3e:bd:69:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7bbea6d7-dffa-47ea-9454-156398f0f6f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:47Z', 'updated_at': '2021-08-27T14:27:50Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'subnets': [{'id': '7bbea6d7-dffa-47ea-9454-156398f0f6f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:27:51.533529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 8f80db73-c779-45fa-8e75-b76611300394 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:51.536573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 8f80db73-c779-45fa-8e75-b76611300394 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:51.537245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:51.643247 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:51.693657 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:51.741570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 8f80db73-c779-45fa-8e75-b76611300394, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8f80db73-c779-45fa-8e75-b76611300394,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:51.742745 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e3e503-2465-40d7-b515-d1215a7994f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f80db73-c779-45fa-8e75-b76611300394'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:51.745317 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3921337-74f9-4679-b56e-2be3009d0348" -d '{"events": [{"server_uuid": "f1e3e503-2465-40d7-b515-d1215a7994f9", "name": "network-vif-plugged", "status": "completed", "tag": "8f80db73-c779-45fa-8e75-b76611300394"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:51.750784 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:51.821843 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ea6037-ac93-4e6d-bdcc-8ed7a3f28f19 x-openstack-request-id: req-47ea6037-ac93-4e6d-bdcc-8ed7a3f28f19 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:51.822137 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e3e503-2465-40d7-b515-d1215a7994f9", "name": "network-vif-plugged", "status": "completed", "tag": "8f80db73-c779-45fa-8e75-b76611300394", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:51.828205 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47ea6037-ac93-4e6d-bdcc-8ed7a3f28f19 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:51.830799 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e3e503-2465-40d7-b515-d1215a7994f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f80db73-c779-45fa-8e75-b76611300394', 'code': 200} Aug 27 14:27:51.847642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=8f80db73-c779-45fa-8e75-b76611300394,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:51.945548 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cf3391f9-495b-4552-9828-48a46910335f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:52.012122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port cf3391f9-495b-4552-9828-48a46910335f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:52.012512 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:52.019160 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-71dfa204-0b50-41d2-b81b-b9abe522e1f9 req-b37899c6-98d2-4189-977c-3d8f95a16714 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 210 time: 0.0518599 Aug 27 14:27:52.082032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb25a7-ca0d-4ea7-9938-0d8924a79c76 req-b25e2493-08a7-4fb5-b16a-85535fac63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:52.084579 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86eb25a7-ca0d-4ea7-9938-0d8924a79c76 req-b25e2493-08a7-4fb5-b16a-85535fac63f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 1098 time: 0.1358924 Aug 27 14:27:52.100652 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60abb0-e8f0-4185-9ffe-6191f4ff391c req-3104dc40-f148-48e8-a699-83ec56155b8e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:52.119814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f60abb0-e8f0-4185-9ffe-6191f4ff391c req-3104dc40-f148-48e8-a699-83ec56155b8e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.2341356 Aug 27 14:27:52.157639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b760abd3-1402-4fdc-ae17-ded72172473d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:52.207005 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86eb25a7-ca0d-4ea7-9938-0d8924a79c76 req-541685fc-eb98-42e0-8baf-21b3beb97991 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768909 Aug 27 14:27:52.215619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-d8568471-9db6-4497-a553-b23d90db9079 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:52.217990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-d8568471-9db6-4497-a553-b23d90db9079 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.52 "GET /v2.0/networks?id=4486ffa0-0a68-4f70-be54-5cc7df42897e HTTP/1.1" status: 200 len: 797 time: 0.1699667 Aug 27 14:27:52.245816 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f60abb0-e8f0-4185-9ffe-6191f4ff391c req-c8002aba-2c5d-4064-a9b4-45f2995f5888 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251037 Aug 27 14:27:52.251668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b760abd3-1402-4fdc-ae17-ded72172473d completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:52.273114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b760abd3-1402-4fdc-ae17-ded72172473d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:52.273114 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:52.390190 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:52.415807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Request body: {'port': {'device_id': 'a58948af-695b-4384-a0ff-417a9b50ad75', 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e', 'admin_state_up': True, 'tenant_id': 'f54f635450c346a2bc72a489363833b1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:52.428337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port b760abd3-1402-4fdc-ae17-ded72172473d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b760abd3-1402-4fdc-ae17-ded72172473d,segment=NetworkSegment(d926ad5b-a99b-4743-8c57-ee2859e28bcf),segment_id=d926ad5b-a99b-4743-8c57-ee2859e28bcf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:52.432685 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:52.498356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=b760abd3-1402-4fdc-ae17-ded72172473d,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:52.566143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Made reservation on behalf of f54f635450c346a2bc72a489363833b1 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:27:52.567837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f3d1296-094b-460f-b76c-37030b540210 req-0d672a7b-0757-49a4-a074-d8cb2afbc3b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0298681 Aug 27 14:27:52.569751 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:52.675324 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f3d1296-094b-460f-b76c-37030b540210 req-e476fda9-015f-4d3d-9293-bb4718c6aff7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0401006 Aug 27 14:27:52.722627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f3d1296-094b-460f-b76c-37030b540210 req-7c0ed989-5331-44d5-b232-bc697549ce0d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244956 Aug 27 14:27:52.835348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d1296-094b-460f-b76c-37030b540210 req-30bb80eb-e07b-424b-b2fe-3c4af5050f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:52.837072 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f3d1296-094b-460f-b76c-37030b540210 req-30bb80eb-e07b-424b-b2fe-3c4af5050f5e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045234 Aug 27 14:27:53.020111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Allocated IP 172.20.0.27 (4486ffa0-0a68-4f70-be54-5cc7df42897e/7bbea6d7-dffa-47ea-9454-156398f0f6f2/1d75f830-330e-4680-a512-c9e5d6aebf7c) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:27:53.121415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-775c843e-9058-4b5d-97b5-c23f9d790607 req-117431f9-d6c3-4167-b190-7169e6fdfc79 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 210 time: 0.0352325 Aug 27 14:27:53.175575 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:53.190218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Transition to ACTIVE for port object 1d75f830-330e-4680-a512-c9e5d6aebf7c will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:53.232135 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:53.273805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Network 4486ffa0-0a68-4f70-be54-5cc7df42897e is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:27:53.281692 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:27:53.285941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:27:53.292704 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event updated for resources: {'Port': ['ID=1d75f830-330e-4680-a512-c9e5d6aebf7c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:53.355326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:53.355898 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:53.375517 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-127886b4-84c3-48fa-8218-0753f7f08a76 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9646816 Aug 27 14:27:53.388643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Request body: {'port': {'device_id': 'a58948af-695b-4384-a0ff-417a9b50ad75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:27:53.426975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9673d-0d4e-474f-9ffb-92812bc26019 req-195aa971-96e5-4cba-8879-92b0ea316137 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:53.432821 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-98d9673d-0d4e-474f-9ffb-92812bc26019 req-195aa971-96e5-4cba-8879-92b0ea316137 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0723581 Aug 27 14:27:53.463033 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:53.483703 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-98d9673d-0d4e-474f-9ffb-92812bc26019 req-50bde6dd-7746-49fd-a9ca-c6f8dd3159e0 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450082 Aug 27 14:27:53.707488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4e2601a8-6d8c-45e3-96be-96feeef129e9 None None] Provisioning for port 1d75f830-330e-4680-a512-c9e5d6aebf7c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:53.711676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4e2601a8-6d8c-45e3-96be-96feeef129e9 None None] Provisioning complete for port 1d75f830-330e-4680-a512-c9e5d6aebf7c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:53.712233 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4e2601a8-6d8c-45e3-96be-96feeef129e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:53.761688 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4e2601a8-6d8c-45e3-96be-96feeef129e9 None None] Port 1d75f830-330e-4680-a512-c9e5d6aebf7c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:27:53.792842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b760abd3-1402-4fdc-ae17-ded72172473d up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:53.839928 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d75f830-330e-4680-a512-c9e5d6aebf7c {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:27:53.849659 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:53.857058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b760abd3-1402-4fdc-ae17-ded72172473d triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:53.857354 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:53.869887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Transition to ACTIVE for port object 1d75f830-330e-4680-a512-c9e5d6aebf7c will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:27:53.874597 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:53.945021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Pushing event updated for resources: {'Port': ['ID=1d75f830-330e-4680-a512-c9e5d6aebf7c,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:54.016681 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Attempting to bind port 1d75f830-330e-4680-a512-c9e5d6aebf7c on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:27:54.017877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Attempting to bind port 1d75f830-330e-4680-a512-c9e5d6aebf7c by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'd926ad5b-a99b-4743-8c57-ee2859e28bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:27:54.018466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Attempting to bind port 1d75f830-330e-4680-a512-c9e5d6aebf7c on network 4486ffa0-0a68-4f70-be54-5cc7df42897e {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:54.023963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Port 1d75f830-330e-4680-a512-c9e5d6aebf7c on network 4486ffa0-0a68-4f70-be54-5cc7df42897e not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:27:54.024562 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Attempting to bind port 1d75f830-330e-4680-a512-c9e5d6aebf7c on network 4486ffa0-0a68-4f70-be54-5cc7df42897e {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:27:54.030335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:27:54.031535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Checking segment: {'id': 'd926ad5b-a99b-4743-8c57-ee2859e28bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:27:54.032100 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Bound using segment: {'id': 'd926ad5b-a99b-4743-8c57-ee2859e28bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:27:54.032804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Bound port: 1d75f830-330e-4680-a512-c9e5d6aebf7c, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926ad5b-a99b-4743-8c57-ee2859e28bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:27:54.033501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:54.114232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] For port 1d75f830-330e-4680-a512-c9e5d6aebf7c, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:27:54.127736 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] For port 1d75f830-330e-4680-a512-c9e5d6aebf7c, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1d75f830-330e-4680-a512-c9e5d6aebf7c,segment=NetworkSegment(d926ad5b-a99b-4743-8c57-ee2859e28bcf),segment_id=d926ad5b-a99b-4743-8c57-ee2859e28bcf)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:27:54.132596 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:54.169102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:54.169722 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:54.171931 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] 10.222.0.52 "PUT /v2.0/ports/1d75f830-330e-4680-a512-c9e5d6aebf7c HTTP/1.1" status: 200 len: 1056 time: 0.7879055 Aug 27 14:27:54.172271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58948af-695b-4384-a0ff-417a9b50ad75', 'tag': '1d75f830-330e-4680-a512-c9e5d6aebf7c'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:54.174505 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ddfc22-6e63-4c13-9e85-0d6adfb85e32" -d '{"events": [{"name": "network-changed", "server_uuid": "a58948af-695b-4384-a0ff-417a9b50ad75", "tag": "1d75f830-330e-4680-a512-c9e5d6aebf7c"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:54.232743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fa010-33f2-48d9-896e-6275f9a31210 service neutron] Pushing event updated for resources: {'Port': ['ID=1d75f830-330e-4680-a512-c9e5d6aebf7c,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:54.260465 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d130c9-d9c7-4e57-89dc-21fee7bcaa38 x-openstack-request-id: req-a8d130c9-d9c7-4e57-89dc-21fee7bcaa38 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:54.260761 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58948af-695b-4384-a0ff-417a9b50ad75", "tag": "1d75f830-330e-4680-a512-c9e5d6aebf7c", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:54.261010 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8d130c9-d9c7-4e57-89dc-21fee7bcaa38 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:54.261404 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58948af-695b-4384-a0ff-417a9b50ad75', 'tag': '1d75f830-330e-4680-a512-c9e5d6aebf7c', 'status': 'completed', 'code': 200} Aug 27 14:27:54.309007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-0cf51473-4d5a-4318-aa11-5b4fdb6e8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:54.309235 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-0cf51473-4d5a-4318-aa11-5b4fdb6e8a95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f54f635450c346a2bc72a489363833b1&device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 1059 time: 0.0861931 Aug 27 14:27:54.332513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44032f-efea-4c52-927b-898c3600de76 req-8b705466-9781-4e8a-af31-34f731083b80 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:54.334065 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a44032f-efea-4c52-927b-898c3600de76 req-8b705466-9781-4e8a-af31-34f731083b80 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 907 time: 0.0780334 Aug 27 14:27:54.365556 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-492177c8-d72c-4d75-b9cf-ccf21fe76987 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=1d75f830-330e-4680-a512-c9e5d6aebf7c HTTP/1.1" status: 200 len: 217 time: 0.0476418 Aug 27 14:27:54.423887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-1b74c2da-07b1-4d89-9bac-1b5ebe3534ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:54.425373 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-1b74c2da-07b1-4d89-9bac-1b5ebe3534ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7bbea6d7-dffa-47ea-9454-156398f0f6f2 HTTP/1.1" status: 200 len: 838 time: 0.0530515 Aug 27 14:27:54.478218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-b36c66e8-9388-4e0b-b155-46372f62893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:54.480351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-b36c66e8-9388-4e0b-b155-46372f62893c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4486ffa0-0a68-4f70-be54-5cc7df42897e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0478535 Aug 27 14:27:54.582553 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-f2711900-eb88-4e86-872b-797ca167fbb3 service neutron] 10.222.0.52 "GET /v2.0/networks/4486ffa0-0a68-4f70-be54-5cc7df42897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940883 Aug 27 14:27:54.624401 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d6ead-b6f3-459a-80c3-953ea0d37136 req-6833d74c-24a2-41e5-9d21-56526abb0aaa tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:54.626709 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-857d6ead-b6f3-459a-80c3-953ea0d37136 req-6833d74c-24a2-41e5-9d21-56526abb0aaa tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0662570 Aug 27 14:27:54.674256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-857d6ead-b6f3-459a-80c3-953ea0d37136 req-9b1ebe8f-df38-4d4e-b233-f0fa83e2efaa tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 Aug 27 14:27:54.690067 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df2e2c50-aa9b-4791-9971-8277ee04381e req-c921ceed-c80c-4626-8e82-d38ae9ae2e99 service neutron] 10.222.0.52 "GET /v2.0/networks/4486ffa0-0a68-4f70-be54-5cc7df42897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002069 Aug 27 14:27:54.811323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddfc22-6e63-4c13-9e85-0d6adfb85e32 req-40f40d04-5ba7-48e4-9bf4-17bf060d97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:54.813356 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13ddfc22-6e63-4c13-9e85-0d6adfb85e32 req-40f40d04-5ba7-48e4-9bf4-17bf060d97ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f54f635450c346a2bc72a489363833b1&device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 1059 time: 0.0475366 Aug 27 14:27:54.914584 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec39880-bc95-4007-b0ab-fab511d133d7 req-2a329b12-4da3-49d7-9ee4-568d367f995a tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:54.916155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eec39880-bc95-4007-b0ab-fab511d133d7 req-2a329b12-4da3-49d7-9ee4-568d367f995a tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0585618 Aug 27 14:27:54.916676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddfc22-6e63-4c13-9e85-0d6adfb85e32 req-b31d29d9-de78-4f92-ac7d-410a8283fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:54.918254 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13ddfc22-6e63-4c13-9e85-0d6adfb85e32 req-b31d29d9-de78-4f92-ac7d-410a8283fb76 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4486ffa0-0a68-4f70-be54-5cc7df42897e HTTP/1.1" status: 200 len: 898 time: 0.0969403 Aug 27 14:27:54.960908 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eec39880-bc95-4007-b0ab-fab511d133d7 req-05bab397-e53c-44b1-9467-b6d338b3da10 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340228 Aug 27 14:27:54.963172 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13ddfc22-6e63-4c13-9e85-0d6adfb85e32 req-9aa6dccb-6bc8-4a8e-838e-3976e84b4afa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=1d75f830-330e-4680-a512-c9e5d6aebf7c HTTP/1.1" status: 200 len: 217 time: 0.0358684 Aug 27 14:27:55.030739 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddfc22-6e63-4c13-9e85-0d6adfb85e32 req-3a48a7f8-64ac-40b2-b4f7-0cb13cd2a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:55.032232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13ddfc22-6e63-4c13-9e85-0d6adfb85e32 req-3a48a7f8-64ac-40b2-b4f7-0cb13cd2a684 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7bbea6d7-dffa-47ea-9454-156398f0f6f2 HTTP/1.1" status: 200 len: 838 time: 0.0615048 Aug 27 14:27:55.114427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddfc22-6e63-4c13-9e85-0d6adfb85e32 req-f7cb574d-bb7b-4daf-bea1-08c60d9b62be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:55.115972 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13ddfc22-6e63-4c13-9e85-0d6adfb85e32 req-f7cb574d-bb7b-4daf-bea1-08c60d9b62be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4486ffa0-0a68-4f70-be54-5cc7df42897e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0755677 Aug 27 14:27:55.123395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bcee3-9eb5-4b51-ab34-cba78e6867b3 req-b71e18e2-1d8a-4c76-9f79-24b45fb1ca17 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:55.124871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e95bcee3-9eb5-4b51-ab34-cba78e6867b3 req-b71e18e2-1d8a-4c76-9f79-24b45fb1ca17 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0833261 Aug 27 14:27:55.215787 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e95bcee3-9eb5-4b51-ab34-cba78e6867b3 req-a8fd97b6-3ee7-4174-9c4e-fac7fbbf823f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829103 Aug 27 14:27:55.244409 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13ddfc22-6e63-4c13-9e85-0d6adfb85e32 req-6e602a86-5794-465b-a94f-b6071828a731 service neutron] 10.222.0.52 "GET /v2.0/networks/4486ffa0-0a68-4f70-be54-5cc7df42897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186121 Aug 27 14:27:55.356306 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13ddfc22-6e63-4c13-9e85-0d6adfb85e32 req-fcd97c3e-8a2f-47aa-a480-68c507d7858e service neutron] 10.222.0.52 "GET /v2.0/networks/4486ffa0-0a68-4f70-be54-5cc7df42897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020267 Aug 27 14:27:55.479719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ffc31-9f5b-432c-8bf8-6c371a1581a4 req-b33d998c-f263-4673-8fb4-13f17c6bfb09 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:55.481202 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2e0ffc31-9f5b-432c-8bf8-6c371a1581a4 req-b33d998c-f263-4673-8fb4-13f17c6bfb09 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 907 time: 0.0551965 Aug 27 14:27:55.488674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2982b-16b6-4ddc-9c31-06552d931d29 req-595e4832-5d20-42a4-a0b4-df751c49bb5b tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:55.490240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bca2982b-16b6-4ddc-9c31-06552d931d29 req-595e4832-5d20-42a4-a0b4-df751c49bb5b tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0546494 Aug 27 14:27:55.530315 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bca2982b-16b6-4ddc-9c31-06552d931d29 req-25d16568-8b88-4b5a-b1e8-0d8b76fb201f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Aug 27 14:27:56.612603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d77eb-2863-4063-8a92-8f90182b2da2 req-dd49c962-e686-4015-afc1-90f8c356d4b3 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:56.615313 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f26d77eb-2863-4063-8a92-8f90182b2da2 req-dd49c962-e686-4015-afc1-90f8c356d4b3 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 907 time: 0.0600486 Aug 27 14:27:56.659650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473d09f-54e3-4a48-95f5-cf6d4d7bd6a5 req-a5ba08f0-1122-4270-b166-0deeb175372c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:56.661164 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3473d09f-54e3-4a48-95f5-cf6d4d7bd6a5 req-a5ba08f0-1122-4270-b166-0deeb175372c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0575016 Aug 27 14:27:56.707059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3473d09f-54e3-4a48-95f5-cf6d4d7bd6a5 req-29531dec-ba8e-4b29-a73a-b4fb34fab1ca tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379221 Aug 27 14:27:57.481930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1d75f830-330e-4680-a512-c9e5d6aebf7c details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:27:57.582907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1d75f830-330e-4680-a512-c9e5d6aebf7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1d75f830-330e-4680-a512-c9e5d6aebf7c,segment=NetworkSegment(d926ad5b-a99b-4743-8c57-ee2859e28bcf),segment_id=d926ad5b-a99b-4743-8c57-ee2859e28bcf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:57.594650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '1d75f830-330e-4680-a512-c9e5d6aebf7c', 'network_id': '4486ffa0-0a68-4f70-be54-5cc7df42897e', 'port_id': '1d75f830-330e-4680-a512-c9e5d6aebf7c', 'mac_address': 'fa:16:3e:04:38:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbea6d7-dffa-47ea-9454-156398f0f6f2', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:27:57.633918 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:57.646847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d75f830-330e-4680-a512-c9e5d6aebf7c {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:27:57.667166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1d75f830-330e-4680-a512-c9e5d6aebf7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1d75f830-330e-4680-a512-c9e5d6aebf7c,segment=NetworkSegment(d926ad5b-a99b-4743-8c57-ee2859e28bcf),segment_id=d926ad5b-a99b-4743-8c57-ee2859e28bcf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:57.673311 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:57.723354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=1d75f830-330e-4680-a512-c9e5d6aebf7c,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:57.731445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:57.731793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:57.732285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:57.732616 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:57.733504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:57.733992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:57.733992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:57.734573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:57.734864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:57.735115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:57.735432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:57.735750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:27:57.761296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3c57e-8c46-414d-8edd-169f1c591f4a req-0a2602d5-ece1-4851-bd24-03ff588f9136 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:57.762865 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-02e3c57e-8c46-414d-8edd-169f1c591f4a req-0a2602d5-ece1-4851-bd24-03ff588f9136 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 908 time: 0.0576351 Aug 27 14:27:57.837125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3730dc3-20f3-4079-a59b-72c12b29c564 req-6c26d73d-ce08-4d7f-b09d-9ce4ac8cfc2c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:57.838747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e3730dc3-20f3-4079-a59b-72c12b29c564 req-6c26d73d-ce08-4d7f-b09d-9ce4ac8cfc2c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0506966 Aug 27 14:27:57.880267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e3730dc3-20f3-4079-a59b-72c12b29c564 req-45f4518e-8ec9-4627-a3fd-555fecafbba2 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334833 Aug 27 14:27:57.907232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['1d75f830-330e-4680-a512-c9e5d6aebf7c'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:27:58.885183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe269f-b0bb-4627-bd0c-68d66247746e req-07e470ba-2ccd-4375-a8d5-b07d0de4cc0c tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:58.886755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03fe269f-b0bb-4627-bd0c-68d66247746e req-07e470ba-2ccd-4375-a8d5-b07d0de4cc0c tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 908 time: 0.0548494 Aug 27 14:27:59.003218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee0fca-f54e-4c5f-8286-9bfcaf3521ec req-9a60b550-7582-4423-9d96-531e9dc752c6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:59.004853 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-52ee0fca-f54e-4c5f-8286-9bfcaf3521ec req-9a60b550-7582-4423-9d96-531e9dc752c6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0541594 Aug 27 14:27:59.043811 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-52ee0fca-f54e-4c5f-8286-9bfcaf3521ec req-da924c59-aef9-4a25-80ca-27ebe3d0869d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323067 Aug 27 14:27:59.294557 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-537231b8-b3f1-4fb5-80c7-6bb628b7d749 req-ce044d97-6fbf-422c-80a9-11770cc0a073 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417113 Aug 27 14:27:59.367001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537231b8-b3f1-4fb5-80c7-6bb628b7d749 req-a3dcc4d4-d0d9-4fb0-a55f-24a24079d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:59.368640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-537231b8-b3f1-4fb5-80c7-6bb628b7d749 req-a3dcc4d4-d0d9-4fb0-a55f-24a24079d1a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f54f635450c346a2bc72a489363833b1&device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 1137 time: 0.0426602 Aug 27 14:27:59.490658 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537231b8-b3f1-4fb5-80c7-6bb628b7d749 req-9a9e8aaf-8485-47a2-ad79-5d2d3a946787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:59.491469 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1d75f830-330e-4680-a512-c9e5d6aebf7c up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:27:59.492296 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-537231b8-b3f1-4fb5-80c7-6bb628b7d749 req-9a9e8aaf-8485-47a2-ad79-5d2d3a946787 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b38c12d-b400-42be-a718-d30b563b36b8 HTTP/1.1" status: 200 len: 897 time: 0.1036839 Aug 27 14:27:59.551844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 1d75f830-330e-4680-a512-c9e5d6aebf7c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:27:59.555969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 1d75f830-330e-4680-a512-c9e5d6aebf7c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:27:59.556489 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:59.596957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-537231b8-b3f1-4fb5-80c7-6bb628b7d749 req-f5e7ccf1-0f0e-4853-b788-6bb457039678 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a5d7276-023f-469c-b66e-9fb0511725d4 HTTP/1.1" status: 200 len: 1000 time: 0.0972784 Aug 27 14:27:59.641331 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:59.657180 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537231b8-b3f1-4fb5-80c7-6bb628b7d749 req-3c113d3b-885d-4a1a-8459-032dfcc6cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:59.658981 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-537231b8-b3f1-4fb5-80c7-6bb628b7d749 req-3c113d3b-885d-4a1a-8459-032dfcc6cada service neutron] 10.222.0.41 "GET /v2.0/subnets?id=200fb19f-1947-4f0b-a01a-e316f621567a HTTP/1.1" status: 200 len: 834 time: 0.0551925 Aug 27 14:27:59.667554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58948af-695b-4384-a0ff-417a9b50ad75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d75f830-330e-4680-a512-c9e5d6aebf7c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:27:59.671999 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9414f9ba-59e3-49cd-96d5-184f917924fb" -d '{"events": [{"server_uuid": "a58948af-695b-4384-a0ff-417a9b50ad75", "name": "network-vif-plugged", "status": "completed", "tag": "1d75f830-330e-4680-a512-c9e5d6aebf7c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:27:59.692778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1d75f830-330e-4680-a512-c9e5d6aebf7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1d75f830-330e-4680-a512-c9e5d6aebf7c,segment=NetworkSegment(d926ad5b-a99b-4743-8c57-ee2859e28bcf),segment_id=d926ad5b-a99b-4743-8c57-ee2859e28bcf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:27:59.708525 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:27:59.737952 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537231b8-b3f1-4fb5-80c7-6bb628b7d749 req-72e21515-eb58-46f8-81c8-0598dcc5e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:59.739557 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-537231b8-b3f1-4fb5-80c7-6bb628b7d749 req-72e21515-eb58-46f8-81c8-0598dcc5e3a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b38c12d-b400-42be-a718-d30b563b36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735781 Aug 27 14:27:59.743850 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc19e7da-fe02-4a56-9a6c-fb4ac27df864 x-openstack-request-id: req-cc19e7da-fe02-4a56-9a6c-fb4ac27df864 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:27:59.744163 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58948af-695b-4384-a0ff-417a9b50ad75", "name": "network-vif-plugged", "status": "completed", "tag": "1d75f830-330e-4680-a512-c9e5d6aebf7c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:27:59.744396 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc19e7da-fe02-4a56-9a6c-fb4ac27df864 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:27:59.744831 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58948af-695b-4384-a0ff-417a9b50ad75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d75f830-330e-4680-a512-c9e5d6aebf7c', 'code': 200} Aug 27 14:27:59.787273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=1d75f830-330e-4680-a512-c9e5d6aebf7c,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:27:59.850856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ee655-4dd5-4e22-a7c8-d348eb1bbcee req-670d420a-6e31-4712-a6f2-9317dfb7f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:27:59.852727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-718ee655-4dd5-4e22-a7c8-d348eb1bbcee req-670d420a-6e31-4712-a6f2-9317dfb7f718 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 1061 time: 0.0628130 Aug 27 14:27:59.870626 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-537231b8-b3f1-4fb5-80c7-6bb628b7d749 req-41d793fc-7875-4f57-a6de-ac00573efb76 service neutron] 10.222.0.41 "GET /v2.0/networks/7b38c12d-b400-42be-a718-d30b563b36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232405 Aug 27 14:27:59.976497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-537231b8-b3f1-4fb5-80c7-6bb628b7d749 req-8325a40b-1f4a-4c28-9d38-e5267fcffb15 service neutron] 10.222.0.41 "GET /v2.0/networks/7b38c12d-b400-42be-a718-d30b563b36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966094 Aug 27 14:28:00.016363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be2a27-e3f7-4e8e-a705-89fe7b4881e5 req-ede96bc7-ac5f-4a87-94c2-ededa570deb1 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:00.018542 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-23be2a27-e3f7-4e8e-a705-89fe7b4881e5 req-ede96bc7-ac5f-4a87-94c2-ededa570deb1 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 909 time: 0.0544248 Aug 27 14:28:00.182284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50054bc-4980-49c6-9765-0334371b708b req-ad06a478-b392-4367-bf1c-29e2c4ba2468 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:00.184139 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e50054bc-4980-49c6-9765-0334371b708b req-ad06a478-b392-4367-bf1c-29e2c4ba2468 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0663869 Aug 27 14:28:00.225258 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e50054bc-4980-49c6-9765-0334371b708b req-5d11e857-4ea2-43a2-b7d5-0483c9b8d5f5 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344343 Aug 27 14:28:01.172551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dd95d-1cb5-4fee-9708-cdde58712f01 req-e980170e-bcba-4a12-913f-090c73aacf4d tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:01.174175 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d8dd95d-1cb5-4fee-9708-cdde58712f01 req-e980170e-bcba-4a12-913f-090c73aacf4d tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 909 time: 0.0611408 Aug 27 14:28:01.308241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3a556-476a-4de4-aba9-149db0b6e8ee req-d786a349-f9f1-4947-b270-98247436ea96 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:01.309820 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fcb3a556-476a-4de4-aba9-149db0b6e8ee req-d786a349-f9f1-4947-b270-98247436ea96 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 909 time: 0.0670290 Aug 27 14:28:01.366436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79715b84-137e-4d3e-a25d-fe8615c7ffef req-73774ad6-8a23-46ca-957e-a79013d772be tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:01.368404 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-79715b84-137e-4d3e-a25d-fe8615c7ffef req-73774ad6-8a23-46ca-957e-a79013d772be tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0673070 Aug 27 14:28:01.418188 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-79715b84-137e-4d3e-a25d-fe8615c7ffef req-b2999fc0-855e-40e4-b042-0c3d11bdf776 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390847 Aug 27 14:28:01.439579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d83cee-cbb2-4d09-a0f3-ca2a96d9c011 req-270c426f-6aab-4f10-a6a7-cf7a72a5dfac tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:01.441339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-69d83cee-cbb2-4d09-a0f3-ca2a96d9c011 req-270c426f-6aab-4f10-a6a7-cf7a72a5dfac tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 1061 time: 0.0526564 Aug 27 14:28:01.566147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b823c-45b1-496a-a432-703b41f3cbde req-c8f72824-f22a-4756-97bb-1769b65b158d tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:01.567849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c99b823c-45b1-496a-a432-703b41f3cbde req-c8f72824-f22a-4756-97bb-1769b65b158d tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 1137 time: 0.0483775 Aug 27 14:28:01.617680 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c99b823c-45b1-496a-a432-703b41f3cbde req-42ca1dda-79c0-44d3-bc82-3041d38adf83 tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0431368 Aug 27 14:28:01.643177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58656) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:01.697941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a76ad-4552-4aac-8fd4-a46f2c0a8dde tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:01.699740 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e37a76ad-4552-4aac-8fd4-a46f2c0a8dde tempest-TestSecurityGroupsBasicOps-292609393 tempest-TestSecurityGroupsBasicOps-292609393-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 1056 time: 0.0554638 Aug 27 14:28:01.940891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ff91-bfb6-40cc-ba4b-311725514285 req-98df9df9-e787-4b94-a03b-fe686f4663a4 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:01.942595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d490ff91-bfb6-40cc-ba4b-311725514285 req-98df9df9-e787-4b94-a03b-fe686f4663a4 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 909 time: 0.0575581 Aug 27 14:28:02.556802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa65d73-34d8-41d3-8a8c-978bce72ca27 req-b3000945-323d-47d1-9755-dfdb6c1add0f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:02.558290 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aaa65d73-34d8-41d3-8a8c-978bce72ca27 req-b3000945-323d-47d1-9755-dfdb6c1add0f tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0545337 Aug 27 14:28:02.600108 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aaa65d73-34d8-41d3-8a8c-978bce72ca27 req-a6e508aa-ecef-4e43-892b-16c9c35ce9b0 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346322 Aug 27 14:28:03.073047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e454eb-a891-4713-b50f-dbfb9f69376f req-e5185235-f8aa-497e-97ab-7be612a0fce4 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:03.074573 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d2e454eb-a891-4713-b50f-dbfb9f69376f req-e5185235-f8aa-497e-97ab-7be612a0fce4 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 909 time: 0.0544238 Aug 27 14:28:03.338359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1e74b-302c-4e53-b439-f1cb12c24d0d req-61016083-2049-4690-b333-6dfd4bf31b3e tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:03.339907 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69c1e74b-302c-4e53-b439-f1cb12c24d0d req-61016083-2049-4690-b333-6dfd4bf31b3e tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.52 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 909 time: 0.0546718 Aug 27 14:28:03.437848 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-69c1e74b-302c-4e53-b439-f1cb12c24d0d req-a9f9a5e0-55ca-44e3-9993-7b7a329c4111 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Deleting port 1d75f830-330e-4680-a512-c9e5d6aebf7c {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:28:03.438186 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-69c1e74b-302c-4e53-b439-f1cb12c24d0d req-a9f9a5e0-55ca-44e3-9993-7b7a329c4111 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:03.537791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-69c1e74b-302c-4e53-b439-f1cb12c24d0d req-a9f9a5e0-55ca-44e3-9993-7b7a329c4111 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] For port 1d75f830-330e-4680-a512-c9e5d6aebf7c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1d75f830-330e-4680-a512-c9e5d6aebf7c,segment=NetworkSegment(d926ad5b-a99b-4743-8c57-ee2859e28bcf),segment_id=d926ad5b-a99b-4743-8c57-ee2859e28bcf)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:03.538207 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-69c1e74b-302c-4e53-b439-f1cb12c24d0d req-a9f9a5e0-55ca-44e3-9993-7b7a329c4111 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:03.555074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-69c1e74b-302c-4e53-b439-f1cb12c24d0d req-a9f9a5e0-55ca-44e3-9993-7b7a329c4111 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Calling delete_port for 1d75f830-330e-4680-a512-c9e5d6aebf7c owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:28:03.707820 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-69c1e74b-302c-4e53-b439-f1cb12c24d0d req-a9f9a5e0-55ca-44e3-9993-7b7a329c4111 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:03.729140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adda1ca-4306-4270-88d9-8623768aa138 req-3583f51a-1778-43cd-9351-970f4bb9a9b9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:03.730853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5adda1ca-4306-4270-88d9-8623768aa138 req-3583f51a-1778-43cd-9351-970f4bb9a9b9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0554838 Aug 27 14:28:03.750623 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9a5e0-55ca-44e3-9993-7b7a329c4111 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event deleted for resources: {'Port': ['ID=1d75f830-330e-4680-a512-c9e5d6aebf7c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:03.783749 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5adda1ca-4306-4270-88d9-8623768aa138 req-a09d7a0f-1c5b-4abf-86af-6fe676f6bfdb tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448794 Aug 27 14:28:03.804172 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c1e74b-302c-4e53-b439-f1cb12c24d0d req-a9f9a5e0-55ca-44e3-9993-7b7a329c4111 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] No DVR routers for this DVR port 1d75f830-330e-4680-a512-c9e5d6aebf7c on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:28:03.815281 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-69c1e74b-302c-4e53-b439-f1cb12c24d0d req-a9f9a5e0-55ca-44e3-9993-7b7a329c4111 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:03.817657 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69c1e74b-302c-4e53-b439-f1cb12c24d0d req-a9f9a5e0-55ca-44e3-9993-7b7a329c4111 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.52 "DELETE /v2.0/ports/1d75f830-330e-4680-a512-c9e5d6aebf7c HTTP/1.1" status: 204 len: 173 time: 0.4717104 Aug 27 14:28:03.818445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58948af-695b-4384-a0ff-417a9b50ad75', 'name': 'network-vif-deleted', 'tag': '1d75f830-330e-4680-a512-c9e5d6aebf7c'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:28:03.821064 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5ebddb-c015-4dc2-8e2e-3738e334dbb1" -d '{"events": [{"server_uuid": "a58948af-695b-4384-a0ff-417a9b50ad75", "name": "network-vif-deleted", "tag": "1d75f830-330e-4680-a512-c9e5d6aebf7c"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:28:03.880675 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b9e7d0-ac80-4707-8bcf-560813238142 x-openstack-request-id: req-b8b9e7d0-ac80-4707-8bcf-560813238142 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:28:03.881158 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58948af-695b-4384-a0ff-417a9b50ad75", "name": "network-vif-deleted", "tag": "1d75f830-330e-4680-a512-c9e5d6aebf7c", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:28:03.881573 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8b9e7d0-ac80-4707-8bcf-560813238142 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:28:03.882131 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58948af-695b-4384-a0ff-417a9b50ad75', 'name': 'network-vif-deleted', 'tag': '1d75f830-330e-4680-a512-c9e5d6aebf7c', 'status': 'completed', 'code': 200} Aug 27 14:28:04.189899 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb3bed54-632b-49dd-af59-1c88348f6dfa req-7bad5ccd-aeb0-4bab-b3f7-9377b838c0b3 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a58948af-695b-4384-a0ff-417a9b50ad75 HTTP/1.1" status: 200 len: 210 time: 0.0321863 Aug 27 14:28:04.899474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26228ae-c189-4dc9-89bf-98f2b741732e req-a00095e0-3b63-49f6-97dc-fc732e0c39b4 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:04.901380 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c26228ae-c189-4dc9-89bf-98f2b741732e req-a00095e0-3b63-49f6-97dc-fc732e0c39b4 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0522234 Aug 27 14:28:04.941588 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c26228ae-c189-4dc9-89bf-98f2b741732e req-e8cefa70-b5b9-4a6b-a46a-11a74fe9fca4 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333598 Aug 27 14:28:05.231462 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:28:05.258824 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58736) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:05.658124 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38c1b9fd-26d8-4320-b1ce-54a242d20ef9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:05.930405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-38c1b9fd-26d8-4320-b1ce-54a242d20ef9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Deleting port b760abd3-1402-4fdc-ae17-ded72172473d {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:28:05.930787 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38c1b9fd-26d8-4320-b1ce-54a242d20ef9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:06.033187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-38c1b9fd-26d8-4320-b1ce-54a242d20ef9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] For port b760abd3-1402-4fdc-ae17-ded72172473d, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b760abd3-1402-4fdc-ae17-ded72172473d,segment=NetworkSegment(d926ad5b-a99b-4743-8c57-ee2859e28bcf),segment_id=d926ad5b-a99b-4743-8c57-ee2859e28bcf)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:06.033565 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38c1b9fd-26d8-4320-b1ce-54a242d20ef9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:06.055508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-38c1b9fd-26d8-4320-b1ce-54a242d20ef9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Calling delete_port for b760abd3-1402-4fdc-ae17-ded72172473d owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:28:06.078024 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa4f9f-eee2-4c79-bb90-6778fc476d05 req-e8284b4e-bf7f-400e-8f05-7fc80d4d5144 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:06.086327 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51aa4f9f-eee2-4c79-bb90-6778fc476d05 req-e8284b4e-bf7f-400e-8f05-7fc80d4d5144 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0598543 Aug 27 14:28:06.126561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51aa4f9f-eee2-4c79-bb90-6778fc476d05 req-4f4d4532-712d-4880-a4f8-eb654a0ff9d1 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344098 Aug 27 14:28:06.261756 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38c1b9fd-26d8-4320-b1ce-54a242d20ef9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:06.290366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1b9fd-26d8-4320-b1ce-54a242d20ef9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event deleted for resources: {'Port': ['ID=b760abd3-1402-4fdc-ae17-ded72172473d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:06.497710 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38c1b9fd-26d8-4320-b1ce-54a242d20ef9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:06.813439 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c1b9fd-26d8-4320-b1ce-54a242d20ef9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Router 8997e546-8d75-4fcb-a915-7730604f5d3f has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:28:06.958892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c1b9fd-26d8-4320-b1ce-54a242d20ef9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:28:06.965408 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-38c1b9fd-26d8-4320-b1ce-54a242d20ef9 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "PUT /v2.0/routers/8997e546-8d75-4fcb-a915-7730604f5d3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7055063 Aug 27 14:28:06.968828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58768) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:06.973873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a20cbe-52be-4b69-9a65-249461ad97b9 None None] Sync routers for ids ['8997e546-8d75-4fcb-a915-7730604f5d3f'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:28:06.985043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a20cbe-52be-4b69-9a65-249461ad97b9 None None] Routers {'8997e546-8d75-4fcb-a915-7730604f5d3f'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:06.986009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d3a20cbe-52be-4b69-9a65-249461ad97b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8997e546-8d75-4fcb-a915-7730604f5d3f'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:07.050496 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ffdf28-1992-4307-a336-da7951be8af0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Deleting subnet 7bbea6d7-dffa-47ea-9454-156398f0f6f2 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:28:07.054903 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2ffdf28-1992-4307-a336-da7951be8af0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:07.100609 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2ffdf28-1992-4307-a336-da7951be8af0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:07.215206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2ffdf28-1992-4307-a336-da7951be8af0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:07.275095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-d3a20cbe-52be-4b69-9a65-249461ad97b9 None None] Set router 8997e546-8d75-4fcb-a915-7730604f5d3f gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:07.315085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832774b7-5d3e-4f62-8038-ea583a54ad05 req-f2519fb2-7cef-43e3-a75e-ab696dd2dab3 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:07.316657 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-832774b7-5d3e-4f62-8038-ea583a54ad05 req-f2519fb2-7cef-43e3-a75e-ab696dd2dab3 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0747242 Aug 27 14:28:07.325749 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2ffdf28-1992-4307-a336-da7951be8af0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:07.372545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffdf28-1992-4307-a336-da7951be8af0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbea6d7-dffa-47ea-9454-156398f0f6f2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:07.386470 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b2ffdf28-1992-4307-a336-da7951be8af0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:07.388240 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b2ffdf28-1992-4307-a336-da7951be8af0 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "DELETE /v2.0/subnets/7bbea6d7-dffa-47ea-9454-156398f0f6f2 HTTP/1.1" status: 204 len: 168 time: 0.4184632 Aug 27 14:28:07.391140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58780) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:07.405431 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544277fa-6db3-4fc0-834c-f8ba1fa20cd7 None None] Network 4486ffa0-0a68-4f70-be54-5cc7df42897e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:28:07.411982 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-832774b7-5d3e-4f62-8038-ea583a54ad05 req-e218efcf-3332-4c37-ae6f-f99c543c1b6a tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828125 Aug 27 14:28:07.530324 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:07.557655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1d75f830-330e-4680-a512-c9e5d6aebf7c no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:28:07.601646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 1d75f830-330e-4680-a512-c9e5d6aebf7c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:28:07.602733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1d75f830-330e-4680-a512-c9e5d6aebf7c not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:28:07.639329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d3a20cbe-52be-4b69-9a65-249461ad97b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1650132750', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:28:06Z', 'revision_number': 5, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': '66b82c23-cd65-46bf-ba62-4b76353f71e5', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:07.666951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:07.676631 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a20cbe-52be-4b69-9a65-249461ad97b9 None None] Checking router: 8997e546-8d75-4fcb-a915-7730604f5d3f for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:28:07.689561 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a20cbe-52be-4b69-9a65-249461ad97b9 None None] Routers {'8997e546-8d75-4fcb-a915-7730604f5d3f'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:07.690480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d3a20cbe-52be-4b69-9a65-249461ad97b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['8997e546-8d75-4fcb-a915-7730604f5d3f'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:07.733552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9825aed8-daeb-46b6-8845-cfcdff626152 None None] DHCP port deletion for 4486ffa0-0a68-4f70-be54-5cc7df42897e request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:28:07.745419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Deleting port 66b82c23-cd65-46bf-ba62-4b76353f71e5 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:28:07.745791 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:07.836815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-d3a20cbe-52be-4b69-9a65-249461ad97b9 None None] Set router 8997e546-8d75-4fcb-a915-7730604f5d3f gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:07.852554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] For port 66b82c23-cd65-46bf-ba62-4b76353f71e5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=66b82c23-cd65-46bf-ba62-4b76353f71e5,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:07.852926 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:07.870711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Calling delete_port for 66b82c23-cd65-46bf-ba62-4b76353f71e5 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:28:07.902727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d3a20cbe-52be-4b69-9a65-249461ad97b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1650132750', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:28:07Z', 'revision_number': 6, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:07.926057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a20cbe-52be-4b69-9a65-249461ad97b9 None None] The sync data for ids ['8997e546-8d75-4fcb-a915-7730604f5d3f'] in n-d-712139-12 is: [{'id': '8997e546-8d75-4fcb-a915-7730604f5d3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1650132750', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:42Z', 'updated_at': '2021-08-27T14:28:07Z', 'revision_number': 6, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:28:07.929599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9825aed8-daeb-46b6-8845-cfcdff626152 None None] Deleting port cf3391f9-495b-4552-9828-48a46910335f {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:28:07.930014 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9825aed8-daeb-46b6-8845-cfcdff626152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:07.968063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cf3391f9-495b-4552-9828-48a46910335f no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:28:08.046724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9825aed8-daeb-46b6-8845-cfcdff626152 None None] For port cf3391f9-495b-4552-9828-48a46910335f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cf3391f9-495b-4552-9828-48a46910335f,segment=NetworkSegment(d926ad5b-a99b-4743-8c57-ee2859e28bcf),segment_id=d926ad5b-a99b-4743-8c57-ee2859e28bcf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:08.046724 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9825aed8-daeb-46b6-8845-cfcdff626152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.059916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9825aed8-daeb-46b6-8845-cfcdff626152 None None] Calling delete_port for cf3391f9-495b-4552-9828-48a46910335f owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:28:08.096911 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.129268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event deleted for resources: {'Port': ['ID=66b82c23-cd65-46bf-ba62-4b76353f71e5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:08.136129 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.157674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:08.158028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:08.158367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:08.158723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:08.159059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:08.159394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:08.159717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:08.160041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:08.160366 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:08.160689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:08.161009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:08.161326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:08.199691 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port cf3391f9-495b-4552-9828-48a46910335f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cf3391f9-495b-4552-9828-48a46910335f,segment=NetworkSegment(d926ad5b-a99b-4743-8c57-ee2859e28bcf),segment_id=d926ad5b-a99b-4743-8c57-ee2859e28bcf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:08.202842 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.209264 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.251800 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9825aed8-daeb-46b6-8845-cfcdff626152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.274529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9825aed8-daeb-46b6-8845-cfcdff626152 None None] No DVR routers for this DVR port cf3391f9-495b-4552-9828-48a46910335f on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:28:08.285866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=cf3391f9-495b-4552-9828-48a46910335f,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:08.305700 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.308654 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.316716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825aed8-daeb-46b6-8845-cfcdff626152 None None] Pushing event deleted for resources: {'Port': ['ID=cf3391f9-495b-4552-9828-48a46910335f,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:08.366515 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.366515 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Fanout notify agent at l3_agent the message router_deleted on router 8997e546-8d75-4fcb-a915-7730604f5d3f {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:28:08.378013 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.382033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58800) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:08.382565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-77cfba98-046e-425f-938d-01d30b14a470 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "DELETE /v2.0/routers/8997e546-8d75-4fcb-a915-7730604f5d3f HTTP/1.1" status: 204 len: 168 time: 0.9892993 Aug 27 14:28:08.494081 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc98a292-509f-4c01-a890-4c83e70bf102 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.617937 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc98a292-509f-4c01-a890-4c83e70bf102 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.639480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83481b-81bf-4179-9502-6b12fc130cf6 req-19ae3270-7a52-4da9-8c23-598ec0a85771 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:08.641741 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb83481b-81bf-4179-9502-6b12fc130cf6 req-19ae3270-7a52-4da9-8c23-598ec0a85771 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.1131895 Aug 27 14:28:08.643567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-cc98a292-509f-4c01-a890-4c83e70bf102 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4486ffa0-0a68-4f70-be54-5cc7df42897e']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:08.669714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-cc98a292-509f-4c01-a890-4c83e70bf102 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd926ad5b-a99b-4743-8c57-ee2859e28bcf') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:08.670057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-cc98a292-509f-4c01-a890-4c83e70bf102 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd926ad5b-a99b-4743-8c57-ee2859e28bcf') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:08.687643 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc98a292-509f-4c01-a890-4c83e70bf102 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.709410 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb83481b-81bf-4179-9502-6b12fc130cf6 req-45c07c56-3f5e-4cce-b971-19c8f00425bd tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579102 Aug 27 14:28:08.713218 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc98a292-509f-4c01-a890-4c83e70bf102 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.722851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc98a292-509f-4c01-a890-4c83e70bf102 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:28:08.723253 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc98a292-509f-4c01-a890-4c83e70bf102 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:28:08.769705 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:28:08.797234 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc98a292-509f-4c01-a890-4c83e70bf102 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.806021 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cc98a292-509f-4c01-a890-4c83e70bf102 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:08.811371 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cc98a292-509f-4c01-a890-4c83e70bf102 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "DELETE /v2.0/networks/4486ffa0-0a68-4f70-be54-5cc7df42897e HTTP/1.1" status: 204 len: 168 time: 0.4251151 Aug 27 14:28:08.812075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58812) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:08.827263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98a292-509f-4c01-a890-4c83e70bf102 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event deleted for resources: {'Network': ['ID=4486ffa0-0a68-4f70-be54-5cc7df42897e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:09.338030 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-8c345a20-7818-4690-9ae1-b34624f0f37b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Deleting port d9d22ac1-e034-4cd0-8431-095c6b50e828 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:28:09.338601 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c345a20-7818-4690-9ae1-b34624f0f37b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:09.426115 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c345a20-7818-4690-9ae1-b34624f0f37b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:09.426541 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c345a20-7818-4690-9ae1-b34624f0f37b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:09.439880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-8c345a20-7818-4690-9ae1-b34624f0f37b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Calling delete_port for d9d22ac1-e034-4cd0-8431-095c6b50e828 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:28:09.665500 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c345a20-7818-4690-9ae1-b34624f0f37b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:09.695125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c345a20-7818-4690-9ae1-b34624f0f37b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event deleted for resources: {'Port': ['ID=d9d22ac1-e034-4cd0-8431-095c6b50e828,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:09.775753 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c345a20-7818-4690-9ae1-b34624f0f37b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:09.776362 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-8c345a20-7818-4690-9ae1-b34624f0f37b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Floating IP 1757e6e4-d724-4d2e-9c8e-5a1e9880b93a disassociated (deleted). External IP: 172.25.2.6, port: 0a5d7276-023f-469c-b66e-9fb0511725d4. Aug 27 14:28:09.805591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 66b82c23-cd65-46bf-ba62-4b76353f71e5 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:28:09.832906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 66b82c23-cd65-46bf-ba62-4b76353f71e5 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:28:09.833772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 66b82c23-cd65-46bf-ba62-4b76353f71e5 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:28:09.834332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b760abd3-1402-4fdc-ae17-ded72172473d no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:28:09.859205 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b760abd3-1402-4fdc-ae17-ded72172473d {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:28:09.859756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b760abd3-1402-4fdc-ae17-ded72172473d not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:28:09.946137 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5dd67-56c9-4371-9712-8b08a4bd64a4 req-4d14306f-a248-42e6-bfc0-e0d2733a1343 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:09.947758 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-97e5dd67-56c9-4371-9712-8b08a4bd64a4 req-4d14306f-a248-42e6-bfc0-e0d2733a1343 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.1042149 Aug 27 14:28:09.992845 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:10.065121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-97e5dd67-56c9-4371-9712-8b08a4bd64a4 req-9bd3d34a-0c1e-489e-94fa-eab06b90f142 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784278 Aug 27 14:28:10.095820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c345a20-7818-4690-9ae1-b34624f0f37b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Router cb2d752a-a283-4cff-9332-07ded46aa3cc has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:28:10.210201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c345a20-7818-4690-9ae1-b34624f0f37b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:28:10.214997 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c345a20-7818-4690-9ae1-b34624f0f37b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:10.222245 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8277957-22d2-4319-8ac9-4ac08e390644 None None] Sync routers for ids ['cb2d752a-a283-4cff-9332-07ded46aa3cc'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:28:10.234514 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8277957-22d2-4319-8ac9-4ac08e390644 None None] Routers {'cb2d752a-a283-4cff-9332-07ded46aa3cc'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:10.235767 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d8277957-22d2-4319-8ac9-4ac08e390644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb2d752a-a283-4cff-9332-07ded46aa3cc'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:10.247032 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8c345a20-7818-4690-9ae1-b34624f0f37b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "DELETE /v2.0/floatingips/1757e6e4-d724-4d2e-9c8e-5a1e9880b93a HTTP/1.1" status: 204 len: 168 time: 1.4334137 Aug 27 14:28:10.249047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807ffb9a-fe21-4943-b557-d827f6937b19', 'tag': '0a5d7276-023f-469c-b66e-9fb0511725d4'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:28:10.252317 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704f44a3-6f55-491f-808b-5a4d336e477e" -d '{"events": [{"name": "network-changed", "server_uuid": "807ffb9a-fe21-4943-b557-d827f6937b19", "tag": "0a5d7276-023f-469c-b66e-9fb0511725d4"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:28:10.313681 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf6ffa1-885a-45ca-95cc-2cadb1f004f2 x-openstack-request-id: req-6bf6ffa1-885a-45ca-95cc-2cadb1f004f2 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:28:10.313982 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807ffb9a-fe21-4943-b557-d827f6937b19", "tag": "0a5d7276-023f-469c-b66e-9fb0511725d4", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:28:10.314242 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bf6ffa1-885a-45ca-95cc-2cadb1f004f2 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:28:10.314672 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807ffb9a-fe21-4943-b557-d827f6937b19', 'tag': '0a5d7276-023f-469c-b66e-9fb0511725d4', 'status': 'completed', 'code': 200} Aug 27 14:28:10.431778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f44a3-6f55-491f-808b-5a4d336e477e req-0d4ca34d-b7ba-470d-8cc0-b52c420926bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:10.434840 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-704f44a3-6f55-491f-808b-5a4d336e477e req-0d4ca34d-b7ba-470d-8cc0-b52c420926bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f54f635450c346a2bc72a489363833b1&device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 1137 time: 0.0596349 Aug 27 14:28:10.493441 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-d8277957-22d2-4319-8ac9-4ac08e390644 None None] Set router cb2d752a-a283-4cff-9332-07ded46aa3cc gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:10.557979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f44a3-6f55-491f-808b-5a4d336e477e req-d0301671-1a88-48af-99bb-1fa0b9f6ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:10.559847 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-704f44a3-6f55-491f-808b-5a4d336e477e req-d0301671-1a88-48af-99bb-1fa0b9f6ce04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b38c12d-b400-42be-a718-d30b563b36b8 HTTP/1.1" status: 200 len: 897 time: 0.1181746 Aug 27 14:28:10.566263 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539766d7-02a1-47ce-95e3-08ab92c7c560 req-c04785cc-7300-4fec-ae2d-9f2639432143 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:10.568069 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-539766d7-02a1-47ce-95e3-08ab92c7c560 req-c04785cc-7300-4fec-ae2d-9f2639432143 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 985 time: 0.0589964 Aug 27 14:28:10.640169 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-539766d7-02a1-47ce-95e3-08ab92c7c560 req-8205eded-a4a2-470d-9196-86957644a2b3 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0578213 Aug 27 14:28:10.733392 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d8277957-22d2-4319-8ac9-4ac08e390644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:26:01Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'beeedf6b-9751-4162-a8be-4525d516d18c', 'name': '', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'mac_address': 'fa:16:3e:ad:99:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:26:00Z', 'updated_at': '2021-08-27T14:26:05Z', 'revision_number': 5, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'subnets': [{'id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:10.759977 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8277957-22d2-4319-8ac9-4ac08e390644 None None] Checking router: cb2d752a-a283-4cff-9332-07ded46aa3cc for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:28:10.770600 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8277957-22d2-4319-8ac9-4ac08e390644 None None] Routers {'cb2d752a-a283-4cff-9332-07ded46aa3cc'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:10.771251 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d8277957-22d2-4319-8ac9-4ac08e390644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb2d752a-a283-4cff-9332-07ded46aa3cc'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:10.907872 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-d8277957-22d2-4319-8ac9-4ac08e390644 None None] Set router cb2d752a-a283-4cff-9332-07ded46aa3cc gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:10.994447 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-704f44a3-6f55-491f-808b-5a4d336e477e req-72ec5211-e0b5-44bb-a25e-771aa11ea2b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a5d7276-023f-469c-b66e-9fb0511725d4 HTTP/1.1" status: 200 len: 217 time: 0.4243407 Aug 27 14:28:11.055748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f44a3-6f55-491f-808b-5a4d336e477e req-bf2fce74-8caf-4db8-b219-65edb0ee3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:11.057320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-704f44a3-6f55-491f-808b-5a4d336e477e req-bf2fce74-8caf-4db8-b219-65edb0ee3f94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=200fb19f-1947-4f0b-a01a-e316f621567a HTTP/1.1" status: 200 len: 834 time: 0.0552614 Aug 27 14:28:11.110882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f44a3-6f55-491f-808b-5a4d336e477e req-646255d8-08c4-4d54-add9-399903fcb478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:11.112512 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-704f44a3-6f55-491f-808b-5a4d336e477e req-646255d8-08c4-4d54-add9-399903fcb478 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b38c12d-b400-42be-a718-d30b563b36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453017 Aug 27 14:28:11.147054 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d8277957-22d2-4319-8ac9-4ac08e390644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:26:01Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'beeedf6b-9751-4162-a8be-4525d516d18c', 'name': '', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'mac_address': 'fa:16:3e:ad:99:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:26:00Z', 'updated_at': '2021-08-27T14:26:05Z', 'revision_number': 5, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'subnets': [{'id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:11.178270 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8277957-22d2-4319-8ac9-4ac08e390644 None None] The sync data for ids ['cb2d752a-a283-4cff-9332-07ded46aa3cc'] in n-d-712139-12 is: [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:26:01Z', 'revision_number': 4, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'beeedf6b-9751-4162-a8be-4525d516d18c', 'name': '', 'network_id': '7b38c12d-b400-42be-a718-d30b563b36b8', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'mac_address': 'fa:16:3e:ad:99:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:26:00Z', 'updated_at': '2021-08-27T14:26:05Z', 'revision_number': 5, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'subnets': [{'id': '200fb19f-1947-4f0b-a01a-e316f621567a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:28:11.276906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00d4f0-2bde-4a2a-b905-b232e50a2b8e req-e762b3cb-e55a-4cd8-b5bc-c4b0773a1c76 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:11.279247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ca00d4f0-2bde-4a2a-b905-b232e50a2b8e req-e762b3cb-e55a-4cd8-b5bc-c4b0773a1c76 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.1224341 Aug 27 14:28:11.311132 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-704f44a3-6f55-491f-808b-5a4d336e477e req-241f9e54-7f11-4c79-b881-0440a1cc4aec service neutron] 10.222.0.41 "GET /v2.0/networks/7b38c12d-b400-42be-a718-d30b563b36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900578 Aug 27 14:28:11.377015 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ca00d4f0-2bde-4a2a-b905-b232e50a2b8e req-35ce8727-3db1-4ab3-bfb7-f7aa10ca4765 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915906 Aug 27 14:28:11.434825 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-704f44a3-6f55-491f-808b-5a4d336e477e req-da57890b-86ee-4dc3-80ab-55a99952378f service neutron] 10.222.0.41 "GET /v2.0/networks/7b38c12d-b400-42be-a718-d30b563b36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158412 Aug 27 14:28:11.460443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e31565-4395-4a31-b912-ca496570bda7 None None] New status for floating IP 1757e6e4-d724-4d2e-9c8e-5a1e9880b93a: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:28:11.785097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84042c3d-1843-464a-bb48-a9f0735fe089 req-b1fc2b06-1c87-4327-aacf-102ef33f66c2 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:11.786863 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84042c3d-1843-464a-bb48-a9f0735fe089 req-b1fc2b06-1c87-4327-aacf-102ef33f66c2 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 985 time: 0.0713432 Aug 27 14:28:11.835331 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-84042c3d-1843-464a-bb48-a9f0735fe089 req-2d4787ef-215a-40f5-b2db-39448a77c20b tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f9312c8-9a4d-4d37-8116-1cb859b20dfb&id=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0418432 Aug 27 14:28:12.186969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5eb8eb-8cc2-47db-8676-44567f5d187b req-f2562a9d-ba6e-414d-b5f7-bd74e97c5e51 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:12.188499 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa5eb8eb-8cc2-47db-8676-44567f5d187b req-f2562a9d-ba6e-414d-b5f7-bd74e97c5e51 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.41 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 985 time: 0.0515630 Aug 27 14:28:12.291632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-fa5eb8eb-8cc2-47db-8676-44567f5d187b req-7ea63ffe-50d7-43ab-bcc5-3efc620ba007 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Deleting port 0a5d7276-023f-469c-b66e-9fb0511725d4 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:28:12.291992 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-fa5eb8eb-8cc2-47db-8676-44567f5d187b req-7ea63ffe-50d7-43ab-bcc5-3efc620ba007 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:12.389134 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-fa5eb8eb-8cc2-47db-8676-44567f5d187b req-7ea63ffe-50d7-43ab-bcc5-3efc620ba007 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] For port 0a5d7276-023f-469c-b66e-9fb0511725d4, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0a5d7276-023f-469c-b66e-9fb0511725d4,segment=NetworkSegment(343ab8a4-be8a-46b7-afc3-0e7bb541c88f),segment_id=343ab8a4-be8a-46b7-afc3-0e7bb541c88f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:12.389503 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-fa5eb8eb-8cc2-47db-8676-44567f5d187b req-7ea63ffe-50d7-43ab-bcc5-3efc620ba007 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:12.402856 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-fa5eb8eb-8cc2-47db-8676-44567f5d187b req-7ea63ffe-50d7-43ab-bcc5-3efc620ba007 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Calling delete_port for 0a5d7276-023f-469c-b66e-9fb0511725d4 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:28:12.530876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3ef0f-673d-4d7b-a010-ace196c9babf req-516185c0-f2f6-4897-8e95-fe9c117ead0d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:12.532523 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3cd3ef0f-673d-4d7b-a010-ace196c9babf req-516185c0-f2f6-4897-8e95-fe9c117ead0d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0769846 Aug 27 14:28:12.614800 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3cd3ef0f-673d-4d7b-a010-ace196c9babf req-2444551e-7284-4709-b019-d5914ce1209d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756776 Aug 27 14:28:12.628513 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-fa5eb8eb-8cc2-47db-8676-44567f5d187b req-7ea63ffe-50d7-43ab-bcc5-3efc620ba007 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:12.660843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea63ffe-50d7-43ab-bcc5-3efc620ba007 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event deleted for resources: {'Port': ['ID=0a5d7276-023f-469c-b66e-9fb0511725d4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:12.716073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5eb8eb-8cc2-47db-8676-44567f5d187b req-7ea63ffe-50d7-43ab-bcc5-3efc620ba007 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] No DVR routers for this DVR port 0a5d7276-023f-469c-b66e-9fb0511725d4 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:28:12.719241 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-fa5eb8eb-8cc2-47db-8676-44567f5d187b req-7ea63ffe-50d7-43ab-bcc5-3efc620ba007 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:12.721503 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fa5eb8eb-8cc2-47db-8676-44567f5d187b req-7ea63ffe-50d7-43ab-bcc5-3efc620ba007 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.41 "DELETE /v2.0/ports/0a5d7276-023f-469c-b66e-9fb0511725d4 HTTP/1.1" status: 204 len: 173 time: 0.5269954 Aug 27 14:28:12.721948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807ffb9a-fe21-4943-b557-d827f6937b19', 'name': 'network-vif-deleted', 'tag': '0a5d7276-023f-469c-b66e-9fb0511725d4'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:28:12.724772 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13861fd-701f-483b-88ac-30e79509ba11" -d '{"events": [{"server_uuid": "807ffb9a-fe21-4943-b557-d827f6937b19", "name": "network-vif-deleted", "tag": "0a5d7276-023f-469c-b66e-9fb0511725d4"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:28:12.764966 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b0987a-1109-42d5-b299-9b4f985bbeeb x-openstack-request-id: req-47b0987a-1109-42d5-b299-9b4f985bbeeb {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:28:12.765258 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807ffb9a-fe21-4943-b557-d827f6937b19", "name": "network-vif-deleted", "tag": "0a5d7276-023f-469c-b66e-9fb0511725d4", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:28:12.765510 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47b0987a-1109-42d5-b299-9b4f985bbeeb {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:28:12.765937 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807ffb9a-fe21-4943-b557-d827f6937b19', 'name': 'network-vif-deleted', 'tag': '0a5d7276-023f-469c-b66e-9fb0511725d4', 'status': 'completed', 'code': 200} Aug 27 14:28:12.959857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a078fec-5cf5-4dbc-ada2-80fab6adfe66 req-f972ee96-ce3c-4523-bc3b-d60e6be32587 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "GET /v2.0/ports?device_id=807ffb9a-fe21-4943-b557-d827f6937b19 HTTP/1.1" status: 200 len: 210 time: 0.0273411 Aug 27 14:28:13.754494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c2676-71b3-41fe-9f6e-cc122e4245f8 req-b5aa1e1e-656a-4fc6-ba43-570c8f649b0e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:13.756099 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e39c2676-71b3-41fe-9f6e-cc122e4245f8 req-b5aa1e1e-656a-4fc6-ba43-570c8f649b0e tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0592887 Aug 27 14:28:13.808795 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e39c2676-71b3-41fe-9f6e-cc122e4245f8 req-07a81e8a-b655-4276-a2c1-365640595ec9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460258 Aug 27 14:28:14.022665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58924) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:14.081298 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d7ecca53-8a2e-4a40-a525-9a18d51c1c4c tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:14.109571 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d7ecca53-8a2e-4a40-a525-9a18d51c1c4c tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:14.160208 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d7ecca53-8a2e-4a40-a525-9a18d51c1c4c tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:14.162671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d7ecca53-8a2e-4a40-a525-9a18d51c1c4c tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:14.167722 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d7ecca53-8a2e-4a40-a525-9a18d51c1c4c tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "DELETE /v2.0/security-groups/004d62a7-4066-4fa4-bc6a-5031b2f1b6ba HTTP/1.1" status: 204 len: 168 time: 0.1401286 Aug 27 14:28:14.168593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58926) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:14.175395 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecca53-8a2e-4a40-a525-9a18d51c1c4c tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004d62a7-4066-4fa4-bc6a-5031b2f1b6ba,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:14.236307 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b70cd5f-f83c-4694-a2ec-33b53ebbf604 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:14.270345 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b70cd5f-f83c-4694-a2ec-33b53ebbf604 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:14.331003 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b70cd5f-f83c-4694-a2ec-33b53ebbf604 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:14.334017 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b70cd5f-f83c-4694-a2ec-33b53ebbf604 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:14.338596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58932) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:14.338974 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2b70cd5f-f83c-4694-a2ec-33b53ebbf604 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "DELETE /v2.0/security-groups/6f9312c8-9a4d-4d37-8116-1cb859b20dfb HTTP/1.1" status: 204 len: 168 time: 0.1689060 Aug 27 14:28:14.349551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70cd5f-f83c-4694-a2ec-33b53ebbf604 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9312c8-9a4d-4d37-8116-1cb859b20dfb,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:14.641806 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5ee767e9-5567-4aa1-be72-22d72559581d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:14.734793 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34a4a24f-49e6-43a4-949e-a127fd539dee tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:14.950478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0a5d7276-023f-469c-b66e-9fb0511725d4 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:28:14.980488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 0a5d7276-023f-469c-b66e-9fb0511725d4 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:28:14.980949 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0a5d7276-023f-469c-b66e-9fb0511725d4 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:28:14.991128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214f4b2-ee64-479e-9a26-5491daba5daf req-6c45f0ff-923d-4390-8830-322c9e57cc70 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:14.993070 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6214f4b2-ee64-479e-9a26-5491daba5daf req-6c45f0ff-923d-4390-8830-322c9e57cc70 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0997190 Aug 27 14:28:15.038160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-34a4a24f-49e6-43a4-949e-a127fd539dee tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Deleting port beeedf6b-9751-4162-a8be-4525d516d18c {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:28:15.038753 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34a4a24f-49e6-43a4-949e-a127fd539dee tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:15.048365 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6214f4b2-ee64-479e-9a26-5491daba5daf req-48399612-3ceb-4b48-b8c8-9fed9109418b tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447180 Aug 27 14:28:15.155140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-34a4a24f-49e6-43a4-949e-a127fd539dee tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] For port beeedf6b-9751-4162-a8be-4525d516d18c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=beeedf6b-9751-4162-a8be-4525d516d18c,segment=NetworkSegment(343ab8a4-be8a-46b7-afc3-0e7bb541c88f),segment_id=343ab8a4-be8a-46b7-afc3-0e7bb541c88f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:15.155536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34a4a24f-49e6-43a4-949e-a127fd539dee tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:15.170919 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-34a4a24f-49e6-43a4-949e-a127fd539dee tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Calling delete_port for beeedf6b-9751-4162-a8be-4525d516d18c owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:28:15.392744 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34a4a24f-49e6-43a4-949e-a127fd539dee tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:15.422745 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4a24f-49e6-43a4-949e-a127fd539dee tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event deleted for resources: {'Port': ['ID=beeedf6b-9751-4162-a8be-4525d516d18c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:15.628518 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34a4a24f-49e6-43a4-949e-a127fd539dee tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:15.903563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a4a24f-49e6-43a4-949e-a127fd539dee tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Router cb2d752a-a283-4cff-9332-07ded46aa3cc has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:28:16.041210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a4a24f-49e6-43a4-949e-a127fd539dee tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:28:16.053487 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-34a4a24f-49e6-43a4-949e-a127fd539dee tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "PUT /v2.0/routers/cb2d752a-a283-4cff-9332-07ded46aa3cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7114832 Aug 27 14:28:16.053648 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e617f0-0195-4b76-a81a-e968cef6ce32 None None] Sync routers for ids ['cb2d752a-a283-4cff-9332-07ded46aa3cc'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:28:16.054085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58966) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:16.062962 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e617f0-0195-4b76-a81a-e968cef6ce32 None None] Routers {'cb2d752a-a283-4cff-9332-07ded46aa3cc'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:16.063565 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-78e617f0-0195-4b76-a81a-e968cef6ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb2d752a-a283-4cff-9332-07ded46aa3cc'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:16.120522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e386513-9221-4bff-a1e4-928c53f1c41a tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Deleting subnet 200fb19f-1947-4f0b-a01a-e316f621567a {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:28:16.126425 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e386513-9221-4bff-a1e4-928c53f1c41a tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:16.191025 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-78e617f0-0195-4b76-a81a-e968cef6ce32 None None] Set router cb2d752a-a283-4cff-9332-07ded46aa3cc gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:16.221600 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e386513-9221-4bff-a1e4-928c53f1c41a tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:16.297321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9682815-fe8a-4a10-b359-ae1097009554 req-43336aaa-e40b-4724-8f8b-0a70fc9bc953 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:16.298929 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e9682815-fe8a-4a10-b359-ae1097009554 req-43336aaa-e40b-4724-8f8b-0a70fc9bc953 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.1443141 Aug 27 14:28:16.362089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e386513-9221-4bff-a1e4-928c53f1c41a tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:16.396453 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e9682815-fe8a-4a10-b359-ae1097009554 req-8232f5d6-3740-4869-bf29-c3a621eebff7 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762763 Aug 27 14:28:16.441625 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-78e617f0-0195-4b76-a81a-e968cef6ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:28:15Z', 'revision_number': 5, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:16.445914 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e386513-9221-4bff-a1e4-928c53f1c41a tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:16.470718 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e617f0-0195-4b76-a81a-e968cef6ce32 None None] Checking router: cb2d752a-a283-4cff-9332-07ded46aa3cc for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:28:16.479571 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e617f0-0195-4b76-a81a-e968cef6ce32 None None] Routers {'cb2d752a-a283-4cff-9332-07ded46aa3cc'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:16.480253 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-78e617f0-0195-4b76-a81a-e968cef6ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:27:47Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['cb2d752a-a283-4cff-9332-07ded46aa3cc'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:16.480570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e386513-9221-4bff-a1e4-928c53f1c41a tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event deleted for resources: {'Subnet': ['ID=200fb19f-1947-4f0b-a01a-e316f621567a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:16.486474 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e386513-9221-4bff-a1e4-928c53f1c41a tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:16.486474 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4e386513-9221-4bff-a1e4-928c53f1c41a tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "DELETE /v2.0/subnets/200fb19f-1947-4f0b-a01a-e316f621567a HTTP/1.1" status: 204 len: 168 time: 0.4315650 Aug 27 14:28:16.489187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 58976) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:16.496199 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0676c8-2b0e-4e65-98fe-8cc3a98faa77 None None] Network 7b38c12d-b400-42be-a718-d30b563b36b8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:28:16.627748 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-78e617f0-0195-4b76-a81a-e968cef6ce32 None None] Set router cb2d752a-a283-4cff-9332-07ded46aa3cc gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:16.676158 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:16.756492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398e1016-97a7-43bd-93c8-3ffd70342767 None None] DHCP port deletion for 7b38c12d-b400-42be-a718-d30b563b36b8 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:28:16.815284 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:16.818872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-398e1016-97a7-43bd-93c8-3ffd70342767 None None] Deleting port a3b8fa49-6c48-4c29-980b-fff00587c8b2 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:28:16.819829 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-398e1016-97a7-43bd-93c8-3ffd70342767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:16.870932 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-78e617f0-0195-4b76-a81a-e968cef6ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:28:15Z', 'revision_number': 5, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:16.878929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Deleting port b4308d09-605f-44ae-928f-4bcf5556cdf3 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:28:16.879349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:16.906025 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-398e1016-97a7-43bd-93c8-3ffd70342767 None None] For port a3b8fa49-6c48-4c29-980b-fff00587c8b2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a3b8fa49-6c48-4c29-980b-fff00587c8b2,segment=NetworkSegment(343ab8a4-be8a-46b7-afc3-0e7bb541c88f),segment_id=343ab8a4-be8a-46b7-afc3-0e7bb541c88f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:16.906438 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-398e1016-97a7-43bd-93c8-3ffd70342767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:16.917372 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e617f0-0195-4b76-a81a-e968cef6ce32 None None] The sync data for ids ['cb2d752a-a283-4cff-9332-07ded46aa3cc'] in n-d-712139-12 is: [{'id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1552974963', 'tenant_id': 'f54f635450c346a2bc72a489363833b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:25:54Z', 'updated_at': '2021-08-27T14:28:15Z', 'revision_number': 5, 'project_id': 'f54f635450c346a2bc72a489363833b1', 'gw_port': {'id': 'b4308d09-605f-44ae-928f-4bcf5556cdf3', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d752a-a283-4cff-9332-07ded46aa3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:25:55Z', 'updated_at': '2021-08-27T14:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:28:16.924918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-398e1016-97a7-43bd-93c8-3ffd70342767 None None] Calling delete_port for a3b8fa49-6c48-4c29-980b-fff00587c8b2 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:28:16.972282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] For port b4308d09-605f-44ae-928f-4bcf5556cdf3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b4308d09-605f-44ae-928f-4bcf5556cdf3,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:16.983828 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.001453 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Calling delete_port for b4308d09-605f-44ae-928f-4bcf5556cdf3 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:28:17.034333 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-398e1016-97a7-43bd-93c8-3ffd70342767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.065916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e1016-97a7-43bd-93c8-3ffd70342767 None None] Pushing event deleted for resources: {'Port': ['ID=a3b8fa49-6c48-4c29-980b-fff00587c8b2,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:17.071512 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e1016-97a7-43bd-93c8-3ffd70342767 None None] No DVR routers for this DVR port a3b8fa49-6c48-4c29-980b-fff00587c8b2 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:28:17.194941 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.227286 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event deleted for resources: {'Port': ['ID=b4308d09-605f-44ae-928f-4bcf5556cdf3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:17.293388 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.393367 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.395820 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.454513 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.455543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Fanout notify agent at l3_agent the message router_deleted on router cb2d752a-a283-4cff-9332-07ded46aa3cc {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:28:17.464802 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.471052 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 58996) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:17.471661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4e977dda-db2b-4b11-a9ea-c8100df47a01 tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "DELETE /v2.0/routers/cb2d752a-a283-4cff-9332-07ded46aa3cc HTTP/1.1" status: 204 len: 168 time: 0.9796731 Aug 27 14:28:17.477587 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.520298 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3cc1a562-5bc5-49b2-8900-3dbba4da0c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.605661 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c017828d-232f-4637-8cfa-7398ecf750bd tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.623789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f19cc2-13da-432d-b4d2-561a8f6f1519 req-a111472c-ce61-4e2a-8cfd-41f6856d7b93 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:17.625328 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f0f19cc2-13da-432d-b4d2-561a8f6f1519 req-a111472c-ce61-4e2a-8cfd-41f6856d7b93 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0877163 Aug 27 14:28:17.741459 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c017828d-232f-4637-8cfa-7398ecf750bd tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.750716 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f0f19cc2-13da-432d-b4d2-561a8f6f1519 req-e98fdbcc-e87b-4898-84e0-5eff1b02f410 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984740 Aug 27 14:28:17.770816 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-c017828d-232f-4637-8cfa-7398ecf750bd tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b38c12d-b400-42be-a718-d30b563b36b8']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:17.784091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-c017828d-232f-4637-8cfa-7398ecf750bd tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343ab8a4-be8a-46b7-afc3-0e7bb541c88f') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:17.784487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-c017828d-232f-4637-8cfa-7398ecf750bd tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343ab8a4-be8a-46b7-afc3-0e7bb541c88f') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:17.803170 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c017828d-232f-4637-8cfa-7398ecf750bd tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.819064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c017828d-232f-4637-8cfa-7398ecf750bd tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.825548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c017828d-232f-4637-8cfa-7398ecf750bd tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:28:17.826205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c017828d-232f-4637-8cfa-7398ecf750bd tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:28:17.829786 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:28:17.892547 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c017828d-232f-4637-8cfa-7398ecf750bd tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.899928 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c017828d-232f-4637-8cfa-7398ecf750bd tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:17.901802 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c017828d-232f-4637-8cfa-7398ecf750bd tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] 10.222.0.55 "DELETE /v2.0/networks/7b38c12d-b400-42be-a718-d30b563b36b8 HTTP/1.1" status: 204 len: 168 time: 0.4287415 Aug 27 14:28:17.916674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017828d-232f-4637-8cfa-7398ecf750bd tempest-TestSecurityGroupsBasicOps-1262082750 tempest-TestSecurityGroupsBasicOps-1262082750-project] Pushing event deleted for resources: {'Network': ['ID=7b38c12d-b400-42be-a718-d30b563b36b8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:18.238304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a3b8fa49-6c48-4c29-980b-fff00587c8b2 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:28:18.266893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: a3b8fa49-6c48-4c29-980b-fff00587c8b2 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:28:18.267252 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a3b8fa49-6c48-4c29-980b-fff00587c8b2 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:28:18.267861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device beeedf6b-9751-4162-a8be-4525d516d18c no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:28:18.280530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59016) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:18.291274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: beeedf6b-9751-4162-a8be-4525d516d18c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:28:18.291705 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device beeedf6b-9751-4162-a8be-4525d516d18c not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:28:18.444230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-24b9427e-b3db-44e6-a319-e46e27e32b27 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f54f635450c346a2bc72a489363833b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619620 Aug 27 14:28:18.446947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59024) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:18.500173 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2be5-c8e1-4ec1-8d06-7e5b4e75d372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:18.526082 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2be5-c8e1-4ec1-8d06-7e5b4e75d372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:18.596282 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2be5-c8e1-4ec1-8d06-7e5b4e75d372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:18.599621 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2be5-c8e1-4ec1-8d06-7e5b4e75d372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:18.603976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4a5d2be5-c8e1-4ec1-8d06-7e5b4e75d372 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6cd0758b-0323-4054-bb83-556eb720eb4a HTTP/1.1" status: 204 len: 168 time: 0.1534407 Aug 27 14:28:18.611544 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d2be5-c8e1-4ec1-8d06-7e5b4e75d372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd0758b-0323-4054-bb83-556eb720eb4a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:18.815092 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:18.888360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a376da-6f3e-4008-9e94-80843a49b433 req-6288dcc2-4eb0-4ed0-8cf9-62ca6a02044b tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:18.892189 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8a376da-6f3e-4008-9e94-80843a49b433 req-6288dcc2-4eb0-4ed0-8cf9-62ca6a02044b tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0562694 Aug 27 14:28:18.920897 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59036) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:18.936134 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:18.943964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8a376da-6f3e-4008-9e94-80843a49b433 req-cd74b4ea-e4cb-403b-b3c6-aca108bc2e25 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453565 Aug 27 14:28:19.048887 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:19.056994 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:19.098606 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9aa4252f793e461288ca781b0b96b0d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743107 Aug 27 14:28:19.098606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c299bdec-a340-4529-8534-b1766716b9c1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:19.099314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59042) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:19.105485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:19.105834 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:19.106175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:19.106510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:19.106880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:19.107755 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:19.108133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:19.108556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:19.108879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:19.109204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:19.109527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:19.109850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46812b21-a5b0-42d4-91a2-04fd20f35b59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:19.155395 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-97547045-fee1-4c4b-a35d-0246406a180f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:19.178041 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-97547045-fee1-4c4b-a35d-0246406a180f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:19.231410 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-97547045-fee1-4c4b-a35d-0246406a180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:19.234517 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-97547045-fee1-4c4b-a35d-0246406a180f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:19.235814 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-97547045-fee1-4c4b-a35d-0246406a180f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c299bdec-a340-4529-8534-b1766716b9c1 HTTP/1.1" status: 204 len: 168 time: 0.1353512 Aug 27 14:28:19.245620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97547045-fee1-4c4b-a35d-0246406a180f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c299bdec-a340-4529-8534-b1766716b9c1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:19.603495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59056) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:19.669407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3899d2cd-8e12-490d-97e4-4cd549e5f5e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a3ede1955a148948c306dbbedb961a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620739 Aug 27 14:28:19.669795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59058) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:19.717379 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b4308d09-605f-44ae-928f-4bcf5556cdf3 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:28:19.726791 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d16bfc9-711c-4798-8078-17e35cd737df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:19.739255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b4308d09-605f-44ae-928f-4bcf5556cdf3 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:28:19.739682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b4308d09-605f-44ae-928f-4bcf5556cdf3 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:28:19.750326 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d16bfc9-711c-4798-8078-17e35cd737df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:19.800372 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d16bfc9-711c-4798-8078-17e35cd737df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:19.803577 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d16bfc9-711c-4798-8078-17e35cd737df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:19.804743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5d16bfc9-711c-4798-8078-17e35cd737df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab6b90e8-02e0-4c23-80ec-d58fa954fef6 HTTP/1.1" status: 204 len: 168 time: 0.1339107 Aug 27 14:28:19.813986 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16bfc9-711c-4798-8078-17e35cd737df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6b90e8-02e0-4c23-80ec-d58fa954fef6,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:20.082733 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744569a-a975-4352-a70d-4702f4a30ac4 req-0230da8e-d087-415a-9b65-305136c8c927 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:20.085450 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9744569a-a975-4352-a70d-4702f4a30ac4 req-0230da8e-d087-415a-9b65-305136c8c927 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0676494 Aug 27 14:28:20.133944 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9744569a-a975-4352-a70d-4702f4a30ac4 req-efa73ec0-7d94-4c53-9a1f-44fa1190fe82 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431089 Aug 27 14:28:20.276423 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:20.687979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59106) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:20.824251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-636509868-network', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:20.861667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Made reservation on behalf of 1ec03601dcff4e168314797d4d6239e4 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:28:20.864184 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:20.875409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:21.001820 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:21.009876 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:21.042989 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:28:21.050760 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1daff9-692d-42fd-96a4-dc5cbb1efcf4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:21.057747 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:21.058177 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Added segment 33b4f60d-30ef-473f-a8f2-a87abe6f2b2f of type vlan for network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 Aug 27 14:28:21.109694 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:21.144405 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:21.145349 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:21.145944 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:21.297922 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6044421 Aug 27 14:28:21.298409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59116) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:21.303863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7b37fc7a-6b12-4379-848f-a26149c4e8fc admin admin] Request body: {'subnet': {'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-636509868-subnet', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:21.306237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc94358-2c3a-4073-8b93-ea51b39b8d89 admin admin] Pushing event updated for resources: {'Network': ['ID=50cc0f6c-be2e-4587-9ada-e4c08ca1f350,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:21.324298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:28:21.339887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b37fc7a-6b12-4379-848f-a26149c4e8fc admin admin] Made reservation on behalf of 1ec03601dcff4e168314797d4d6239e4 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:28:21.344111 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b37fc7a-6b12-4379-848f-a26149c4e8fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:21.360969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4a3dc-03da-4127-98f2-7dce25c4e433 req-6b7ef2f1-93a0-4620-828d-cc3c7a8fab19 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:21.362594 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8fc4a3dc-03da-4127-98f2-7dce25c4e433 req-6b7ef2f1-93a0-4620-828d-cc3c7a8fab19 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.1351058 Aug 27 14:28:21.427143 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8fc4a3dc-03da-4127-98f2-7dce25c4e433 req-603d51f0-c6bd-4a47-8e39-7c6459509239 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534008 Aug 27 14:28:21.580739 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:21.611463 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b37fc7a-6b12-4379-848f-a26149c4e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:21.668921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37fc7a-6b12-4379-848f-a26149c4e8fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c250c985-ff71-4cf6-93a8-5c2d6c683b16,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:21.702363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b37fc7a-6b12-4379-848f-a26149c4e8fc admin admin] Checking segment: {'id': '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:28:21.702363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37fc7a-6b12-4379-848f-a26149c4e8fc admin admin] Network hostable DHCP agents. Network: 50cc0f6c-be2e-4587-9ada-e4c08ca1f350, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:28:21.713242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16327726-9c8f-425a-8c3b-25d6ccbd3bb7 req-6e9945c7-8b4d-4f54-b265-094ffc5ff816 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:21.714977 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16327726-9c8f-425a-8c3b-25d6ccbd3bb7 req-6e9945c7-8b4d-4f54-b265-094ffc5ff816 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.0793171 Aug 27 14:28:21.735227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37fc7a-6b12-4379-848f-a26149c4e8fc admin admin] Network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:28:21.746727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-7b37fc7a-6b12-4379-848f-a26149c4e8fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 50cc0f6c-be2e-4587-9ada-e4c08ca1f350) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:21.753532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b37fc7a-6b12-4379-848f-a26149c4e8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:21.755208 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7b37fc7a-6b12-4379-848f-a26149c4e8fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:21.767098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af264712-8f89-49c7-91d5-8762aca4663a None None] Network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:28:21.775562 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7b37fc7a-6b12-4379-848f-a26149c4e8fc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4759619 Aug 27 14:28:21.776178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59122) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:21.782033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:21.807202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:21.809901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:21.810546 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-16327726-9c8f-425a-8c3b-25d6ccbd3bb7 req-74ca0aa0-ecad-4d5a-8159-3f1398a6425d tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761867 Aug 27 14:28:21.910015 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:22.025005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'fixed_ips': [{'subnet_id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:28:22.030305 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:22.053431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146ebb0-1292-43ff-a127-36d3d57ca6fc req-232c4f63-76ef-4d55-970c-b70fadcbb7f3 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:22.055126 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8146ebb0-1292-43ff-a127-36d3d57ca6fc req-232c4f63-76ef-4d55-970c-b70fadcbb7f3 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.1493862 Aug 27 14:28:22.180521 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:22.192349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Allocated IP 172.20.0.2 (50cc0f6c-be2e-4587-9ada-e4c08ca1f350/c250c985-ff71-4cf6-93a8-5c2d6c683b16/7207abec-c19c-4adb-b2a1-8406b0b64cb2) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:28:22.207051 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8146ebb0-1292-43ff-a127-36d3d57ca6fc req-54357cc3-a0c1-43ba-8800-27bcb80ef794 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940061 Aug 27 14:28:22.427605 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:22.442054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Transition to ACTIVE for port object 7207abec-c19c-4adb-b2a1-8406b0b64cb2 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:22.463077 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Transition to ACTIVE for port object 7207abec-c19c-4adb-b2a1-8406b0b64cb2 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:22.471785 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:22.474406 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:22.503780 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:22.515262 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:28:22.521021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:22.524843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:28:22.534635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Pushing event updated for resources: {'Port': ['ID=7207abec-c19c-4adb-b2a1-8406b0b64cb2,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:22.596113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Attempting to bind port 7207abec-c19c-4adb-b2a1-8406b0b64cb2 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:28:22.596417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Attempting to bind port 7207abec-c19c-4adb-b2a1-8406b0b64cb2 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:28:22.596802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Attempting to bind port 7207abec-c19c-4adb-b2a1-8406b0b64cb2 on network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:28:22.602870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:28:22.603246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Checking segment: {'id': '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:28:22.603768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:22.604169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Bound using segment: {'id': '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:28:22.604646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Bound port: 7207abec-c19c-4adb-b2a1-8406b0b64cb2, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:28:22.605045 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:22.613675 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994be6bd-e904-4647-8bef-81c51550244b req-7e7edeb2-4146-470f-946f-9cb3e25cbcba tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:22.615327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-994be6bd-e904-4647-8bef-81c51550244b req-7e7edeb2-4146-470f-946f-9cb3e25cbcba tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.1141260 Aug 27 14:28:22.698228 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-994be6bd-e904-4647-8bef-81c51550244b req-c64d3f8d-9380-4ab3-b8d4-0ea721431ac1 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740805 Aug 27 14:28:22.705199 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] For port 7207abec-c19c-4adb-b2a1-8406b0b64cb2, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:28:22.709315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] For port 7207abec-c19c-4adb-b2a1-8406b0b64cb2, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7207abec-c19c-4adb-b2a1-8406b0b64cb2,segment=NetworkSegment(33b4f60d-30ef-473f-a8f2-a87abe6f2b2f),segment_id=33b4f60d-30ef-473f-a8f2-a87abe6f2b2f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:28:22.713276 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Allocated IP 172.25.2.232 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/2bf53556-1585-4b04-bd49-b1e1d1e47e65) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:28:22.718735 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:22.798258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0994a3-fa3b-4c53-971d-3dad5d01f431 None None] Pushing event updated for resources: {'Port': ['ID=7207abec-c19c-4adb-b2a1-8406b0b64cb2,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:22.848647 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:22.906632 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:22.966317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:28:22.986104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:22.992748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:28:22.996862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf53556-1585-4b04-bd49-b1e1d1e47e65,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:23.658447 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:23.872187 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01679a61-ad2a-4741-b111-23ae5ede40b7 req-d4c1364e-3185-46f4-acd5-576def2c74fd tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:23.875146 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-01679a61-ad2a-4741-b111-23ae5ede40b7 req-d4c1364e-3185-46f4-acd5-576def2c74fd tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.1360018 Aug 27 14:28:23.893568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7207abec-c19c-4adb-b2a1-8406b0b64cb2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:23.974181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a1089-b33a-4921-a953-9b793a3d029a req-692eddb0-3f28-4476-b42c-5d67f0ef0f63 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:23.977955 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad0a1089-b33a-4921-a953-9b793a3d029a req-692eddb0-3f28-4476-b42c-5d67f0ef0f63 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 946 time: 0.1648200 Aug 27 14:28:23.994553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bfa174-58e2-4412-b979-2c2918a93d2a None None] Network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:28:23.999221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:24.005870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 7207abec-c19c-4adb-b2a1-8406b0b64cb2 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:24.046797 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad0a1089-b33a-4921-a953-9b793a3d029a req-7ae83945-e4b2-4a38-bfd6-8abcac23c935 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608969 Aug 27 14:28:24.062748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-01679a61-ad2a-4741-b111-23ae5ede40b7 req-0aca275b-ec27-47e8-a544-78cf7fc32cd9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Deleting port 8f80db73-c779-45fa-8e75-b76611300394 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:28:24.062890 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-01679a61-ad2a-4741-b111-23ae5ede40b7 req-0aca275b-ec27-47e8-a544-78cf7fc32cd9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:24.095353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dd836956-8ed7-4203-8eb0-062df2621050 None None] Provisioning for port 7207abec-c19c-4adb-b2a1-8406b0b64cb2 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:24.112552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dd836956-8ed7-4203-8eb0-062df2621050 None None] Provisioning complete for port 7207abec-c19c-4adb-b2a1-8406b0b64cb2 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:24.112927 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd836956-8ed7-4203-8eb0-062df2621050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:24.186546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-01679a61-ad2a-4741-b111-23ae5ede40b7 req-0aca275b-ec27-47e8-a544-78cf7fc32cd9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] For port 8f80db73-c779-45fa-8e75-b76611300394, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=8f80db73-c779-45fa-8e75-b76611300394,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:24.187057 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-01679a61-ad2a-4741-b111-23ae5ede40b7 req-0aca275b-ec27-47e8-a544-78cf7fc32cd9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:24.207445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-01679a61-ad2a-4741-b111-23ae5ede40b7 req-0aca275b-ec27-47e8-a544-78cf7fc32cd9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Calling delete_port for 8f80db73-c779-45fa-8e75-b76611300394 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:28:24.218861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:28:24.294238 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd836956-8ed7-4203-8eb0-062df2621050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:24.344749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-dd836956-8ed7-4203-8eb0-062df2621050 None None] For port 7207abec-c19c-4adb-b2a1-8406b0b64cb2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7207abec-c19c-4adb-b2a1-8406b0b64cb2,segment=NetworkSegment(33b4f60d-30ef-473f-a8f2-a87abe6f2b2f),segment_id=33b4f60d-30ef-473f-a8f2-a87abe6f2b2f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:24.355183 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd836956-8ed7-4203-8eb0-062df2621050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:24.384499 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-01679a61-ad2a-4741-b111-23ae5ede40b7 req-0aca275b-ec27-47e8-a544-78cf7fc32cd9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:24.414107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180', '8f80db73-c779-45fa-8e75-b76611300394'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:28:24.441205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca275b-ec27-47e8-a544-78cf7fc32cd9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event deleted for resources: {'Port': ['ID=8f80db73-c779-45fa-8e75-b76611300394,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:24.449652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd836956-8ed7-4203-8eb0-062df2621050 None None] Pushing event updated for resources: {'Port': ['ID=7207abec-c19c-4adb-b2a1-8406b0b64cb2,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:24.455846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:28:24.479880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Sync routers for ids ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:28:24.481432 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:24.483533 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d48831bd-1aa9-4f92-af4e-83a5e319aaf2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7061908 Aug 27 14:28:24.486159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59138) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:24.512882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Routers {'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:24.518070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:28:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:24.536301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-01679a61-ad2a-4741-b111-23ae5ede40b7 req-0aca275b-ec27-47e8-a544-78cf7fc32cd9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] No DVR routers for this DVR port 8f80db73-c779-45fa-8e75-b76611300394 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:28:24.547954 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-01679a61-ad2a-4741-b111-23ae5ede40b7 req-0aca275b-ec27-47e8-a544-78cf7fc32cd9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:24.550158 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-01679a61-ad2a-4741-b111-23ae5ede40b7 req-0aca275b-ec27-47e8-a544-78cf7fc32cd9 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "DELETE /v2.0/ports/8f80db73-c779-45fa-8e75-b76611300394 HTTP/1.1" status: 204 len: 173 time: 0.6663096 Aug 27 14:28:24.550624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e3e503-2465-40d7-b515-d1215a7994f9', 'name': 'network-vif-deleted', 'tag': '8f80db73-c779-45fa-8e75-b76611300394'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:28:24.564323 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bb855a-81b9-4573-92d0-cd2ed44be9c4" -d '{"events": [{"server_uuid": "f1e3e503-2465-40d7-b515-d1215a7994f9", "name": "network-vif-deleted", "tag": "8f80db73-c779-45fa-8e75-b76611300394"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:28:24.658030 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faba488-0834-4c33-b0ff-53f2226533d6 x-openstack-request-id: req-9faba488-0834-4c33-b0ff-53f2226533d6 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:28:24.658356 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e3e503-2465-40d7-b515-d1215a7994f9", "name": "network-vif-deleted", "tag": "8f80db73-c779-45fa-8e75-b76611300394", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:28:24.660931 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9faba488-0834-4c33-b0ff-53f2226533d6 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:28:24.661368 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e3e503-2465-40d7-b515-d1215a7994f9', 'name': 'network-vif-deleted', 'tag': '8f80db73-c779-45fa-8e75-b76611300394', 'status': 'completed', 'code': 200} Aug 27 14:28:24.938972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-225372e4-7daa-4c17-be0e-61213d1bb6b5 None None] Provisioning complete for port 7207abec-c19c-4adb-b2a1-8406b0b64cb2 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:24.939554 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-225372e4-7daa-4c17-be0e-61213d1bb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:24.985332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Set router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:25.154376 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:25.247381 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f0613913-a5d1-4e05-b8b5-98cadf439f92 req-b24f5fd6-39a9-44f0-9a09-ca590f2b8552 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e3e503-2465-40d7-b515-d1215a7994f9 HTTP/1.1" status: 200 len: 210 time: 0.0468152 Aug 27 14:28:25.389391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:28:23Z', 'revision_number': 3, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port': {'id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:22Z', 'updated_at': '2021-08-27T14:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:25.427898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Checking router: a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:28:25.428258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Updating router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 port 2bf53556-1585-4b04-bd49-b1e1d1e47e65 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:28:25.454676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Allocated IP 172.20.0.1 (50cc0f6c-be2e-4587-9ada-e4c08ca1f350/c250c985-ff71-4cf6-93a8-5c2d6c683b16/fe066450-c267-493c-b37b-7e113fac9fff) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:28:25.463426 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:25.620228 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:25.640541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Transition to ACTIVE for port object fe066450-c267-493c-b37b-7e113fac9fff will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:25.692384 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:25.743155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:28:25.746678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:25.751029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:28:25.814016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Pushing event updated for resources: {'Port': ['ID=fe066450-c267-493c-b37b-7e113fac9fff,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:25.822257 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:25.844067 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:25.854655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7207abec-c19c-4adb-b2a1-8406b0b64cb2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:25.882628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Transition to ACTIVE for port object 2bf53556-1585-4b04-bd49-b1e1d1e47e65 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:25.899977 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:25.980565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Attempting to bind port 2bf53556-1585-4b04-bd49-b1e1d1e47e65 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:28:25.981513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Attempting to bind port 2bf53556-1585-4b04-bd49-b1e1d1e47e65 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:28:25.981513 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Attempting to bind port 2bf53556-1585-4b04-bd49-b1e1d1e47e65 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:28:25.988050 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c513c1-6325-4969-b895-12d356e2bd1b None None] Pushing event updated for resources: {'Port': ['ID=2bf53556-1585-4b04-bd49-b1e1d1e47e65,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:25.994135 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:28:25.994523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:28:25.994957 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:25.995353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:28:25.995951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Bound port: 2bf53556-1585-4b04-bd49-b1e1d1e47e65, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:28:25.996365 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:26.023322 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7207abec-c19c-4adb-b2a1-8406b0b64cb2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:26.024123 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:26.029718 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:26.084825 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] For port 2bf53556-1585-4b04-bd49-b1e1d1e47e65, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:28:26.088384 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] For port 2bf53556-1585-4b04-bd49-b1e1d1e47e65, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2bf53556-1585-4b04-bd49-b1e1d1e47e65,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:28:26.094074 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:26.195345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-52464e64-4fe4-4ed2-9ee1-42842643c065 None None] Provisioning for port fe066450-c267-493c-b37b-7e113fac9fff completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:26.205840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c513c1-6325-4969-b895-12d356e2bd1b None None] Pushing event updated for resources: {'Port': ['ID=2bf53556-1585-4b04-bd49-b1e1d1e47e65,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:26.212756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-52464e64-4fe4-4ed2-9ee1-42842643c065 None None] Provisioning complete for port fe066450-c267-493c-b37b-7e113fac9fff triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:26.212981 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-52464e64-4fe4-4ed2-9ee1-42842643c065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:26.217065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Routers {'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:26.217065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:28:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:26.232054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:26.238669 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:26.289941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-52464e64-4fe4-4ed2-9ee1-42842643c065 None None] Port fe066450-c267-493c-b37b-7e113fac9fff cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:28:26.315781 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:26.317773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Pushing event updated for resources: {'Port': ['ID=fe066450-c267-493c-b37b-7e113fac9fff,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:26.386480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] Set router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:26.454343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:28:26.457050 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:26.656875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:28:26.696151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:28:25Z', 'revision_number': 4, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port': {'id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:22Z', 'updated_at': '2021-08-27T14:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fe066450-c267-493c-b37b-7e113fac9fff', 'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'mac_address': 'fa:16:3e:4d:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:25Z', 'updated_at': '2021-08-27T14:28:26Z', 'revision_number': 2, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'subnets': [{'id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:26.741216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae44df4-759b-45db-86ab-b4195138b992 None None] The sync data for ids ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'] in n-d-712139-12 is: [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:28:25Z', 'revision_number': 4, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port': {'id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:22Z', 'updated_at': '2021-08-27T14:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fe066450-c267-493c-b37b-7e113fac9fff', 'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'mac_address': 'fa:16:3e:4d:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:25Z', 'updated_at': '2021-08-27T14:28:26Z', 'revision_number': 2, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'subnets': [{'id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:28:26.809647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:28:26.818984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a5fa9476-0d79-4320-be88-962d4ad18118 admin admin] 10.222.0.55 "PUT /v2.0/routers/a0b14997-8ce4-4ece-85d1-b9f2c9f22f39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3300810 Aug 27 14:28:26.834471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-87feaf44-e689-444c-a42e-d666823d8277 None None] Provisioning complete for port fe066450-c267-493c-b37b-7e113fac9fff triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:26.834880 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-87feaf44-e689-444c-a42e-d666823d8277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:26.910911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-87feaf44-e689-444c-a42e-d666823d8277 None None] Port fe066450-c267-493c-b37b-7e113fac9fff cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:28:27.322124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67cda9-59f4-4f27-86a6-a036fb40cb93 req-24ea6f70-0e2e-4f30-91e4-e113839a68d6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:27.324528 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a67cda9-59f4-4f27-86a6-a036fb40cb93 req-24ea6f70-0e2e-4f30-91e4-e113839a68d6 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 945 time: 0.0558648 Aug 27 14:28:27.371857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a67cda9-59f4-4f27-86a6-a036fb40cb93 req-0274648e-d4f1-407f-b30b-9f30cfb179e2 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411599 Aug 27 14:28:27.528547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59214) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:27.533729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-639213455-network', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:27.561007 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Made reservation on behalf of 07994ff891924886a5d6abcbefa81cb9 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:28:27.563515 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:27.574911 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:27.606483 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 8f80db73-c779-45fa-8e75-b76611300394 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:28:27.641628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 8f80db73-c779-45fa-8e75-b76611300394 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:28:27.641964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 8f80db73-c779-45fa-8e75-b76611300394 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:28:27.708403 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:27.713583 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:27.737924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:28:27.756905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cd17c8-67e2-48d2-89e9-d70b93316a23,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:27.760235 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:27.761054 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Added segment 6f951e1d-bb73-4fc2-911b-9c37d29dfb1d of type vlan for network cae12934-ea20-4b29-88a9-275956fe2804 Aug 27 14:28:27.809115 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:27.837976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2bf53556-1585-4b04-bd49-b1e1d1e47e65 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:27.849044 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:27.856108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:27.856108 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:27.891559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3595097 Aug 27 14:28:27.892492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59216) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:27.897135 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 2bf53556-1585-4b04-bd49-b1e1d1e47e65 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:27.899867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-894f3c67-201c-4e0c-bf9f-dc4eff222708 admin admin] Request body: {'subnet': {'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-639213455-subnet', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:27.902353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 2bf53556-1585-4b04-bd49-b1e1d1e47e65 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:27.903120 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:27.927629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894f3c67-201c-4e0c-bf9f-dc4eff222708 admin admin] Made reservation on behalf of 07994ff891924886a5d6abcbefa81cb9 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:28:27.930609 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-894f3c67-201c-4e0c-bf9f-dc4eff222708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:27.965511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5075d-62d5-40c1-9dc5-894d5e9f594d admin admin] Pushing event updated for resources: {'Network': ['ID=cae12934-ea20-4b29-88a9-275956fe2804,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:27.995715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network cae12934-ea20-4b29-88a9-275956fe2804 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:28:28.062291 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:28.099941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 2bf53556-1585-4b04-bd49-b1e1d1e47e65, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2bf53556-1585-4b04-bd49-b1e1d1e47e65,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:28.112214 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:28.150068 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-894f3c67-201c-4e0c-bf9f-dc4eff222708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:28.174413 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=2bf53556-1585-4b04-bd49-b1e1d1e47e65,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:28.226843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894f3c67-201c-4e0c-bf9f-dc4eff222708 admin admin] Checking segment: {'id': '6f951e1d-bb73-4fc2-911b-9c37d29dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:28:28.227506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f3c67-201c-4e0c-bf9f-dc4eff222708 admin admin] Network hostable DHCP agents. Network: cae12934-ea20-4b29-88a9-275956fe2804, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:28:28.245835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f3c67-201c-4e0c-bf9f-dc4eff222708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e1baa17-74dc-4565-b7e1-06f914f8cec8,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:28.256833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f3c67-201c-4e0c-bf9f-dc4eff222708 admin admin] Network cae12934-ea20-4b29-88a9-275956fe2804 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:28:28.269406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-894f3c67-201c-4e0c-bf9f-dc4eff222708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, cae12934-ea20-4b29-88a9-275956fe2804) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:28.279674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f3c67-201c-4e0c-bf9f-dc4eff222708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:28.280649 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-894f3c67-201c-4e0c-bf9f-dc4eff222708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:28.283352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c5206-4c3d-4016-ab39-5f34ace11431 None None] Network cae12934-ea20-4b29-88a9-275956fe2804 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:28:28.299590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-894f3c67-201c-4e0c-bf9f-dc4eff222708 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4047685 Aug 27 14:28:28.302719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59224) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:28.308824 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-639213455-router', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:28.335773 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:28.338402 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:28.424058 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:28.481179 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-cae12934-ea20-4b29-88a9-275956fe2804', 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'fixed_ips': [{'subnet_id': '8e1baa17-74dc-4565-b7e1-06f914f8cec8'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:28:28.482453 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:28.582035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91edf7-05ca-4a52-8b28-0c079a4e9589 req-49ac0908-1a7a-45be-8a75-8d3f39f3f536 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:28.594481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3e91edf7-05ca-4a52-8b28-0c079a4e9589 req-49ac0908-1a7a-45be-8a75-8d3f39f3f536 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 945 time: 0.0985012 Aug 27 14:28:28.678563 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:28.688623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Allocated IP 172.20.0.2 (cae12934-ea20-4b29-88a9-275956fe2804/8e1baa17-74dc-4565-b7e1-06f914f8cec8/403fac94-838a-4d9e-8c42-9ad53fad9ce9) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:28:28.707923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619227f9-dfc1-4b4e-92ca-1a09e0d4fb07 req-c18d4c36-1c01-40d3-964c-6fa6771a0593 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:28.709749 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-619227f9-dfc1-4b4e-92ca-1a09e0d4fb07 req-c18d4c36-1c01-40d3-964c-6fa6771a0593 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 945 time: 0.1110740 Aug 27 14:28:28.712973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3e91edf7-05ca-4a52-8b28-0c079a4e9589 req-b19a701f-41f5-434c-84ee-1c2e0e407d66 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5727d2-29b3-461d-9c20-4b1aa3188407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154711 Aug 27 14:28:28.842670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-619227f9-dfc1-4b4e-92ca-1a09e0d4fb07 req-3cba1175-9d72-4158-8e46-df23c6ba756c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Deleting port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:28:28.843301 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-619227f9-dfc1-4b4e-92ca-1a09e0d4fb07 req-3cba1175-9d72-4158-8e46-df23c6ba756c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:28.879107 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:28.889302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Transition to ACTIVE for port object 403fac94-838a-4d9e-8c42-9ad53fad9ce9 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:28.907995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Transition to ACTIVE for port object 403fac94-838a-4d9e-8c42-9ad53fad9ce9 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:28.917475 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:28.948143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-619227f9-dfc1-4b4e-92ca-1a09e0d4fb07 req-3cba1175-9d72-4158-8e46-df23c6ba756c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] For port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=80b2bab7-5a99-42cb-9f85-de7bb4e5b180,segment=NetworkSegment(5e45aecf-dcfb-48f3-b47c-d93050a1eb5f),segment_id=5e45aecf-dcfb-48f3-b47c-d93050a1eb5f)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:28.948750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-619227f9-dfc1-4b4e-92ca-1a09e0d4fb07 req-3cba1175-9d72-4158-8e46-df23c6ba756c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:28.969240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-619227f9-dfc1-4b4e-92ca-1a09e0d4fb07 req-3cba1175-9d72-4158-8e46-df23c6ba756c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Calling delete_port for 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:28:28.981465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Network cae12934-ea20-4b29-88a9-275956fe2804 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:28:28.987265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:28.991704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:28:29.001312 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:29.009104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Pushing event updated for resources: {'Port': ['ID=403fac94-838a-4d9e-8c42-9ad53fad9ce9,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:29.053499 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:29.097477 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Attempting to bind port 403fac94-838a-4d9e-8c42-9ad53fad9ce9 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:28:29.097860 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Attempting to bind port 403fac94-838a-4d9e-8c42-9ad53fad9ce9 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6f951e1d-bb73-4fc2-911b-9c37d29dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:28:29.098225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Attempting to bind port 403fac94-838a-4d9e-8c42-9ad53fad9ce9 on network cae12934-ea20-4b29-88a9-275956fe2804 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:28:29.104564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:28:29.105006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Checking segment: {'id': '6f951e1d-bb73-4fc2-911b-9c37d29dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:28:29.105342 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:29.105735 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Bound using segment: {'id': '6f951e1d-bb73-4fc2-911b-9c37d29dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:28:29.106342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Bound port: 403fac94-838a-4d9e-8c42-9ad53fad9ce9, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f951e1d-bb73-4fc2-911b-9c37d29dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:28:29.106766 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:29.181152 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-619227f9-dfc1-4b4e-92ca-1a09e0d4fb07 req-3cba1175-9d72-4158-8e46-df23c6ba756c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:29.195576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['80b2bab7-5a99-42cb-9f85-de7bb4e5b180'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:28:29.199204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] For port 403fac94-838a-4d9e-8c42-9ad53fad9ce9, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:28:29.228361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Allocated IP 172.25.2.119 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/dba97c0f-00f3-436a-8bb1-bada2bde0023) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:28:29.231910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] For port 403fac94-838a-4d9e-8c42-9ad53fad9ce9, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=403fac94-838a-4d9e-8c42-9ad53fad9ce9,segment=NetworkSegment(6f951e1d-bb73-4fc2-911b-9c37d29dfb1d),segment_id=6f951e1d-bb73-4fc2-911b-9c37d29dfb1d)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:28:29.232827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba1175-9d72-4158-8e46-df23c6ba756c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Pushing event deleted for resources: {'Port': ['ID=80b2bab7-5a99-42cb-9f85-de7bb4e5b180,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:29.237704 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:29.298243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-619227f9-dfc1-4b4e-92ca-1a09e0d4fb07 req-3cba1175-9d72-4158-8e46-df23c6ba756c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] No DVR routers for this DVR port 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:28:29.300738 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-619227f9-dfc1-4b4e-92ca-1a09e0d4fb07 req-3cba1175-9d72-4158-8e46-df23c6ba756c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:29.303405 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-619227f9-dfc1-4b4e-92ca-1a09e0d4fb07 req-3cba1175-9d72-4158-8e46-df23c6ba756c tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.52 "DELETE /v2.0/ports/80b2bab7-5a99-42cb-9f85-de7bb4e5b180 HTTP/1.1" status: 204 len: 173 time: 0.5874023 Aug 27 14:28:29.303882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7954205-f4c1-42b7-b3e4-7d98fd77bea2', 'name': 'network-vif-deleted', 'tag': '80b2bab7-5a99-42cb-9f85-de7bb4e5b180'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:28:29.312700 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a648d-f713-406a-80f3-25de1832e387 None None] Pushing event updated for resources: {'Port': ['ID=403fac94-838a-4d9e-8c42-9ad53fad9ce9,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:29.314979 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a96e3f0-ec35-448d-ac6b-4bd5dfe1868f" -d '{"events": [{"server_uuid": "c7954205-f4c1-42b7-b3e4-7d98fd77bea2", "name": "network-vif-deleted", "tag": "80b2bab7-5a99-42cb-9f85-de7bb4e5b180"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:28:29.408261 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:29.420769 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba5a35a-7798-4b58-8c30-93c6b7a5ff37 x-openstack-request-id: req-eba5a35a-7798-4b58-8c30-93c6b7a5ff37 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:28:29.421085 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7954205-f4c1-42b7-b3e4-7d98fd77bea2", "name": "network-vif-deleted", "tag": "80b2bab7-5a99-42cb-9f85-de7bb4e5b180", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:28:29.421333 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eba5a35a-7798-4b58-8c30-93c6b7a5ff37 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:28:29.421979 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7954205-f4c1-42b7-b3e4-7d98fd77bea2', 'name': 'network-vif-deleted', 'tag': '80b2bab7-5a99-42cb-9f85-de7bb4e5b180', 'status': 'completed', 'code': 200} Aug 27 14:28:29.483016 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:29.531966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:28:29.535638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:29.541136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:28:29.545242 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Pushing event updated for resources: {'Port': ['ID=dba97c0f-00f3-436a-8bb1-bada2bde0023,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:29.667209 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Sync routers for ids ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:28:29.677988 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Routers {'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:29.678643 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:28:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:29.845215 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Set router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:29.892640 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-70eefae2-1653-43fa-bb67-f5939d8a5e86 req-89455223-b28f-4ff6-a74c-e2bec0e53a75 tempest-ServersTestJSON-2041514107 tempest-ServersTestJSON-2041514107-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7954205-f4c1-42b7-b3e4-7d98fd77bea2 HTTP/1.1" status: 200 len: 210 time: 0.0607297 Aug 27 14:28:29.985720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2bf53556-1585-4b04-bd49-b1e1d1e47e65 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:29.999126 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:30.066057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 2bf53556-1585-4b04-bd49-b1e1d1e47e65 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:30.066488 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:30.153636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 403fac94-838a-4d9e-8c42-9ad53fad9ce9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:30.220088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 403fac94-838a-4d9e-8c42-9ad53fad9ce9 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:30.228807 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:28:25Z', 'revision_number': 4, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port': {'id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:22Z', 'updated_at': '2021-08-27T14:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fe066450-c267-493c-b37b-7e113fac9fff', 'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'mac_address': 'fa:16:3e:4d:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:25Z', 'updated_at': '2021-08-27T14:28:26Z', 'revision_number': 2, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'subnets': [{'id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:30.231441 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:30.258209 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Checking router: a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:28:30.258751 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Updating router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 port fe066450-c267-493c-b37b-7e113fac9fff binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:28:30.296957 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:30.648038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75307aab-e8e6-4401-a590-b0c68c22f14b None None] Network cae12934-ea20-4b29-88a9-275956fe2804 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:28:30.664646 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:30.679563 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Transition to ACTIVE for port object fe066450-c267-493c-b37b-7e113fac9fff will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:30.688656 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:30.759195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-270b5f69-da6c-453a-9ce1-64428cd6cd7c None None] Provisioning for port 403fac94-838a-4d9e-8c42-9ad53fad9ce9 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:30.767131 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Pushing event updated for resources: {'Port': ['ID=fe066450-c267-493c-b37b-7e113fac9fff,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:30.774212 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-270b5f69-da6c-453a-9ce1-64428cd6cd7c None None] Provisioning complete for port 403fac94-838a-4d9e-8c42-9ad53fad9ce9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:30.774824 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-270b5f69-da6c-453a-9ce1-64428cd6cd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:30.792592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Router a355caec-a1ae-446e-9dbf-8b9c94d3a3dd is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:28:30.811623 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:30.811963 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:30.812295 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:30.812635 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:30.812957 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:30.813285 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:30.813636 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:30.814378 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:30.814378 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:30.814583 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:30.814891 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:30.815203 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:30.864520 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Attempting to bind port fe066450-c267-493c-b37b-7e113fac9fff on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:28:30.864882 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Attempting to bind port fe066450-c267-493c-b37b-7e113fac9fff by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:28:30.865239 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Attempting to bind port fe066450-c267-493c-b37b-7e113fac9fff on network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:28:30.874070 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:28:30.875007 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Checking segment: {'id': '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:28:30.875236 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:30.875723 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Bound using segment: {'id': '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:28:30.877090 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Bound port: fe066450-c267-493c-b37b-7e113fac9fff, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:28:30.877681 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:30.977564 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-270b5f69-da6c-453a-9ce1-64428cd6cd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:30.994925 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] For port fe066450-c267-493c-b37b-7e113fac9fff, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:28:31.003252 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] For port fe066450-c267-493c-b37b-7e113fac9fff, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fe066450-c267-493c-b37b-7e113fac9fff,segment=NetworkSegment(33b4f60d-30ef-473f-a8f2-a87abe6f2b2f),segment_id=33b4f60d-30ef-473f-a8f2-a87abe6f2b2f)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:28:31.009269 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:31.015475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59240) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:31.042425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-270b5f69-da6c-453a-9ce1-64428cd6cd7c None None] For port 403fac94-838a-4d9e-8c42-9ad53fad9ce9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=403fac94-838a-4d9e-8c42-9ad53fad9ce9,segment=NetworkSegment(6f951e1d-bb73-4fc2-911b-9c37d29dfb1d),segment_id=6f951e1d-bb73-4fc2-911b-9c37d29dfb1d)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:31.069797 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-270b5f69-da6c-453a-9ce1-64428cd6cd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:31.083464 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Routers {'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:31.084064 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:28:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:31.143610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:28:31.158163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f1922f-6591-4417-9c57-e24d951c181b admin admin] Deleting subnet f6540e39-7ad9-40cd-b3b9-54a2310f2264 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:28:31.163443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b5f69-da6c-453a-9ce1-64428cd6cd7c None None] Pushing event updated for resources: {'Port': ['ID=403fac94-838a-4d9e-8c42-9ad53fad9ce9,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:31.164596 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20f1922f-6591-4417-9c57-e24d951c181b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:31.167941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Sync routers for ids ['a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:28:31.182060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Routers {'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:31.183047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:28:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:31.186372 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:31.189491 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-852ac86f-7c70-466f-b4d9-71fbd0bc4fdc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8851914 Aug 27 14:28:31.192184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59244) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:31.255216 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] Set router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:31.258211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20f1922f-6591-4417-9c57-e24d951c181b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:31.319767 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1acfc-2235-41df-bfa7-196bb0084921 None None] Pushing event updated for resources: {'Port': ['ID=fe066450-c267-493c-b37b-7e113fac9fff,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:31.370106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20f1922f-6591-4417-9c57-e24d951c181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:31.447424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fa3e4275-22b8-4349-abdd-1d28a9aa5e24 None None] Provisioning complete for port 403fac94-838a-4d9e-8c42-9ad53fad9ce9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:31.447870 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fa3e4275-22b8-4349-abdd-1d28a9aa5e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:31.488475 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20f1922f-6591-4417-9c57-e24d951c181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:31.524761 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Set router a355caec-a1ae-446e-9dbf-8b9c94d3a3dd gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:31.551436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1922f-6591-4417-9c57-e24d951c181b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6540e39-7ad9-40cd-b3b9-54a2310f2264,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:31.580311 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-20f1922f-6591-4417-9c57-e24d951c181b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:31.585455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-20f1922f-6591-4417-9c57-e24d951c181b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f6540e39-7ad9-40cd-b3b9-54a2310f2264 HTTP/1.1" status: 204 len: 168 time: 0.5688198 Aug 27 14:28:31.587490 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59246) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:31.689919 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:28:25Z', 'revision_number': 4, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port': {'id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:22Z', 'updated_at': '2021-08-27T14:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fe066450-c267-493c-b37b-7e113fac9fff', 'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'mac_address': 'fa:16:3e:4d:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:25Z', 'updated_at': '2021-08-27T14:28:30Z', 'revision_number': 4, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'subnets': [{'id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:31.708256 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56ba3636-6716-4e89-93a7-6302905499e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:31.752939 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc49c5-cb0f-405d-ac28-be6e41617503 None None] The sync data for ids ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'] in n-d-712139-12 is: [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:28:25Z', 'revision_number': 4, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port': {'id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:22Z', 'updated_at': '2021-08-27T14:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fe066450-c267-493c-b37b-7e113fac9fff', 'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'mac_address': 'fa:16:3e:4d:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:25Z', 'updated_at': '2021-08-27T14:28:30Z', 'revision_number': 4, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'subnets': [{'id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:28:31.916295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 403fac94-838a-4d9e-8c42-9ad53fad9ce9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:32.036075 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.107562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 403fac94-838a-4d9e-8c42-9ad53fad9ce9 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:32.107562 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.204752 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'name': 'tempest-TestServerBasicOps-639213455-router', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:28Z', 'updated_at': '2021-08-27T14:28:29Z', 'revision_number': 3, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'gw_port': {'id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:29Z', 'updated_at': '2021-08-27T14:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:32.239080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Checking router: a355caec-a1ae-446e-9dbf-8b9c94d3a3dd for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:28:32.239349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Updating router a355caec-a1ae-446e-9dbf-8b9c94d3a3dd port dba97c0f-00f3-436a-8bb1-bada2bde0023 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:28:32.271684 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.321627 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56ba3636-6716-4e89-93a7-6302905499e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.335671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-56ba3636-6716-4e89-93a7-6302905499e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1e67c1-4465-454e-8a46-0919ae0d8681']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:32.348767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-56ba3636-6716-4e89-93a7-6302905499e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:32.349331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-56ba3636-6716-4e89-93a7-6302905499e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e45aecf-dcfb-48f3-b47c-d93050a1eb5f') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:32.361613 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56ba3636-6716-4e89-93a7-6302905499e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.365214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Allocated IP 172.20.0.1 (cae12934-ea20-4b29-88a9-275956fe2804/8e1baa17-74dc-4565-b7e1-06f914f8cec8/57bfb0e7-2eb3-41d9-b8f2-1d83825d2195) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:28:32.384742 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56ba3636-6716-4e89-93a7-6302905499e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.400095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ba3636-6716-4e89-93a7-6302905499e2 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:28:32.400887 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56ba3636-6716-4e89-93a7-6302905499e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:28:32.481192 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:28:32.488558 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fe066450-c267-493c-b37b-7e113fac9fff up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:32.489209 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56ba3636-6716-4e89-93a7-6302905499e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.498199 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56ba3636-6716-4e89-93a7-6302905499e2 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.503289 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-56ba3636-6716-4e89-93a7-6302905499e2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9a1e67c1-4465-454e-8a46-0919ae0d8681 HTTP/1.1" status: 204 len: 168 time: 0.9125221 Aug 27 14:28:32.525346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba3636-6716-4e89-93a7-6302905499e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a1e67c1-4465-454e-8a46-0919ae0d8681,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:32.562318 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.580744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Transition to ACTIVE for port object 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:32.630428 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.724163 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Network cae12934-ea20-4b29-88a9-275956fe2804 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:28:32.724711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port fe066450-c267-493c-b37b-7e113fac9fff completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:32.729165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:32.732715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:28:32.737989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port fe066450-c267-493c-b37b-7e113fac9fff triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:32.738367 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.813559 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.819555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Pushing event updated for resources: {'Port': ['ID=57bfb0e7-2eb3-41d9-b8f2-1d83825d2195,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:32.840057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59254) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:32.850343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Transition to ACTIVE for port object dba97c0f-00f3-436a-8bb1-bada2bde0023 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:32.861813 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.875332 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:32.950480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Attempting to bind port dba97c0f-00f3-436a-8bb1-bada2bde0023 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:28:32.951524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Attempting to bind port dba97c0f-00f3-436a-8bb1-bada2bde0023 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:28:32.952248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Attempting to bind port dba97c0f-00f3-436a-8bb1-bada2bde0023 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:28:32.995287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6782d33-ab24-436d-a486-f5684d495ba3 None None] Pushing event updated for resources: {'Port': ['ID=dba97c0f-00f3-436a-8bb1-bada2bde0023,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:33.013735 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:28:33.014549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:28:33.015243 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.015855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:28:33.016714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Bound port: dba97c0f-00f3-436a-8bb1-bada2bde0023, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:28:33.017360 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.088945 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.097358 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] For port dba97c0f-00f3-436a-8bb1-bada2bde0023, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:28:33.099898 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.104139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] For port dba97c0f-00f3-436a-8bb1-bada2bde0023, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dba97c0f-00f3-436a-8bb1-bada2bde0023,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:28:33.123398 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.163920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ff1829d6-4ce7-4beb-9a15-255d06201fcb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee68a6fac6694996a7e1e4858572b79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220830 Aug 27 14:28:33.166324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59256) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:33.218330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Routers {'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:33.219012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:28:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:33.220858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-aea96b60-4f0e-4972-b8cb-1602f951b2ed None None] Provisioning for port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:33.233706 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5736b7a2-1c1b-479f-85b1-c51c751488cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.266296 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5736b7a2-1c1b-479f-85b1-c51c751488cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.282929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-aea96b60-4f0e-4972-b8cb-1602f951b2ed None None] Provisioning complete for port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:33.283314 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-aea96b60-4f0e-4972-b8cb-1602f951b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.287892 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port fe066450-c267-493c-b37b-7e113fac9fff, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fe066450-c267-493c-b37b-7e113fac9fff,segment=NetworkSegment(33b4f60d-30ef-473f-a8f2-a87abe6f2b2f),segment_id=33b4f60d-30ef-473f-a8f2-a87abe6f2b2f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:33.327683 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.345353 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.345890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6782d33-ab24-436d-a486-f5684d495ba3 None None] Pushing event updated for resources: {'Port': ['ID=dba97c0f-00f3-436a-8bb1-bada2bde0023,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:33.351885 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5736b7a2-1c1b-479f-85b1-c51c751488cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.362308 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5736b7a2-1c1b-479f-85b1-c51c751488cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.362494 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.365170 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5736b7a2-1c1b-479f-85b1-c51c751488cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b5727d2-29b3-461d-9c20-4b1aa3188407 HTTP/1.1" status: 204 len: 168 time: 0.1978009 Aug 27 14:28:33.376073 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736b7a2-1c1b-479f-85b1-c51c751488cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5727d2-29b3-461d-9c20-4b1aa3188407,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:33.469913 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Pushing event updated for resources: {'Port': ['ID=57bfb0e7-2eb3-41d9-b8f2-1d83825d2195,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:33.473565 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:33.505832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-aea96b60-4f0e-4972-b8cb-1602f951b2ed None None] Port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:28:33.514040 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] Set router a355caec-a1ae-446e-9dbf-8b9c94d3a3dd gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:33.557923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=fe066450-c267-493c-b37b-7e113fac9fff,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:33.646582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Network cae12934-ea20-4b29-88a9-275956fe2804 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:28:33.648269 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:33.652253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:28:33.730632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:28:33.731281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 80b2bab7-5a99-42cb-9f85-de7bb4e5b180 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:28:33.848249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fe066450-c267-493c-b37b-7e113fac9fff up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:33.876806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Router a355caec-a1ae-446e-9dbf-8b9c94d3a3dd has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:28:33.974769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'name': 'tempest-TestServerBasicOps-639213455-router', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:28Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 4, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'gw_port': {'id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:29Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '57bfb0e7-2eb3-41d9-b8f2-1d83825d2195', 'name': '', 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'mac_address': 'fa:16:3e:ab:2d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '8e1baa17-74dc-4565-b7e1-06f914f8cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:32Z', 'updated_at': '2021-08-27T14:28:32Z', 'revision_number': 1, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'subnets': [{'id': '8e1baa17-74dc-4565-b7e1-06f914f8cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:34.021843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a183829-7893-4a1d-95d7-eb92cbc32330 None None] The sync data for ids ['a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'] in n-d-712139-12 is: [{'id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'name': 'tempest-TestServerBasicOps-639213455-router', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:28Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 4, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'gw_port': {'id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:29Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '57bfb0e7-2eb3-41d9-b8f2-1d83825d2195', 'name': '', 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'mac_address': 'fa:16:3e:ab:2d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '8e1baa17-74dc-4565-b7e1-06f914f8cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:32Z', 'updated_at': '2021-08-27T14:28:32Z', 'revision_number': 1, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'subnets': [{'id': '8e1baa17-74dc-4565-b7e1-06f914f8cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:28:34.033183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port fe066450-c267-493c-b37b-7e113fac9fff triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:34.033690 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:34.075123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:28:34.087346 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3f0996ef-261d-400d-a084-3f18c08eddf2 admin admin] 10.222.0.55 "PUT /v2.0/routers/a355caec-a1ae-446e-9dbf-8b9c94d3a3dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8938804 Aug 27 14:28:34.142614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9e1e9de6-cd46-4d67-b292-9befe6e94924 None None] Provisioning complete for port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:34.143733 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9de6-cd46-4d67-b292-9befe6e94924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:34.215315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e9de6-cd46-4d67-b292-9befe6e94924 None None] Port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:28:35.052481 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37b071a9-af5b-410d-b134-dd29bf9969d9 req-8c305dba-fbb7-418c-9be5-3897982124ed tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0462773 Aug 27 14:28:35.066807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59306) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:35.072250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-75e84596-ee5f-4213-90cf-ec614d002327 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996871830', 'description': 'tempest-secgroup-smoke-996871830 description', 'project_id': '1ec03601dcff4e168314797d4d6239e4'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:35.109618 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75e84596-ee5f-4213-90cf-ec614d002327 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.240487 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75e84596-ee5f-4213-90cf-ec614d002327 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.252784 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75e84596-ee5f-4213-90cf-ec614d002327 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.276765 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-75e84596-ee5f-4213-90cf-ec614d002327 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.278443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-75e84596-ee5f-4213-90cf-ec614d002327 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2098112 Aug 27 14:28:35.283776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59312) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:35.289003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c49e39a5-11fa-49f5-8ec9-ddcfdb91f092 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Request body: {'security_group_rule': {'security_group_id': 'eb4f7d91-5e29-418b-ba72-e5ffcb094183', 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:35.301343 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e84596-ee5f-4213-90cf-ec614d002327 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4f7d91-5e29-418b-ba72-e5ffcb094183,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:35.334402 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c49e39a5-11fa-49f5-8ec9-ddcfdb91f092 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.416112 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c49e39a5-11fa-49f5-8ec9-ddcfdb91f092 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.427145 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c49e39a5-11fa-49f5-8ec9-ddcfdb91f092 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.450450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e39a5-11fa-49f5-8ec9-ddcfdb91f092 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873da2e5-16bf-4ec0-ae0d-9cda837ced2d,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:35.453175 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c49e39a5-11fa-49f5-8ec9-ddcfdb91f092 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.457569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59316) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:35.458057 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c49e39a5-11fa-49f5-8ec9-ddcfdb91f092 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1725132 Aug 27 14:28:35.468613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1d3df2ff-158f-4686-b2cd-12358c3982d4 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Request body: {'security_group_rule': {'security_group_id': 'eb4f7d91-5e29-418b-ba72-e5ffcb094183', 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:35.518859 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d3df2ff-158f-4686-b2cd-12358c3982d4 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.620762 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d3df2ff-158f-4686-b2cd-12358c3982d4 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.632394 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d3df2ff-158f-4686-b2cd-12358c3982d4 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.657983 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3df2ff-158f-4686-b2cd-12358c3982d4 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a415ed0e-c8f1-45b8-b6fd-542048f25ba2,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:35.661563 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d3df2ff-158f-4686-b2cd-12358c3982d4 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.663089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1d3df2ff-158f-4686-b2cd-12358c3982d4 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2027092 Aug 27 14:28:35.665691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59320) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:35.673254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8b5fec50-cfa5-46df-a943-bfab2023a47e tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Request body: {'security_group_rule': {'security_group_id': 'eb4f7d91-5e29-418b-ba72-e5ffcb094183', 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:35.709228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8b5fec50-cfa5-46df-a943-bfab2023a47e tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.809094 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8b5fec50-cfa5-46df-a943-bfab2023a47e tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.816060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8b5fec50-cfa5-46df-a943-bfab2023a47e tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.845638 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fec50-cfa5-46df-a943-bfab2023a47e tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a289ce-4229-4537-9ddf-3e74860ce12d,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:35.859990 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8b5fec50-cfa5-46df-a943-bfab2023a47e tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:35.861333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8b5fec50-cfa5-46df-a943-bfab2023a47e tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1940405 Aug 27 14:28:35.864058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59322) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:35.868905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-99e0541b-5e59-4dad-bd65-4d87e7222574 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Request body: {'security_group_rule': {'security_group_id': 'eb4f7d91-5e29-418b-ba72-e5ffcb094183', 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:35.904795 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99e0541b-5e59-4dad-bd65-4d87e7222574 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.006247 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99e0541b-5e59-4dad-bd65-4d87e7222574 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.011094 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99e0541b-5e59-4dad-bd65-4d87e7222574 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.035572 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0541b-5e59-4dad-bd65-4d87e7222574 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69b371f-e73f-4546-b32a-72b1830f6329,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:36.043645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99e0541b-5e59-4dad-bd65-4d87e7222574 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.044969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-99e0541b-5e59-4dad-bd65-4d87e7222574 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1799040 Aug 27 14:28:36.047935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59326) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:36.067311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5ea838dc-afc8-407e-ad96-16b8b385a731 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Request body: {'security_group_rule': {'security_group_id': 'eb4f7d91-5e29-418b-ba72-e5ffcb094183', 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:36.102198 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-5ea838dc-afc8-407e-ad96-16b8b385a731 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Project 1ec03601dcff4e168314797d4d6239e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:28:36.108076 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ea838dc-afc8-407e-ad96-16b8b385a731 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.130474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dba97c0f-00f3-436a-8bb1-bada2bde0023 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:36.193737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port dba97c0f-00f3-436a-8bb1-bada2bde0023 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:36.202133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port dba97c0f-00f3-436a-8bb1-bada2bde0023 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:36.203982 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.238604 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ea838dc-afc8-407e-ad96-16b8b385a731 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.253192 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ea838dc-afc8-407e-ad96-16b8b385a731 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.287943 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43e82e05-44b0-4785-b017-0191d1a6c367 req-ada59e5d-1dda-4dda-b1b8-e29bbc3d211b tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0532434 Aug 27 14:28:36.298020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea838dc-afc8-407e-ad96-16b8b385a731 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f85a6c3-1416-4a35-b62e-ef1123ff6283,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:36.302841 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ea838dc-afc8-407e-ad96-16b8b385a731 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.304247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5ea838dc-afc8-407e-ad96-16b8b385a731 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2552717 Aug 27 14:28:36.307368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59330) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:36.313654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9c7fbbea-d410-465b-a502-5a2741528cbc tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Request body: {'security_group_rule': {'security_group_id': 'eb4f7d91-5e29-418b-ba72-e5ffcb094183', 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:36.335201 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.341706 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-9c7fbbea-d410-465b-a502-5a2741528cbc tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Project 1ec03601dcff4e168314797d4d6239e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:28:36.346951 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbbea-d410-465b-a502-5a2741528cbc tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.363057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port dba97c0f-00f3-436a-8bb1-bada2bde0023, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dba97c0f-00f3-436a-8bb1-bada2bde0023,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:36.367973 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.423794 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbbea-d410-465b-a502-5a2741528cbc tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.426548 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=dba97c0f-00f3-436a-8bb1-bada2bde0023,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:36.428410 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbbea-d410-465b-a502-5a2741528cbc tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.452121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fbbea-d410-465b-a502-5a2741528cbc tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27840d0-b4ac-4ce7-94c9-c5b8902d2d15,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:36.455351 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbbea-d410-465b-a502-5a2741528cbc tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:36.456565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9c7fbbea-d410-465b-a502-5a2741528cbc tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479352 Aug 27 14:28:36.629099 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-91008962-6ad4-4232-a92a-3d86a48dd5bd tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996871830&fields=id&tenant_id=1ec03601dcff4e168314797d4d6239e4 HTTP/1.1" status: 200 len: 267 time: 0.0561731 Aug 27 14:28:36.774097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-accff24e-333a-4d81-aeda-3513cfa994c5 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:36.780436 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-accff24e-333a-4d81-aeda-3513cfa994c5 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/networks?id=50cc0f6c-be2e-4587-9ada-e4c08ca1f350 HTTP/1.1" status: 200 len: 808 time: 0.1427798 Aug 27 14:28:36.818806 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-4f9b6f25-9ed0-4590-835d-7d47dd8aa103 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/quotas/1ec03601dcff4e168314797d4d6239e4 HTTP/1.1" status: 200 len: 375 time: 0.0317483 Aug 27 14:28:36.876809 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-8da333fc-d8fe-40b5-bc07-06bd9af3e1d1 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ec03601dcff4e168314797d4d6239e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515895 Aug 27 14:28:36.984275 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-49c54cd6-12af-4fe3-9472-6ae6f671a4f5 service neutron] 10.222.0.55 "GET /v2.0/networks/50cc0f6c-be2e-4587-9ada-e4c08ca1f350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950470 Aug 27 14:28:37.076085 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Sync routers for ids ['a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:28:37.085902 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Routers {'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:37.086634 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:28:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:37.088937 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-cba88a8c-eea5-49ae-bfc9-4f69a7b52186 service neutron] 10.222.0.55 "GET /v2.0/networks/50cc0f6c-be2e-4587-9ada-e4c08ca1f350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983038 Aug 27 14:28:37.197572 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Set router a355caec-a1ae-446e-9dbf-8b9c94d3a3dd gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:37.293569 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fd55769-5f42-45c0-88b6-9856af7a9fbd req-5ecf6046-834e-47b4-a8c8-266fba79b334 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 210 time: 0.0273604 Aug 27 14:28:37.415206 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'name': 'tempest-TestServerBasicOps-639213455-router', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:28Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 4, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'gw_port': {'id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:29Z', 'updated_at': '2021-08-27T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '57bfb0e7-2eb3-41d9-b8f2-1d83825d2195', 'name': '', 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'mac_address': 'fa:16:3e:ab:2d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '8e1baa17-74dc-4565-b7e1-06f914f8cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:32Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 2, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'subnets': [{'id': '8e1baa17-74dc-4565-b7e1-06f914f8cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:37.419427 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-179340cc-f2f0-42c0-8ccd-bda50c3b7e04 req-9d532d35-6b1d-466c-b44b-02758a836915 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0386236 Aug 27 14:28:37.447276 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Checking router: a355caec-a1ae-446e-9dbf-8b9c94d3a3dd for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:28:37.447632 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Updating router a355caec-a1ae-446e-9dbf-8b9c94d3a3dd port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:28:37.473451 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:37.804285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dba97c0f-00f3-436a-8bb1-bada2bde0023 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:37.854566 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:37.866193 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Transition to ACTIVE for port object 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:37.873544 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:37.877773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port dba97c0f-00f3-436a-8bb1-bada2bde0023 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:37.878160 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:37.963709 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab7a48-f863-44e0-bd61-dca836da495e None None] Pushing event updated for resources: {'Port': ['ID=57bfb0e7-2eb3-41d9-b8f2-1d83825d2195,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:37.992790 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Attempting to bind port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:28:37.993583 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Attempting to bind port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6f951e1d-bb73-4fc2-911b-9c37d29dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:28:37.993583 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Attempting to bind port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 on network cae12934-ea20-4b29-88a9-275956fe2804 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:28:37.999090 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:28:37.999460 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Checking segment: {'id': '6f951e1d-bb73-4fc2-911b-9c37d29dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:28:37.999864 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:38.000252 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Bound using segment: {'id': '6f951e1d-bb73-4fc2-911b-9c37d29dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:28:38.000752 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Bound port: 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f951e1d-bb73-4fc2-911b-9c37d29dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:28:38.001130 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:38.074057 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] For port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:28:38.078256 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] For port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=57bfb0e7-2eb3-41d9-b8f2-1d83825d2195,segment=NetworkSegment(6f951e1d-bb73-4fc2-911b-9c37d29dfb1d),segment_id=6f951e1d-bb73-4fc2-911b-9c37d29dfb1d)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:28:38.083778 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:38.146828 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Routers {'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:38.147613 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:28:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:38.394291 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab7a48-f863-44e0-bd61-dca836da495e None None] Pushing event updated for resources: {'Port': ['ID=57bfb0e7-2eb3-41d9-b8f2-1d83825d2195,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:38.394291 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] Set router a355caec-a1ae-446e-9dbf-8b9c94d3a3dd gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:38.511359 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83cb9fa6-e0ad-4211-9f5f-28ae5b1f9e22 req-449a45ae-c32a-4936-87f1-1e70bf2f3d0d tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 210 time: 0.0580525 Aug 27 14:28:38.524076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-35f1e9f6-5973-4a2f-a68c-4da59e8e7a0c tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:38.532074 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-35f1e9f6-5973-4a2f-a68c-4da59e8e7a0c tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.52 "GET /v2.0/networks?id=50cc0f6c-be2e-4587-9ada-e4c08ca1f350 HTTP/1.1" status: 200 len: 808 time: 0.3263412 Aug 27 14:28:38.583607 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4536abdf-737d-49cd-aaf1-b2846756a856 req-baa40012-8ea3-4acd-abdb-8797984c33d6 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0344729 Aug 27 14:28:38.612500 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-4c93aab8-3590-45d5-b74e-5ff880f0d60f tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ec03601dcff4e168314797d4d6239e4 HTTP/1.1" status: 200 len: 379 time: 0.0712314 Aug 27 14:28:38.627025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Request body: {'port': {'device_id': 'ee5ce776-fb8a-45b7-b792-5ffc70335337', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'admin_state_up': True, 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'security_groups': ['eb4f7d91-5e29-418b-ba72-e5ffcb094183']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:38.737874 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'name': 'tempest-TestServerBasicOps-639213455-router', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:28Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 4, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'gw_port': {'id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:29Z', 'updated_at': '2021-08-27T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '57bfb0e7-2eb3-41d9-b8f2-1d83825d2195', 'name': '', 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'mac_address': 'fa:16:3e:ab:2d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '8e1baa17-74dc-4565-b7e1-06f914f8cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:32Z', 'updated_at': '2021-08-27T14:28:38Z', 'revision_number': 4, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'subnets': [{'id': '8e1baa17-74dc-4565-b7e1-06f914f8cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:38.757540 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Made reservation on behalf of 1ec03601dcff4e168314797d4d6239e4 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:28:38.761262 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:38.771706 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15edcaf-358c-49c7-9564-68921cf72cbe None None] The sync data for ids ['a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'] in n-d-712139-12 is: [{'id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'name': 'tempest-TestServerBasicOps-639213455-router', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:28Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 4, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'gw_port': {'id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:29Z', 'updated_at': '2021-08-27T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '57bfb0e7-2eb3-41d9-b8f2-1d83825d2195', 'name': '', 'network_id': 'cae12934-ea20-4b29-88a9-275956fe2804', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'mac_address': 'fa:16:3e:ab:2d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '8e1baa17-74dc-4565-b7e1-06f914f8cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:32Z', 'updated_at': '2021-08-27T14:28:38Z', 'revision_number': 4, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'subnets': [{'id': '8e1baa17-74dc-4565-b7e1-06f914f8cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:28:38.923679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Allocated IP 172.20.0.3 (50cc0f6c-be2e-4587-9ada-e4c08ca1f350/c250c985-ff71-4cf6-93a8-5c2d6c683b16/1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:28:38.964574 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59392) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:39.065930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c493d-02f4-4314-bb2b-55700942ac60 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:39.066778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c493d-02f4-4314-bb2b-55700942ac60 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:39.067558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c493d-02f4-4314-bb2b-55700942ac60 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:39.071712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-035c493d-02f4-4314-bb2b-55700942ac60 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=815d6326dcff4cddbc0fe11a0335baa4&network_id=95d77891-322a-4701-aa4d-f0e7be918cb5 HTTP/1.1" status: 200 len: 2973 time: 0.1053622 Aug 27 14:28:39.139657 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:39.159490 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Transition to ACTIVE for port object 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:39.197722 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:39.251753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:28:39.253576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:39.259939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:28:39.268774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Pushing event updated for resources: {'Port': ['ID=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:39.340002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:39.341042 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:39.360479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-36e4e4c1-7fa5-442f-82cb-ab251a12fcaa tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7419260 Aug 27 14:28:39.376192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Request body: {'port': {'device_id': 'ee5ce776-fb8a-45b7-b792-5ffc70335337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:39.468789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:39.568636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-92f68bca-5a05-4a73-b6d6-4d7d5b756875 None None] Provisioning for port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:39.574289 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-92f68bca-5a05-4a73-b6d6-4d7d5b756875 None None] Provisioning complete for port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:39.574988 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-92f68bca-5a05-4a73-b6d6-4d7d5b756875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:39.629968 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-92f68bca-5a05-4a73-b6d6-4d7d5b756875 None None] Port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:28:39.786000 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e186f2e5-f7a4-4730-8fdf-8be3bb48cd48 req-2cd08f2b-f942-477a-9f27-dfd8f30f9fcf tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0821846 Aug 27 14:28:39.790604 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c137ebc1-6c3f-449d-a250-41b94a0ab6b7 req-ebbc7c21-088b-4398-92fe-d6263706cc00 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0779097 Aug 27 14:28:39.839769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648f3bc-9c83-4823-8c91-22ddf06c98bf req-80a9ed74-717c-4928-b47f-57cbbf9c60cd tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:39.841937 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7648f3bc-9c83-4823-8c91-22ddf06c98bf req-80a9ed74-717c-4928-b47f-57cbbf9c60cd tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 931 time: 0.1925528 Aug 27 14:28:39.888417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:39.939795 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7648f3bc-9c83-4823-8c91-22ddf06c98bf req-9d44b94b-99d7-4d88-972d-317421a74fbf tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779059 Aug 27 14:28:39.949005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:39.954289 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:39.955226 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:39.999619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:28:40.006927 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:40.008928 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:40.026235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Transition to ACTIVE for port object 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:40.032618 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:40.081240 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:40.130250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:40.140926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=57bfb0e7-2eb3-41d9-b8f2-1d83825d2195,segment=NetworkSegment(6f951e1d-bb73-4fc2-911b-9c37d29dfb1d),segment_id=6f951e1d-bb73-4fc2-911b-9c37d29dfb1d)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:40.145902 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:40.195626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Attempting to bind port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:28:40.196177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Attempting to bind port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:28:40.196703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Attempting to bind port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a on network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:28:40.204010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a on network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:28:40.204632 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Attempting to bind port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a on network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:28:40.204797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=57bfb0e7-2eb3-41d9-b8f2-1d83825d2195,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:40.211214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:28:40.211589 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Checking segment: {'id': '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:28:40.212008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Bound using segment: {'id': '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:28:40.212474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Bound port: 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:28:40.212863 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:40.295909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] For port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:28:40.300258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] For port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a,segment=NetworkSegment(33b4f60d-30ef-473f-a8f2-a87abe6f2b2f),segment_id=33b4f60d-30ef-473f-a8f2-a87abe6f2b2f)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:28:40.305977 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:40.350334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:40.351216 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:40.352818 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] 10.222.0.52 "PUT /v2.0/ports/1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a HTTP/1.1" status: 200 len: 1092 time: 0.9830573 Aug 27 14:28:40.353256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5ce776-fb8a-45b7-b792-5ffc70335337', 'tag': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:28:40.357191 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624291b8-8897-4eae-af60-182ba5836e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5ce776-fb8a-45b7-b792-5ffc70335337", "tag": "1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:28:40.387380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee05c7d-0e2d-4af1-a2b8-f4f22bd84a45 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:40.442289 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91e98f6-5934-48ee-ad57-706bff727ae9 x-openstack-request-id: req-a91e98f6-5934-48ee-ad57-706bff727ae9 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:28:40.442610 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5ce776-fb8a-45b7-b792-5ffc70335337", "tag": "1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:28:40.442876 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a91e98f6-5934-48ee-ad57-706bff727ae9 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:28:40.443291 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5ce776-fb8a-45b7-b792-5ffc70335337', 'tag': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a', 'status': 'completed', 'code': 200} Aug 27 14:28:40.478539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-e2a6c5e5-ca85-49d4-8553-c2aa37919569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:40.480240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-e2a6c5e5-ca85-49d4-8553-c2aa37919569 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ec03601dcff4e168314797d4d6239e4&device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 1095 time: 0.0520318 Aug 27 14:28:40.537371 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-9a555c33-0198-45da-8daa-19f263c58a1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a HTTP/1.1" status: 200 len: 217 time: 0.0479422 Aug 27 14:28:40.594402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-57eb89a6-23c5-4c3f-9c27-35dfc081906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:40.595957 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-57eb89a6-23c5-4c3f-9c27-35dfc081906c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c250c985-ff71-4cf6-93a8-5c2d6c683b16 HTTP/1.1" status: 200 len: 847 time: 0.0502481 Aug 27 14:28:40.653954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-77a09fef-1f1d-43c1-ab71-7df6426a088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:40.655645 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-77a09fef-1f1d-43c1-ab71-7df6426a088c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=50cc0f6c-be2e-4587-9ada-e4c08ca1f350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525608 Aug 27 14:28:40.763830 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-5d2ee3ca-6009-4cfa-97ac-06567ebea080 service neutron] 10.222.0.52 "GET /v2.0/networks/50cc0f6c-be2e-4587-9ada-e4c08ca1f350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998569 Aug 27 14:28:40.869054 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc9d213-89de-4feb-b056-5c453e0d3e97 req-df06fee5-bacd-44df-bac3-21a8347eea0c service neutron] 10.222.0.52 "GET /v2.0/networks/50cc0f6c-be2e-4587-9ada-e4c08ca1f350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972352 Aug 27 14:28:40.941948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-486b8a91-d2e5-4529-8dd4-b67a949fc3d7 req-4a8b52ec-ad29-48c3-a276-aa20c28388b0 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0384490 Aug 27 14:28:40.988647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624291b8-8897-4eae-af60-182ba5836e2f req-ef041662-791a-446d-b784-d3c26c55068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:40.990396 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-624291b8-8897-4eae-af60-182ba5836e2f req-ef041662-791a-446d-b784-d3c26c55068b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ec03601dcff4e168314797d4d6239e4&device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 1095 time: 0.0584319 Aug 27 14:28:41.079974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63b6d6-b65f-4c4c-9b1e-dddb280ea04e req-d250b053-c193-432c-9248-81e5a83382d8 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:41.083179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee63b6d6-b65f-4c4c-9b1e-dddb280ea04e req-d250b053-c193-432c-9248-81e5a83382d8 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 943 time: 0.0582576 Aug 27 14:28:41.141153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624291b8-8897-4eae-af60-182ba5836e2f req-06615e84-fb89-435c-ba62-3851c0937c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:41.142901 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-624291b8-8897-4eae-af60-182ba5836e2f req-06615e84-fb89-435c-ba62-3851c0937c15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=50cc0f6c-be2e-4587-9ada-e4c08ca1f350 HTTP/1.1" status: 200 len: 909 time: 0.1449039 Aug 27 14:28:41.144569 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee63b6d6-b65f-4c4c-9b1e-dddb280ea04e req-6bf3ecbc-825c-44fc-965c-9448548e1865 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536501 Aug 27 14:28:41.196812 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-624291b8-8897-4eae-af60-182ba5836e2f req-f648ed90-a479-4c1f-ab7b-1a67ea66ee8f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a HTTP/1.1" status: 200 len: 217 time: 0.0461388 Aug 27 14:28:41.250290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624291b8-8897-4eae-af60-182ba5836e2f req-5f0d51c6-1e1e-40c0-aa06-33b30709fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:41.252068 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-624291b8-8897-4eae-af60-182ba5836e2f req-5f0d51c6-1e1e-40c0-aa06-33b30709fccc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c250c985-ff71-4cf6-93a8-5c2d6c683b16 HTTP/1.1" status: 200 len: 847 time: 0.0481272 Aug 27 14:28:41.308152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624291b8-8897-4eae-af60-182ba5836e2f req-e605eb39-511a-4b0e-b722-7431b3f532a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:41.310597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-624291b8-8897-4eae-af60-182ba5836e2f req-e605eb39-511a-4b0e-b722-7431b3f532a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=50cc0f6c-be2e-4587-9ada-e4c08ca1f350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506678 Aug 27 14:28:41.416531 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-624291b8-8897-4eae-af60-182ba5836e2f req-a50a518f-a06a-450f-83a0-14b607fb784c service neutron] 10.222.0.52 "GET /v2.0/networks/50cc0f6c-be2e-4587-9ada-e4c08ca1f350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963569 Aug 27 14:28:41.519536 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-624291b8-8897-4eae-af60-182ba5836e2f req-fdb789c8-0dbd-4093-a1af-36dad0f55f37 service neutron] 10.222.0.52 "GET /v2.0/networks/50cc0f6c-be2e-4587-9ada-e4c08ca1f350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952647 Aug 27 14:28:41.785073 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:41.841359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:41.841966 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:42.059465 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-35afb20f-ad4b-4ef1-a832-f3d79ea09729 req-d78af40f-10fa-4117-9c09-3827fb2bcc73 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0279553 Aug 27 14:28:42.232258 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:28:42.291771 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adddecc-0d56-4711-8f67-77f059ab409a req-b8ce6c3c-824d-49ed-b691-51b0ab53f5be tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:42.293834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6adddecc-0d56-4711-8f67-77f059ab409a req-b8ce6c3c-824d-49ed-b691-51b0ab53f5be tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 943 time: 0.0694778 Aug 27 14:28:42.343316 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6adddecc-0d56-4711-8f67-77f059ab409a req-5101ff91-661e-44cb-9851-af20903ae260 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421867 Aug 27 14:28:42.783640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59500) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:42.849012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c7d4e0-b2a7-4570-b3f7-67853a9fc0bc tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:42.855306 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f4c7d4e0-b2a7-4570-b3f7-67853a9fc0bc tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 HTTP/1.1" status: 200 len: 814 time: 0.0703223 Aug 27 14:28:42.996730 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f5d9ef9-318f-42d4-9446-711d15d7cb1c req-3aabde0b-26d0-452d-b6f8-e8e244d3af15 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0356481 Aug 27 14:28:43.499422 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfbff1-b527-4c9d-8b8b-41f271e4494d req-9038cad0-360b-4963-b91f-6eb3f3472321 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:43.500982 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06dfbff1-b527-4c9d-8b8b-41f271e4494d req-9038cad0-360b-4963-b91f-6eb3f3472321 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 943 time: 0.0555782 Aug 27 14:28:43.540884 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06dfbff1-b527-4c9d-8b8b-41f271e4494d req-420c8f37-70bb-4424-b2bb-cbecc2a3a258 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338581 Aug 27 14:28:43.661444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:28:43.778478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a,segment=NetworkSegment(33b4f60d-30ef-473f-a8f2-a87abe6f2b2f),segment_id=33b4f60d-30ef-473f-a8f2-a87abe6f2b2f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:43.791130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'port_id': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a', 'mac_address': 'fa:16:3e:9d:68:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:28:43.830000 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:43.843968 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:28:43.866820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a,segment=NetworkSegment(33b4f60d-30ef-473f-a8f2-a87abe6f2b2f),segment_id=33b4f60d-30ef-473f-a8f2-a87abe6f2b2f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:43.870978 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:43.927138 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:44.098966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:28:44.120877 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eadc7114-ca88-4ba0-8223-f2c66643a0cc req-f3b9dc48-e4ab-4471-8fde-32644827d4b6 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0386195 Aug 27 14:28:44.233787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59550) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:44.239327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-93fb78dc-9a4f-4ccf-9730-cb32a5fbc76a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'network': {'name': 'tempest-network-smoke--1511619109', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'port_security_enabled': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:44.264734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fb78dc-9a4f-4ccf-9730-cb32a5fbc76a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Made reservation on behalf of 815d6326dcff4cddbc0fe11a0335baa4 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:28:44.268697 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93fb78dc-9a4f-4ccf-9730-cb32a5fbc76a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:44.297865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fb78dc-9a4f-4ccf-9730-cb32a5fbc76a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:28:44.309463 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93fb78dc-9a4f-4ccf-9730-cb32a5fbc76a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:44.310623 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-93fb78dc-9a4f-4ccf-9730-cb32a5fbc76a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Added segment 30af83b3-0c40-4fac-a76f-fae034e7b7cf of type vlan for network fa2574d2-d355-467a-a4a3-44da234182f9 Aug 27 14:28:44.359538 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93fb78dc-9a4f-4ccf-9730-cb32a5fbc76a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:44.395029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93fb78dc-9a4f-4ccf-9730-cb32a5fbc76a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:44.403939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fb78dc-9a4f-4ccf-9730-cb32a5fbc76a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:44.404618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93fb78dc-9a4f-4ccf-9730-cb32a5fbc76a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:44.472631 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-93fb78dc-9a4f-4ccf-9730-cb32a5fbc76a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2346649 Aug 27 14:28:44.473341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59556) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:44.495938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb78dc-9a4f-4ccf-9730-cb32a5fbc76a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Network': ['ID=fa2574d2-d355-467a-a4a3-44da234182f9,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:44.518222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network fa2574d2-d355-467a-a4a3-44da234182f9 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:28:44.583663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44f920c-0d1e-4586-8639-5344bece91c7 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:44.588334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59562) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:44.588870 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e44f920c-0d1e-4586-8639-5344bece91c7 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=815d6326dcff4cddbc0fe11a0335baa4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1141639 Aug 27 14:28:44.660776 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-783850d4-5dda-4c88-b0db-1f76e998932f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:44.745196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fc160-6dce-405f-a852-30b60b5291f1 req-531f07b2-4aa4-4096-b1c1-411e773f8218 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:44.747930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-447fc160-6dce-405f-a852-30b60b5291f1 req-531f07b2-4aa4-4096-b1c1-411e773f8218 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 944 time: 0.0852685 Aug 27 14:28:44.752884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5434d4a-3ea3-4146-a131-499e912852ad tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:44.754397 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a5434d4a-3ea3-4146-a131-499e912852ad tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1643090 Aug 27 14:28:44.757571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59566) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:44.788655 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8d20037a-5568-4a29-814a-86fcaca0a1ff tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297263 Aug 27 14:28:44.791582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59570) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:44.820502 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-447fc160-6dce-405f-a852-30b60b5291f1 req-66303417-4da3-426a-bc6e-8ee164e4afd5 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648308 Aug 27 14:28:44.832716 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f96c9704-0226-40b7-a4ba-4165c06cd75b tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=815d6326dcff4cddbc0fe11a0335baa4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376480 Aug 27 14:28:44.833109 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59574) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:44.935811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa44fd-cf13-4d55-a18d-fcde2a33110f tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:44.937407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8daa44fd-cf13-4d55-a18d-fcde2a33110f tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1031895 Aug 27 14:28:44.940907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59578) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:44.979905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cb9a514b-5706-42a4-bc4e-da9bbd4ac9b4 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375986 Aug 27 14:28:44.983218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59580) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:44.988125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c351df7b-b5ca-4eab-acb2-0e9bb3f72e95 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2032331886', 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:45.081740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c351df7b-b5ca-4eab-acb2-0e9bb3f72e95 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Made reservation on behalf of 815d6326dcff4cddbc0fe11a0335baa4 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:28:45.086386 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c351df7b-b5ca-4eab-acb2-0e9bb3f72e95 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:45.265843 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad1c7c44-f13a-4d42-96d1-294739baea34 req-9b68fa88-9716-438b-8d8f-88f3d5310d68 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0531099 Aug 27 14:28:45.317240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c351df7b-b5ca-4eab-acb2-0e9bb3f72e95 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:45.387961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351df7b-b5ca-4eab-acb2-0e9bb3f72e95 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Subnet': ['ID=893b585d-4c50-4b1d-a2ce-27fa2cbc450e,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:45.397398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351df7b-b5ca-4eab-acb2-0e9bb3f72e95 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Checking segment: {'id': '30af83b3-0c40-4fac-a76f-fae034e7b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:28:45.397659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351df7b-b5ca-4eab-acb2-0e9bb3f72e95 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network hostable DHCP agents. Network: fa2574d2-d355-467a-a4a3-44da234182f9, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:28:45.416996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351df7b-b5ca-4eab-acb2-0e9bb3f72e95 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network fa2574d2-d355-467a-a4a3-44da234182f9 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:28:45.428415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-c351df7b-b5ca-4eab-acb2-0e9bb3f72e95 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, fa2574d2-d355-467a-a4a3-44da234182f9) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:45.435249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c351df7b-b5ca-4eab-acb2-0e9bb3f72e95 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:45.436606 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c351df7b-b5ca-4eab-acb2-0e9bb3f72e95 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:45.438790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45485d1f-1264-489d-a495-79c0902ea4e3 None None] Network fa2574d2-d355-467a-a4a3-44da234182f9 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:28:45.453874 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c351df7b-b5ca-4eab-acb2-0e9bb3f72e95 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4695947 Aug 27 14:28:45.644236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-fa2574d2-d355-467a-a4a3-44da234182f9', 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ips': [{'subnet_id': '893b585d-4c50-4b1d-a2ce-27fa2cbc450e'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:28:45.645000 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:45.720585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59602) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:45.723376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:45.727952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2b1464da-478e-4e9a-af92-88c87e0caa9d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-360752769', 'description': 'tempest-secgroup-smoke-360752769 description', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:45.755931 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b1464da-478e-4e9a-af92-88c87e0caa9d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:45.837096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:45.848849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Allocated IP 172.20.0.18 (fa2574d2-d355-467a-a4a3-44da234182f9/893b585d-4c50-4b1d-a2ce-27fa2cbc450e/5dd5756f-dfeb-4248-84c9-f96d6c4df2fe) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:28:45.851798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:45.852268 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:45.869876 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b1464da-478e-4e9a-af92-88c87e0caa9d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:45.875501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b1464da-478e-4e9a-af92-88c87e0caa9d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:45.909318 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b1464da-478e-4e9a-af92-88c87e0caa9d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:45.913166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2b1464da-478e-4e9a-af92-88c87e0caa9d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1868637 Aug 27 14:28:45.913166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1464da-478e-4e9a-af92-88c87e0caa9d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203316ee-514e-48b9-9d85-3e84c7502dce,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:45.913517 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59610) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:45.926537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b94d83cd-0f9e-4783-9182-9182b6a02f91 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': '203316ee-514e-48b9-9d85-3e84c7502dce', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:45.959206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b94d83cd-0f9e-4783-9182-9182b6a02f91 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:45.993645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-cfa21594-02e9-4b9a-a8c8-1d52063a662b req-5a70bc89-a48f-4bb3-a020-8775085c0083 service neutron] (101186) timed out ('10.222.0.55', 38518) {{(pid=101186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:28:46.061233 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.072001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da78e39-3b72-4182-b536-a3d681d82eec req-cbc6d2f6-b051-4333-94e4-3cd8fc97452e tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:46.073694 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1da78e39-3b72-4182-b536-a3d681d82eec req-cbc6d2f6-b051-4333-94e4-3cd8fc97452e tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 944 time: 0.0986731 Aug 27 14:28:46.075836 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b94d83cd-0f9e-4783-9182-9182b6a02f91 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.080302 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b94d83cd-0f9e-4783-9182-9182b6a02f91 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.117883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d83cd-0f9e-4783-9182-9182b6a02f91 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f876cf41-9ad6-45eb-acb9-671c2498c9ff,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:46.127095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5ce776-fb8a-45b7-b792-5ffc70335337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:28:46.129607 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd55021-b0d7-47ed-a619-50636de6e5ce" -d '{"events": [{"server_uuid": "ee5ce776-fb8a-45b7-b792-5ffc70335337", "name": "network-vif-plugged", "status": "completed", "tag": "1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:28:46.134925 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b94d83cd-0f9e-4783-9182-9182b6a02f91 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.136257 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b94d83cd-0f9e-4783-9182-9182b6a02f91 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2217243 Aug 27 14:28:46.139891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59618) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:46.144897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ff3cfffc-866d-4489-bc8d-52654b22c9df tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': '203316ee-514e-48b9-9d85-3e84c7502dce', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:46.146357 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1da78e39-3b72-4182-b536-a3d681d82eec req-18a8e764-1802-4931-91fe-55336b562fc4 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576549 Aug 27 14:28:46.182224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a,segment=NetworkSegment(33b4f60d-30ef-473f-a8f2-a87abe6f2b2f),segment_id=33b4f60d-30ef-473f-a8f2-a87abe6f2b2f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:46.183817 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.191349 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa49f9fc-6976-4e53-b693-e9008babb9eb x-openstack-request-id: req-aa49f9fc-6976-4e53-b693-e9008babb9eb {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:28:46.191706 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5ce776-fb8a-45b7-b792-5ffc70335337", "name": "network-vif-plugged", "status": "completed", "tag": "1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:28:46.192032 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa49f9fc-6976-4e53-b693-e9008babb9eb {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:28:46.193256 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5ce776-fb8a-45b7-b792-5ffc70335337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a', 'code': 200} Aug 27 14:28:46.207373 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.214442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Transition to ACTIVE for port object 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:46.219825 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ff3cfffc-866d-4489-bc8d-52654b22c9df tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.261830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Transition to ACTIVE for port object 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:46.280632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:46.295987 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.345137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Network fa2574d2-d355-467a-a4a3-44da234182f9 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:28:46.349336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:46.354860 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:28:46.368460 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Pushing event updated for resources: {'Port': ['ID=5dd5756f-dfeb-4248-84c9-f96d6c4df2fe,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:46.375096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b35375-5477-41ef-9b8d-ce8cd67e6c8e req-a8f03269-7586-4b6f-9953-3b70f90032bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:46.377080 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-74b35375-5477-41ef-9b8d-ce8cd67e6c8e req-a8f03269-7586-4b6f-9953-3b70f90032bc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 1097 time: 0.0900805 Aug 27 14:28:46.379185 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ff3cfffc-866d-4489-bc8d-52654b22c9df tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.415401 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ff3cfffc-866d-4489-bc8d-52654b22c9df tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.431373 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Attempting to bind port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:28:46.431654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-75782349-158a-4bf1-92d6-2fcec2318157 req-313ee971-b51b-42b4-9e35-447a734d6887 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0508416 Aug 27 14:28:46.431781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Attempting to bind port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '30af83b3-0c40-4fac-a76f-fae034e7b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:28:46.432105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Attempting to bind port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe on network fa2574d2-d355-467a-a4a3-44da234182f9 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:28:46.438788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:28:46.438974 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Checking segment: {'id': '30af83b3-0c40-4fac-a76f-fae034e7b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:28:46.439555 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.439834 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Bound using segment: {'id': '30af83b3-0c40-4fac-a76f-fae034e7b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:28:46.440260 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Bound port: 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30af83b3-0c40-4fac-a76f-fae034e7b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:28:46.440649 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.451480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cfffc-866d-4489-bc8d-52654b22c9df tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a789df8-4c56-497f-8a94-9c07ab8665a1,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:46.468941 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-74b35375-5477-41ef-9b8d-ce8cd67e6c8e req-efb0c5c2-9dca-43f9-894c-0e0ca017b50b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767441 Aug 27 14:28:46.476048 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ff3cfffc-866d-4489-bc8d-52654b22c9df tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.480397 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ff3cfffc-866d-4489-bc8d-52654b22c9df tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3368628 Aug 27 14:28:46.480604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59630) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:46.485631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1d66fc4d-791d-4938-889b-57b98f2968ba tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': '203316ee-514e-48b9-9d85-3e84c7502dce', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:46.516158 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d66fc4d-791d-4938-889b-57b98f2968ba tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.522052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] For port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:28:46.526132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] For port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5dd5756f-dfeb-4248-84c9-f96d6c4df2fe,segment=NetworkSegment(30af83b3-0c40-4fac-a76f-fae034e7b7cf),segment_id=30af83b3-0c40-4fac-a76f-fae034e7b7cf)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:28:46.531949 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.604225 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d66fc4d-791d-4938-889b-57b98f2968ba tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.608286 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d66fc4d-791d-4938-889b-57b98f2968ba tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.613032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89690da2-b2ab-47b6-b8b0-3d19b2e0b30a None None] Pushing event updated for resources: {'Port': ['ID=5dd5756f-dfeb-4248-84c9-f96d6c4df2fe,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:46.627357 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66fc4d-791d-4938-889b-57b98f2968ba tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc8503d-e914-4ed1-bf46-a0d23619c0b9,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:46.636200 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1d66fc4d-791d-4938-889b-57b98f2968ba tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.638307 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1d66fc4d-791d-4938-889b-57b98f2968ba tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558609 Aug 27 14:28:46.641406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59634) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:46.646580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c2ee88b1-e0dd-456c-9981-2598313cb85f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': '203316ee-514e-48b9-9d85-3e84c7502dce', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:46.686861 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2ee88b1-e0dd-456c-9981-2598313cb85f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.761252 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2ee88b1-e0dd-456c-9981-2598313cb85f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.772492 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2ee88b1-e0dd-456c-9981-2598313cb85f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.803959 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee88b1-e0dd-456c-9981-2598313cb85f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c036d7df-5634-497d-8f6f-45a57a51a33e,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:46.807035 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c2ee88b1-e0dd-456c-9981-2598313cb85f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.812503 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c2ee88b1-e0dd-456c-9981-2598313cb85f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1695619 Aug 27 14:28:46.815167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59638) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:46.824026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-72eb17fc-ae2e-4803-859d-a989d7582c85 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': '203316ee-514e-48b9-9d85-3e84c7502dce', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:46.854040 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-72eb17fc-ae2e-4803-859d-a989d7582c85 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Project 815d6326dcff4cddbc0fe11a0335baa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:28:46.863198 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-72eb17fc-ae2e-4803-859d-a989d7582c85 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.948801 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-72eb17fc-ae2e-4803-859d-a989d7582c85 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.953366 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-72eb17fc-ae2e-4803-859d-a989d7582c85 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.972956 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb17fc-ae2e-4803-859d-a989d7582c85 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fcb40d-9a26-4c59-ad37-a4065d5d8631,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:46.981171 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-72eb17fc-ae2e-4803-859d-a989d7582c85 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:46.983130 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-72eb17fc-ae2e-4803-859d-a989d7582c85 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1662359 Aug 27 14:28:46.985958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59644) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:46.991272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4295fd6c-d0fb-4cb8-a132-b748561b2b69 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': '203316ee-514e-48b9-9d85-3e84c7502dce', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:47.015842 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-4295fd6c-d0fb-4cb8-a132-b748561b2b69 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Project 815d6326dcff4cddbc0fe11a0335baa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:28:47.021519 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4295fd6c-d0fb-4cb8-a132-b748561b2b69 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:47.092215 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4295fd6c-d0fb-4cb8-a132-b748561b2b69 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:47.102087 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4295fd6c-d0fb-4cb8-a132-b748561b2b69 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:47.127407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295fd6c-d0fb-4cb8-a132-b748561b2b69 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04578550-1533-47dd-a240-ac5c7e5acc23,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:47.136022 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4295fd6c-d0fb-4cb8-a132-b748561b2b69 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:47.137375 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4295fd6c-d0fb-4cb8-a132-b748561b2b69 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499426 Aug 27 14:28:47.305298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8923ce-08b7-44e8-8575-87d9cd600435 req-1048f377-1352-4629-bd3c-0a34367051df tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:47.311768 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c8923ce-08b7-44e8-8575-87d9cd600435 req-1048f377-1352-4629-bd3c-0a34367051df tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 945 time: 0.0746357 Aug 27 14:28:47.364706 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c8923ce-08b7-44e8-8575-87d9cd600435 req-e80ef1b3-475b-4617-a21b-5eaba6bc9b19 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488701 Aug 27 14:28:47.402485 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e87a45c1-d690-4fd3-a5ec-daa15a876e19 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-360752769&fields=id&tenant_id=815d6326dcff4cddbc0fe11a0335baa4 HTTP/1.1" status: 200 len: 267 time: 0.0665894 Aug 27 14:28:47.490457 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:47.540123 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3a6d56ce-7cf9-4da3-9d8f-be6a711ccd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:47.586733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-ffa26333-1834-4b14-8928-0ce62961b7e2 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:47.602839 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-ffa26333-1834-4b14-8928-0ce62961b7e2 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/networks?id=fa2574d2-d355-467a-a4a3-44da234182f9 HTTP/1.1" status: 200 len: 797 time: 0.1820667 Aug 27 14:28:47.621650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-12c8b902-a5ad-406e-bfaa-e1870e43add1 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/quotas/815d6326dcff4cddbc0fe11a0335baa4 HTTP/1.1" status: 200 len: 375 time: 0.0218532 Aug 27 14:28:47.669356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8e30181f-378a-43cb-b158-3844280c3c63 req-47b2ce8c-9347-4a2b-bd57-1420fa6c1d9b tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0505979 Aug 27 14:28:47.711221 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-2777bfcb-65cc-4718-ae16-a120f01f54db tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0843363 Aug 27 14:28:47.825838 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8575c4ae-6065-4f39-93c1-fccb511b3968 None None] Network fa2574d2-d355-467a-a4a3-44da234182f9 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:28:47.852983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:47.869435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-af5b2a8d-9f04-4c7e-b91c-2e72f30a20aa service neutron] 10.222.0.55 "GET /v2.0/networks/fa2574d2-d355-467a-a4a3-44da234182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522701 Aug 27 14:28:47.961138 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3f2e872e-fca9-42a6-ae4f-5d61e460eae5 None None] Provisioning for port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:47.987594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:47.993002 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-046c8e37-e58b-4874-963f-55a2a7415295 service neutron] 10.222.0.55 "GET /v2.0/networks/fa2574d2-d355-467a-a4a3-44da234182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154084 Aug 27 14:28:48.011450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:48.012419 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:48.163780 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:48.212277 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5dd5756f-dfeb-4248-84c9-f96d6c4df2fe,segment=NetworkSegment(30af83b3-0c40-4fac-a76f-fae034e7b7cf),segment_id=30af83b3-0c40-4fac-a76f-fae034e7b7cf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:48.217832 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:48.227660 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1dd54694-40ff-4e65-9f7d-32951a623e80 req-b11d64d7-ddab-4a75-9851-19a4c8e7fb35 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 210 time: 0.0581045 Aug 27 14:28:48.275623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=5dd5756f-dfeb-4248-84c9-f96d6c4df2fe,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:48.425907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-36fd2ff2-5c66-4d38-b404-d69c4897f7e7 None None] Provisioning complete for port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:48.426945 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36fd2ff2-5c66-4d38-b404-d69c4897f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:48.513309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16994fb-fe07-49ca-b644-9990b298e17b req-b4162f2a-29b5-4b36-ad28-92336dae85c0 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:48.515487 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c16994fb-fe07-49ca-b644-9990b298e17b req-b4162f2a-29b5-4b36-ad28-92336dae85c0 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 945 time: 0.0628841 Aug 27 14:28:48.569500 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c16994fb-fe07-49ca-b644-9990b298e17b req-0836d1a5-775e-45e0-9cc3-686c6613a166 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462656 Aug 27 14:28:48.748504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f7e77-db0a-475b-a8f5-f8969963e4c0 req-fa6a12ce-303e-4b54-917f-3f1517de23d6 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:48.751033 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-101f7e77-db0a-475b-a8f5-f8969963e4c0 req-fa6a12ce-303e-4b54-917f-3f1517de23d6 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 945 time: 0.0826223 Aug 27 14:28:48.806461 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-101f7e77-db0a-475b-a8f5-f8969963e4c0 req-8898a76c-1309-42e3-94fb-dc8d445f1af0 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445435 Aug 27 14:28:48.815934 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:48.820824 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ecacce11-0adf-4860-8ab2-7a545b4c7fef req-9d730c8e-bc95-427d-8fc4-0ffded6cac60 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0550396 Aug 27 14:28:48.939557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a669b3-ae4a-496b-800b-6acce1818ac8 req-0fdd2d46-2b40-44ab-8de6-cfa717d71c08 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:48.941494 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8a669b3-ae4a-496b-800b-6acce1818ac8 req-0fdd2d46-2b40-44ab-8de6-cfa717d71c08 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 945 time: 0.0511372 Aug 27 14:28:48.988719 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e8a669b3-ae4a-496b-800b-6acce1818ac8 req-f7a1518d-0c93-4382-98e6-69a7ddda5ecf tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404654 Aug 27 14:28:49.014046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 59718) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:49.220491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfebb30-b4bb-4564-a5c4-a13e1627e005 tempest-TestServerBasicOps-1998084306 tempest-TestServerBasicOps-1998084306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:49.222171 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fcfebb30-b4bb-4564-a5c4-a13e1627e005 tempest-TestServerBasicOps-1998084306 tempest-TestServerBasicOps-1998084306-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 1092 time: 0.2069404 Aug 27 14:28:49.225828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 59726) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:49.231819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:49.281899 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:49.445914 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:49.504946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-86541a4e-3b1e-4920-9a3b-ba6a88dfa091 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:49.506444 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-86541a4e-3b1e-4920-9a3b-ba6a88dfa091 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.52 "GET /v2.0/networks?id=fa2574d2-d355-467a-a4a3-44da234182f9 HTTP/1.1" status: 200 len: 797 time: 0.1725979 Aug 27 14:28:49.543806 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-034a45ae-2e57-4635-a7fb-9af6f23747b5 req-12e09b93-a03b-4b0d-b69d-7f24525a0f7e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 210 time: 0.1895032 Aug 27 14:28:49.589214 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-04d26169-55ac-46b1-9529-bcceb3fc5fe7 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815d6326dcff4cddbc0fe11a0335baa4 HTTP/1.1" status: 200 len: 472 time: 0.0523670 Aug 27 14:28:49.604014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'port': {'device_id': 'c6999f35-4c3a-47f8-8def-6c012b376b29', 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9', 'admin_state_up': True, 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'security_groups': ['203316ee-514e-48b9-9d85-3e84c7502dce']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:49.610867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Allocated IP 172.25.2.133 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/a5c2d133-848c-4039-8aa6-68a1000db47d) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:28:49.760551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Made reservation on behalf of 815d6326dcff4cddbc0fe11a0335baa4 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:28:49.766610 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:49.785908 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:49.829039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:49.859050 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:49.881660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:28:49.884784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:49.912008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:28:49.932232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:49.933037 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:49.986724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Pushing event updated for resources: {'Port': ['ID=a5c2d133-848c-4039-8aa6-68a1000db47d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:50.012839 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3630b2d8-9c72-4e83-a62a-6af440af88a4 req-e0caa02c-da20-4503-8342-18cadb261398 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0415776 Aug 27 14:28:50.038675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Allocated IP 172.20.0.20 (fa2574d2-d355-467a-a4a3-44da234182f9/893b585d-4c50-4b1d-a2ce-27fa2cbc450e/2fa80954-d2a0-47c5-ab0c-aef41c70b130) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:28:50.230760 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:50.255971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Transition to ACTIVE for port object 2fa80954-d2a0-47c5-ab0c-aef41c70b130 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:50.288471 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:50.298370 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:50.370908 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network fa2574d2-d355-467a-a4a3-44da234182f9 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:28:50.377166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:28:50.383506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:28:50.577552 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:50.674568 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:50.793260 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-21d5cbbf-7dd9-4f61-a6af-7fabdfe1a486 None None] Provisioning for port 2fa80954-d2a0-47c5-ab0c-aef41c70b130 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:50.801357 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-21d5cbbf-7dd9-4f61-a6af-7fabdfe1a486 None None] Provisioning complete for port 2fa80954-d2a0-47c5-ab0c-aef41c70b130 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:50.803083 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-21d5cbbf-7dd9-4f61-a6af-7fabdfe1a486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:50.855279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-21d5cbbf-7dd9-4f61-a6af-7fabdfe1a486 None None] Port 2fa80954-d2a0-47c5-ab0c-aef41c70b130 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:28:50.868837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=2fa80954-d2a0-47c5-ab0c-aef41c70b130,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:50.873447 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:50.882280 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:50.907475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:50.908471 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:50.953768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9a5c1-ddbf-48ce-aa31-ba090f5f16b7 req-419a6a73-d983-4cd3-b09d-74ce9bac1474 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:50.957416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-76a9a5c1-ddbf-48ce-aa31-ba090f5f16b7 req-419a6a73-d983-4cd3-b09d-74ce9bac1474 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 932 time: 0.1356587 Aug 27 14:28:50.959529 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Pushing event updated for resources: {'Port': ['ID=a5c2d133-848c-4039-8aa6-68a1000db47d,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:50.959762 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-e4e3a764-3d1a-40da-b13b-fd0a9f0914cb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3632162 Aug 27 14:28:50.972337 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:50.980404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Request body: {'port': {'device_id': 'c6999f35-4c3a-47f8-8def-6c012b376b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:28:51.040470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-76a9a5c1-ddbf-48ce-aa31-ba090f5f16b7 req-25d6a41e-fa14-4dc1-853d-0bdfcd3d16a6 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=203316ee-514e-48b9-9d85-3e84c7502dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701096 Aug 27 14:28:51.068651 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:51.134813 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Floating IP 99dd6721-9e18-4fda-aa3b-2d0f21d67436 associated. External IP: 172.25.2.133, port: 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a. Aug 27 14:28:51.200455 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd7daed1-fa49-4679-8e35-2dc3249e14b2 req-1ab1e399-a94d-4bd2-8a4c-a73e81185c34 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0676312 Aug 27 14:28:51.377358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa80954-d2a0-47c5-ab0c-aef41c70b130 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:28:51.386054 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:51.401286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Transition to ACTIVE for port object 2fa80954-d2a0-47c5-ab0c-aef41c70b130 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:28:51.408180 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:51.474883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa80954-d2a0-47c5-ab0c-aef41c70b130,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:51.598480 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:51.632889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Attempting to bind port 2fa80954-d2a0-47c5-ab0c-aef41c70b130 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:28:51.633597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Attempting to bind port 2fa80954-d2a0-47c5-ab0c-aef41c70b130 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '30af83b3-0c40-4fac-a76f-fae034e7b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:28:51.634385 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Attempting to bind port 2fa80954-d2a0-47c5-ab0c-aef41c70b130 on network fa2574d2-d355-467a-a4a3-44da234182f9 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:28:51.643128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Port 2fa80954-d2a0-47c5-ab0c-aef41c70b130 on network fa2574d2-d355-467a-a4a3-44da234182f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:28:51.643782 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Attempting to bind port 2fa80954-d2a0-47c5-ab0c-aef41c70b130 on network fa2574d2-d355-467a-a4a3-44da234182f9 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:28:51.654065 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:28:51.654974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Checking segment: {'id': '30af83b3-0c40-4fac-a76f-fae034e7b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:28:51.655696 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Bound using segment: {'id': '30af83b3-0c40-4fac-a76f-fae034e7b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:28:51.656466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Bound port: 2fa80954-d2a0-47c5-ab0c-aef41c70b130, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30af83b3-0c40-4fac-a76f-fae034e7b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:28:51.657130 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:51.775940 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] For port 2fa80954-d2a0-47c5-ab0c-aef41c70b130, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:28:51.780605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] For port 2fa80954-d2a0-47c5-ab0c-aef41c70b130, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2fa80954-d2a0-47c5-ab0c-aef41c70b130,segment=NetworkSegment(30af83b3-0c40-4fac-a76f-fae034e7b7cf),segment_id=30af83b3-0c40-4fac-a76f-fae034e7b7cf)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:28:51.789839 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:51.828541 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:51.829342 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:51.832043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] 10.222.0.52 "PUT /v2.0/ports/2fa80954-d2a0-47c5-ab0c-aef41c70b130 HTTP/1.1" status: 200 len: 1093 time: 0.8550355 Aug 27 14:28:51.832043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6999f35-4c3a-47f8-8def-6c012b376b29', 'tag': '2fa80954-d2a0-47c5-ab0c-aef41c70b130'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:28:51.833966 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c7df3c-2310-4ce7-af43-9da928c42b45" -d '{"events": [{"name": "network-changed", "server_uuid": "c6999f35-4c3a-47f8-8def-6c012b376b29", "tag": "2fa80954-d2a0-47c5-ab0c-aef41c70b130"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:28:51.869654 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744de8e-df85-4963-91ba-5c3f9d41ee96 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa80954-d2a0-47c5-ab0c-aef41c70b130,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:51.916412 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acaa2b7-c370-467d-b68f-d9bbf76ebd02 x-openstack-request-id: req-7acaa2b7-c370-467d-b68f-d9bbf76ebd02 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:28:51.916589 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:28:51.917741 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6999f35-4c3a-47f8-8def-6c012b376b29", "tag": "2fa80954-d2a0-47c5-ab0c-aef41c70b130", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:28:51.918173 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7acaa2b7-c370-467d-b68f-d9bbf76ebd02 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:28:51.918876 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6999f35-4c3a-47f8-8def-6c012b376b29', 'tag': '2fa80954-d2a0-47c5-ab0c-aef41c70b130', 'status': 'completed', 'code': 200} Aug 27 14:28:51.968087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-66c03ccf-0809-4d5b-b95d-51bbb8566837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:51.969652 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-66c03ccf-0809-4d5b-b95d-51bbb8566837 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 1096 time: 0.0492599 Aug 27 14:28:52.020982 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-3b71c845-bb48-4e00-9331-ce33daa49f59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=2fa80954-d2a0-47c5-ab0c-aef41c70b130 HTTP/1.1" status: 200 len: 217 time: 0.0421827 Aug 27 14:28:52.055934 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:28:52.070135 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae0095-216c-48fb-8cab-411228e94a07 None None] Sync routers for ids ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:28:52.078620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-32ab424d-bf63-4c04-a7f3-231fa3b568cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:52.080165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae0095-216c-48fb-8cab-411228e94a07 None None] Routers {'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:52.080362 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-32ab424d-bf63-4c04-a7f3-231fa3b568cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=893b585d-4c50-4b1d-a2ce-27fa2cbc450e HTTP/1.1" status: 200 len: 838 time: 0.0525043 Aug 27 14:28:52.081248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-97ae0095-216c-48fb-8cab-411228e94a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:28:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:52.105150 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:52.139783 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-95c54e1d-8e87-429c-ad52-8a43a5221ccb tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9123716 Aug 27 14:28:52.140438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5ce776-fb8a-45b7-b792-5ffc70335337', 'tag': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:28:52.143114 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45763487-4a20-4a05-a353-0af35ad09505" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5ce776-fb8a-45b7-b792-5ffc70335337", "tag": "1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:28:52.145195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-0afcb501-da83-4cb9-afff-b05fead6252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:52.147167 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-0afcb501-da83-4cb9-afff-b05fead6252a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fa2574d2-d355-467a-a4a3-44da234182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0599525 Aug 27 14:28:52.207633 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eff4942-e4b1-4e5a-8151-a58048617815 x-openstack-request-id: req-7eff4942-e4b1-4e5a-8151-a58048617815 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:28:52.207931 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5ce776-fb8a-45b7-b792-5ffc70335337", "tag": "1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:28:52.208185 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7eff4942-e4b1-4e5a-8151-a58048617815 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:28:52.208582 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5ce776-fb8a-45b7-b792-5ffc70335337', 'tag': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a', 'status': 'completed', 'code': 200} Aug 27 14:28:52.234605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb41f0f-ef14-4545-bd35-08aac3a976ee req-98690826-3bbe-42b0-83d8-2cd3ceb64c01 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:52.236252 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-abb41f0f-ef14-4545-bd35-08aac3a976ee req-98690826-3bbe-42b0-83d8-2cd3ceb64c01 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 944 time: 0.0564494 Aug 27 14:28:52.265372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-97ae0095-216c-48fb-8cab-411228e94a07 None None] Set router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:52.301591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-aa97fd99-578e-416a-8daf-73c7e2e189ee service neutron] 10.222.0.52 "GET /v2.0/networks/fa2574d2-d355-467a-a4a3-44da234182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436224 Aug 27 14:28:52.306010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-abb41f0f-ef14-4545-bd35-08aac3a976ee req-6edee466-4ff8-4a78-ab68-3a8beaedc13c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=203316ee-514e-48b9-9d85-3e84c7502dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599916 Aug 27 14:28:52.309256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45763487-4a20-4a05-a353-0af35ad09505 req-ef803872-0e54-4aa2-8467-1691b7298b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:52.312110 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45763487-4a20-4a05-a353-0af35ad09505 req-ef803872-0e54-4aa2-8467-1691b7298b89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ec03601dcff4e168314797d4d6239e4&device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 1097 time: 0.0749276 Aug 27 14:28:52.410673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9649f0f-ae93-4303-9b38-ef4a735d7315 req-32d48f0e-00e0-4fd3-b03e-5a33be7aa266 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0601270 Aug 27 14:28:52.423388 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45763487-4a20-4a05-a353-0af35ad09505 req-8dcd5d31-bc32-4840-b788-d7a8d085936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:52.425845 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45763487-4a20-4a05-a353-0af35ad09505 req-8dcd5d31-bc32-4840-b788-d7a8d085936a service neutron] 10.222.0.52 "GET /v2.0/networks?id=50cc0f6c-be2e-4587-9ada-e4c08ca1f350 HTTP/1.1" status: 200 len: 909 time: 0.1072478 Aug 27 14:28:52.489888 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2fc3339-e176-48c6-b340-45cdbde8ccd7 req-8b69e05b-9bb7-499a-87a8-f891315867d6 service neutron] 10.222.0.52 "GET /v2.0/networks/fa2574d2-d355-467a-a4a3-44da234182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739979 Aug 27 14:28:52.517920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45763487-4a20-4a05-a353-0af35ad09505 req-3e344501-68e8-4e86-8adf-ad22928366a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a HTTP/1.1" status: 200 len: 999 time: 0.0816600 Aug 27 14:28:52.560597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.52', 62130) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:28:52.582222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-97ae0095-216c-48fb-8cab-411228e94a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:28:25Z', 'revision_number': 4, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port': {'id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:22Z', 'updated_at': '2021-08-27T14:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '99dd6721-9e18-4fda-aa3b-2d0f21d67436', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'port_id': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'mac_address': 'fa:16:3e:9d:68:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5ce776-fb8a-45b7-b792-5ffc70335337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:28:50Z', 'updated_at': '2021-08-27T14:28:50Z', 'revision_number': 0, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe066450-c267-493c-b37b-7e113fac9fff', 'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'mac_address': 'fa:16:3e:4d:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:25Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 5, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'subnets': [{'id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:52.599053 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45763487-4a20-4a05-a353-0af35ad09505 req-9b4ebb33-e749-4be7-8cf2-ee87d0cfc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:52.600562 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45763487-4a20-4a05-a353-0af35ad09505 req-9b4ebb33-e749-4be7-8cf2-ee87d0cfc36b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c250c985-ff71-4cf6-93a8-5c2d6c683b16 HTTP/1.1" status: 200 len: 847 time: 0.0649266 Aug 27 14:28:52.615704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae0095-216c-48fb-8cab-411228e94a07 None None] Checking router: a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:28:52.626354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae0095-216c-48fb-8cab-411228e94a07 None None] Routers {'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:28:52.627059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-97ae0095-216c-48fb-8cab-411228e94a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:28:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:52.652280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45763487-4a20-4a05-a353-0af35ad09505 req-bd047b94-c542-4d06-94f4-ecf370bbe0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:52.655282 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45763487-4a20-4a05-a353-0af35ad09505 req-bd047b94-c542-4d06-94f4-ecf370bbe0c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=50cc0f6c-be2e-4587-9ada-e4c08ca1f350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472789 Aug 27 14:28:52.664226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2f05ac5-13a0-4cc2-bfcb-5482001e5b38 req-2d7f4b66-baa4-429e-acf9-aef578ff3493 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1133475 Aug 27 14:28:52.667106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7df3c-2310-4ce7-af43-9da928c42b45 req-d066a9d8-b2bd-4ab5-9149-284e460b6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:52.672844 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3c7df3c-2310-4ce7-af43-9da928c42b45 req-d066a9d8-b2bd-4ab5-9149-284e460b6a06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 1096 time: 0.1109500 Aug 27 14:28:52.755518 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-97ae0095-216c-48fb-8cab-411228e94a07 None None] Set router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:28:52.769204 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45763487-4a20-4a05-a353-0af35ad09505 req-9f1ccbfd-00cd-4902-8874-e52d0a1f828f service neutron] 10.222.0.52 "GET /v2.0/networks/50cc0f6c-be2e-4587-9ada-e4c08ca1f350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063206 Aug 27 14:28:52.800101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f05ac5-13a0-4cc2-bfcb-5482001e5b38 req-c7388fe0-4fa8-4724-8480-eddb993ee013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:52.801640 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2f05ac5-13a0-4cc2-bfcb-5482001e5b38 req-c7388fe0-4fa8-4724-8480-eddb993ee013 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 1098 time: 0.1129069 Aug 27 14:28:52.828652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7df3c-2310-4ce7-af43-9da928c42b45 req-2979aa95-f335-4eb2-8655-1da489cac708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:52.830579 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3c7df3c-2310-4ce7-af43-9da928c42b45 req-2979aa95-f335-4eb2-8655-1da489cac708 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fa2574d2-d355-467a-a4a3-44da234182f9 HTTP/1.1" status: 200 len: 898 time: 0.1509821 Aug 27 14:28:52.895925 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45763487-4a20-4a05-a353-0af35ad09505 req-4d596d98-d288-4e19-8226-eb8698afaf9f service neutron] 10.222.0.52 "GET /v2.0/networks/50cc0f6c-be2e-4587-9ada-e4c08ca1f350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174386 Aug 27 14:28:52.897150 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3c7df3c-2310-4ce7-af43-9da928c42b45 req-ec83c5a6-12e1-4cb8-bb7e-3ed3bb551578 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=2fa80954-d2a0-47c5-ab0c-aef41c70b130 HTTP/1.1" status: 200 len: 217 time: 0.0558155 Aug 27 14:28:53.005904 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7df3c-2310-4ce7-af43-9da928c42b45 req-7cb06b6b-b0d0-41b0-8930-38e3e7b6d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:53.007458 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3c7df3c-2310-4ce7-af43-9da928c42b45 req-7cb06b6b-b0d0-41b0-8930-38e3e7b6d34d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=893b585d-4c50-4b1d-a2ce-27fa2cbc450e HTTP/1.1" status: 200 len: 838 time: 0.0682607 Aug 27 14:28:53.023336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-97ae0095-216c-48fb-8cab-411228e94a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:28:25Z', 'revision_number': 4, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port': {'id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:22Z', 'updated_at': '2021-08-27T14:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '99dd6721-9e18-4fda-aa3b-2d0f21d67436', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'port_id': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'mac_address': 'fa:16:3e:9d:68:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5ce776-fb8a-45b7-b792-5ffc70335337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:28:50Z', 'updated_at': '2021-08-27T14:28:50Z', 'revision_number': 0, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe066450-c267-493c-b37b-7e113fac9fff', 'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'mac_address': 'fa:16:3e:4d:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:25Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 5, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'subnets': [{'id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:28:53.052413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f05ac5-13a0-4cc2-bfcb-5482001e5b38 req-d0e62328-7795-4377-808e-36ff8b5304b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:53.053950 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2f05ac5-13a0-4cc2-bfcb-5482001e5b38 req-d0e62328-7795-4377-808e-36ff8b5304b6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.2222724 Aug 27 14:28:53.054438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae0095-216c-48fb-8cab-411228e94a07 None None] The sync data for ids ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'] in n-d-712139-12 is: [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:28:25Z', 'revision_number': 4, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port': {'id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:22Z', 'updated_at': '2021-08-27T14:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '99dd6721-9e18-4fda-aa3b-2d0f21d67436', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'port_id': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'mac_address': 'fa:16:3e:9d:68:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5ce776-fb8a-45b7-b792-5ffc70335337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:28:50Z', 'updated_at': '2021-08-27T14:28:50Z', 'revision_number': 0, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe066450-c267-493c-b37b-7e113fac9fff', 'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'mac_address': 'fa:16:3e:4d:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:25Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 5, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'subnets': [{'id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:28:53.123335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7df3c-2310-4ce7-af43-9da928c42b45 req-cfbec0fe-5eda-43f0-999b-3cb527edeff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:53.124908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3c7df3c-2310-4ce7-af43-9da928c42b45 req-cfbec0fe-5eda-43f0-999b-3cb527edeff1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fa2574d2-d355-467a-a4a3-44da234182f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1021583 Aug 27 14:28:53.187653 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2f05ac5-13a0-4cc2-bfcb-5482001e5b38 req-2c6367a6-d725-4c0e-a7b6-094514db4f70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34e29f97-07fc-4093-8f3e-0e12bbad9272 HTTP/1.1" status: 200 len: 1002 time: 0.1217818 Aug 27 14:28:53.281040 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f05ac5-13a0-4cc2-bfcb-5482001e5b38 req-f811e8ce-1d0a-4db5-a178-cde87fe6f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:53.282453 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2f05ac5-13a0-4cc2-bfcb-5482001e5b38 req-f811e8ce-1d0a-4db5-a178-cde87fe6f666 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0843413 Aug 27 14:28:53.286353 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3c7df3c-2310-4ce7-af43-9da928c42b45 req-0297b924-4290-4cd7-a3b4-c707717c3678 service neutron] 10.222.0.52 "GET /v2.0/networks/fa2574d2-d355-467a-a4a3-44da234182f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498213 Aug 27 14:28:53.295063 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3555240-6d10-44df-9318-0632917fa88c None None] New status for floating IP 99dd6721-9e18-4fda-aa3b-2d0f21d67436: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:28:53.405310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f05ac5-13a0-4cc2-bfcb-5482001e5b38 req-be9ffce0-cd0f-4c57-9c5b-c5e56c7f7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:53.407468 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2f05ac5-13a0-4cc2-bfcb-5482001e5b38 req-be9ffce0-cd0f-4c57-9c5b-c5e56c7f7a66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117506 Aug 27 14:28:53.450595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2223ace-dca4-4ab6-895e-e49cfadd97ac req-fdc26b40-cd86-4928-9844-887b90167c38 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:53.452511 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d2223ace-dca4-4ab6-895e-e49cfadd97ac req-fdc26b40-cd86-4928-9844-887b90167c38 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 944 time: 0.0539932 Aug 27 14:28:53.497866 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3c7df3c-2310-4ce7-af43-9da928c42b45 req-99ec5dba-09ae-4c43-bb9b-062975507af7 service neutron] 10.222.0.52 "GET /v2.0/networks/fa2574d2-d355-467a-a4a3-44da234182f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006137 Aug 27 14:28:53.538163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d2223ace-dca4-4ab6-895e-e49cfadd97ac req-fcc39e44-d3c1-4743-9844-9275e492059f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=203316ee-514e-48b9-9d85-3e84c7502dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780129 Aug 27 14:28:53.584897 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2ab37d11-2744-4b50-9ef8-a74772b1e8ed req-0429b1bb-3b36-40fe-ae43-7bef9f819c14 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0349767 Aug 27 14:28:53.588570 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2f05ac5-13a0-4cc2-bfcb-5482001e5b38 req-1beb9163-3e3a-4a23-bd6c-a0f13a710877 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720428 Aug 27 14:28:53.710780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c2f05ac5-13a0-4cc2-bfcb-5482001e5b38 req-d71a2131-3066-4106-914e-9df1be96d212 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013694 Aug 27 14:28:54.659665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e135b32-126d-49e8-bb44-f63aa3f7263c req-6e5431df-c0db-4177-8089-a067c58018bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:54.661266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e135b32-126d-49e8-bb44-f63aa3f7263c req-6e5431df-c0db-4177-8089-a067c58018bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 944 time: 0.0616171 Aug 27 14:28:54.700263 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9d7f0ec-23cb-4a92-963a-d6aa31595910 req-9f83b990-4253-452f-b247-09227d58345f tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0300837 Aug 27 14:28:54.705146 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e135b32-126d-49e8-bb44-f63aa3f7263c req-e77b96cd-eebd-4e37-b4a2-aa8f0044aee4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=203316ee-514e-48b9-9d85-3e84c7502dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373135 Aug 27 14:28:55.723070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2fa80954-d2a0-47c5-ab0c-aef41c70b130 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:28:55.872891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e06bc-3e4f-437b-be71-5cb3ec6eeba5 req-abb053ca-5edc-409a-81c9-0f7915d5d225 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:55.875419 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1a9eaa2e-ed76-491c-8528-d5d63d5a356c req-251af373-5203-456d-9868-b4913c44e7cf tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0642908 Aug 27 14:28:55.880049 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d68e06bc-3e4f-437b-be71-5cb3ec6eeba5 req-abb053ca-5edc-409a-81c9-0f7915d5d225 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 944 time: 0.0876782 Aug 27 14:28:55.911187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2fa80954-d2a0-47c5-ab0c-aef41c70b130, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2fa80954-d2a0-47c5-ab0c-aef41c70b130,segment=NetworkSegment(30af83b3-0c40-4fac-a76f-fae034e7b7cf),segment_id=30af83b3-0c40-4fac-a76f-fae034e7b7cf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:55.933535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '2fa80954-d2a0-47c5-ab0c-aef41c70b130', 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9', 'port_id': '2fa80954-d2a0-47c5-ab0c-aef41c70b130', 'mac_address': 'fa:16:3e:d8:e6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893b585d-4c50-4b1d-a2ce-27fa2cbc450e', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:28:55.944328 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d68e06bc-3e4f-437b-be71-5cb3ec6eeba5 req-ee629f4c-3a34-4469-a5a5-48e3d09c6f5c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=203316ee-514e-48b9-9d85-3e84c7502dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632622 Aug 27 14:28:55.978883 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:55.993484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa80954-d2a0-47c5-ab0c-aef41c70b130 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:28:56.017711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2fa80954-d2a0-47c5-ab0c-aef41c70b130, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2fa80954-d2a0-47c5-ab0c-aef41c70b130,segment=NetworkSegment(30af83b3-0c40-4fac-a76f-fae034e7b7cf),segment_id=30af83b3-0c40-4fac-a76f-fae034e7b7cf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:56.022343 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:56.081728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=2fa80954-d2a0-47c5-ab0c-aef41c70b130,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:56.241191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['2fa80954-d2a0-47c5-ab0c-aef41c70b130'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:28:56.988248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3743087c-1b67-40dd-9a65-63e4fba46bd9 req-14002dd2-7d67-4b61-b465-640cf2c978d9 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0311437 Aug 27 14:28:57.097823 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45420b05-ee75-42a2-bf54-daa95f3da61f req-cbc8af59-8851-47d6-9dcb-d96d6391051f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:57.099567 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45420b05-ee75-42a2-bf54-daa95f3da61f req-cbc8af59-8851-47d6-9dcb-d96d6391051f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 945 time: 0.0625224 Aug 27 14:28:57.149287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-45420b05-ee75-42a2-bf54-daa95f3da61f req-1c80069b-4065-4c60-9bf8-1008a379b398 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=203316ee-514e-48b9-9d85-3e84c7502dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429530 Aug 27 14:28:57.745869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2fa80954-d2a0-47c5-ab0c-aef41c70b130 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:28:57.805144 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 2fa80954-d2a0-47c5-ab0c-aef41c70b130 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:28:57.809666 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 2fa80954-d2a0-47c5-ab0c-aef41c70b130 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:28:57.809666 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:57.905467 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:57.930974 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6999f35-4c3a-47f8-8def-6c012b376b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa80954-d2a0-47c5-ab0c-aef41c70b130'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:28:57.933227 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897d52b2-7bc2-4553-9a1b-cfc0841e86a8" -d '{"events": [{"server_uuid": "c6999f35-4c3a-47f8-8def-6c012b376b29", "name": "network-vif-plugged", "status": "completed", "tag": "2fa80954-d2a0-47c5-ab0c-aef41c70b130"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:28:57.947682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 2fa80954-d2a0-47c5-ab0c-aef41c70b130, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2fa80954-d2a0-47c5-ab0c-aef41c70b130,segment=NetworkSegment(30af83b3-0c40-4fac-a76f-fae034e7b7cf),segment_id=30af83b3-0c40-4fac-a76f-fae034e7b7cf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:28:57.955935 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:28:57.991620 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07ed96f-6d65-4594-ae74-a1f118f3f831 x-openstack-request-id: req-c07ed96f-6d65-4594-ae74-a1f118f3f831 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:28:57.991924 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6999f35-4c3a-47f8-8def-6c012b376b29", "name": "network-vif-plugged", "status": "completed", "tag": "2fa80954-d2a0-47c5-ab0c-aef41c70b130", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:28:57.992215 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c07ed96f-6d65-4594-ae74-a1f118f3f831 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:28:57.992631 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6999f35-4c3a-47f8-8def-6c012b376b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa80954-d2a0-47c5-ab0c-aef41c70b130', 'code': 200} Aug 27 14:28:58.021559 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=2fa80954-d2a0-47c5-ab0c-aef41c70b130,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:28:58.031910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:58.032264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:58.032609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:58.032949 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:58.033340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:58.033678 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:58.034009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:58.034365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:58.034736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:58.035417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:58.035417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:58.035682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:28:58.141939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744acb2-c212-4d09-a47b-e87f1a64c24f req-c0a5bc11-cbdd-437f-ab2a-bd4cda28bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:58.143642 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c744acb2-c212-4d09-a47b-e87f1a64c24f req-c0a5bc11-cbdd-437f-ab2a-bd4cda28bd82 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 1098 time: 0.0729287 Aug 27 14:28:58.145711 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22176684-eb74-4768-a292-42301a886951 req-9a92868e-c2e6-4366-bf06-fdc4fa895e87 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0404665 Aug 27 14:28:58.194845 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c744acb2-c212-4d09-a47b-e87f1a64c24f req-2594b08f-a2d2-430e-bdb4-d9a3471a2e5a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=203316ee-514e-48b9-9d85-3e84c7502dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422382 Aug 27 14:28:58.297612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2c149-1994-493b-a699-627861472ade req-ee900a32-a83f-4e4c-875f-65eff368bbb6 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:58.299203 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e3a2c149-1994-493b-a699-627861472ade req-ee900a32-a83f-4e4c-875f-65eff368bbb6 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 946 time: 0.0643098 Aug 27 14:28:58.349527 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e3a2c149-1994-493b-a699-627861472ade req-a97f9939-cf56-432d-a0f5-f75d414579da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=203316ee-514e-48b9-9d85-3e84c7502dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435545 Aug 27 14:28:59.271491 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bf03a3b-8552-4ded-b648-e320cf7b44b6 req-cf2b029f-432c-48e9-ba36-26f2ca825cf2 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0331559 Aug 27 14:28:59.481579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e3ad6-d7f8-4567-9115-7b596247d89f req-3df610df-adac-465b-af77-36a556c0537b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:59.483723 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-726e3ad6-d7f8-4567-9115-7b596247d89f req-3df610df-adac-465b-af77-36a556c0537b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 946 time: 0.0578632 Aug 27 14:28:59.531571 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-726e3ad6-d7f8-4567-9115-7b596247d89f req-2a9e49f5-6a49-405c-b5d8-ad2d39775d8e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=203316ee-514e-48b9-9d85-3e84c7502dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366440 Aug 27 14:28:59.654459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a545d26-ce26-41a1-81e4-28636fa46059 req-fdf128e5-5bb1-40b5-ac0c-beb54f86c761 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:28:59.656038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2a545d26-ce26-41a1-81e4-28636fa46059 req-fdf128e5-5bb1-40b5-ac0c-beb54f86c761 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 946 time: 0.0530369 Aug 27 14:28:59.706568 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2a545d26-ce26-41a1-81e4-28636fa46059 req-ca75dc30-2a8b-4c72-864a-4da2cae2c8ce tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=203316ee-514e-48b9-9d85-3e84c7502dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426207 Aug 27 14:29:00.246625 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-91646619-917c-4262-b65a-aefae5e4c103 req-86f65099-6580-4ec0-a5d2-26c399c8f980 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270956 Aug 27 14:29:00.349696 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-91646619-917c-4262-b65a-aefae5e4c103 req-911b7ee9-fb8c-4596-8fd9-d09c1fc4f45b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0378568 Aug 27 14:29:00.404946 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f98e4229-8f8e-48c1-8b23-077fbdfd1be3 req-69cc7c42-6abc-4e3b-99f1-89c3e5e5fc14 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0428746 Aug 27 14:29:00.437983 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-91646619-917c-4262-b65a-aefae5e4c103 req-10a8fb60-f0e6-4b5d-a1ef-a04b2d4f073d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313501 Aug 27 14:29:00.549954 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91646619-917c-4262-b65a-aefae5e4c103 req-17a27810-8b25-4e47-9674-4a12ca4b054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:00.551763 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-91646619-917c-4262-b65a-aefae5e4c103 req-17a27810-8b25-4e47-9674-4a12ca4b054a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1063430 Aug 27 14:29:01.203874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60284) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:01.558463 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a7c8d5ad-0631-470e-a1aa-91161814e02d req-36a845f0-3702-4b24-9b15-c730cb35ab8f tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0342419 Aug 27 14:29:01.711789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:02.003562 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Allocated IP 172.20.0.17 (fa2574d2-d355-467a-a4a3-44da234182f9/893b585d-4c50-4b1d-a2ce-27fa2cbc450e/afd1b99d-f72a-4ea8-95ec-e22485ffa94a) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:29:02.130433 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:02.145947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Transition to ACTIVE for port object afd1b99d-f72a-4ea8-95ec-e22485ffa94a will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:29:02.181467 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:02.227363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network fa2574d2-d355-467a-a4a3-44da234182f9 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:29:02.233363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:29:02.237980 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:29:02.267578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=afd1b99d-f72a-4ea8-95ec-e22485ffa94a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:02.291272 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:02.439281 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:02.493078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-40f39aa0-885e-4b65-9bec-a868e71f2ced None None] Provisioning for port afd1b99d-f72a-4ea8-95ec-e22485ffa94a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:29:02.499700 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-40f39aa0-885e-4b65-9bec-a868e71f2ced None None] Provisioning complete for port afd1b99d-f72a-4ea8-95ec-e22485ffa94a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:02.501110 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-40f39aa0-885e-4b65-9bec-a868e71f2ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:02.544951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-40f39aa0-885e-4b65-9bec-a868e71f2ced None None] Port afd1b99d-f72a-4ea8-95ec-e22485ffa94a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:29:02.676497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75fc850c-f2b8-4511-8bee-b68e93680686 req-bf7d37f3-729d-4a50-a75e-3cce4eac6549 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0286086 Aug 27 14:29:03.035781 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:03.040602 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:03.119023 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=afd1b99d-f72a-4ea8-95ec-e22485ffa94a,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:03.123158 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:03.222427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network fa2574d2-d355-467a-a4a3-44da234182f9 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:29:03.223860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:29:03.350231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Router 31f73265-2a28-40d8-8de6-cae4eefc92ea has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:29:03.470918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c108edb9-b6d7-47c2-b0be-1b6519b7b48f None None] Provisioning complete for port afd1b99d-f72a-4ea8-95ec-e22485ffa94a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:03.471391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:29:03.471524 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c108edb9-b6d7-47c2-b0be-1b6519b7b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:03.478722 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8c394d1f-cdbd-4935-95c3-69f60f8c7633 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "PUT /v2.0/routers/31f73265-2a28-40d8-8de6-cae4eefc92ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2737513 Aug 27 14:29:03.494829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Sync routers for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:29:03.517972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:03.518633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:28:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:03.520596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c108edb9-b6d7-47c2-b0be-1b6519b7b48f None None] Port afd1b99d-f72a-4ea8-95ec-e22485ffa94a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:29:03.791499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:03.799779 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6bfef873-9d15-4a18-b8ea-b91571e9b668 req-c139bfd7-db91-464c-a9ff-65e0947b4dcf tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0322573 Aug 27 14:29:04.028610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:29:02Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bac6fcad-a71f-4b1c-b639-01ffdebb750c', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'port_id': '75d548c5-777e-405b-a9ae-902fae088289', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'mac_address': 'fa:16:3e:a4:ed:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:30Z', 'updated_at': '2021-08-27T14:27:33Z', 'revision_number': 1, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:15Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afd1b99d-f72a-4ea8-95ec-e22485ffa94a', 'name': '', 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:6b:f7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '893b585d-4c50-4b1d-a2ce-27fa2cbc450e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:01Z', 'updated_at': '2021-08-27T14:29:02Z', 'revision_number': 2, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '893b585d-4c50-4b1d-a2ce-27fa2cbc450e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:04.063490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Checking router: 31f73265-2a28-40d8-8de6-cae4eefc92ea for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:29:04.063846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Updating router 31f73265-2a28-40d8-8de6-cae4eefc92ea port afd1b99d-f72a-4ea8-95ec-e22485ffa94a binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:29:04.088141 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:04.353620 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:04.364128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Transition to ACTIVE for port object afd1b99d-f72a-4ea8-95ec-e22485ffa94a will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:29:04.369602 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:04.423517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ac18b-d397-44ca-844a-434151aec15c None None] Pushing event updated for resources: {'Port': ['ID=afd1b99d-f72a-4ea8-95ec-e22485ffa94a,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:04.478989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Attempting to bind port afd1b99d-f72a-4ea8-95ec-e22485ffa94a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:29:04.479408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Attempting to bind port afd1b99d-f72a-4ea8-95ec-e22485ffa94a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '30af83b3-0c40-4fac-a76f-fae034e7b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:29:04.479888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Attempting to bind port afd1b99d-f72a-4ea8-95ec-e22485ffa94a on network fa2574d2-d355-467a-a4a3-44da234182f9 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:29:04.486478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:29:04.487033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Checking segment: {'id': '30af83b3-0c40-4fac-a76f-fae034e7b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:29:04.487532 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:04.488043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Bound using segment: {'id': '30af83b3-0c40-4fac-a76f-fae034e7b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:29:04.488606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Bound port: afd1b99d-f72a-4ea8-95ec-e22485ffa94a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30af83b3-0c40-4fac-a76f-fae034e7b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:29:04.489101 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:04.558931 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] For port afd1b99d-f72a-4ea8-95ec-e22485ffa94a, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:29:04.563657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] For port afd1b99d-f72a-4ea8-95ec-e22485ffa94a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=afd1b99d-f72a-4ea8-95ec-e22485ffa94a,segment=NetworkSegment(30af83b3-0c40-4fac-a76f-fae034e7b7cf),segment_id=30af83b3-0c40-4fac-a76f-fae034e7b7cf)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:29:04.574864 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:04.649690 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:04.650337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:28:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:04.689580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ac18b-d397-44ca-844a-434151aec15c None None] Pushing event updated for resources: {'Port': ['ID=afd1b99d-f72a-4ea8-95ec-e22485ffa94a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:04.781256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:04.907557 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-453a24bf-a16a-41e4-958e-cdb54dac857b req-31d07e89-1422-4260-8958-14c8dd7147b0 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0275874 Aug 27 14:29:05.034997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:29:02Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bac6fcad-a71f-4b1c-b639-01ffdebb750c', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'port_id': '75d548c5-777e-405b-a9ae-902fae088289', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'mac_address': 'fa:16:3e:a4:ed:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:30Z', 'updated_at': '2021-08-27T14:27:33Z', 'revision_number': 1, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:15Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afd1b99d-f72a-4ea8-95ec-e22485ffa94a', 'name': '', 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:6b:f7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '893b585d-4c50-4b1d-a2ce-27fa2cbc450e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:01Z', 'updated_at': '2021-08-27T14:29:04Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '893b585d-4c50-4b1d-a2ce-27fa2cbc450e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:05.062405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf7933f-795b-4f65-a45a-36f44bbc2049 None None] The sync data for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 is: [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:29:02Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bac6fcad-a71f-4b1c-b639-01ffdebb750c', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'port_id': '75d548c5-777e-405b-a9ae-902fae088289', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'mac_address': 'fa:16:3e:a4:ed:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:30Z', 'updated_at': '2021-08-27T14:27:33Z', 'revision_number': 1, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:15Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afd1b99d-f72a-4ea8-95ec-e22485ffa94a', 'name': '', 'network_id': 'fa2574d2-d355-467a-a4a3-44da234182f9', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:6b:f7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '893b585d-4c50-4b1d-a2ce-27fa2cbc450e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:01Z', 'updated_at': '2021-08-27T14:29:04Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '893b585d-4c50-4b1d-a2ce-27fa2cbc450e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:29:05.823382 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device afd1b99d-f72a-4ea8-95ec-e22485ffa94a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:29:05.885596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port afd1b99d-f72a-4ea8-95ec-e22485ffa94a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:29:05.889769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port afd1b99d-f72a-4ea8-95ec-e22485ffa94a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:05.890143 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:05.965017 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:05.999689 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port afd1b99d-f72a-4ea8-95ec-e22485ffa94a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=afd1b99d-f72a-4ea8-95ec-e22485ffa94a,segment=NetworkSegment(30af83b3-0c40-4fac-a76f-fae034e7b7cf),segment_id=30af83b3-0c40-4fac-a76f-fae034e7b7cf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:06.003884 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:06.014943 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-53e8b209-8ce6-48f5-9abb-38064fddaeb3 req-c008d112-7fbc-43f0-a521-8e0db09dbc79 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0286496 Aug 27 14:29:06.054797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=afd1b99d-f72a-4ea8-95ec-e22485ffa94a,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:07.127840 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08bfac01-8268-4da0-a325-9fabfe8a4411 req-84b90846-f394-470b-9980-8d5645e5f846 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0299563 Aug 27 14:29:07.808091 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device afd1b99d-f72a-4ea8-95ec-e22485ffa94a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:29:07.859903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port afd1b99d-f72a-4ea8-95ec-e22485ffa94a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:07.860275 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:08.241097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-edda810f-3cd9-4362-96ba-5b7ea5351c54 req-95cbeefd-fcc1-42a0-a284-289ceffa27ff tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0287673 Aug 27 14:29:09.363951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c85f5059-403b-4166-9ef4-a46f3f3bed09 req-d74ce8ba-c5b5-40cd-a429-ffc9b1b23e1f tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0279357 Aug 27 14:29:09.981519 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:10.491022 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff9f4289-85dc-4390-9512-53c25e5f3230 req-7435f29c-4e02-4299-b49b-e5a19fb691b4 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0271788 Aug 27 14:29:11.619516 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f0b73f75-2af9-4869-8963-5d86e2a7dac8 req-98c339d0-f0fe-4f2e-8d38-53b05825ce0c tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0479577 Aug 27 14:29:12.379708 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac1125b9-9189-4bc3-b2b4-b40a847a087e req-b9dd5dbb-2020-438f-9456-778f4d4c5256 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0268435 Aug 27 14:29:12.751135 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eba635d9-cfc4-4436-9ba1-d428dfb1503b req-b467b7d3-914c-4b88-abea-105e9de8caa2 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0507615 Aug 27 14:29:13.883407 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95efefb3-ae6c-4d3e-9111-f455bf0f1691 req-c7213a9f-130c-4487-acf0-b2cee33c4bbf tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0351396 Aug 27 14:29:14.310982 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2197aea8-6719-485f-bf7b-3eab7ffa75a8 req-b0563eac-b7a9-43fd-b1e3-32de25a762bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0c91f142fa84e8f8d6461006cd5fb58&device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0467405 Aug 27 14:29:14.342039 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5b649287-cdca-4916-977f-544f577facbd req-bc96fa54-7d3e-42da-900f-65e35842c1d1 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0724680 Aug 27 14:29:14.358043 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2197aea8-6719-485f-bf7b-3eab7ffa75a8 req-6e938b05-8a38-4948-83d0-b157d2305968 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a0c91f142fa84e8f8d6461006cd5fb58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298398 Aug 27 14:29:14.489442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197aea8-6719-485f-bf7b-3eab7ffa75a8 req-ac598f91-948c-48c3-90e0-7d9a206db415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:14.492223 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2197aea8-6719-485f-bf7b-3eab7ffa75a8 req-ac598f91-948c-48c3-90e0-7d9a206db415 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260986 Aug 27 14:29:14.680752 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a4ffb995-d73a-4500-9ef6-419dd5bd8d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:15.496339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17386462-4e33-4322-9929-7a86ea1c63c2 req-c66b42c9-2e7e-4f91-b070-97e9bdbeb46e tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0413234 Aug 27 14:29:16.035004 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2197aea8-6719-485f-bf7b-3eab7ffa75a8 req-b482b90f-c2ab-46a8-a38f-b4d7e7336491 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0359788 Aug 27 14:29:16.668100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-35164b65-9418-4828-9460-30cfe65988f0 req-439da52a-049e-45cc-a941-1003fd7ce5c5 tempest-ServerShowV254Test-125234951 tempest-ServerShowV254Test-125234951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f1f98-abf8-4209-b328-187ba983f7be HTTP/1.1" status: 200 len: 210 time: 0.0467718 Aug 27 14:29:17.470152 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:17.518624 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-30134cd2-5963-4f79-acd5-85790d24f2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:18.084157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60566) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:18.225561 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c457b95-bde9-4363-baef-3d2548c1f539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:18.318957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c457b95-bde9-4363-baef-3d2548c1f539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:18.324843 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c457b95-bde9-4363-baef-3d2548c1f539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:18.364880 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3c457b95-bde9-4363-baef-3d2548c1f539 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0c91f142fa84e8f8d6461006cd5fb58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789824 Aug 27 14:29:18.366128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c457b95-bde9-4363-baef-3d2548c1f539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab0183b-44ca-43db-8272-c9581b35676c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:18.367634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60576) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:18.421080 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:18.445733 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:18.493211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:18.496044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:18.497338 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ab0183b-44ca-43db-8272-c9581b35676c HTTP/1.1" status: 204 len: 168 time: 0.1278601 Aug 27 14:29:18.511538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab0183b-44ca-43db-8272-c9581b35676c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:18.520607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:18.521184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:18.521705 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:18.522324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:18.522798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:18.523234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:18.523747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:18.524181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:18.524659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:18.525075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:18.525628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:18.526053 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cae825-1f04-469c-b71e-6c62688b62de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:18.811355 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:19.188373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60626) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:19.239908 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:29:19.273287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-dcc0e524-2c08-48ba-880b-b63a6550a538 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802083624&fields=id&tenant_id=3d745316476744be879ccd1cab5d810b HTTP/1.1" status: 200 len: 267 time: 0.0454957 Aug 27 14:29:19.332219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-200035931-network', 'tenant_id': '72387efcca444a088788e93d0a404e1e'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:19.368322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Made reservation on behalf of 72387efcca444a088788e93d0a404e1e for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:29:19.370700 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:19.389553 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:19.431453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-72b13df0-cb27-4ad8-84c9-066d56961d41 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:19.432975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-72b13df0-cb27-4ad8-84c9-066d56961d41 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.1578610 Aug 27 14:29:19.454125 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-5b1c2cc7-979a-4247-96d9-18b9d16b0576 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/quotas/3d745316476744be879ccd1cab5d810b HTTP/1.1" status: 200 len: 375 time: 0.0144262 Aug 27 14:29:19.536479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-26007de9-b094-45f0-95ba-d1526be5d15e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0758369 Aug 27 14:29:19.619595 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:19.629011 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:19.661982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:29:19.689489 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94589c78-f047-4de9-8ccc-6674263f188d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:19.696972 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:19.696972 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Added segment 83dbcf83-6ca8-4f79-8022-172960daa72a of type vlan for network d3a060ff-8b92-4e29-809a-baf753e84081 Aug 27 14:29:19.707870 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-70f96cff-29b2-44b2-bd2b-879071dbaf24 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570158 Aug 27 14:29:19.789254 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:19.832747 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:19.833702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:19.834276 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:19.897086 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-e7bd2b7c-f5b0-4881-bbd2-ca83b3edf50f service neutron] 10.222.0.55 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676910 Aug 27 14:29:19.910209 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7180130 Aug 27 14:29:19.910937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60638) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:19.917143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0bba445f-9430-47ee-94eb-ba9471e948e2 admin admin] Request body: {'subnet': {'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-200035931-subnet', 'tenant_id': '72387efcca444a088788e93d0a404e1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:19.922213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5c2e8-e2bf-4e16-90d4-6d8264b9a45e admin admin] Pushing event updated for resources: {'Network': ['ID=d3a060ff-8b92-4e29-809a-baf753e84081,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:19.936176 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network d3a060ff-8b92-4e29-809a-baf753e84081 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:29:19.943084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bba445f-9430-47ee-94eb-ba9471e948e2 admin admin] Made reservation on behalf of 72387efcca444a088788e93d0a404e1e for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:29:19.945587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bba445f-9430-47ee-94eb-ba9471e948e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:20.147782 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bba445f-9430-47ee-94eb-ba9471e948e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:20.225451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba445f-9430-47ee-94eb-ba9471e948e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e8e73e-3b32-4ea9-baeb-36898a54440a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:20.241901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba445f-9430-47ee-94eb-ba9471e948e2 admin admin] Checking segment: {'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:29:20.242274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba445f-9430-47ee-94eb-ba9471e948e2 admin admin] Network hostable DHCP agents. Network: d3a060ff-8b92-4e29-809a-baf753e84081, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:29:20.262873 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84470585-3044-4b87-823f-00b56bf2e09f req-3c4ee0ac-0620-4296-af74-ffa713709bde tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 210 time: 0.0381520 Aug 27 14:29:20.269049 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba445f-9430-47ee-94eb-ba9471e948e2 admin admin] Network d3a060ff-8b92-4e29-809a-baf753e84081 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:29:20.284759 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-0bba445f-9430-47ee-94eb-ba9471e948e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, d3a060ff-8b92-4e29-809a-baf753e84081) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:29:20.289875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bba445f-9430-47ee-94eb-ba9471e948e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:20.291235 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0bba445f-9430-47ee-94eb-ba9471e948e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:20.297076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85367eba-5c8a-4e92-8c4e-d8e8c88a4f1d None None] Network d3a060ff-8b92-4e29-809a-baf753e84081 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:29:20.314748 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0bba445f-9430-47ee-94eb-ba9471e948e2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4000852 Aug 27 14:29:20.366503 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:20.436508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a0252e-f882-4a23-8518-574d18b6f51d None None] Network d3a060ff-8b92-4e29-809a-baf753e84081 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:29:20.856601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-7a50f6e0-eaf0-4a88-a052-20ee9f1d6bfa tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:20.858106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-7a50f6e0-eaf0-4a88-a052-20ee9f1d6bfa tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/networks?id=d3a060ff-8b92-4e29-809a-baf753e84081 HTTP/1.1" status: 200 len: 814 time: 0.1306427 Aug 27 14:29:20.876159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-2a034c5a-59f3-4cb4-9f84-add6619996e5 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/quotas/72387efcca444a088788e93d0a404e1e HTTP/1.1" status: 200 len: 375 time: 0.0117328 Aug 27 14:29:20.921016 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-e0a2df26-ab2d-4615-be29-30668fd48311 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=72387efcca444a088788e93d0a404e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386994 Aug 27 14:29:21.027353 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-628290c2-b91e-4561-b4a5-75487b1e185d service neutron] 10.222.0.55 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928862 Aug 27 14:29:21.119212 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f3be3743-8f0d-4198-b2ea-e0ba935ac807 service neutron] 10.222.0.55 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847871 Aug 27 14:29:21.331129 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e40f2d5-2bc1-4b28-a7e8-b2756d999650 req-3da80bc2-69d3-4a64-8541-3a71769ad4d1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 210 time: 0.0420980 Aug 27 14:29:21.426280 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-96aaf8f1-9678-4e1c-8445-cfe31c68711c req-fd648d53-f61a-438a-95a1-937eb686d236 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 210 time: 0.0451689 Aug 27 14:29:21.466069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-f6ff76d2-fc44-40b3-9419-00854e05453d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:21.468164 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-f6ff76d2-fc44-40b3-9419-00854e05453d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 812 time: 0.1522889 Aug 27 14:29:21.523809 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-07cfae98-aca3-4cde-b5fa-ae192a1d7211 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d745316476744be879ccd1cab5d810b HTTP/1.1" status: 200 len: 379 time: 0.0396557 Aug 27 14:29:21.535830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'port': {'device_id': '6b06148f-d3c0-400f-b295-515942a12056', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'admin_state_up': True, 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'security_groups': ['69dc685c-fcde-40ee-b4ae-9d35764f6261']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:21.592708 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:21.675127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Made reservation on behalf of 3d745316476744be879ccd1cab5d810b for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:29:21.679971 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:21.869785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Allocated IP 172.20.0.8 (ec7d9187-3b08-4d1b-9467-a81a81afcc31/1beea229-2fee-4251-b6fc-67b7571f4eea/822aa6a1-78c7-4285-bcd7-141ae511b044) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:29:22.045212 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:22.063223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Transition to ACTIVE for port object 822aa6a1-78c7-4285-bcd7-141ae511b044 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:29:22.100156 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:22.153039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:29:22.156421 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:29:22.160530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:29:22.187301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'Port': ['ID=822aa6a1-78c7-4285-bcd7-141ae511b044,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:22.197554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:22.197923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:22.198247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:22.198585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:22.198966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:22.199441 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:22.199776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:22.200105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:22.200432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:22.200758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:22.201086 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:22.201407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:22.231118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:22.231782 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:22.251144 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2f2943d3-d493-4cbd-aff5-0894f57229a9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7201421 Aug 27 14:29:22.278617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Request body: {'port': {'device_id': '6b06148f-d3c0-400f-b295-515942a12056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:22.349992 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:22.537357 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a7e9b16e-b0d3-4c9e-b990-e667728993f9 None None] Provisioning for port 822aa6a1-78c7-4285-bcd7-141ae511b044 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:29:22.542591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a7e9b16e-b0d3-4c9e-b990-e667728993f9 None None] Provisioning complete for port 822aa6a1-78c7-4285-bcd7-141ae511b044 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:22.543482 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b16e-b0d3-4c9e-b990-e667728993f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:22.588932 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-638074de-42af-448e-be9f-53c2991ba4b0 req-a2d4e93d-5e63-4f77-b257-dd4e92e7d138 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 210 time: 0.1477096 Aug 27 14:29:22.609092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a7e9b16e-b0d3-4c9e-b990-e667728993f9 None None] Port 822aa6a1-78c7-4285-bcd7-141ae511b044 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:29:22.699709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-d1e3dca4-4a29-45c0-a46c-4667a7690b23 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:22.701676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-d1e3dca4-4a29-45c0-a46c-4667a7690b23 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.41 "GET /v2.0/networks?id=d3a060ff-8b92-4e29-809a-baf753e84081 HTTP/1.1" status: 200 len: 814 time: 0.2247903 Aug 27 14:29:22.728290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debaaae-8a9c-4a0a-aff4-750f9ed4ecc1 req-ecee0436-d68c-4133-96a4-d5a80fdc1189 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:22.737008 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7debaaae-8a9c-4a0a-aff4-750f9ed4ecc1 req-ecee0436-d68c-4133-96a4-d5a80fdc1189 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 931 time: 0.1460533 Aug 27 14:29:22.744020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-91104579-d77b-4e41-b92a-c738463dd8f1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Request body: {'port': {'device_id': '4f714dc9-f0fa-4e18-8c32-1b868b676e66', 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081', 'admin_state_up': True, 'tenant_id': '72387efcca444a088788e93d0a404e1e'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:22.820481 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822aa6a1-78c7-4285-bcd7-141ae511b044 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:29:22.832185 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:22.848855 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7debaaae-8a9c-4a0a-aff4-750f9ed4ecc1 req-7acbf633-629c-4346-a709-31ee4f4b1fe5 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106238 Aug 27 14:29:22.865980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Transition to ACTIVE for port object 822aa6a1-78c7-4285-bcd7-141ae511b044 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:29:22.871808 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:22.916877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-91104579-d77b-4e41-b92a-c738463dd8f1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Made reservation on behalf of 72387efcca444a088788e93d0a404e1e for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:29:22.922397 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-91104579-d77b-4e41-b92a-c738463dd8f1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:22.961608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Pushing event updated for resources: {'Port': ['ID=822aa6a1-78c7-4285-bcd7-141ae511b044,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:23.041533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Attempting to bind port 822aa6a1-78c7-4285-bcd7-141ae511b044 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:29:23.042155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Attempting to bind port 822aa6a1-78c7-4285-bcd7-141ae511b044 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:29:23.042488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Attempting to bind port 822aa6a1-78c7-4285-bcd7-141ae511b044 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:29:23.048032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Port 822aa6a1-78c7-4285-bcd7-141ae511b044 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:29:23.048363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Attempting to bind port 822aa6a1-78c7-4285-bcd7-141ae511b044 on network ec7d9187-3b08-4d1b-9467-a81a81afcc31 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:29:23.053665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:29:23.054015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Checking segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:29:23.054406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Bound using segment: {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:29:23.054891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Bound port: 822aa6a1-78c7-4285-bcd7-141ae511b044, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e3c6ba-9942-4c88-9a27-6a01d172cbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:29:23.055262 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:23.087703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-91104579-d77b-4e41-b92a-c738463dd8f1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Allocated IP 172.20.0.10 (d3a060ff-8b92-4e29-809a-baf753e84081/70e8e73e-3b32-4ea9-baeb-36898a54440a/a1641fbb-89a8-440e-aa17-30ac3675cb0f) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:29:23.171226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] For port 822aa6a1-78c7-4285-bcd7-141ae511b044, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:29:23.177916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] For port 822aa6a1-78c7-4285-bcd7-141ae511b044, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=822aa6a1-78c7-4285-bcd7-141ae511b044,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:29:23.183161 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:23.232540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:23.233202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:23.234802 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] 10.222.0.41 "PUT /v2.0/ports/822aa6a1-78c7-4285-bcd7-141ae511b044 HTTP/1.1" status: 200 len: 1092 time: 0.9617648 Aug 27 14:29:23.237885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b06148f-d3c0-400f-b295-515942a12056', 'tag': '822aa6a1-78c7-4285-bcd7-141ae511b044'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:29:23.240381 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e9554e-d1fb-4722-9af5-6e4d0159f2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6b06148f-d3c0-400f-b295-515942a12056", "tag": "822aa6a1-78c7-4285-bcd7-141ae511b044"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:29:23.273715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ee6d3-050f-47fa-a561-2e0594346596 service neutron] Pushing event updated for resources: {'Port': ['ID=822aa6a1-78c7-4285-bcd7-141ae511b044,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:23.317152 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-91104579-d77b-4e41-b92a-c738463dd8f1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:23.365015 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-91104579-d77b-4e41-b92a-c738463dd8f1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:23.377113 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f96a99e-4d7d-4cfe-8d7c-2533f58faa59 x-openstack-request-id: req-5f96a99e-4d7d-4cfe-8d7c-2533f58faa59 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:29:23.377622 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b06148f-d3c0-400f-b295-515942a12056", "tag": "822aa6a1-78c7-4285-bcd7-141ae511b044", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:29:23.377622 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f96a99e-4d7d-4cfe-8d7c-2533f58faa59 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:29:23.378026 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b06148f-d3c0-400f-b295-515942a12056', 'tag': '822aa6a1-78c7-4285-bcd7-141ae511b044', 'status': 'completed', 'code': 200} Aug 27 14:29:23.395013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-5e9e585d-8e87-4757-bb74-674292742abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:23.397308 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-5e9e585d-8e87-4757-bb74-674292742abe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 1095 time: 0.0876169 Aug 27 14:29:23.419034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-91104579-d77b-4e41-b92a-c738463dd8f1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Network d3a060ff-8b92-4e29-809a-baf753e84081 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:29:23.424870 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-91104579-d77b-4e41-b92a-c738463dd8f1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:29:23.429080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-91104579-d77b-4e41-b92a-c738463dd8f1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:29:23.486042 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-75a9de9c-f278-4cd3-ad39-304310759bc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=822aa6a1-78c7-4285-bcd7-141ae511b044 HTTP/1.1" status: 200 len: 217 time: 0.0744677 Aug 27 14:29:23.493512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91104579-d77b-4e41-b92a-c738463dd8f1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Pushing event updated for resources: {'Port': ['ID=a1641fbb-89a8-440e-aa17-30ac3675cb0f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:23.517563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-91104579-d77b-4e41-b92a-c738463dd8f1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:23.518243 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-91104579-d77b-4e41-b92a-c738463dd8f1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:23.537040 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-91104579-d77b-4e41-b92a-c738463dd8f1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7970481 Aug 27 14:29:23.559292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Request body: {'port': {'device_id': '4f714dc9-f0fa-4e18-8c32-1b868b676e66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:23.587567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-f4f43330-2b39-4436-b1a7-a58393e8db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:23.589234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-f4f43330-2b39-4436-b1a7-a58393e8db55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0931923 Aug 27 14:29:23.674791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2220208b-7b32-4f00-95d7-ad195b671cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:23.676561 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-2220208b-7b32-4f00-95d7-ad195b671cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786490 Aug 27 14:29:23.745132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:23.789331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda27ba-f580-42bb-b0a4-a1ad01583811 req-7664b624-a71c-4e10-bb0e-9ec34878af6e tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:23.793333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9bda27ba-f580-42bb-b0a4-a1ad01583811 req-7664b624-a71c-4e10-bb0e-9ec34878af6e tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 932 time: 0.1163316 Aug 27 14:29:23.803029 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-e1895a63-3b72-4d7f-a395-57f5b7f8371e service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167729 Aug 27 14:29:23.922061 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1d3bd60-74e3-40fb-9e07-58a215db42a2 req-42cda58c-3db9-4b4c-a0e2-a4ba8ec4ff29 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108577 Aug 27 14:29:23.947330 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9bda27ba-f580-42bb-b0a4-a1ad01583811 req-8300440d-1db5-4854-b68d-9eba2b45c2c1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261849 Aug 27 14:29:24.117126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ac0a2-1b0e-4ab8-b15f-1d95af736907 req-eb667db5-5178-4e41-8d8d-d5bd568f7152 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:24.119327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7b5ac0a2-1b0e-4ab8-b15f-1d95af736907 req-eb667db5-5178-4e41-8d8d-d5bd568f7152 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 943 time: 0.1330259 Aug 27 14:29:24.123518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9554e-d1fb-4722-9af5-6e4d0159f2d2 req-ba0c08e8-54ed-4ad3-8951-38537da474c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:24.125791 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2e9554e-d1fb-4722-9af5-6e4d0159f2d2 req-ba0c08e8-54ed-4ad3-8951-38537da474c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 1095 time: 0.1046748 Aug 27 14:29:24.205240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1641fbb-89a8-440e-aa17-30ac3675cb0f {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:29:24.216580 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:24.221801 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7b5ac0a2-1b0e-4ab8-b15f-1d95af736907 req-1d329949-7566-4183-91bb-8d9b4d4d3c8c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903215 Aug 27 14:29:24.254476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Transition to ACTIVE for port object a1641fbb-89a8-440e-aa17-30ac3675cb0f will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:29:24.259275 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:24.259843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9554e-d1fb-4722-9af5-6e4d0159f2d2 req-5776c0fe-98d3-4959-b467-2297470c9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:24.261700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2e9554e-d1fb-4722-9af5-6e4d0159f2d2 req-5776c0fe-98d3-4959-b467-2297470c9031 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.1281750 Aug 27 14:29:24.315534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Pushing event updated for resources: {'Port': ['ID=a1641fbb-89a8-440e-aa17-30ac3675cb0f,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:24.329625 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2e9554e-d1fb-4722-9af5-6e4d0159f2d2 req-1c0b186f-412c-44a5-9466-685667229284 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=822aa6a1-78c7-4285-bcd7-141ae511b044 HTTP/1.1" status: 200 len: 217 time: 0.0597458 Aug 27 14:29:24.404310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9554e-d1fb-4722-9af5-6e4d0159f2d2 req-d4d6bd86-7d33-4f58-b59a-a5a320f92f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:24.406206 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2e9554e-d1fb-4722-9af5-6e4d0159f2d2 req-d4d6bd86-7d33-4f58-b59a-a5a320f92f6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0677886 Aug 27 14:29:24.410332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Attempting to bind port a1641fbb-89a8-440e-aa17-30ac3675cb0f on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:29:24.411115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Attempting to bind port a1641fbb-89a8-440e-aa17-30ac3675cb0f by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:29:24.411483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Attempting to bind port a1641fbb-89a8-440e-aa17-30ac3675cb0f on network d3a060ff-8b92-4e29-809a-baf753e84081 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:29:24.426444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Port a1641fbb-89a8-440e-aa17-30ac3675cb0f on network d3a060ff-8b92-4e29-809a-baf753e84081 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:29:24.427631 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Attempting to bind port a1641fbb-89a8-440e-aa17-30ac3675cb0f on network d3a060ff-8b92-4e29-809a-baf753e84081 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:29:24.441147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:29:24.442229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Checking segment: {'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:29:24.443476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Bound using segment: {'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:29:24.444625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Bound port: a1641fbb-89a8-440e-aa17-30ac3675cb0f, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:29:24.445450 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:24.468506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9554e-d1fb-4722-9af5-6e4d0159f2d2 req-4080d997-d60f-4edc-a414-4a1e67b6e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:24.469932 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2e9554e-d1fb-4722-9af5-6e4d0159f2d2 req-4080d997-d60f-4edc-a414-4a1e67b6e665 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555806 Aug 27 14:29:24.534462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] For port a1641fbb-89a8-440e-aa17-30ac3675cb0f, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:29:24.539080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] For port a1641fbb-89a8-440e-aa17-30ac3675cb0f, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1641fbb-89a8-440e-aa17-30ac3675cb0f,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:29:24.547172 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:24.595638 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2e9554e-d1fb-4722-9af5-6e4d0159f2d2 req-3babe9f0-4a33-448c-b4a5-2ee571946ed1 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150892 Aug 27 14:29:24.624002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Pushing event updated for resources: {'Port': ['ID=a1641fbb-89a8-440e-aa17-30ac3675cb0f,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:24.631064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:24.631350 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:24.633168 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-f11232bb-a32c-4771-be87-1241544e0e3d service neutron] 10.222.0.41 "PUT /v2.0/ports/a1641fbb-89a8-440e-aa17-30ac3675cb0f HTTP/1.1" status: 200 len: 1093 time: 1.0789807 Aug 27 14:29:24.634186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f714dc9-f0fa-4e18-8c32-1b868b676e66', 'tag': 'a1641fbb-89a8-440e-aa17-30ac3675cb0f'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:29:24.637280 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bf19d4-83b4-49b1-b5a8-c765b8abf9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f714dc9-f0fa-4e18-8c32-1b868b676e66", "tag": "a1641fbb-89a8-440e-aa17-30ac3675cb0f"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:29:24.733292 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2e9554e-d1fb-4722-9af5-6e4d0159f2d2 req-af8d4823-147e-4ccb-a62b-e49b8436f947 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280868 Aug 27 14:29:24.752476 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34add00d-dc19-4680-aa0b-a177d9f976f1 x-openstack-request-id: req-34add00d-dc19-4680-aa0b-a177d9f976f1 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:29:24.752476 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f714dc9-f0fa-4e18-8c32-1b868b676e66", "tag": "a1641fbb-89a8-440e-aa17-30ac3675cb0f", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:29:24.752476 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34add00d-dc19-4680-aa0b-a177d9f976f1 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:29:24.752476 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f714dc9-f0fa-4e18-8c32-1b868b676e66', 'tag': 'a1641fbb-89a8-440e-aa17-30ac3675cb0f', 'status': 'completed', 'code': 200} Aug 27 14:29:24.767786 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-ec92abbf-75b4-444a-8027-0cd7d64568dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:24.769697 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-ec92abbf-75b4-444a-8027-0cd7d64568dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72387efcca444a088788e93d0a404e1e&device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 1096 time: 0.0689096 Aug 27 14:29:24.839598 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-98c5dc58-5689-4382-9238-abc8b7264480 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1641fbb-89a8-440e-aa17-30ac3675cb0f HTTP/1.1" status: 200 len: 217 time: 0.0445576 Aug 27 14:29:24.894796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-698fe174-4ac4-4dbb-b273-3bf2fae82294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:24.896298 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-698fe174-4ac4-4dbb-b273-3bf2fae82294 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70e8e73e-3b32-4ea9-baeb-36898a54440a HTTP/1.1" status: 200 len: 854 time: 0.0495801 Aug 27 14:29:24.933025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-6d01a736-e9fa-43fd-8cfc-abef8f0dd8c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3a060ff-8b92-4e29-809a-baf753e84081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292339 Aug 27 14:29:25.054731 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-8a6f9fda-e738-45d4-9790-f4e26ea1c0e9 service neutron] 10.222.0.41 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109526 Aug 27 14:29:25.114195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dca1e-55f5-4a7a-9b82-00bf2b05b331 req-5a5bdeb7-4c70-4ec7-9197-92d5373afdf0 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:25.115975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b4dca1e-55f5-4a7a-9b82-00bf2b05b331 req-5a5bdeb7-4c70-4ec7-9197-92d5373afdf0 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 944 time: 0.0555880 Aug 27 14:29:25.171585 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d764e951-a34c-4029-b7e2-ccc0a1267608 req-9782b842-2892-44b2-8957-1da0b07c3164 service neutron] 10.222.0.41 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078122 Aug 27 14:29:25.172513 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b4dca1e-55f5-4a7a-9b82-00bf2b05b331 req-893b86ce-2cfb-4820-9331-4fe745cfe9c3 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489073 Aug 27 14:29:25.350788 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf19d4-83b4-49b1-b5a8-c765b8abf9d7 req-a646212d-dcaf-4f6d-b88c-9f58a8572f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:25.352567 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36bf19d4-83b4-49b1-b5a8-c765b8abf9d7 req-a646212d-dcaf-4f6d-b88c-9f58a8572f4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72387efcca444a088788e93d0a404e1e&device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 1096 time: 0.0919962 Aug 27 14:29:25.424982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024bba1-22ac-4f5b-b647-cf1cc7af35df req-054c02fb-197c-4025-9f2b-f47a834de9e3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:25.426562 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1024bba1-22ac-4f5b-b647-cf1cc7af35df req-054c02fb-197c-4025-9f2b-f47a834de9e3 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 943 time: 0.1200337 Aug 27 14:29:25.500742 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1024bba1-22ac-4f5b-b647-cf1cc7af35df req-2993d1b4-acdd-4349-9c63-6330dfad63e6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632858 Aug 27 14:29:25.501927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf19d4-83b4-49b1-b5a8-c765b8abf9d7 req-335b931a-57a9-428c-83bc-8c2d4742cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:25.503538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36bf19d4-83b4-49b1-b5a8-c765b8abf9d7 req-335b931a-57a9-428c-83bc-8c2d4742cf05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3a060ff-8b92-4e29-809a-baf753e84081 HTTP/1.1" status: 200 len: 915 time: 0.1422589 Aug 27 14:29:25.555382 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36bf19d4-83b4-49b1-b5a8-c765b8abf9d7 req-7c59985d-48a3-4a35-a803-a8e0aa65814e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1641fbb-89a8-440e-aa17-30ac3675cb0f HTTP/1.1" status: 200 len: 217 time: 0.0438557 Aug 27 14:29:25.621913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf19d4-83b4-49b1-b5a8-c765b8abf9d7 req-5ae7bd23-f18d-48d7-9a1f-842f2d0241e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:25.623420 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36bf19d4-83b4-49b1-b5a8-c765b8abf9d7 req-5ae7bd23-f18d-48d7-9a1f-842f2d0241e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70e8e73e-3b32-4ea9-baeb-36898a54440a HTTP/1.1" status: 200 len: 854 time: 0.0613914 Aug 27 14:29:25.658498 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36bf19d4-83b4-49b1-b5a8-c765b8abf9d7 req-e83ab5da-9d7f-4099-8862-563145aa9fd5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3a060ff-8b92-4e29-809a-baf753e84081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264719 Aug 27 14:29:25.765648 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36bf19d4-83b4-49b1-b5a8-c765b8abf9d7 req-9d84a704-4bf0-45d6-b697-bb0b541afd81 service neutron] 10.222.0.41 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994337 Aug 27 14:29:25.866021 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36bf19d4-83b4-49b1-b5a8-c765b8abf9d7 req-25c0f40e-07b3-4667-bc47-64779d496ed2 service neutron] 10.222.0.41 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920987 Aug 27 14:29:26.019669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60800) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:26.312476 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e73775-0fcc-4bf0-960f-8fad98606723 req-c16cc4f3-ef93-43b5-87be-89bc09b299ac tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:26.314113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e1e73775-0fcc-4bf0-960f-8fad98606723 req-c16cc4f3-ef93-43b5-87be-89bc09b299ac tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 944 time: 0.0608740 Aug 27 14:29:26.364363 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e1e73775-0fcc-4bf0-960f-8fad98606723 req-ec774ac9-5660-4eb1-8397-debe5ef43b06 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389688 Aug 27 14:29:26.619779 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fca82f63-ce92-457b-9bda-61f2426dd8f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:26.677354 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60820) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:26.825372 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c09b8-2c65-4c10-abe7-11b7f8d5124b req-b490cafb-b178-4116-8eda-bf082334ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:26.827167 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d1c09b8-2c65-4c10-abe7-11b7f8d5124b req-b490cafb-b178-4116-8eda-bf082334ba8b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 1097 time: 0.1482558 Aug 27 14:29:26.872296 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4d1c09b8-2c65-4c10-abe7-11b7f8d5124b req-1e114c77-b76b-4950-9ee8-e84ef657d72e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378430 Aug 27 14:29:27.044494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc7fca-0274-4f91-a1e5-52d59c8e4acf req-0d8ae373-2c53-43ce-94d1-486b6f82d4eb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:27.046028 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ecc7fca-0274-4f91-a1e5-52d59c8e4acf req-0d8ae373-2c53-43ce-94d1-486b6f82d4eb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 943 time: 0.4490328 Aug 27 14:29:27.130352 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5ecc7fca-0274-4f91-a1e5-52d59c8e4acf req-4c2c8d32-358d-4892-b1f8-3d1412e1542b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531414 Aug 27 14:29:27.412647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-fca82f63-ce92-457b-9bda-61f2426dd8f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting port afd1b99d-f72a-4ea8-95ec-e22485ffa94a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:29:27.413006 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fca82f63-ce92-457b-9bda-61f2426dd8f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:27.495931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f98661-1043-4311-9a79-365761c8b781 req-f25a1cdf-457c-4503-995d-c2f23eb5ac8a tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:27.498232 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-46f98661-1043-4311-9a79-365761c8b781 req-f25a1cdf-457c-4503-995d-c2f23eb5ac8a tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 944 time: 0.0565305 Aug 27 14:29:27.510050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-fca82f63-ce92-457b-9bda-61f2426dd8f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] For port afd1b99d-f72a-4ea8-95ec-e22485ffa94a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=afd1b99d-f72a-4ea8-95ec-e22485ffa94a,segment=NetworkSegment(30af83b3-0c40-4fac-a76f-fae034e7b7cf),segment_id=30af83b3-0c40-4fac-a76f-fae034e7b7cf)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:27.510546 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fca82f63-ce92-457b-9bda-61f2426dd8f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:27.525855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-fca82f63-ce92-457b-9bda-61f2426dd8f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Calling delete_port for afd1b99d-f72a-4ea8-95ec-e22485ffa94a owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:29:27.553052 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-46f98661-1043-4311-9a79-365761c8b781 req-13b7b8b7-19f5-43a6-8a6e-dfc01568953a tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481627 Aug 27 14:29:27.747980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fca82f63-ce92-457b-9bda-61f2426dd8f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:27.776076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca82f63-ce92-457b-9bda-61f2426dd8f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Port': ['ID=afd1b99d-f72a-4ea8-95ec-e22485ffa94a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:27.985545 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fca82f63-ce92-457b-9bda-61f2426dd8f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:28.256026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca82f63-ce92-457b-9bda-61f2426dd8f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Router 31f73265-2a28-40d8-8de6-cae4eefc92ea has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:29:28.284924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3da77-4499-4e0a-a0a6-77ab3f132d65 req-4472afd1-c5d7-4128-8779-ced38af3710b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:28.296159 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0ec3da77-4499-4e0a-a0a6-77ab3f132d65 req-4472afd1-c5d7-4128-8779-ced38af3710b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 943 time: 0.0723391 Aug 27 14:29:28.341350 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0ec3da77-4499-4e0a-a0a6-77ab3f132d65 req-9d836c50-dd51-4cf0-8d93-df70862af60d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440235 Aug 27 14:29:28.397270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca82f63-ce92-457b-9bda-61f2426dd8f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:29:28.407661 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fca82f63-ce92-457b-9bda-61f2426dd8f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "PUT /v2.0/routers/31f73265-2a28-40d8-8de6-cae4eefc92ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3833072 Aug 27 14:29:28.411428 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6a07a-ac54-4cdc-aefc-b7c81093874e None None] Sync routers for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:29:28.427376 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6a07a-ac54-4cdc-aefc-b7c81093874e None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:28.428283 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-43f6a07a-ac54-4cdc-aefc-b7c81093874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:28.595302 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-43f6a07a-ac54-4cdc-aefc-b7c81093874e None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:28.744553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd1b9a-d6b1-40f2-be8c-91e92540c7dd req-5b1b93bd-4407-4068-9490-5c2c0345065d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:28.746341 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8bd1b9a-d6b1-40f2-be8c-91e92540c7dd req-5b1b93bd-4407-4068-9490-5c2c0345065d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 946 time: 0.0641150 Aug 27 14:29:28.759046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bd65e-ad8e-409c-83db-69c738633c1c req-ec4be70a-4e85-4af8-bc6f-54afd2a57e3a tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:28.760921 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-220bd65e-ad8e-409c-83db-69c738633c1c req-ec4be70a-4e85-4af8-bc6f-54afd2a57e3a tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 944 time: 0.0794754 Aug 27 14:29:28.809658 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8bd1b9a-d6b1-40f2-be8c-91e92540c7dd req-a2ea5ce7-f360-40ab-9d6b-5bfa889b54f2 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=203316ee-514e-48b9-9d85-3e84c7502dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562432 Aug 27 14:29:28.841174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-220bd65e-ad8e-409c-83db-69c738633c1c req-cc0d7e93-7ed1-4aef-87e5-50313c0ef5df tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727487 Aug 27 14:29:28.922766 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-43f6a07a-ac54-4cdc-aefc-b7c81093874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:29:27Z', 'revision_number': 6, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bac6fcad-a71f-4b1c-b639-01ffdebb750c', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'port_id': '75d548c5-777e-405b-a9ae-902fae088289', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'mac_address': 'fa:16:3e:a4:ed:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:30Z', 'updated_at': '2021-08-27T14:27:33Z', 'revision_number': 1, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:15Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:28.955058 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6a07a-ac54-4cdc-aefc-b7c81093874e None None] Checking router: 31f73265-2a28-40d8-8de6-cae4eefc92ea for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:29:28.963915 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6a07a-ac54-4cdc-aefc-b7c81093874e None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:28.964480 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-43f6a07a-ac54-4cdc-aefc-b7c81093874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:29.082018 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-43f6a07a-ac54-4cdc-aefc-b7c81093874e None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:29.273852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1641fbb-89a8-440e-aa17-30ac3675cb0f details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:29:29.396856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a1641fbb-89a8-440e-aa17-30ac3675cb0f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1641fbb-89a8-440e-aa17-30ac3675cb0f,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:29.420365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'a1641fbb-89a8-440e-aa17-30ac3675cb0f', 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081', 'port_id': 'a1641fbb-89a8-440e-aa17-30ac3675cb0f', 'mac_address': 'fa:16:3e:81:7a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e8e73e-3b32-4ea9-baeb-36898a54440a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:29:29.450756 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-43f6a07a-ac54-4cdc-aefc-b7c81093874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:29:27Z', 'revision_number': 6, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bac6fcad-a71f-4b1c-b639-01ffdebb750c', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'port_id': '75d548c5-777e-405b-a9ae-902fae088289', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'mac_address': 'fa:16:3e:a4:ed:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:30Z', 'updated_at': '2021-08-27T14:27:33Z', 'revision_number': 1, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:15Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:29.467303 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:29.485253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1641fbb-89a8-440e-aa17-30ac3675cb0f {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:29:29.487589 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6a07a-ac54-4cdc-aefc-b7c81093874e None None] The sync data for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 is: [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:29:27Z', 'revision_number': 6, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bac6fcad-a71f-4b1c-b639-01ffdebb750c', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'port_id': '75d548c5-777e-405b-a9ae-902fae088289', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'mac_address': 'fa:16:3e:a4:ed:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:30Z', 'updated_at': '2021-08-27T14:27:33Z', 'revision_number': 1, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:15Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:29:29.513416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a1641fbb-89a8-440e-aa17-30ac3675cb0f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1641fbb-89a8-440e-aa17-30ac3675cb0f,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:29.518426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbeef67-172c-4791-9510-c698232c2f3c req-18155f7b-4e87-488b-be40-fd273e9bff3e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:29.520593 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebbeef67-172c-4791-9510-c698232c2f3c req-18155f7b-4e87-488b-be40-fd273e9bff3e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 943 time: 0.0609865 Aug 27 14:29:29.529478 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:29.602216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a1641fbb-89a8-440e-aa17-30ac3675cb0f,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:29.604772 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebbeef67-172c-4791-9510-c698232c2f3c req-c922ec28-dbfb-4d27-a773-a9563daf5b2b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750482 Aug 27 14:29:29.932959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a1641fbb-89a8-440e-aa17-30ac3675cb0f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:29:29.971554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device afd1b99d-f72a-4ea8-95ec-e22485ffa94a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:29:29.993975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091f75f-42f2-49b0-97e7-fb67dc5894d2 req-1ff8549e-8f8c-44a4-b6d6-3bfedba18dbd tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:30.004846 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d091f75f-42f2-49b0-97e7-fb67dc5894d2 req-1ff8549e-8f8c-44a4-b6d6-3bfedba18dbd tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 946 time: 0.1042435 Aug 27 14:29:30.006082 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: afd1b99d-f72a-4ea8-95ec-e22485ffa94a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:29:30.006429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device afd1b99d-f72a-4ea8-95ec-e22485ffa94a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:29:30.014002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25fd0a-0edf-4700-95b8-fa165a452972 req-cc302239-6c67-4830-88ce-25f216adcf9c tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:30.016697 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a25fd0a-0edf-4700-95b8-fa165a452972 req-cc302239-6c67-4830-88ce-25f216adcf9c tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 945 time: 0.0693712 Aug 27 14:29:30.059029 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d091f75f-42f2-49b0-97e7-fb67dc5894d2 req-eb4be90c-bd59-4e5f-adbb-807719e35526 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=203316ee-514e-48b9-9d85-3e84c7502dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517116 Aug 27 14:29:30.112082 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a25fd0a-0edf-4700-95b8-fa165a452972 req-99006e26-4fb3-4905-80e7-0609d0a17230 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864539 Aug 27 14:29:30.141692 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4401e-ea8b-4fc3-b676-1480db3492c9 req-ef0f432a-059b-4c8e-ad08-6e930ba803f9 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:30.143430 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25e4401e-ea8b-4fc3-b676-1480db3492c9 req-ef0f432a-059b-4c8e-ad08-6e930ba803f9 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 946 time: 0.0879879 Aug 27 14:29:30.259322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-25e4401e-ea8b-4fc3-b676-1480db3492c9 req-fdc2593b-4094-4a8b-9d49-a1fd42dc426e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting port 2fa80954-d2a0-47c5-ab0c-aef41c70b130 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:29:30.259668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25e4401e-ea8b-4fc3-b676-1480db3492c9 req-fdc2593b-4094-4a8b-9d49-a1fd42dc426e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:30.354585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-25e4401e-ea8b-4fc3-b676-1480db3492c9 req-fdc2593b-4094-4a8b-9d49-a1fd42dc426e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] For port 2fa80954-d2a0-47c5-ab0c-aef41c70b130, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=2fa80954-d2a0-47c5-ab0c-aef41c70b130,segment=NetworkSegment(30af83b3-0c40-4fac-a76f-fae034e7b7cf),segment_id=30af83b3-0c40-4fac-a76f-fae034e7b7cf)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:30.354953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25e4401e-ea8b-4fc3-b676-1480db3492c9 req-fdc2593b-4094-4a8b-9d49-a1fd42dc426e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:30.369097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-25e4401e-ea8b-4fc3-b676-1480db3492c9 req-fdc2593b-4094-4a8b-9d49-a1fd42dc426e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Calling delete_port for 2fa80954-d2a0-47c5-ab0c-aef41c70b130 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:29:30.520385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25e4401e-ea8b-4fc3-b676-1480db3492c9 req-fdc2593b-4094-4a8b-9d49-a1fd42dc426e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:30.556340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2593b-4094-4a8b-9d49-a1fd42dc426e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Port': ['ID=2fa80954-d2a0-47c5-ab0c-aef41c70b130,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:30.612609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e4401e-ea8b-4fc3-b676-1480db3492c9 req-fdc2593b-4094-4a8b-9d49-a1fd42dc426e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] No DVR routers for this DVR port 2fa80954-d2a0-47c5-ab0c-aef41c70b130 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:29:30.615300 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25e4401e-ea8b-4fc3-b676-1480db3492c9 req-fdc2593b-4094-4a8b-9d49-a1fd42dc426e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:30.617882 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25e4401e-ea8b-4fc3-b676-1480db3492c9 req-fdc2593b-4094-4a8b-9d49-a1fd42dc426e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.52 "DELETE /v2.0/ports/2fa80954-d2a0-47c5-ab0c-aef41c70b130 HTTP/1.1" status: 204 len: 173 time: 0.4672329 Aug 27 14:29:30.618489 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6999f35-4c3a-47f8-8def-6c012b376b29', 'name': 'network-vif-deleted', 'tag': '2fa80954-d2a0-47c5-ab0c-aef41c70b130'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:29:30.622882 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6fc0cb-e8be-442c-98b5-396894444827" -d '{"events": [{"server_uuid": "c6999f35-4c3a-47f8-8def-6c012b376b29", "name": "network-vif-deleted", "tag": "2fa80954-d2a0-47c5-ab0c-aef41c70b130"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:29:30.667467 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1826b18a-1329-4de4-9751-315e7e8c8ec9 x-openstack-request-id: req-1826b18a-1329-4de4-9751-315e7e8c8ec9 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:29:30.668420 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6999f35-4c3a-47f8-8def-6c012b376b29", "name": "network-vif-deleted", "tag": "2fa80954-d2a0-47c5-ab0c-aef41c70b130", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:29:30.668844 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1826b18a-1329-4de4-9751-315e7e8c8ec9 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:29:30.669544 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6999f35-4c3a-47f8-8def-6c012b376b29', 'name': 'network-vif-deleted', 'tag': '2fa80954-d2a0-47c5-ab0c-aef41c70b130', 'status': 'completed', 'code': 200} Aug 27 14:29:30.756134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c968e33-0b70-41e8-a47e-4cd876014db8 req-9ac2eb9b-c99b-41d3-af4e-172e9f54353e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:30.758319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c968e33-0b70-41e8-a47e-4cd876014db8 req-9ac2eb9b-c99b-41d3-af4e-172e9f54353e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 943 time: 0.0622175 Aug 27 14:29:30.805094 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3c968e33-0b70-41e8-a47e-4cd876014db8 req-d28e22ee-b517-4eb5-99fe-0a5f2cdc6531 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380282 Aug 27 14:29:31.188620 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-25b1e76f-9073-4af8-baf2-036c6db84d9f req-fbc49b29-b50d-41aa-bec8-96ca0cc936c6 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6999f35-4c3a-47f8-8def-6c012b376b29 HTTP/1.1" status: 200 len: 210 time: 0.0306916 Aug 27 14:29:31.273229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1641fbb-89a8-440e-aa17-30ac3675cb0f up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:29:31.290492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c50a1d-80eb-4efe-9cbd-66314702ae53 req-6efd7c38-629d-4f56-8b6c-cedffad8bbf7 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:31.293255 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38c50a1d-80eb-4efe-9cbd-66314702ae53 req-6efd7c38-629d-4f56-8b6c-cedffad8bbf7 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 945 time: 0.0535960 Aug 27 14:29:31.324707 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port a1641fbb-89a8-440e-aa17-30ac3675cb0f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:29:31.328997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port a1641fbb-89a8-440e-aa17-30ac3675cb0f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:31.329371 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:31.341007 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38c50a1d-80eb-4efe-9cbd-66314702ae53 req-916dda53-519f-46b4-854e-f9f0f7ddd776 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382307 Aug 27 14:29:31.418253 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:31.443585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f714dc9-f0fa-4e18-8c32-1b868b676e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1641fbb-89a8-440e-aa17-30ac3675cb0f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:29:31.445849 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56524f09-fc01-48d1-aceb-103edff51c12" -d '{"events": [{"server_uuid": "4f714dc9-f0fa-4e18-8c32-1b868b676e66", "name": "network-vif-plugged", "status": "completed", "tag": "a1641fbb-89a8-440e-aa17-30ac3675cb0f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:29:31.458667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a1641fbb-89a8-440e-aa17-30ac3675cb0f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1641fbb-89a8-440e-aa17-30ac3675cb0f,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:31.463008 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:31.490177 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e05538-80c7-416b-ad1d-5e7ed96a712e x-openstack-request-id: req-12e05538-80c7-416b-ad1d-5e7ed96a712e {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:29:31.490474 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f714dc9-f0fa-4e18-8c32-1b868b676e66", "name": "network-vif-plugged", "status": "completed", "tag": "a1641fbb-89a8-440e-aa17-30ac3675cb0f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:29:31.490749 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12e05538-80c7-416b-ad1d-5e7ed96a712e {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:29:31.491155 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f714dc9-f0fa-4e18-8c32-1b868b676e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1641fbb-89a8-440e-aa17-30ac3675cb0f', 'code': 200} Aug 27 14:29:31.518706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a1641fbb-89a8-440e-aa17-30ac3675cb0f,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:31.608764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59fbed-517e-4070-83ff-cdfe1894cb58 req-a01d0684-ecd8-4782-8ae9-62818f449e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:31.610346 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff59fbed-517e-4070-83ff-cdfe1894cb58 req-a01d0684-ecd8-4782-8ae9-62818f449e84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 1098 time: 0.0412166 Aug 27 14:29:31.648401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff59fbed-517e-4070-83ff-cdfe1894cb58 req-127e4c57-2bed-45c7-af85-66da1eabc5d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302739 Aug 27 14:29:31.928133 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf46d7c-298c-4cfa-a636-79b35adb4e9f req-4eb4fa79-2651-4776-ad9d-2f9a42075024 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:31.929812 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caf46d7c-298c-4cfa-a636-79b35adb4e9f req-4eb4fa79-2651-4776-ad9d-2f9a42075024 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 943 time: 0.0556016 Aug 27 14:29:31.970166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caf46d7c-298c-4cfa-a636-79b35adb4e9f req-7f760df7-0196-4b26-8883-e29d3b72dd71 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339704 Aug 27 14:29:32.247914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60956) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:32.311195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-df5735b7-ddf5-4435-b4e8-f74f7f46042d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:32.337076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-df5735b7-ddf5-4435-b4e8-f74f7f46042d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:32.409963 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-df5735b7-ddf5-4435-b4e8-f74f7f46042d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:32.413055 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-df5735b7-ddf5-4435-b4e8-f74f7f46042d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:32.414265 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-df5735b7-ddf5-4435-b4e8-f74f7f46042d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "DELETE /v2.0/security-groups/203316ee-514e-48b9-9d85-3e84c7502dce HTTP/1.1" status: 204 len: 168 time: 0.1652744 Aug 27 14:29:32.430116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5735b7-ddf5-4435-b4e8-f74f7f46042d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203316ee-514e-48b9-9d85-3e84c7502dce,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:32.452433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60962) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:32.480257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57396a-d5a3-482b-9c29-8782828dfb6a req-0b0e30ce-49eb-4d6d-b6d4-0bc4ab4e9b31 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:32.488620 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6e57396a-d5a3-482b-9c29-8782828dfb6a req-0b0e30ce-49eb-4d6d-b6d4-0bc4ab4e9b31 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 946 time: 0.0710721 Aug 27 14:29:32.510178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96a7339-cffd-4024-89e2-5a328bed77ac tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting subnet 893b585d-4c50-4b1d-a2ce-27fa2cbc450e {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:29:32.514116 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c96a7339-cffd-4024-89e2-5a328bed77ac tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:32.527301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6e57396a-d5a3-482b-9c29-8782828dfb6a req-21701483-da18-4380-b1f4-976c40ea4244 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377655 Aug 27 14:29:32.562415 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c96a7339-cffd-4024-89e2-5a328bed77ac tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:32.650460 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c96a7339-cffd-4024-89e2-5a328bed77ac tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:32.710799 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c96a7339-cffd-4024-89e2-5a328bed77ac tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:32.745616 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c96a7339-cffd-4024-89e2-5a328bed77ac tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:32.750428 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c96a7339-cffd-4024-89e2-5a328bed77ac tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "DELETE /v2.0/subnets/893b585d-4c50-4b1d-a2ce-27fa2cbc450e HTTP/1.1" status: 204 len: 168 time: 0.2944500 Aug 27 14:29:32.750428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a7339-cffd-4024-89e2-5a328bed77ac tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Subnet': ['ID=893b585d-4c50-4b1d-a2ce-27fa2cbc450e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:32.750744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 60974) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:32.757501 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbabd2d-c8a9-4022-b0c3-886b3d9bc124 None None] Network fa2574d2-d355-467a-a4a3-44da234182f9 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:29:32.830939 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:32.889623 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:29:32.889967 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:32.945902 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaa6f53-a0e0-484c-a6e9-88200cac68a5 None None] DHCP port deletion for fa2574d2-d355-467a-a4a3-44da234182f9 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:29:32.970791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] For port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5dd5756f-dfeb-4248-84c9-f96d6c4df2fe,segment=NetworkSegment(30af83b3-0c40-4fac-a76f-fae034e7b7cf),segment_id=30af83b3-0c40-4fac-a76f-fae034e7b7cf)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:32.971128 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:32.985673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Calling delete_port for 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:29:32.993953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-edaa6f53-a0e0-484c-a6e9-88200cac68a5 None None] Deleting port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:29:32.994335 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-edaa6f53-a0e0-484c-a6e9-88200cac68a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:33.076953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-edaa6f53-a0e0-484c-a6e9-88200cac68a5 None None] For port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=5dd5756f-dfeb-4248-84c9-f96d6c4df2fe,segment=NetworkSegment(30af83b3-0c40-4fac-a76f-fae034e7b7cf),segment_id=30af83b3-0c40-4fac-a76f-fae034e7b7cf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:33.077760 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-edaa6f53-a0e0-484c-a6e9-88200cac68a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:33.092497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-edaa6f53-a0e0-484c-a6e9-88200cac68a5 None None] Calling delete_port for 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:29:33.123195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:33.169684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Port': ['ID=5dd5756f-dfeb-4248-84c9-f96d6c4df2fe,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:33.172003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] No DVR routers for this DVR port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:29:33.205929 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-edaa6f53-a0e0-484c-a6e9-88200cac68a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:33.208440 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b387d-26b5-4c4f-8186-f92d98cbdc1a req-599b9291-13a0-463b-a287-610061d15599 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:33.210419 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a00b387d-26b5-4c4f-8186-f92d98cbdc1a req-599b9291-13a0-463b-a287-610061d15599 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 943 time: 0.1379986 Aug 27 14:29:33.242875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa6f53-a0e0-484c-a6e9-88200cac68a5 None None] Pushing event deleted for resources: {'Port': ['ID=5dd5756f-dfeb-4248-84c9-f96d6c4df2fe,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:33.246715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa6f53-a0e0-484c-a6e9-88200cac68a5 None None] No DVR routers for this DVR port 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:29:33.302243 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:33.315132 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a00b387d-26b5-4c4f-8186-f92d98cbdc1a req-01fd43dc-ee00-43f7-83d3-2d7da53f264b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875936 Aug 27 14:29:33.319446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2574d2-d355-467a-a4a3-44da234182f9']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:33.331306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30af83b3-0c40-4fac-a76f-fae034e7b7cf') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:33.332026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30af83b3-0c40-4fac-a76f-fae034e7b7cf') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:33.344063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:33.358341 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:33.364552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:29:33.364950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:29:33.368120 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:29:33.428694 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:33.447213 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:33.449699 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "DELETE /v2.0/networks/fa2574d2-d355-467a-a4a3-44da234182f9 HTTP/1.1" status: 204 len: 168 time: 0.6975012 Aug 27 14:29:33.451358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6109f19-6dcc-4681-8dcb-dabebe4ac303 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Network': ['ID=fa2574d2-d355-467a-a4a3-44da234182f9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:33.452757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 60986) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:33.674643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c744a-2b60-45be-bf39-1df4bc9d9c7f req-84db3bec-1812-482a-bff8-5a4ae800c518 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:33.676287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d3c744a-2b60-45be-bf39-1df4bc9d9c7f req-84db3bec-1812-482a-bff8-5a4ae800c518 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 946 time: 0.0746970 Aug 27 14:29:33.684004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5cac27ec-e6f3-4140-8519-71e063cf2a3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting port 9dd2642d-7e0e-439b-bf67-4dc7a2e34150 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:29:33.684396 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5cac27ec-e6f3-4140-8519-71e063cf2a3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:33.763703 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d3c744a-2b60-45be-bf39-1df4bc9d9c7f req-0cd67a96-e09f-4f8a-bc79-6cb8488e1988 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772009 Aug 27 14:29:33.793060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5cac27ec-e6f3-4140-8519-71e063cf2a3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:33.793822 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5cac27ec-e6f3-4140-8519-71e063cf2a3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:33.809781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5cac27ec-e6f3-4140-8519-71e063cf2a3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Calling delete_port for 9dd2642d-7e0e-439b-bf67-4dc7a2e34150 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:29:33.848957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:29:33.876217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:29:33.876930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 5dd5756f-dfeb-4248-84c9-f96d6c4df2fe not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:29:33.896798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2fa80954-d2a0-47c5-ab0c-aef41c70b130 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:29:33.941617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 2fa80954-d2a0-47c5-ab0c-aef41c70b130 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:29:33.942489 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 2fa80954-d2a0-47c5-ab0c-aef41c70b130 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:29:34.062193 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5cac27ec-e6f3-4140-8519-71e063cf2a3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:34.109914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac27ec-e6f3-4140-8519-71e063cf2a3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Port': ['ID=9dd2642d-7e0e-439b-bf67-4dc7a2e34150,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:34.237225 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5cac27ec-e6f3-4140-8519-71e063cf2a3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:34.237765 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-5cac27ec-e6f3-4140-8519-71e063cf2a3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Floating IP bac6fcad-a71f-4b1c-b639-01ffdebb750c disassociated (deleted). External IP: 172.25.2.186, port: 75d548c5-777e-405b-a9ae-902fae088289. Aug 27 14:29:34.457789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de4fc3-8928-45c8-b167-4b7d1c712748 req-a3700e56-613e-4b5a-bbc0-772f00b13cb9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:34.466409 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a4de4fc3-8928-45c8-b167-4b7d1c712748 req-a3700e56-613e-4b5a-bbc0-772f00b13cb9 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 943 time: 0.0667589 Aug 27 14:29:34.515324 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a4de4fc3-8928-45c8-b167-4b7d1c712748 req-3ca2cfb6-2861-4c3a-9539-e9b91dc8410d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478704 Aug 27 14:29:34.517653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cac27ec-e6f3-4140-8519-71e063cf2a3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Router 31f73265-2a28-40d8-8de6-cae4eefc92ea has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:29:34.633677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cac27ec-e6f3-4140-8519-71e063cf2a3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:29:34.639337 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5cac27ec-e6f3-4140-8519-71e063cf2a3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:34.649409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b16901-b96a-45f3-8ab3-6a1dfdb69950 None None] Sync routers for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:29:34.659373 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b16901-b96a-45f3-8ab3-6a1dfdb69950 None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:34.660263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-44b16901-b96a-45f3-8ab3-6a1dfdb69950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:34.667892 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5cac27ec-e6f3-4140-8519-71e063cf2a3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "DELETE /v2.0/floatingips/bac6fcad-a71f-4b1c-b639-01ffdebb750c HTTP/1.1" status: 204 len: 168 time: 1.2138281 Aug 27 14:29:34.668791 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'tag': '75d548c5-777e-405b-a9ae-902fae088289'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:29:34.671353 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87a6df9-3525-43af-92d0-965161fa1b65" -d '{"events": [{"name": "network-changed", "server_uuid": "52650ff0-6ada-4c9c-81a9-e79211ec14c6", "tag": "75d548c5-777e-405b-a9ae-902fae088289"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:29:34.729244 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adba34c7-8c6a-488e-bd88-522adf07a5eb x-openstack-request-id: req-adba34c7-8c6a-488e-bd88-522adf07a5eb {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:29:34.729540 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52650ff0-6ada-4c9c-81a9-e79211ec14c6", "tag": "75d548c5-777e-405b-a9ae-902fae088289", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:29:34.729799 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-adba34c7-8c6a-488e-bd88-522adf07a5eb {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:29:34.730935 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'tag': '75d548c5-777e-405b-a9ae-902fae088289', 'status': 'completed', 'code': 200} Aug 27 14:29:34.883453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6df9-3525-43af-92d0-965161fa1b65 req-b707b3b4-91a7-4e1c-801b-06c384267f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:34.889790 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f87a6df9-3525-43af-92d0-965161fa1b65 req-b707b3b4-91a7-4e1c-801b-06c384267f82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 1098 time: 0.1144497 Aug 27 14:29:35.006482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670f6e1-27b3-4eb6-89b4-4141722cd2dc req-f005e157-6c00-4816-b9a1-5e14063b87cf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:35.015388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d670f6e1-27b3-4eb6-89b4-4141722cd2dc req-f005e157-6c00-4816-b9a1-5e14063b87cf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 946 time: 0.0651989 Aug 27 14:29:35.050238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-44b16901-b96a-45f3-8ab3-6a1dfdb69950 None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:35.054072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6df9-3525-43af-92d0-965161fa1b65 req-55125524-b4e0-43b5-a01d-1e759c1a1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:35.055664 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f87a6df9-3525-43af-92d0-965161fa1b65 req-55125524-b4e0-43b5-a01d-1e759c1a1a20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=95d77891-322a-4701-aa4d-f0e7be918cb5 HTTP/1.1" status: 200 len: 896 time: 0.1586201 Aug 27 14:29:35.068333 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d670f6e1-27b3-4eb6-89b4-4141722cd2dc req-23f3e38f-796f-42a6-b9f9-440631ba96e0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461195 Aug 27 14:29:35.110736 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f87a6df9-3525-43af-92d0-965161fa1b65 req-19fb719e-571a-4736-a61f-fcd051983727 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75d548c5-777e-405b-a9ae-902fae088289 HTTP/1.1" status: 200 len: 217 time: 0.0471313 Aug 27 14:29:35.163785 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6df9-3525-43af-92d0-965161fa1b65 req-00ba31a9-a64b-49d4-9e71-e607a6c9f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:35.165259 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f87a6df9-3525-43af-92d0-965161fa1b65 req-00ba31a9-a64b-49d4-9e71-e607a6c9f12e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29cbdadd-3caa-41d1-992f-1eb03328551f HTTP/1.1" status: 200 len: 834 time: 0.0469892 Aug 27 14:29:35.220009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6df9-3525-43af-92d0-965161fa1b65 req-67d5a49b-0321-4d5b-b21f-4cd854f19cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:35.221743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f87a6df9-3525-43af-92d0-965161fa1b65 req-67d5a49b-0321-4d5b-b21f-4cd854f19cc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95d77891-322a-4701-aa4d-f0e7be918cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476327 Aug 27 14:29:35.272340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-44b16901-b96a-45f3-8ab3-6a1dfdb69950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:29:27Z', 'revision_number': 6, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:15Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:35.277841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 822aa6a1-78c7-4285-bcd7-141ae511b044 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:29:35.305651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b16901-b96a-45f3-8ab3-6a1dfdb69950 None None] Checking router: 31f73265-2a28-40d8-8de6-cae4eefc92ea for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:29:35.324664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b16901-b96a-45f3-8ab3-6a1dfdb69950 None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:35.325148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-44b16901-b96a-45f3-8ab3-6a1dfdb69950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:35.349163 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f87a6df9-3525-43af-92d0-965161fa1b65 req-df502534-d5c8-4617-b8bd-af8519762197 service neutron] 10.222.0.41 "GET /v2.0/networks/95d77891-322a-4701-aa4d-f0e7be918cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199098 Aug 27 14:29:35.433320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-44b16901-b96a-45f3-8ab3-6a1dfdb69950 None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:35.453465 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f87a6df9-3525-43af-92d0-965161fa1b65 req-7ea6bd31-42a0-43d9-b503-fc7b81eb97b3 service neutron] 10.222.0.41 "GET /v2.0/networks/95d77891-322a-4701-aa4d-f0e7be918cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962355 Aug 27 14:29:35.467590 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.db.resource_extend [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 14:29:35.670255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96149a-a1b6-47f4-abd1-a434f225ef62 req-1dc00575-1bd8-4fa0-8507-042ba0312977 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:35.680699 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d96149a-a1b6-47f4-abd1-a434f225ef62 req-1dc00575-1bd8-4fa0-8507-042ba0312977 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 943 time: 0.0820055 Aug 27 14:29:35.683050 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 822aa6a1-78c7-4285-bcd7-141ae511b044, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=822aa6a1-78c7-4285-bcd7-141ae511b044,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:35.724509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '822aa6a1-78c7-4285-bcd7-141ae511b044', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'port_id': '822aa6a1-78c7-4285-bcd7-141ae511b044', 'mac_address': 'fa:16:3e:86:9f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:29:35.734007 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d96149a-a1b6-47f4-abd1-a434f225ef62 req-6731ff64-febd-4e67-8196-cd25da5bba3c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513594 Aug 27 14:29:35.788066 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:35.832130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822aa6a1-78c7-4285-bcd7-141ae511b044 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:29:35.859418 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 822aa6a1-78c7-4285-bcd7-141ae511b044, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=822aa6a1-78c7-4285-bcd7-141ae511b044,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:35.865958 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:35.904794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-44b16901-b96a-45f3-8ab3-6a1dfdb69950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:29:27Z', 'revision_number': 6, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:15Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:35.940577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b16901-b96a-45f3-8ab3-6a1dfdb69950 None None] The sync data for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 is: [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:29:27Z', 'revision_number': 6, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '39f313b0-f517-4857-81bc-83c1b362545a', 'name': '', 'network_id': '95d77891-322a-4701-aa4d-f0e7be918cb5', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:5e:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:09Z', 'updated_at': '2021-08-27T14:27:15Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '29cbdadd-3caa-41d1-992f-1eb03328551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:29:35.951876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=822aa6a1-78c7-4285-bcd7-141ae511b044,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:36.235027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a497d-8243-463b-8856-580ecc2eae36 req-29c1ac74-186b-4c18-8f95-62f84c451462 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:36.242948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-937a497d-8243-463b-8856-580ecc2eae36 req-29c1ac74-186b-4c18-8f95-62f84c451462 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 946 time: 0.0845203 Aug 27 14:29:36.271762 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d82a9-3949-4c86-bf0a-757b19a0cdeb None None] New status for floating IP bac6fcad-a71f-4b1c-b639-01ffdebb750c: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:29:36.287255 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-937a497d-8243-463b-8856-580ecc2eae36 req-22fce9fb-1221-47d4-9f41-d138c5fb2ec5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432591 Aug 27 14:29:36.333541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['822aa6a1-78c7-4285-bcd7-141ae511b044'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:29:36.795882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f8ecc-a89f-467e-aad2-d376ceb7b132 req-a05b878b-68b2-4bd6-9389-fd2fcbab4823 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:36.797406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e36f8ecc-a89f-467e-aad2-d376ceb7b132 req-a05b878b-68b2-4bd6-9389-fd2fcbab4823 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.41 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 946 time: 0.0720537 Aug 27 14:29:36.891475 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b7348-c932-4e36-bede-6f56315635f1 req-97a781ec-1355-4080-ada3-ddb0b21ff60a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:36.894100 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-595b7348-c932-4e36-bede-6f56315635f1 req-97a781ec-1355-4080-ada3-ddb0b21ff60a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 944 time: 0.0724285 Aug 27 14:29:36.925240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-e36f8ecc-a89f-467e-aad2-d376ceb7b132 req-c4abbac5-739f-432d-bfcc-7677b3b60a99 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting port 75d548c5-777e-405b-a9ae-902fae088289 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:29:36.925709 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e36f8ecc-a89f-467e-aad2-d376ceb7b132 req-c4abbac5-739f-432d-bfcc-7677b3b60a99 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:36.953607 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-595b7348-c932-4e36-bede-6f56315635f1 req-03be6b17-bf2a-48c5-8897-12147357357e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513606 Aug 27 14:29:37.423132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-e36f8ecc-a89f-467e-aad2-d376ceb7b132 req-c4abbac5-739f-432d-bfcc-7677b3b60a99 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] For port 75d548c5-777e-405b-a9ae-902fae088289, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=75d548c5-777e-405b-a9ae-902fae088289,segment=NetworkSegment(ff1265e5-d754-4368-bb71-33b84ad74392),segment_id=ff1265e5-d754-4368-bb71-33b84ad74392)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:37.424156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e36f8ecc-a89f-467e-aad2-d376ceb7b132 req-c4abbac5-739f-432d-bfcc-7677b3b60a99 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:37.440466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-e36f8ecc-a89f-467e-aad2-d376ceb7b132 req-c4abbac5-739f-432d-bfcc-7677b3b60a99 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Calling delete_port for 75d548c5-777e-405b-a9ae-902fae088289 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:29:37.464457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f9ac5-4175-4ce3-b4d1-63290e1655d2 req-efe65128-8d94-43a9-ab8b-bb5ff1a95714 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:37.466554 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f9f9ac5-4175-4ce3-b4d1-63290e1655d2 req-efe65128-8d94-43a9-ab8b-bb5ff1a95714 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=52650ff0-6ada-4c9c-81a9-e79211ec14c6 HTTP/1.1" status: 200 len: 946 time: 0.0799417 Aug 27 14:29:37.554805 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f9f9ac5-4175-4ce3-b4d1-63290e1655d2 req-9f1e2afd-ce65-4332-814e-0799c7556e82 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce31598a-33bc-4eab-9ecb-61509eb51d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553696 Aug 27 14:29:37.640844 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e36f8ecc-a89f-467e-aad2-d376ceb7b132 req-c4abbac5-739f-432d-bfcc-7677b3b60a99 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:37.671845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abbac5-739f-432d-bfcc-7677b3b60a99 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Port': ['ID=75d548c5-777e-405b-a9ae-902fae088289,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:37.717761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36f8ecc-a89f-467e-aad2-d376ceb7b132 req-c4abbac5-739f-432d-bfcc-7677b3b60a99 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] No DVR routers for this DVR port 75d548c5-777e-405b-a9ae-902fae088289 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:29:37.724358 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e36f8ecc-a89f-467e-aad2-d376ceb7b132 req-c4abbac5-739f-432d-bfcc-7677b3b60a99 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:37.724358 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e36f8ecc-a89f-467e-aad2-d376ceb7b132 req-c4abbac5-739f-432d-bfcc-7677b3b60a99 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.41 "DELETE /v2.0/ports/75d548c5-777e-405b-a9ae-902fae088289 HTTP/1.1" status: 204 len: 173 time: 0.9172630 Aug 27 14:29:37.724358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'name': 'network-vif-deleted', 'tag': '75d548c5-777e-405b-a9ae-902fae088289'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:29:37.725619 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e39c40-db13-45da-94ed-b34ae4e4ba3b" -d '{"events": [{"server_uuid": "52650ff0-6ada-4c9c-81a9-e79211ec14c6", "name": "network-vif-deleted", "tag": "75d548c5-777e-405b-a9ae-902fae088289"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:29:37.766763 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3eae3a5-b0a0-480a-bd4a-6c2f7c36e353 x-openstack-request-id: req-d3eae3a5-b0a0-480a-bd4a-6c2f7c36e353 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:29:37.767220 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52650ff0-6ada-4c9c-81a9-e79211ec14c6", "name": "network-vif-deleted", "tag": "75d548c5-777e-405b-a9ae-902fae088289", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:29:37.767655 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3eae3a5-b0a0-480a-bd4a-6c2f7c36e353 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:29:37.768302 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52650ff0-6ada-4c9c-81a9-e79211ec14c6', 'name': 'network-vif-deleted', 'tag': '75d548c5-777e-405b-a9ae-902fae088289', 'status': 'completed', 'code': 200} Aug 27 14:29:38.110350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff383ad7-3dc2-4ef2-9bdb-a846530c46d9 req-81e664b3-20a5-4961-9ea0-3ac2d434873a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:38.112574 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff383ad7-3dc2-4ef2-9bdb-a846530c46d9 req-81e664b3-20a5-4961-9ea0-3ac2d434873a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 944 time: 0.0622327 Aug 27 14:29:38.158389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff383ad7-3dc2-4ef2-9bdb-a846530c46d9 req-d6ea076b-4d1b-4684-9d2d-1613b429559c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388322 Aug 27 14:29:38.621919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 32886) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:38.724650 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9800e517-520b-4c60-8396-0c1c9578dbbf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:38.758998 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9800e517-520b-4c60-8396-0c1c9578dbbf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:38.839028 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9800e517-520b-4c60-8396-0c1c9578dbbf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:38.842326 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9800e517-520b-4c60-8396-0c1c9578dbbf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:38.843533 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9800e517-520b-4c60-8396-0c1c9578dbbf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "DELETE /v2.0/security-groups/ce31598a-33bc-4eab-9ecb-61509eb51d6d HTTP/1.1" status: 204 len: 168 time: 0.2204301 Aug 27 14:29:38.854312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800e517-520b-4c60-8396-0c1c9578dbbf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce31598a-33bc-4eab-9ecb-61509eb51d6d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:38.892757 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32892) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:39.294506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 822aa6a1-78c7-4285-bcd7-141ae511b044 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:29:39.318724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd218c-f93e-462e-8dae-f2882eca77fe req-0384320a-61ed-4007-9e9f-4a1fdffdbfd4 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:39.320272 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ffd218c-f93e-462e-8dae-f2882eca77fe req-0384320a-61ed-4007-9e9f-4a1fdffdbfd4 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 944 time: 0.0759521 Aug 27 14:29:39.348592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 822aa6a1-78c7-4285-bcd7-141ae511b044 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:29:39.353777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 822aa6a1-78c7-4285-bcd7-141ae511b044 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:39.354162 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:39.371818 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a55e7506-bd08-4748-860a-27a3304fe3b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:39.418184 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ffd218c-f93e-462e-8dae-f2882eca77fe req-3e014fc2-2926-4bb0-b59e-4223b82e97c0 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880024 Aug 27 14:29:39.434901 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:39.464847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b06148f-d3c0-400f-b295-515942a12056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822aa6a1-78c7-4285-bcd7-141ae511b044'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:29:39.467576 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe599ae9-dbc4-4722-be38-28eb3b0ff124" -d '{"events": [{"server_uuid": "6b06148f-d3c0-400f-b295-515942a12056", "name": "network-vif-plugged", "status": "completed", "tag": "822aa6a1-78c7-4285-bcd7-141ae511b044"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:29:39.479446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 822aa6a1-78c7-4285-bcd7-141ae511b044, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=822aa6a1-78c7-4285-bcd7-141ae511b044,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:39.487479 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:39.488798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 75d548c5-777e-405b-a9ae-902fae088289 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:29:39.533459 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb066a4-851d-45ac-b6c6-3cafdd0efaa4 x-openstack-request-id: req-dbb066a4-851d-45ac-b6c6-3cafdd0efaa4 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:29:39.533758 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b06148f-d3c0-400f-b295-515942a12056", "name": "network-vif-plugged", "status": "completed", "tag": "822aa6a1-78c7-4285-bcd7-141ae511b044", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:29:39.534009 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dbb066a4-851d-45ac-b6c6-3cafdd0efaa4 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:29:39.534396 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b06148f-d3c0-400f-b295-515942a12056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822aa6a1-78c7-4285-bcd7-141ae511b044', 'code': 200} Aug 27 14:29:39.536829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 75d548c5-777e-405b-a9ae-902fae088289 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:29:39.537175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 75d548c5-777e-405b-a9ae-902fae088289 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:29:39.566598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=822aa6a1-78c7-4285-bcd7-141ae511b044,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:39.662451 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d64ab0-fe23-4456-9d5c-721117107b82 req-62b8b009-4c9e-4145-94fa-b87bbe81168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:39.664893 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17d64ab0-fe23-4456-9d5c-721117107b82 req-62b8b009-4c9e-4145-94fa-b87bbe81168c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 1097 time: 0.0426464 Aug 27 14:29:39.675580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a55e7506-bd08-4748-860a-27a3304fe3b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting port 39f313b0-f517-4857-81bc-83c1b362545a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:29:39.675927 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a55e7506-bd08-4748-860a-27a3304fe3b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:39.700792 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17d64ab0-fe23-4456-9d5c-721117107b82 req-66c441a4-9a06-4e23-bc06-7487d346213f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293906 Aug 27 14:29:39.769182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-a55e7506-bd08-4748-860a-27a3304fe3b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] For port 39f313b0-f517-4857-81bc-83c1b362545a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=39f313b0-f517-4857-81bc-83c1b362545a,segment=NetworkSegment(ff1265e5-d754-4368-bb71-33b84ad74392),segment_id=ff1265e5-d754-4368-bb71-33b84ad74392)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:39.769557 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a55e7506-bd08-4748-860a-27a3304fe3b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:39.782869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a55e7506-bd08-4748-860a-27a3304fe3b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Calling delete_port for 39f313b0-f517-4857-81bc-83c1b362545a owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:29:39.971735 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a55e7506-bd08-4748-860a-27a3304fe3b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:39.991510 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:40.000930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e7506-bd08-4748-860a-27a3304fe3b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Port': ['ID=39f313b0-f517-4857-81bc-83c1b362545a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:40.195850 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a55e7506-bd08-4748-860a-27a3304fe3b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:40.431494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55e7506-bd08-4748-860a-27a3304fe3b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Router 31f73265-2a28-40d8-8de6-cae4eefc92ea has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:29:40.924436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf36fc5-180e-47d8-ad62-b29f9d0e723b req-dbc71c4a-89db-462f-af19-297e06ae7b3c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:40.925968 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-caf36fc5-180e-47d8-ad62-b29f9d0e723b req-dbc71c4a-89db-462f-af19-297e06ae7b3c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 945 time: 0.0999181 Aug 27 14:29:40.933002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55e7506-bd08-4748-860a-27a3304fe3b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:29:40.941301 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a55e7506-bd08-4748-860a-27a3304fe3b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "PUT /v2.0/routers/31f73265-2a28-40d8-8de6-cae4eefc92ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0467589 Aug 27 14:29:40.942056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 32908) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:40.949509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23638b39-4ebe-418d-ae3d-d23fe4a6d55f None None] Sync routers for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:29:40.975852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23638b39-4ebe-418d-ae3d-d23fe4a6d55f None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:40.981793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-23638b39-4ebe-418d-ae3d-d23fe4a6d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:40.984654 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-caf36fc5-180e-47d8-ad62-b29f9d0e723b req-3fbf340e-28b9-4670-9c9a-c3a9148b8780 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416098 Aug 27 14:29:41.051668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-2431be49-5456-47dd-aa97-9093535e01ca tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting subnet 29cbdadd-3caa-41d1-992f-1eb03328551f {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:29:41.056610 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2431be49-5456-47dd-aa97-9093535e01ca tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:41.097354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-23638b39-4ebe-418d-ae3d-d23fe4a6d55f None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:41.121966 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2431be49-5456-47dd-aa97-9093535e01ca tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:41.288819 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2431be49-5456-47dd-aa97-9093535e01ca tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:41.325083 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-23638b39-4ebe-418d-ae3d-d23fe4a6d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:29:39Z', 'revision_number': 7, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:41.360706 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2431be49-5456-47dd-aa97-9093535e01ca tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:41.361174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23638b39-4ebe-418d-ae3d-d23fe4a6d55f None None] Checking router: 31f73265-2a28-40d8-8de6-cae4eefc92ea for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:29:41.369738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23638b39-4ebe-418d-ae3d-d23fe4a6d55f None None] Routers {'31f73265-2a28-40d8-8de6-cae4eefc92ea'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:41.370358 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-23638b39-4ebe-418d-ae3d-d23fe4a6d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['31f73265-2a28-40d8-8de6-cae4eefc92ea'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:41.388846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431be49-5456-47dd-aa97-9093535e01ca tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Subnet': ['ID=29cbdadd-3caa-41d1-992f-1eb03328551f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:41.393916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2431be49-5456-47dd-aa97-9093535e01ca tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:41.395358 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2431be49-5456-47dd-aa97-9093535e01ca tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "DELETE /v2.0/subnets/29cbdadd-3caa-41d1-992f-1eb03328551f HTTP/1.1" status: 204 len: 168 time: 0.4521940 Aug 27 14:29:41.398047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32912) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:41.409405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f07dbd4-c0a1-4c14-afbc-23231081e3d8 None None] Network 95d77891-322a-4701-aa4d-f0e7be918cb5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:29:41.510617 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:41.567032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-23638b39-4ebe-418d-ae3d-d23fe4a6d55f None None] Set router 31f73265-2a28-40d8-8de6-cae4eefc92ea gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:41.638933 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:41.701783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting port addaee1a-ace2-44c7-95ff-b3d147f73142 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:29:41.702501 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:41.780656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-23638b39-4ebe-418d-ae3d-d23fe4a6d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:29:39Z', 'revision_number': 7, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:41.804269 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] For port addaee1a-ace2-44c7-95ff-b3d147f73142, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=addaee1a-ace2-44c7-95ff-b3d147f73142,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:41.804860 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:41.819296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Calling delete_port for addaee1a-ace2-44c7-95ff-b3d147f73142 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:29:41.822787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fee833-4d9c-472e-8865-65f7cf1964a7 None None] DHCP port deletion for 95d77891-322a-4701-aa4d-f0e7be918cb5 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:29:41.827542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23638b39-4ebe-418d-ae3d-d23fe4a6d55f None None] The sync data for ids ['31f73265-2a28-40d8-8de6-cae4eefc92ea'] in n-d-712139-12 is: [{'id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'name': 'tempest-TestNetworkBasicOps-router-429469831', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:27:02Z', 'updated_at': '2021-08-27T14:29:39Z', 'revision_number': 7, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'addaee1a-ace2-44c7-95ff-b3d147f73142', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f73265-2a28-40d8-8de6-cae4eefc92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:27:03Z', 'updated_at': '2021-08-27T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:29:41.906880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-39fee833-4d9c-472e-8865-65f7cf1964a7 None None] Deleting port 84ca73bd-e3e9-45e3-8441-6b445a72d258 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:29:41.907409 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-39fee833-4d9c-472e-8865-65f7cf1964a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:41.977098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-39fee833-4d9c-472e-8865-65f7cf1964a7 None None] For port 84ca73bd-e3e9-45e3-8441-6b445a72d258, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=84ca73bd-e3e9-45e3-8441-6b445a72d258,segment=NetworkSegment(ff1265e5-d754-4368-bb71-33b84ad74392),segment_id=ff1265e5-d754-4368-bb71-33b84ad74392)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:41.977718 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-39fee833-4d9c-472e-8865-65f7cf1964a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:41.990385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-39fee833-4d9c-472e-8865-65f7cf1964a7 None None] Calling delete_port for 84ca73bd-e3e9-45e3-8441-6b445a72d258 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:29:42.006808 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.038241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Port': ['ID=addaee1a-ace2-44c7-95ff-b3d147f73142,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:42.072316 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-39fee833-4d9c-472e-8865-65f7cf1964a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.103649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fee833-4d9c-472e-8865-65f7cf1964a7 None None] Pushing event deleted for resources: {'Port': ['ID=84ca73bd-e3e9-45e3-8441-6b445a72d258,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:42.117508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fee833-4d9c-472e-8865-65f7cf1964a7 None None] No DVR routers for this DVR port 84ca73bd-e3e9-45e3-8441-6b445a72d258 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:29:42.135274 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.143635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ff6d2-e1b5-4f6e-a676-ac45e9003d59 req-6702c189-4e1e-455a-acd0-332734b6de97 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:42.145337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-064ff6d2-e1b5-4f6e-a676-ac45e9003d59 req-6702c189-4e1e-455a-acd0-332734b6de97 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 945 time: 0.0674577 Aug 27 14:29:42.202677 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-064ff6d2-e1b5-4f6e-a676-ac45e9003d59 req-789455a3-e779-4bfc-a2e9-8e4a94306d45 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509102 Aug 27 14:29:42.237009 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.239333 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.291920 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.293121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Fanout notify agent at l3_agent the message router_deleted on router 31f73265-2a28-40d8-8de6-cae4eefc92ea {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:29:42.304150 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.312354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1b2ece66-9ec7-4735-abff-66306ba958d5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "DELETE /v2.0/routers/31f73265-2a28-40d8-8de6-cae4eefc92ea HTTP/1.1" status: 204 len: 168 time: 0.9102902 Aug 27 14:29:42.313306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 32922) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:42.344024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 84ca73bd-e3e9-45e3-8441-6b445a72d258 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:29:42.379522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 84ca73bd-e3e9-45e3-8441-6b445a72d258 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:29:42.379872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 84ca73bd-e3e9-45e3-8441-6b445a72d258 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:29:42.430015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682430f-a519-4e5c-a4fc-e57bb6287487 req-d2c27cb7-2f0e-4521-94fe-70d0ad7e60b1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:42.431695 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e682430f-a519-4e5c-a4fc-e57bb6287487 req-d2c27cb7-2f0e-4521-94fe-70d0ad7e60b1 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 945 time: 0.0785515 Aug 27 14:29:42.450444 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ea364bd-90a4-4750-ac09-5e9b72c4674c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.477712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e682430f-a519-4e5c-a4fc-e57bb6287487 req-c9dace31-34d1-4435-8934-df641b6c7651 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386357 Aug 27 14:29:42.502478 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32924) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:42.548214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451bd131-d247-4057-ba00-19dfe280b0a5 tempest-TestVolumeBootPattern-1238323987 tempest-TestVolumeBootPattern-1238323987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:42.549186 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ea364bd-90a4-4750-ac09-5e9b72c4674c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.551124 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-451bd131-d247-4057-ba00-19dfe280b0a5 tempest-TestVolumeBootPattern-1238323987 tempest-TestVolumeBootPattern-1238323987-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 1092 time: 0.0462012 Aug 27 14:29:42.553079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32926) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:42.560358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '822aa6a1-78c7-4285-bcd7-141ae511b044', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:42.560547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4ea364bd-90a4-4750-ac09-5e9b72c4674c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d77891-322a-4701-aa4d-f0e7be918cb5']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:42.574076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4ea364bd-90a4-4750-ac09-5e9b72c4674c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1265e5-d754-4368-bb71-33b84ad74392') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:42.575439 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4ea364bd-90a4-4750-ac09-5e9b72c4674c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1265e5-d754-4368-bb71-33b84ad74392') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:42.586430 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ea364bd-90a4-4750-ac09-5e9b72c4674c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.600229 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.613800 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ea364bd-90a4-4750-ac09-5e9b72c4674c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.622924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea364bd-90a4-4750-ac09-5e9b72c4674c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:29:42.623640 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ea364bd-90a4-4750-ac09-5e9b72c4674c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:29:42.627509 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:29:42.710936 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ea364bd-90a4-4750-ac09-5e9b72c4674c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.720442 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ea364bd-90a4-4750-ac09-5e9b72c4674c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.722417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4ea364bd-90a4-4750-ac09-5e9b72c4674c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "DELETE /v2.0/networks/95d77891-322a-4701-aa4d-f0e7be918cb5 HTTP/1.1" status: 204 len: 168 time: 0.4080963 Aug 27 14:29:42.745022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea364bd-90a4-4750-ac09-5e9b72c4674c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Network': ['ID=95d77891-322a-4701-aa4d-f0e7be918cb5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:42.746462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 32928) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:42.752558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-838e5d47-bca0-4666-b247-a46462792b25 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'network': {'name': 'tempest-network-smoke--389229647', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'port_security_enabled': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:42.770724 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.786731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838e5d47-bca0-4666-b247-a46462792b25 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Made reservation on behalf of 815d6326dcff4cddbc0fe11a0335baa4 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:29:42.791155 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-838e5d47-bca0-4666-b247-a46462792b25 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.859236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838e5d47-bca0-4666-b247-a46462792b25 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:29:42.897709 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-838e5d47-bca0-4666-b247-a46462792b25 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:42.898057 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-838e5d47-bca0-4666-b247-a46462792b25 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Added segment c37b4389-3271-4b87-b38c-e099c9357b4f of type vlan for network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 Aug 27 14:29:42.944563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Allocated IP 172.25.2.70 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/f865a204-acc0-43db-9984-d109d8497b41) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:29:42.957473 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-838e5d47-bca0-4666-b247-a46462792b25 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.027420 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-838e5d47-bca0-4666-b247-a46462792b25 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.033068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838e5d47-bca0-4666-b247-a46462792b25 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:43.033652 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-838e5d47-bca0-4666-b247-a46462792b25 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.113506 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-838e5d47-bca0-4666-b247-a46462792b25 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3649383 Aug 27 14:29:43.116387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 32932) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:43.121781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'admin_state_up': True, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:43.130569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e5d47-bca0-4666-b247-a46462792b25 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Network': ['ID=1a3c3d9b-b64a-4096-865b-006f0c8cb4f4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:43.146823 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:29:43.155814 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.156050 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.157342 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.209293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.220746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.269138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:29:43.273340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:29:43.277023 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:29:43.278967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'Port': ['ID=f865a204-acc0-43db-9984-d109d8497b41,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:43.373087 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.586392 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.612789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.687427 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.722508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Allocated IP 172.25.2.65 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/f6a1891e-0b64-4c82-bb06-5ba746f53d71) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:29:43.760769 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.841755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 39f313b0-f517-4857-81bc-83c1b362545a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:29:43.853638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.863807 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 39f313b0-f517-4857-81bc-83c1b362545a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:29:43.864234 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 39f313b0-f517-4857-81bc-83c1b362545a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:29:43.864720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device addaee1a-ace2-44c7-95ff-b3d147f73142 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:29:43.884660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: addaee1a-ace2-44c7-95ff-b3d147f73142 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:29:43.885110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device addaee1a-ace2-44c7-95ff-b3d147f73142 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:29:43.903385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.942957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:29:43.946010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:29:43.954142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:29:43.959560 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.967002 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:43.985513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=f6a1891e-0b64-4c82-bb06-5ba746f53d71,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:44.059813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event updated for resources: {'Port': ['ID=f865a204-acc0-43db-9984-d109d8497b41,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:44.080911 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:44.217083 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Floating IP 468569cd-effb-4a68-ac86-3289b9a8424e associated. External IP: 172.25.2.70, port: 822aa6a1-78c7-4285-bcd7-141ae511b044. Aug 27 14:29:44.257458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:44.500046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Router 004765aa-c904-47d1-8ed5-32ceeb59c08e has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:29:44.530789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:44.638578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:29:44.654849 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296f824e-6683-4cfa-bfd1-97584cc8ec3b None None] Sync routers for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:29:44.663673 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-650ce1ce-f0b8-48ae-9a1a-2431075545c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:44.668422 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296f824e-6683-4cfa-bfd1-97584cc8ec3b None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:44.669353 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-296f824e-6683-4cfa-bfd1-97584cc8ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:44.672514 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:44.727576 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e74f14c7-9c6c-40c4-9967-2f6ad6e594ea tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1726136 Aug 27 14:29:44.728670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b06148f-d3c0-400f-b295-515942a12056', 'tag': '822aa6a1-78c7-4285-bcd7-141ae511b044'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:29:44.732926 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb530d9a-470d-43da-b276-5e31212a801f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b06148f-d3c0-400f-b295-515942a12056", "tag": "822aa6a1-78c7-4285-bcd7-141ae511b044"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:29:44.740963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:29:44.784190 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2938df-cd5f-45bf-a29c-4c33149f1597 x-openstack-request-id: req-0f2938df-cd5f-45bf-a29c-4c33149f1597 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:29:44.784595 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b06148f-d3c0-400f-b295-515942a12056", "tag": "822aa6a1-78c7-4285-bcd7-141ae511b044", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:29:44.785013 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f2938df-cd5f-45bf-a29c-4c33149f1597 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:29:44.785672 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b06148f-d3c0-400f-b295-515942a12056', 'tag': '822aa6a1-78c7-4285-bcd7-141ae511b044', 'status': 'completed', 'code': 200} Aug 27 14:29:44.800581 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-296f824e-6683-4cfa-bfd1-97584cc8ec3b None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:44.933963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb530d9a-470d-43da-b276-5e31212a801f req-923e58d8-e4b4-4018-af8f-bc992d95ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:44.936110 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb530d9a-470d-43da-b276-5e31212a801f req-923e58d8-e4b4-4018-af8f-bc992d95ed39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 1097 time: 0.0624034 Aug 27 14:29:44.937145 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:29:44.948106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Sync routers for ids ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:29:44.963874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Routers {'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:44.965628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:45.018106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:45.019384 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-afd02dc8-d5a1-48b7-9635-b4a7825a5ad3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9019506 Aug 27 14:29:45.022533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33044) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:45.064767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-23898769-cd82-4654-839a-3dfc5f5871b9 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=815d6326dcff4cddbc0fe11a0335baa4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408852 Aug 27 14:29:45.067241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33050) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:45.109413 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-296f824e-6683-4cfa-bfd1-97584cc8ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '468569cd-effb-4a68-ac86-3289b9a8424e', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '822aa6a1-78c7-4285-bcd7-141ae511b044', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:86:9f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06148f-d3c0-400f-b295-515942a12056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:43Z', 'revision_number': 0, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}, {'id': 'd2ef0e61-df86-4a5f-ad0e-704902074476', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:5c:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:26Z', 'updated_at': '2021-08-27T14:27:29Z', 'revision_number': 1, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:45.147024 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296f824e-6683-4cfa-bfd1-97584cc8ec3b None None] Checking router: 004765aa-c904-47d1-8ed5-32ceeb59c08e for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:29:45.147201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb530d9a-470d-43da-b276-5e31212a801f req-e582d83b-76ae-4e96-b417-09a40b1e82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:45.148678 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb530d9a-470d-43da-b276-5e31212a801f req-e582d83b-76ae-4e96-b417-09a40b1e82b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.2041292 Aug 27 14:29:45.157219 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296f824e-6683-4cfa-bfd1-97584cc8ec3b None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:45.157897 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-296f824e-6683-4cfa-bfd1-97584cc8ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:45.257962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7827310-ab69-4ce7-b7ac-5a4aed2be25b tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:45.259843 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a7827310-ab69-4ce7-b7ac-5a4aed2be25b tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1915731 Aug 27 14:29:45.263127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33074) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:45.265038 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb530d9a-470d-43da-b276-5e31212a801f req-ccbf41cf-8644-480d-a289-5e33fc3e71d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=822aa6a1-78c7-4285-bcd7-141ae511b044 HTTP/1.1" status: 200 len: 998 time: 0.1062446 Aug 27 14:29:45.284236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Set router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:45.311384 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8d1edca9-8ad5-4273-a27e-663e523b7101 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452387 Aug 27 14:29:45.314102 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-296f824e-6683-4cfa-bfd1-97584cc8ec3b None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:45.314533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33082) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:45.320386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-689309d5-74a8-45ee-b907-c899d4098e2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386346837', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:45.360712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb530d9a-470d-43da-b276-5e31212a801f req-895f013c-f2ed-4dad-9bae-9aa06ed22c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:45.362230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb530d9a-470d-43da-b276-5e31212a801f req-895f013c-f2ed-4dad-9bae-9aa06ed22c81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0616493 Aug 27 14:29:45.474877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689309d5-74a8-45ee-b907-c899d4098e2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Made reservation on behalf of 815d6326dcff4cddbc0fe11a0335baa4 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:29:45.488369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb530d9a-470d-43da-b276-5e31212a801f req-4eeb6036-2163-4434-8659-b9293e84ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:45.490587 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-689309d5-74a8-45ee-b907-c899d4098e2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:45.496178 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb530d9a-470d-43da-b276-5e31212a801f req-4eeb6036-2163-4434-8659-b9293e84ade2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200175 Aug 27 14:29:45.583568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:44Z', 'revision_number': 3, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:45.615250 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-296f824e-6683-4cfa-bfd1-97584cc8ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '468569cd-effb-4a68-ac86-3289b9a8424e', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '822aa6a1-78c7-4285-bcd7-141ae511b044', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:86:9f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06148f-d3c0-400f-b295-515942a12056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:43Z', 'revision_number': 0, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}, {'id': 'd2ef0e61-df86-4a5f-ad0e-704902074476', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:5c:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:26Z', 'updated_at': '2021-08-27T14:27:29Z', 'revision_number': 1, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:45.635512 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Checking router: dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:29:45.635984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Updating router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d port f6a1891e-0b64-4c82-bb06-5ba746f53d71 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:29:45.648539 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296f824e-6683-4cfa-bfd1-97584cc8ec3b None None] The sync data for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 is: [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '468569cd-effb-4a68-ac86-3289b9a8424e', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '822aa6a1-78c7-4285-bcd7-141ae511b044', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:86:9f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06148f-d3c0-400f-b295-515942a12056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:43Z', 'revision_number': 0, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}, {'id': 'd2ef0e61-df86-4a5f-ad0e-704902074476', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:5c:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:26Z', 'updated_at': '2021-08-27T14:27:29Z', 'revision_number': 1, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:29:45.673560 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:45.691072 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb530d9a-470d-43da-b276-5e31212a801f req-de1b212e-c931-4072-9b43-46a321d6e608 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713679 Aug 27 14:29:45.823470 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-689309d5-74a8-45ee-b907-c899d4098e2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:45.838098 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb530d9a-470d-43da-b276-5e31212a801f req-f3864300-1665-47bd-a962-242042aa711c service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350660 Aug 27 14:29:45.901542 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689309d5-74a8-45ee-b907-c899d4098e2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Subnet': ['ID=59805c87-5f13-481d-8c77-4a991f59c3aa,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:45.912707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689309d5-74a8-45ee-b907-c899d4098e2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Checking segment: {'id': 'c37b4389-3271-4b87-b38c-e099c9357b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:29:45.913066 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689309d5-74a8-45ee-b907-c899d4098e2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network hostable DHCP agents. Network: 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:29:45.932411 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689309d5-74a8-45ee-b907-c899d4098e2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:29:45.953526 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-689309d5-74a8-45ee-b907-c899d4098e2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:29:45.958245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689309d5-74a8-45ee-b907-c899d4098e2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:45.958880 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-689309d5-74a8-45ee-b907-c899d4098e2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:45.969695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449e5af0-8fcb-4edc-884c-59414f8fd273 None None] Network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:29:45.984279 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-689309d5-74a8-45ee-b907-c899d4098e2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6681907 Aug 27 14:29:45.986562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33154) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:46.018643 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2373e57-57a1-48cf-8344-f599a39c6562 None None] New status for floating IP 468569cd-effb-4a68-ac86-3289b9a8424e: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:29:46.189518 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:46.223635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Transition to ACTIVE for port object f6a1891e-0b64-4c82-bb06-5ba746f53d71 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:29:46.234198 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:46.299451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Attempting to bind port f6a1891e-0b64-4c82-bb06-5ba746f53d71 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:29:46.299824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Attempting to bind port f6a1891e-0b64-4c82-bb06-5ba746f53d71 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:29:46.300435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Attempting to bind port f6a1891e-0b64-4c82-bb06-5ba746f53d71 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:29:46.340403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:29:46.340786 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:29:46.341836 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:46.342245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:29:46.343285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Bound port: f6a1891e-0b64-4c82-bb06-5ba746f53d71, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:29:46.343981 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:46.352348 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ips': [{'subnet_id': '59805c87-5f13-481d-8c77-4a991f59c3aa'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:29:46.353201 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:46.384981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475e348-d89b-49bd-bbb7-f0f3c948d7e1 None None] Pushing event updated for resources: {'Port': ['ID=f6a1891e-0b64-4c82-bb06-5ba746f53d71,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:46.497950 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] For port f6a1891e-0b64-4c82-bb06-5ba746f53d71, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:29:46.503241 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] For port f6a1891e-0b64-4c82-bb06-5ba746f53d71, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f6a1891e-0b64-4c82-bb06-5ba746f53d71,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:29:46.510563 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:46.553579 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:46.622354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475e348-d89b-49bd-bbb7-f0f3c948d7e1 None None] Pushing event updated for resources: {'Port': ['ID=f6a1891e-0b64-4c82-bb06-5ba746f53d71,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:46.631053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Allocated IP 172.20.0.2 (1a3c3d9b-b64a-4096-865b-006f0c8cb4f4/59805c87-5f13-481d-8c77-4a991f59c3aa/441c3617-06e4-46e8-a845-da5bb24cf4e4) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:29:46.634470 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Routers {'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:46.635439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:17Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:46.860163 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] Set router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:47.083868 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:47.096130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Transition to ACTIVE for port object 441c3617-06e4-46e8-a845-da5bb24cf4e4 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:29:47.124245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Transition to ACTIVE for port object 441c3617-06e4-46e8-a845-da5bb24cf4e4 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:29:47.132420 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:47.184897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:29:47.186844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:44Z', 'revision_number': 3, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:47.193741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:29:47.223759 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:29:47.227753 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Pushing event updated for resources: {'Port': ['ID=441c3617-06e4-46e8-a845-da5bb24cf4e4,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:47.230768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9180d3-447d-414e-b666-9f899535f8f8 None None] The sync data for ids ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'] in n-d-712139-12 is: [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:44Z', 'revision_number': 3, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:29:47.295421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Attempting to bind port 441c3617-06e4-46e8-a845-da5bb24cf4e4 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:29:47.295924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Attempting to bind port 441c3617-06e4-46e8-a845-da5bb24cf4e4 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'c37b4389-3271-4b87-b38c-e099c9357b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:29:47.296297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Attempting to bind port 441c3617-06e4-46e8-a845-da5bb24cf4e4 on network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:29:47.302933 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:29:47.303270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Checking segment: {'id': 'c37b4389-3271-4b87-b38c-e099c9357b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:29:47.303769 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:47.304451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Bound using segment: {'id': 'c37b4389-3271-4b87-b38c-e099c9357b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:29:47.305006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Bound port: 441c3617-06e4-46e8-a845-da5bb24cf4e4, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37b4389-3271-4b87-b38c-e099c9357b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:29:47.305433 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:47.411912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] For port 441c3617-06e4-46e8-a845-da5bb24cf4e4, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:29:47.422142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] For port 441c3617-06e4-46e8-a845-da5bb24cf4e4, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=441c3617-06e4-46e8-a845-da5bb24cf4e4,segment=NetworkSegment(c37b4389-3271-4b87-b38c-e099c9357b4f),segment_id=c37b4389-3271-4b87-b38c-e099c9357b4f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:29:47.429597 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:47.457943 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Allocated IP 172.20.0.1 (1a3c3d9b-b64a-4096-865b-006f0c8cb4f4/59805c87-5f13-481d-8c77-4a991f59c3aa/f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:29:47.508481 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380d168-e44d-428e-97d0-86eff5a1788e req-39a557f9-f562-4366-8902-422867d5416a tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:47.510498 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-39a557f9-f562-4366-8902-422867d5416a tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/networks?id=d3a060ff-8b92-4e29-809a-baf753e84081 HTTP/1.1" status: 200 len: 814 time: 0.6038296 Aug 27 14:29:47.535402 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:47.549888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3d384-4b83-4446-9599-96619add5df7 None None] Pushing event updated for resources: {'Port': ['ID=441c3617-06e4-46e8-a845-da5bb24cf4e4,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:47.556853 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2779ebff-9bd2-41b2-9369-0fe1e5ecbc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:47.603568 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-7d42aeac-2670-4fd8-bb0d-8c273fd654cd tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/quotas/72387efcca444a088788e93d0a404e1e HTTP/1.1" status: 200 len: 375 time: 0.0719903 Aug 27 14:29:47.717944 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:47.732781 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-c0f87a40-3864-4a4f-acaa-099349052f87 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=72387efcca444a088788e93d0a404e1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101058 Aug 27 14:29:47.796224 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Transition to ACTIVE for port object f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:29:47.902979 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-cefc9dab-1593-4860-aede-212747837cd8 service neutron] 10.222.0.55 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691267 Aug 27 14:29:47.934241 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:48.022658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f6a1891e-0b64-4c82-bb06-5ba746f53d71 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:29:48.072975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:29:48.079751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:29:48.084629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:29:48.110099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port f6a1891e-0b64-4c82-bb06-5ba746f53d71 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:29:48.113555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:48.114676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f6a1891e-0b64-4c82-bb06-5ba746f53d71 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:48.115371 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:48.175167 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:48.215428 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:48.231803 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-deca3f4e-7025-43fb-9c1f-d2a49df6266b service neutron] 10.222.0.55 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277702 Aug 27 14:29:48.266080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port f6a1891e-0b64-4c82-bb06-5ba746f53d71, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f6a1891e-0b64-4c82-bb06-5ba746f53d71,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:48.271830 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:48.359311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=f6a1891e-0b64-4c82-bb06-5ba746f53d71,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:48.373082 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:48.555279 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4266efc3-d789-454a-b757-8f62e63f62c0 req-a28c9495-56cd-48f8-935d-40708b9c7403 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 210 time: 0.0619953 Aug 27 14:29:48.828359 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:48.839423 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:48.844732 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:48.955958 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:48.966646 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:49.020982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a816ac-dfc0-47e2-9033-55fa193652c9 None None] Network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:29:49.089442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cd99cf75-852a-4e05-b9be-a2793138cdec None None] Provisioning for port 441c3617-06e4-46e8-a845-da5bb24cf4e4 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:29:49.091464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:29:49.093050 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:29:49.271176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:29:49.418288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:29:49.427928 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9faa885b-e5af-4be3-8bdf-349e57a91642 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "PUT /v2.0/routers/dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4396858 Aug 27 14:29:49.430291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33432) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:49.545238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dd5dc2a8-b5d3-486e-97da-899b21caebf9 None None] Provisioning for port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:29:49.555634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-dd5dc2a8-b5d3-486e-97da-899b21caebf9 None None] Provisioning complete for port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:49.555885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f98ced9-a46b-46a4-9e56-198a70a201a2 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.556275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f98ced9-a46b-46a4-9e56-198a70a201a2 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.557592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f98ced9-a46b-46a4-9e56-198a70a201a2 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.558883 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd5dc2a8-b5d3-486e-97da-899b21caebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:49.560016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f98ced9-a46b-46a4-9e56-198a70a201a2 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.567108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f98ced9-a46b-46a4-9e56-198a70a201a2 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.568708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f98ced9-a46b-46a4-9e56-198a70a201a2 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.570067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f98ced9-a46b-46a4-9e56-198a70a201a2 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.571280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f98ced9-a46b-46a4-9e56-198a70a201a2 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.571943 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f98ced9-a46b-46a4-9e56-198a70a201a2 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.575081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8f98ced9-a46b-46a4-9e56-198a70a201a2 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6379 time: 0.1436474 Aug 27 14:29:49.579135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33436) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:49.645640 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-dd5dc2a8-b5d3-486e-97da-899b21caebf9 None None] Port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:29:49.698435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd222e-aefc-4173-918c-a6b85e083ad6 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.699868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd222e-aefc-4173-918c-a6b85e083ad6 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.700798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd222e-aefc-4173-918c-a6b85e083ad6 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.701546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd222e-aefc-4173-918c-a6b85e083ad6 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.702628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd222e-aefc-4173-918c-a6b85e083ad6 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.704735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd222e-aefc-4173-918c-a6b85e083ad6 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.706195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd222e-aefc-4173-918c-a6b85e083ad6 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.706719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Sync routers for ids ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:29:49.707557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd222e-aefc-4173-918c-a6b85e083ad6 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.708310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd222e-aefc-4173-918c-a6b85e083ad6 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:49.710764 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0bfd222e-aefc-4173-918c-a6b85e083ad6 tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5918 time: 0.1294634 Aug 27 14:29:49.713264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33440) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:49.723986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Routers {'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:49.731159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:49.935854 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c536fca5-1bee-4c38-bb03-1ca8d9696487 req-c59b597d-ffc9-47d6-8598-33c3e113b594 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 210 time: 0.0617778 Aug 27 14:29:50.005060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380d168-e44d-428e-97d0-86eff5a1788e req-cce81a60-1413-405f-9c16-98b4cf264804 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:50.017170 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-cce81a60-1413-405f-9c16-98b4cf264804 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.52 "GET /v2.0/networks?id=d3a060ff-8b92-4e29-809a-baf753e84081 HTTP/1.1" status: 200 len: 814 time: 0.3345559 Aug 27 14:29:50.024894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-de59db1d-02e8-4674-89d0-29b68845b713 None None] Provisioning complete for port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:50.025468 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-de59db1d-02e8-4674-89d0-29b68845b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.031652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-7380d168-e44d-428e-97d0-86eff5a1788e req-279c08cd-921c-40de-9e85-861f52f0c6dc tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Request body: {'port': {'device_id': 'a359dd37-7e2a-4f29-92e9-0dd5364e5fb9', 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081', 'admin_state_up': True, 'tenant_id': '72387efcca444a088788e93d0a404e1e'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:50.078268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-562a33c6-b54b-40e6-95e4-98e178e0b6da tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4481 time: 0.3632340 Aug 27 14:29:50.111115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Set router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:50.115300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 441c3617-06e4-46e8-a845-da5bb24cf4e4 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:29:50.231732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7380d168-e44d-428e-97d0-86eff5a1788e req-279c08cd-921c-40de-9e85-861f52f0c6dc tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Made reservation on behalf of 72387efcca444a088788e93d0a404e1e for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:29:50.235897 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7380d168-e44d-428e-97d0-86eff5a1788e req-279c08cd-921c-40de-9e85-861f52f0c6dc tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.375199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33444) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:50.382756 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-da553c34-35d4-4d1c-8e8c-9ea742d01a32 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1183820470', 'description': 'tempest-secgroup-smoke-1183820470 description', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:50.402310 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.408081 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-de59db1d-02e8-4674-89d0-29b68845b713 None None] Port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:29:50.419018 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da553c34-35d4-4d1c-8e8c-9ea742d01a32 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.449809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-7380d168-e44d-428e-97d0-86eff5a1788e req-279c08cd-921c-40de-9e85-861f52f0c6dc tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Allocated IP 172.20.0.2 (d3a060ff-8b92-4e29-809a-baf753e84081/70e8e73e-3b32-4ea9-baeb-36898a54440a/996e07c6-cfc2-49d3-ab3c-e951868dc7f2) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:29:50.532960 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da553c34-35d4-4d1c-8e8c-9ea742d01a32 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.538284 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da553c34-35d4-4d1c-8e8c-9ea742d01a32 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.540356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 441c3617-06e4-46e8-a845-da5bb24cf4e4 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:29:50.549408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 441c3617-06e4-46e8-a845-da5bb24cf4e4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:50.549835 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.586656 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-da553c34-35d4-4d1c-8e8c-9ea742d01a32 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.592553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33446) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:50.593967 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-da553c34-35d4-4d1c-8e8c-9ea742d01a32 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2167206 Aug 27 14:29:50.594927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da553c34-35d4-4d1c-8e8c-9ea742d01a32 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:50.607673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3fa6c7aa-8fb6-4b77-9d89-a7081724e4b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': '7c5c6b7a-7ef2-4131-8f0b-1671883b1db0', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:50.638665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b30b4dca-a367-4b99-83e2-c4012018b6a9 None None] Provisioning complete for port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:50.639080 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b30b4dca-a367-4b99-83e2-c4012018b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.682842 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7380d168-e44d-428e-97d0-86eff5a1788e req-279c08cd-921c-40de-9e85-861f52f0c6dc tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.685192 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c7aa-8fb6-4b77-9d89-a7081724e4b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.730342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b30b4dca-a367-4b99-83e2-c4012018b6a9 None None] Port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:29:50.757178 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.762329 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c7aa-8fb6-4b77-9d89-a7081724e4b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.768402 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c7aa-8fb6-4b77-9d89-a7081724e4b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.777154 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7380d168-e44d-428e-97d0-86eff5a1788e req-279c08cd-921c-40de-9e85-861f52f0c6dc tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.777462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e', 'name': '', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:6d:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:46Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 2, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:50.824620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a1641fbb-89a8-440e-aa17-30ac3675cb0f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:29:50.825808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6c7aa-8fb6-4b77-9d89-a7081724e4b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f90b038-1d88-4ee6-91b8-cd50e00eba4c,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:50.828841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Checking router: dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:29:50.829075 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Updating router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:29:50.845482 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c7aa-8fb6-4b77-9d89-a7081724e4b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.850266 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3fa6c7aa-8fb6-4b77-9d89-a7081724e4b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2525766 Aug 27 14:29:50.850451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33450) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:50.855484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-94f04466-3771-47ff-ac3b-b8c0ef99cbbc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': '7c5c6b7a-7ef2-4131-8f0b-1671883b1db0', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:50.856707 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7380d168-e44d-428e-97d0-86eff5a1788e req-279c08cd-921c-40de-9e85-861f52f0c6dc tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Network d3a060ff-8b92-4e29-809a-baf753e84081 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:29:50.858113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c08cd-921c-40de-9e85-861f52f0c6dc tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Pushing event updated for resources: {'Port': ['ID=996e07c6-cfc2-49d3-ab3c-e951868dc7f2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:50.861470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-7380d168-e44d-428e-97d0-86eff5a1788e req-279c08cd-921c-40de-9e85-861f52f0c6dc tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:29:50.864279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-7380d168-e44d-428e-97d0-86eff5a1788e req-279c08cd-921c-40de-9e85-861f52f0c6dc tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:29:50.877300 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.906751 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94f04466-3771-47ff-ac3b-b8c0ef99cbbc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.925925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 441c3617-06e4-46e8-a845-da5bb24cf4e4, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=441c3617-06e4-46e8-a845-da5bb24cf4e4,segment=NetworkSegment(c37b4389-3271-4b87-b38c-e099c9357b4f),segment_id=c37b4389-3271-4b87-b38c-e099c9357b4f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:50.926165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380d168-e44d-428e-97d0-86eff5a1788e req-279c08cd-921c-40de-9e85-861f52f0c6dc tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:50.927266 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7380d168-e44d-428e-97d0-86eff5a1788e req-279c08cd-921c-40de-9e85-861f52f0c6dc tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.947020 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-279c08cd-921c-40de-9e85-861f52f0c6dc tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9195948 Aug 27 14:29:50.966725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Request body: {'port': {'device_id': 'a359dd37-7e2a-4f29-92e9-0dd5364e5fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:50.971186 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94f04466-3771-47ff-ac3b-b8c0ef99cbbc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.978494 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94f04466-3771-47ff-ac3b-b8c0ef99cbbc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.985041 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:50.992158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f6a1891e-0b64-4c82-bb06-5ba746f53d71 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:29:50.995405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f04466-3771-47ff-ac3b-b8c0ef99cbbc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de4c31d-cde1-487a-84f5-680b3e3c0c0b,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:51.012000 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-94f04466-3771-47ff-ac3b-b8c0ef99cbbc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.013822 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-94f04466-3771-47ff-ac3b-b8c0ef99cbbc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1627486 Aug 27 14:29:51.017169 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33454) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:51.026666 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4c6d25a4-137e-4fb8-b30a-8bf24234dfb6 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': '7c5c6b7a-7ef2-4131-8f0b-1671883b1db0', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:51.061987 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.122819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb7b07-f9c3-413a-b359-ad29b2b77546 req-c3237880-be3c-4ee6-8b4f-52a18c814cd8 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:51.125138 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44cb7b07-f9c3-413a-b359-ad29b2b77546 req-c3237880-be3c-4ee6-8b4f-52a18c814cd8 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 931 time: 0.0787623 Aug 27 14:29:51.132388 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c6d25a4-137e-4fb8-b30a-8bf24234dfb6 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.206053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=441c3617-06e4-46e8-a845-da5bb24cf4e4,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:51.210013 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-44cb7b07-f9c3-413a-b359-ad29b2b77546 req-f96ec138-474d-4239-ac1d-5c8e186ef0c6 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722740 Aug 27 14:29:51.254517 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c6d25a4-137e-4fb8-b30a-8bf24234dfb6 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.259804 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c6d25a4-137e-4fb8-b30a-8bf24234dfb6 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.280158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d25a4-137e-4fb8-b30a-8bf24234dfb6 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fa5e02-9464-4dab-b6f8-37999355b057,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:51.287966 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c6d25a4-137e-4fb8-b30a-8bf24234dfb6 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.292225 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4c6d25a4-137e-4fb8-b30a-8bf24234dfb6 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2712147 Aug 27 14:29:51.293031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33456) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:51.297967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d86e19e3-9459-4ba4-a0a0-6ed8f2846cfc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': '7c5c6b7a-7ef2-4131-8f0b-1671883b1db0', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:51.327019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f6a1891e-0b64-4c82-bb06-5ba746f53d71 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:51.327229 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.331079 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d86e19e3-9459-4ba4-a0a0-6ed8f2846cfc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.428681 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d86e19e3-9459-4ba4-a0a0-6ed8f2846cfc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.440087 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d86e19e3-9459-4ba4-a0a0-6ed8f2846cfc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.455949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:29:51.459324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e19e3-9459-4ba4-a0a0-6ed8f2846cfc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcbca1b-61b3-4b4a-bc0c-44a4a27efbbe,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:51.466767 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.484456 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d86e19e3-9459-4ba4-a0a0-6ed8f2846cfc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.485192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Transition to ACTIVE for port object 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:29:51.487628 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d86e19e3-9459-4ba4-a0a0-6ed8f2846cfc tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1933477 Aug 27 14:29:51.490480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33458) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:51.493647 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.499373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-bf0dae40-b73c-4090-a7ee-f13755b7773d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': '7c5c6b7a-7ef2-4131-8f0b-1671883b1db0', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:51.556917 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-bf0dae40-b73c-4090-a7ee-f13755b7773d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Project 815d6326dcff4cddbc0fe11a0335baa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:29:51.563163 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae40-b73c-4090-a7ee-f13755b7773d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.569659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=996e07c6-cfc2-49d3-ab3c-e951868dc7f2,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:51.598812 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.631106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Transition to ACTIVE for port object f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:29:51.643669 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.653032 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.656805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Attempting to bind port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:29:51.657425 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Attempting to bind port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:29:51.657768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Attempting to bind port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 on network d3a060ff-8b92-4e29-809a-baf753e84081 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:29:51.663067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 on network d3a060ff-8b92-4e29-809a-baf753e84081 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:29:51.663404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Attempting to bind port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 on network d3a060ff-8b92-4e29-809a-baf753e84081 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:29:51.669104 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:29:51.669444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Checking segment: {'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:29:51.669954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Bound using segment: {'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:29:51.670514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Bound port: 996e07c6-cfc2-49d3-ab3c-e951868dc7f2, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:29:51.670899 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.671644 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae40-b73c-4090-a7ee-f13755b7773d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.679689 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae40-b73c-4090-a7ee-f13755b7773d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.707249 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dae40-b73c-4090-a7ee-f13755b7773d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712eb0c4-dfe3-43d5-962c-73a8d00a31dc,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:51.726207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977a6ef-4446-446d-a647-a3fc5644a2ee None None] Pushing event updated for resources: {'Port': ['ID=f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:51.727289 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae40-b73c-4090-a7ee-f13755b7773d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.732401 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bf0dae40-b73c-4090-a7ee-f13755b7773d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2368398 Aug 27 14:29:51.733483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33462) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:51.745010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-49f78644-3a61-4e2d-87e8-4002105d785d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'security_group_rule': {'security_group_id': '7c5c6b7a-7ef2-4131-8f0b-1671883b1db0', 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:51.770829 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-49f78644-3a61-4e2d-87e8-4002105d785d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Project 815d6326dcff4cddbc0fe11a0335baa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:29:51.779967 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49f78644-3a61-4e2d-87e8-4002105d785d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.799140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Attempting to bind port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:29:51.799553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] For port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:29:51.800182 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Attempting to bind port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'c37b4389-3271-4b87-b38c-e099c9357b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:29:51.800787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Attempting to bind port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e on network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:29:51.802986 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] For port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=996e07c6-cfc2-49d3-ab3c-e951868dc7f2,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:29:51.812230 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.818557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:29:51.821445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Checking segment: {'id': 'c37b4389-3271-4b87-b38c-e099c9357b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:29:51.822133 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.822805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Bound using segment: {'id': 'c37b4389-3271-4b87-b38c-e099c9357b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:29:51.823614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Bound port: f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37b4389-3271-4b87-b38c-e099c9357b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:29:51.824855 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.907041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:51.907683 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.913245 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] 10.222.0.52 "PUT /v2.0/ports/996e07c6-cfc2-49d3-ab3c-e951868dc7f2 HTTP/1.1" status: 200 len: 1092 time: 0.9532440 Aug 27 14:29:51.913726 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a359dd37-7e2a-4f29-92e9-0dd5364e5fb9', 'tag': '996e07c6-cfc2-49d3-ab3c-e951868dc7f2'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:29:51.920940 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49f78644-3a61-4e2d-87e8-4002105d785d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.923647 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b6b009-3747-437f-b695-f9a85c9683df" -d '{"events": [{"name": "network-changed", "server_uuid": "a359dd37-7e2a-4f29-92e9-0dd5364e5fb9", "tag": "996e07c6-cfc2-49d3-ab3c-e951868dc7f2"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:29:51.928668 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49f78644-3a61-4e2d-87e8-4002105d785d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:51.982528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] For port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:29:51.991428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] For port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e,segment=NetworkSegment(c37b4389-3271-4b87-b38c-e099c9357b4f),segment_id=c37b4389-3271-4b87-b38c-e099c9357b4f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:29:52.000408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 441c3617-06e4-46e8-a845-da5bb24cf4e4 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:29:52.015014 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:52.018113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f78644-3a61-4e2d-87e8-4002105d785d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ab1059-44a1-4e0e-af26-2bd639880ea4,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:52.019921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac95fb-e1a2-4ef2-93b3-5ed99a2b4ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=996e07c6-cfc2-49d3-ab3c-e951868dc7f2,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:52.030516 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49f78644-3a61-4e2d-87e8-4002105d785d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:52.039754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-49f78644-3a61-4e2d-87e8-4002105d785d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2972591 Aug 27 14:29:52.039987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380d168-e44d-428e-97d0-86eff5a1788e req-1fbd62dc-a7c0-4810-abb3-5ef02a0bb0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:52.039987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-1fbd62dc-a7c0-4810-abb3-5ef02a0bb0fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=72387efcca444a088788e93d0a404e1e&device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 1095 time: 0.0730095 Aug 27 14:29:52.056752 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe43eaf-5711-40bf-b7a1-b54562732a88 x-openstack-request-id: req-ebe43eaf-5711-40bf-b7a1-b54562732a88 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:29:52.057055 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a359dd37-7e2a-4f29-92e9-0dd5364e5fb9", "tag": "996e07c6-cfc2-49d3-ab3c-e951868dc7f2", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:29:52.057312 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ebe43eaf-5711-40bf-b7a1-b54562732a88 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:29:52.058599 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a359dd37-7e2a-4f29-92e9-0dd5364e5fb9', 'tag': '996e07c6-cfc2-49d3-ab3c-e951868dc7f2', 'status': 'completed', 'code': 200} Aug 27 14:29:52.108845 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-d4914c57-ffa7-49cd-a6d8-403aa2478d1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=996e07c6-cfc2-49d3-ab3c-e951868dc7f2 HTTP/1.1" status: 200 len: 217 time: 0.0644798 Aug 27 14:29:52.174254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380d168-e44d-428e-97d0-86eff5a1788e req-676a37bf-36ea-45a5-9103-a7e7436b86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:52.176159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-676a37bf-36ea-45a5-9103-a7e7436b86ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70e8e73e-3b32-4ea9-baeb-36898a54440a HTTP/1.1" status: 200 len: 854 time: 0.0598209 Aug 27 14:29:52.183657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Routers {'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:29:52.184544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:52.236502 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-a513d47d-5ed9-44ac-afed-5317e8f9fa14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3a060ff-8b92-4e29-809a-baf753e84081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520475 Aug 27 14:29:52.297112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977a6ef-4446-446d-a647-a3fc5644a2ee None None] Pushing event updated for resources: {'Port': ['ID=f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:52.421356 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 441c3617-06e4-46e8-a845-da5bb24cf4e4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:52.421729 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:52.463295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb91f7-13a7-489b-8c47-1d57b70dca6d req-2aa5f014-eb2e-42c5-b30a-67a10120654b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:52.476587 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41eb91f7-13a7-489b-8c47-1d57b70dca6d req-2aa5f014-eb2e-42c5-b30a-67a10120654b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 943 time: 0.1244667 Aug 27 14:29:52.495868 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-628f5d35-240c-418f-8f75-d2ec84addb8f service neutron] 10.222.0.52 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516344 Aug 27 14:29:52.522846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] Set router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:29:52.567343 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41eb91f7-13a7-489b-8c47-1d57b70dca6d req-fd2992fc-46bc-49e5-b662-fcf342e3d176 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889897 Aug 27 14:29:52.616301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-e59129c8-4d1d-4e01-9e3f-d7897838e1c6 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1183820470&fields=id&tenant_id=815d6326dcff4cddbc0fe11a0335baa4 HTTP/1.1" status: 200 len: 267 time: 0.2069993 Aug 27 14:29:52.648907 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c5c429d-4458-4349-8da6-95edd2b91ab0 req-7dfb3e6f-203d-4d6b-8cd7-046b12423676 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1341825 Aug 27 14:29:52.817789 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e', 'name': '', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:6d:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:46Z', 'updated_at': '2021-08-27T14:29:51Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:29:52.859662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a94f68-906c-4f17-8472-20e0cf5cf2ef None None] The sync data for ids ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'] in n-d-712139-12 is: [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e', 'name': '', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:6d:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:46Z', 'updated_at': '2021-08-27T14:29:51Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:29:53.161763 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c5c429d-4458-4349-8da6-95edd2b91ab0 req-7b697130-c890-4df0-94ee-ab64f060f165 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.4594579 Aug 27 14:29:53.257768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c5c429d-4458-4349-8da6-95edd2b91ab0 req-ffb28a02-08ef-46ad-a846-93f81edaa650 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568097 Aug 27 14:29:53.265328 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7380d168-e44d-428e-97d0-86eff5a1788e req-eba4c6a4-f1c2-433a-a4a4-2bdae20fe033 service neutron] 10.222.0.52 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516756 Aug 27 14:29:53.456609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a013b-f772-4773-9700-e59a74c89123 req-03ff0d04-3362-4334-b447-69cad8df369e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:53.458443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-03ff0d04-3362-4334-b447-69cad8df369e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/networks?id=1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 HTTP/1.1" status: 200 len: 796 time: 0.8067360 Aug 27 14:29:53.531480 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-d8f97c40-c4ee-4128-a995-811795897ec8 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/quotas/815d6326dcff4cddbc0fe11a0335baa4 HTTP/1.1" status: 200 len: 375 time: 0.0551376 Aug 27 14:29:53.535420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6b009-3747-437f-b695-f9a85c9683df req-8e50f1f2-77f8-484f-84c3-1cbfb48c5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:53.536973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-54b6b009-3747-437f-b695-f9a85c9683df req-8e50f1f2-77f8-484f-84c3-1cbfb48c5847 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=72387efcca444a088788e93d0a404e1e&device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 1095 time: 0.1754038 Aug 27 14:29:53.553849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c429d-4458-4349-8da6-95edd2b91ab0 req-21f07156-0e4b-4924-a33b-ad6e559b9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:53.555534 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c5c429d-4458-4349-8da6-95edd2b91ab0 req-21f07156-0e4b-4924-a33b-ad6e559b9e6b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2893190 Aug 27 14:29:53.656728 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-6c2f76a4-88f9-4467-bfab-17dd3d779beb tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186538 Aug 27 14:29:53.723415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766c9a-c38b-47d2-89d1-9aae19af6fbe req-cd6da687-0cec-42c2-8c86-5f3aed981e97 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:53.725399 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d2766c9a-c38b-47d2-89d1-9aae19af6fbe req-cd6da687-0cec-42c2-8c86-5f3aed981e97 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 943 time: 0.0556483 Aug 27 14:29:53.750845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6b009-3747-437f-b695-f9a85c9683df req-ed7e3844-ae66-4d5b-b136-a9574d47beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:53.752475 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-54b6b009-3747-437f-b695-f9a85c9683df req-ed7e3844-ae66-4d5b-b136-a9574d47beb0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3a060ff-8b92-4e29-809a-baf753e84081 HTTP/1.1" status: 200 len: 915 time: 0.2005255 Aug 27 14:29:53.772153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d2766c9a-c38b-47d2-89d1-9aae19af6fbe req-396090c5-d00c-465e-be70-90acf636f29b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396845 Aug 27 14:29:53.812625 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-54b6b009-3747-437f-b695-f9a85c9683df req-d2954e22-bf4c-42af-b691-1d063f0d5cfe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=996e07c6-cfc2-49d3-ab3c-e951868dc7f2 HTTP/1.1" status: 200 len: 217 time: 0.0514500 Aug 27 14:29:53.871452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-328b3e03-ce5e-4446-b187-0e884e117b9f service neutron] 10.222.0.55 "GET /v2.0/networks/1a3c3d9b-b64a-4096-865b-006f0c8cb4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957457 Aug 27 14:29:53.906728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:29:53.958993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6b009-3747-437f-b695-f9a85c9683df req-2b591045-a82a-44f1-b9cf-ef47a0196e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:53.961124 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-54b6b009-3747-437f-b695-f9a85c9683df req-2b591045-a82a-44f1-b9cf-ef47a0196e98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70e8e73e-3b32-4ea9-baeb-36898a54440a HTTP/1.1" status: 200 len: 854 time: 0.1393080 Aug 27 14:29:53.970233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:29:53.974503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:53.975120 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:54.012978 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-54b6b009-3747-437f-b695-f9a85c9683df req-84ba2166-e711-4135-a14f-42fe090858b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3a060ff-8b92-4e29-809a-baf753e84081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423820 Aug 27 14:29:54.067569 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:54.084232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-270649d8-a7c7-4888-8490-c8b6cc57bba9 service neutron] 10.222.0.55 "GET /v2.0/networks/1a3c3d9b-b64a-4096-865b-006f0c8cb4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050302 Aug 27 14:29:54.107684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e,segment=NetworkSegment(c37b4389-3271-4b87-b38c-e099c9357b4f),segment_id=c37b4389-3271-4b87-b38c-e099c9357b4f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:54.113111 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:54.137766 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-54b6b009-3747-437f-b695-f9a85c9683df req-23413470-370b-4f03-a3e9-39c69eae19d3 service neutron] 10.222.0.52 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155884 Aug 27 14:29:54.183925 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:54.319773 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-54b6b009-3747-437f-b695-f9a85c9683df req-bb067a68-552b-4997-8294-7a13aa37e6c0 service neutron] 10.222.0.52 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698928 Aug 27 14:29:54.323205 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-24f0cc5a-4760-4253-8033-646bfe845108 req-ab61fd04-b153-490a-a320-f75ab0dea53b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 210 time: 0.0354810 Aug 27 14:29:54.908994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae403ae2-79b0-4249-9154-9e947e870737 req-2362e88a-8741-445f-9363-72ce2c694be8 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:54.910552 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ae403ae2-79b0-4249-9154-9e947e870737 req-2362e88a-8741-445f-9363-72ce2c694be8 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 943 time: 0.0512300 Aug 27 14:29:54.952392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ae403ae2-79b0-4249-9154-9e947e870737 req-b6a71a10-d41b-4464-9e0a-082654afde5d tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352120 Aug 27 14:29:55.438340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a013b-f772-4773-9700-e59a74c89123 req-59ca06f2-c640-4652-b16d-ea92b76e5001 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:55.439925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-59ca06f2-c640-4652-b16d-ea92b76e5001 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.41 "GET /v2.0/networks?id=1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 HTTP/1.1" status: 200 len: 796 time: 0.1409798 Aug 27 14:29:55.451096 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16d81347-acb9-406a-a71a-b1e42909a62f req-ad5f9425-3ac2-4a30-8bfe-0b965a90bef9 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 210 time: 0.0359652 Aug 27 14:29:55.505367 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-b214d0b2-8fb4-4d06-85c5-325e6be88d35 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815d6326dcff4cddbc0fe11a0335baa4 HTTP/1.1" status: 200 len: 380 time: 0.0457966 Aug 27 14:29:55.529639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'port': {'device_id': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'admin_state_up': True, 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'security_groups': ['7c5c6b7a-7ef2-4131-8f0b-1671883b1db0']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:55.571092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33512) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:55.656601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Made reservation on behalf of 815d6326dcff4cddbc0fe11a0335baa4 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:29:55.660738 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:55.728413 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7318750c-4e09-4535-a0ce-3be0f9bc42df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:55.858305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:29:55.860058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Allocated IP 172.20.0.10 (1a3c3d9b-b64a-4096-865b-006f0c8cb4f4/59805c87-5f13-481d-8c77-4a991f59c3aa/c443da31-bedd-4b8a-abbe-93da47090520) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:29:55.910815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:55.911296 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:55.975495 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7318750c-4e09-4535-a0ce-3be0f9bc42df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:55.993158 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7318750c-4e09-4535-a0ce-3be0f9bc42df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.009676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:29:56.078316 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7318750c-4e09-4535-a0ce-3be0f9bc42df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e5b0636ac964b7386753f243b8bd79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5058892 Aug 27 14:29:56.078940 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318750c-4e09-4535-a0ce-3be0f9bc42df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47882cb9-3b84-4883-b354-09994825a170,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:56.081252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33518) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:56.115189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=996e07c6-cfc2-49d3-ab3c-e951868dc7f2,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:56.118405 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.130088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '996e07c6-cfc2-49d3-ab3c-e951868dc7f2', 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081', 'port_id': '996e07c6-cfc2-49d3-ab3c-e951868dc7f2', 'mac_address': 'fa:16:3e:3b:f5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e8e73e-3b32-4ea9-baeb-36898a54440a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:29:56.135133 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c594725-79a6-4766-99ec-cfa6aed97491 req-f1c7b0fc-6a78-471b-9bde-5d1fbaf98732 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:56.137248 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c594725-79a6-4766-99ec-cfa6aed97491 req-f1c7b0fc-6a78-471b-9bde-5d1fbaf98732 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 943 time: 0.0968237 Aug 27 14:29:56.137618 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54c60d1f-1f67-4717-af7e-1a48de43d960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.144732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Transition to ACTIVE for port object c443da31-bedd-4b8a-abbe-93da47090520 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:29:56.160962 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54c60d1f-1f67-4717-af7e-1a48de43d960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.172865 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.187192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:29:56.201399 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c594725-79a6-4766-99ec-cfa6aed97491 req-b2529c51-6d0b-4eb1-8bef-bc265371f25e tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547073 Aug 27 14:29:56.207594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=996e07c6-cfc2-49d3-ab3c-e951868dc7f2,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:56.212503 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.216300 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.232082 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54c60d1f-1f67-4717-af7e-1a48de43d960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.234785 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54c60d1f-1f67-4717-af7e-1a48de43d960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.236180 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-54c60d1f-1f67-4717-af7e-1a48de43d960 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47882cb9-3b84-4883-b354-09994825a170 HTTP/1.1" status: 204 len: 168 time: 0.1538620 Aug 27 14:29:56.244159 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:29:56.254720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c60d1f-1f67-4717-af7e-1a48de43d960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47882cb9-3b84-4883-b354-09994825a170,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:56.285120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=996e07c6-cfc2-49d3-ab3c-e951868dc7f2,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:56.294864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:29:56.298246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:29:56.302390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:29:56.309902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=c443da31-bedd-4b8a-abbe-93da47090520,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:56.368118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:56.369192 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.387825 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7a00b775-9e77-460f-83dd-4dbcd7eeb3f0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8627338 Aug 27 14:29:56.409564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Request body: {'port': {'device_id': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:29:56.482642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.489188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['996e07c6-cfc2-49d3-ab3c-e951868dc7f2'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:29:56.568103 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33526) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:56.584461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2d7a05e4-c2a4-484c-a72d-e93714c5e62d None None] Provisioning for port c443da31-bedd-4b8a-abbe-93da47090520 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:29:56.584765 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34f23af7-3093-4658-9f01-010193b9fb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.592124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2d7a05e4-c2a4-484c-a72d-e93714c5e62d None None] Provisioning complete for port c443da31-bedd-4b8a-abbe-93da47090520 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:56.592516 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2d7a05e4-c2a4-484c-a72d-e93714c5e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.689222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a05e4-c2a4-484c-a72d-e93714c5e62d None None] Port c443da31-bedd-4b8a-abbe-93da47090520 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:29:56.694557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b946b7-f663-46b0-a2ea-92c5736a925a req-aa73d7f0-459a-4255-b362-0c3c4700f6ee tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:56.695888 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-91b946b7-f663-46b0-a2ea-92c5736a925a req-aa73d7f0-459a-4255-b362-0c3c4700f6ee tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 932 time: 0.0865226 Aug 27 14:29:56.762755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-91b946b7-f663-46b0-a2ea-92c5736a925a req-9d29b0e4-bd62-4855-812f-e1364de0431b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589495 Aug 27 14:29:56.771710 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34f23af7-3093-4658-9f01-010193b9fb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.785423 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34f23af7-3093-4658-9f01-010193b9fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.800332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c443da31-bedd-4b8a-abbe-93da47090520 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:29:56.808836 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.821435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Transition to ACTIVE for port object c443da31-bedd-4b8a-abbe-93da47090520 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:29:56.826273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-34f23af7-3093-4658-9f01-010193b9fb84 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc7e3d1995ad40429704a6d04a700ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567708 Aug 27 14:29:56.827298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f23af7-3093-4658-9f01-010193b9fb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9202115-a94e-4d1c-bed1-4f7333e7e2b7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:56.827582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:56.829395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33528) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:56.904911 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Pushing event updated for resources: {'Port': ['ID=c443da31-bedd-4b8a-abbe-93da47090520,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:56.967840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-84cd568b-de12-4d3d-9575-ae1b4f754fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:57.004295 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-84cd568b-de12-4d3d-9575-ae1b4f754fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:57.027128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Attempting to bind port c443da31-bedd-4b8a-abbe-93da47090520 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:29:57.027357 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Attempting to bind port c443da31-bedd-4b8a-abbe-93da47090520 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'c37b4389-3271-4b87-b38c-e099c9357b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:29:57.027692 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Attempting to bind port c443da31-bedd-4b8a-abbe-93da47090520 on network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:29:57.043882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Port c443da31-bedd-4b8a-abbe-93da47090520 on network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:29:57.044336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Attempting to bind port c443da31-bedd-4b8a-abbe-93da47090520 on network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:29:57.052621 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:29:57.052965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Checking segment: {'id': 'c37b4389-3271-4b87-b38c-e099c9357b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:29:57.053274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Bound using segment: {'id': 'c37b4389-3271-4b87-b38c-e099c9357b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:29:57.053635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Bound port: c443da31-bedd-4b8a-abbe-93da47090520, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37b4389-3271-4b87-b38c-e099c9357b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:29:57.054002 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:57.097831 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-84cd568b-de12-4d3d-9575-ae1b4f754fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:57.100762 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-84cd568b-de12-4d3d-9575-ae1b4f754fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:57.102281 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-84cd568b-de12-4d3d-9575-ae1b4f754fca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9202115-a94e-4d1c-bed1-4f7333e7e2b7 HTTP/1.1" status: 204 len: 168 time: 0.2701380 Aug 27 14:29:57.118447 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd568b-de12-4d3d-9575-ae1b4f754fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9202115-a94e-4d1c-bed1-4f7333e7e2b7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:57.139346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] For port c443da31-bedd-4b8a-abbe-93da47090520, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:29:57.143233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] For port c443da31-bedd-4b8a-abbe-93da47090520, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c443da31-bedd-4b8a-abbe-93da47090520,segment=NetworkSegment(c37b4389-3271-4b87-b38c-e099c9357b4f),segment_id=c37b4389-3271-4b87-b38c-e099c9357b4f)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:29:57.147943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:57.188806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:57.189447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:57.190943 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] 10.222.0.41 "PUT /v2.0/ports/c443da31-bedd-4b8a-abbe-93da47090520 HTTP/1.1" status: 200 len: 1093 time: 0.7863452 Aug 27 14:29:57.191391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'tag': 'c443da31-bedd-4b8a-abbe-93da47090520'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:29:57.193780 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6bdd94-f200-4688-a26a-aa9786a8a530" -d '{"events": [{"name": "network-changed", "server_uuid": "58055771-2edd-4fa8-83ae-391ecd2a5d23", "tag": "c443da31-bedd-4b8a-abbe-93da47090520"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:29:57.222410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f391b62-d25e-4a93-8668-51aa2dbdb8cf service neutron] Pushing event updated for resources: {'Port': ['ID=c443da31-bedd-4b8a-abbe-93da47090520,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:57.295542 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70f3327-f526-4f8d-9dcb-c8da4908dc51 x-openstack-request-id: req-b70f3327-f526-4f8d-9dcb-c8da4908dc51 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:29:57.295913 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58055771-2edd-4fa8-83ae-391ecd2a5d23", "tag": "c443da31-bedd-4b8a-abbe-93da47090520", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:29:57.296232 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b70f3327-f526-4f8d-9dcb-c8da4908dc51 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:29:57.296714 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'tag': 'c443da31-bedd-4b8a-abbe-93da47090520', 'status': 'completed', 'code': 200} Aug 27 14:29:57.317681 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a013b-f772-4773-9700-e59a74c89123 req-6aafacc7-3b60-4348-8abc-432491a198af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:57.319379 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-6aafacc7-3b60-4348-8abc-432491a198af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 1096 time: 0.0644939 Aug 27 14:29:57.355769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523544d1-3e3d-404f-aacc-9be2922da2d1 req-87d15ecd-797d-44a1-8a15-f9411536b25b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:57.357629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-523544d1-3e3d-404f-aacc-9be2922da2d1 req-87d15ecd-797d-44a1-8a15-f9411536b25b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 944 time: 0.0713873 Aug 27 14:29:57.376628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-9b6e9691-b6e3-491f-8dee-dbeca4f8c666 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c443da31-bedd-4b8a-abbe-93da47090520 HTTP/1.1" status: 200 len: 217 time: 0.0421228 Aug 27 14:29:57.402225 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-523544d1-3e3d-404f-aacc-9be2922da2d1 req-8771a234-0513-4ce5-a7ef-df2882d8ee0c tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373628 Aug 27 14:29:57.436249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a013b-f772-4773-9700-e59a74c89123 req-c80cde93-f104-4f3a-b3f7-bf3b60e00c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:57.437865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-c80cde93-f104-4f3a-b3f7-bf3b60e00c94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59805c87-5f13-481d-8c77-4a991f59c3aa HTTP/1.1" status: 200 len: 835 time: 0.0541852 Aug 27 14:29:57.492897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a013b-f772-4773-9700-e59a74c89123 req-a9e2bbdb-1d99-4cad-9a58-24c27f599034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:57.494518 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-a9e2bbdb-1d99-4cad-9a58-24c27f599034 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a3c3d9b-b64a-4096-865b-006f0c8cb4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483844 Aug 27 14:29:57.594239 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-4072cc80-48ca-4bf9-a5ca-0d144973249d service neutron] 10.222.0.41 "GET /v2.0/networks/1a3c3d9b-b64a-4096-865b-006f0c8cb4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912623 Aug 27 14:29:57.695626 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac4a013b-f772-4773-9700-e59a74c89123 req-e277a278-763c-45f9-aeff-fc3879d9e74f service neutron] 10.222.0.41 "GET /v2.0/networks/1a3c3d9b-b64a-4096-865b-006f0c8cb4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929503 Aug 27 14:29:57.829552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bdd94-f200-4688-a26a-aa9786a8a530 req-4e8aafa0-368f-470c-aabd-37f4433619f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:57.831476 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb6bdd94-f200-4688-a26a-aa9786a8a530 req-4e8aafa0-368f-470c-aabd-37f4433619f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 1096 time: 0.0497808 Aug 27 14:29:57.948977 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64c121-a84e-479b-959f-1db60b2c2e28 req-a2dce0e1-8821-4a75-94fc-73631dff96da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:57.950622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6c64c121-a84e-479b-959f-1db60b2c2e28 req-a2dce0e1-8821-4a75-94fc-73631dff96da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 944 time: 0.1143575 Aug 27 14:29:57.991799 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bdd94-f200-4688-a26a-aa9786a8a530 req-5b1fddc3-0e79-43bc-8f86-632ad17547eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:57.993573 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb6bdd94-f200-4688-a26a-aa9786a8a530 req-5b1fddc3-0e79-43bc-8f86-632ad17547eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 HTTP/1.1" status: 200 len: 897 time: 0.1471987 Aug 27 14:29:58.018672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:29:58.051222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6c64c121-a84e-479b-959f-1db60b2c2e28 req-261e2d01-9e51-47ec-8427-b39b4a6b5c45 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919378 Aug 27 14:29:58.053700 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb6bdd94-f200-4688-a26a-aa9786a8a530 req-2599564e-6320-4c00-9bad-a5a68e9db792 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c443da31-bedd-4b8a-abbe-93da47090520 HTTP/1.1" status: 200 len: 217 time: 0.0487773 Aug 27 14:29:58.078009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:29:58.082137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:29:58.082620 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:58.120613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bdd94-f200-4688-a26a-aa9786a8a530 req-4e85fdce-837d-498d-b3ab-1ea7f2e28dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:58.122110 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb6bdd94-f200-4688-a26a-aa9786a8a530 req-4e85fdce-837d-498d-b3ab-1ea7f2e28dc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59805c87-5f13-481d-8c77-4a991f59c3aa HTTP/1.1" status: 200 len: 835 time: 0.0611136 Aug 27 14:29:58.168680 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:58.175128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bdd94-f200-4688-a26a-aa9786a8a530 req-08ae8664-2484-49e1-9a54-ad46498f739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:58.177347 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb6bdd94-f200-4688-a26a-aa9786a8a530 req-08ae8664-2484-49e1-9a54-ad46498f739a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a3c3d9b-b64a-4096-865b-006f0c8cb4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474646 Aug 27 14:29:58.199360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a359dd37-7e2a-4f29-92e9-0dd5364e5fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996e07c6-cfc2-49d3-ab3c-e951868dc7f2'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:29:58.201525 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3eeeb6c-9fdb-4ebd-8791-ba903911a926" -d '{"events": [{"server_uuid": "a359dd37-7e2a-4f29-92e9-0dd5364e5fb9", "name": "network-vif-plugged", "status": "completed", "tag": "996e07c6-cfc2-49d3-ab3c-e951868dc7f2"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:29:58.215881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=996e07c6-cfc2-49d3-ab3c-e951868dc7f2,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:29:58.221085 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:58.263052 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2cc843-ab0b-46c9-9358-ea57987ce7ee x-openstack-request-id: req-7c2cc843-ab0b-46c9-9358-ea57987ce7ee {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:29:58.263542 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a359dd37-7e2a-4f29-92e9-0dd5364e5fb9", "name": "network-vif-plugged", "status": "completed", "tag": "996e07c6-cfc2-49d3-ab3c-e951868dc7f2", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:29:58.263966 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c2cc843-ab0b-46c9-9358-ea57987ce7ee {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:29:58.264516 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a359dd37-7e2a-4f29-92e9-0dd5364e5fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996e07c6-cfc2-49d3-ab3c-e951868dc7f2', 'code': 200} Aug 27 14:29:58.283032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=996e07c6-cfc2-49d3-ab3c-e951868dc7f2,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:58.290779 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb6bdd94-f200-4688-a26a-aa9786a8a530 req-4b0d3ea8-c141-443e-bf1a-190f336bd45e service neutron] 10.222.0.41 "GET /v2.0/networks/1a3c3d9b-b64a-4096-865b-006f0c8cb4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056969 Aug 27 14:29:58.291491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:58.292566 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:58.293478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:58.293992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:58.294478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:58.295065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:58.295435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:58.295767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:58.296093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:58.296417 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:58.296738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:58.297096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:29:58.365638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33568) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:58.419385 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073df641-8b4b-4e1b-9223-09093d7e78b3 req-4990c1f0-135a-4f5d-852f-e12b275ace9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:58.420853 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-073df641-8b4b-4e1b-9223-09093d7e78b3 req-4990c1f0-135a-4f5d-852f-e12b275ace9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0727966 Aug 27 14:29:58.424444 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bb6bdd94-f200-4688-a26a-aa9786a8a530 req-f927c4f5-8817-48e2-ac17-18d81ebf524f service neutron] 10.222.0.41 "GET /v2.0/networks/1a3c3d9b-b64a-4096-865b-006f0c8cb4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254814 Aug 27 14:29:58.464938 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-073df641-8b4b-4e1b-9223-09093d7e78b3 req-002b9392-f940-4db0-bc98-9473bc992e2d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361023 Aug 27 14:29:58.488153 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2cb3bdf-81ae-4a28-a4e1-cdb29ced353e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:58.532645 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04120866-f12d-4aee-9f93-26487891833d req-90963965-112d-4006-94e8-2ca43f353b4a tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:58.534553 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04120866-f12d-4aee-9f93-26487891833d req-90963965-112d-4006-94e8-2ca43f353b4a tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 945 time: 0.0553966 Aug 27 14:29:58.577495 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04120866-f12d-4aee-9f93-26487891833d req-fa16af7c-1299-4829-9fcd-140c7220ba03 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364139 Aug 27 14:29:58.579741 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2cb3bdf-81ae-4a28-a4e1-cdb29ced353e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:58.583883 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a2cb3bdf-81ae-4a28-a4e1-cdb29ced353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:58.628073 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a2cb3bdf-81ae-4a28-a4e1-cdb29ced353e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b3cc3fc9f214cdbb5c4ef224bfa0df5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613609 Aug 27 14:29:58.629300 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb3bdf-81ae-4a28-a4e1-cdb29ced353e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e854a514-9376-4ac2-9574-f354c3f9698a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:58.630761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33574) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:58.681976 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a669c7cd-3369-43c2-80f4-b4e10d0c1712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:58.702899 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a669c7cd-3369-43c2-80f4-b4e10d0c1712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:58.748369 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a669c7cd-3369-43c2-80f4-b4e10d0c1712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:58.750969 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a669c7cd-3369-43c2-80f4-b4e10d0c1712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:58.752116 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a669c7cd-3369-43c2-80f4-b4e10d0c1712 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e854a514-9376-4ac2-9574-f354c3f9698a HTTP/1.1" status: 204 len: 168 time: 0.1203585 Aug 27 14:29:58.760028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669c7cd-3369-43c2-80f4-b4e10d0c1712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e854a514-9376-4ac2-9574-f354c3f9698a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:29:59.176887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b8fb9-7175-433d-b524-77f67d35df23 req-5d4de878-8403-4829-bb9e-8ffcfec286b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:59.178418 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-002b8fb9-7175-433d-b524-77f67d35df23 req-5d4de878-8403-4829-bb9e-8ffcfec286b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 944 time: 0.0522773 Aug 27 14:29:59.218490 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-002b8fb9-7175-433d-b524-77f67d35df23 req-7cc2014c-0563-4359-bf2b-b66121990c2b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331507 Aug 27 14:29:59.705990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c89a8-bbbb-4cad-ab71-b411463e786e req-10b7d77a-240e-49ed-a2a9-7311fceee03b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:29:59.707629 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c06c89a8-bbbb-4cad-ab71-b411463e786e req-10b7d77a-240e-49ed-a2a9-7311fceee03b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 945 time: 0.0530427 Aug 27 14:29:59.746984 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c06c89a8-bbbb-4cad-ab71-b411463e786e req-f82ab6b7-f44c-433e-979e-0a8d27e60364 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332720 Aug 27 14:29:59.765833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33612) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:29:59.877856 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6acc07e3-c320-4082-ab59-4f00367b5897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:59.972906 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6acc07e3-c320-4082-ab59-4f00367b5897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:29:59.976987 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6acc07e3-c320-4082-ab59-4f00367b5897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:00.013708 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc07e3-c320-4082-ab59-4f00367b5897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ea5c9a-8846-47b2-8ada-b7ee81d83a4d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:00.021296 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6acc07e3-c320-4082-ab59-4f00367b5897 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e47a7f5abff44ed18092538189994710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520590 Aug 27 14:30:00.021620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33626) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:30:00.076864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d6b71e2-1e5f-4bf6-80a7-f4c804fd8c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:00.098645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d6b71e2-1e5f-4bf6-80a7-f4c804fd8c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:00.154916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d6b71e2-1e5f-4bf6-80a7-f4c804fd8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:00.157584 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d6b71e2-1e5f-4bf6-80a7-f4c804fd8c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:00.158922 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3d6b71e2-1e5f-4bf6-80a7-f4c804fd8c86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90ea5c9a-8846-47b2-8ada-b7ee81d83a4d HTTP/1.1" status: 204 len: 168 time: 0.1364894 Aug 27 14:30:00.167266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b71e2-1e5f-4bf6-80a7-f4c804fd8c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ea5c9a-8846-47b2-8ada-b7ee81d83a4d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:00.396653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c5d05-d2cf-4230-9be5-a5ffc992db58 req-833878af-92d3-4cf3-9083-1108e0fc2785 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:00.398659 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f9c5d05-d2cf-4230-9be5-a5ffc992db58 req-833878af-92d3-4cf3-9083-1108e0fc2785 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 944 time: 0.0922101 Aug 27 14:30:00.467797 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f9c5d05-d2cf-4230-9be5-a5ffc992db58 req-ed769ed5-fc83-4628-83f5-36363d64f670 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602050 Aug 27 14:30:00.951168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33654) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:30:01.080802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2023955141-network', 'tenant_id': 'dece730348084558bdf42f43158d5c6b'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:30:01.105770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Made reservation on behalf of dece730348084558bdf42f43158d5c6b for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:30:01.108400 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:01.117682 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:01.222928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:01.238198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:01.268576 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:30:01.278717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12d4da3-0769-4d90-83e4-eee5b7367658,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:01.283862 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:01.284218 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Added segment 74298546-5200-4e09-a6fe-6dce613a0bb6 of type vlan for network 167dfa8d-b513-4c7b-89c7-9e94cb4022db Aug 27 14:30:01.325971 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:01.356891 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:01.358035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:01.358723 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:01.418596 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4628267 Aug 27 14:30:01.419214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33660) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:30:01.423428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9ef0a-37c5-48d1-b4a4-49332b65b4fa admin admin] Pushing event updated for resources: {'Network': ['ID=167dfa8d-b513-4c7b-89c7-9e94cb4022db,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:01.426052 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-6a3762a5-1eae-4304-847a-195a80627d06 admin admin] Request body: {'subnet': {'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2023955141-subnet', 'tenant_id': 'dece730348084558bdf42f43158d5c6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:30:01.435833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 167dfa8d-b513-4c7b-89c7-9e94cb4022db details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:30:01.455715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3762a5-1eae-4304-847a-195a80627d06 admin admin] Made reservation on behalf of dece730348084558bdf42f43158d5c6b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:30:01.458433 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6a3762a5-1eae-4304-847a-195a80627d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:01.491956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device c443da31-bedd-4b8a-abbe-93da47090520 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:30:01.641314 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port c443da31-bedd-4b8a-abbe-93da47090520, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c443da31-bedd-4b8a-abbe-93da47090520,segment=NetworkSegment(c37b4389-3271-4b87-b38c-e099c9357b4f),segment_id=c37b4389-3271-4b87-b38c-e099c9357b4f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:01.654030 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'c443da31-bedd-4b8a-abbe-93da47090520', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'port_id': 'c443da31-bedd-4b8a-abbe-93da47090520', 'mac_address': 'fa:16:3e:c4:83:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:30:01.697505 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:01.707827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34915f3b-43b4-46c7-98d5-257b03b3d45f req-999b1811-6fb5-4a15-9cdf-e43d444e246c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:01.709419 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34915f3b-43b4-46c7-98d5-257b03b3d45f req-999b1811-6fb5-4a15-9cdf-e43d444e246c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 944 time: 0.0977225 Aug 27 14:30:01.714444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c443da31-bedd-4b8a-abbe-93da47090520 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:30:01.734108 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6a3762a5-1eae-4304-847a-195a80627d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:01.737837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port c443da31-bedd-4b8a-abbe-93da47090520, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c443da31-bedd-4b8a-abbe-93da47090520,segment=NetworkSegment(c37b4389-3271-4b87-b38c-e099c9357b4f),segment_id=c37b4389-3271-4b87-b38c-e099c9357b4f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:01.742635 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:01.812441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3762a5-1eae-4304-847a-195a80627d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=916dc425-b153-4de7-ab79-e046ebba568f,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:01.822380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3762a5-1eae-4304-847a-195a80627d06 admin admin] Checking segment: {'id': '74298546-5200-4e09-a6fe-6dce613a0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:30:01.822916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3762a5-1eae-4304-847a-195a80627d06 admin admin] Network hostable DHCP agents. Network: 167dfa8d-b513-4c7b-89c7-9e94cb4022db, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:30:01.831482 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=c443da31-bedd-4b8a-abbe-93da47090520,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:01.853734 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3762a5-1eae-4304-847a-195a80627d06 admin admin] Network 167dfa8d-b513-4c7b-89c7-9e94cb4022db is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:30:01.864217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-6a3762a5-1eae-4304-847a-195a80627d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 167dfa8d-b513-4c7b-89c7-9e94cb4022db) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:30:01.873919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5786dec0-b560-462e-a203-a69267a0f968 None None] Network 167dfa8d-b513-4c7b-89c7-9e94cb4022db requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:30:01.878751 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3762a5-1eae-4304-847a-195a80627d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:01.879984 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6a3762a5-1eae-4304-847a-195a80627d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:01.902729 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6a3762a5-1eae-4304-847a-195a80627d06 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4786050 Aug 27 14:30:01.963778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-34915f3b-43b4-46c7-98d5-257b03b3d45f req-911c2332-d95a-4e7f-ba4d-7e76871c6946 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395244 Aug 27 14:30:02.023374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6f49f4-abcc-48cb-b9a7-afeb713ca302 None None] Network 167dfa8d-b513-4c7b-89c7-9e94cb4022db requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:30:02.177815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['c443da31-bedd-4b8a-abbe-93da47090520'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:30:03.116839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69093a-6214-4ee6-ace1-d41a3cc55e94 req-76cb7757-a201-4caa-ae26-cdd2e17182b9 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:03.122759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a69093a-6214-4ee6-ace1-d41a3cc55e94 req-76cb7757-a201-4caa-ae26-cdd2e17182b9 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 945 time: 0.0600302 Aug 27 14:30:03.173678 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a69093a-6214-4ee6-ace1-d41a3cc55e94 req-0a1322cd-b554-4dbb-978d-797ecf39a266 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475428 Aug 27 14:30:03.506334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device c443da31-bedd-4b8a-abbe-93da47090520 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:30:03.571896 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port c443da31-bedd-4b8a-abbe-93da47090520 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:30:03.576965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port c443da31-bedd-4b8a-abbe-93da47090520 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:30:03.577553 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:03.754817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a50546-ed17-41a0-8962-433bc5593456 req-72a63b6b-00f6-4553-9d24-3b66a7f34cf6 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:03.756726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-72a63b6b-00f6-4553-9d24-3b66a7f34cf6 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/networks?id=167dfa8d-b513-4c7b-89c7-9e94cb4022db HTTP/1.1" status: 200 len: 809 time: 0.1322672 Aug 27 14:30:03.773394 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-07442a47-2504-4fcc-947b-a64ef9c3ccd1 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/quotas/dece730348084558bdf42f43158d5c6b HTTP/1.1" status: 200 len: 375 time: 0.0100272 Aug 27 14:30:03.809940 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-37fe664f-39e8-4f4c-b32e-c9b3e2ab11b8 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dece730348084558bdf42f43158d5c6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305619 Aug 27 14:30:03.820886 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:03.845173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c443da31-bedd-4b8a-abbe-93da47090520'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:30:03.847397 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7894e2d1-48da-4620-9239-fb067fb518af" -d '{"events": [{"server_uuid": "58055771-2edd-4fa8-83ae-391ecd2a5d23", "name": "network-vif-plugged", "status": "completed", "tag": "c443da31-bedd-4b8a-abbe-93da47090520"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:30:03.861980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port c443da31-bedd-4b8a-abbe-93da47090520, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c443da31-bedd-4b8a-abbe-93da47090520,segment=NetworkSegment(c37b4389-3271-4b87-b38c-e099c9357b4f),segment_id=c37b4389-3271-4b87-b38c-e099c9357b4f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:03.867545 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:03.898437 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb99fb9-29bb-4849-a443-50231076b8f1 x-openstack-request-id: req-4fb99fb9-29bb-4849-a443-50231076b8f1 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:30:03.899163 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58055771-2edd-4fa8-83ae-391ecd2a5d23", "name": "network-vif-plugged", "status": "completed", "tag": "c443da31-bedd-4b8a-abbe-93da47090520", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:30:03.899418 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fb99fb9-29bb-4849-a443-50231076b8f1 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:30:03.899819 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c443da31-bedd-4b8a-abbe-93da47090520', 'code': 200} Aug 27 14:30:03.940549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=c443da31-bedd-4b8a-abbe-93da47090520,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:03.943609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-2fcd3a6e-5755-4f73-91c7-9b63e8a92ab4 service neutron] 10.222.0.55 "GET /v2.0/networks/167dfa8d-b513-4c7b-89c7-9e94cb4022db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251726 Aug 27 14:30:04.074940 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-809458cc-a7a7-49c3-a8bc-ffb2f14124d3 service neutron] 10.222.0.55 "GET /v2.0/networks/167dfa8d-b513-4c7b-89c7-9e94cb4022db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231909 Aug 27 14:30:04.077730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f6cc-755a-419a-a5d8-a5fcb124e8c4 req-3b364508-d12d-482f-bf87-092f714ccce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:04.079175 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e847f6cc-755a-419a-a5d8-a5fcb124e8c4 req-3b364508-d12d-482f-bf87-092f714ccce5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 1098 time: 0.0782661 Aug 27 14:30:04.119694 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e847f6cc-755a-419a-a5d8-a5fcb124e8c4 req-a7f40d43-0508-45a0-9fda-ec269a520675 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322649 Aug 27 14:30:04.319792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40243c-ddb3-4da9-90d9-b188c84e39d6 req-450e3d0b-beb0-40f3-ba47-514aa186ce8d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:04.321721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ba40243c-ddb3-4da9-90d9-b188c84e39d6 req-450e3d0b-beb0-40f3-ba47-514aa186ce8d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 946 time: 0.0620430 Aug 27 14:30:04.324733 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6c203397-84bb-479e-964b-d3837329a9f3 req-4bb60a45-1244-43ed-b86b-dcb95e891660 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 210 time: 0.1064708 Aug 27 14:30:04.370865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ba40243c-ddb3-4da9-90d9-b188c84e39d6 req-e34a35ad-66b5-49fc-86df-c711930892b4 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 Aug 27 14:30:05.506501 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c097fa2-5907-4daf-bf5f-c45eb0169fe5 req-a0924669-b652-484a-9559-2dd11a6ed7e8 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:05.509024 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3c097fa2-5907-4daf-bf5f-c45eb0169fe5 req-a0924669-b652-484a-9559-2dd11a6ed7e8 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 946 time: 0.0584941 Aug 27 14:30:05.559697 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3c097fa2-5907-4daf-bf5f-c45eb0169fe5 req-bec3df9e-be4d-4417-9d4e-fbb7124b352a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423925 Aug 27 14:30:05.823816 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5b97da2e-e599-412e-a39d-9d0f2d9475bb req-46579706-efd8-48db-8240-6c62ee48362e tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 210 time: 0.4220860 Aug 27 14:30:05.887731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a50546-ed17-41a0-8962-433bc5593456 req-52e694b5-6cb6-4872-ae5f-649dc9d47dd2 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:05.889300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-52e694b5-6cb6-4872-ae5f-649dc9d47dd2 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.41 "GET /v2.0/networks?id=167dfa8d-b513-4c7b-89c7-9e94cb4022db HTTP/1.1" status: 200 len: 809 time: 0.5099769 Aug 27 14:30:05.909016 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-12a50546-ed17-41a0-8962-433bc5593456 req-0566e4a0-1475-496d-87e6-0a64f5b5aa8b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Request body: {'port': {'device_id': 'cf204300-f5c6-4385-9583-f0e3771f45cb', 'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db', 'admin_state_up': True, 'tenant_id': 'dece730348084558bdf42f43158d5c6b'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:30:06.002902 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-e9908bd2-917f-42dc-9e7b-6d5f035ec8d5 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:06.004430 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-e9908bd2-917f-42dc-9e7b-6d5f035ec8d5 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/networks?id=d3a060ff-8b92-4e29-809a-baf753e84081 HTTP/1.1" status: 200 len: 814 time: 0.1092119 Aug 27 14:30:06.020519 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-ca76423c-7a2a-43cb-add9-7a75d52cf783 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/quotas/72387efcca444a088788e93d0a404e1e HTTP/1.1" status: 200 len: 375 time: 0.0099902 Aug 27 14:30:06.025851 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a50546-ed17-41a0-8962-433bc5593456 req-0566e4a0-1475-496d-87e6-0a64f5b5aa8b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Made reservation on behalf of dece730348084558bdf42f43158d5c6b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:30:06.030274 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-12a50546-ed17-41a0-8962-433bc5593456 req-0566e4a0-1475-496d-87e6-0a64f5b5aa8b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:06.076756 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-0f7ff8bc-f778-4ab3-ab44-5b5fccad572c tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=72387efcca444a088788e93d0a404e1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505707 Aug 27 14:30:06.159289 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-12a50546-ed17-41a0-8962-433bc5593456 req-0566e4a0-1475-496d-87e6-0a64f5b5aa8b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Allocated IP 172.20.0.14 (167dfa8d-b513-4c7b-89c7-9e94cb4022db/916dc425-b153-4de7-ab79-e046ebba568f/e906675d-ca31-4f8e-9947-ab8d2dbd90ad) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:30:06.173839 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-9c067aa7-6805-4f11-ac34-f17e489f70ef service neutron] 10.222.0.55 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892735 Aug 27 14:30:06.277176 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-c7e3e2e6-b98a-4d75-bc2e-d2b1f85caaa2 service neutron] 10.222.0.55 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966346 Aug 27 14:30:06.325412 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-12a50546-ed17-41a0-8962-433bc5593456 req-0566e4a0-1475-496d-87e6-0a64f5b5aa8b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:06.367353 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-12a50546-ed17-41a0-8962-433bc5593456 req-0566e4a0-1475-496d-87e6-0a64f5b5aa8b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:06.421845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a50546-ed17-41a0-8962-433bc5593456 req-0566e4a0-1475-496d-87e6-0a64f5b5aa8b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Network 167dfa8d-b513-4c7b-89c7-9e94cb4022db is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:30:06.431165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-12a50546-ed17-41a0-8962-433bc5593456 req-0566e4a0-1475-496d-87e6-0a64f5b5aa8b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:30:06.442871 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a50546-ed17-41a0-8962-433bc5593456 req-0566e4a0-1475-496d-87e6-0a64f5b5aa8b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:30:06.445438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566e4a0-1475-496d-87e6-0a64f5b5aa8b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Pushing event updated for resources: {'Port': ['ID=e906675d-ca31-4f8e-9947-ab8d2dbd90ad,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:06.489205 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32caf79b-60c8-49ad-8e36-ac9203e82b2a req-985b296f-ed54-4e51-9cf5-30e93b52281b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 210 time: 0.0638578 Aug 27 14:30:06.523781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a50546-ed17-41a0-8962-433bc5593456 req-0566e4a0-1475-496d-87e6-0a64f5b5aa8b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:06.524408 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-12a50546-ed17-41a0-8962-433bc5593456 req-0566e4a0-1475-496d-87e6-0a64f5b5aa8b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:06.540557 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-0566e4a0-1475-496d-87e6-0a64f5b5aa8b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6353447 Aug 27 14:30:06.559846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Request body: {'port': {'device_id': 'cf204300-f5c6-4385-9583-f0e3771f45cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:30:06.635111 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:06.707455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3d644-96d2-498a-b3e4-b696b458cd52 req-e6796981-a065-4112-9679-009cb0ee9d1b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:06.709013 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80f3d644-96d2-498a-b3e4-b696b458cd52 req-e6796981-a065-4112-9679-009cb0ee9d1b tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 946 time: 0.0582800 Aug 27 14:30:06.756841 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80f3d644-96d2-498a-b3e4-b696b458cd52 req-81ca2dab-8ada-4a20-9b17-8357082f3e3e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409794 Aug 27 14:30:06.929907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cf8b9-5f1e-4c16-8701-34bc78d6014a req-fcc6218d-f7c0-40be-88a6-dc4b3d6e3da0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:06.932359 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d2cf8b9-5f1e-4c16-8701-34bc78d6014a req-fcc6218d-f7c0-40be-88a6-dc4b3d6e3da0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 946 time: 0.0992191 Aug 27 14:30:06.970324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749cee2-cce1-45d1-9cdc-70f409c2914a req-d8b44b8b-6390-46b0-afe4-3908175e697d tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:06.971884 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e749cee2-cce1-45d1-9cdc-70f409c2914a req-d8b44b8b-6390-46b0-afe4-3908175e697d tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 932 time: 0.0553327 Aug 27 14:30:07.008074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e906675d-ca31-4f8e-9947-ab8d2dbd90ad {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:30:07.015518 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5d2cf8b9-5f1e-4c16-8701-34bc78d6014a req-5382c6fc-7e60-4ecc-a4e7-20581c15871f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767159 Aug 27 14:30:07.020002 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:07.026941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e749cee2-cce1-45d1-9cdc-70f409c2914a req-7d5869cb-2a4a-4185-b0e0-b5dc90461850 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 Aug 27 14:30:07.040174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Transition to ACTIVE for port object e906675d-ca31-4f8e-9947-ab8d2dbd90ad will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:30:07.040327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33758) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:30:07.042495 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:07.084358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb44976-19a1-47e8-b8e8-a35cfac2064d tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:07.085934 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bbb44976-19a1-47e8-b8e8-a35cfac2064d tempest-TestNetworkBasicOps-1012629879 tempest-TestNetworkBasicOps-1012629879-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 1093 time: 0.0448434 Aug 27 14:30:07.089242 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33760) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:30:07.093834 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': 'c443da31-bedd-4b8a-abbe-93da47090520', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:30:07.108250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=e906675d-ca31-4f8e-9947-ab8d2dbd90ad,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:07.123237 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:07.183900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Attempting to bind port e906675d-ca31-4f8e-9947-ab8d2dbd90ad on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:30:07.184135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Attempting to bind port e906675d-ca31-4f8e-9947-ab8d2dbd90ad by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '74298546-5200-4e09-a6fe-6dce613a0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:30:07.184486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Attempting to bind port e906675d-ca31-4f8e-9947-ab8d2dbd90ad on network 167dfa8d-b513-4c7b-89c7-9e94cb4022db {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:30:07.188843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Port e906675d-ca31-4f8e-9947-ab8d2dbd90ad on network 167dfa8d-b513-4c7b-89c7-9e94cb4022db not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:30:07.189171 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Attempting to bind port e906675d-ca31-4f8e-9947-ab8d2dbd90ad on network 167dfa8d-b513-4c7b-89c7-9e94cb4022db {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:30:07.195403 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:30:07.195743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Checking segment: {'id': '74298546-5200-4e09-a6fe-6dce613a0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:30:07.196129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Bound using segment: {'id': '74298546-5200-4e09-a6fe-6dce613a0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:30:07.196551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Bound port: e906675d-ca31-4f8e-9947-ab8d2dbd90ad, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74298546-5200-4e09-a6fe-6dce613a0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:30:07.196911 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:07.233355 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:07.273419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] For port e906675d-ca31-4f8e-9947-ab8d2dbd90ad, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:30:07.278317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] For port e906675d-ca31-4f8e-9947-ab8d2dbd90ad, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e906675d-ca31-4f8e-9947-ab8d2dbd90ad,segment=NetworkSegment(74298546-5200-4e09-a6fe-6dce613a0bb6),segment_id=74298546-5200-4e09-a6fe-6dce613a0bb6)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:30:07.284033 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:07.327906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:07.328550 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:07.330020 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] 10.222.0.41 "PUT /v2.0/ports/e906675d-ca31-4f8e-9947-ab8d2dbd90ad HTTP/1.1" status: 200 len: 1093 time: 0.7751853 Aug 27 14:30:07.330546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf204300-f5c6-4385-9583-f0e3771f45cb', 'tag': 'e906675d-ca31-4f8e-9947-ab8d2dbd90ad'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:30:07.333137 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13b8af0-6d0b-412a-a629-e906f6aebf0e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf204300-f5c6-4385-9583-f0e3771f45cb", "tag": "e906675d-ca31-4f8e-9947-ab8d2dbd90ad"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:30:07.382049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Allocated IP 172.25.2.141 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/ebf1293e-36c6-479b-9001-3e001a3463d9) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:30:07.425427 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb748feb-2da0-4fe1-a73f-d12da19a7e24 x-openstack-request-id: req-eb748feb-2da0-4fe1-a73f-d12da19a7e24 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:30:07.425734 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf204300-f5c6-4385-9583-f0e3771f45cb", "tag": "e906675d-ca31-4f8e-9947-ab8d2dbd90ad", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:30:07.425990 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb748feb-2da0-4fe1-a73f-d12da19a7e24 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:30:07.426397 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf204300-f5c6-4385-9583-f0e3771f45cb', 'tag': 'e906675d-ca31-4f8e-9947-ab8d2dbd90ad', 'status': 'completed', 'code': 200} Aug 27 14:30:07.500172 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736d70b-e55e-4642-b717-b352be740ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=e906675d-ca31-4f8e-9947-ab8d2dbd90ad,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:07.503626 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:07.517763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a50546-ed17-41a0-8962-433bc5593456 req-cf7b7901-e113-43db-a553-38235425c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:07.519361 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-cf7b7901-e113-43db-a553-38235425c796 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dece730348084558bdf42f43158d5c6b&device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 1096 time: 0.1113591 Aug 27 14:30:07.540801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-4bdd6c37-161f-4c6a-bd71-a8612c57f63a tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:07.543449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-4bdd6c37-161f-4c6a-bd71-a8612c57f63a tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.52 "GET /v2.0/networks?id=d3a060ff-8b92-4e29-809a-baf753e84081 HTTP/1.1" status: 200 len: 814 time: 0.2174480 Aug 27 14:30:07.556431 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:07.592062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-53038c6f-8f22-4391-8e25-9d5f7f5f8c99 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Request body: {'port': {'device_id': '1102d09c-c670-431e-a37c-cd0ad2c6bc9c', 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081', 'admin_state_up': True, 'tenant_id': '72387efcca444a088788e93d0a404e1e'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:30:07.595973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-617093dd-7f89-49c9-8ce5-a56641e95827 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e906675d-ca31-4f8e-9947-ab8d2dbd90ad HTTP/1.1" status: 200 len: 217 time: 0.0516038 Aug 27 14:30:07.615498 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9179d5b0-456c-4e8d-9a8a-7e0f323ec52c req-60c2f5d0-f6a2-4122-8a45-e037db4662e8 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 210 time: 0.0525429 Aug 27 14:30:07.636490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:30:07.636490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:30:07.640022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:30:07.643286 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=ebf1293e-36c6-479b-9001-3e001a3463d9,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:07.708330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a50546-ed17-41a0-8962-433bc5593456 req-aed302b8-04c9-4732-89bf-fe6e32bad81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:07.709825 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-aed302b8-04c9-4732-89bf-fe6e32bad81e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=916dc425-b153-4de7-ab79-e046ebba568f HTTP/1.1" status: 200 len: 849 time: 0.0999377 Aug 27 14:30:07.757538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-5c33c167-a947-4727-8a80-331e4b84e767 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=167dfa8d-b513-4c7b-89c7-9e94cb4022db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402300 Aug 27 14:30:07.834321 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-53038c6f-8f22-4391-8e25-9d5f7f5f8c99 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Made reservation on behalf of 72387efcca444a088788e93d0a404e1e for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:30:07.837861 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-53038c6f-8f22-4391-8e25-9d5f7f5f8c99 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:07.927376 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-5c4b81b5-452f-4209-9291-df0e8ed997a3 service neutron] 10.222.0.41 "GET /v2.0/networks/167dfa8d-b513-4c7b-89c7-9e94cb4022db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618040 Aug 27 14:30:08.023360 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:08.065585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-53038c6f-8f22-4391-8e25-9d5f7f5f8c99 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Allocated IP 172.20.0.4 (d3a060ff-8b92-4e29-809a-baf753e84081/70e8e73e-3b32-4ea9-baeb-36898a54440a/6301fa26-563a-407f-88c0-a90469fc1158) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:30:08.085338 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12a50546-ed17-41a0-8962-433bc5593456 req-5c3c9888-a47d-415a-90fb-235b784369ae service neutron] 10.222.0.41 "GET /v2.0/networks/167dfa8d-b513-4c7b-89c7-9e94cb4022db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498530 Aug 27 14:30:08.105479 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:08.262888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63ac0b-5bfa-4768-84cc-bcea4a4079bd req-ec0deb79-ca95-4a15-85cd-0b1ed84c4d07 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:08.264596 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df63ac0b-5bfa-4768-84cc-bcea4a4079bd req-ec0deb79-ca95-4a15-85cd-0b1ed84c4d07 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 944 time: 0.1564527 Aug 27 14:30:08.281852 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:08.286192 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:08.322216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b8af0-6d0b-412a-a629-e906f6aebf0e req-9cd795ca-d037-49ec-8ff7-86f51a39ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:08.324392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e13b8af0-6d0b-412a-a629-e906f6aebf0e req-9cd795ca-d037-49ec-8ff7-86f51a39ca7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dece730348084558bdf42f43158d5c6b&device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 1096 time: 0.1373696 Aug 27 14:30:08.367229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event updated for resources: {'Port': ['ID=ebf1293e-36c6-479b-9001-3e001a3463d9,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:08.378939 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:08.402651 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df63ac0b-5bfa-4768-84cc-bcea4a4079bd req-b2cbfd91-089c-4062-9600-eebddb737957 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304028 Aug 27 14:30:08.405741 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-53038c6f-8f22-4391-8e25-9d5f7f5f8c99 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:08.480387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b8af0-6d0b-412a-a629-e906f6aebf0e req-afd75fb6-72fe-43f5-a086-67402217a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:08.481934 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e13b8af0-6d0b-412a-a629-e906f6aebf0e req-afd75fb6-72fe-43f5-a086-67402217a7ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=167dfa8d-b513-4c7b-89c7-9e94cb4022db HTTP/1.1" status: 200 len: 910 time: 0.1496520 Aug 27 14:30:08.489502 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-53038c6f-8f22-4391-8e25-9d5f7f5f8c99 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:08.502235 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Floating IP e80ff7f7-4ce0-41d4-8cd6-f90bf7cc5998 associated. External IP: 172.25.2.141, port: c443da31-bedd-4b8a-abbe-93da47090520. Aug 27 14:30:08.502625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['996e07c6-cfc2-49d3-ab3c-e951868dc7f2'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:30:08.536661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a1641fbb-89a8-440e-aa17-30ac3675cb0f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:30:08.558675 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e13b8af0-6d0b-412a-a629-e906f6aebf0e req-3c1ebd86-31e1-41e1-aaf9-cfffbfaa9726 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e906675d-ca31-4f8e-9947-ab8d2dbd90ad HTTP/1.1" status: 200 len: 217 time: 0.0665803 Aug 27 14:30:08.573591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-53038c6f-8f22-4391-8e25-9d5f7f5f8c99 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Network d3a060ff-8b92-4e29-809a-baf753e84081 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:30:08.604427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-53038c6f-8f22-4391-8e25-9d5f7f5f8c99 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:30:08.612336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-53038c6f-8f22-4391-8e25-9d5f7f5f8c99 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:30:08.617876 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53038c6f-8f22-4391-8e25-9d5f7f5f8c99 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Pushing event updated for resources: {'Port': ['ID=6301fa26-563a-407f-88c0-a90469fc1158,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:08.735199 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-53038c6f-8f22-4391-8e25-9d5f7f5f8c99 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:08.735914 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-53038c6f-8f22-4391-8e25-9d5f7f5f8c99 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:08.741046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b8af0-6d0b-412a-a629-e906f6aebf0e req-b6b25fd9-2a50-4b73-b3dc-576a2b30723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:08.742625 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e13b8af0-6d0b-412a-a629-e906f6aebf0e req-b6b25fd9-2a50-4b73-b3dc-576a2b30723a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=916dc425-b153-4de7-ab79-e046ebba568f HTTP/1.1" status: 200 len: 849 time: 0.1721635 Aug 27 14:30:08.781700 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e13b8af0-6d0b-412a-a629-e906f6aebf0e req-e0980149-96aa-4870-81ca-26defc7d5a91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=167dfa8d-b513-4c7b-89c7-9e94cb4022db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305147 Aug 27 14:30:08.783151 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-53038c6f-8f22-4391-8e25-9d5f7f5f8c99 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1967707 Aug 27 14:30:08.821390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Request body: {'port': {'device_id': '1102d09c-c670-431e-a37c-cd0ad2c6bc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:30:08.940480 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:08.962771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e13b8af0-6d0b-412a-a629-e906f6aebf0e req-8884f60f-bfa1-43a5-89a9-8ea43dc923e8 service neutron] 10.222.0.41 "GET /v2.0/networks/167dfa8d-b513-4c7b-89c7-9e94cb4022db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720073 Aug 27 14:30:09.097566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987fade-9f9a-4e91-b067-ed98b6eb9308 req-30224d1d-c253-40bb-8913-f16ef3913a49 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:09.099219 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4987fade-9f9a-4e91-b067-ed98b6eb9308 req-30224d1d-c253-40bb-8913-f16ef3913a49 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 931 time: 0.1016536 Aug 27 14:30:09.178927 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4987fade-9f9a-4e91-b067-ed98b6eb9308 req-78c7d0fd-4405-4ef6-aff1-14e4b1973824 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712702 Aug 27 14:30:09.195178 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e13b8af0-6d0b-412a-a629-e906f6aebf0e req-52cd669d-6da6-451f-bee4-320b841864af service neutron] 10.222.0.41 "GET /v2.0/networks/167dfa8d-b513-4c7b-89c7-9e94cb4022db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083633 Aug 27 14:30:09.197451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:30:09.305317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6301fa26-563a-407f-88c0-a90469fc1158 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:30:09.310340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:30:09.315694 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:09.322205 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb4f3b-18a3-41c3-bda4-27d21486da18 None None] Sync routers for ids ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:30:09.331183 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:09.333409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Transition to ACTIVE for port object 6301fa26-563a-407f-88c0-a90469fc1158 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:30:09.335847 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fb4f3b-18a3-41c3-bda4-27d21486da18 None None] Routers {'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:30:09.337048 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:09.337872 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-73fb4f3b-18a3-41c3-bda4-27d21486da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:30:09.363975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4f041ea4-21c7-4091-b3f1-183b4e6da2e5 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2711880 Aug 27 14:30:09.363975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'tag': 'c443da31-bedd-4b8a-abbe-93da47090520'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:30:09.364693 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eec996b-8af3-4fe4-af57-7a30a6e33b82" -d '{"events": [{"name": "network-changed", "server_uuid": "58055771-2edd-4fa8-83ae-391ecd2a5d23", "tag": "c443da31-bedd-4b8a-abbe-93da47090520"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:30:09.367519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33772) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:30:09.415155 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Pushing event updated for resources: {'Port': ['ID=6301fa26-563a-407f-88c0-a90469fc1158,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:09.427298 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec34471-438f-441a-b413-2289aa74f57f x-openstack-request-id: req-eec34471-438f-441a-b413-2289aa74f57f {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:30:09.427589 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58055771-2edd-4fa8-83ae-391ecd2a5d23", "tag": "c443da31-bedd-4b8a-abbe-93da47090520", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:30:09.427916 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eec34471-438f-441a-b413-2289aa74f57f {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:30:09.428559 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'tag': 'c443da31-bedd-4b8a-abbe-93da47090520', 'status': 'completed', 'code': 200} Aug 27 14:30:09.447272 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1e0d907c-8472-4da0-ae2d-d7959a7a6830 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/floatingips/e80ff7f7-4ce0-41d4-8cd6-f90bf7cc5998 HTTP/1.1" status: 200 len: 992 time: 0.0783067 Aug 27 14:30:09.487984 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-73fb4f3b-18a3-41c3-bda4-27d21486da18 None None] Set router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:30:09.518148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Attempting to bind port 6301fa26-563a-407f-88c0-a90469fc1158 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:30:09.518583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Attempting to bind port 6301fa26-563a-407f-88c0-a90469fc1158 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:30:09.519013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Attempting to bind port 6301fa26-563a-407f-88c0-a90469fc1158 on network d3a060ff-8b92-4e29-809a-baf753e84081 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:30:09.527205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Port 6301fa26-563a-407f-88c0-a90469fc1158 on network d3a060ff-8b92-4e29-809a-baf753e84081 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:30:09.527629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Attempting to bind port 6301fa26-563a-407f-88c0-a90469fc1158 on network d3a060ff-8b92-4e29-809a-baf753e84081 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:30:09.534260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:30:09.534646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Checking segment: {'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:30:09.535089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Bound using segment: {'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:30:09.535523 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Bound port: 6301fa26-563a-407f-88c0-a90469fc1158, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:30:09.535912 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:09.554788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822575c-2c8f-45f6-ab21-91863c974d4a req-b6c9e1f5-fcd0-47c3-b520-6dcfe8784888 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:09.555079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec996b-8af3-4fe4-af57-7a30a6e33b82 req-8992a0fc-534a-419d-a1bc-1775317ae4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:09.556408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2eec996b-8af3-4fe4-af57-7a30a6e33b82 req-8992a0fc-534a-419d-a1bc-1775317ae4ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 1098 time: 0.0690184 Aug 27 14:30:09.556534 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f822575c-2c8f-45f6-ab21-91863c974d4a req-b6c9e1f5-fcd0-47c3-b520-6dcfe8784888 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 944 time: 0.0635195 Aug 27 14:30:09.612567 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f822575c-2c8f-45f6-ab21-91863c974d4a req-6ccea35c-b224-4c2a-8e59-a0a3fc85480e tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466907 Aug 27 14:30:09.693748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] For port 6301fa26-563a-407f-88c0-a90469fc1158, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:30:09.703667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] For port 6301fa26-563a-407f-88c0-a90469fc1158, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6301fa26-563a-407f-88c0-a90469fc1158,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:30:09.709958 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:09.737403 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-73fb4f3b-18a3-41c3-bda4-27d21486da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'e80ff7f7-4ce0-41d4-8cd6-f90bf7cc5998', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'port_id': 'c443da31-bedd-4b8a-abbe-93da47090520', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'mac_address': 'fa:16:3e:c4:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:30:07Z', 'updated_at': '2021-08-27T14:30:07Z', 'revision_number': 0, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e', 'name': '', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:6d:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:46Z', 'updated_at': '2021-08-27T14:29:54Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:30:09.758168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:09.759035 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:09.761030 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] 10.222.0.52 "PUT /v2.0/ports/6301fa26-563a-407f-88c0-a90469fc1158 HTTP/1.1" status: 200 len: 1092 time: 0.9561222 Aug 27 14:30:09.765479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1102d09c-c670-431e-a37c-cd0ad2c6bc9c', 'tag': '6301fa26-563a-407f-88c0-a90469fc1158'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:30:09.768870 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d0a419-4cc9-4740-9e88-6f21b61e4013" -d '{"events": [{"name": "network-changed", "server_uuid": "1102d09c-c670-431e-a37c-cd0ad2c6bc9c", "tag": "6301fa26-563a-407f-88c0-a90469fc1158"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:30:09.779675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec996b-8af3-4fe4-af57-7a30a6e33b82 req-2ed9bffb-d6d9-49c1-ace8-fa7a081842a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:09.781172 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2eec996b-8af3-4fe4-af57-7a30a6e33b82 req-2ed9bffb-d6d9-49c1-ace8-fa7a081842a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 HTTP/1.1" status: 200 len: 897 time: 0.1950471 Aug 27 14:30:09.862378 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f18b01-3663-4d6d-8719-fecae72a6f40 x-openstack-request-id: req-62f18b01-3663-4d6d-8719-fecae72a6f40 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:30:09.862668 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1102d09c-c670-431e-a37c-cd0ad2c6bc9c", "tag": "6301fa26-563a-407f-88c0-a90469fc1158", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:30:09.862932 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62f18b01-3663-4d6d-8719-fecae72a6f40 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:30:09.863324 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1102d09c-c670-431e-a37c-cd0ad2c6bc9c', 'tag': '6301fa26-563a-407f-88c0-a90469fc1158', 'status': 'completed', 'code': 200} Aug 27 14:30:09.864043 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549aebd-3e52-446a-b73a-7957cf64bb3f service neutron] Pushing event updated for resources: {'Port': ['ID=6301fa26-563a-407f-88c0-a90469fc1158,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:09.874572 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb4f3b-18a3-41c3-bda4-27d21486da18 None None] Checking router: dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:30:09.884678 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fb4f3b-18a3-41c3-bda4-27d21486da18 None None] Routers {'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:30:09.885362 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-73fb4f3b-18a3-41c3-bda4-27d21486da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:29:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:30:09.919681 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-94b36aef-46c0-4b0f-95b7-76775f7c7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:09.921540 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-94b36aef-46c0-4b0f-95b7-76775f7c7a21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=72387efcca444a088788e93d0a404e1e&device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 1095 time: 0.1082475 Aug 27 14:30:09.927973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2eec996b-8af3-4fe4-af57-7a30a6e33b82 req-9acbd5e7-5eaf-4984-8243-a39bd8243263 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c443da31-bedd-4b8a-abbe-93da47090520 HTTP/1.1" status: 200 len: 1000 time: 0.1279433 Aug 27 14:30:09.983765 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-3592b19f-5ba9-43a3-8e8b-24da8be3fd5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6301fa26-563a-407f-88c0-a90469fc1158 HTTP/1.1" status: 200 len: 217 time: 0.0537786 Aug 27 14:30:09.996223 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:10.009738 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-73fb4f3b-18a3-41c3-bda4-27d21486da18 None None] Set router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:30:10.068327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec996b-8af3-4fe4-af57-7a30a6e33b82 req-2b8571c1-7587-48cb-a6dd-05d126d0583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:10.069992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2eec996b-8af3-4fe4-af57-7a30a6e33b82 req-2b8571c1-7587-48cb-a6dd-05d126d0583f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59805c87-5f13-481d-8c77-4a991f59c3aa HTTP/1.1" status: 200 len: 835 time: 0.0972829 Aug 27 14:30:10.077525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-431552a4-5935-4ec4-8298-f2b832ca1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:10.079691 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-431552a4-5935-4ec4-8298-f2b832ca1908 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70e8e73e-3b32-4ea9-baeb-36898a54440a HTTP/1.1" status: 200 len: 854 time: 0.0685275 Aug 27 14:30:10.144253 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-d4076a0f-1129-4c90-b292-442267e9c07d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3a060ff-8b92-4e29-809a-baf753e84081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321131 Aug 27 14:30:10.163812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec996b-8af3-4fe4-af57-7a30a6e33b82 req-8af39d7f-c39a-4d3e-8001-002ffd67b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:10.165482 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2eec996b-8af3-4fe4-af57-7a30a6e33b82 req-8af39d7f-c39a-4d3e-8001-002ffd67b165 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a3c3d9b-b64a-4096-865b-006f0c8cb4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844333 Aug 27 14:30:10.289562 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-73fb4f3b-18a3-41c3-bda4-27d21486da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'e80ff7f7-4ce0-41d4-8cd6-f90bf7cc5998', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'port_id': 'c443da31-bedd-4b8a-abbe-93da47090520', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'mac_address': 'fa:16:3e:c4:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:30:07Z', 'updated_at': '2021-08-27T14:30:07Z', 'revision_number': 0, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e', 'name': '', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:6d:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:46Z', 'updated_at': '2021-08-27T14:29:54Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:30:10.312173 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-4d4b17d2-7956-4beb-8f50-225f1a7fc2ff service neutron] 10.222.0.52 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595831 Aug 27 14:30:10.328683 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92392b-ea60-42a4-8573-67772155eb62 req-51b89a15-1d92-4857-85d2-1fd7155e6626 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:10.331692 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7c92392b-ea60-42a4-8573-67772155eb62 req-51b89a15-1d92-4857-85d2-1fd7155e6626 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 943 time: 0.0637844 Aug 27 14:30:10.339063 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb4f3b-18a3-41c3-bda4-27d21486da18 None None] The sync data for ids ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'] in n-d-712139-12 is: [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'e80ff7f7-4ce0-41d4-8cd6-f90bf7cc5998', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'port_id': 'c443da31-bedd-4b8a-abbe-93da47090520', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'mac_address': 'fa:16:3e:c4:83:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:30:07Z', 'updated_at': '2021-08-27T14:30:07Z', 'revision_number': 0, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e', 'name': '', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:6d:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:46Z', 'updated_at': '2021-08-27T14:29:54Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:30:10.377434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7c92392b-ea60-42a4-8573-67772155eb62 req-28e20c94-5641-4385-8e14-286c9469f3e0 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375805 Aug 27 14:30:10.421106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2eec996b-8af3-4fe4-af57-7a30a6e33b82 req-265963be-5df3-476f-8e1d-dfa7f223b088 service neutron] 10.222.0.41 "GET /v2.0/networks/1a3c3d9b-b64a-4096-865b-006f0c8cb4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440896 Aug 27 14:30:10.451227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 33782) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:30:10.484732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-afc873e5-8995-46e4-a596-50bbef9e23c9 req-6a9e8c5c-3d64-4ecc-ae81-9058e4ca7269 service neutron] 10.222.0.52 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643543 Aug 27 14:30:10.537135 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2eec996b-8af3-4fe4-af57-7a30a6e33b82 req-d2381149-6175-4d83-954b-ed3a62c01f7e service neutron] 10.222.0.41 "GET /v2.0/networks/1a3c3d9b-b64a-4096-865b-006f0c8cb4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036079 Aug 27 14:30:10.538962 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5c789d49-675b-4f57-b416-a9479ef78c6d tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/floatingips/e80ff7f7-4ce0-41d4-8cd6-f90bf7cc5998 HTTP/1.1" status: 200 len: 992 time: 0.0865417 Aug 27 14:30:10.575154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0efaa-acf0-4163-83b5-de0104b079d8 None None] New status for floating IP e80ff7f7-4ce0-41d4-8cd6-f90bf7cc5998: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:30:10.598272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0a419-4cc9-4740-9e88-6f21b61e4013 req-e66d7748-01d9-4c30-b609-db5847da9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:10.598634 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27d0a419-4cc9-4740-9e88-6f21b61e4013 req-e66d7748-01d9-4c30-b609-db5847da9d92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=72387efcca444a088788e93d0a404e1e&device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 1095 time: 0.0520983 Aug 27 14:30:10.706073 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0a419-4cc9-4740-9e88-6f21b61e4013 req-ec39ad4a-8bba-4e81-8091-5d1965a2ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:10.707903 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27d0a419-4cc9-4740-9e88-6f21b61e4013 req-ec39ad4a-8bba-4e81-8091-5d1965a2ee54 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3a060ff-8b92-4e29-809a-baf753e84081 HTTP/1.1" status: 200 len: 915 time: 0.1022151 Aug 27 14:30:10.769741 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27d0a419-4cc9-4740-9e88-6f21b61e4013 req-ec405bde-8fff-4d79-8837-96d2e16e23cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6301fa26-563a-407f-88c0-a90469fc1158 HTTP/1.1" status: 200 len: 217 time: 0.0480835 Aug 27 14:30:10.796055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829be77b-435e-4e19-9b2a-0da36557b80a req-250d70e1-105a-4fe8-aee6-bbc08cd13eea tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:10.797516 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-829be77b-435e-4e19-9b2a-0da36557b80a req-250d70e1-105a-4fe8-aee6-bbc08cd13eea tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 944 time: 0.1072226 Aug 27 14:30:10.855152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0a419-4cc9-4740-9e88-6f21b61e4013 req-5ae9ab68-5ccf-4c68-a541-bb7671e4ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:10.856627 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27d0a419-4cc9-4740-9e88-6f21b61e4013 req-5ae9ab68-5ccf-4c68-a541-bb7671e4ce41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70e8e73e-3b32-4ea9-baeb-36898a54440a HTTP/1.1" status: 200 len: 854 time: 0.0783696 Aug 27 14:30:10.864159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-829be77b-435e-4e19-9b2a-0da36557b80a req-26d9f603-d417-46a6-b30a-b1ee8ea65877 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474510 Aug 27 14:30:10.891724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27d0a419-4cc9-4740-9e88-6f21b61e4013 req-bd47cd2a-4c31-4f14-879c-ad35b21a6efa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3a060ff-8b92-4e29-809a-baf753e84081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266190 Aug 27 14:30:11.305321 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27d0a419-4cc9-4740-9e88-6f21b61e4013 req-d4ddc2d4-7eea-4957-ab85-eb3771ef8b25 service neutron] 10.222.0.52 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053912 Aug 27 14:30:11.399135 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27d0a419-4cc9-4740-9e88-6f21b61e4013 req-b7ebd130-d3f3-4f9f-b76c-97f3c793b23d service neutron] 10.222.0.52 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845075 Aug 27 14:30:11.500839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ee332-a2a5-4870-9a50-e58a4d88de3f req-9449ba94-d823-42ea-a461-c59eb9265194 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:11.502383 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-201ee332-a2a5-4870-9a50-e58a4d88de3f req-9449ba94-d823-42ea-a461-c59eb9265194 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 943 time: 0.0521181 Aug 27 14:30:11.540507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 33788) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:30:11.540780 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-201ee332-a2a5-4870-9a50-e58a4d88de3f req-c8ba5c9f-9ab8-487f-909a-08ce2192b4b2 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322306 Aug 27 14:30:11.552115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e906675d-ca31-4f8e-9947-ab8d2dbd90ad details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:30:11.609231 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f47bae67-09bb-4214-b4e0-2248bf21bde8 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/floatingips/e80ff7f7-4ce0-41d4-8cd6-f90bf7cc5998 HTTP/1.1" status: 200 len: 994 time: 0.0675101 Aug 27 14:30:11.658312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port e906675d-ca31-4f8e-9947-ab8d2dbd90ad, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e906675d-ca31-4f8e-9947-ab8d2dbd90ad,segment=NetworkSegment(74298546-5200-4e09-a6fe-6dce613a0bb6),segment_id=74298546-5200-4e09-a6fe-6dce613a0bb6)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:11.669915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'e906675d-ca31-4f8e-9947-ab8d2dbd90ad', 'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db', 'port_id': 'e906675d-ca31-4f8e-9947-ab8d2dbd90ad', 'mac_address': 'fa:16:3e:ba:e1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916dc425-b153-4de7-ab79-e046ebba568f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:30:11.706285 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:11.719169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e906675d-ca31-4f8e-9947-ab8d2dbd90ad {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:30:11.738491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port e906675d-ca31-4f8e-9947-ab8d2dbd90ad, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e906675d-ca31-4f8e-9947-ab8d2dbd90ad,segment=NetworkSegment(74298546-5200-4e09-a6fe-6dce613a0bb6),segment_id=74298546-5200-4e09-a6fe-6dce613a0bb6)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:11.742374 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:11.794263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=e906675d-ca31-4f8e-9947-ab8d2dbd90ad,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:11.978354 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7590f-27d3-4c84-ab0e-dda7e83fd489 req-ffd6b580-d180-4006-a643-262872b5cd67 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:11.980548 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27a7590f-27d3-4c84-ab0e-dda7e83fd489 req-ffd6b580-d180-4006-a643-262872b5cd67 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 945 time: 0.0494068 Aug 27 14:30:12.020854 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27a7590f-27d3-4c84-ab0e-dda7e83fd489 req-9bed0fe5-f929-485d-bc15-e4c207f644d6 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341620 Aug 27 14:30:12.204306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['e906675d-ca31-4f8e-9947-ab8d2dbd90ad'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:30:12.659157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc4148-1745-4cfe-88ea-64fbce5e78d5 req-88b4735f-c90b-4735-a215-6722cb8ff734 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:12.660649 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ecc4148-1745-4cfe-88ea-64fbce5e78d5 req-88b4735f-c90b-4735-a215-6722cb8ff734 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 943 time: 0.0510263 Aug 27 14:30:12.698622 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ecc4148-1745-4cfe-88ea-64fbce5e78d5 req-61e2734c-55bf-40a8-b474-04a4f6104d4f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Aug 27 14:30:13.140895 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0b7ac-e734-41b0-ac20-279d3684a4f6 req-c6de29eb-7bd3-4382-bbb3-feb29278490e tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:13.142366 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6fe0b7ac-e734-41b0-ac20-279d3684a4f6 req-c6de29eb-7bd3-4382-bbb3-feb29278490e tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 945 time: 0.0531075 Aug 27 14:30:13.179724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6fe0b7ac-e734-41b0-ac20-279d3684a4f6 req-7d7eb75e-f3eb-493e-aae2-fee45cbff959 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312161 Aug 27 14:30:13.560238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e906675d-ca31-4f8e-9947-ab8d2dbd90ad up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:30:13.609900 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port e906675d-ca31-4f8e-9947-ab8d2dbd90ad completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:30:13.613511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port e906675d-ca31-4f8e-9947-ab8d2dbd90ad triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:30:13.613878 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:13.699238 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:13.720894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf204300-f5c6-4385-9583-f0e3771f45cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e906675d-ca31-4f8e-9947-ab8d2dbd90ad'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:30:13.723583 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19993060-7eb4-46ab-b727-83ddfe3dc635" -d '{"events": [{"server_uuid": "cf204300-f5c6-4385-9583-f0e3771f45cb", "name": "network-vif-plugged", "status": "completed", "tag": "e906675d-ca31-4f8e-9947-ab8d2dbd90ad"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:30:13.737052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port e906675d-ca31-4f8e-9947-ab8d2dbd90ad, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e906675d-ca31-4f8e-9947-ab8d2dbd90ad,segment=NetworkSegment(74298546-5200-4e09-a6fe-6dce613a0bb6),segment_id=74298546-5200-4e09-a6fe-6dce613a0bb6)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:13.745941 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:13.771059 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce65c0e6-e213-4f33-b63e-67ca7f256f95 x-openstack-request-id: req-ce65c0e6-e213-4f33-b63e-67ca7f256f95 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:30:13.771349 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf204300-f5c6-4385-9583-f0e3771f45cb", "name": "network-vif-plugged", "status": "completed", "tag": "e906675d-ca31-4f8e-9947-ab8d2dbd90ad", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:30:13.771599 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce65c0e6-e213-4f33-b63e-67ca7f256f95 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:30:13.771982 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf204300-f5c6-4385-9583-f0e3771f45cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e906675d-ca31-4f8e-9947-ab8d2dbd90ad', 'code': 200} Aug 27 14:30:13.800463 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=e906675d-ca31-4f8e-9947-ab8d2dbd90ad,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:13.824313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d08237-f33b-4e0e-b91d-77c8a83b6dbf req-f3328486-a73b-495b-b917-827ffc0781ea tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:13.825841 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04d08237-f33b-4e0e-b91d-77c8a83b6dbf req-f3328486-a73b-495b-b917-827ffc0781ea tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 943 time: 0.0569570 Aug 27 14:30:13.864910 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04d08237-f33b-4e0e-b91d-77c8a83b6dbf req-2ebd10d9-1f27-4683-ae26-10eb4c55552a tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329561 Aug 27 14:30:13.895264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ef76-dca0-4371-bee5-2ef38dcffd59 req-3e157a21-6d67-494c-af97-0cfa1e2a44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:13.896896 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ea3ef76-dca0-4371-bee5-2ef38dcffd59 req-3e157a21-6d67-494c-af97-0cfa1e2a44fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 1098 time: 0.0435987 Aug 27 14:30:13.932912 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ea3ef76-dca0-4371-bee5-2ef38dcffd59 req-8171bd32-65e2-46e2-b739-bde8831ec384 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287750 Aug 27 14:30:14.125496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6301fa26-563a-407f-88c0-a90469fc1158 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:30:14.222171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6301fa26-563a-407f-88c0-a90469fc1158, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6301fa26-563a-407f-88c0-a90469fc1158,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:14.234194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '6301fa26-563a-407f-88c0-a90469fc1158', 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081', 'port_id': '6301fa26-563a-407f-88c0-a90469fc1158', 'mac_address': 'fa:16:3e:ee:9a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e8e73e-3b32-4ea9-baeb-36898a54440a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:30:14.272343 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:14.286389 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6301fa26-563a-407f-88c0-a90469fc1158 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:30:14.300756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6130a-e5fa-4fec-aa96-65bdc0ed235a req-e107c891-66d7-497f-b8e2-7d89149c34f2 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:14.302360 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbb6130a-e5fa-4fec-aa96-65bdc0ed235a req-e107c891-66d7-497f-b8e2-7d89149c34f2 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 946 time: 0.0528681 Aug 27 14:30:14.305885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6301fa26-563a-407f-88c0-a90469fc1158, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6301fa26-563a-407f-88c0-a90469fc1158,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:14.310894 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:14.343982 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cbb6130a-e5fa-4fec-aa96-65bdc0ed235a req-8c70a34b-1c46-4d8b-a6f6-ce447e6b6c98 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345995 Aug 27 14:30:14.362492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=6301fa26-563a-407f-88c0-a90469fc1158,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:14.548254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['6301fa26-563a-407f-88c0-a90469fc1158'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:30:14.660326 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf4b25e9-16ac-4d0a-8ec7-74bbd2c76da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:14.981599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f133fb-f7b4-4a55-8678-111a8327834c req-f84c0bbd-8eab-47b6-b2f6-0145d4d55ca5 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:14.983112 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81f133fb-f7b4-4a55-8678-111a8327834c req-f84c0bbd-8eab-47b6-b2f6-0145d4d55ca5 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 944 time: 0.0485225 Aug 27 14:30:15.020526 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81f133fb-f7b4-4a55-8678-111a8327834c req-f1cf8aa4-88f8-46e4-998a-1968397aa4e4 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315254 Aug 27 14:30:15.478087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdd2bb-0e69-4945-ab0e-b2bc6aec2117 req-0be39d3c-eb53-4ba3-8f0a-4c61868dba29 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:15.479807 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62cdd2bb-0e69-4945-ab0e-b2bc6aec2117 req-0be39d3c-eb53-4ba3-8f0a-4c61868dba29 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 946 time: 0.0580721 Aug 27 14:30:15.517696 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62cdd2bb-0e69-4945-ab0e-b2bc6aec2117 req-9258895a-b037-4a72-903f-5e57d5251de3 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Aug 27 14:30:16.134447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6301fa26-563a-407f-88c0-a90469fc1158 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:30:16.135102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81b71e-9b41-4e5d-9007-fa54bab33847 req-3bbec638-3487-4427-8097-957fcedc98fa tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:16.136859 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c81b71e-9b41-4e5d-9007-fa54bab33847 req-3bbec638-3487-4427-8097-957fcedc98fa tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 944 time: 0.0493145 Aug 27 14:30:16.177450 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c81b71e-9b41-4e5d-9007-fa54bab33847 req-d245ea52-4f5c-459c-a988-bf31a9b61584 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Aug 27 14:30:16.186804 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 6301fa26-563a-407f-88c0-a90469fc1158 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:30:16.190815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 6301fa26-563a-407f-88c0-a90469fc1158 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:30:16.191196 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:16.270966 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:16.292870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1102d09c-c670-431e-a37c-cd0ad2c6bc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6301fa26-563a-407f-88c0-a90469fc1158'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:30:16.295117 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b6b51a-b71d-4add-893a-3afb17d4a9d4" -d '{"events": [{"server_uuid": "1102d09c-c670-431e-a37c-cd0ad2c6bc9c", "name": "network-vif-plugged", "status": "completed", "tag": "6301fa26-563a-407f-88c0-a90469fc1158"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:30:16.308506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 6301fa26-563a-407f-88c0-a90469fc1158, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6301fa26-563a-407f-88c0-a90469fc1158,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:16.312756 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:16.340236 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714e23f2-80e9-402d-94da-bf6cf49637c4 x-openstack-request-id: req-714e23f2-80e9-402d-94da-bf6cf49637c4 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:30:16.340590 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1102d09c-c670-431e-a37c-cd0ad2c6bc9c", "name": "network-vif-plugged", "status": "completed", "tag": "6301fa26-563a-407f-88c0-a90469fc1158", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:30:16.340778 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-714e23f2-80e9-402d-94da-bf6cf49637c4 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:30:16.341168 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1102d09c-c670-431e-a37c-cd0ad2c6bc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6301fa26-563a-407f-88c0-a90469fc1158', 'code': 200} Aug 27 14:30:16.370416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=6301fa26-563a-407f-88c0-a90469fc1158,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:16.434047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bef97-326e-4d48-acd4-bb6549482448 req-3e28a1a5-63b4-4c10-b112-8ba2359ee403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:16.435597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd6bef97-326e-4d48-acd4-bb6549482448 req-3e28a1a5-63b4-4c10-b112-8ba2359ee403 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 1097 time: 0.0425832 Aug 27 14:30:16.472574 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fd6bef97-326e-4d48-acd4-bb6549482448 req-e744cde0-301d-4aee-8276-74f6ed6ab14b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286021 Aug 27 14:30:16.639306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808ac15-26d0-4f17-bd28-7eea1e733620 req-8ec330da-bb28-48ea-9ee8-c03c94d0e692 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:16.641070 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1808ac15-26d0-4f17-bd28-7eea1e733620 req-8ec330da-bb28-48ea-9ee8-c03c94d0e692 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 946 time: 0.0547965 Aug 27 14:30:16.678850 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1808ac15-26d0-4f17-bd28-7eea1e733620 req-79ce19f7-c06a-43be-ac80-346555c03e02 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319114 Aug 27 14:30:17.260971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a178c-96c4-4c9a-bd64-bacd6acefd3f req-f9d62763-6e1d-4928-ba6d-4a9fef560bdb tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:17.263069 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f81a178c-96c4-4c9a-bd64-bacd6acefd3f req-f9d62763-6e1d-4928-ba6d-4a9fef560bdb tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 946 time: 0.0504146 Aug 27 14:30:17.297831 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336276cc-3f59-4d39-8a2b-b9a237bb11dc req-fe6851ee-de70-450f-88aa-755c17c7e234 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:17.300703 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-336276cc-3f59-4d39-8a2b-b9a237bb11dc req-fe6851ee-de70-450f-88aa-755c17c7e234 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 945 time: 0.0522606 Aug 27 14:30:17.302775 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f81a178c-96c4-4c9a-bd64-bacd6acefd3f req-99b33878-a258-40d2-8788-b674120d526c tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335693 Aug 27 14:30:17.346102 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-336276cc-3f59-4d39-8a2b-b9a237bb11dc req-3349a508-5a9a-4aba-9dc9-d16f6b3da2c8 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395770 Aug 27 14:30:17.468400 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:17.514442 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e31a8ad-a2f0-4d1e-ab2b-b8856c4869bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:18.426283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbca25-14d5-40a4-b14e-11c7a6e1a51c req-7feb5f92-379c-48e6-a92c-6ff67c60890b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:18.427839 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2dbca25-14d5-40a4-b14e-11c7a6e1a51c req-7feb5f92-379c-48e6-a92c-6ff67c60890b tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 946 time: 0.0523303 Aug 27 14:30:18.466849 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2dbca25-14d5-40a4-b14e-11c7a6e1a51c req-6b6d497a-e76c-4ae5-ae3d-1ee723dfe290 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328062 Aug 27 14:30:18.470624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e428f-3673-4ae2-bc0d-4ae5f91d96d3 req-7d9dbe7c-2f5f-4a85-b74f-d2f678e67900 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:18.472177 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-388e428f-3673-4ae2-bc0d-4ae5f91d96d3 req-7d9dbe7c-2f5f-4a85-b74f-d2f678e67900 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 945 time: 0.0566089 Aug 27 14:30:18.510876 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-388e428f-3673-4ae2-bc0d-4ae5f91d96d3 req-a3963884-f5c0-4928-9b3a-9e159b7d272a tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320034 Aug 27 14:30:18.818457 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:19.097990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeeec75-41ee-4ca0-bd0a-593518af2c11 req-010de4c8-1f15-4155-b357-e296c47ed6ef tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:19.099428 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5eeeec75-41ee-4ca0-bd0a-593518af2c11 req-010de4c8-1f15-4155-b357-e296c47ed6ef tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 946 time: 0.0494058 Aug 27 14:30:19.199649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-5eeeec75-41ee-4ca0-bd0a-593518af2c11 req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Deleting port e906675d-ca31-4f8e-9947-ab8d2dbd90ad {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:30:19.199921 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5eeeec75-41ee-4ca0-bd0a-593518af2c11 req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:19.302974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5eeeec75-41ee-4ca0-bd0a-593518af2c11 req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] For port e906675d-ca31-4f8e-9947-ab8d2dbd90ad, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=e906675d-ca31-4f8e-9947-ab8d2dbd90ad,segment=NetworkSegment(74298546-5200-4e09-a6fe-6dce613a0bb6),segment_id=74298546-5200-4e09-a6fe-6dce613a0bb6)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:19.303371 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5eeeec75-41ee-4ca0-bd0a-593518af2c11 req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:19.318931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-5eeeec75-41ee-4ca0-bd0a-593518af2c11 req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Calling delete_port for e906675d-ca31-4f8e-9947-ab8d2dbd90ad owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:30:19.465804 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5eeeec75-41ee-4ca0-bd0a-593518af2c11 req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:19.498078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Pushing event deleted for resources: {'Port': ['ID=e906675d-ca31-4f8e-9947-ab8d2dbd90ad,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:19.501695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['e906675d-ca31-4f8e-9947-ab8d2dbd90ad'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:30:19.526802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:19.527165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:19.527505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:19.527851 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:19.528186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:19.528519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:19.528852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:19.529183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:19.529510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:19.529838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:19.530173 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:19.530581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:19.554521 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eeeec75-41ee-4ca0-bd0a-593518af2c11 req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] No DVR routers for this DVR port e906675d-ca31-4f8e-9947-ab8d2dbd90ad on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:30:19.557845 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5eeeec75-41ee-4ca0-bd0a-593518af2c11 req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:19.560052 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5eeeec75-41ee-4ca0-bd0a-593518af2c11 req-27e9264e-eb71-4278-91a3-a46e4ceec8ee tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.41 "DELETE /v2.0/ports/e906675d-ca31-4f8e-9947-ab8d2dbd90ad HTTP/1.1" status: 204 len: 173 time: 0.4528999 Aug 27 14:30:19.560510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf204300-f5c6-4385-9583-f0e3771f45cb', 'name': 'network-vif-deleted', 'tag': 'e906675d-ca31-4f8e-9947-ab8d2dbd90ad'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:30:19.562782 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f56899-8549-4acf-98ab-86b0323c1f2c" -d '{"events": [{"server_uuid": "cf204300-f5c6-4385-9583-f0e3771f45cb", "name": "network-vif-deleted", "tag": "e906675d-ca31-4f8e-9947-ab8d2dbd90ad"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:30:19.574521 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c4626049-9c7a-496b-bc23-0425e7662ec9 req-fb50cbff-875f-4eb7-9160-07cdfab7ab08 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf204300-f5c6-4385-9583-f0e3771f45cb HTTP/1.1" status: 200 len: 210 time: 0.0322244 Aug 27 14:30:19.601696 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b177e5cd-ac97-4ea0-baa2-3cc6302d8db9 x-openstack-request-id: req-b177e5cd-ac97-4ea0-baa2-3cc6302d8db9 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:30:19.602249 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf204300-f5c6-4385-9583-f0e3771f45cb", "name": "network-vif-deleted", "tag": "e906675d-ca31-4f8e-9947-ab8d2dbd90ad", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:30:19.602505 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b177e5cd-ac97-4ea0-baa2-3cc6302d8db9 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:30:19.602935 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf204300-f5c6-4385-9583-f0e3771f45cb', 'name': 'network-vif-deleted', 'tag': 'e906675d-ca31-4f8e-9947-ab8d2dbd90ad', 'status': 'completed', 'code': 200} Aug 27 14:30:20.293306 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:20.845230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-4314dfbb-4b79-45e7-a17e-3c3b1b435ed2 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:20.846789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-4314dfbb-4b79-45e7-a17e-3c3b1b435ed2 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/networks?id=167dfa8d-b513-4c7b-89c7-9e94cb4022db HTTP/1.1" status: 200 len: 809 time: 0.1061399 Aug 27 14:30:20.863305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-c4ff3f53-15d2-4f94-bf52-fcc88d22cf56 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/quotas/dece730348084558bdf42f43158d5c6b HTTP/1.1" status: 200 len: 375 time: 0.0103092 Aug 27 14:30:20.897311 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-b6500707-b262-4b50-a4ab-4018b394ea56 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dece730348084558bdf42f43158d5c6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285666 Aug 27 14:30:20.999036 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-a1d49be5-9ca2-49e2-b431-bddc641fa1eb service neutron] 10.222.0.55 "GET /v2.0/networks/167dfa8d-b513-4c7b-89c7-9e94cb4022db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937696 Aug 27 14:30:21.090434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-ef8cb9a2-da57-43a9-9401-1543a9719f9c service neutron] 10.222.0.55 "GET /v2.0/networks/167dfa8d-b513-4c7b-89c7-9e94cb4022db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853474 Aug 27 14:30:21.265661 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3e62d281-e03e-4001-8f53-b23881d14f37 req-76cafe82-ae55-4161-8303-908b6c4032db tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 210 time: 0.0282271 Aug 27 14:30:21.576553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e906675d-ca31-4f8e-9947-ab8d2dbd90ad no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:30:21.603964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: e906675d-ca31-4f8e-9947-ab8d2dbd90ad {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:30:21.604846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device e906675d-ca31-4f8e-9947-ab8d2dbd90ad not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:30:21.625798 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:22.395233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-10362bcb-6992-43ac-b9b3-24866ecd6e2f tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:22.396906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-10362bcb-6992-43ac-b9b3-24866ecd6e2f tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.41 "GET /v2.0/networks?id=167dfa8d-b513-4c7b-89c7-9e94cb4022db HTTP/1.1" status: 200 len: 809 time: 0.1289880 Aug 27 14:30:22.410194 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-934ef1b8-054b-4ea7-9c0c-56af5e95d7a5 req-659e837c-ac03-4c9f-882c-3675c6e09a32 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 210 time: 0.0525653 Aug 27 14:30:22.425528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-f25d72a8-7584-411f-8a7c-d31187e4c860 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Request body: {'port': {'device_id': 'e586708f-4ec5-4baa-a41f-e27f6e6e4bb1', 'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db', 'admin_state_up': True, 'tenant_id': 'dece730348084558bdf42f43158d5c6b'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:30:22.548437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-f25d72a8-7584-411f-8a7c-d31187e4c860 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Made reservation on behalf of dece730348084558bdf42f43158d5c6b for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:30:22.552234 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-f25d72a8-7584-411f-8a7c-d31187e4c860 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:22.697242 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-f25d72a8-7584-411f-8a7c-d31187e4c860 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Allocated IP 172.20.0.5 (167dfa8d-b513-4c7b-89c7-9e94cb4022db/916dc425-b153-4de7-ab79-e046ebba568f/a51948a4-7b63-43f3-bf76-04c8a8a407df) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:30:22.861161 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-f25d72a8-7584-411f-8a7c-d31187e4c860 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:22.903255 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-f25d72a8-7584-411f-8a7c-d31187e4c860 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:22.945117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-f25d72a8-7584-411f-8a7c-d31187e4c860 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Network 167dfa8d-b513-4c7b-89c7-9e94cb4022db is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:30:22.950546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-f25d72a8-7584-411f-8a7c-d31187e4c860 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:30:22.954292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-f25d72a8-7584-411f-8a7c-d31187e4c860 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:30:22.986977 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d72a8-7584-411f-8a7c-d31187e4c860 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Pushing event updated for resources: {'Port': ['ID=a51948a4-7b63-43f3-bf76-04c8a8a407df,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:23.014277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-f25d72a8-7584-411f-8a7c-d31187e4c860 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:23.014959 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-f25d72a8-7584-411f-8a7c-d31187e4c860 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:23.029653 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-f25d72a8-7584-411f-8a7c-d31187e4c860 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6158338 Aug 27 14:30:23.048509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Request body: {'port': {'device_id': 'e586708f-4ec5-4baa-a41f-e27f6e6e4bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:30:23.106940 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:23.397068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51948a4-7b63-43f3-bf76-04c8a8a407df {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:30:23.405546 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:23.418868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Transition to ACTIVE for port object a51948a4-7b63-43f3-bf76-04c8a8a407df will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:30:23.424153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:23.485905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Pushing event updated for resources: {'Port': ['ID=a51948a4-7b63-43f3-bf76-04c8a8a407df,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:23.582574 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb67ad-b7d9-4ab8-a4e4-639bfefa6c82 req-67e39b29-15f7-4a86-ad51-43783a1af084 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:23.584110 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73fb67ad-b7d9-4ab8-a4e4-639bfefa6c82 req-67e39b29-15f7-4a86-ad51-43783a1af084 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 943 time: 0.0836976 Aug 27 14:30:23.589265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Attempting to bind port a51948a4-7b63-43f3-bf76-04c8a8a407df on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:30:23.589602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Attempting to bind port a51948a4-7b63-43f3-bf76-04c8a8a407df by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '74298546-5200-4e09-a6fe-6dce613a0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:30:23.589926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Attempting to bind port a51948a4-7b63-43f3-bf76-04c8a8a407df on network 167dfa8d-b513-4c7b-89c7-9e94cb4022db {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:30:23.608443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Port a51948a4-7b63-43f3-bf76-04c8a8a407df on network 167dfa8d-b513-4c7b-89c7-9e94cb4022db not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:30:23.608779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Attempting to bind port a51948a4-7b63-43f3-bf76-04c8a8a407df on network 167dfa8d-b513-4c7b-89c7-9e94cb4022db {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:30:23.619365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:30:23.619705 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Checking segment: {'id': '74298546-5200-4e09-a6fe-6dce613a0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:30:23.620090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Bound using segment: {'id': '74298546-5200-4e09-a6fe-6dce613a0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:30:23.620519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Bound port: a51948a4-7b63-43f3-bf76-04c8a8a407df, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74298546-5200-4e09-a6fe-6dce613a0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:30:23.620877 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:23.642104 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73fb67ad-b7d9-4ab8-a4e4-639bfefa6c82 req-63744644-d260-4871-bcb1-36b07a2b484f tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498548 Aug 27 14:30:23.702426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] For port a51948a4-7b63-43f3-bf76-04c8a8a407df, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:30:23.705484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] For port a51948a4-7b63-43f3-bf76-04c8a8a407df, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a51948a4-7b63-43f3-bf76-04c8a8a407df,segment=NetworkSegment(74298546-5200-4e09-a6fe-6dce613a0bb6),segment_id=74298546-5200-4e09-a6fe-6dce613a0bb6)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:30:23.710191 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:23.741706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:23.742751 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:23.744226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] 10.222.0.41 "PUT /v2.0/ports/a51948a4-7b63-43f3-bf76-04c8a8a407df HTTP/1.1" status: 200 len: 1092 time: 0.7001541 Aug 27 14:30:23.746666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e586708f-4ec5-4baa-a41f-e27f6e6e4bb1', 'tag': 'a51948a4-7b63-43f3-bf76-04c8a8a407df'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:30:23.748735 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fba84e-1ffe-4d2e-bc8a-b407ed9933c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e586708f-4ec5-4baa-a41f-e27f6e6e4bb1", "tag": "a51948a4-7b63-43f3-bf76-04c8a8a407df"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:30:23.778235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec7774-e2e6-43a0-8545-ed9361d0b88c service neutron] Pushing event updated for resources: {'Port': ['ID=a51948a4-7b63-43f3-bf76-04c8a8a407df,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:23.821821 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2b4387-1bc4-4e45-a625-18ba6a033c10 x-openstack-request-id: req-2c2b4387-1bc4-4e45-a625-18ba6a033c10 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:30:23.822114 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e586708f-4ec5-4baa-a41f-e27f6e6e4bb1", "tag": "a51948a4-7b63-43f3-bf76-04c8a8a407df", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:30:23.822904 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c2b4387-1bc4-4e45-a625-18ba6a033c10 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:30:23.823464 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e586708f-4ec5-4baa-a41f-e27f6e6e4bb1', 'tag': 'a51948a4-7b63-43f3-bf76-04c8a8a407df', 'status': 'completed', 'code': 200} Aug 27 14:30:23.856632 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-9a1a9ae4-6a97-4741-af7f-33c826a35d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:23.858056 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-9a1a9ae4-6a97-4741-af7f-33c826a35d22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dece730348084558bdf42f43158d5c6b&device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 1095 time: 0.0461936 Aug 27 14:30:23.911928 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-b53bf77c-d001-4d3a-b0b4-d15414c175c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51948a4-7b63-43f3-bf76-04c8a8a407df HTTP/1.1" status: 200 len: 217 time: 0.0394688 Aug 27 14:30:23.961317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-474a3b0d-c422-40b3-998a-1b2f521c25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:23.962860 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-474a3b0d-c422-40b3-998a-1b2f521c25f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=916dc425-b153-4de7-ab79-e046ebba568f HTTP/1.1" status: 200 len: 849 time: 0.0441899 Aug 27 14:30:23.996223 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-fd434819-f8c0-48bf-a94d-f733a76d497f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=167dfa8d-b513-4c7b-89c7-9e94cb4022db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259838 Aug 27 14:30:24.120140 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-a05f5eac-86e4-4e5a-ad83-bdf675f0727c service neutron] 10.222.0.41 "GET /v2.0/networks/167dfa8d-b513-4c7b-89c7-9e94cb4022db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135409 Aug 27 14:30:24.216854 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ad93a90-339a-4dc0-9d1a-0e12e966e361 req-a0867eed-c509-4d2d-9482-aa83186b96fe service neutron] 10.222.0.41 "GET /v2.0/networks/167dfa8d-b513-4c7b-89c7-9e94cb4022db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890338 Aug 27 14:30:24.355435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fba84e-1ffe-4d2e-bc8a-b407ed9933c0 req-74e3d6ff-e7b1-464c-a6a3-ece5f86a3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:24.357043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32fba84e-1ffe-4d2e-bc8a-b407ed9933c0 req-74e3d6ff-e7b1-464c-a6a3-ece5f86a3fa7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dece730348084558bdf42f43158d5c6b&device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 1095 time: 0.0428319 Aug 27 14:30:24.459147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fba84e-1ffe-4d2e-bc8a-b407ed9933c0 req-b0749cc8-4b5d-44d2-b4aa-8946d5ba7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:24.460623 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32fba84e-1ffe-4d2e-bc8a-b407ed9933c0 req-b0749cc8-4b5d-44d2-b4aa-8946d5ba7850 service neutron] 10.222.0.41 "GET /v2.0/networks?id=167dfa8d-b513-4c7b-89c7-9e94cb4022db HTTP/1.1" status: 200 len: 910 time: 0.0957961 Aug 27 14:30:24.503656 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32fba84e-1ffe-4d2e-bc8a-b407ed9933c0 req-58a64091-a6d6-4c0a-ac0b-21884df87a0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51948a4-7b63-43f3-bf76-04c8a8a407df HTTP/1.1" status: 200 len: 217 time: 0.0354788 Aug 27 14:30:24.554913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fba84e-1ffe-4d2e-bc8a-b407ed9933c0 req-da4cd055-d367-4605-8efb-31236928fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:24.556413 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32fba84e-1ffe-4d2e-bc8a-b407ed9933c0 req-da4cd055-d367-4605-8efb-31236928fc7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=916dc425-b153-4de7-ab79-e046ebba568f HTTP/1.1" status: 200 len: 849 time: 0.0435956 Aug 27 14:30:24.592983 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32fba84e-1ffe-4d2e-bc8a-b407ed9933c0 req-4a0268f9-271c-4695-a548-0fd5b8960498 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=167dfa8d-b513-4c7b-89c7-9e94cb4022db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292020 Aug 27 14:30:24.686434 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32fba84e-1ffe-4d2e-bc8a-b407ed9933c0 req-82ac83fe-37ff-4b08-9af1-333fe7dd82de service neutron] 10.222.0.41 "GET /v2.0/networks/167dfa8d-b513-4c7b-89c7-9e94cb4022db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858011 Aug 27 14:30:24.812987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f300d30-a65c-4f97-afb1-7d780e7db8ff req-1e3e897a-e85a-4985-9d0d-51456d61c30d tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:24.814474 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f300d30-a65c-4f97-afb1-7d780e7db8ff req-1e3e897a-e85a-4985-9d0d-51456d61c30d tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 943 time: 0.1030653 Aug 27 14:30:24.819930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32fba84e-1ffe-4d2e-bc8a-b407ed9933c0 req-50371fd9-69f3-4ae5-b83d-1d6e4cb0da66 service neutron] 10.222.0.41 "GET /v2.0/networks/167dfa8d-b513-4c7b-89c7-9e94cb4022db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259904 Aug 27 14:30:24.854993 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f300d30-a65c-4f97-afb1-7d780e7db8ff req-32e18721-9414-4775-8408-eb5004858edf tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339904 Aug 27 14:30:25.969173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b88600-28f0-41cc-ab3c-0ec13133b4e8 req-f4004ed9-947a-4d73-a8c5-78e3a850bbfc tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:25.970707 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40b88600-28f0-41cc-ab3c-0ec13133b4e8 req-f4004ed9-947a-4d73-a8c5-78e3a850bbfc tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 943 time: 0.0482080 Aug 27 14:30:26.009305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40b88600-28f0-41cc-ab3c-0ec13133b4e8 req-f30a3301-c15a-4d58-8563-4d28185ce9af tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325899 Aug 27 14:30:27.128598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435e0c6-0e4e-4afd-9549-4d69517254d1 req-5faa6a41-affa-4e4e-81e5-567db8b62ee3 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:27.130104 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e435e0c6-0e4e-4afd-9549-4d69517254d1 req-5faa6a41-affa-4e4e-81e5-567db8b62ee3 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 943 time: 0.0526395 Aug 27 14:30:27.171469 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e435e0c6-0e4e-4afd-9549-4d69517254d1 req-f1f12e37-8ba5-4c46-a86f-75947f71be65 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331354 Aug 27 14:30:27.594581 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a51948a4-7b63-43f3-bf76-04c8a8a407df details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:30:27.701435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a51948a4-7b63-43f3-bf76-04c8a8a407df, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a51948a4-7b63-43f3-bf76-04c8a8a407df,segment=NetworkSegment(74298546-5200-4e09-a6fe-6dce613a0bb6),segment_id=74298546-5200-4e09-a6fe-6dce613a0bb6)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:27.713024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'a51948a4-7b63-43f3-bf76-04c8a8a407df', 'network_id': '167dfa8d-b513-4c7b-89c7-9e94cb4022db', 'port_id': 'a51948a4-7b63-43f3-bf76-04c8a8a407df', 'mac_address': 'fa:16:3e:bf:01:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916dc425-b153-4de7-ab79-e046ebba568f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:30:27.753285 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:27.767050 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51948a4-7b63-43f3-bf76-04c8a8a407df {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:30:27.787226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a51948a4-7b63-43f3-bf76-04c8a8a407df, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a51948a4-7b63-43f3-bf76-04c8a8a407df,segment=NetworkSegment(74298546-5200-4e09-a6fe-6dce613a0bb6),segment_id=74298546-5200-4e09-a6fe-6dce613a0bb6)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:27.791094 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:27.841787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a51948a4-7b63-43f3-bf76-04c8a8a407df,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:28.244250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a51948a4-7b63-43f3-bf76-04c8a8a407df'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:30:28.292925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e04a91-65d4-46a1-91f8-41ee63cd89a1 req-ff61f045-9b88-4910-9779-59c1dfc7c345 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:28.294576 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1e04a91-65d4-46a1-91f8-41ee63cd89a1 req-ff61f045-9b88-4910-9779-59c1dfc7c345 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 944 time: 0.0530343 Aug 27 14:30:28.335221 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1e04a91-65d4-46a1-91f8-41ee63cd89a1 req-3d005058-84c6-4791-9a5f-25df2ba0dc1a tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341048 Aug 27 14:30:29.469413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47e679-8612-4761-9ee3-810967991406 req-017f7b20-5745-4622-95e9-9d78ff3832cf tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:29.470976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df47e679-8612-4761-9ee3-810967991406 req-017f7b20-5745-4622-95e9-9d78ff3832cf tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 944 time: 0.0621765 Aug 27 14:30:29.513887 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-df47e679-8612-4761-9ee3-810967991406 req-a6db422f-cbaa-4475-8b7c-47464a320d3e tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354688 Aug 27 14:30:29.600195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a51948a4-7b63-43f3-bf76-04c8a8a407df up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:30:29.657121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port a51948a4-7b63-43f3-bf76-04c8a8a407df completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:30:29.661390 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port a51948a4-7b63-43f3-bf76-04c8a8a407df triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:30:29.661866 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:29.763636 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:29.792315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e586708f-4ec5-4baa-a41f-e27f6e6e4bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51948a4-7b63-43f3-bf76-04c8a8a407df'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:30:29.795259 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db017e81-7b02-4ed5-802f-03d20cc4cc14" -d '{"events": [{"server_uuid": "e586708f-4ec5-4baa-a41f-e27f6e6e4bb1", "name": "network-vif-plugged", "status": "completed", "tag": "a51948a4-7b63-43f3-bf76-04c8a8a407df"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:30:29.808562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port a51948a4-7b63-43f3-bf76-04c8a8a407df, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a51948a4-7b63-43f3-bf76-04c8a8a407df,segment=NetworkSegment(74298546-5200-4e09-a6fe-6dce613a0bb6),segment_id=74298546-5200-4e09-a6fe-6dce613a0bb6)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:29.813666 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:29.840755 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76865a0-85e3-4b95-87ff-547e5c588bdf x-openstack-request-id: req-b76865a0-85e3-4b95-87ff-547e5c588bdf {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:30:29.841050 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e586708f-4ec5-4baa-a41f-e27f6e6e4bb1", "name": "network-vif-plugged", "status": "completed", "tag": "a51948a4-7b63-43f3-bf76-04c8a8a407df", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:30:29.841385 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b76865a0-85e3-4b95-87ff-547e5c588bdf {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:30:29.841800 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e586708f-4ec5-4baa-a41f-e27f6e6e4bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51948a4-7b63-43f3-bf76-04c8a8a407df', 'code': 200} Aug 27 14:30:29.867344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=a51948a4-7b63-43f3-bf76-04c8a8a407df,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:29.987359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb26dd-c1c1-45db-8ef3-12a9712e252f req-d185f1f8-6584-4836-9909-2ff3956ad9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:29.988761 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6efb26dd-c1c1-45db-8ef3-12a9712e252f req-d185f1f8-6584-4836-9909-2ff3956ad9c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 1097 time: 0.0411553 Aug 27 14:30:30.025688 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6efb26dd-c1c1-45db-8ef3-12a9712e252f req-8aff46cc-ed37-4ecc-a22d-7c6ac93b47eb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288281 Aug 27 14:30:30.632566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c68b9-bd59-45f6-bb40-5717e13a3b99 req-f2c6c4fa-2bf2-4b50-94f5-3826fe9fdb5e tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:30.634111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d06c68b9-bd59-45f6-bb40-5717e13a3b99 req-f2c6c4fa-2bf2-4b50-94f5-3826fe9fdb5e tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 945 time: 0.0510311 Aug 27 14:30:30.674183 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d06c68b9-bd59-45f6-bb40-5717e13a3b99 req-f1f14057-3237-40eb-bacc-92d3e6278759 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337827 Aug 27 14:30:31.800196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8f39f-2c51-4c0c-9e50-347a6431787d req-dfaff28b-8e9d-4323-8214-599ce7871cb7 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:31.801721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39f8f39f-2c51-4c0c-9e50-347a6431787d req-dfaff28b-8e9d-4323-8214-599ce7871cb7 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 945 time: 0.0548520 Aug 27 14:30:31.842117 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39f8f39f-2c51-4c0c-9e50-347a6431787d req-7bb52be2-741d-476e-bfb1-14cc002e904a tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337529 Aug 27 14:30:32.508270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda963a-3a32-43a4-8005-7318f56338a8 req-f26f48fd-2920-44fd-b3df-c0c5c9dcb5be tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:32.512493 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2dda963a-3a32-43a4-8005-7318f56338a8 req-f26f48fd-2920-44fd-b3df-c0c5c9dcb5be tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 945 time: 0.0623953 Aug 27 14:30:32.558539 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2dda963a-3a32-43a4-8005-7318f56338a8 req-f2e7070f-1ee6-467c-a0c9-cec361dea910 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402350 Aug 27 14:30:33.243474 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:30:33.676549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1322987-1341-4f7b-9fad-443958a6634b req-af8f32f7-e83f-4eb8-977c-b410e0a8811d tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:33.678386 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d1322987-1341-4f7b-9fad-443958a6634b req-af8f32f7-e83f-4eb8-977c-b410e0a8811d tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 945 time: 0.0503533 Aug 27 14:30:33.724300 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d1322987-1341-4f7b-9fad-443958a6634b req-60ff0b5c-12a9-4e97-b49c-99fb03158fc0 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/security-groups?id=e12d4da3-0769-4d90-83e4-eee5b7367658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389168 Aug 27 14:30:34.199949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7de13-b506-4841-9e17-5c19c6781f32 req-ae9edac6-7072-4594-97a9-0e94c80f9232 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:34.201446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-35e7de13-b506-4841-9e17-5c19c6781f32 req-ae9edac6-7072-4594-97a9-0e94c80f9232 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.41 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 945 time: 0.0510638 Aug 27 14:30:34.301990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-35e7de13-b506-4841-9e17-5c19c6781f32 req-dde174ba-2058-4be7-8fa2-31a1159b16dc tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Deleting port a51948a4-7b63-43f3-bf76-04c8a8a407df {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:30:34.302331 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-35e7de13-b506-4841-9e17-5c19c6781f32 req-dde174ba-2058-4be7-8fa2-31a1159b16dc tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:34.393206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-35e7de13-b506-4841-9e17-5c19c6781f32 req-dde174ba-2058-4be7-8fa2-31a1159b16dc tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] For port a51948a4-7b63-43f3-bf76-04c8a8a407df, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a51948a4-7b63-43f3-bf76-04c8a8a407df,segment=NetworkSegment(74298546-5200-4e09-a6fe-6dce613a0bb6),segment_id=74298546-5200-4e09-a6fe-6dce613a0bb6)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:34.393585 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-35e7de13-b506-4841-9e17-5c19c6781f32 req-dde174ba-2058-4be7-8fa2-31a1159b16dc tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:34.409017 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-35e7de13-b506-4841-9e17-5c19c6781f32 req-dde174ba-2058-4be7-8fa2-31a1159b16dc tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Calling delete_port for a51948a4-7b63-43f3-bf76-04c8a8a407df owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:30:34.545323 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-35e7de13-b506-4841-9e17-5c19c6781f32 req-dde174ba-2058-4be7-8fa2-31a1159b16dc tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:34.574536 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde174ba-2058-4be7-8fa2-31a1159b16dc tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Pushing event deleted for resources: {'Port': ['ID=a51948a4-7b63-43f3-bf76-04c8a8a407df,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:34.590348 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a51948a4-7b63-43f3-bf76-04c8a8a407df'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:30:34.625884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e7de13-b506-4841-9e17-5c19c6781f32 req-dde174ba-2058-4be7-8fa2-31a1159b16dc tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] No DVR routers for this DVR port a51948a4-7b63-43f3-bf76-04c8a8a407df on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:30:34.628323 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-35e7de13-b506-4841-9e17-5c19c6781f32 req-dde174ba-2058-4be7-8fa2-31a1159b16dc tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:34.630472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-35e7de13-b506-4841-9e17-5c19c6781f32 req-dde174ba-2058-4be7-8fa2-31a1159b16dc tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.41 "DELETE /v2.0/ports/a51948a4-7b63-43f3-bf76-04c8a8a407df HTTP/1.1" status: 204 len: 173 time: 0.4218385 Aug 27 14:30:34.630957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e586708f-4ec5-4baa-a41f-e27f6e6e4bb1', 'name': 'network-vif-deleted', 'tag': 'a51948a4-7b63-43f3-bf76-04c8a8a407df'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:30:34.633909 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec92a569-03e7-4a89-a49d-54eb88d41753" -d '{"events": [{"server_uuid": "e586708f-4ec5-4baa-a41f-e27f6e6e4bb1", "name": "network-vif-deleted", "tag": "a51948a4-7b63-43f3-bf76-04c8a8a407df"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:30:34.680939 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3ddd4f-7de4-48cb-abc2-eaca182f2dda x-openstack-request-id: req-0b3ddd4f-7de4-48cb-abc2-eaca182f2dda {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:30:34.681458 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e586708f-4ec5-4baa-a41f-e27f6e6e4bb1", "name": "network-vif-deleted", "tag": "a51948a4-7b63-43f3-bf76-04c8a8a407df", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:30:34.681775 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b3ddd4f-7de4-48cb-abc2-eaca182f2dda {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:30:34.682238 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e586708f-4ec5-4baa-a41f-e27f6e6e4bb1', 'name': 'network-vif-deleted', 'tag': 'a51948a4-7b63-43f3-bf76-04c8a8a407df', 'status': 'completed', 'code': 200} Aug 27 14:30:34.851156 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-72dc0ce7-3dcc-4a39-82cd-10e88bf7b72e req-bfd57de8-8315-419d-a677-6a786317a671 tempest-VolumesActionsTest-1033263343 tempest-VolumesActionsTest-1033263343-project] 10.222.0.55 "GET /v2.0/ports?device_id=e586708f-4ec5-4baa-a41f-e27f6e6e4bb1 HTTP/1.1" status: 200 len: 210 time: 0.0337608 Aug 27 14:30:35.747607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-1c7054b4-15e5-4b11-a411-3938af66ea56 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:35.748990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-1c7054b4-15e5-4b11-a411-3938af66ea56 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/networks?id=d3a060ff-8b92-4e29-809a-baf753e84081 HTTP/1.1" status: 200 len: 814 time: 0.1041219 Aug 27 14:30:35.764745 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-c2eeb73a-82b7-4d80-89f4-5d5e8b803836 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/quotas/72387efcca444a088788e93d0a404e1e HTTP/1.1" status: 200 len: 375 time: 0.0098057 Aug 27 14:30:35.819193 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-931da0ee-0e0f-4020-b698-4b72bbf0a0d8 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=72387efcca444a088788e93d0a404e1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488214 Aug 27 14:30:35.923649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-e7a98517-7e4d-4bd8-b9cf-a09a36d30fdf service neutron] 10.222.0.55 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962400 Aug 27 14:30:36.031200 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-3d39bb6f-eaf4-471a-a7a5-0e5b8cb50111 service neutron] 10.222.0.55 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011806 Aug 27 14:30:36.259267 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-98275da4-fe11-4757-9540-091214bd2d2a req-5109474d-ed98-49a8-a35e-18f661285303 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 210 time: 0.0492327 Aug 27 14:30:37.348840 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-038111cf-e8b8-43d2-9bd0-cdd97b64f636 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:37.352714 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-038111cf-e8b8-43d2-9bd0-cdd97b64f636 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.41 "GET /v2.0/networks?id=d3a060ff-8b92-4e29-809a-baf753e84081 HTTP/1.1" status: 200 len: 814 time: 0.1482232 Aug 27 14:30:37.385087 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c6967e8e-f2fc-4401-9bf0-1e075da18b74 req-87c8f51a-e2b2-4cf5-813e-1b2b160af69e tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 210 time: 0.0311892 Aug 27 14:30:37.389266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a6d8557a-1198-48f6-8663-f2dd8ff60d64 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Request body: {'port': {'device_id': '3e431b62-052e-4767-8312-d8c3e59fb58e', 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081', 'admin_state_up': True, 'tenant_id': '72387efcca444a088788e93d0a404e1e'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:30:37.529790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a6d8557a-1198-48f6-8663-f2dd8ff60d64 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Made reservation on behalf of 72387efcca444a088788e93d0a404e1e for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:30:37.534450 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a6d8557a-1198-48f6-8663-f2dd8ff60d64 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:37.646888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a51948a4-7b63-43f3-bf76-04c8a8a407df no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:30:37.671793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: a51948a4-7b63-43f3-bf76-04c8a8a407df {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:30:37.672057 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a6d8557a-1198-48f6-8663-f2dd8ff60d64 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Allocated IP 172.20.0.11 (d3a060ff-8b92-4e29-809a-baf753e84081/70e8e73e-3b32-4ea9-baeb-36898a54440a/0bd2c317-9491-4e40-a41e-a8e35f385cda) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:30:37.672991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a51948a4-7b63-43f3-bf76-04c8a8a407df not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:30:37.870088 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a6d8557a-1198-48f6-8663-f2dd8ff60d64 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:37.915354 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a6d8557a-1198-48f6-8663-f2dd8ff60d64 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:37.928095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['996e07c6-cfc2-49d3-ab3c-e951868dc7f2', '6301fa26-563a-407f-88c0-a90469fc1158'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:30:37.960141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a6d8557a-1198-48f6-8663-f2dd8ff60d64 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Network d3a060ff-8b92-4e29-809a-baf753e84081 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:30:37.963344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a6d8557a-1198-48f6-8663-f2dd8ff60d64 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:30:37.967285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a6d8557a-1198-48f6-8663-f2dd8ff60d64 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:30:37.981830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a1641fbb-89a8-440e-aa17-30ac3675cb0f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:30:38.010419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8557a-1198-48f6-8663-f2dd8ff60d64 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Pushing event updated for resources: {'Port': ['ID=0bd2c317-9491-4e40-a41e-a8e35f385cda,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:38.033929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a6d8557a-1198-48f6-8663-f2dd8ff60d64 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:38.034593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a6d8557a-1198-48f6-8663-f2dd8ff60d64 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:38.052336 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a6d8557a-1198-48f6-8663-f2dd8ff60d64 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6697719 Aug 27 14:30:38.075658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Request body: {'port': {'device_id': '3e431b62-052e-4767-8312-d8c3e59fb58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:30:38.163499 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:38.532578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c293b-88e6-4604-a494-d5e7d27e12ff req-4a9698e0-4742-4898-886f-d099b9238a3f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:38.541321 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a47c293b-88e6-4604-a494-d5e7d27e12ff req-4a9698e0-4742-4898-886f-d099b9238a3f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 932 time: 0.0755351 Aug 27 14:30:38.561740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd2c317-9491-4e40-a41e-a8e35f385cda {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:30:38.570403 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:38.587931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Transition to ACTIVE for port object 0bd2c317-9491-4e40-a41e-a8e35f385cda will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:30:38.592283 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:38.609845 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a47c293b-88e6-4604-a494-d5e7d27e12ff req-b20cf399-3521-422a-9947-716e29cbcfe8 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659409 Aug 27 14:30:38.669381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Pushing event updated for resources: {'Port': ['ID=0bd2c317-9491-4e40-a41e-a8e35f385cda,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:38.778974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Attempting to bind port 0bd2c317-9491-4e40-a41e-a8e35f385cda on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:30:38.779449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Attempting to bind port 0bd2c317-9491-4e40-a41e-a8e35f385cda by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:30:38.779794 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Attempting to bind port 0bd2c317-9491-4e40-a41e-a8e35f385cda on network d3a060ff-8b92-4e29-809a-baf753e84081 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:30:38.784809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Port 0bd2c317-9491-4e40-a41e-a8e35f385cda on network d3a060ff-8b92-4e29-809a-baf753e84081 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:30:38.785575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Attempting to bind port 0bd2c317-9491-4e40-a41e-a8e35f385cda on network d3a060ff-8b92-4e29-809a-baf753e84081 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:30:38.790892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:30:38.791268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Checking segment: {'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:30:38.799077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Bound using segment: {'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:30:38.800514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Bound port: 0bd2c317-9491-4e40-a41e-a8e35f385cda, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83dbcf83-6ca8-4f79-8022-172960daa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:30:38.801003 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:38.888961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] For port 0bd2c317-9491-4e40-a41e-a8e35f385cda, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:30:38.892271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] For port 0bd2c317-9491-4e40-a41e-a8e35f385cda, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0bd2c317-9491-4e40-a41e-a8e35f385cda,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:30:38.897302 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:38.953037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:38.953798 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:38.955330 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] 10.222.0.41 "PUT /v2.0/ports/0bd2c317-9491-4e40-a41e-a8e35f385cda HTTP/1.1" status: 200 len: 1093 time: 0.8881638 Aug 27 14:30:38.955856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e431b62-052e-4767-8312-d8c3e59fb58e', 'tag': '0bd2c317-9491-4e40-a41e-a8e35f385cda'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:30:38.958240 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00533b8b-48f3-49d6-a618-227a74ef202b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e431b62-052e-4767-8312-d8c3e59fb58e", "tag": "0bd2c317-9491-4e40-a41e-a8e35f385cda"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:30:38.980200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35dc4e-fed6-417f-9038-b2d7cd5ffa1d service neutron] Pushing event updated for resources: {'Port': ['ID=0bd2c317-9491-4e40-a41e-a8e35f385cda,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:39.016553 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93aaae5-341d-4650-ba88-d2c2274f217d x-openstack-request-id: req-d93aaae5-341d-4650-ba88-d2c2274f217d {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:30:39.016955 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e431b62-052e-4767-8312-d8c3e59fb58e", "tag": "0bd2c317-9491-4e40-a41e-a8e35f385cda", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:30:39.018367 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d93aaae5-341d-4650-ba88-d2c2274f217d {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:30:39.018832 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e431b62-052e-4767-8312-d8c3e59fb58e', 'tag': '0bd2c317-9491-4e40-a41e-a8e35f385cda', 'status': 'completed', 'code': 200} Aug 27 14:30:39.093220 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-7514f0f3-e10b-4269-be8d-9ea21611088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:39.095121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-7514f0f3-e10b-4269-be8d-9ea21611088a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72387efcca444a088788e93d0a404e1e&device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 1096 time: 0.0597525 Aug 27 14:30:39.154221 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-4eee89b2-4d02-4b7c-a747-e9b66a744bfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd2c317-9491-4e40-a41e-a8e35f385cda HTTP/1.1" status: 200 len: 217 time: 0.0445940 Aug 27 14:30:39.231732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a88dc5e7-6ce6-4241-b76b-003f7482a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:39.233990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-a88dc5e7-6ce6-4241-b76b-003f7482a716 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70e8e73e-3b32-4ea9-baeb-36898a54440a HTTP/1.1" status: 200 len: 854 time: 0.0733547 Aug 27 14:30:39.282648 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-09c53628-edb6-44bc-a757-4dccfb46405d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3a060ff-8b92-4e29-809a-baf753e84081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401106 Aug 27 14:30:39.408689 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-e77a5d5e-2f72-4b57-8f19-ce71c088c682 service neutron] 10.222.0.41 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187546 Aug 27 14:30:39.531668 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-15a93277-0fe9-43cc-b58a-945dd1bc3fb9 req-058ed5a2-d355-4966-82ca-47c7dec2629d service neutron] 10.222.0.41 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146147 Aug 27 14:30:39.677857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00533b8b-48f3-49d6-a618-227a74ef202b req-c7bef540-94df-4ed0-aef2-bf936c566d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:39.680665 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00533b8b-48f3-49d6-a618-227a74ef202b req-c7bef540-94df-4ed0-aef2-bf936c566d2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72387efcca444a088788e93d0a404e1e&device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 1096 time: 0.0514240 Aug 27 14:30:39.783876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9794c3-808b-4b82-8767-4da39c26082c req-dc1fdfc4-7946-4a7a-a45e-e57cc9da2bc3 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:39.786031 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e9794c3-808b-4b82-8767-4da39c26082c req-dc1fdfc4-7946-4a7a-a45e-e57cc9da2bc3 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 944 time: 0.0701561 Aug 27 14:30:39.798265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00533b8b-48f3-49d6-a618-227a74ef202b req-e1f5cada-cb50-4f06-80ef-17cab2f0711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:39.800650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00533b8b-48f3-49d6-a618-227a74ef202b req-e1f5cada-cb50-4f06-80ef-17cab2f0711e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3a060ff-8b92-4e29-809a-baf753e84081 HTTP/1.1" status: 200 len: 915 time: 0.1113441 Aug 27 14:30:39.851624 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e9794c3-808b-4b82-8767-4da39c26082c req-fa10bdca-9850-4b9d-9767-74c7ffe2014d tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576124 Aug 27 14:30:39.866960 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00533b8b-48f3-49d6-a618-227a74ef202b req-6d26de60-ed7d-4b39-9688-29ec476e8e12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd2c317-9491-4e40-a41e-a8e35f385cda HTTP/1.1" status: 200 len: 217 time: 0.0557292 Aug 27 14:30:39.948488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00533b8b-48f3-49d6-a618-227a74ef202b req-016d6e3d-a991-4fcf-abb4-1093ab42682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:39.950289 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00533b8b-48f3-49d6-a618-227a74ef202b req-016d6e3d-a991-4fcf-abb4-1093ab42682d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70e8e73e-3b32-4ea9-baeb-36898a54440a HTTP/1.1" status: 200 len: 854 time: 0.0761728 Aug 27 14:30:39.993481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00533b8b-48f3-49d6-a618-227a74ef202b req-81e04325-4b03-4bb8-8261-d20a28ff32ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3a060ff-8b92-4e29-809a-baf753e84081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334384 Aug 27 14:30:39.994400 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:40.107491 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00533b8b-48f3-49d6-a618-227a74ef202b req-2f9c4ec7-a9a8-4bbd-8d7a-78cee30c8e4b service neutron] 10.222.0.41 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082685 Aug 27 14:30:40.210818 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00533b8b-48f3-49d6-a618-227a74ef202b req-30439e4e-a0ae-4f30-b98c-96d1833da538 service neutron] 10.222.0.41 "GET /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952423 Aug 27 14:30:41.026287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22111046-f0eb-4e60-b971-b3a96ab5dfb8 req-ab22ded9-3f30-4cf6-8c1a-2cb61c63a1ea tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:41.028821 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22111046-f0eb-4e60-b971-b3a96ab5dfb8 req-ab22ded9-3f30-4cf6-8c1a-2cb61c63a1ea tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 944 time: 0.0647779 Aug 27 14:30:41.074953 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22111046-f0eb-4e60-b971-b3a96ab5dfb8 req-a4d2b4dd-6778-4d84-aec8-85d8749818be tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 Aug 27 14:30:42.236634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebeaad-a6ba-4275-a6b2-1b6155f6a4de req-d76aeb28-d8f9-47d7-a1b9-88e21ad8cc39 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:42.238862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-87ebeaad-a6ba-4275-a6b2-1b6155f6a4de req-d76aeb28-d8f9-47d7-a1b9-88e21ad8cc39 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 944 time: 0.0873826 Aug 27 14:30:42.295411 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-87ebeaad-a6ba-4275-a6b2-1b6155f6a4de req-0aa669cd-ad25-4a4d-ba52-b38fa3f8ea96 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461161 Aug 27 14:30:43.676452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0bd2c317-9491-4e40-a41e-a8e35f385cda details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:30:43.786015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489ff90-26c4-4cb9-969d-4bf70a606a32 req-4011e8ee-e097-4860-9393-9ccec5cb698b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:43.787622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2489ff90-26c4-4cb9-969d-4bf70a606a32 req-4011e8ee-e097-4860-9393-9ccec5cb698b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 944 time: 0.4207323 Aug 27 14:30:43.827119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0bd2c317-9491-4e40-a41e-a8e35f385cda, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0bd2c317-9491-4e40-a41e-a8e35f385cda,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:43.846381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '0bd2c317-9491-4e40-a41e-a8e35f385cda', 'network_id': 'd3a060ff-8b92-4e29-809a-baf753e84081', 'port_id': '0bd2c317-9491-4e40-a41e-a8e35f385cda', 'mac_address': 'fa:16:3e:e2:98:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e8e73e-3b32-4ea9-baeb-36898a54440a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:30:43.874011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2489ff90-26c4-4cb9-969d-4bf70a606a32 req-3c2e7323-5143-4c27-bfcb-80e59f60dd3e tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753996 Aug 27 14:30:43.895623 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:43.911588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd2c317-9491-4e40-a41e-a8e35f385cda {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:30:43.936005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0bd2c317-9491-4e40-a41e-a8e35f385cda, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0bd2c317-9491-4e40-a41e-a8e35f385cda,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:43.940389 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:44.004660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0bd2c317-9491-4e40-a41e-a8e35f385cda,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:44.356996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0bd2c317-9491-4e40-a41e-a8e35f385cda'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:30:44.688338 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8e89fa4f-6e42-464f-8746-6d2f5d65baef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:45.015000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddedce-c608-4a56-9333-889615a24eba req-a3c044a5-e184-4e1e-a48a-b8aa29955149 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:45.024013 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0ddedce-c608-4a56-9333-889615a24eba req-a3c044a5-e184-4e1e-a48a-b8aa29955149 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 945 time: 0.0664139 Aug 27 14:30:45.072091 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0ddedce-c608-4a56-9333-889615a24eba req-8f2cc763-4dfb-4a70-a0bb-7b59af682fe9 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468223 Aug 27 14:30:45.707752 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0bd2c317-9491-4e40-a41e-a8e35f385cda up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:30:45.775400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 0bd2c317-9491-4e40-a41e-a8e35f385cda completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:30:45.783317 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 0bd2c317-9491-4e40-a41e-a8e35f385cda triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:30:45.783929 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:45.894561 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:45.940999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0bd2c317-9491-4e40-a41e-a8e35f385cda, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0bd2c317-9491-4e40-a41e-a8e35f385cda,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:30:45.942596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e431b62-052e-4767-8312-d8c3e59fb58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd2c317-9491-4e40-a41e-a8e35f385cda'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:30:45.945593 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ee6a1-d629-4d64-8e00-9cf002f31073" -d '{"events": [{"server_uuid": "3e431b62-052e-4767-8312-d8c3e59fb58e", "name": "network-vif-plugged", "status": "completed", "tag": "0bd2c317-9491-4e40-a41e-a8e35f385cda"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:30:45.950331 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:46.014387 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b51606-1d29-4a93-93a8-47b4c0dc5d29 x-openstack-request-id: req-32b51606-1d29-4a93-93a8-47b4c0dc5d29 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:30:46.014819 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e431b62-052e-4767-8312-d8c3e59fb58e", "name": "network-vif-plugged", "status": "completed", "tag": "0bd2c317-9491-4e40-a41e-a8e35f385cda", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:30:46.015141 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32b51606-1d29-4a93-93a8-47b4c0dc5d29 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:30:46.015595 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e431b62-052e-4767-8312-d8c3e59fb58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd2c317-9491-4e40-a41e-a8e35f385cda', 'code': 200} Aug 27 14:30:46.016567 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0bd2c317-9491-4e40-a41e-a8e35f385cda,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:46.260098 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a40dc-52e1-4378-87c3-28c9f27c5059 req-c7ff1ba5-7cf2-423b-a545-02b7cbf90c40 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:46.263182 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5b4a40dc-52e1-4378-87c3-28c9f27c5059 req-c7ff1ba5-7cf2-423b-a545-02b7cbf90c40 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 946 time: 0.1207294 Aug 27 14:30:46.265207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e3405-3c56-4c08-a656-601fe57dd8db req-e34aa061-113d-403c-970a-52ef925f5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:46.266704 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-946e3405-3c56-4c08-a656-601fe57dd8db req-e34aa061-113d-403c-970a-52ef925f5504 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 1098 time: 0.1593192 Aug 27 14:30:46.331994 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-946e3405-3c56-4c08-a656-601fe57dd8db req-35975e63-4754-4ba6-abc4-479b1fab077e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568583 Aug 27 14:30:46.335707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5b4a40dc-52e1-4378-87c3-28c9f27c5059 req-fd55ab38-8b40-412f-b45f-eeea69783062 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671852 Aug 27 14:30:47.472386 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:47.494832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dcced-da67-4933-aaad-4b1d50c383a0 req-75aed192-d6f0-4cf8-8b8c-f5d09d1a0f0b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:47.497098 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-232dcced-da67-4933-aaad-4b1d50c383a0 req-75aed192-d6f0-4cf8-8b8c-f5d09d1a0f0b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 946 time: 0.0705371 Aug 27 14:30:47.523819 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7d51c638-204c-4152-806d-e1901c1ce216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:47.548575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-232dcced-da67-4933-aaad-4b1d50c383a0 req-700850a0-34e8-4931-b9e4-75768629bb48 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431523 Aug 27 14:30:48.688832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239c59d-7756-406e-8a95-61acf1d046a8 req-9bbbad0a-009c-46f3-b5d4-1eef7c00ecb2 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:48.696370 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0239c59d-7756-406e-8a95-61acf1d046a8 req-9bbbad0a-009c-46f3-b5d4-1eef7c00ecb2 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 946 time: 0.0619936 Aug 27 14:30:48.790181 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0239c59d-7756-406e-8a95-61acf1d046a8 req-650c5fb6-5567-440a-9e61-43d437fb9580 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920155 Aug 27 14:30:48.835473 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:50.318250 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:51.668395 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:53.594518 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a95cd249-7bb2-4e29-93d0-a3ba1aa22e1a req-178c9a57-a3ed-492f-960d-6bdc855ef96c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1028440 Aug 27 14:30:53.665839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd249-7bb2-4e29-93d0-a3ba1aa22e1a req-857c95f5-ec69-4b8f-ad24-1b5fa8c5cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:53.668185 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a95cd249-7bb2-4e29-93d0-a3ba1aa22e1a req-857c95f5-ec69-4b8f-ad24-1b5fa8c5cd5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 1098 time: 0.0487816 Aug 27 14:30:53.772545 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd249-7bb2-4e29-93d0-a3ba1aa22e1a req-4c7f108d-1cf2-4407-a5ad-2ea413193a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:53.773951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a95cd249-7bb2-4e29-93d0-a3ba1aa22e1a req-4c7f108d-1cf2-4407-a5ad-2ea413193a03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.0851066 Aug 27 14:30:53.844464 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a95cd249-7bb2-4e29-93d0-a3ba1aa22e1a req-e96959c0-4e2e-4a22-97ea-1e13a453670a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34e29f97-07fc-4093-8f3e-0e12bbad9272 HTTP/1.1" status: 200 len: 1002 time: 0.0619020 Aug 27 14:30:53.893788 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd249-7bb2-4e29-93d0-a3ba1aa22e1a req-fb9df134-b6f1-4b71-adfc-83248d24ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:53.895297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a95cd249-7bb2-4e29-93d0-a3ba1aa22e1a req-fb9df134-b6f1-4b71-adfc-83248d24ff87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0440843 Aug 27 14:30:53.943182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd249-7bb2-4e29-93d0-a3ba1aa22e1a req-38a2182a-03c3-4353-a819-a7411d0b41a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:30:53.944797 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a95cd249-7bb2-4e29-93d0-a3ba1aa22e1a req-38a2182a-03c3-4353-a819-a7411d0b41a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429366 Aug 27 14:30:54.038369 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a95cd249-7bb2-4e29-93d0-a3ba1aa22e1a req-8be8b675-3810-4c2d-b33a-ae4afb7355b1 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858846 Aug 27 14:30:54.133438 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a95cd249-7bb2-4e29-93d0-a3ba1aa22e1a req-9dbf6745-f062-43c1-a886-56b18e25c291 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872951 Aug 27 14:30:56.987733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34296) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:30:57.033831 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef4fa2f-0ab2-4605-bbe8-796d71bcf856 admin admin] Deleting subnet 916dc425-b153-4de7-ab79-e046ebba568f {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:30:57.037111 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef4fa2f-0ab2-4605-bbe8-796d71bcf856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.075883 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef4fa2f-0ab2-4605-bbe8-796d71bcf856 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.116058 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef4fa2f-0ab2-4605-bbe8-796d71bcf856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.175264 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef4fa2f-0ab2-4605-bbe8-796d71bcf856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.201832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4fa2f-0ab2-4605-bbe8-796d71bcf856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=916dc425-b153-4de7-ab79-e046ebba568f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:57.206734 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef4fa2f-0ab2-4605-bbe8-796d71bcf856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.208866 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8ef4fa2f-0ab2-4605-bbe8-796d71bcf856 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/916dc425-b153-4de7-ab79-e046ebba568f HTTP/1.1" status: 204 len: 168 time: 0.2197580 Aug 27 14:30:57.211155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34300) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:30:57.279027 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.360288 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.370021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167dfa8d-b513-4c7b-89c7-9e94cb4022db']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:30:57.379964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74298546-5200-4e09-a6fe-6dce613a0bb6') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:30:57.380257 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74298546-5200-4e09-a6fe-6dce613a0bb6') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:30:57.389366 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.403120 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.408811 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:30:57.409196 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:30:57.410882 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:30:57.465445 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.471071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.472894 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/167dfa8d-b513-4c7b-89c7-9e94cb4022db HTTP/1.1" status: 204 len: 168 time: 0.2607462 Aug 27 14:30:57.484289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Pushing event deleted for resources: {'Network': ['ID=167dfa8d-b513-4c7b-89c7-9e94cb4022db,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:30:57.492197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:57.492546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:57.492930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:57.493275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:57.493588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:57.493919 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:57.494246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:57.494570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:57.494905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:57.495226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:57.495548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:57.495895 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eabc5d-de71-4589-853f-c283522e6ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:30:57.579824 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34304) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:30:57.625006 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6df0df5d-4839-426e-9881-0d093b923fa5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dece730348084558bdf42f43158d5c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440242 Aug 27 14:30:57.627500 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34306) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:30:57.674652 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9182be24-0f8a-4d08-abc6-26601e0e7bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.694876 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9182be24-0f8a-4d08-abc6-26601e0e7bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.740655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9182be24-0f8a-4d08-abc6-26601e0e7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.743330 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9182be24-0f8a-4d08-abc6-26601e0e7bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:30:57.744488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9182be24-0f8a-4d08-abc6-26601e0e7bc0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e12d4da3-0769-4d90-83e4-eee5b7367658 HTTP/1.1" status: 204 len: 168 time: 0.1160905 Aug 27 14:30:57.752897 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182be24-0f8a-4d08-abc6-26601e0e7bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12d4da3-0769-4d90-83e4-eee5b7367658,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:03.242885 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2b685b85-deed-471b-9601-ff9da3077b1b req-f8d23398-27b9-4284-bdc8-da365510c3ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260906 Aug 27 14:31:03.334325 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2b685b85-deed-471b-9601-ff9da3077b1b req-66496737-b876-4b66-858d-38d21f2333e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0259109 Aug 27 14:31:03.382777 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2b685b85-deed-471b-9601-ff9da3077b1b req-2efad388-ec23-4b3d-96d9-f4b2c3648571 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199718 Aug 27 14:31:03.498270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b685b85-deed-471b-9601-ff9da3077b1b req-e075c9eb-006a-4168-84eb-f8ee3f9185d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:03.500010 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2b685b85-deed-471b-9601-ff9da3077b1b req-e075c9eb-006a-4168-84eb-f8ee3f9185d0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096578 Aug 27 14:31:09.556436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2567fde-a3f6-4042-848b-04dfbfda8599 req-3326adba-037b-4040-aa31-cef51ba84b39 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:09.560104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c2567fde-a3f6-4042-848b-04dfbfda8599 req-3326adba-037b-4040-aa31-cef51ba84b39 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 946 time: 0.0606744 Aug 27 14:31:09.614879 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c2567fde-a3f6-4042-848b-04dfbfda8599 req-edda60d3-5267-4605-bcd6-7c3266014521 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479341 Aug 27 14:31:10.014353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:10.242513 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:31:10.736904 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebb0b0-fe78-4684-8f15-f1694b5763f9 req-9be99984-7029-400f-9dd9-364d4fa7ad1d tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:10.738373 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-60ebb0b0-fe78-4684-8f15-f1694b5763f9 req-9be99984-7029-400f-9dd9-364d4fa7ad1d tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 946 time: 0.0517657 Aug 27 14:31:10.778111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-60ebb0b0-fe78-4684-8f15-f1694b5763f9 req-9dd6fbd8-0ebe-4b01-a53d-53cdda708732 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Aug 27 14:31:11.503350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5a216-f9e2-4f34-916c-ebd90a30170e req-2f9fc6c4-e952-42d7-8f68-60b8f93e41f7 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:11.504843 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fa5a216-f9e2-4f34-916c-ebd90a30170e req-2f9fc6c4-e952-42d7-8f68-60b8f93e41f7 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 946 time: 0.0535550 Aug 27 14:31:11.598418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-3fa5a216-f9e2-4f34-916c-ebd90a30170e req-04dc8e89-720e-40a1-b994-ccd089273f50 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Deleting port 0bd2c317-9491-4e40-a41e-a8e35f385cda {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:11.600466 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3fa5a216-f9e2-4f34-916c-ebd90a30170e req-04dc8e89-720e-40a1-b994-ccd089273f50 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:11.696902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3fa5a216-f9e2-4f34-916c-ebd90a30170e req-04dc8e89-720e-40a1-b994-ccd089273f50 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] For port 0bd2c317-9491-4e40-a41e-a8e35f385cda, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0bd2c317-9491-4e40-a41e-a8e35f385cda,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:11.697453 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3fa5a216-f9e2-4f34-916c-ebd90a30170e req-04dc8e89-720e-40a1-b994-ccd089273f50 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:11.712306 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-3fa5a216-f9e2-4f34-916c-ebd90a30170e req-04dc8e89-720e-40a1-b994-ccd089273f50 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Calling delete_port for 0bd2c317-9491-4e40-a41e-a8e35f385cda owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:11.847561 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3fa5a216-f9e2-4f34-916c-ebd90a30170e req-04dc8e89-720e-40a1-b994-ccd089273f50 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:11.863160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['996e07c6-cfc2-49d3-ab3c-e951868dc7f2', '6301fa26-563a-407f-88c0-a90469fc1158'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:31:11.883514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc8e89-720e-40a1-b994-ccd089273f50 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Pushing event deleted for resources: {'Port': ['ID=0bd2c317-9491-4e40-a41e-a8e35f385cda,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:11.897136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34506) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:11.910965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a1641fbb-89a8-440e-aa17-30ac3675cb0f', '0bd2c317-9491-4e40-a41e-a8e35f385cda'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:31:11.925996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3d16c2da-aed8-452f-9ee3-9f462814d415 req-a3aab0c5-9b71-41df-af7e-7ce62bb16e6c tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e431b62-052e-4767-8312-d8c3e59fb58e HTTP/1.1" status: 200 len: 210 time: 0.0465899 Aug 27 14:31:11.938955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa5a216-f9e2-4f34-916c-ebd90a30170e req-04dc8e89-720e-40a1-b994-ccd089273f50 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] No DVR routers for this DVR port 0bd2c317-9491-4e40-a41e-a8e35f385cda on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:31:11.950769 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3fa5a216-f9e2-4f34-916c-ebd90a30170e req-04dc8e89-720e-40a1-b994-ccd089273f50 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:11.953926 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fa5a216-f9e2-4f34-916c-ebd90a30170e req-04dc8e89-720e-40a1-b994-ccd089273f50 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.41 "DELETE /v2.0/ports/0bd2c317-9491-4e40-a41e-a8e35f385cda HTTP/1.1" status: 204 len: 173 time: 0.4419897 Aug 27 14:31:11.953926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e431b62-052e-4767-8312-d8c3e59fb58e', 'name': 'network-vif-deleted', 'tag': '0bd2c317-9491-4e40-a41e-a8e35f385cda'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:31:11.956879 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b5b929-17f4-4698-a5ef-45a2a570a5e7" -d '{"events": [{"server_uuid": "3e431b62-052e-4767-8312-d8c3e59fb58e", "name": "network-vif-deleted", "tag": "0bd2c317-9491-4e40-a41e-a8e35f385cda"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:31:12.005362 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45481c49-9428-4bfa-a676-b1d691a26854 x-openstack-request-id: req-45481c49-9428-4bfa-a676-b1d691a26854 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:31:12.005654 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e431b62-052e-4767-8312-d8c3e59fb58e", "name": "network-vif-deleted", "tag": "0bd2c317-9491-4e40-a41e-a8e35f385cda", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:31:12.005913 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45481c49-9428-4bfa-a676-b1d691a26854 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:31:12.006309 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e431b62-052e-4767-8312-d8c3e59fb58e', 'name': 'network-vif-deleted', 'tag': '0bd2c317-9491-4e40-a41e-a8e35f385cda', 'status': 'completed', 'code': 200} Aug 27 14:31:12.027813 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c02c99c4-e3ff-48cc-99f6-63539dbe3d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:12.132918 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c02c99c4-e3ff-48cc-99f6-63539dbe3d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:12.137453 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c02c99c4-e3ff-48cc-99f6-63539dbe3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:12.177784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c02c99c4-e3ff-48cc-99f6-63539dbe3d14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ff181a307b04d6897cd5ef551fc0f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795842 Aug 27 14:31:12.178632 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c99c4-e3ff-48cc-99f6-63539dbe3d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea295cb-136d-4780-92c8-4ead9b9f6274,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:12.180465 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34512) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:12.232719 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff82e-ca9a-4c69-9de6-0fd33458fdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:12.253486 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff82e-ca9a-4c69-9de6-0fd33458fdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:12.299780 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff82e-ca9a-4c69-9de6-0fd33458fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:12.302364 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff82e-ca9a-4c69-9de6-0fd33458fdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:12.303603 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cd7ff82e-ca9a-4c69-9de6-0fd33458fdd5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fea295cb-136d-4780-92c8-4ead9b9f6274 HTTP/1.1" status: 204 len: 168 time: 0.1220291 Aug 27 14:31:12.311657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ff82e-ca9a-4c69-9de6-0fd33458fdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea295cb-136d-4780-92c8-4ead9b9f6274,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:13.893076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0bd2c317-9491-4e40-a41e-a8e35f385cda no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:13.918512 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 0bd2c317-9491-4e40-a41e-a8e35f385cda {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:31:13.919011 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0bd2c317-9491-4e40-a41e-a8e35f385cda not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:31:14.544626 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-10a0ea4b-f30e-4f54-b546-a721e1200c5e tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4bbaa9c98b5043c69be77a09387305e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337372 Aug 27 14:31:14.653076 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-22897329-14d1-43fc-b61f-d8193ffb9360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:14.733301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-43aa6fcd-0a5b-417a-85f8-ed41b3d9576c tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:14.734695 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-43aa6fcd-0a5b-417a-85f8-ed41b3d9576c tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845357 Aug 27 14:31:14.749902 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-6c7ed360-78d7-4955-924d-20e242c43e85 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/quotas/4bbaa9c98b5043c69be77a09387305e5 HTTP/1.1" status: 200 len: 375 time: 0.0093954 Aug 27 14:31:14.782949 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-27cccc4a-7a68-432e-a609-539ddb7546ae tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4bbaa9c98b5043c69be77a09387305e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273402 Aug 27 14:31:14.949639 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2aa1c4ef-9f00-44c3-9fe3-26d350bf5c3b req-7d350799-381d-4c17-a4d3-b79577d60936 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 210 time: 0.0274050 Aug 27 14:31:15.439124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf732d-9b8d-4198-b87f-36f1b437a20e req-1410b040-62ce-4d7b-b64a-eb49313536ee tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:15.447034 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ddf732d-9b8d-4198-b87f-36f1b437a20e req-1410b040-62ce-4d7b-b64a-eb49313536ee tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 945 time: 0.0623608 Aug 27 14:31:15.485357 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2ddf732d-9b8d-4198-b87f-36f1b437a20e req-656d44e9-0e1c-45ee-9781-720c759cb29f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366864 Aug 27 14:31:16.049375 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-253bf514-6a78-4a05-9643-849eccfc5817 req-91c76c29-9390-4601-a07e-b54c50e91ab3 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 210 time: 0.0260682 Aug 27 14:31:16.093500 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-78e18134-cea8-42eb-9fda-80c8087626d6 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4bbaa9c98b5043c69be77a09387305e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228994 Aug 27 14:31:16.210634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-bb7325d3-2940-48e3-922e-e271299089f5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:16.214198 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-bb7325d3-2940-48e3-922e-e271299089f5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128135 Aug 27 14:31:16.238694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Request body: {'port': {'device_id': '7219bf12-6b04-40cd-a37b-4ed8d1224c3b', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': '4bbaa9c98b5043c69be77a09387305e5'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:31:16.347860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Made reservation on behalf of 4bbaa9c98b5043c69be77a09387305e5 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:31:16.351283 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:16.361490 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:16.452737 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:16.456218 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:16.524653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:16.594010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Allocated IP 192.168.233.188 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/b968323e-c52e-44d7-b618-cec8a3504fa9) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:31:16.618996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86d399-08a3-4e4a-a5df-e408d8bfff25 req-3db08040-6542-41f1-83a2-e7abb0897c94 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:16.620598 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c86d399-08a3-4e4a-a5df-e408d8bfff25 req-3db08040-6542-41f1-83a2-e7abb0897c94 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 945 time: 0.0602050 Aug 27 14:31:16.660567 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c86d399-08a3-4e4a-a5df-e408d8bfff25 req-4ddc0978-9382-46e2-bf2d-07f9a8d6f7ef tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338092 Aug 27 14:31:16.755426 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:16.769673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Transition to ACTIVE for port object b968323e-c52e-44d7-b618-cec8a3504fa9 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:31:16.803885 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:16.860968 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:31:16.879026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:31:16.886478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:31:16.889942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Pushing event updated for resources: {'Port': ['ID=b968323e-c52e-44d7-b618-cec8a3504fa9,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:16.943154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e100ef-0f22-4098-bb05-68cb1ef4ee21 req-0c9a66b5-c21a-4005-9e2d-fc9de326f8c3 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:16.944676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2e100ef-0f22-4098-bb05-68cb1ef4ee21 req-0c9a66b5-c21a-4005-9e2d-fc9de326f8c3 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.52 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 945 time: 0.0982125 Aug 27 14:31:16.950885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:16.951531 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:16.990157 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-c05bfd67-634b-4679-9122-2970abf043a5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7553182 Aug 27 14:31:17.031513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Request body: {'port': {'device_id': '7219bf12-6b04-40cd-a37b-4ed8d1224c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:31:17.106135 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:17.111206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-b2e100ef-0f22-4098-bb05-68cb1ef4ee21 req-e4b177b0-9e43-433e-bc22-6dd826c68b7b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Deleting port 6301fa26-563a-407f-88c0-a90469fc1158 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:17.111478 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2e100ef-0f22-4098-bb05-68cb1ef4ee21 req-e4b177b0-9e43-433e-bc22-6dd826c68b7b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:17.183071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5154d36b-b4a8-4c56-aedc-cdf65477c0e8 None None] Provisioning for port b968323e-c52e-44d7-b618-cec8a3504fa9 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:31:17.187080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5154d36b-b4a8-4c56-aedc-cdf65477c0e8 None None] Provisioning complete for port b968323e-c52e-44d7-b618-cec8a3504fa9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:31:17.187529 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5154d36b-b4a8-4c56-aedc-cdf65477c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:17.221027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5154d36b-b4a8-4c56-aedc-cdf65477c0e8 None None] Port b968323e-c52e-44d7-b618-cec8a3504fa9 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:31:17.327528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835350c-3368-43b2-9b77-8416facf98cb req-423ad8e2-16db-48fa-a4eb-01321f04b714 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:17.329021 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9835350c-3368-43b2-9b77-8416facf98cb req-423ad8e2-16db-48fa-a4eb-01321f04b714 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 936 time: 0.1961975 Aug 27 14:31:17.330758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b2e100ef-0f22-4098-bb05-68cb1ef4ee21 req-e4b177b0-9e43-433e-bc22-6dd826c68b7b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] For port 6301fa26-563a-407f-88c0-a90469fc1158, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=6301fa26-563a-407f-88c0-a90469fc1158,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:17.331129 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2e100ef-0f22-4098-bb05-68cb1ef4ee21 req-e4b177b0-9e43-433e-bc22-6dd826c68b7b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:17.367233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-b2e100ef-0f22-4098-bb05-68cb1ef4ee21 req-e4b177b0-9e43-433e-bc22-6dd826c68b7b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Calling delete_port for 6301fa26-563a-407f-88c0-a90469fc1158 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:17.465664 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9835350c-3368-43b2-9b77-8416facf98cb req-b26e7db5-7566-412b-9629-8ffba72902cb tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/security-groups?id=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299233 Aug 27 14:31:17.469546 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:17.517281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ea8a444c-da18-4879-a809-6e4d2e1b613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:17.634168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b968323e-c52e-44d7-b618-cec8a3504fa9 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:31:17.639804 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2e100ef-0f22-4098-bb05-68cb1ef4ee21 req-e4b177b0-9e43-433e-bc22-6dd826c68b7b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:17.648429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:17.652370 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['996e07c6-cfc2-49d3-ab3c-e951868dc7f2', '6301fa26-563a-407f-88c0-a90469fc1158'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:31:17.679325 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a1641fbb-89a8-440e-aa17-30ac3675cb0f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:31:17.684738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b177b0-9e43-433e-bc22-6dd826c68b7b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Pushing event deleted for resources: {'Port': ['ID=6301fa26-563a-407f-88c0-a90469fc1158,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:17.688706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Transition to ACTIVE for port object b968323e-c52e-44d7-b618-cec8a3504fa9 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:31:17.695237 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:17.755517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e100ef-0f22-4098-bb05-68cb1ef4ee21 req-e4b177b0-9e43-433e-bc22-6dd826c68b7b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] No DVR routers for this DVR port 6301fa26-563a-407f-88c0-a90469fc1158 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:31:17.763231 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b2e100ef-0f22-4098-bb05-68cb1ef4ee21 req-e4b177b0-9e43-433e-bc22-6dd826c68b7b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:17.765403 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2e100ef-0f22-4098-bb05-68cb1ef4ee21 req-e4b177b0-9e43-433e-bc22-6dd826c68b7b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.52 "DELETE /v2.0/ports/6301fa26-563a-407f-88c0-a90469fc1158 HTTP/1.1" status: 204 len: 173 time: 0.8111451 Aug 27 14:31:17.769506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1102d09c-c670-431e-a37c-cd0ad2c6bc9c', 'name': 'network-vif-deleted', 'tag': '6301fa26-563a-407f-88c0-a90469fc1158'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:31:17.772180 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51542b02-282b-4e04-8e79-256b3b13577d" -d '{"events": [{"server_uuid": "1102d09c-c670-431e-a37c-cd0ad2c6bc9c", "name": "network-vif-deleted", "tag": "6301fa26-563a-407f-88c0-a90469fc1158"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:31:17.789104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b73ef8bf-23b9-43ce-b249-a1a53f89aab7 req-9dedf96a-9426-4a9a-b7e4-dc3a83179f98 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=1102d09c-c670-431e-a37c-cd0ad2c6bc9c HTTP/1.1" status: 200 len: 210 time: 0.0441048 Aug 27 14:31:17.821274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b968323e-c52e-44d7-b618-cec8a3504fa9,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:17.877457 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe97f38-9270-4185-868b-25741525ca77 x-openstack-request-id: req-bfe97f38-9270-4185-868b-25741525ca77 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:31:17.877751 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1102d09c-c670-431e-a37c-cd0ad2c6bc9c", "name": "network-vif-deleted", "tag": "6301fa26-563a-407f-88c0-a90469fc1158", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:31:17.878007 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfe97f38-9270-4185-868b-25741525ca77 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:31:17.878412 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1102d09c-c670-431e-a37c-cd0ad2c6bc9c', 'name': 'network-vif-deleted', 'tag': '6301fa26-563a-407f-88c0-a90469fc1158', 'status': 'completed', 'code': 200} Aug 27 14:31:17.914594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Attempting to bind port b968323e-c52e-44d7-b618-cec8a3504fa9 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:31:17.915129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Attempting to bind port b968323e-c52e-44d7-b618-cec8a3504fa9 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:31:17.915569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Attempting to bind port b968323e-c52e-44d7-b618-cec8a3504fa9 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:31:17.920923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Port b968323e-c52e-44d7-b618-cec8a3504fa9 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:31:17.921405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Attempting to bind port b968323e-c52e-44d7-b618-cec8a3504fa9 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:31:17.927757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:31:17.928190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:31:17.928594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:31:17.929072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Bound port: b968323e-c52e-44d7-b618-cec8a3504fa9, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:31:17.929432 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:18.003026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] For port b968323e-c52e-44d7-b618-cec8a3504fa9, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:31:18.006372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] For port b968323e-c52e-44d7-b618-cec8a3504fa9, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b968323e-c52e-44d7-b618-cec8a3504fa9,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:31:18.011601 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:18.055162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:18.055884 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:18.058102 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/b968323e-c52e-44d7-b618-cec8a3504fa9 HTTP/1.1" status: 200 len: 1097 time: 1.0526924 Aug 27 14:31:18.075205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94fb15-53dc-46fb-ab7a-ce5d2fb321b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b968323e-c52e-44d7-b618-cec8a3504fa9,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:18.160332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4a20ed37-1e21-4d15-82e6-ae76c1c8bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:18.161771 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-4a20ed37-1e21-4d15-82e6-ae76c1c8bac9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bbaa9c98b5043c69be77a09387305e5&device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 1100 time: 0.0456703 Aug 27 14:31:18.221236 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-630e6a58-5619-4153-b5ea-2bc879cf02c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=b968323e-c52e-44d7-b618-cec8a3504fa9 HTTP/1.1" status: 200 len: 217 time: 0.0417392 Aug 27 14:31:18.281303 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-9b7ff7b3-d593-4ce1-b433-7cbc8a9eebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:18.282929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-9b7ff7b3-d593-4ce1-b433-7cbc8a9eebb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0531464 Aug 27 14:31:18.335507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-fce2b26a-7db6-40e9-88b4-6278100a46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:18.337010 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-fce2b26a-7db6-40e9-88b4-6278100a46ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0443699 Aug 27 14:31:18.436963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-ab61926c-a8d8-4b63-9881-f150d918d6d3 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916133 Aug 27 14:31:18.531907 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3939c392-9112-41b8-8b19-5eded7a7cb00 req-2d79af14-bada-4ce4-896e-64a9543dee5a service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873802 Aug 27 14:31:18.585867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a6d29-abc8-449b-9bf7-d4898f4f1a3f req-db169228-baea-4722-b58e-ebefa6429be9 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:18.587421 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a2a6d29-abc8-449b-9bf7-d4898f4f1a3f req-db169228-baea-4722-b58e-ebefa6429be9 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 948 time: 0.0505588 Aug 27 14:31:18.626527 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a2a6d29-abc8-449b-9bf7-d4898f4f1a3f req-8464d2a2-438d-4c70-b99a-7419970d82d5 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/security-groups?id=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324469 Aug 27 14:31:18.824249 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:19.087318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d1081-7036-41a1-b263-2482882a6c11 req-0b518d0d-4bdc-4d43-8bbf-e05be3760079 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:19.088727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9f6d1081-7036-41a1-b263-2482882a6c11 req-0b518d0d-4bdc-4d43-8bbf-e05be3760079 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 945 time: 0.0505016 Aug 27 14:31:19.130437 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9f6d1081-7036-41a1-b263-2482882a6c11 req-4f650912-8b84-49de-9f7d-e4d2180c4ce1 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356977 Aug 27 14:31:19.747116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29703476-22b7-4745-bbd0-f78c9eddf752 req-2cacb978-12bb-4e6a-a9b9-0cc1e764819f tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:19.748599 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29703476-22b7-4745-bbd0-f78c9eddf752 req-2cacb978-12bb-4e6a-a9b9-0cc1e764819f tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 948 time: 0.0531142 Aug 27 14:31:19.785699 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29703476-22b7-4745-bbd0-f78c9eddf752 req-afd789f4-493e-4228-9e84-f3b56734de92 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/security-groups?id=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Aug 27 14:31:19.879720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7219bf12-6b04-40cd-a37b-4ed8d1224c3b', 'tag': 'b968323e-c52e-44d7-b618-cec8a3504fa9'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:31:19.881989 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3df6b9-2804-4eef-808a-3203f44253d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7219bf12-6b04-40cd-a37b-4ed8d1224c3b", "tag": "b968323e-c52e-44d7-b618-cec8a3504fa9"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:31:19.920525 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc453f7-8abb-4d69-bd02-39b6d027bd07 x-openstack-request-id: req-4dc453f7-8abb-4d69-bd02-39b6d027bd07 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:31:19.920816 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7219bf12-6b04-40cd-a37b-4ed8d1224c3b", "tag": "b968323e-c52e-44d7-b618-cec8a3504fa9", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:31:19.921071 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4dc453f7-8abb-4d69-bd02-39b6d027bd07 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:31:19.921487 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7219bf12-6b04-40cd-a37b-4ed8d1224c3b', 'tag': 'b968323e-c52e-44d7-b618-cec8a3504fa9', 'status': 'completed', 'code': 200} Aug 27 14:31:20.010343 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3df6b9-2804-4eef-808a-3203f44253d1 req-ea0c9abd-7a37-4468-a74e-a0f2b0c8e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:20.011891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c3df6b9-2804-4eef-808a-3203f44253d1 req-ea0c9abd-7a37-4468-a74e-a0f2b0c8e7d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bbaa9c98b5043c69be77a09387305e5&device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 1100 time: 0.0415318 Aug 27 14:31:20.105442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3df6b9-2804-4eef-808a-3203f44253d1 req-de1f5752-02b1-4bcf-b428-7fb036625eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:20.107084 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c3df6b9-2804-4eef-808a-3203f44253d1 req-de1f5752-02b1-4bcf-b428-7fb036625eb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.0862687 Aug 27 14:31:20.157511 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c3df6b9-2804-4eef-808a-3203f44253d1 req-6eb43fed-29c7-41fe-b55e-102d10c32550 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=b968323e-c52e-44d7-b618-cec8a3504fa9 HTTP/1.1" status: 200 len: 217 time: 0.0397272 Aug 27 14:31:20.211169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3df6b9-2804-4eef-808a-3203f44253d1 req-e09cdc09-2cfa-47a2-8f82-6453300e37b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:20.212673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c3df6b9-2804-4eef-808a-3203f44253d1 req-e09cdc09-2cfa-47a2-8f82-6453300e37b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0453296 Aug 27 14:31:20.248348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b39d2d-8825-49d5-b6ae-600579297017 req-e9838981-465d-466b-81e1-45096bede892 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:20.249873 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29b39d2d-8825-49d5-b6ae-600579297017 req-e9838981-465d-466b-81e1-45096bede892 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 945 time: 0.0504673 Aug 27 14:31:20.264153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3df6b9-2804-4eef-808a-3203f44253d1 req-8b4ef8a0-6345-4fa4-a9c3-64068bcccd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:20.265691 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c3df6b9-2804-4eef-808a-3203f44253d1 req-8b4ef8a0-6345-4fa4-a9c3-64068bcccd3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0412486 Aug 27 14:31:20.290025 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29b39d2d-8825-49d5-b6ae-600579297017 req-62b02c5c-f2a8-41be-8850-c62a55c94a6d tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338163 Aug 27 14:31:20.295257 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:20.383929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c1cf9-2154-432d-acef-a96861b92443 req-39c60d66-6699-49c2-b4af-6d0f2cfb920c tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:20.385427 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-836c1cf9-2154-432d-acef-a96861b92443 req-39c60d66-6699-49c2-b4af-6d0f2cfb920c tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.52 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 945 time: 0.1010692 Aug 27 14:31:20.427947 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c3df6b9-2804-4eef-808a-3203f44253d1 req-2812173b-f836-4cd4-b4ff-6b1938d03f4f service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521404 Aug 27 14:31:20.458274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6301fa26-563a-407f-88c0-a90469fc1158 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:20.480385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 6301fa26-563a-407f-88c0-a90469fc1158 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:31:20.480739 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 6301fa26-563a-407f-88c0-a90469fc1158 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:31:20.562489 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c3df6b9-2804-4eef-808a-3203f44253d1 req-ddea9df0-a0ee-46ae-8cd4-d368ee6ed88c service neutron] 10.222.0.41 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262131 Aug 27 14:31:20.564409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-836c1cf9-2154-432d-acef-a96861b92443 req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Deleting port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:20.564751 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-836c1cf9-2154-432d-acef-a96861b92443 req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:21.011678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-836c1cf9-2154-432d-acef-a96861b92443 req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] For port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=996e07c6-cfc2-49d3-ab3c-e951868dc7f2,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:21.012454 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-836c1cf9-2154-432d-acef-a96861b92443 req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:21.027767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d51cfe-fe3a-4bc6-bfaf-c742533ebdd2 req-6b210f2c-d263-4d37-9c0b-9bbc28237ae6 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:21.029266 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-61d51cfe-fe3a-4bc6-bfaf-c742533ebdd2 req-6b210f2c-d263-4d37-9c0b-9bbc28237ae6 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 948 time: 0.0853188 Aug 27 14:31:21.034834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-836c1cf9-2154-432d-acef-a96861b92443 req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Calling delete_port for 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:21.109333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-61d51cfe-fe3a-4bc6-bfaf-c742533ebdd2 req-99274fc4-9b9a-4196-a8ce-f88d687fcf69 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/security-groups?id=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724602 Aug 27 14:31:21.194144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-836c1cf9-2154-432d-acef-a96861b92443 req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:21.206626 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['996e07c6-cfc2-49d3-ab3c-e951868dc7f2'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:31:21.225059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Pushing event deleted for resources: {'Port': ['ID=996e07c6-cfc2-49d3-ab3c-e951868dc7f2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:21.228579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a1641fbb-89a8-440e-aa17-30ac3675cb0f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:31:21.238655 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:21.239032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:21.239384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:21.239727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:21.240069 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:21.240410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:21.240745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:21.241079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:21.241414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:21.241745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:21.242076 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:21.242410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:21.278678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-836c1cf9-2154-432d-acef-a96861b92443 req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] No DVR routers for this DVR port 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:31:21.281449 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-836c1cf9-2154-432d-acef-a96861b92443 req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:21.283621 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-836c1cf9-2154-432d-acef-a96861b92443 req-9a09909f-e65b-4639-91d6-9920d627d797 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.52 "DELETE /v2.0/ports/996e07c6-cfc2-49d3-ab3c-e951868dc7f2 HTTP/1.1" status: 204 len: 173 time: 0.8901072 Aug 27 14:31:21.396408 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6708f8cf-a2d4-4578-918c-a0ccd0f603fc req-6b6a8f5b-91a2-4c9e-a9de-3e8293b5dbb3 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=a359dd37-7e2a-4f29-92e9-0dd5364e5fb9 HTTP/1.1" status: 200 len: 210 time: 0.0313287 Aug 27 14:31:21.652802 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:21.923325 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a359dd37-7e2a-4f29-92e9-0dd5364e5fb9', 'name': 'network-vif-deleted', 'tag': '996e07c6-cfc2-49d3-ab3c-e951868dc7f2'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:31:21.925634 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ba7a24-33d7-4b57-b908-0e39a089998e" -d '{"events": [{"server_uuid": "a359dd37-7e2a-4f29-92e9-0dd5364e5fb9", "name": "network-vif-deleted", "tag": "996e07c6-cfc2-49d3-ab3c-e951868dc7f2"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:31:21.928918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b968323e-c52e-44d7-b618-cec8a3504fa9 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:31:21.961077 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13ef5fc-7144-4c2d-82a5-9bd1b5daaa54 x-openstack-request-id: req-e13ef5fc-7144-4c2d-82a5-9bd1b5daaa54 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:31:21.961370 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a359dd37-7e2a-4f29-92e9-0dd5364e5fb9", "name": "network-vif-deleted", "tag": "996e07c6-cfc2-49d3-ab3c-e951868dc7f2", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:31:21.961622 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e13ef5fc-7144-4c2d-82a5-9bd1b5daaa54 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:31:21.962042 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a359dd37-7e2a-4f29-92e9-0dd5364e5fb9', 'name': 'network-vif-deleted', 'tag': '996e07c6-cfc2-49d3-ab3c-e951868dc7f2', 'status': 'completed', 'code': 200} Aug 27 14:31:22.024253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b968323e-c52e-44d7-b618-cec8a3504fa9, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b968323e-c52e-44d7-b618-cec8a3504fa9,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:22.036213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'b968323e-c52e-44d7-b618-cec8a3504fa9', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': 'b968323e-c52e-44d7-b618-cec8a3504fa9', 'mac_address': 'fa:16:3e:ec:a8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:31:22.076018 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:22.088841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b968323e-c52e-44d7-b618-cec8a3504fa9 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:31:22.108442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b968323e-c52e-44d7-b618-cec8a3504fa9, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b968323e-c52e-44d7-b618-cec8a3504fa9,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:22.113152 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:22.163322 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b968323e-c52e-44d7-b618-cec8a3504fa9,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:22.172022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:22.172379 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:22.172728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:22.173073 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:22.173472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:22.173751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:22.174085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:22.174419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:22.174780 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:22.175115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:22.175446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:22.175776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:22.230864 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2866bb-0004-4f90-8354-30270338c51e req-9372deb5-f0f3-49c3-9cc7-8d17acd4cdc3 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:22.232355 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a2866bb-0004-4f90-8354-30270338c51e req-9372deb5-f0f3-49c3-9cc7-8d17acd4cdc3 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 949 time: 0.0545759 Aug 27 14:31:22.270233 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a2866bb-0004-4f90-8354-30270338c51e req-22b2b0a9-26d9-446d-8e14-62e81cf9a173 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/security-groups?id=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318601 Aug 27 14:31:22.528364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['b968323e-c52e-44d7-b618-cec8a3504fa9'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:31:23.386229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391809c3-3216-464c-942f-3c836fc87b83 req-fc09e87d-f98d-4292-ac96-1286b4622be1 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:23.387757 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-391809c3-3216-464c-942f-3c836fc87b83 req-fc09e87d-f98d-4292-ac96-1286b4622be1 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 949 time: 0.0499139 Aug 27 14:31:23.427601 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-391809c3-3216-464c-942f-3c836fc87b83 req-f37eab75-246e-4eb9-9b03-977dd64f33c9 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/security-groups?id=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335226 Aug 27 14:31:23.937963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b968323e-c52e-44d7-b618-cec8a3504fa9 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:31:23.989378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port b968323e-c52e-44d7-b618-cec8a3504fa9 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:31:23.993053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port b968323e-c52e-44d7-b618-cec8a3504fa9 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:31:23.993427 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:24.074671 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:24.097790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7219bf12-6b04-40cd-a37b-4ed8d1224c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b968323e-c52e-44d7-b618-cec8a3504fa9'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:31:24.100115 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672fdb4e-bb99-4219-ac73-a71d1716aac6" -d '{"events": [{"server_uuid": "7219bf12-6b04-40cd-a37b-4ed8d1224c3b", "name": "network-vif-plugged", "status": "completed", "tag": "b968323e-c52e-44d7-b618-cec8a3504fa9"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:31:24.116734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port b968323e-c52e-44d7-b618-cec8a3504fa9, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b968323e-c52e-44d7-b618-cec8a3504fa9,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:24.122323 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:24.172353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=b968323e-c52e-44d7-b618-cec8a3504fa9,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:24.269438 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518f0864-0c77-421f-9b57-2e5b32b83a90 x-openstack-request-id: req-518f0864-0c77-421f-9b57-2e5b32b83a90 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:31:24.269740 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7219bf12-6b04-40cd-a37b-4ed8d1224c3b", "name": "network-vif-plugged", "status": "completed", "tag": "b968323e-c52e-44d7-b618-cec8a3504fa9", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:31:24.269999 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-518f0864-0c77-421f-9b57-2e5b32b83a90 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:31:24.270405 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7219bf12-6b04-40cd-a37b-4ed8d1224c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b968323e-c52e-44d7-b618-cec8a3504fa9', 'code': 200} Aug 27 14:31:24.327475 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34632) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:24.399878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e48216-0435-44c9-9a40-76430360cfaf req-00c130b0-e1d7-43fc-840a-baa3e56b68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:24.401586 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1e48216-0435-44c9-9a40-76430360cfaf req-00c130b0-e1d7-43fc-840a-baa3e56b68a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 1102 time: 0.0458813 Aug 27 14:31:24.441573 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1e48216-0435-44c9-9a40-76430360cfaf req-4126895c-074c-4954-b9a3-65f23803bd7d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Aug 27 14:31:24.489725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:24.512977 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:31:24.513432 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 996e07c6-cfc2-49d3-ab3c-e951868dc7f2 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:31:24.532447 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-58afee17-3f4b-482e-abf0-107a010e403a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Deleting port f865a204-acc0-43db-9984-d109d8497b41 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:24.533070 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58afee17-3f4b-482e-abf0-107a010e403a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:24.605601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe9231-1f3f-49a5-914c-0d9cd3907cb9 req-34c1eff3-48a5-4297-ae98-a7819b7e4654 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:24.606556 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1fbe9231-1f3f-49a5-914c-0d9cd3907cb9 req-34c1eff3-48a5-4297-ae98-a7819b7e4654 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 950 time: 0.1028619 Aug 27 14:31:24.647058 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58afee17-3f4b-482e-abf0-107a010e403a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:24.647794 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58afee17-3f4b-482e-abf0-107a010e403a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:24.680325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-58afee17-3f4b-482e-abf0-107a010e403a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Calling delete_port for f865a204-acc0-43db-9984-d109d8497b41 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:24.689735 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1fbe9231-1f3f-49a5-914c-0d9cd3907cb9 req-3a0aaa6f-19f9-4464-89b9-4b216fc10f9f tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/security-groups?id=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766306 Aug 27 14:31:24.846656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34644) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:24.896731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e63cdf-4021-4a02-94fc-e0917a06853c req-dd4da745-895f-44ec-a6a8-6bf8c7537f4c tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:24.898533 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6e63cdf-4021-4a02-94fc-e0917a06853c req-dd4da745-895f-44ec-a6a8-6bf8c7537f4c tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 946 time: 0.0656841 Aug 27 14:31:24.899426 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58afee17-3f4b-482e-abf0-107a010e403a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:24.914317 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-aa44abc6-71b0-4ee6-81ae-dddb5f8d7349 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/floatingips/e80ff7f7-4ce0-41d4-8cd6-f90bf7cc5998 HTTP/1.1" status: 200 len: 994 time: 0.0675168 Aug 27 14:31:24.942086 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afee17-3f4b-482e-abf0-107a010e403a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event deleted for resources: {'Port': ['ID=f865a204-acc0-43db-9984-d109d8497b41,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:25.015891 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6e63cdf-4021-4a02-94fc-e0917a06853c req-d2407a0d-f05c-4551-ba63-cbbf1d0a2328 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816636 Aug 27 14:31:25.025477 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58afee17-3f4b-482e-abf0-107a010e403a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:25.026391 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-58afee17-3f4b-482e-abf0-107a010e403a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Floating IP 468569cd-effb-4a68-ac86-3289b9a8424e disassociated (deleted). External IP: 172.25.2.70, port: 822aa6a1-78c7-4285-bcd7-141ae511b044. Aug 27 14:31:25.231526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34650) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:25.239423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58afee17-3f4b-482e-abf0-107a010e403a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Router 004765aa-c904-47d1-8ed5-32ceeb59c08e has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:31:25.356204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58afee17-3f4b-482e-abf0-107a010e403a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:31:25.360999 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58afee17-3f4b-482e-abf0-107a010e403a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:25.370093 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c305eda5-8572-40f3-aace-cab356d4c3fb None None] Sync routers for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:31:25.384013 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c305eda5-8572-40f3-aace-cab356d4c3fb None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:31:25.385186 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c305eda5-8572-40f3-aace-cab356d4c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:31:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:25.393174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-58afee17-3f4b-482e-abf0-107a010e403a tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "DELETE /v2.0/floatingips/468569cd-effb-4a68-ac86-3289b9a8424e HTTP/1.1" status: 204 len: 168 time: 1.0645888 Aug 27 14:31:25.393798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b06148f-d3c0-400f-b295-515942a12056', 'tag': '822aa6a1-78c7-4285-bcd7-141ae511b044'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:31:25.397005 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d64d7b-bb14-48f1-b0c7-f4b62fdee091" -d '{"events": [{"name": "network-changed", "server_uuid": "6b06148f-d3c0-400f-b295-515942a12056", "tag": "822aa6a1-78c7-4285-bcd7-141ae511b044"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:31:25.412772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-adbd9441-6120-42e5-b6c5-08eeab3c8a98 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting port ebf1293e-36c6-479b-9001-3e001a3463d9 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:25.414075 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-adbd9441-6120-42e5-b6c5-08eeab3c8a98 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:25.438592 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbb9684-05ff-4888-8442-7dff00779961 x-openstack-request-id: req-bcbb9684-05ff-4888-8442-7dff00779961 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:31:25.438925 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b06148f-d3c0-400f-b295-515942a12056", "tag": "822aa6a1-78c7-4285-bcd7-141ae511b044", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:31:25.439178 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bcbb9684-05ff-4888-8442-7dff00779961 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:31:25.439587 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b06148f-d3c0-400f-b295-515942a12056', 'tag': '822aa6a1-78c7-4285-bcd7-141ae511b044', 'status': 'completed', 'code': 200} Aug 27 14:31:25.518769 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c305eda5-8572-40f3-aace-cab356d4c3fb None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:31:25.538128 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-adbd9441-6120-42e5-b6c5-08eeab3c8a98 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:25.538659 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-adbd9441-6120-42e5-b6c5-08eeab3c8a98 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:25.557158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-adbd9441-6120-42e5-b6c5-08eeab3c8a98 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Calling delete_port for ebf1293e-36c6-479b-9001-3e001a3463d9 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:25.580675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64d7b-bb14-48f1-b0c7-f4b62fdee091 req-054ef012-2b31-4ee7-b91f-5625e7e65a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:25.582269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9d64d7b-bb14-48f1-b0c7-f4b62fdee091 req-054ef012-2b31-4ee7-b91f-5625e7e65a73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 1097 time: 0.0896318 Aug 27 14:31:25.681343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf7da1-1eb1-4106-b88a-fd9bb831ec30 req-f9f05426-0a0e-4a4f-bd0c-8b079fd5ca5c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:25.683388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aabf7da1-1eb1-4106-b88a-fd9bb831ec30 req-f9f05426-0a0e-4a4f-bd0c-8b079fd5ca5c tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 945 time: 0.0574279 Aug 27 14:31:25.736285 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aabf7da1-1eb1-4106-b88a-fd9bb831ec30 req-1af7f6a7-67f5-414c-8885-8b4a7c6bc369 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469329 Aug 27 14:31:25.765379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64d7b-bb14-48f1-b0c7-f4b62fdee091 req-a2e13bc2-cd4b-4871-92b8-2f196122bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:25.767213 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9d64d7b-bb14-48f1-b0c7-f4b62fdee091 req-a2e13bc2-cd4b-4871-92b8-2f196122bd18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.1406999 Aug 27 14:31:25.810321 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c305eda5-8572-40f3-aace-cab356d4c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'd2ef0e61-df86-4a5f-ad0e-704902074476', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:5c:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:26Z', 'updated_at': '2021-08-27T14:27:29Z', 'revision_number': 1, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:25.835690 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c305eda5-8572-40f3-aace-cab356d4c3fb None None] Checking router: 004765aa-c904-47d1-8ed5-32ceeb59c08e for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:31:25.837080 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9d64d7b-bb14-48f1-b0c7-f4b62fdee091 req-3cac7d6f-e5ac-4670-89a6-b5bfa483c55d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=822aa6a1-78c7-4285-bcd7-141ae511b044 HTTP/1.1" status: 200 len: 217 time: 0.0608613 Aug 27 14:31:25.844662 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c305eda5-8572-40f3-aace-cab356d4c3fb None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:31:25.845289 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c305eda5-8572-40f3-aace-cab356d4c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:31:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:25.933422 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64d7b-bb14-48f1-b0c7-f4b62fdee091 req-f6623ff8-0b5c-4d64-bf2d-b3f6515b1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:25.934969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9d64d7b-bb14-48f1-b0c7-f4b62fdee091 req-f6623ff8-0b5c-4d64-bf2d-b3f6515b1282 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0884781 Aug 27 14:31:25.936472 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-adbd9441-6120-42e5-b6c5-08eeab3c8a98 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:25.948341 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2ba50-bde1-4499-b740-d494abd9e400 req-5dfd3f5b-f131-4978-b235-1f944b5f7ab4 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:25.949815 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdd2ba50-bde1-4499-b740-d494abd9e400 req-5dfd3f5b-f131-4978-b235-1f944b5f7ab4 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 950 time: 0.1169920 Aug 27 14:31:25.952260 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c305eda5-8572-40f3-aace-cab356d4c3fb None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:31:25.976677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd9441-6120-42e5-b6c5-08eeab3c8a98 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Port': ['ID=ebf1293e-36c6-479b-9001-3e001a3463d9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:26.106972 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdd2ba50-bde1-4499-b740-d494abd9e400 req-108a52f3-735a-4c8b-8b95-e7682c1d63a6 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/security-groups?id=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353738 Aug 27 14:31:26.116566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64d7b-bb14-48f1-b0c7-f4b62fdee091 req-f78a7312-cebb-4f6e-9517-b8918c7cfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:26.118123 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9d64d7b-bb14-48f1-b0c7-f4b62fdee091 req-f78a7312-cebb-4f6e-9517-b8918c7cfe34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439350 Aug 27 14:31:26.122785 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-adbd9441-6120-42e5-b6c5-08eeab3c8a98 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:26.123444 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-adbd9441-6120-42e5-b6c5-08eeab3c8a98 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Floating IP e80ff7f7-4ce0-41d4-8cd6-f90bf7cc5998 disassociated (deleted). External IP: 172.25.2.141, port: c443da31-bedd-4b8a-abbe-93da47090520. Aug 27 14:31:26.158984 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de045-c4f0-4614-8127-e96b67153c3c req-7d9a0025-b25f-4c41-b0c9-a9f6174fe2f2 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:26.160590 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de9de045-c4f0-4614-8127-e96b67153c3c req-7d9a0025-b25f-4c41-b0c9-a9f6174fe2f2 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 946 time: 0.0650651 Aug 27 14:31:26.204814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de9de045-c4f0-4614-8127-e96b67153c3c req-5c83dc4e-1fd9-4736-9914-78323ec61f8b tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367291 Aug 27 14:31:26.237497 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c305eda5-8572-40f3-aace-cab356d4c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'd2ef0e61-df86-4a5f-ad0e-704902074476', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:5c:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:26Z', 'updated_at': '2021-08-27T14:27:29Z', 'revision_number': 1, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:26.267155 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c305eda5-8572-40f3-aace-cab356d4c3fb None None] The sync data for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 is: [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'd2ef0e61-df86-4a5f-ad0e-704902074476', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'port_id': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'mac_address': 'fa:16:3e:5c:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:27:26Z', 'updated_at': '2021-08-27T14:27:29Z', 'revision_number': 1, 'project_id': '3d745316476744be879ccd1cab5d810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:31:26.318898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9d64d7b-bb14-48f1-b0c7-f4b62fdee091 req-dee4ea07-2b62-49d6-9307-7fdcaabc8cfa service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496019 Aug 27 14:31:26.504360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38bc0df-5fc8-4522-a430-457466517712 None None] New status for floating IP 468569cd-effb-4a68-ac86-3289b9a8424e: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:31:26.506738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbd9441-6120-42e5-b6c5-08eeab3c8a98 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:31:26.509098 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e9d64d7b-bb14-48f1-b0c7-f4b62fdee091 req-18500d80-f812-4ff7-9cce-2f113ec697b1 service neutron] 10.222.0.41 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504004 Aug 27 14:31:26.630469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbd9441-6120-42e5-b6c5-08eeab3c8a98 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:31:26.635484 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-adbd9441-6120-42e5-b6c5-08eeab3c8a98 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:26.640089 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03f6ab-1d57-4978-84be-b70b5e2e9433 None None] Sync routers for ids ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:31:26.648912 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03f6ab-1d57-4978-84be-b70b5e2e9433 None None] Routers {'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:31:26.649507 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3b03f6ab-1d57-4978-84be-b70b5e2e9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:31:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:26.662362 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-adbd9441-6120-42e5-b6c5-08eeab3c8a98 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "DELETE /v2.0/floatingips/e80ff7f7-4ce0-41d4-8cd6-f90bf7cc5998 HTTP/1.1" status: 204 len: 168 time: 1.4296167 Aug 27 14:31:26.662951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'tag': 'c443da31-bedd-4b8a-abbe-93da47090520'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:31:26.665210 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60dcd21-5ec4-4b88-8259-12282160d3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "58055771-2edd-4fa8-83ae-391ecd2a5d23", "tag": "c443da31-bedd-4b8a-abbe-93da47090520"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:31:26.778958 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1223734d-8aab-475d-9cfe-6a5f53d0d138 x-openstack-request-id: req-1223734d-8aab-475d-9cfe-6a5f53d0d138 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:31:26.780426 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58055771-2edd-4fa8-83ae-391ecd2a5d23", "tag": "c443da31-bedd-4b8a-abbe-93da47090520", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:31:26.780957 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1223734d-8aab-475d-9cfe-6a5f53d0d138 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:31:26.781591 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'tag': 'c443da31-bedd-4b8a-abbe-93da47090520', 'status': 'completed', 'code': 200} Aug 27 14:31:26.866834 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-3b03f6ab-1d57-4978-84be-b70b5e2e9433 None None] Set router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:31:26.901309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e3837-492d-4e55-a1e8-668decf0dbda req-70687a29-52d6-4487-806e-5ec111bfabec tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:26.903121 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-799e3837-492d-4e55-a1e8-668decf0dbda req-70687a29-52d6-4487-806e-5ec111bfabec tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 945 time: 0.0574222 Aug 27 14:31:26.922662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dcd21-5ec4-4b88-8259-12282160d3f6 req-bb851656-34f7-4bb0-814e-7cae064d5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:26.924920 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f60dcd21-5ec4-4b88-8259-12282160d3f6 req-bb851656-34f7-4bb0-814e-7cae064d5fac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 1098 time: 0.0841134 Aug 27 14:31:26.937501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc5c49-0f86-4db3-a1d2-469c70d72b7c req-2241ca57-f03f-45b1-8012-fb6a7692f5bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:26.939010 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-facc5c49-0f86-4db3-a1d2-469c70d72b7c req-2241ca57-f03f-45b1-8012-fb6a7692f5bf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 946 time: 0.0676644 Aug 27 14:31:26.947967 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-799e3837-492d-4e55-a1e8-668decf0dbda req-8c537b09-a9db-4814-be59-cedfe4af872e tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343556 Aug 27 14:31:27.036951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-facc5c49-0f86-4db3-a1d2-469c70d72b7c req-29803365-c2ce-45f3-aa1f-c9c3e7c89e3c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909905 Aug 27 14:31:27.069618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dcd21-5ec4-4b88-8259-12282160d3f6 req-1938770c-20eb-488e-99ff-e48c8acdd535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:27.071249 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f60dcd21-5ec4-4b88-8259-12282160d3f6 req-1938770c-20eb-488e-99ff-e48c8acdd535 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 HTTP/1.1" status: 200 len: 897 time: 0.1190007 Aug 27 14:31:27.076486 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3b03f6ab-1d57-4978-84be-b70b5e2e9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e', 'name': '', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:6d:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:46Z', 'updated_at': '2021-08-27T14:29:54Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:27.101753 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03f6ab-1d57-4978-84be-b70b5e2e9433 None None] Checking router: dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:31:27.110611 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03f6ab-1d57-4978-84be-b70b5e2e9433 None None] Routers {'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:31:27.111283 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3b03f6ab-1d57-4978-84be-b70b5e2e9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:31:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:27.113221 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f60dcd21-5ec4-4b88-8259-12282160d3f6 req-38e0737b-cb9c-41d2-b938-04d99df9503e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c443da31-bedd-4b8a-abbe-93da47090520 HTTP/1.1" status: 200 len: 217 time: 0.0342431 Aug 27 14:31:27.221075 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-3b03f6ab-1d57-4978-84be-b70b5e2e9433 None None] Set router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:31:27.249161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dcd21-5ec4-4b88-8259-12282160d3f6 req-a60d6c55-fc73-4711-a02d-7c8bfd3365de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:27.250724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f60dcd21-5ec4-4b88-8259-12282160d3f6 req-a60d6c55-fc73-4711-a02d-7c8bfd3365de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59805c87-5f13-481d-8c77-4a991f59c3aa HTTP/1.1" status: 200 len: 835 time: 0.0673640 Aug 27 14:31:27.258989 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7547c1a-b318-45fa-82d4-d9cb2692ce4f req-4c7b4fe7-184e-471b-a84a-325b8d479394 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:27.263162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7547c1a-b318-45fa-82d4-d9cb2692ce4f req-4c7b4fe7-184e-471b-a84a-325b8d479394 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 950 time: 0.0825222 Aug 27 14:31:27.281591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5c19c-aa54-4cc8-81ad-bad44bc33115 req-8ab50e51-a8c0-409e-9722-e25e423f773d tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:27.283303 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41c5c19c-aa54-4cc8-81ad-bad44bc33115 req-8ab50e51-a8c0-409e-9722-e25e423f773d tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 946 time: 0.1009941 Aug 27 14:31:27.341282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dcd21-5ec4-4b88-8259-12282160d3f6 req-1f193c3c-8877-4568-b0f0-317057aa2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:27.343129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f60dcd21-5ec4-4b88-8259-12282160d3f6 req-1f193c3c-8877-4568-b0f0-317057aa2c99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a3c3d9b-b64a-4096-865b-006f0c8cb4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796821 Aug 27 14:31:27.353192 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7547c1a-b318-45fa-82d4-d9cb2692ce4f req-f99abe91-3132-4ca6-8045-8bff8c99f7f4 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/security-groups?id=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845065 Aug 27 14:31:27.370348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a004e-6e23-43cb-afb0-86b2d1fb57b8 req-693b2133-b275-47b6-a3b8-e80f0cfb6ffd tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:27.375186 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-598a004e-6e23-43cb-afb0-86b2d1fb57b8 req-693b2133-b275-47b6-a3b8-e80f0cfb6ffd tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f714dc9-f0fa-4e18-8c32-1b868b676e66 HTTP/1.1" status: 200 len: 946 time: 0.0811720 Aug 27 14:31:27.443053 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-41c5c19c-aa54-4cc8-81ad-bad44bc33115 req-8cd7017c-a6c1-4f1c-af76-c4523032a10f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Deleting port a1641fbb-89a8-440e-aa17-30ac3675cb0f {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:27.443520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-41c5c19c-aa54-4cc8-81ad-bad44bc33115 req-8cd7017c-a6c1-4f1c-af76-c4523032a10f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:27.477550 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3b03f6ab-1d57-4978-84be-b70b5e2e9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e', 'name': '', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:6d:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:46Z', 'updated_at': '2021-08-27T14:29:54Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:27.482451 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-598a004e-6e23-43cb-afb0-86b2d1fb57b8 req-308fa70c-3040-424b-a762-3cd14f42c129 tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.55 "GET /v2.0/security-groups?id=94589c78-f047-4de9-8ccc-6674263f188d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939081 Aug 27 14:31:27.507965 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03f6ab-1d57-4978-84be-b70b5e2e9433 None None] The sync data for ids ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'] in n-d-712139-12 is: [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e', 'name': '', 'network_id': '1a3c3d9b-b64a-4096-865b-006f0c8cb4f4', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'mac_address': 'fa:16:3e:6d:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:46Z', 'updated_at': '2021-08-27T14:29:54Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'subnets': [{'id': '59805c87-5f13-481d-8c77-4a991f59c3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:31:27.529683 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f60dcd21-5ec4-4b88-8259-12282160d3f6 req-ffde2fea-3fb9-4d10-8115-4c53b58ff836 service neutron] 10.222.0.41 "GET /v2.0/networks/1a3c3d9b-b64a-4096-865b-006f0c8cb4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763098 Aug 27 14:31:27.554790 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-41c5c19c-aa54-4cc8-81ad-bad44bc33115 req-8cd7017c-a6c1-4f1c-af76-c4523032a10f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] For port a1641fbb-89a8-440e-aa17-30ac3675cb0f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=a1641fbb-89a8-440e-aa17-30ac3675cb0f,segment=NetworkSegment(83dbcf83-6ca8-4f79-8022-172960daa72a),segment_id=83dbcf83-6ca8-4f79-8022-172960daa72a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:27.555170 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-41c5c19c-aa54-4cc8-81ad-bad44bc33115 req-8cd7017c-a6c1-4f1c-af76-c4523032a10f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:27.571353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-41c5c19c-aa54-4cc8-81ad-bad44bc33115 req-8cd7017c-a6c1-4f1c-af76-c4523032a10f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Calling delete_port for a1641fbb-89a8-440e-aa17-30ac3675cb0f owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:27.647801 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f60dcd21-5ec4-4b88-8259-12282160d3f6 req-22fb8559-f02e-42a9-af6f-9baf9946e863 service neutron] 10.222.0.41 "GET /v2.0/networks/1a3c3d9b-b64a-4096-865b-006f0c8cb4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088307 Aug 27 14:31:27.701904 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527375a3-94f3-4c3d-a75e-d32319307247 req-6705da78-4508-4060-ac0f-65511fbd40ea tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:27.703505 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-527375a3-94f3-4c3d-a75e-d32319307247 req-6705da78-4508-4060-ac0f-65511fbd40ea tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 950 time: 0.0547371 Aug 27 14:31:27.732519 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-41c5c19c-aa54-4cc8-81ad-bad44bc33115 req-8cd7017c-a6c1-4f1c-af76-c4523032a10f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:27.750663 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-527375a3-94f3-4c3d-a75e-d32319307247 req-ee1df240-7ac8-4673-85e0-dc17507a8cd1 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/security-groups?id=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 Aug 27 14:31:27.774616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7017c-a6c1-4f1c-af76-c4523032a10f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Pushing event deleted for resources: {'Port': ['ID=a1641fbb-89a8-440e-aa17-30ac3675cb0f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:27.785902 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['a1641fbb-89a8-440e-aa17-30ac3675cb0f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:31:27.823114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c5c19c-aa54-4cc8-81ad-bad44bc33115 req-8cd7017c-a6c1-4f1c-af76-c4523032a10f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] No DVR routers for this DVR port a1641fbb-89a8-440e-aa17-30ac3675cb0f on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:31:27.825911 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-41c5c19c-aa54-4cc8-81ad-bad44bc33115 req-8cd7017c-a6c1-4f1c-af76-c4523032a10f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:27.828154 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41c5c19c-aa54-4cc8-81ad-bad44bc33115 req-8cd7017c-a6c1-4f1c-af76-c4523032a10f tempest-AttachVolumeNegativeTest-530480803 tempest-AttachVolumeNegativeTest-530480803-project] 10.222.0.41 "DELETE /v2.0/ports/a1641fbb-89a8-440e-aa17-30ac3675cb0f HTTP/1.1" status: 204 len: 173 time: 0.5341258 Aug 27 14:31:27.828637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f714dc9-f0fa-4e18-8c32-1b868b676e66', 'name': 'network-vif-deleted', 'tag': 'a1641fbb-89a8-440e-aa17-30ac3675cb0f'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:31:27.831223 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fecdec9-b2ce-467a-bbe1-79b2899352ba" -d '{"events": [{"server_uuid": "4f714dc9-f0fa-4e18-8c32-1b868b676e66", "name": "network-vif-deleted", "tag": "a1641fbb-89a8-440e-aa17-30ac3675cb0f"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:31:27.865032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7653f-f771-441e-a8a8-bb9e4fc90a6d None None] New status for floating IP e80ff7f7-4ce0-41d4-8cd6-f90bf7cc5998: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:31:27.888794 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afb28c8-bc7b-454a-a0ef-f27ce25f7436 x-openstack-request-id: req-1afb28c8-bc7b-454a-a0ef-f27ce25f7436 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:31:27.889247 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f714dc9-f0fa-4e18-8c32-1b868b676e66", "name": "network-vif-deleted", "tag": "a1641fbb-89a8-440e-aa17-30ac3675cb0f", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:31:27.890312 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1afb28c8-bc7b-454a-a0ef-f27ce25f7436 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:31:27.890312 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f714dc9-f0fa-4e18-8c32-1b868b676e66', 'name': 'network-vif-deleted', 'tag': 'a1641fbb-89a8-440e-aa17-30ac3675cb0f', 'status': 'completed', 'code': 200} Aug 27 14:31:27.903873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1228506-4e84-48f1-90c4-453ae2158824 req-6a894340-3331-41cf-9b24-ab41a514a5f6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:27.905382 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e1228506-4e84-48f1-90c4-453ae2158824 req-6a894340-3331-41cf-9b24-ab41a514a5f6 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 945 time: 0.0636063 Aug 27 14:31:28.028657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-e1228506-4e84-48f1-90c4-453ae2158824 req-28ee94a4-8809-4b9e-8fd5-e9105f1f2658 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Deleting port 822aa6a1-78c7-4285-bcd7-141ae511b044 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:28.029028 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e1228506-4e84-48f1-90c4-453ae2158824 req-28ee94a4-8809-4b9e-8fd5-e9105f1f2658 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:28.136298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc9fd4-057b-4214-8ddc-18045a149175 req-fbdc8ba7-3809-4e93-9712-11ddfeae02ae tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:28.137777 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9bc9fd4-057b-4214-8ddc-18045a149175 req-fbdc8ba7-3809-4e93-9712-11ddfeae02ae tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 945 time: 0.1124740 Aug 27 14:31:28.161017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b62944-b145-43b0-b8e2-d65e34892808 req-bc619612-357f-41be-a0cf-33b2eb12459c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:28.162578 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e9b62944-b145-43b0-b8e2-d65e34892808 req-bc619612-357f-41be-a0cf-33b2eb12459c tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 946 time: 0.0534875 Aug 27 14:31:28.173223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-e1228506-4e84-48f1-90c4-453ae2158824 req-28ee94a4-8809-4b9e-8fd5-e9105f1f2658 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] For port 822aa6a1-78c7-4285-bcd7-141ae511b044, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=822aa6a1-78c7-4285-bcd7-141ae511b044,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:28.173597 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e1228506-4e84-48f1-90c4-453ae2158824 req-28ee94a4-8809-4b9e-8fd5-e9105f1f2658 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:28.196748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-e1228506-4e84-48f1-90c4-453ae2158824 req-28ee94a4-8809-4b9e-8fd5-e9105f1f2658 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Calling delete_port for 822aa6a1-78c7-4285-bcd7-141ae511b044 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:28.201250 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e9b62944-b145-43b0-b8e2-d65e34892808 req-1f780013-a3ab-4d85-a229-861607bdecbf tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319169 Aug 27 14:31:28.204739 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b9bc9fd4-057b-4214-8ddc-18045a149175 req-0ce3351b-b832-4c5b-b573-d930c6a8641d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604696 Aug 27 14:31:28.339722 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e1228506-4e84-48f1-90c4-453ae2158824 req-28ee94a4-8809-4b9e-8fd5-e9105f1f2658 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:28.371457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee94a4-8809-4b9e-8fd5-e9105f1f2658 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event deleted for resources: {'Port': ['ID=822aa6a1-78c7-4285-bcd7-141ae511b044,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:28.420427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1228506-4e84-48f1-90c4-453ae2158824 req-28ee94a4-8809-4b9e-8fd5-e9105f1f2658 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] No DVR routers for this DVR port 822aa6a1-78c7-4285-bcd7-141ae511b044 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:31:28.423182 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e1228506-4e84-48f1-90c4-453ae2158824 req-28ee94a4-8809-4b9e-8fd5-e9105f1f2658 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:28.425567 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e1228506-4e84-48f1-90c4-453ae2158824 req-28ee94a4-8809-4b9e-8fd5-e9105f1f2658 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.41 "DELETE /v2.0/ports/822aa6a1-78c7-4285-bcd7-141ae511b044 HTTP/1.1" status: 204 len: 173 time: 0.4931049 Aug 27 14:31:28.544819 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34694) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:28.595488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ce19ca-cfcb-428b-a264-0da261ba6f4a admin admin] Deleting subnet 70e8e73e-3b32-4ea9-baeb-36898a54440a {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:31:28.604936 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23ce19ca-cfcb-428b-a264-0da261ba6f4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:28.639806 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23ce19ca-cfcb-428b-a264-0da261ba6f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:28.678732 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23ce19ca-cfcb-428b-a264-0da261ba6f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:28.741321 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23ce19ca-cfcb-428b-a264-0da261ba6f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:28.767580 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce19ca-cfcb-428b-a264-0da261ba6f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e8e73e-3b32-4ea9-baeb-36898a54440a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:28.773763 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23ce19ca-cfcb-428b-a264-0da261ba6f4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:28.776963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-23ce19ca-cfcb-428b-a264-0da261ba6f4a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/70e8e73e-3b32-4ea9-baeb-36898a54440a HTTP/1.1" status: 204 len: 168 time: 0.2304101 Aug 27 14:31:28.778796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34696) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:28.785478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b06148f-d3c0-400f-b295-515942a12056', 'name': 'network-vif-deleted', 'tag': '822aa6a1-78c7-4285-bcd7-141ae511b044'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:31:28.787723 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521737df-d3a3-490e-bad3-957aac131e68" -d '{"events": [{"server_uuid": "6b06148f-d3c0-400f-b295-515942a12056", "name": "network-vif-deleted", "tag": "822aa6a1-78c7-4285-bcd7-141ae511b044"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:31:28.853049 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37742b9-dfc7-4038-bb8e-2042acf01ebd x-openstack-request-id: req-a37742b9-dfc7-4038-bb8e-2042acf01ebd {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:31:28.853981 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b06148f-d3c0-400f-b295-515942a12056", "name": "network-vif-deleted", "tag": "822aa6a1-78c7-4285-bcd7-141ae511b044", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:31:28.855060 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a37742b9-dfc7-4038-bb8e-2042acf01ebd {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:31:28.855467 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b06148f-d3c0-400f-b295-515942a12056', 'name': 'network-vif-deleted', 'tag': '822aa6a1-78c7-4285-bcd7-141ae511b044', 'status': 'completed', 'code': 200} Aug 27 14:31:28.883776 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e889ec5-c98d-4bc3-a210-aec2989cbb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:28.980437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21217ec7-7135-4f76-b002-900bad56c61e req-32ec3caa-86ce-4676-bf9d-ac57b2cc4739 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:28.980686 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e889ec5-c98d-4bc3-a210-aec2989cbb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:28.982165 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21217ec7-7135-4f76-b002-900bad56c61e req-32ec3caa-86ce-4676-bf9d-ac57b2cc4739 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 950 time: 0.0522492 Aug 27 14:31:28.990881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0e889ec5-c98d-4bc3-a210-aec2989cbb19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a060ff-8b92-4e29-809a-baf753e84081']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:29.003725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0e889ec5-c98d-4bc3-a210-aec2989cbb19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83dbcf83-6ca8-4f79-8022-172960daa72a') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:29.004159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0e889ec5-c98d-4bc3-a210-aec2989cbb19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83dbcf83-6ca8-4f79-8022-172960daa72a') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:29.015270 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e889ec5-c98d-4bc3-a210-aec2989cbb19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:29.024156 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21217ec7-7135-4f76-b002-900bad56c61e req-0c8691eb-d9df-4f01-aef1-f9b90973df7c tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/security-groups?id=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345786 Aug 27 14:31:29.039664 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e889ec5-c98d-4bc3-a210-aec2989cbb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:29.047590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e889ec5-c98d-4bc3-a210-aec2989cbb19 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:31:29.048327 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e889ec5-c98d-4bc3-a210-aec2989cbb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:31:29.050003 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:31:29.104884 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e889ec5-c98d-4bc3-a210-aec2989cbb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:29.110562 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0e889ec5-c98d-4bc3-a210-aec2989cbb19 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:29.112414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0e889ec5-c98d-4bc3-a210-aec2989cbb19 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d3a060ff-8b92-4e29-809a-baf753e84081 HTTP/1.1" status: 204 len: 168 time: 0.3326867 Aug 27 14:31:29.124327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e889ec5-c98d-4bc3-a210-aec2989cbb19 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a060ff-8b92-4e29-809a-baf753e84081,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:29.225793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83638e-e025-4597-9adc-ffda45cf63a0 req-a27861c5-97f7-4558-b043-762fe73cb18e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:29.228610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de83638e-e025-4597-9adc-ffda45cf63a0 req-a27861c5-97f7-4558-b043-762fe73cb18e tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.41 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 946 time: 0.0583804 Aug 27 14:31:29.332680 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34708) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:29.336254 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a5cac5e9-acb8-4345-8876-35dd43980493 req-a273e71a-be99-4f0c-9400-23d5c36d0225 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 210 time: 0.0394478 Aug 27 14:31:29.379348 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-929c602b-974d-472a-b682-9eaa36202e5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72387efcca444a088788e93d0a404e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451028 Aug 27 14:31:29.382142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34710) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:29.398280 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7bc4f-3327-4eb6-896b-d4c1c56736f0 req-4dd4abe3-a4fa-4a8e-a0ac-9b73a7086e88 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:29.400250 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36d7bc4f-3327-4eb6-896b-d4c1c56736f0 req-4dd4abe3-a4fa-4a8e-a0ac-9b73a7086e88 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/ports?device_id=58055771-2edd-4fa8-83ae-391ecd2a5d23 HTTP/1.1" status: 200 len: 946 time: 0.0653286 Aug 27 14:31:29.436329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-de83638e-e025-4597-9adc-ffda45cf63a0 req-9c962681-95c3-4c85-b346-4d7257f631c0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting port c443da31-bedd-4b8a-abbe-93da47090520 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:29.436665 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-de83638e-e025-4597-9adc-ffda45cf63a0 req-9c962681-95c3-4c85-b346-4d7257f631c0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:29.441624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ad43-c3a0-4a5a-8c35-3d8c05b7f9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:29.464885 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ad43-c3a0-4a5a-8c35-3d8c05b7f9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:29.499858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-36d7bc4f-3327-4eb6-896b-d4c1c56736f0 req-0417560e-5d50-47e4-9dcd-1753a4cd33e2 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905061 Aug 27 14:31:29.536894 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ad43-c3a0-4a5a-8c35-3d8c05b7f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:29.538138 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ad43-c3a0-4a5a-8c35-3d8c05b7f9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:29.539352 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0eb3ad43-c3a0-4a5a-8c35-3d8c05b7f9d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94589c78-f047-4de9-8ccc-6674263f188d HTTP/1.1" status: 204 len: 168 time: 0.1561356 Aug 27 14:31:29.551953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3ad43-c3a0-4a5a-8c35-3d8c05b7f9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94589c78-f047-4de9-8ccc-6674263f188d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:29.565512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-de83638e-e025-4597-9adc-ffda45cf63a0 req-9c962681-95c3-4c85-b346-4d7257f631c0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] For port c443da31-bedd-4b8a-abbe-93da47090520, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c443da31-bedd-4b8a-abbe-93da47090520,segment=NetworkSegment(c37b4389-3271-4b87-b38c-e099c9357b4f),segment_id=c37b4389-3271-4b87-b38c-e099c9357b4f)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:29.566602 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-de83638e-e025-4597-9adc-ffda45cf63a0 req-9c962681-95c3-4c85-b346-4d7257f631c0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:29.585527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-de83638e-e025-4597-9adc-ffda45cf63a0 req-9c962681-95c3-4c85-b346-4d7257f631c0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Calling delete_port for c443da31-bedd-4b8a-abbe-93da47090520 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:29.736578 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-de83638e-e025-4597-9adc-ffda45cf63a0 req-9c962681-95c3-4c85-b346-4d7257f631c0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:29.795251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c962681-95c3-4c85-b346-4d7257f631c0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Port': ['ID=c443da31-bedd-4b8a-abbe-93da47090520,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:29.814518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-de83638e-e025-4597-9adc-ffda45cf63a0 req-9c962681-95c3-4c85-b346-4d7257f631c0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] No DVR routers for this DVR port c443da31-bedd-4b8a-abbe-93da47090520 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:31:29.817482 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-de83638e-e025-4597-9adc-ffda45cf63a0 req-9c962681-95c3-4c85-b346-4d7257f631c0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:29.819951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de83638e-e025-4597-9adc-ffda45cf63a0 req-9c962681-95c3-4c85-b346-4d7257f631c0 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.41 "DELETE /v2.0/ports/c443da31-bedd-4b8a-abbe-93da47090520 HTTP/1.1" status: 204 len: 173 time: 0.5848675 Aug 27 14:31:29.891535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03196639-a2f6-4c01-aec1-995b4a8e108f req-d548e42f-ecc4-446a-a947-f773b9ec68d9 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:29.893422 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03196639-a2f6-4c01-aec1-995b4a8e108f req-d548e42f-ecc4-446a-a947-f773b9ec68d9 tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.41 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 950 time: 0.0836010 Aug 27 14:31:29.985125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1641fbb-89a8-440e-aa17-30ac3675cb0f no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:30.027709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-03196639-a2f6-4c01-aec1-995b4a8e108f req-b5aa54bf-4f17-429b-b566-6dc64813574a tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Deleting port b968323e-c52e-44d7-b618-cec8a3504fa9 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:30.028124 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-03196639-a2f6-4c01-aec1-995b4a8e108f req-b5aa54bf-4f17-429b-b566-6dc64813574a tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:30.031594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: a1641fbb-89a8-440e-aa17-30ac3675cb0f {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:31:30.031594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device a1641fbb-89a8-440e-aa17-30ac3675cb0f not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:31:30.031961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 822aa6a1-78c7-4285-bcd7-141ae511b044 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:30.051856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 822aa6a1-78c7-4285-bcd7-141ae511b044 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:31:30.052129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 822aa6a1-78c7-4285-bcd7-141ae511b044 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:31:30.052557 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device c443da31-bedd-4b8a-abbe-93da47090520 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:30.081795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: c443da31-bedd-4b8a-abbe-93da47090520 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:31:30.082154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device c443da31-bedd-4b8a-abbe-93da47090520 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:31:30.154272 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-03196639-a2f6-4c01-aec1-995b4a8e108f req-b5aa54bf-4f17-429b-b566-6dc64813574a tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] For port b968323e-c52e-44d7-b618-cec8a3504fa9, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=b968323e-c52e-44d7-b618-cec8a3504fa9,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:30.154820 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-03196639-a2f6-4c01-aec1-995b4a8e108f req-b5aa54bf-4f17-429b-b566-6dc64813574a tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:30.169424 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-03196639-a2f6-4c01-aec1-995b4a8e108f req-b5aa54bf-4f17-429b-b566-6dc64813574a tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Calling delete_port for b968323e-c52e-44d7-b618-cec8a3504fa9 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:30.302558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f75b06-6ba9-4c60-9c8a-5059c19366b7 req-9e1a1e02-13ba-483c-89d4-9e158cff49bd tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:30.311286 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c0f75b06-6ba9-4c60-9c8a-5059c19366b7 req-9e1a1e02-13ba-483c-89d4-9e158cff49bd tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/ports?device_id=7219bf12-6b04-40cd-a37b-4ed8d1224c3b HTTP/1.1" status: 200 len: 950 time: 0.0818455 Aug 27 14:31:30.360572 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c0f75b06-6ba9-4c60-9c8a-5059c19366b7 req-91bf55cc-8443-44f6-88be-6b11974ff68a tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.55 "GET /v2.0/security-groups?id=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480001 Aug 27 14:31:30.459928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-03196639-a2f6-4c01-aec1-995b4a8e108f req-b5aa54bf-4f17-429b-b566-6dc64813574a tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:30.499301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea4705b3-175a-433e-8b3b-64f99c778145 req-a40a4f8f-564a-449a-8f50-3d2536199c61 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 210 time: 0.0721521 Aug 27 14:31:30.522315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa54bf-4f17-429b-b566-6dc64813574a tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Pushing event deleted for resources: {'Port': ['ID=b968323e-c52e-44d7-b618-cec8a3504fa9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:30.584570 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-03196639-a2f6-4c01-aec1-995b4a8e108f req-b5aa54bf-4f17-429b-b566-6dc64813574a tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] No DVR routers for this DVR port b968323e-c52e-44d7-b618-cec8a3504fa9 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:31:30.590537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34742) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:30.591944 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-03196639-a2f6-4c01-aec1-995b4a8e108f req-b5aa54bf-4f17-429b-b566-6dc64813574a tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:30.594104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03196639-a2f6-4c01-aec1-995b4a8e108f req-b5aa54bf-4f17-429b-b566-6dc64813574a tempest-VolumesNegativeTest-725943792 tempest-VolumesNegativeTest-725943792-project] 10.222.0.41 "DELETE /v2.0/ports/b968323e-c52e-44d7-b618-cec8a3504fa9 HTTP/1.1" status: 204 len: 173 time: 0.6911881 Aug 27 14:31:30.594602 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7219bf12-6b04-40cd-a37b-4ed8d1224c3b', 'name': 'network-vif-deleted', 'tag': 'b968323e-c52e-44d7-b618-cec8a3504fa9'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:31:30.600112 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7592ce2-3df8-4c9e-ad0a-e5d0ed458fff" -d '{"events": [{"server_uuid": "7219bf12-6b04-40cd-a37b-4ed8d1224c3b", "name": "network-vif-deleted", "tag": "b968323e-c52e-44d7-b618-cec8a3504fa9"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:31:30.659623 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cf8a59-41a1-4904-a059-53b7cc726a49 x-openstack-request-id: req-67cf8a59-41a1-4904-a059-53b7cc726a49 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:31:30.659623 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7219bf12-6b04-40cd-a37b-4ed8d1224c3b", "name": "network-vif-deleted", "tag": "b968323e-c52e-44d7-b618-cec8a3504fa9", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:31:30.659909 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67cf8a59-41a1-4904-a059-53b7cc726a49 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:31:30.660299 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7219bf12-6b04-40cd-a37b-4ed8d1224c3b', 'name': 'network-vif-deleted', 'tag': 'b968323e-c52e-44d7-b618-cec8a3504fa9', 'status': 'completed', 'code': 200} Aug 27 14:31:30.706827 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dca41625-73c7-4106-8f86-d9bd5b2fbd4f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:30.749625 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dca41625-73c7-4106-8f86-d9bd5b2fbd4f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:30.825825 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dca41625-73c7-4106-8f86-d9bd5b2fbd4f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:30.828516 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dca41625-73c7-4106-8f86-d9bd5b2fbd4f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:30.832835 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dca41625-73c7-4106-8f86-d9bd5b2fbd4f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "DELETE /v2.0/security-groups/7c5c6b7a-7ef2-4131-8f0b-1671883b1db0 HTTP/1.1" status: 204 len: 168 time: 0.2405972 Aug 27 14:31:30.843609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca41625-73c7-4106-8f86-d9bd5b2fbd4f tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5c6b7a-7ef2-4131-8f0b-1671883b1db0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:30.858308 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'name': 'network-vif-deleted', 'tag': 'c443da31-bedd-4b8a-abbe-93da47090520'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:31:30.867186 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb821d1-3404-498a-9725-6bbfa9944100" -d '{"events": [{"server_uuid": "58055771-2edd-4fa8-83ae-391ecd2a5d23", "name": "network-vif-deleted", "tag": "c443da31-bedd-4b8a-abbe-93da47090520"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:31:30.893697 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34754) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:30.938986 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce62d47-0f5b-4359-9ccb-8bfb7e7f44c2 x-openstack-request-id: req-dce62d47-0f5b-4359-9ccb-8bfb7e7f44c2 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:31:30.939373 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58055771-2edd-4fa8-83ae-391ecd2a5d23", "name": "network-vif-deleted", "tag": "c443da31-bedd-4b8a-abbe-93da47090520", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:31:30.939506 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dce62d47-0f5b-4359-9ccb-8bfb7e7f44c2 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:31:30.939900 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58055771-2edd-4fa8-83ae-391ecd2a5d23', 'name': 'network-vif-deleted', 'tag': 'c443da31-bedd-4b8a-abbe-93da47090520', 'status': 'completed', 'code': 200} Aug 27 14:31:31.641646 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06d0598d-b8ad-4098-8331-aba872b2bd88 req-1716a714-5b08-4362-bba0-ee48b39e9b2d tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 210 time: 0.0444169 Aug 27 14:31:31.717285 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7104c75-8bbb-4e98-a9e0-152fc107c7c3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:31.969917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b968323e-c52e-44d7-b618-cec8a3504fa9 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:32.047910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: b968323e-c52e-44d7-b618-cec8a3504fa9 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:31:32.048122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device b968323e-c52e-44d7-b618-cec8a3504fa9 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:31:32.066832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-c7104c75-8bbb-4e98-a9e0-152fc107c7c3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:32.067568 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7104c75-8bbb-4e98-a9e0-152fc107c7c3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:32.178459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-c7104c75-8bbb-4e98-a9e0-152fc107c7c3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] For port f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e,segment=NetworkSegment(c37b4389-3271-4b87-b38c-e099c9357b4f),segment_id=c37b4389-3271-4b87-b38c-e099c9357b4f)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:32.178904 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7104c75-8bbb-4e98-a9e0-152fc107c7c3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:32.194305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-c7104c75-8bbb-4e98-a9e0-152fc107c7c3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Calling delete_port for f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:32.442372 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7104c75-8bbb-4e98-a9e0-152fc107c7c3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:32.486423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7104c75-8bbb-4e98-a9e0-152fc107c7c3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Port': ['ID=f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:32.706833 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7104c75-8bbb-4e98-a9e0-152fc107c7c3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:32.784770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8bcffb8a-62ba-4a22-a020-25ffa212571c req-4140ca2a-794b-4cec-acb1-6d96ec369f94 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b06148f-d3c0-400f-b295-515942a12056 HTTP/1.1" status: 200 len: 210 time: 0.0395758 Aug 27 14:31:33.005541 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7104c75-8bbb-4e98-a9e0-152fc107c7c3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:31:33.147515 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7104c75-8bbb-4e98-a9e0-152fc107c7c3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:31:33.154590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c7104c75-8bbb-4e98-a9e0-152fc107c7c3 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "PUT /v2.0/routers/dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2594497 Aug 27 14:31:33.157222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 34884) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:33.163895 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e8572-0425-4f7b-ab58-f6e67a6f9828 None None] Sync routers for ids ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:31:33.177641 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e8572-0425-4f7b-ab58-f6e67a6f9828 None None] Routers {'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:31:33.178461 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-010e8572-0425-4f7b-ab58-f6e67a6f9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:31:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:33.220818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-7551457d-c9ef-4b61-b3b1-87be85e4593a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting subnet 59805c87-5f13-481d-8c77-4a991f59c3aa {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:31:33.224661 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7551457d-c9ef-4b61-b3b1-87be85e4593a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:33.272746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7551457d-c9ef-4b61-b3b1-87be85e4593a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:33.332617 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-010e8572-0425-4f7b-ab58-f6e67a6f9828 None None] Set router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:31:33.376253 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7551457d-c9ef-4b61-b3b1-87be85e4593a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:33.448161 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7551457d-c9ef-4b61-b3b1-87be85e4593a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:33.485484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551457d-c9ef-4b61-b3b1-87be85e4593a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Subnet': ['ID=59805c87-5f13-481d-8c77-4a991f59c3aa,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:33.491557 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7551457d-c9ef-4b61-b3b1-87be85e4593a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:33.496247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 34932) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:33.498458 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7551457d-c9ef-4b61-b3b1-87be85e4593a tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "DELETE /v2.0/subnets/59805c87-5f13-481d-8c77-4a991f59c3aa HTTP/1.1" status: 204 len: 168 time: 0.3401856 Aug 27 14:31:33.498763 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc3c7b-d285-410c-9e2c-6409f9d176b1 None None] Network 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:31:33.579280 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-010e8572-0425-4f7b-ab58-f6e67a6f9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:31:32Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:33.639692 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e8572-0425-4f7b-ab58-f6e67a6f9828 None None] Checking router: dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:31:33.653193 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e8572-0425-4f7b-ab58-f6e67a6f9828 None None] Routers {'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:31:33.654068 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-010e8572-0425-4f7b-ab58-f6e67a6f9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:31:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:33.684982 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:33.739577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91771b36-4aea-4788-8c57-1fec4cf43410 None None] DHCP port deletion for 1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:31:33.805359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-91771b36-4aea-4788-8c57-1fec4cf43410 None None] Deleting port 441c3617-06e4-46e8-a845-da5bb24cf4e4 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:33.806004 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-91771b36-4aea-4788-8c57-1fec4cf43410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:33.865472 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-010e8572-0425-4f7b-ab58-f6e67a6f9828 None None] Set router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:31:33.924421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-91771b36-4aea-4788-8c57-1fec4cf43410 None None] For port 441c3617-06e4-46e8-a845-da5bb24cf4e4, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=441c3617-06e4-46e8-a845-da5bb24cf4e4,segment=NetworkSegment(c37b4389-3271-4b87-b38c-e099c9357b4f),segment_id=c37b4389-3271-4b87-b38c-e099c9357b4f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:33.925168 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-91771b36-4aea-4788-8c57-1fec4cf43410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:33.941494 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-91771b36-4aea-4788-8c57-1fec4cf43410 None None] Calling delete_port for 441c3617-06e4-46e8-a845-da5bb24cf4e4 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:34.105367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 441c3617-06e4-46e8-a845-da5bb24cf4e4 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:34.187235 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-010e8572-0425-4f7b-ab58-f6e67a6f9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:31:32Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:34.214417 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-91771b36-4aea-4788-8c57-1fec4cf43410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:34.269738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91771b36-4aea-4788-8c57-1fec4cf43410 None None] No DVR routers for this DVR port 441c3617-06e4-46e8-a845-da5bb24cf4e4 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:31:34.274415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91771b36-4aea-4788-8c57-1fec4cf43410 None None] Pushing event deleted for resources: {'Port': ['ID=441c3617-06e4-46e8-a845-da5bb24cf4e4,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:34.285271 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:34.294836 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e8572-0425-4f7b-ab58-f6e67a6f9828 None None] The sync data for ids ['dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d'] in n-d-712139-12 is: [{'id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'name': 'tempest-TestNetworkBasicOps-router-2139599788', 'tenant_id': '815d6326dcff4cddbc0fe11a0335baa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:31:32Z', 'revision_number': 5, 'project_id': '815d6326dcff4cddbc0fe11a0335baa4', 'gw_port': {'id': 'f6a1891e-0b64-4c82-bb06-5ba746f53d71', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:29:43Z', 'updated_at': '2021-08-27T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:31:34.412275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:34.494112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Deleting port f6a1891e-0b64-4c82-bb06-5ba746f53d71 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:34.494471 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:34.595288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] For port f6a1891e-0b64-4c82-bb06-5ba746f53d71, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f6a1891e-0b64-4c82-bb06-5ba746f53d71,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:34.595649 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:34.621275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Calling delete_port for f6a1891e-0b64-4c82-bb06-5ba746f53d71 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:34.843410 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:34.915466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Port': ['ID=f6a1891e-0b64-4c82-bb06-5ba746f53d71,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:34.961691 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:35.079840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:35.082380 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:35.140083 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:35.140562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Fanout notify agent at l3_agent the message router_deleted on router dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:31:35.149086 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:35.162570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-40561e4d-4cbc-42e3-bdb8-3ef0c92c89da tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "DELETE /v2.0/routers/dc588828-2a4c-4cb3-aa7d-a50b2ce1d24d HTTP/1.1" status: 204 len: 168 time: 1.6631122 Aug 27 14:31:35.165342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35016) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:35.327275 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f747bc11-7e6f-4725-b042-0734b71ced84 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:35.456367 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f747bc11-7e6f-4725-b042-0734b71ced84 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:35.475921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-f747bc11-7e6f-4725-b042-0734b71ced84 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3c3d9b-b64a-4096-865b-006f0c8cb4f4']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:35.492910 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-f747bc11-7e6f-4725-b042-0734b71ced84 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37b4389-3271-4b87-b38c-e099c9357b4f') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:35.493448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-f747bc11-7e6f-4725-b042-0734b71ced84 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37b4389-3271-4b87-b38c-e099c9357b4f') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:35.512335 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f747bc11-7e6f-4725-b042-0734b71ced84 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:35.529642 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f747bc11-7e6f-4725-b042-0734b71ced84 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:35.536324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f747bc11-7e6f-4725-b042-0734b71ced84 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:31:35.536731 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f747bc11-7e6f-4725-b042-0734b71ced84 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:31:35.541424 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:31:35.651270 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f747bc11-7e6f-4725-b042-0734b71ced84 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:35.671014 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f747bc11-7e6f-4725-b042-0734b71ced84 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:35.673223 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f747bc11-7e6f-4725-b042-0734b71ced84 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] 10.222.0.55 "DELETE /v2.0/networks/1a3c3d9b-b64a-4096-865b-006f0c8cb4f4 HTTP/1.1" status: 204 len: 168 time: 0.5068238 Aug 27 14:31:35.674810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747bc11-7e6f-4725-b042-0734b71ced84 tempest-TestNetworkBasicOps-221264695 tempest-TestNetworkBasicOps-221264695-project] Pushing event deleted for resources: {'Network': ['ID=1a3c3d9b-b64a-4096-865b-006f0c8cb4f4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:35.966648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f6a1891e-0b64-4c82-bb06-5ba746f53d71 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:36.008598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: f6a1891e-0b64-4c82-bb06-5ba746f53d71 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:31:36.011383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f6a1891e-0b64-4c82-bb06-5ba746f53d71 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:31:36.012170 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:36.041768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:31:36.042848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f7f20ed0-56ed-4200-acb5-8b7d3e5c0e3e not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:31:36.136362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35068) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:36.438654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-821dd958-b5ca-4f81-9f70-1910d31ec1c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=815d6326dcff4cddbc0fe11a0335baa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010333 Aug 27 14:31:36.441084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35076) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:36.511008 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58b73e0a-3900-4fd1-9aa6-12e7b8408b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:36.542814 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58b73e0a-3900-4fd1-9aa6-12e7b8408b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:36.610605 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58b73e0a-3900-4fd1-9aa6-12e7b8408b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:36.613348 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-58b73e0a-3900-4fd1-9aa6-12e7b8408b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:36.614557 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-58b73e0a-3900-4fd1-9aa6-12e7b8408b3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28b74800-59d0-434e-8314-3897eac5462c HTTP/1.1" status: 204 len: 168 time: 0.1719491 Aug 27 14:31:36.627810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b73e0a-3900-4fd1-9aa6-12e7b8408b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b74800-59d0-434e-8314-3897eac5462c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:37.182275 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35090) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:37.207427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-06caf69c-ec2c-4a4a-b5d1-7d1b26e6336e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:37.313044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35094) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:37.332559 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-06caf69c-ec2c-4a4a-b5d1-7d1b26e6336e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:37.345966 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-06caf69c-ec2c-4a4a-b5d1-7d1b26e6336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:37.418030 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06caf69c-ec2c-4a4a-b5d1-7d1b26e6336e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ce577e-b43e-4504-89a4-6fbed08c1ea7,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:37.465273 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e739a08-74b7-4661-9e86-68708fe7ab29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:37.481423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-06caf69c-ec2c-4a4a-b5d1-7d1b26e6336e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb4388cfbbe94ae9aa06c7633ec15e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972772 Aug 27 14:31:37.484958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35104) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:37.565912 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7189df04-e56a-4ce2-9379-e0d243773ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:37.607678 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7189df04-e56a-4ce2-9379-e0d243773ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:37.630234 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e739a08-74b7-4661-9e86-68708fe7ab29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:37.637376 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e739a08-74b7-4661-9e86-68708fe7ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:37.674587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7189df04-e56a-4ce2-9379-e0d243773ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:37.678415 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7189df04-e56a-4ce2-9379-e0d243773ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:37.680420 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7189df04-e56a-4ce2-9379-e0d243773ba6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63ce577e-b43e-4504-89a4-6fbed08c1ea7 HTTP/1.1" status: 204 len: 168 time: 0.1940210 Aug 27 14:31:37.691215 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189df04-e56a-4ce2-9379-e0d243773ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ce577e-b43e-4504-89a4-6fbed08c1ea7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:37.720940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e739a08-74b7-4661-9e86-68708fe7ab29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492e2251-9ad7-4556-a875-685e969b42dd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:37.730447 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8e739a08-74b7-4661-9e86-68708fe7ab29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=392fcbe804fe40ce86bd00bdfc0a8192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163020 Aug 27 14:31:37.733155 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35108) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:37.820037 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85f43f9b-f007-4fc1-af2f-daf8cea7404c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:37.899541 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85f43f9b-f007-4fc1-af2f-daf8cea7404c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:37.994235 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85f43f9b-f007-4fc1-af2f-daf8cea7404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:37.997693 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-85f43f9b-f007-4fc1-af2f-daf8cea7404c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:38.004213 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-85f43f9b-f007-4fc1-af2f-daf8cea7404c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/492e2251-9ad7-4556-a875-685e969b42dd HTTP/1.1" status: 204 len: 168 time: 0.2680671 Aug 27 14:31:38.034811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f43f9b-f007-4fc1-af2f-daf8cea7404c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492e2251-9ad7-4556-a875-685e969b42dd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:38.328909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35120) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:38.504656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35126) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:38.528735 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-88709c95-c8ac-4df8-b565-7fb1d650bcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:38.530894 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8e7a35df-14fc-40d1-b01f-7411a8c3f773 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4bbaa9c98b5043c69be77a09387305e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001960 Aug 27 14:31:38.531727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35128) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:38.633726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4fc1e88-9915-46cc-9518-d0fffe9b86f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:38.669805 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4fc1e88-9915-46cc-9518-d0fffe9b86f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:38.735499 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-88709c95-c8ac-4df8-b565-7fb1d650bcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:38.750865 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-88709c95-c8ac-4df8-b565-7fb1d650bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:38.801730 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4fc1e88-9915-46cc-9518-d0fffe9b86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:38.804709 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b4fc1e88-9915-46cc-9518-d0fffe9b86f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:38.809246 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b4fc1e88-9915-46cc-9518-d0fffe9b86f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25f11a61-d300-4a7a-99a2-bbe8ad5c6b05 HTTP/1.1" status: 204 len: 168 time: 0.2701614 Aug 27 14:31:38.829908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35132) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:38.830145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-88709c95-c8ac-4df8-b565-7fb1d650bcf2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd6b392482c14dffbd0ea9023cea851c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240700 Aug 27 14:31:38.831309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88709c95-c8ac-4df8-b565-7fb1d650bcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454c3518-73a2-48a8-8daf-4546127e349c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:38.848560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc1e88-9915-46cc-9518-d0fffe9b86f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f11a61-d300-4a7a-99a2-bbe8ad5c6b05,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:38.899503 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e8e702e-c83b-41db-bad3-b157ca0ecd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:38.925994 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e8e702e-c83b-41db-bad3-b157ca0ecd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:38.992513 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e8e702e-c83b-41db-bad3-b157ca0ecd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:38.996302 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4e8e702e-c83b-41db-bad3-b157ca0ecd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:38.997483 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4e8e702e-c83b-41db-bad3-b157ca0ecd1b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/454c3518-73a2-48a8-8daf-4546127e349c HTTP/1.1" status: 204 len: 168 time: 0.1663599 Aug 27 14:31:39.029216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e702e-c83b-41db-bad3-b157ca0ecd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454c3518-73a2-48a8-8daf-4546127e349c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:39.559383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35166) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:39.633213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35168) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:39.746011 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1159755047-network', 'tenant_id': 'aa5264b8c25447009c7ff5c5599307c2'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:31:39.746794 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-58a9c626-9149-4de2-93bc-7238eb48238f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Deleting port edaa4c15-8160-4538-9023-ceabf157681f {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:39.747153 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58a9c626-9149-4de2-93bc-7238eb48238f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:39.768369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Made reservation on behalf of aa5264b8c25447009c7ff5c5599307c2 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:31:39.771090 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:39.784097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:39.835287 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58a9c626-9149-4de2-93bc-7238eb48238f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:39.835957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58a9c626-9149-4de2-93bc-7238eb48238f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:39.857406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-58a9c626-9149-4de2-93bc-7238eb48238f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Calling delete_port for edaa4c15-8160-4538-9023-ceabf157681f owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:39.889991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:39.895994 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:39.927260 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b2f5fb-be51-41e2-a95b-3710071af8e5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:39.933848 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:31:39.945689 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:39.946129 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Added segment fd37b310-2f42-4c65-af1c-7d0c08bde063 of type vlan for network fcbcbffa-463d-4271-84b8-59fddc2f1704 Aug 27 14:31:39.991192 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:40.017287 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:40.019662 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:40.020700 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:40.021310 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:40.044850 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58a9c626-9149-4de2-93bc-7238eb48238f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:40.075630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9c626-9149-4de2-93bc-7238eb48238f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event deleted for resources: {'Port': ['ID=edaa4c15-8160-4538-9023-ceabf157681f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:40.087209 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4526684 Aug 27 14:31:40.092626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35182) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:40.097600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e7cc0341-c248-4f68-877a-e658c1958edf admin admin] Request body: {'subnet': {'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1159755047-subnet', 'tenant_id': 'aa5264b8c25447009c7ff5c5599307c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:31:40.106949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59c52a-5e05-47cb-a5ce-b4c534bed8d3 admin admin] Pushing event updated for resources: {'Network': ['ID=fcbcbffa-463d-4271-84b8-59fddc2f1704,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:40.123682 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network fcbcbffa-463d-4271-84b8-59fddc2f1704 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:31:40.127900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cc0341-c248-4f68-877a-e658c1958edf admin admin] Made reservation on behalf of aa5264b8c25447009c7ff5c5599307c2 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:31:40.131097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7cc0341-c248-4f68-877a-e658c1958edf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:40.161798 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58a9c626-9149-4de2-93bc-7238eb48238f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:40.162205 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-58a9c626-9149-4de2-93bc-7238eb48238f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Floating IP d2ef0e61-df86-4a5f-ad0e-704902074476 disassociated (deleted). External IP: 172.25.2.138, port: 34e29f97-07fc-4093-8f3e-0e12bbad9272. Aug 27 14:31:40.340455 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7cc0341-c248-4f68-877a-e658c1958edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:40.403841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc0341-c248-4f68-877a-e658c1958edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5876f480-946f-4b94-955a-62ea78a96a0d,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:40.407087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a9c626-9149-4de2-93bc-7238eb48238f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Router 004765aa-c904-47d1-8ed5-32ceeb59c08e has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:31:40.408356 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc0341-c248-4f68-877a-e658c1958edf admin admin] Checking segment: {'id': 'fd37b310-2f42-4c65-af1c-7d0c08bde063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:31:40.408721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc0341-c248-4f68-877a-e658c1958edf admin admin] Network hostable DHCP agents. Network: fcbcbffa-463d-4271-84b8-59fddc2f1704, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:31:40.428717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc0341-c248-4f68-877a-e658c1958edf admin admin] Network fcbcbffa-463d-4271-84b8-59fddc2f1704 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:31:40.439376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-e7cc0341-c248-4f68-877a-e658c1958edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, fcbcbffa-463d-4271-84b8-59fddc2f1704) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:31:40.443691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc0341-c248-4f68-877a-e658c1958edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:40.444330 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e7cc0341-c248-4f68-877a-e658c1958edf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:40.453312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd2259-3420-49dc-b7d8-afcbd77103d5 None None] Network fcbcbffa-463d-4271-84b8-59fddc2f1704 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:31:40.461813 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e7cc0341-c248-4f68-877a-e658c1958edf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3678799 Aug 27 14:31:40.566596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a9c626-9149-4de2-93bc-7238eb48238f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:31:40.590334 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-58a9c626-9149-4de2-93bc-7238eb48238f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:40.608776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd949237-fa6c-4899-b7c8-25f726df0a36 None None] Sync routers for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:31:40.615024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b833c92b-0405-442e-a815-32a0d845c023 None None] Network fcbcbffa-463d-4271-84b8-59fddc2f1704 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:31:40.642991 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-58a9c626-9149-4de2-93bc-7238eb48238f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "DELETE /v2.0/floatingips/d2ef0e61-df86-4a5f-ad0e-704902074476 HTTP/1.1" status: 204 len: 168 time: 1.0823340 Aug 27 14:31:40.644133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'tag': '34e29f97-07fc-4093-8f3e-0e12bbad9272'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:31:40.648533 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542b6f73-6bc3-48ef-97f5-91b2ab984029" -d '{"events": [{"name": "network-changed", "server_uuid": "d0182bb9-c367-4c65-be5c-8f732a4a4c8f", "tag": "34e29f97-07fc-4093-8f3e-0e12bbad9272"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:31:40.668862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd949237-fa6c-4899-b7c8-25f726df0a36 None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:31:40.669824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-cd949237-fa6c-4899-b7c8-25f726df0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:31:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:40.691618 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027a4963-a985-47fa-b642-040f1e4da33d x-openstack-request-id: req-027a4963-a985-47fa-b642-040f1e4da33d {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:31:40.691911 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0182bb9-c367-4c65-be5c-8f732a4a4c8f", "tag": "34e29f97-07fc-4093-8f3e-0e12bbad9272", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:31:40.692184 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-027a4963-a985-47fa-b642-040f1e4da33d {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:31:40.692597 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'tag': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'status': 'completed', 'code': 200} Aug 27 14:31:40.820727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6f73-6bc3-48ef-97f5-91b2ab984029 req-168e4e74-9fe9-4682-bff9-1f794844d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:40.824452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-542b6f73-6bc3-48ef-97f5-91b2ab984029 req-168e4e74-9fe9-4682-bff9-1f794844d5ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3d745316476744be879ccd1cab5d810b&device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 1098 time: 0.1073551 Aug 27 14:31:40.957035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-cd949237-fa6c-4899-b7c8-25f726df0a36 None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:31:41.008809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7efcc-7339-473e-882d-eaa3a91c985c req-2659d68a-a8bd-49b8-8852-85ca6b3cbc1f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:41.010380 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-91a7efcc-7339-473e-882d-eaa3a91c985c req-2659d68a-a8bd-49b8-8852-85ca6b3cbc1f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 946 time: 0.0757823 Aug 27 14:31:41.051845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6f73-6bc3-48ef-97f5-91b2ab984029 req-e1af3f11-ddd4-4b4e-911d-f7718d6581de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:41.053445 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-542b6f73-6bc3-48ef-97f5-91b2ab984029 req-e1af3f11-ddd4-4b4e-911d-f7718d6581de service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 200 len: 913 time: 0.2205162 Aug 27 14:31:41.089849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-91a7efcc-7339-473e-882d-eaa3a91c985c req-218cb33c-2333-427b-9f27-54cb93272c00 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567067 Aug 27 14:31:41.164951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-542b6f73-6bc3-48ef-97f5-91b2ab984029 req-a3fb6fc7-d227-4a7b-83bb-0a51fe0db281 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34e29f97-07fc-4093-8f3e-0e12bbad9272 HTTP/1.1" status: 200 len: 217 time: 0.0786467 Aug 27 14:31:41.235681 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6f73-6bc3-48ef-97f5-91b2ab984029 req-733ac264-64ae-4f95-ab77-0864deec175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:41.237366 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-542b6f73-6bc3-48ef-97f5-91b2ab984029 req-733ac264-64ae-4f95-ab77-0864deec175f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 200 len: 851 time: 0.0629468 Aug 27 14:31:41.241154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-cd949237-fa6c-4899-b7c8-25f726df0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:41.281207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd949237-fa6c-4899-b7c8-25f726df0a36 None None] Checking router: 004765aa-c904-47d1-8ed5-32ceeb59c08e for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:31:41.292243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6f73-6bc3-48ef-97f5-91b2ab984029 req-80d8f3d1-9884-4619-b8ef-6dc0177b8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:41.294008 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-542b6f73-6bc3-48ef-97f5-91b2ab984029 req-80d8f3d1-9884-4619-b8ef-6dc0177b8ee7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec7d9187-3b08-4d1b-9467-a81a81afcc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493200 Aug 27 14:31:41.301336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd949237-fa6c-4899-b7c8-25f726df0a36 None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:31:41.302246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-cd949237-fa6c-4899-b7c8-25f726df0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:31:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:41.405737 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-542b6f73-6bc3-48ef-97f5-91b2ab984029 req-8de92604-ec86-4cae-bcf1-68eb1d520505 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020703 Aug 27 14:31:41.537131 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-542b6f73-6bc3-48ef-97f5-91b2ab984029 req-b20dd6ad-435d-4d5c-a64d-a11dcecf7b14 service neutron] 10.222.0.52 "GET /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241884 Aug 27 14:31:41.607124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-cd949237-fa6c-4899-b7c8-25f726df0a36 None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:31:41.853369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-cd949237-fa6c-4899-b7c8-25f726df0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:41.885367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd949237-fa6c-4899-b7c8-25f726df0a36 None None] The sync data for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 is: [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:19:51Z', 'revision_number': 4, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'c55f1bb8-f1ef-47b5-99d4-2004af01859b', 'name': '', 'network_id': 'ec7d9187-3b08-4d1b-9467-a81a81afcc31', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'mac_address': 'fa:16:3e:60:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:50Z', 'updated_at': '2021-08-27T14:20:01Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'subnets': [{'id': '1beea229-2fee-4251-b6fc-67b7571f4eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:31:42.144664 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6643a0b-0723-441e-9e7c-c8b7131835d7 None None] New status for floating IP d2ef0e61-df86-4a5f-ad0e-704902074476: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:31:42.263563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7768297-08bb-4eed-92f5-aca2bbd2c85f req-42c4b9e0-02fd-4670-9515-8b4663cb4260 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:42.266737 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7768297-08bb-4eed-92f5-aca2bbd2c85f req-42c4b9e0-02fd-4670-9515-8b4663cb4260 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 946 time: 0.0841382 Aug 27 14:31:42.312905 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7768297-08bb-4eed-92f5-aca2bbd2c85f req-dcd9092a-33b8-4fd4-bd1f-92ff16c0fb6f tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/security-groups?id=69dc685c-fcde-40ee-b4ae-9d35764f6261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390513 Aug 27 14:31:42.405119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6fd57-5dac-4ffe-879c-bddb0e401019 req-b9343996-ddb3-4969-beb5-65f27e213748 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:42.406927 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5b6fd57-5dac-4ffe-879c-bddb0e401019 req-b9343996-ddb3-4969-beb5-65f27e213748 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 946 time: 0.0609255 Aug 27 14:31:42.520885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-d5b6fd57-5dac-4ffe-879c-bddb0e401019 req-fbf3b727-b3a7-49b2-8f76-f6a52c0cd54b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Deleting port 34e29f97-07fc-4093-8f3e-0e12bbad9272 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:42.521374 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5b6fd57-5dac-4ffe-879c-bddb0e401019 req-fbf3b727-b3a7-49b2-8f76-f6a52c0cd54b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:42.637480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-d5b6fd57-5dac-4ffe-879c-bddb0e401019 req-fbf3b727-b3a7-49b2-8f76-f6a52c0cd54b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] For port 34e29f97-07fc-4093-8f3e-0e12bbad9272, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=34e29f97-07fc-4093-8f3e-0e12bbad9272,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:42.637854 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5b6fd57-5dac-4ffe-879c-bddb0e401019 req-fbf3b727-b3a7-49b2-8f76-f6a52c0cd54b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:42.652315 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-d5b6fd57-5dac-4ffe-879c-bddb0e401019 req-fbf3b727-b3a7-49b2-8f76-f6a52c0cd54b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Calling delete_port for 34e29f97-07fc-4093-8f3e-0e12bbad9272 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:42.804696 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5b6fd57-5dac-4ffe-879c-bddb0e401019 req-fbf3b727-b3a7-49b2-8f76-f6a52c0cd54b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:42.836817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3b727-b3a7-49b2-8f76-f6a52c0cd54b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event deleted for resources: {'Port': ['ID=34e29f97-07fc-4093-8f3e-0e12bbad9272,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:42.889523 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b6fd57-5dac-4ffe-879c-bddb0e401019 req-fbf3b727-b3a7-49b2-8f76-f6a52c0cd54b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] No DVR routers for this DVR port 34e29f97-07fc-4093-8f3e-0e12bbad9272 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:31:42.892816 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d5b6fd57-5dac-4ffe-879c-bddb0e401019 req-fbf3b727-b3a7-49b2-8f76-f6a52c0cd54b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:42.895533 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5b6fd57-5dac-4ffe-879c-bddb0e401019 req-fbf3b727-b3a7-49b2-8f76-f6a52c0cd54b tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.52 "DELETE /v2.0/ports/34e29f97-07fc-4093-8f3e-0e12bbad9272 HTTP/1.1" status: 204 len: 173 time: 0.4826360 Aug 27 14:31:42.896113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'name': 'network-vif-deleted', 'tag': '34e29f97-07fc-4093-8f3e-0e12bbad9272'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:31:42.901026 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e70927-cbcd-403b-a6e5-058c09ce4464" -d '{"events": [{"server_uuid": "d0182bb9-c367-4c65-be5c-8f732a4a4c8f", "name": "network-vif-deleted", "tag": "34e29f97-07fc-4093-8f3e-0e12bbad9272"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:31:42.961927 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219d466a-22b7-4e3d-a86d-518c9523bb5b x-openstack-request-id: req-219d466a-22b7-4e3d-a86d-518c9523bb5b {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:31:42.962297 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0182bb9-c367-4c65-be5c-8f732a4a4c8f", "name": "network-vif-deleted", "tag": "34e29f97-07fc-4093-8f3e-0e12bbad9272", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:31:42.962583 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-219d466a-22b7-4e3d-a86d-518c9523bb5b {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:31:42.963026 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0182bb9-c367-4c65-be5c-8f732a4a4c8f', 'name': 'network-vif-deleted', 'tag': '34e29f97-07fc-4093-8f3e-0e12bbad9272', 'status': 'completed', 'code': 200} Aug 27 14:31:43.150411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35298) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:43.292320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5fbd71c-9729-46bf-96b6-de75ca21dfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:43.541884 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc3b9cc0-a92e-4ed2-85b9-3284ebc886e6 req-ee6d5233-7160-48d4-8c27-bedbb1ff75b7 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 210 time: 0.0901704 Aug 27 14:31:43.561118 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5fbd71c-9729-46bf-96b6-de75ca21dfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:43.567072 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5fbd71c-9729-46bf-96b6-de75ca21dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:43.624037 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b5fbd71c-9729-46bf-96b6-de75ca21dfcb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af0ed9c8bcdd482988ee969613027e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723940 Aug 27 14:31:43.625035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbd71c-9729-46bf-96b6-de75ca21dfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284d237b-1245-4013-90a0-337a854929da,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:43.626674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35306) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:43.688778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-825fcb01-3031-461c-b58b-16f480b36f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:43.712104 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-825fcb01-3031-461c-b58b-16f480b36f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:43.771628 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-825fcb01-3031-461c-b58b-16f480b36f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:43.774100 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-825fcb01-3031-461c-b58b-16f480b36f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:43.775862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-825fcb01-3031-461c-b58b-16f480b36f8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/284d237b-1245-4013-90a0-337a854929da HTTP/1.1" status: 204 len: 168 time: 0.1480105 Aug 27 14:31:43.791895 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fcb01-3031-461c-b58b-16f480b36f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284d237b-1245-4013-90a0-337a854929da,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:44.074415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35314) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:44.088585 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a27d386-bbfc-4be9-aef4-3bb8b420b7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:44.186359 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a27d386-bbfc-4be9-aef4-3bb8b420b7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:44.190934 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5a27d386-bbfc-4be9-aef4-3bb8b420b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:44.230975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5a27d386-bbfc-4be9-aef4-3bb8b420b7f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2fa3c9c327f34de8aa1c1ecb97aa70e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552863 Aug 27 14:31:44.231979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27d386-bbfc-4be9-aef4-3bb8b420b7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae81a0c6-ca6f-47a1-865a-3ea1efab9f47,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:44.234154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35316) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:44.287659 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-782ccbe9-c186-44bb-aa79-55de9f1942db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:44.310006 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-782ccbe9-c186-44bb-aa79-55de9f1942db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:44.362908 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-782ccbe9-c186-44bb-aa79-55de9f1942db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:44.365492 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-782ccbe9-c186-44bb-aa79-55de9f1942db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:44.366716 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-782ccbe9-c186-44bb-aa79-55de9f1942db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae81a0c6-ca6f-47a1-865a-3ea1efab9f47 HTTP/1.1" status: 204 len: 168 time: 0.1313572 Aug 27 14:31:44.375489 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ccbe9-c186-44bb-aa79-55de9f1942db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae81a0c6-ca6f-47a1-865a-3ea1efab9f47,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:44.661532 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b733edd-6953-4017-b766-6f2c59bf51cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:44.671332 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ed84372c-71e5-4e09-a6cc-5af0b3960099 req-fc147a68-c46b-4f10-a866-6494b9aa5a97 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 210 time: 0.0452845 Aug 27 14:31:45.802947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29e28da0-b1d1-4be6-8819-9c59b5ef9700 req-c20ecc33-eb05-4d76-9947-04c9c1cc41d8 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 210 time: 0.0437706 Aug 27 14:31:46.272832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35372) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:46.407736 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f6b4958d-64a3-4995-b2a6-260941be2554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:46.542470 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f6b4958d-64a3-4995-b2a6-260941be2554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:46.548433 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f6b4958d-64a3-4995-b2a6-260941be2554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:46.600052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 34e29f97-07fc-4093-8f3e-0e12bbad9272 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:46.606188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4958d-64a3-4995-b2a6-260941be2554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64329b6f-4d0c-4ebd-b755-6354c47d5867,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:46.613787 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f6b4958d-64a3-4995-b2a6-260941be2554 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3cb50a3256f54636815c687c8847edfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397286 Aug 27 14:31:46.616567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35376) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:46.642531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 34e29f97-07fc-4093-8f3e-0e12bbad9272 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:31:46.643082 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 34e29f97-07fc-4093-8f3e-0e12bbad9272 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:31:46.687389 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03b95638-aaa7-4438-8f09-44322b0be427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:46.711671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03b95638-aaa7-4438-8f09-44322b0be427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:46.769282 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03b95638-aaa7-4438-8f09-44322b0be427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:46.771334 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03b95638-aaa7-4438-8f09-44322b0be427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:46.772508 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-03b95638-aaa7-4438-8f09-44322b0be427 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64329b6f-4d0c-4ebd-b755-6354c47d5867 HTTP/1.1" status: 204 len: 168 time: 0.1538796 Aug 27 14:31:46.781507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b95638-aaa7-4438-8f09-44322b0be427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64329b6f-4d0c-4ebd-b755-6354c47d5867,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:46.940904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b88adedb-d839-47d7-92e9-ba4b4d8193c8 req-f09f67ec-eb71-41d1-93af-175e1c7652d4 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0182bb9-c367-4c65-be5c-8f732a4a4c8f HTTP/1.1" status: 200 len: 210 time: 0.0320315 Aug 27 14:31:47.138815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35386) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:47.159265 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea0be-c4c9-4548-9d9f-8cfa03198567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:47.242561 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:31:47.286241 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea0be-c4c9-4548-9d9f-8cfa03198567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:47.291019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea0be-c4c9-4548-9d9f-8cfa03198567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:47.325523 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bf1ea0be-c4c9-4548-9d9f-8cfa03198567 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c04a29db74d84827ab44eb0d184a1a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848130 Aug 27 14:31:47.328455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35388) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:47.338883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ea0be-c4c9-4548-9d9f-8cfa03198567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bfabb2-ac9e-4c3f-ac9f-eb35bbec147a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:47.393156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b889bdb6-d4d7-4537-9dd8-11afc5e56acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:47.421051 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b889bdb6-d4d7-4537-9dd8-11afc5e56acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:47.476128 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:47.483525 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b889bdb6-d4d7-4537-9dd8-11afc5e56acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:47.487957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b889bdb6-d4d7-4537-9dd8-11afc5e56acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:47.489766 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b889bdb6-d4d7-4537-9dd8-11afc5e56acf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25bfabb2-ac9e-4c3f-ac9f-eb35bbec147a HTTP/1.1" status: 204 len: 168 time: 0.1602161 Aug 27 14:31:47.505180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889bdb6-d4d7-4537-9dd8-11afc5e56acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bfabb2-ac9e-4c3f-ac9f-eb35bbec147a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:47.523299 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-871724e9-14f1-487e-b05f-26d1e1b1b84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:48.037086 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35406) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:48.195931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ee766a4c-6425-4d67-8610-e204920c5f23 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Deleting port 3f006512-db9c-408f-b024-b39c7b2fd316 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:48.197587 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee766a4c-6425-4d67-8610-e204920c5f23 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:48.330645 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee766a4c-6425-4d67-8610-e204920c5f23 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:48.331086 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee766a4c-6425-4d67-8610-e204920c5f23 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:48.345233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ee766a4c-6425-4d67-8610-e204920c5f23 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Calling delete_port for 3f006512-db9c-408f-b024-b39c7b2fd316 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:48.527799 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee766a4c-6425-4d67-8610-e204920c5f23 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:48.613403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee766a4c-6425-4d67-8610-e204920c5f23 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event deleted for resources: {'Port': ['ID=3f006512-db9c-408f-b024-b39c7b2fd316,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:48.672125 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee766a4c-6425-4d67-8610-e204920c5f23 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:48.678718 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ee766a4c-6425-4d67-8610-e204920c5f23 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:48.679889 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ee766a4c-6425-4d67-8610-e204920c5f23 tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "DELETE /v2.0/floatingips/6090dabc-d0e9-4dd6-9965-c5374898a1f3 HTTP/1.1" status: 204 len: 168 time: 0.6414311 Aug 27 14:31:48.839875 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:50.302907 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:51.379056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35508) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:51.570564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce367c90-8698-4004-ab6e-bfaa483b1990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:51.648157 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:51.730944 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce367c90-8698-4004-ab6e-bfaa483b1990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:51.744068 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ce367c90-8698-4004-ab6e-bfaa483b1990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:51.802735 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35512) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:51.813574 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ce367c90-8698-4004-ab6e-bfaa483b1990 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61ff00831bec4df2958cb787bebd1b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323385 Aug 27 14:31:51.830257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce367c90-8698-4004-ab6e-bfaa483b1990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f102abcc-1efd-459a-82ff-4466b1f35f25,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:51.888677 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c8c2-b816-44b8-9fbe-47ff357be24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:51.914942 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c8c2-b816-44b8-9fbe-47ff357be24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:51.971697 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c8c2-b816-44b8-9fbe-47ff357be24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:51.975255 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c8c2-b816-44b8-9fbe-47ff357be24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:51.980275 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0ff5c8c2-b816-44b8-9fbe-47ff357be24b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f102abcc-1efd-459a-82ff-4466b1f35f25 HTTP/1.1" status: 204 len: 168 time: 0.1759715 Aug 27 14:31:51.990981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5c8c2-b816-44b8-9fbe-47ff357be24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f102abcc-1efd-459a-82ff-4466b1f35f25,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:52.168787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35520) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:52.282483 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0def5f5-62e8-416a-97c1-fa97b45252bb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:52.335347 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0def5f5-62e8-416a-97c1-fa97b45252bb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:52.507795 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0def5f5-62e8-416a-97c1-fa97b45252bb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:52.511660 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a0def5f5-62e8-416a-97c1-fa97b45252bb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:52.513619 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a0def5f5-62e8-416a-97c1-fa97b45252bb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] 10.222.0.55 "DELETE /v2.0/security-groups/69dc685c-fcde-40ee-b4ae-9d35764f6261 HTTP/1.1" status: 204 len: 168 time: 0.3433177 Aug 27 14:31:52.515935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35524) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:52.534012 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0def5f5-62e8-416a-97c1-fa97b45252bb tempest-TestVolumeBootPattern-1923680901 tempest-TestVolumeBootPattern-1923680901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dc685c-fcde-40ee-b4ae-9d35764f6261,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:52.554271 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ce1efb8-c68a-4230-9e95-df9694a6649a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:52.638002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35528) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:52.753096 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ce1efb8-c68a-4230-9e95-df9694a6649a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:52.758154 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ce1efb8-c68a-4230-9e95-df9694a6649a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:52.807268 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3ce1efb8-c68a-4230-9e95-df9694a6649a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a24d2bf37cd4bcbb684d4f32a0bfad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829258 Aug 27 14:31:52.807596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35532) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:52.817256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1efb8-c68a-4230-9e95-df9694a6649a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2b4556-6b58-4323-b615-657bcf2d19a1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:52.872061 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed2d5454-d75b-4c2f-86e4-f17a29afc97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:52.896804 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed2d5454-d75b-4c2f-86e4-f17a29afc97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:53.023100 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed2d5454-d75b-4c2f-86e4-f17a29afc97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:53.027248 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed2d5454-d75b-4c2f-86e4-f17a29afc97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:53.028616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ed2d5454-d75b-4c2f-86e4-f17a29afc97c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c2b4556-6b58-4323-b615-657bcf2d19a1 HTTP/1.1" status: 204 len: 168 time: 0.2191048 Aug 27 14:31:53.044649 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d5454-d75b-4c2f-86e4-f17a29afc97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2b4556-6b58-4323-b615-657bcf2d19a1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:53.414070 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c38f-85a6-4e85-aa4f-a9e3c83856d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:53.725034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5c38f-85a6-4e85-aa4f-a9e3c83856d3 admin admin] Deleting port c55f1bb8-f1ef-47b5-99d4-2004af01859b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:53.726312 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c38f-85a6-4e85-aa4f-a9e3c83856d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:53.837189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-6fd5c38f-85a6-4e85-aa4f-a9e3c83856d3 admin admin] For port c55f1bb8-f1ef-47b5-99d4-2004af01859b, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=c55f1bb8-f1ef-47b5-99d4-2004af01859b,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:53.838362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c38f-85a6-4e85-aa4f-a9e3c83856d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:53.851261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5c38f-85a6-4e85-aa4f-a9e3c83856d3 admin admin] Calling delete_port for c55f1bb8-f1ef-47b5-99d4-2004af01859b owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:54.116673 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c38f-85a6-4e85-aa4f-a9e3c83856d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:54.150137 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5c38f-85a6-4e85-aa4f-a9e3c83856d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55f1bb8-f1ef-47b5-99d4-2004af01859b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:54.383366 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c38f-85a6-4e85-aa4f-a9e3c83856d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:54.576193 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caf7120b-4ede-41cc-b1d6-92073cd7db4c req-5397afb0-4730-4efd-b48c-b0c4017f9332 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567412 Aug 27 14:31:54.685346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7120b-4ede-41cc-b1d6-92073cd7db4c req-f91cea4f-aeca-4c1c-bf67-99af54f290fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:54.687214 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caf7120b-4ede-41cc-b1d6-92073cd7db4c req-f91cea4f-aeca-4c1c-bf67-99af54f290fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ec03601dcff4e168314797d4d6239e4&device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 1097 time: 0.0820196 Aug 27 14:31:54.725958 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd5c38f-85a6-4e85-aa4f-a9e3c83856d3 admin admin] Router 004765aa-c904-47d1-8ed5-32ceeb59c08e has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:31:54.809250 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35572) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:54.816693 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7120b-4ede-41cc-b1d6-92073cd7db4c req-1330f330-ce25-4b1e-a8ff-946c6fec81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:54.818476 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caf7120b-4ede-41cc-b1d6-92073cd7db4c req-1330f330-ce25-4b1e-a8ff-946c6fec81e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=50cc0f6c-be2e-4587-9ada-e4c08ca1f350 HTTP/1.1" status: 200 len: 909 time: 0.1092374 Aug 27 14:31:54.905380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd5c38f-85a6-4e85-aa4f-a9e3c83856d3 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:31:54.917907 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6fd5c38f-85a6-4e85-aa4f-a9e3c83856d3 admin admin] 10.222.0.55 "PUT /v2.0/routers/004765aa-c904-47d1-8ed5-32ceeb59c08e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2723536 Aug 27 14:31:54.917907 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35576) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:54.923831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c86e655-9d10-4bb1-bd21-8d5508c9c560 None None] Sync routers for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:31:54.939073 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caf7120b-4ede-41cc-b1d6-92073cd7db4c req-6ee92150-71dc-400e-8d06-da18a367fbf5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a HTTP/1.1" status: 200 len: 1001 time: 0.1127186 Aug 27 14:31:54.949949 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86e655-9d10-4bb1-bd21-8d5508c9c560 None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:31:54.950981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5c86e655-9d10-4bb1-bd21-8d5508c9c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:31:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:54.992162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-239760b0-7052-40ff-869a-202ec087fde8 tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-226507975'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:31:54.992620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-239760b0-7052-40ff-869a-202ec087fde8 tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Unknown quota resources ['metering_label']. {{(pid=101187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 14:31:55.021300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7120b-4ede-41cc-b1d6-92073cd7db4c req-d1dc5d83-f17f-4cf0-af69-f5d23fb1f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:55.025093 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caf7120b-4ede-41cc-b1d6-92073cd7db4c req-d1dc5d83-f17f-4cf0-af69-f5d23fb1f358 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c250c985-ff71-4cf6-93a8-5c2d6c683b16 HTTP/1.1" status: 200 len: 847 time: 0.0779665 Aug 27 14:31:55.110264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5c86e655-9d10-4bb1-bd21-8d5508c9c560 None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:31:55.115071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7120b-4ede-41cc-b1d6-92073cd7db4c req-d5fa82af-9f67-491b-84ff-0a3679475f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:31:55.117471 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caf7120b-4ede-41cc-b1d6-92073cd7db4c req-d5fa82af-9f67-491b-84ff-0a3679475f43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=50cc0f6c-be2e-4587-9ada-e4c08ca1f350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850480 Aug 27 14:31:55.221810 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-239760b0-7052-40ff-869a-202ec087fde8 tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:55.223208 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-239760b0-7052-40ff-869a-202ec087fde8 tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4123385 Aug 27 14:31:55.225794 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35580) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:55.235334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5b256d40-96b3-463d-848f-efbc01fbd72e tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '861edd1d-50a4-45ca-8210-7e7f5697d903'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:31:55.235790 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5b256d40-96b3-463d-848f-efbc01fbd72e tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 14:31:55.295535 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caf7120b-4ede-41cc-b1d6-92073cd7db4c req-ff081b13-21b0-4034-bbe0-4fffc6cbb8a8 service neutron] 10.222.0.52 "GET /v2.0/networks/50cc0f6c-be2e-4587-9ada-e4c08ca1f350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704454 Aug 27 14:31:55.332098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5c86e655-9d10-4bb1-bd21-8d5508c9c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:31:54Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:55.369427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c86e655-9d10-4bb1-bd21-8d5508c9c560 None None] Checking router: 004765aa-c904-47d1-8ed5-32ceeb59c08e for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:31:55.379845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86e655-9d10-4bb1-bd21-8d5508c9c560 None None] Routers {'004765aa-c904-47d1-8ed5-32ceeb59c08e'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:31:55.380554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5c86e655-9d10-4bb1-bd21-8d5508c9c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:31:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['004765aa-c904-47d1-8ed5-32ceeb59c08e'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:55.463693 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-caf7120b-4ede-41cc-b1d6-92073cd7db4c req-13d3b9f7-063c-40d3-8261-d3c6729ca0e9 service neutron] 10.222.0.52 "GET /v2.0/networks/50cc0f6c-be2e-4587-9ada-e4c08ca1f350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607299 Aug 27 14:31:55.540322 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5c86e655-9d10-4bb1-bd21-8d5508c9c560 None None] Set router 004765aa-c904-47d1-8ed5-32ceeb59c08e gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:31:55.709773 n-d-712139-12 neutron-server[101187]: WARNING neutron.services.metering.metering_plugin [None req-5b256d40-96b3-463d-848f-efbc01fbd72e tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 14:31:55.781094 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:55.828202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5c86e655-9d10-4bb1-bd21-8d5508c9c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:31:54Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:55.859149 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5b256d40-96b3-463d-848f-efbc01fbd72e tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:55.863088 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5b256d40-96b3-463d-848f-efbc01fbd72e tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6362624 Aug 27 14:31:55.863795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35582) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:55.877470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3d09eb90-cd63-408f-93df-1d8a68c7909b tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '861edd1d-50a4-45ca-8210-7e7f5697d903'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:31:55.877832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c86e655-9d10-4bb1-bd21-8d5508c9c560 None None] The sync data for ids ['004765aa-c904-47d1-8ed5-32ceeb59c08e'] in n-d-712139-12 is: [{'id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'name': 'tempest-TestVolumeBootPattern-1708884560-router', 'tenant_id': '3d745316476744be879ccd1cab5d810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:47Z', 'updated_at': '2021-08-27T14:31:54Z', 'revision_number': 5, 'project_id': '3d745316476744be879ccd1cab5d810b', 'gw_port': {'id': '0ddbbd87-3843-482e-80ea-e62e1c3f88df', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004765aa-c904-47d1-8ed5-32ceeb59c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:48Z', 'updated_at': '2021-08-27T14:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:31:55.879542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3d09eb90-cd63-408f-93df-1d8a68c7909b tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101186) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 14:31:55.954494 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:56.014881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Deleting port 0ddbbd87-3843-482e-80ea-e62e1c3f88df {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:56.015352 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:56.022393 n-d-712139-12 neutron-server[101186]: WARNING neutron.services.metering.metering_plugin [None req-3d09eb90-cd63-408f-93df-1d8a68c7909b tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 14:31:56.158199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] For port 0ddbbd87-3843-482e-80ea-e62e1c3f88df, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=0ddbbd87-3843-482e-80ea-e62e1c3f88df,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:56.158863 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:56.188360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Calling delete_port for 0ddbbd87-3843-482e-80ea-e62e1c3f88df owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:56.463644 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:56.504095 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ddbbd87-3843-482e-80ea-e62e1c3f88df,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:56.590697 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:56.692168 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:56.694327 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:56.745304 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d09eb90-cd63-408f-93df-1d8a68c7909b tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:56.746631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3d09eb90-cd63-408f-93df-1d8a68c7909b tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8800254 Aug 27 14:31:56.748684 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:56.749609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 004765aa-c904-47d1-8ed5-32ceeb59c08e {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:31:56.749755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35586) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:56.756080 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:56.757398 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-49bc415a-c81b-406b-aa9f-4536c8458721 admin admin] 10.222.0.55 "DELETE /v2.0/routers/004765aa-c904-47d1-8ed5-32ceeb59c08e HTTP/1.1" status: 204 len: 168 time: 1.8261578 Aug 27 14:31:56.763342 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35588) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:56.763759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35590) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:56.763877 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f39b17e9-bdbe-4a82-b31f-b6a8aa34fc53 tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=67c12f8c-e896-4539-963a-ed46bb606f49 HTTP/1.1" status: 200 len: 462 time: 0.0131588 Aug 27 14:31:56.835408 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-60aabae9-849f-44e6-a9ca-6892c237e5fb admin admin] Deleting subnet 1beea229-2fee-4251-b6fc-67b7571f4eea {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:31:56.877060 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60aabae9-849f-44e6-a9ca-6892c237e5fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:56.941265 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f98dc09e-d8c0-4b91-b789-0f414f9cc54b tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:56.945045 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f98dc09e-d8c0-4b91-b789-0f414f9cc54b tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/67c12f8c-e896-4539-963a-ed46bb606f49 HTTP/1.1" status: 204 len: 168 time: 0.1764102 Aug 27 14:31:56.947678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35592) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:56.955671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60aabae9-849f-44e6-a9ca-6892c237e5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:56.965905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-aa241fec-92b1-48ce-9705-fcfa99df8ca5 tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=67c12f8c-e896-4539-963a-ed46bb606f49 HTTP/1.1" status: 200 len: 221 time: 0.0132616 Aug 27 14:31:56.966219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35594) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:56.971448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8c40f10e-746a-4bc2-884b-d101f7805bce tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--596892176', 'description': 'label created by tempest'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:31:56.971901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8c40f10e-746a-4bc2-884b-d101f7805bce tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Unknown quota resources ['metering_label']. {{(pid=101186) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 14:31:57.110862 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60aabae9-849f-44e6-a9ca-6892c237e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.184571 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60aabae9-849f-44e6-a9ca-6892c237e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.194664 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c40f10e-746a-4bc2-884b-d101f7805bce tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.195961 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8c40f10e-746a-4bc2-884b-d101f7805bce tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2282970 Aug 27 14:31:57.202022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35598) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:57.218475 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aabae9-849f-44e6-a9ca-6892c237e5fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1beea229-2fee-4251-b6fc-67b7571f4eea,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:57.228071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-60aabae9-849f-44e6-a9ca-6892c237e5fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.230287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4653be7-0d9a-4f37-85a4-388a0baae4c8 None None] Network ec7d9187-3b08-4d1b-9467-a81a81afcc31 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:31:57.231103 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-60aabae9-849f-44e6-a9ca-6892c237e5fb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1beea229-2fee-4251-b6fc-67b7571f4eea HTTP/1.1" status: 204 len: 168 time: 0.4653237 Aug 27 14:31:57.232956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35602) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:57.314251 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.335307 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-86004211-d447-4e40-8004-416060ea303f tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=97287fb8-9e7d-447f-a091-c6a3d9b385d4 HTTP/1.1" status: 200 len: 467 time: 0.1344798 Aug 27 14:31:57.336224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35604) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:57.397891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Deleting port 47952a90-55c8-4f5a-966a-b3418f04938c {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:57.398222 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.478218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] For port 47952a90-55c8-4f5a-966a-b3418f04938c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=47952a90-55c8-4f5a-966a-b3418f04938c,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:57.479625 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.485475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e28528-718c-4c31-86c4-90de19f322b5 None None] DHCP port deletion for ec7d9187-3b08-4d1b-9467-a81a81afcc31 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:31:57.494998 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Calling delete_port for 47952a90-55c8-4f5a-966a-b3418f04938c owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:57.545471 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5a65c70a-cc35-45a9-835c-3a5885bd9422 tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.545753 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a0e28528-718c-4c31-86c4-90de19f322b5 None None] Deleting port 47952a90-55c8-4f5a-966a-b3418f04938c {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:57.546133 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a0e28528-718c-4c31-86c4-90de19f322b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.546902 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5a65c70a-cc35-45a9-835c-3a5885bd9422 tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/97287fb8-9e7d-447f-a091-c6a3d9b385d4 HTTP/1.1" status: 204 len: 168 time: 0.2094073 Aug 27 14:31:57.549631 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35606) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:57.565844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7031c3de-d933-47d2-bc04-a35fa9427f5c tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=97287fb8-9e7d-447f-a091-c6a3d9b385d4 HTTP/1.1" status: 200 len: 216 time: 0.0151200 Aug 27 14:31:57.569273 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35608) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:57.584934 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-23f1bb3f-0301-4efa-b15e-45ea0f249380 tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0143423 Aug 27 14:31:57.589506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35610) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:57.603260 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-34589ad8-4d3c-43ca-95ed-024b9fe09873 tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0117102 Aug 27 14:31:57.607257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35612) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:57.608031 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.616697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a0e28528-718c-4c31-86c4-90de19f322b5 None None] For port 47952a90-55c8-4f5a-966a-b3418f04938c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=47952a90-55c8-4f5a-966a-b3418f04938c,segment=NetworkSegment(91e3c6ba-9942-4c88-9a27-6a01d172cbb5),segment_id=91e3c6ba-9942-4c88-9a27-6a01d172cbb5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:57.617393 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a0e28528-718c-4c31-86c4-90de19f322b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.633273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a0e28528-718c-4c31-86c4-90de19f322b5 None None] Calling delete_port for 47952a90-55c8-4f5a-966a-b3418f04938c owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:57.634933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Pushing event deleted for resources: {'Port': ['ID=47952a90-55c8-4f5a-966a-b3418f04938c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:57.643585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] No DVR routers for this DVR port 47952a90-55c8-4f5a-966a-b3418f04938c on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:31:57.648628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:57.648900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:57.650366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:57.650366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:57.650366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:57.650366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:57.650941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:57.650941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:57.651122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:57.651434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:57.651881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:57.652219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:31:57.668429 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4b9d8f1c-9405-4752-b4f3-81a9c1a2176e tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/861edd1d-50a4-45ca-8210-7e7f5697d903 HTTP/1.1" status: 200 len: 472 time: 0.0600317 Aug 27 14:31:57.672846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35614) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:57.684242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-eb3b1d10-85a1-4ea2-aadb-659f1f09a6ef tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/99f4002b-419d-4b7a-aec4-6fe09c9816bd HTTP/1.1" status: 200 len: 459 time: 0.0103009 Aug 27 14:31:57.687412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35616) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:57.723384 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a0e28528-718c-4c31-86c4-90de19f322b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.738554 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.750756 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7d9187-3b08-4d1b-9467-a81a81afcc31']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:57.751047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e28528-718c-4c31-86c4-90de19f322b5 None None] Pushing event deleted for resources: {'Port': ['ID=47952a90-55c8-4f5a-966a-b3418f04938c,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:57.760785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e28528-718c-4c31-86c4-90de19f322b5 None None] No DVR routers for this DVR port 47952a90-55c8-4f5a-966a-b3418f04938c on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:31:57.768263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e3c6ba-9942-4c88-9a27-6a01d172cbb5') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:57.768263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e3c6ba-9942-4c88-9a27-6a01d172cbb5') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:57.778961 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.795801 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2c9b8b25-d278-4765-9d2e-f42f0433ae75 tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.796943 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2c9b8b25-d278-4765-9d2e-f42f0433ae75 tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/99f4002b-419d-4b7a-aec4-6fe09c9816bd HTTP/1.1" status: 204 len: 168 time: 0.1086287 Aug 27 14:31:57.797356 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.799409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35618) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:57.804261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:31:57.804720 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:31:57.807182 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:31:57.866095 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.872424 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.876942 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ec7d9187-3b08-4d1b-9467-a81a81afcc31 HTTP/1.1" status: 204 len: 168 time: 0.6398942 Aug 27 14:31:57.884991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35620) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:57.892985 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d0b02-5045-4ef4-b73a-d27e5229a463 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec7d9187-3b08-4d1b-9467-a81a81afcc31,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:57.952264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 47952a90-55c8-4f5a-966a-b3418f04938c no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:57.973215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 47952a90-55c8-4f5a-966a-b3418f04938c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:31:57.973656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 47952a90-55c8-4f5a-966a-b3418f04938c not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:31:57.974144 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ddbbd87-3843-482e-80ea-e62e1c3f88df no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:57.993991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 0ddbbd87-3843-482e-80ea-e62e1c3f88df {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:31:57.994385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4af8dbac-2a20-4ed1-a926-7d0406b76ecb tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:57.994956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 0ddbbd87-3843-482e-80ea-e62e1c3f88df not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:31:57.995068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c55f1bb8-f1ef-47b5-99d4-2004af01859b no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:31:57.998200 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4af8dbac-2a20-4ed1-a926-7d0406b76ecb tempest-MeteringIpV6TestJSON-1045777259 tempest-MeteringIpV6TestJSON-1045777259-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/861edd1d-50a4-45ca-8210-7e7f5697d903 HTTP/1.1" status: 204 len: 168 time: 0.1953824 Aug 27 14:31:58.018504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: c55f1bb8-f1ef-47b5-99d4-2004af01859b {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:31:58.018946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device c55f1bb8-f1ef-47b5-99d4-2004af01859b not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:31:58.255619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35626) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:58.301944 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7d886211-717d-4861-9c9f-51143b688133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:58.371894 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4d22385-4287-4523-832b-5f5adf5a031a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:58.488240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4d22385-4287-4523-832b-5f5adf5a031a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:58.492593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e4d22385-4287-4523-832b-5f5adf5a031a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:58.534891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d22385-4287-4523-832b-5f5adf5a031a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f20110-bd6e-4a03-b399-185f37160a5c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:58.539609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e4d22385-4287-4523-832b-5f5adf5a031a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4aad5a3bd9844f2db412ab15370b75a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829511 Aug 27 14:31:58.542248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35632) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:58.580522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-7d886211-717d-4861-9c9f-51143b688133 admin admin] Deleting port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:31:58.580904 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7d886211-717d-4861-9c9f-51143b688133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:58.596418 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11706aac-5c47-4dbc-adcb-b6fb8a0d4dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:58.629105 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11706aac-5c47-4dbc-adcb-b6fb8a0d4dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:58.680494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-7d886211-717d-4861-9c9f-51143b688133 admin admin] For port 339ce9ae-2f4d-49e5-9027-af90f63e1ec9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=339ce9ae-2f4d-49e5-9027-af90f63e1ec9,segment=NetworkSegment(5ce0aaa1-a9d5-49fe-aa80-815455880013),segment_id=5ce0aaa1-a9d5-49fe-aa80-815455880013)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:31:58.681738 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7d886211-717d-4861-9c9f-51143b688133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:58.686013 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11706aac-5c47-4dbc-adcb-b6fb8a0d4dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:58.688882 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11706aac-5c47-4dbc-adcb-b6fb8a0d4dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:58.690078 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-11706aac-5c47-4dbc-adcb-b6fb8a0d4dd9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16f20110-bd6e-4a03-b399-185f37160a5c HTTP/1.1" status: 204 len: 168 time: 0.1466708 Aug 27 14:31:58.698793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11706aac-5c47-4dbc-adcb-b6fb8a0d4dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f20110-bd6e-4a03-b399-185f37160a5c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:58.701162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-7d886211-717d-4861-9c9f-51143b688133 admin admin] Calling delete_port for 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:31:58.907079 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7d886211-717d-4861-9c9f-51143b688133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:58.935239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d886211-717d-4861-9c9f-51143b688133 admin admin] Pushing event deleted for resources: {'Port': ['ID=339ce9ae-2f4d-49e5-9027-af90f63e1ec9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:59.019116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35652) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:59.038308 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-549e8f2a-27f5-45f2-b4fa-b0d67bb5eed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:59.155434 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7d886211-717d-4861-9c9f-51143b688133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:59.163812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-549e8f2a-27f5-45f2-b4fa-b0d67bb5eed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:59.168665 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-549e8f2a-27f5-45f2-b4fa-b0d67bb5eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:59.211881 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-549e8f2a-27f5-45f2-b4fa-b0d67bb5eed9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a36deed324c84954924996a273d8b44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915751 Aug 27 14:31:59.212881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e8f2a-27f5-45f2-b4fa-b0d67bb5eed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea9c8df-78b5-4d9e-a340-49a13803cc11,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:59.215673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35656) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:59.316656 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-309d5f45-9e98-444a-9228-45365143ce69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:59.375979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-309d5f45-9e98-444a-9228-45365143ce69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:59.703457 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d886211-717d-4861-9c9f-51143b688133 admin admin] Router e7b69edd-f279-49f2-bbb9-8601be03ce11 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:31:59.752515 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-309d5f45-9e98-444a-9228-45365143ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:59.755037 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-309d5f45-9e98-444a-9228-45365143ce69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:31:59.756157 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-309d5f45-9e98-444a-9228-45365143ce69 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bea9c8df-78b5-4d9e-a340-49a13803cc11 HTTP/1.1" status: 204 len: 168 time: 0.5395520 Aug 27 14:31:59.771437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d5f45-9e98-444a-9228-45365143ce69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea9c8df-78b5-4d9e-a340-49a13803cc11,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:31:59.833828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d886211-717d-4861-9c9f-51143b688133 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:31:59.842506 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7d886211-717d-4861-9c9f-51143b688133 admin admin] 10.222.0.55 "PUT /v2.0/routers/e7b69edd-f279-49f2-bbb9-8601be03ce11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9539890 Aug 27 14:31:59.842722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35672) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:31:59.849851 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3701a-94e8-4947-91cd-5100a693e62e None None] Sync routers for ids ['e7b69edd-f279-49f2-bbb9-8601be03ce11'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:31:59.863456 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3701a-94e8-4947-91cd-5100a693e62e None None] Routers {'e7b69edd-f279-49f2-bbb9-8601be03ce11'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:31:59.866270 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-cda3701a-94e8-4947-91cd-5100a693e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:31:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e7b69edd-f279-49f2-bbb9-8601be03ce11'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:31:59.988287 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:00.141528 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:00.142446 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-cda3701a-94e8-4947-91cd-5100a693e62e None None] Set router e7b69edd-f279-49f2-bbb9-8601be03ce11 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:32:00.218801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Deleting port 2a889127-4033-451a-ba74-f3d808e1cc5a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:00.219438 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:00.315259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] For port 2a889127-4033-451a-ba74-f3d808e1cc5a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2a889127-4033-451a-ba74-f3d808e1cc5a,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:32:00.315640 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:00.331584 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Calling delete_port for 2a889127-4033-451a-ba74-f3d808e1cc5a owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:00.420553 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-cda3701a-94e8-4947-91cd-5100a693e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'name': 'tempest-TestVolumeBootPattern-1764400873-router', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:31:58Z', 'revision_number': 5, 'project_id': '08c34cca75d7430195cc3207b0a4d826', 'gw_port': {'id': '2a889127-4033-451a-ba74-f3d808e1cc5a', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:00.458878 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3701a-94e8-4947-91cd-5100a693e62e None None] Checking router: e7b69edd-f279-49f2-bbb9-8601be03ce11 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:32:00.477978 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3701a-94e8-4947-91cd-5100a693e62e None None] Routers {'e7b69edd-f279-49f2-bbb9-8601be03ce11'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:32:00.478957 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-cda3701a-94e8-4947-91cd-5100a693e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:31:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e7b69edd-f279-49f2-bbb9-8601be03ce11'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:00.538269 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:00.595695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Pushing event deleted for resources: {'Port': ['ID=2a889127-4033-451a-ba74-f3d808e1cc5a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:00.598035 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-cda3701a-94e8-4947-91cd-5100a693e62e None None] Set router e7b69edd-f279-49f2-bbb9-8601be03ce11 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:32:00.668696 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-cda3701a-94e8-4947-91cd-5100a693e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'name': 'tempest-TestVolumeBootPattern-1764400873-router', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:32:00Z', 'revision_number': 6, 'project_id': '08c34cca75d7430195cc3207b0a4d826', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:00.707921 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3701a-94e8-4947-91cd-5100a693e62e None None] The sync data for ids ['e7b69edd-f279-49f2-bbb9-8601be03ce11'] in n-d-712139-12 is: [{'id': 'e7b69edd-f279-49f2-bbb9-8601be03ce11', 'name': 'tempest-TestVolumeBootPattern-1764400873-router', 'tenant_id': '08c34cca75d7430195cc3207b0a4d826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:19:55Z', 'updated_at': '2021-08-27T14:32:00Z', 'revision_number': 6, 'project_id': '08c34cca75d7430195cc3207b0a4d826', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:32:00.719480 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:00.814243 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35706) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:00.844134 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:00.846277 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:00.893169 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:00.893863 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7b69edd-f279-49f2-bbb9-8601be03ce11 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:32:00.902101 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:00.903301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ccef1886-4a27-4180-87b9-4986bc6cf79e admin admin] 10.222.0.55 "DELETE /v2.0/routers/e7b69edd-f279-49f2-bbb9-8601be03ce11 HTTP/1.1" status: 204 len: 168 time: 1.0595860 Aug 27 14:32:00.905906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35710) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:00.937920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1406768200'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:00.971378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d86fcdb-a0f6-445b-9f21-c3c6ec3e65e0 admin admin] Deleting subnet ded06003-abae-46e8-a6b6-7012d31fa838 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:32:00.974479 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1d86fcdb-a0f6-445b-9f21-c3c6ec3e65e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:00.976245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Made reservation on behalf of 295bec46fc914dd986a9e36f15e8a4af for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:00.980356 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.016289 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.044074 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1d86fcdb-a0f6-445b-9f21-c3c6ec3e65e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.163158 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1d86fcdb-a0f6-445b-9f21-c3c6ec3e65e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.245285 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.249950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.291387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:32:01.293874 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1d86fcdb-a0f6-445b-9f21-c3c6ec3e65e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.309834 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1d86fcdb-a0f6-445b-9f21-c3c6ec3e65e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.312081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1d86fcdb-a0f6-445b-9f21-c3c6ec3e65e0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ded06003-abae-46e8-a6b6-7012d31fa838 HTTP/1.1" status: 204 len: 168 time: 0.4049959 Aug 27 14:32:01.314470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35720) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:01.316187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b16856bf-46fb-4d4c-8771-eff90ea4ac15,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:01.320107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e926aa-5cab-40eb-bf77-12ac7d2bc06a None None] Network e7f3bf9e-c245-4874-8dcc-e620cb9736bc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:01.357218 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.357895 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Added segment de7a99de-a87d-4a86-9fb4-04ccf498b7c6 of type vlan for network 88705c61-fa6a-42e5-8156-a2af94c86558 Aug 27 14:32:01.375187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86fcdb-a0f6-445b-9f21-c3c6ec3e65e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded06003-abae-46e8-a6b6-7012d31fa838,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:01.439837 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.442512 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.471334 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.478279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:01.478948 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.511170 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Deleting port 214691fc-aa38-4917-975e-ef5affc6afd5 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:01.511583 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.598337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f713133f-3cf7-4938-bcaa-3053d0f69420 None None] DHCP port deletion for e7f3bf9e-c245-4874-8dcc-e620cb9736bc request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:32:01.612674 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7971051 Aug 27 14:32:01.618203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] For port 214691fc-aa38-4917-975e-ef5affc6afd5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=214691fc-aa38-4917-975e-ef5affc6afd5,segment=NetworkSegment(5ce0aaa1-a9d5-49fe-aa80-815455880013),segment_id=5ce0aaa1-a9d5-49fe-aa80-815455880013)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:32:01.618924 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.620154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35724) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:01.633648 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Calling delete_port for 214691fc-aa38-4917-975e-ef5affc6afd5 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:01.636940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3dfaf5e1-3611-48d8-b979-741f77066de4 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Request body: {'subnet': {'network_id': '88705c61-fa6a-42e5-8156-a2af94c86558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:01.694103 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f713133f-3cf7-4938-bcaa-3053d0f69420 None None] Deleting port 214691fc-aa38-4917-975e-ef5affc6afd5 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:01.694479 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f713133f-3cf7-4938-bcaa-3053d0f69420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.697370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb6410-eb52-4b5a-8b49-406d424282fd tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event updated for resources: {'Network': ['ID=88705c61-fa6a-42e5-8156-a2af94c86558,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:01.739009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 88705c61-fa6a-42e5-8156-a2af94c86558 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:32:01.742456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.757814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfaf5e1-3611-48d8-b979-741f77066de4 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Made reservation on behalf of 295bec46fc914dd986a9e36f15e8a4af for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:01.761859 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3dfaf5e1-3611-48d8-b979-741f77066de4 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.786472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Pushing event deleted for resources: {'Port': ['ID=214691fc-aa38-4917-975e-ef5affc6afd5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:01.793605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] No DVR routers for this DVR port 214691fc-aa38-4917-975e-ef5affc6afd5 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:32:01.849238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f713133f-3cf7-4938-bcaa-3053d0f69420 None None] For port 214691fc-aa38-4917-975e-ef5affc6afd5, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=214691fc-aa38-4917-975e-ef5affc6afd5,segment=NetworkSegment(5ce0aaa1-a9d5-49fe-aa80-815455880013),segment_id=5ce0aaa1-a9d5-49fe-aa80-815455880013)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:32:01.850960 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f713133f-3cf7-4938-bcaa-3053d0f69420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.868111 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f713133f-3cf7-4938-bcaa-3053d0f69420 None None] Calling delete_port for 214691fc-aa38-4917-975e-ef5affc6afd5 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:01.931339 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.950415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f3bf9e-c245-4874-8dcc-e620cb9736bc']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:01.963822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:32:01.971642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce0aaa1-a9d5-49fe-aa80-815455880013') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:01.971936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce0aaa1-a9d5-49fe-aa80-815455880013') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:01.981682 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:01.993655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:32:01.994003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 339ce9ae-2f4d-49e5-9027-af90f63e1ec9 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:32:01.994421 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 214691fc-aa38-4917-975e-ef5affc6afd5 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:32:02.001270 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.008365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:02.009485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:02.012105 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:02.022903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 214691fc-aa38-4917-975e-ef5affc6afd5 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:32:02.023255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 214691fc-aa38-4917-975e-ef5affc6afd5 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:32:02.023867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2a889127-4033-451a-ba74-f3d808e1cc5a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:32:02.081104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 2a889127-4033-451a-ba74-f3d808e1cc5a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:32:02.081654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2a889127-4033-451a-ba74-f3d808e1cc5a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:32:02.094097 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3dfaf5e1-3611-48d8-b979-741f77066de4 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.099316 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.111507 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f713133f-3cf7-4938-bcaa-3053d0f69420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.119002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f713133f-3cf7-4938-bcaa-3053d0f69420 None None] Network e7f3bf9e-c245-4874-8dcc-e620cb9736bc is not hosted by any dhcp agent {{(pid=101188) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 14:32:02.119468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f713133f-3cf7-4938-bcaa-3053d0f69420 None None] No DVR routers for this DVR port 214691fc-aa38-4917-975e-ef5affc6afd5 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:32:02.119875 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.129449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e7f3bf9e-c245-4874-8dcc-e620cb9736bc HTTP/1.1" status: 204 len: 168 time: 0.8133123 Aug 27 14:32:02.130350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617eeb74-f05b-4acf-9b6d-6fbe3b263092 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f3bf9e-c245-4874-8dcc-e620cb9736bc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:02.185737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713133f-3cf7-4938-bcaa-3053d0f69420 None None] Pushing event deleted for resources: {'Port': ['ID=214691fc-aa38-4917-975e-ef5affc6afd5,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:02.215138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfaf5e1-3611-48d8-b979-741f77066de4 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event updated for resources: {'Subnet': ['ID=a376bb56-5563-44d6-ab54-fac4cfd6017e,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:02.224521 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfaf5e1-3611-48d8-b979-741f77066de4 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Checking segment: {'id': 'de7a99de-a87d-4a86-9fb4-04ccf498b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '88705c61-fa6a-42e5-8156-a2af94c86558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:02.224880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfaf5e1-3611-48d8-b979-741f77066de4 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Network hostable DHCP agents. Network: 88705c61-fa6a-42e5-8156-a2af94c86558, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:32:02.245366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfaf5e1-3611-48d8-b979-741f77066de4 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Network 88705c61-fa6a-42e5-8156-a2af94c86558 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:32:02.254725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-3dfaf5e1-3611-48d8-b979-741f77066de4 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 88705c61-fa6a-42e5-8156-a2af94c86558) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:02.266060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc9b4a9-d1de-4321-a9af-bfe4d2a73133 None None] Network 88705c61-fa6a-42e5-8156-a2af94c86558 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:02.271791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfaf5e1-3611-48d8-b979-741f77066de4 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:02.272415 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3dfaf5e1-3611-48d8-b979-741f77066de4 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.292935 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3dfaf5e1-3611-48d8-b979-741f77066de4 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6716297 Aug 27 14:32:02.295598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35736) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:02.301392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Request body: {'port': {'network_id': '88705c61-fa6a-42e5-8156-a2af94c86558', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-37322414'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:02.388299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35740) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:02.451096 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d85affc2-85cd-467c-a4da-06dd4d322052 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d745316476744be879ccd1cab5d810b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557473 Aug 27 14:32:02.451096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35746) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:02.465337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-88705c61-fa6a-42e5-8156-a2af94c86558', 'network_id': '88705c61-fa6a-42e5-8156-a2af94c86558', 'tenant_id': '295bec46fc914dd986a9e36f15e8a4af', 'fixed_ips': [{'subnet_id': 'a376bb56-5563-44d6-ab54-fac4cfd6017e'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:32:02.468135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Made reservation on behalf of 295bec46fc914dd986a9e36f15e8a4af for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:02.470397 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.475006 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.497928 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] device_id is not set on port 0a48d760-ddce-4679-80bf-6c54b72ffccb yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:32:02.542912 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5f157dee-7998-4b75-afcb-9d19e116bd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.565992 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5f157dee-7998-4b75-afcb-9d19e116bd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.628087 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5f157dee-7998-4b75-afcb-9d19e116bd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.631063 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5f157dee-7998-4b75-afcb-9d19e116bd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.632434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5f157dee-7998-4b75-afcb-9d19e116bd31 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f007774e-eea5-4add-ba58-a61fc5b89367 HTTP/1.1" status: 204 len: 168 time: 0.1832263 Aug 27 14:32:02.640208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Allocated IP 2001:db8::3b0 (88705c61-fa6a-42e5-8156-a2af94c86558/a376bb56-5563-44d6-ab54-fac4cfd6017e/0a48d760-ddce-4679-80bf-6c54b72ffccb) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:32:02.650383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f157dee-7998-4b75-afcb-9d19e116bd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f007774e-eea5-4add-ba58-a61fc5b89367,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:02.809741 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.827386 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Transition to ACTIVE for port object 0a48d760-ddce-4679-80bf-6c54b72ffccb will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:02.864289 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.914376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Allocated IP 2001:db8::2 (88705c61-fa6a-42e5-8156-a2af94c86558/a376bb56-5563-44d6-ab54-fac4cfd6017e/79e9c3d0-12bc-475f-a5f0-691413310c5c) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:32:02.915333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Network 88705c61-fa6a-42e5-8156-a2af94c86558 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:32:02.918929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:02.927762 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:02.933926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:02.934759 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:02.939266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event updated for resources: {'Port': ['ID=0a48d760-ddce-4679-80bf-6c54b72ffccb,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:02.956331 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-da59f0df-3283-4678-9b4f-4f5cee0b3077 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6594648 Aug 27 14:32:02.959302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35756) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:02.968174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Request body: {'port': {'network_id': '88705c61-fa6a-42e5-8156-a2af94c86558', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-185951194', 'allowed_address_pairs': [{'ip_address': '2001:db8::3b0', 'mac_address': 'fa:16:3e:5e:c2:69'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:03.102271 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:03.105063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Made reservation on behalf of 295bec46fc914dd986a9e36f15e8a4af for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:03.112341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Transition to ACTIVE for port object 79e9c3d0-12bc-475f-a5f0-691413310c5c will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:03.129997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Transition to ACTIVE for port object 79e9c3d0-12bc-475f-a5f0-691413310c5c will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:03.137897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35762) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:03.139093 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:03.191595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9ac23e12-71fc-4579-80bd-da441b115db3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08c34cca75d7430195cc3207b0a4d826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522511 Aug 27 14:32:03.193827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35764) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:03.204548 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Network 88705c61-fa6a-42e5-8156-a2af94c86558 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:32:03.205307 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Pushing event updated for resources: {'Port': ['ID=79e9c3d0-12bc-475f-a5f0-691413310c5c,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:03.208876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:03.211090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:03.224900 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:03.247058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] device_id is not set on port b147aa52-6933-4d7c-ad7b-f9b72e269229 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:32:03.267816 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cecc5902-e039-48fc-b3d5-0c77c6955d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:03.288846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Attempting to bind port 79e9c3d0-12bc-475f-a5f0-691413310c5c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:32:03.289727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Attempting to bind port 79e9c3d0-12bc-475f-a5f0-691413310c5c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'de7a99de-a87d-4a86-9fb4-04ccf498b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '88705c61-fa6a-42e5-8156-a2af94c86558'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:32:03.289727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Attempting to bind port 79e9c3d0-12bc-475f-a5f0-691413310c5c on network 88705c61-fa6a-42e5-8156-a2af94c86558 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:32:03.293983 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cecc5902-e039-48fc-b3d5-0c77c6955d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:03.296668 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:32:03.297040 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Checking segment: {'id': 'de7a99de-a87d-4a86-9fb4-04ccf498b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '88705c61-fa6a-42e5-8156-a2af94c86558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:03.298534 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:03.298964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Bound using segment: {'id': 'de7a99de-a87d-4a86-9fb4-04ccf498b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '88705c61-fa6a-42e5-8156-a2af94c86558'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:32:03.299425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Bound port: 79e9c3d0-12bc-475f-a5f0-691413310c5c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7a99de-a87d-4a86-9fb4-04ccf498b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '88705c61-fa6a-42e5-8156-a2af94c86558'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:32:03.299812 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:03.362855 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cecc5902-e039-48fc-b3d5-0c77c6955d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:03.368844 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cecc5902-e039-48fc-b3d5-0c77c6955d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:03.372048 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cecc5902-e039-48fc-b3d5-0c77c6955d5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e23a83e7-465c-4735-a814-5c44f6d5f538 HTTP/1.1" status: 204 len: 168 time: 0.1749125 Aug 27 14:32:03.374624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] For port 79e9c3d0-12bc-475f-a5f0-691413310c5c, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:32:03.378404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] For port 79e9c3d0-12bc-475f-a5f0-691413310c5c, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=79e9c3d0-12bc-475f-a5f0-691413310c5c,segment=NetworkSegment(de7a99de-a87d-4a86-9fb4-04ccf498b7c6),segment_id=de7a99de-a87d-4a86-9fb4-04ccf498b7c6)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:32:03.383320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc5902-e039-48fc-b3d5-0c77c6955d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23a83e7-465c-4735-a814-5c44f6d5f538,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:03.398535 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:03.408346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Allocated IP 2001:db8::161 (88705c61-fa6a-42e5-8156-a2af94c86558/a376bb56-5563-44d6-ab54-fac4cfd6017e/b147aa52-6933-4d7c-ad7b-f9b72e269229) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:32:03.512939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5ff0e-586f-49b3-9c66-7206a20777dd None None] Pushing event updated for resources: {'Port': ['ID=79e9c3d0-12bc-475f-a5f0-691413310c5c,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:03.668026 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:03.722542 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Transition to ACTIVE for port object b147aa52-6933-4d7c-ad7b-f9b72e269229 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:03.773677 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:03.846777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event updated for resources: {'Port': ['ID=b147aa52-6933-4d7c-ad7b-f9b72e269229,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:03.857266 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Network 88705c61-fa6a-42e5-8156-a2af94c86558 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:32:03.859736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:03.869659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:03.877460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:03.878326 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:03.906110 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7aecd3cb-436a-4b50-b8e8-d62959e0ed79 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.9452384 Aug 27 14:32:03.908230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35778) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:04.025493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 79e9c3d0-12bc-475f-a5f0-691413310c5c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:32:04.041667 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8713d58-c6f7-40d2-ad45-82165dae0bc2 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:04.050816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8713d58-c6f7-40d2-ad45-82165dae0bc2 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:04.061763 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8713d58-c6f7-40d2-ad45-82165dae0bc2 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:04.066448 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d8713d58-c6f7-40d2-ad45-82165dae0bc2 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1544881 Aug 27 14:32:04.067407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35784) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:04.095674 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 79e9c3d0-12bc-475f-a5f0-691413310c5c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:32:04.161466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-672d47f7-2284-428f-846e-c5e67cb65d1a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Deleting port b147aa52-6933-4d7c-ad7b-f9b72e269229 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:04.162071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-672d47f7-2284-428f-846e-c5e67cb65d1a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:04.251553 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-672d47f7-2284-428f-846e-c5e67cb65d1a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:04.264599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-672d47f7-2284-428f-846e-c5e67cb65d1a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Calling delete_port for b147aa52-6933-4d7c-ad7b-f9b72e269229 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:04.408362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-672d47f7-2284-428f-846e-c5e67cb65d1a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:04.442553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d47f7-2284-428f-846e-c5e67cb65d1a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event deleted for resources: {'Port': ['ID=b147aa52-6933-4d7c-ad7b-f9b72e269229,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:04.595142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-672d47f7-2284-428f-846e-c5e67cb65d1a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:04.600118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35796) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:04.600626 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-672d47f7-2284-428f-846e-c5e67cb65d1a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "DELETE /v2.0/ports/b147aa52-6933-4d7c-ad7b-f9b72e269229 HTTP/1.1" status: 204 len: 168 time: 0.5320566 Aug 27 14:32:04.628676 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb69b20c-d0c9-48fa-a301-1a3f8ab5a599 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] GET failed (client error): The resource could not be found. Aug 27 14:32:04.630368 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cb69b20c-d0c9-48fa-a301-1a3f8ab5a599 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "GET /v2.0/ports/b147aa52-6933-4d7c-ad7b-f9b72e269229 HTTP/1.1" status: 404 len: 333 time: 0.0282032 Aug 27 14:32:04.634971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35798) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:04.640976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Request body: {'port': {'network_id': '88705c61-fa6a-42e5-8156-a2af94c86558', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1734282647'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:04.661056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5777cd1-aa13-492c-85d4-5ca8af6b7ae8 None None] Network 88705c61-fa6a-42e5-8156-a2af94c86558 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:04.730385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-40ad767c-ae20-4a85-927d-02d162fda8cc None None] Provisioning for port 79e9c3d0-12bc-475f-a5f0-691413310c5c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:32:04.740687 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-40ad767c-ae20-4a85-927d-02d162fda8cc None None] Provisioning complete for port 79e9c3d0-12bc-475f-a5f0-691413310c5c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:32:04.741065 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-40ad767c-ae20-4a85-927d-02d162fda8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:04.765409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Made reservation on behalf of 295bec46fc914dd986a9e36f15e8a4af for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:04.769236 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:04.789338 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] device_id is not set on port 5a31b52c-806e-422e-b4e5-5654ec5dea27 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:32:04.908011 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-40ad767c-ae20-4a85-927d-02d162fda8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:04.923993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Allocated IP 2001:db8::141 (88705c61-fa6a-42e5-8156-a2af94c86558/a376bb56-5563-44d6-ab54-fac4cfd6017e/5a31b52c-806e-422e-b4e5-5654ec5dea27) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:32:04.956348 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-40ad767c-ae20-4a85-927d-02d162fda8cc None None] For port 79e9c3d0-12bc-475f-a5f0-691413310c5c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=79e9c3d0-12bc-475f-a5f0-691413310c5c,segment=NetworkSegment(de7a99de-a87d-4a86-9fb4-04ccf498b7c6),segment_id=de7a99de-a87d-4a86-9fb4-04ccf498b7c6)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:32:04.960217 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-40ad767c-ae20-4a85-927d-02d162fda8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:05.019785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad767c-ae20-4a85-927d-02d162fda8cc None None] Pushing event updated for resources: {'Port': ['ID=79e9c3d0-12bc-475f-a5f0-691413310c5c,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:05.113828 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:05.133051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Transition to ACTIVE for port object 5a31b52c-806e-422e-b4e5-5654ec5dea27 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:05.168118 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:05.196578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8cf8cb3c-dd22-49f4-8adf-2f154c57a583 None None] Provisioning for port 0a48d760-ddce-4679-80bf-6c54b72ffccb completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:32:05.203334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8cf8cb3c-dd22-49f4-8adf-2f154c57a583 None None] Provisioning complete for port 0a48d760-ddce-4679-80bf-6c54b72ffccb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:32:05.203710 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8cf8cb3c-dd22-49f4-8adf-2f154c57a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:05.244402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Network 88705c61-fa6a-42e5-8156-a2af94c86558 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:32:05.250065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:05.253085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8cf8cb3c-dd22-49f4-8adf-2f154c57a583 None None] Port 0a48d760-ddce-4679-80bf-6c54b72ffccb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:32:05.257716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:05.263712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:05.264611 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:05.266051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8cf8cb3c-dd22-49f4-8adf-2f154c57a583 None None] Provisioning complete for port 79e9c3d0-12bc-475f-a5f0-691413310c5c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:32:05.266619 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8cf8cb3c-dd22-49f4-8adf-2f154c57a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:05.284940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event updated for resources: {'Port': ['ID=5a31b52c-806e-422e-b4e5-5654ec5dea27,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:05.298537 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-683b271e-83be-40db-9fbd-8be40d0941e3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6621292 Aug 27 14:32:05.301220 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35808) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:05.306801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d0d195bf-f679-4705-a83e-1a38a377916a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b0', 'mac_address': 'fa:16:3e:5e:c2:69'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:05.467344 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d0d195bf-f679-4705-a83e-1a38a377916a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:05.528281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5d7f66a6-5af9-4e25-829a-a10e49fde860 None None] Provisioning complete for port 0a48d760-ddce-4679-80bf-6c54b72ffccb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:32:05.528281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5d7f66a6-5af9-4e25-829a-a10e49fde860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:05.572213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f66a6-5af9-4e25-829a-a10e49fde860 None None] Port 0a48d760-ddce-4679-80bf-6c54b72ffccb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:32:05.679421 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d0d195bf-f679-4705-a83e-1a38a377916a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:05.685580 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d0d195bf-f679-4705-a83e-1a38a377916a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:05.701596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1bb2fc7c-e833-422b-9d69-e2b9761e00c5 None None] Could not find standard attr ID for object b147aa52-6933-4d7c-ad7b-f9b72e269229. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:32:05.728165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d0d195bf-f679-4705-a83e-1a38a377916a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] In _notify_port_updated(), no bound segment for port 5a31b52c-806e-422e-b4e5-5654ec5dea27 on network 88705c61-fa6a-42e5-8156-a2af94c86558 {{(pid=101186) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:32:05.733999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d195bf-f679-4705-a83e-1a38a377916a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:05.734656 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d0d195bf-f679-4705-a83e-1a38a377916a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:05.738431 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d0d195bf-f679-4705-a83e-1a38a377916a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "PUT /v2.0/ports/5a31b52c-806e-422e-b4e5-5654ec5dea27 HTTP/1.1" status: 200 len: 1003 time: 0.4340787 Aug 27 14:32:05.738953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35818) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:05.755846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d195bf-f679-4705-a83e-1a38a377916a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event updated for resources: {'Port': ['ID=5a31b52c-806e-422e-b4e5-5654ec5dea27,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:05.856506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b1a57-86c7-4266-bc19-72044a2f7153 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Deleting port 5a31b52c-806e-422e-b4e5-5654ec5dea27 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:05.856976 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd7b1a57-86c7-4266-bc19-72044a2f7153 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:05.938477 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 79e9c3d0-12bc-475f-a5f0-691413310c5c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:32:05.950370 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd7b1a57-86c7-4266-bc19-72044a2f7153 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:05.965814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b1a57-86c7-4266-bc19-72044a2f7153 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Calling delete_port for 5a31b52c-806e-422e-b4e5-5654ec5dea27 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:05.990275 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 79e9c3d0-12bc-475f-a5f0-691413310c5c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:32:05.990657 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:06.036339 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9f42d946-7d0e-466e-8389-bab87f959bb3 None None] Provisioning for port 5a31b52c-806e-422e-b4e5-5654ec5dea27 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:32:06.043985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9f42d946-7d0e-466e-8389-bab87f959bb3 None None] Provisioning complete for port 5a31b52c-806e-422e-b4e5-5654ec5dea27 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:32:06.044397 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9f42d946-7d0e-466e-8389-bab87f959bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:06.103210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9f42d946-7d0e-466e-8389-bab87f959bb3 None None] Port 5a31b52c-806e-422e-b4e5-5654ec5dea27 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:32:06.156228 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd7b1a57-86c7-4266-bc19-72044a2f7153 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:06.186565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b1a57-86c7-4266-bc19-72044a2f7153 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event deleted for resources: {'Port': ['ID=5a31b52c-806e-422e-b4e5-5654ec5dea27,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:06.284145 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-dd7b1a57-86c7-4266-bc19-72044a2f7153 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:06.286417 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dd7b1a57-86c7-4266-bc19-72044a2f7153 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "DELETE /v2.0/ports/5a31b52c-806e-422e-b4e5-5654ec5dea27 HTTP/1.1" status: 204 len: 168 time: 0.5464458 Aug 27 14:32:06.288951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35826) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:06.313451 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-1600e384-4e9f-4809-b9d4-c84e52b844c3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] GET failed (client error): The resource could not be found. Aug 27 14:32:06.315118 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1600e384-4e9f-4809-b9d4-c84e52b844c3 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "GET /v2.0/ports/5a31b52c-806e-422e-b4e5-5654ec5dea27 HTTP/1.1" status: 404 len: 333 time: 0.0251887 Aug 27 14:32:06.319593 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35828) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:06.325514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Request body: {'port': {'network_id': '88705c61-fa6a-42e5-8156-a2af94c86558', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1274007454'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:06.456013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Made reservation on behalf of 295bec46fc914dd986a9e36f15e8a4af for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:06.459958 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:06.480233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] device_id is not set on port 83401c68-61ac-4799-9b8e-b49c174a5f4e yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:32:06.527442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ad310de4-9644-4dab-be00-28553e5137cc None None] Could not find standard attr ID for object 5a31b52c-806e-422e-b4e5-5654ec5dea27. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:32:06.628125 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Allocated IP 2001:db8::209 (88705c61-fa6a-42e5-8156-a2af94c86558/a376bb56-5563-44d6-ab54-fac4cfd6017e/83401c68-61ac-4799-9b8e-b49c174a5f4e) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:32:06.785899 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:06.800810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Transition to ACTIVE for port object 83401c68-61ac-4799-9b8e-b49c174a5f4e will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:06.832520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:06.874587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Network 88705c61-fa6a-42e5-8156-a2af94c86558 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:32:06.879491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:06.883451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:06.889069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:06.889686 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:06.904492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event updated for resources: {'Port': ['ID=83401c68-61ac-4799-9b8e-b49c174a5f4e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:06.912395 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-447c8bcb-bba0-4e4b-ab7d-29038aa97b5a tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5916533 Aug 27 14:32:06.915588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35844) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:06.921136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b50c69f2-b705-47ac-aa0b-e0305aa1c76e tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5e:c2:69'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:06.997062 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50c69f2-b705-47ac-aa0b-e0305aa1c76e tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:07.159865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7c7e3381-b267-4c00-aafc-f765c9c49f99 None None] Provisioning for port 83401c68-61ac-4799-9b8e-b49c174a5f4e completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:32:07.164109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7c7e3381-b267-4c00-aafc-f765c9c49f99 None None] Provisioning complete for port 83401c68-61ac-4799-9b8e-b49c174a5f4e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:32:07.164477 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3381-b267-4c00-aafc-f765c9c49f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:07.194429 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50c69f2-b705-47ac-aa0b-e0305aa1c76e tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:07.199994 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50c69f2-b705-47ac-aa0b-e0305aa1c76e tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:07.213951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e3381-b267-4c00-aafc-f765c9c49f99 None None] Port 83401c68-61ac-4799-9b8e-b49c174a5f4e cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:32:07.243294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-b50c69f2-b705-47ac-aa0b-e0305aa1c76e tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] In _notify_port_updated(), no bound segment for port 83401c68-61ac-4799-9b8e-b49c174a5f4e on network 88705c61-fa6a-42e5-8156-a2af94c86558 {{(pid=101187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:32:07.250188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50c69f2-b705-47ac-aa0b-e0305aa1c76e tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:07.250883 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50c69f2-b705-47ac-aa0b-e0305aa1c76e tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:07.252242 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b50c69f2-b705-47ac-aa0b-e0305aa1c76e tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "PUT /v2.0/ports/83401c68-61ac-4799-9b8e-b49c174a5f4e HTTP/1.1" status: 200 len: 1003 time: 0.3357110 Aug 27 14:32:07.255232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35850) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:07.300143 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c69f2-b705-47ac-aa0b-e0305aa1c76e tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event updated for resources: {'Port': ['ID=83401c68-61ac-4799-9b8e-b49c174a5f4e,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:07.360564 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-07e7cce2-fded-4abc-a422-fec20424063d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Deleting port 83401c68-61ac-4799-9b8e-b49c174a5f4e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:07.360909 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-07e7cce2-fded-4abc-a422-fec20424063d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:07.454854 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-07e7cce2-fded-4abc-a422-fec20424063d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:07.468308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-07e7cce2-fded-4abc-a422-fec20424063d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Calling delete_port for 83401c68-61ac-4799-9b8e-b49c174a5f4e owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:07.539590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6e07230c-bd9a-4f3d-8569-31fe0654622f None None] Provisioning complete for port 83401c68-61ac-4799-9b8e-b49c174a5f4e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:32:07.539939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6e07230c-bd9a-4f3d-8569-31fe0654622f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:07.584420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6e07230c-bd9a-4f3d-8569-31fe0654622f None None] Port 83401c68-61ac-4799-9b8e-b49c174a5f4e cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:32:07.609221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-07e7cce2-fded-4abc-a422-fec20424063d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:07.645113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7cce2-fded-4abc-a422-fec20424063d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event deleted for resources: {'Port': ['ID=83401c68-61ac-4799-9b8e-b49c174a5f4e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:07.674209 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-07e7cce2-fded-4abc-a422-fec20424063d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:07.678989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-07e7cce2-fded-4abc-a422-fec20424063d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "DELETE /v2.0/ports/83401c68-61ac-4799-9b8e-b49c174a5f4e HTTP/1.1" status: 204 len: 168 time: 0.4202828 Aug 27 14:32:07.679245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35858) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:07.704371 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc95c3b-2c80-4c33-8412-7a79fd7c6371 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] GET failed (client error): The resource could not be found. Aug 27 14:32:07.705942 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0fc95c3b-2c80-4c33-8412-7a79fd7c6371 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "GET /v2.0/ports/83401c68-61ac-4799-9b8e-b49c174a5f4e HTTP/1.1" status: 404 len: 333 time: 0.0257685 Aug 27 14:32:07.709486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35860) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:07.715609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Request body: {'port': {'network_id': '88705c61-fa6a-42e5-8156-a2af94c86558', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-538459654'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:07.835722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Made reservation on behalf of 295bec46fc914dd986a9e36f15e8a4af for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:07.839586 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:07.862390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] device_id is not set on port 35f09988-5359-49e2-87d1-129ff3174978 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:32:08.228828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Allocated IP 2001:db8::1d3 (88705c61-fa6a-42e5-8156-a2af94c86558/a376bb56-5563-44d6-ab54-fac4cfd6017e/35f09988-5359-49e2-87d1-129ff3174978) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:32:08.381872 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:08.395291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Transition to ACTIVE for port object 35f09988-5359-49e2-87d1-129ff3174978 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:08.428031 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:08.473450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Network 88705c61-fa6a-42e5-8156-a2af94c86558 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:32:08.476547 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:08.481805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:08.487464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:08.487991 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:08.499591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event updated for resources: {'Port': ['ID=35f09988-5359-49e2-87d1-129ff3174978,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:08.506456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b97268f7-5c85-4eb7-a713-c13a43dc9076 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7959728 Aug 27 14:32:08.509226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35874) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:08.515223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Request body: {'port': {'network_id': '88705c61-fa6a-42e5-8156-a2af94c86558', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1960766674'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:08.652375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Made reservation on behalf of 295bec46fc914dd986a9e36f15e8a4af for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:08.656596 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:08.678826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] device_id is not set on port 2d298686-2855-47be-8182-6ae479b1f58c yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:32:08.807736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Allocated IP 2001:db8::197 (88705c61-fa6a-42e5-8156-a2af94c86558/a376bb56-5563-44d6-ab54-fac4cfd6017e/2d298686-2855-47be-8182-6ae479b1f58c) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:32:08.813364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9a52a8d9-8b2b-415e-b297-8fb97a557c91 None None] Provisioning for port 35f09988-5359-49e2-87d1-129ff3174978 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:32:08.819551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9a52a8d9-8b2b-415e-b297-8fb97a557c91 None None] Provisioning complete for port 35f09988-5359-49e2-87d1-129ff3174978 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:32:08.820041 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9a52a8d9-8b2b-415e-b297-8fb97a557c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:08.861040 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9a52a8d9-8b2b-415e-b297-8fb97a557c91 None None] Port 35f09988-5359-49e2-87d1-129ff3174978 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:32:08.980089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:08.993400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Transition to ACTIVE for port object 2d298686-2855-47be-8182-6ae479b1f58c will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:09.026328 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:09.076549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Network 88705c61-fa6a-42e5-8156-a2af94c86558 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:32:09.079464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:09.081982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:09.088146 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:09.088688 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:09.098988 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event updated for resources: {'Port': ['ID=2d298686-2855-47be-8182-6ae479b1f58c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:09.114966 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-70d48f9f-7495-4377-9973-e847684e6ccc tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6019037 Aug 27 14:32:09.115171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35888) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:09.121138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-90e2ae09-d581-4624-98c6-4c4f65ad71ec tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b0', 'mac_address': 'fa:16:3e:5e:c2:69'}, {'ip_address': '2001:db8::1d3', 'mac_address': 'fa:16:3e:25:65:f9'}]}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:09.282995 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-90e2ae09-d581-4624-98c6-4c4f65ad71ec tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:09.387467 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cd07b460-4457-4917-a87c-7cf362999ec1 None None] Provisioning for port 2d298686-2855-47be-8182-6ae479b1f58c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:32:09.393966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cd07b460-4457-4917-a87c-7cf362999ec1 None None] Provisioning complete for port 2d298686-2855-47be-8182-6ae479b1f58c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:32:09.394877 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cd07b460-4457-4917-a87c-7cf362999ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:09.433791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-cd07b460-4457-4917-a87c-7cf362999ec1 None None] Port 2d298686-2855-47be-8182-6ae479b1f58c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:32:09.485688 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-90e2ae09-d581-4624-98c6-4c4f65ad71ec tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:09.490414 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-90e2ae09-d581-4624-98c6-4c4f65ad71ec tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:09.529035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-90e2ae09-d581-4624-98c6-4c4f65ad71ec tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] In _notify_port_updated(), no bound segment for port 2d298686-2855-47be-8182-6ae479b1f58c on network 88705c61-fa6a-42e5-8156-a2af94c86558 {{(pid=101187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 14:32:09.535024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e2ae09-d581-4624-98c6-4c4f65ad71ec tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:09.535649 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-90e2ae09-d581-4624-98c6-4c4f65ad71ec tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:09.537064 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-90e2ae09-d581-4624-98c6-4c4f65ad71ec tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "PUT /v2.0/ports/2d298686-2855-47be-8182-6ae479b1f58c HTTP/1.1" status: 200 len: 1068 time: 0.4208405 Aug 27 14:32:09.540144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35896) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:09.558356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2ae09-d581-4624-98c6-4c4f65ad71ec tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event updated for resources: {'Port': ['ID=2d298686-2855-47be-8182-6ae479b1f58c,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:09.648539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ad040-1a00-4e24-a5a7-868308823d1d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Deleting port 2d298686-2855-47be-8182-6ae479b1f58c {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:09.649688 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f6ad040-1a00-4e24-a5a7-868308823d1d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:09.741146 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f6ad040-1a00-4e24-a5a7-868308823d1d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:09.757163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ad040-1a00-4e24-a5a7-868308823d1d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Calling delete_port for 2d298686-2855-47be-8182-6ae479b1f58c owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:09.859385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2378bee1-0126-4c37-9cbe-ffd35bbd0525 None None] Provisioning complete for port 2d298686-2855-47be-8182-6ae479b1f58c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:32:09.860446 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2378bee1-0126-4c37-9cbe-ffd35bbd0525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:09.895688 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f6ad040-1a00-4e24-a5a7-868308823d1d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:09.897501 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2378bee1-0126-4c37-9cbe-ffd35bbd0525 None None] Port 2d298686-2855-47be-8182-6ae479b1f58c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:32:09.927530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ad040-1a00-4e24-a5a7-868308823d1d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event deleted for resources: {'Port': ['ID=2d298686-2855-47be-8182-6ae479b1f58c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:10.049794 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:10.132535 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4f6ad040-1a00-4e24-a5a7-868308823d1d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:10.136061 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4f6ad040-1a00-4e24-a5a7-868308823d1d tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "DELETE /v2.0/ports/2d298686-2855-47be-8182-6ae479b1f58c HTTP/1.1" status: 204 len: 168 time: 0.5948963 Aug 27 14:32:10.138885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35908) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:10.165763 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab21e65-025f-47e5-b3aa-7c61572c5d39 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] GET failed (client error): The resource could not be found. Aug 27 14:32:10.168066 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6ab21e65-025f-47e5-b3aa-7c61572c5d39 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "GET /v2.0/ports/2d298686-2855-47be-8182-6ae479b1f58c HTTP/1.1" status: 404 len: 333 time: 0.0278122 Aug 27 14:32:10.170850 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35910) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:10.266274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b36c08fa-870a-499f-bffe-1bef1142d8d2 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Deleting port 35f09988-5359-49e2-87d1-129ff3174978 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:10.266628 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b36c08fa-870a-499f-bffe-1bef1142d8d2 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:10.363353 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b36c08fa-870a-499f-bffe-1bef1142d8d2 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:10.375494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-b36c08fa-870a-499f-bffe-1bef1142d8d2 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Calling delete_port for 35f09988-5359-49e2-87d1-129ff3174978 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:10.502730 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b36c08fa-870a-499f-bffe-1bef1142d8d2 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:10.538038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c08fa-870a-499f-bffe-1bef1142d8d2 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event deleted for resources: {'Port': ['ID=35f09988-5359-49e2-87d1-129ff3174978,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:10.570161 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b36c08fa-870a-499f-bffe-1bef1142d8d2 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:10.579617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b36c08fa-870a-499f-bffe-1bef1142d8d2 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "DELETE /v2.0/ports/35f09988-5359-49e2-87d1-129ff3174978 HTTP/1.1" status: 204 len: 168 time: 0.4073210 Aug 27 14:32:10.584946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35920) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:10.614492 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2550c81-b33c-4e73-8b5b-110c38e0b717 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] GET failed (client error): The resource could not be found. Aug 27 14:32:10.616105 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d2550c81-b33c-4e73-8b5b-110c38e0b717 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "GET /v2.0/ports/35f09988-5359-49e2-87d1-129ff3174978 HTTP/1.1" status: 404 len: 333 time: 0.0289228 Aug 27 14:32:10.621494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35922) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:10.730637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-51583149-0972-4804-8bf7-7cce8e9d00fb tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Deleting port 0a48d760-ddce-4679-80bf-6c54b72ffccb {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:10.738304 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51583149-0972-4804-8bf7-7cce8e9d00fb tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:10.864227 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51583149-0972-4804-8bf7-7cce8e9d00fb tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:10.877650 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-51583149-0972-4804-8bf7-7cce8e9d00fb tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Calling delete_port for 0a48d760-ddce-4679-80bf-6c54b72ffccb owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:11.030248 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51583149-0972-4804-8bf7-7cce8e9d00fb tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:11.061144 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51583149-0972-4804-8bf7-7cce8e9d00fb tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event deleted for resources: {'Port': ['ID=0a48d760-ddce-4679-80bf-6c54b72ffccb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:11.088135 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-51583149-0972-4804-8bf7-7cce8e9d00fb tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:11.091241 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-51583149-0972-4804-8bf7-7cce8e9d00fb tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "DELETE /v2.0/ports/0a48d760-ddce-4679-80bf-6c54b72ffccb HTTP/1.1" status: 204 len: 168 time: 0.4687233 Aug 27 14:32:11.092499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35934) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:11.148188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-1253f53d-5aa8-413f-8878-1391868af340 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Deleting subnet a376bb56-5563-44d6-ab54-fac4cfd6017e {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:32:11.151773 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1253f53d-5aa8-413f-8878-1391868af340 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:11.205544 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1253f53d-5aa8-413f-8878-1391868af340 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:11.302546 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1253f53d-5aa8-413f-8878-1391868af340 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:11.363651 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1253f53d-5aa8-413f-8878-1391868af340 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:11.393676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253f53d-5aa8-413f-8878-1391868af340 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event deleted for resources: {'Subnet': ['ID=a376bb56-5563-44d6-ab54-fac4cfd6017e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:11.396655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1253f53d-5aa8-413f-8878-1391868af340 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:11.398605 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1253f53d-5aa8-413f-8878-1391868af340 tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "DELETE /v2.0/subnets/a376bb56-5563-44d6-ab54-fac4cfd6017e HTTP/1.1" status: 204 len: 168 time: 0.3050878 Aug 27 14:32:11.402960 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35942) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:11.404154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4acc6df-a1ed-42e8-974c-1cefbcfc622a None None] Network 88705c61-fa6a-42e5-8156-a2af94c86558 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:11.485415 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:11.549344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Deleting port 79e9c3d0-12bc-475f-a5f0-691413310c5c {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:11.549999 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:11.627213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] For port 79e9c3d0-12bc-475f-a5f0-691413310c5c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=79e9c3d0-12bc-475f-a5f0-691413310c5c,segment=NetworkSegment(de7a99de-a87d-4a86-9fb4-04ccf498b7c6),segment_id=de7a99de-a87d-4a86-9fb4-04ccf498b7c6)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:32:11.627865 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:11.642714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Calling delete_port for 79e9c3d0-12bc-475f-a5f0-691413310c5c owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:11.773275 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53a8140-77a1-41f8-ab4c-4b8191e67703 None None] DHCP port deletion for 88705c61-fa6a-42e5-8156-a2af94c86558 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:32:11.826528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c53a8140-77a1-41f8-ab4c-4b8191e67703 None None] Deleting port 79e9c3d0-12bc-475f-a5f0-691413310c5c {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:11.826934 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c53a8140-77a1-41f8-ab4c-4b8191e67703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:11.898817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c53a8140-77a1-41f8-ab4c-4b8191e67703 None None] For port 79e9c3d0-12bc-475f-a5f0-691413310c5c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=79e9c3d0-12bc-475f-a5f0-691413310c5c,segment=NetworkSegment(de7a99de-a87d-4a86-9fb4-04ccf498b7c6),segment_id=de7a99de-a87d-4a86-9fb4-04ccf498b7c6)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:32:11.899805 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c53a8140-77a1-41f8-ab4c-4b8191e67703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:11.919919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c53a8140-77a1-41f8-ab4c-4b8191e67703 None None] Calling delete_port for 79e9c3d0-12bc-475f-a5f0-691413310c5c owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:11.967475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 79e9c3d0-12bc-475f-a5f0-691413310c5c no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:32:12.077280 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c53a8140-77a1-41f8-ab4c-4b8191e67703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:12.081704 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:12.090392 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:12.114582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event deleted for resources: {'Port': ['ID=79e9c3d0-12bc-475f-a5f0-691413310c5c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:12.115453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a8140-77a1-41f8-ab4c-4b8191e67703 None None] Pushing event deleted for resources: {'Port': ['ID=79e9c3d0-12bc-475f-a5f0-691413310c5c,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:12.121230 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] No DVR routers for this DVR port 79e9c3d0-12bc-475f-a5f0-691413310c5c on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:32:12.122321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a8140-77a1-41f8-ab4c-4b8191e67703 None None] No DVR routers for this DVR port 79e9c3d0-12bc-475f-a5f0-691413310c5c on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:32:12.205126 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:12.215431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88705c61-fa6a-42e5-8156-a2af94c86558']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:12.229725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7a99de-a87d-4a86-9fb4-04ccf498b7c6') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:12.230195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7a99de-a87d-4a86-9fb4-04ccf498b7c6') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:12.239591 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:12.255107 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:12.263087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:12.263495 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:12.266869 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:12.326711 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:12.333740 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:12.335597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] 10.222.0.55 "DELETE /v2.0/networks/88705c61-fa6a-42e5-8156-a2af94c86558 HTTP/1.1" status: 204 len: 168 time: 0.9315789 Aug 27 14:32:12.347527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118143d0-dc61-48c4-ac90-d9c3b633514b tempest-AllowedAddressPairIpV6TestJSON-1621648565 tempest-AllowedAddressPairIpV6TestJSON-1621648565-project] Pushing event deleted for resources: {'Network': ['ID=88705c61-fa6a-42e5-8156-a2af94c86558,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:12.592844 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 35966) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:12.729037 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0bb2d094-6b82-422d-835b-ac58eebd4e09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=295bec46fc914dd986a9e36f15e8a4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328287 Aug 27 14:32:12.731119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 35972) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:12.786989 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3dc11569-7d58-4be9-b2c7-880a2cb94ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:12.817757 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3dc11569-7d58-4be9-b2c7-880a2cb94ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:12.866950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3dc11569-7d58-4be9-b2c7-880a2cb94ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:12.869606 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3dc11569-7d58-4be9-b2c7-880a2cb94ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:12.870802 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3dc11569-7d58-4be9-b2c7-880a2cb94ff5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b16856bf-46fb-4d4c-8771-eff90ea4ac15 HTTP/1.1" status: 204 len: 168 time: 0.1385450 Aug 27 14:32:12.879917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc11569-7d58-4be9-b2c7-880a2cb94ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16856bf-46fb-4d4c-8771-eff90ea4ac15,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:13.527772 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36010) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:13.630850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Request body: {'networks': [{'name': 'tempest-network--987259723'}, {'name': 'tempest-network--945811588'}]} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:13.631179 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Request body: {'network': {'name': 'tempest-network--987259723'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:13.631711 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Request body: {'network': {'name': 'tempest-network--945811588'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:13.653693 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Made reservation on behalf of 6dc55abe737741fc90f9385664747a54 for: {'network': 2} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:13.658150 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:13.667101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:13.763951 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:13.768776 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:13.769396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:13.808083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec328e1b-29d0-4481-99e9-8d09b0065a82,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:13.813634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:32:13.833294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:13.833566 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Added segment 018123e2-a77b-4ad5-8701-d100ef3e1c19 of type vlan for network eebb3cd2-3605-4c87-8329-6991acf4ab83 Aug 27 14:32:13.890240 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:13.918252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:32:13.926900 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:13.927243 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Added segment 10b1e65d-1575-4216-a920-1c901bada906 of type vlan for network 6a434642-7c3e-4d5c-85ff-129388da5f9c Aug 27 14:32:13.966572 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:13.993380 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:13.993826 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:13.999412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:14.004128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:14.004735 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.063426 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.5344694 Aug 27 14:32:14.066020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36024) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:14.073340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event updated for resources: {'Network': ['ID=eebb3cd2-3605-4c87-8329-6991acf4ab83,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:14.083863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network eebb3cd2-3605-4c87-8329-6991acf4ab83 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:32:14.162159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d1828-e859-4a66-85e2-527c2dea4795 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event updated for resources: {'Network': ['ID=6a434642-7c3e-4d5c-85ff-129388da5f9c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:14.173315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 6a434642-7c3e-4d5c-85ff-129388da5f9c details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:32:14.291636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a07d544-5ff8-4317-8e99-c22e938728be tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:14.297793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a07d544-5ff8-4317-8e99-c22e938728be tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:14.303881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a07d544-5ff8-4317-8e99-c22e938728be tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:14.309750 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a07d544-5ff8-4317-8e99-c22e938728be tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:14.311400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8a07d544-5ff8-4317-8e99-c22e938728be tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2443264 Aug 27 14:32:14.314554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36028) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:14.393080 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6093fa1-4b79-4f6d-9a87-d65db732365e tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.484726 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6093fa1-4b79-4f6d-9a87-d65db732365e tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.494238 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f6093fa1-4b79-4f6d-9a87-d65db732365e tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebb3cd2-3605-4c87-8329-6991acf4ab83']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:14.504213 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f6093fa1-4b79-4f6d-9a87-d65db732365e tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018123e2-a77b-4ad5-8701-d100ef3e1c19') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:14.504506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f6093fa1-4b79-4f6d-9a87-d65db732365e tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018123e2-a77b-4ad5-8701-d100ef3e1c19') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:14.512995 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6093fa1-4b79-4f6d-9a87-d65db732365e tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.526580 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6093fa1-4b79-4f6d-9a87-d65db732365e tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.532270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6093fa1-4b79-4f6d-9a87-d65db732365e tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:14.532652 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6093fa1-4b79-4f6d-9a87-d65db732365e tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:14.535747 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:14.592951 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6093fa1-4b79-4f6d-9a87-d65db732365e tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.597612 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f6093fa1-4b79-4f6d-9a87-d65db732365e tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.604380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36036) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:14.604541 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f6093fa1-4b79-4f6d-9a87-d65db732365e tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "DELETE /v2.0/networks/eebb3cd2-3605-4c87-8329-6991acf4ab83 HTTP/1.1" status: 204 len: 168 time: 0.2889047 Aug 27 14:32:14.624543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6093fa1-4b79-4f6d-9a87-d65db732365e tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event deleted for resources: {'Network': ['ID=eebb3cd2-3605-4c87-8329-6991acf4ab83,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:14.655753 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6a09-5665-41d9-ade9-f11288c7cbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.690151 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee373-946a-4c69-8357-4c829c9e9c22 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.780069 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee373-946a-4c69-8357-4c829c9e9c22 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.790547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-bb0ee373-946a-4c69-8357-4c829c9e9c22 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a434642-7c3e-4d5c-85ff-129388da5f9c']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:14.800849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-bb0ee373-946a-4c69-8357-4c829c9e9c22 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b1e65d-1575-4216-a920-1c901bada906') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:14.801148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-bb0ee373-946a-4c69-8357-4c829c9e9c22 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b1e65d-1575-4216-a920-1c901bada906') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:14.811111 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee373-946a-4c69-8357-4c829c9e9c22 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.824932 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee373-946a-4c69-8357-4c829c9e9c22 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.831112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0ee373-946a-4c69-8357-4c829c9e9c22 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:14.831511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee373-946a-4c69-8357-4c829c9e9c22 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:14.834719 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:14.902573 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee373-946a-4c69-8357-4c829c9e9c22 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.921987 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee373-946a-4c69-8357-4c829c9e9c22 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:14.924175 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bb0ee373-946a-4c69-8357-4c829c9e9c22 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "DELETE /v2.0/networks/6a434642-7c3e-4d5c-85ff-129388da5f9c HTTP/1.1" status: 204 len: 168 time: 0.3182018 Aug 27 14:32:14.925113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ee373-946a-4c69-8357-4c829c9e9c22 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event deleted for resources: {'Network': ['ID=6a434642-7c3e-4d5c-85ff-129388da5f9c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:14.926561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36044) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:15.106754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c9396-7a38-4a5e-9f67-8e93ce6594b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:15.112892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c9396-7a38-4a5e-9f67-8e93ce6594b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:15.114439 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ee2c9396-7a38-4a5e-9f67-8e93ce6594b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1859372 Aug 27 14:32:15.118993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36048) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:15.127886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-11504f17-d45b-452f-80f2-98ec53db11cb tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-268790210'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:15.148032 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11504f17-d45b-452f-80f2-98ec53db11cb tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Made reservation on behalf of 6dc55abe737741fc90f9385664747a54 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:15.152320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11504f17-d45b-452f-80f2-98ec53db11cb tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:15.177594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11504f17-d45b-452f-80f2-98ec53db11cb tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:32:15.188783 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11504f17-d45b-452f-80f2-98ec53db11cb tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:15.189138 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-11504f17-d45b-452f-80f2-98ec53db11cb tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Added segment 1a8c4d3c-e087-43f5-8d5b-7961dd9da474 of type vlan for network 4f0da588-36e2-4cfd-a098-68d522cfee09 Aug 27 14:32:15.233641 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11504f17-d45b-452f-80f2-98ec53db11cb tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:15.269663 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11504f17-d45b-452f-80f2-98ec53db11cb tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:15.275640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11504f17-d45b-452f-80f2-98ec53db11cb tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:15.276234 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-11504f17-d45b-452f-80f2-98ec53db11cb tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:15.339108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-11504f17-d45b-452f-80f2-98ec53db11cb tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2189379 Aug 27 14:32:15.341835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36052) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:15.347728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11504f17-d45b-452f-80f2-98ec53db11cb tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event updated for resources: {'Network': ['ID=4f0da588-36e2-4cfd-a098-68d522cfee09,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:15.347897 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-255741ea-348e-40f8-9c89-c59cd66f2e50 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-242167135'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:15.359841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 4f0da588-36e2-4cfd-a098-68d522cfee09 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:32:15.377792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255741ea-348e-40f8-9c89-c59cd66f2e50 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Made reservation on behalf of 6dc55abe737741fc90f9385664747a54 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:15.381471 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-255741ea-348e-40f8-9c89-c59cd66f2e50 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:15.411184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255741ea-348e-40f8-9c89-c59cd66f2e50 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:32:15.423446 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-255741ea-348e-40f8-9c89-c59cd66f2e50 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:15.423803 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-255741ea-348e-40f8-9c89-c59cd66f2e50 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Added segment 2e487052-1a39-47c1-9c64-d6e9bfcbaac5 of type vlan for network ea19cc17-a147-478a-8675-5aeba5d6f2a1 Aug 27 14:32:15.471042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-255741ea-348e-40f8-9c89-c59cd66f2e50 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:15.495747 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-255741ea-348e-40f8-9c89-c59cd66f2e50 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:15.501397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255741ea-348e-40f8-9c89-c59cd66f2e50 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:15.501978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-255741ea-348e-40f8-9c89-c59cd66f2e50 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:15.563769 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-255741ea-348e-40f8-9c89-c59cd66f2e50 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2205896 Aug 27 14:32:15.566706 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36058) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:15.577468 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Request body: {'ports': [{'network_id': '4f0da588-36e2-4cfd-a098-68d522cfee09', 'name': 'tempest-port--1548018168', 'admin_state_up': True}, {'network_id': 'ea19cc17-a147-478a-8675-5aeba5d6f2a1', 'admin_state_up': False}]} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:15.577468 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Request body: {'port': {'network_id': '4f0da588-36e2-4cfd-a098-68d522cfee09', 'name': 'tempest-port--1548018168', 'admin_state_up': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:15.577468 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Request body: {'port': {'network_id': 'ea19cc17-a147-478a-8675-5aeba5d6f2a1', 'admin_state_up': False}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:15.591306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255741ea-348e-40f8-9c89-c59cd66f2e50 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event updated for resources: {'Network': ['ID=ea19cc17-a147-478a-8675-5aeba5d6f2a1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:15.609528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network ea19cc17-a147-478a-8675-5aeba5d6f2a1 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:32:15.740553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Made reservation on behalf of 6dc55abe737741fc90f9385664747a54 for: {'port': 2} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:15.746454 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:15.762522 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:15.840333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] device_id is not set on port 47d83354-a757-4b5f-bd81-38b84d90f7f7 yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:32:15.961944 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:16.034248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] device_id is not set on port fb2899fb-8106-4b47-965a-6669221d9e1a yet. {{(pid=101187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:32:16.145633 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:16.185871 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:16.249161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event updated for resources: {'Port': ['ID=47d83354-a757-4b5f-bd81-38b84d90f7f7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:16.259157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Checking segment: {'id': '1a8c4d3c-e087-43f5-8d5b-7961dd9da474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4f0da588-36e2-4cfd-a098-68d522cfee09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:16.259535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Network hostable DHCP agents. Network: 4f0da588-36e2-4cfd-a098-68d522cfee09, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:32:16.276353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Network 4f0da588-36e2-4cfd-a098-68d522cfee09 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:32:16.284064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 4f0da588-36e2-4cfd-a098-68d522cfee09) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:16.287972 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:16.288844 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:16.295214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba92b758-e651-4f25-8b8f-d6e8c4e1752d None None] Network 4f0da588-36e2-4cfd-a098-68d522cfee09 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:16.354753 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event updated for resources: {'Port': ['ID=fb2899fb-8106-4b47-965a-6669221d9e1a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:16.362974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Checking segment: {'id': '2e487052-1a39-47c1-9c64-d6e9bfcbaac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ea19cc17-a147-478a-8675-5aeba5d6f2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:16.363469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Network hostable DHCP agents. Network: ea19cc17-a147-478a-8675-5aeba5d6f2a1, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:32:16.381376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Network ea19cc17-a147-478a-8675-5aeba5d6f2a1 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:32:16.391107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, ea19cc17-a147-478a-8675-5aeba5d6f2a1) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:16.395353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:16.404073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:16.409191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:16.410182 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:16.413802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d59c2-87e1-4500-8cb3-52bd16bdbd52 None None] Network ea19cc17-a147-478a-8675-5aeba5d6f2a1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:16.427912 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d5fd0f94-c800-4310-86d0-e2eca363ac14 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8579123 Aug 27 14:32:16.428509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36074) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:16.522837 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6927bac5-576a-438f-b1d0-5a0f1029679a tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:16.529835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6927bac5-576a-438f-b1d0-5a0f1029679a tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:16.531661 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6927bac5-576a-438f-b1d0-5a0f1029679a tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1019814 Aug 27 14:32:16.534808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36080) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:16.628608 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-fd2311a2-5956-41ff-a4e4-8a7a08826bab tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Deleting port 47d83354-a757-4b5f-bd81-38b84d90f7f7 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:16.628955 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd2311a2-5956-41ff-a4e4-8a7a08826bab tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:16.693705 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd2311a2-5956-41ff-a4e4-8a7a08826bab tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:16.706905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-fd2311a2-5956-41ff-a4e4-8a7a08826bab tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Calling delete_port for 47d83354-a757-4b5f-bd81-38b84d90f7f7 owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:16.788629 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd2311a2-5956-41ff-a4e4-8a7a08826bab tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:16.826676 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fd2311a2-5956-41ff-a4e4-8a7a08826bab tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:16.828971 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fd2311a2-5956-41ff-a4e4-8a7a08826bab tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "DELETE /v2.0/ports/47d83354-a757-4b5f-bd81-38b84d90f7f7 HTTP/1.1" status: 204 len: 168 time: 0.2931867 Aug 27 14:32:16.829907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2311a2-5956-41ff-a4e4-8a7a08826bab tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event deleted for resources: {'Port': ['ID=47d83354-a757-4b5f-bd81-38b84d90f7f7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:16.832310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36086) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:16.921885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-779c9d36-cebf-4a5f-a18f-f59b53c29484 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Deleting port fb2899fb-8106-4b47-965a-6669221d9e1a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:16.922231 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-779c9d36-cebf-4a5f-a18f-f59b53c29484 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:16.990271 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-779c9d36-cebf-4a5f-a18f-f59b53c29484 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.003502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-779c9d36-cebf-4a5f-a18f-f59b53c29484 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Calling delete_port for fb2899fb-8106-4b47-965a-6669221d9e1a owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:17.085353 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-779c9d36-cebf-4a5f-a18f-f59b53c29484 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.118229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c9d36-cebf-4a5f-a18f-f59b53c29484 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event deleted for resources: {'Port': ['ID=fb2899fb-8106-4b47-965a-6669221d9e1a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:17.125511 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-779c9d36-cebf-4a5f-a18f-f59b53c29484 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.127473 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-779c9d36-cebf-4a5f-a18f-f59b53c29484 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "DELETE /v2.0/ports/fb2899fb-8106-4b47-965a-6669221d9e1a HTTP/1.1" status: 204 len: 168 time: 0.2939742 Aug 27 14:32:17.129956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36094) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:17.161344 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ded247e7-83c8-4345-bf41-e85aa99bbec0 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0263779 Aug 27 14:32:17.161590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36096) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:17.166296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b36ce799-d2ad-41a7-b1be-a0423f587c9c tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-804155183'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:17.187778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36ce799-d2ad-41a7-b1be-a0423f587c9c tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Made reservation on behalf of 6dc55abe737741fc90f9385664747a54 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:17.191210 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b36ce799-d2ad-41a7-b1be-a0423f587c9c tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.217301 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36ce799-d2ad-41a7-b1be-a0423f587c9c tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:32:17.226254 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b36ce799-d2ad-41a7-b1be-a0423f587c9c tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.226619 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-b36ce799-d2ad-41a7-b1be-a0423f587c9c tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Added segment 02baed94-ee89-478f-9796-fb4e2e15fb2f of type vlan for network 098878db-cae2-4427-9352-105912d4942d Aug 27 14:32:17.265845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b36ce799-d2ad-41a7-b1be-a0423f587c9c tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.292367 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b36ce799-d2ad-41a7-b1be-a0423f587c9c tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.298525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ce799-d2ad-41a7-b1be-a0423f587c9c tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:17.299163 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b36ce799-d2ad-41a7-b1be-a0423f587c9c tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.365652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b36ce799-d2ad-41a7-b1be-a0423f587c9c tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2006109 Aug 27 14:32:17.365983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36102) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:17.371816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2f588761-2854-4d55-80ed-5eba5383b09d tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-953392116'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:17.381838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ce799-d2ad-41a7-b1be-a0423f587c9c tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event updated for resources: {'Network': ['ID=098878db-cae2-4427-9352-105912d4942d,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:17.392337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 098878db-cae2-4427-9352-105912d4942d details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:32:17.400302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f588761-2854-4d55-80ed-5eba5383b09d tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Made reservation on behalf of 6dc55abe737741fc90f9385664747a54 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:17.403978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f588761-2854-4d55-80ed-5eba5383b09d tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.429686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f588761-2854-4d55-80ed-5eba5383b09d tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:32:17.440831 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f588761-2854-4d55-80ed-5eba5383b09d tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.441296 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-2f588761-2854-4d55-80ed-5eba5383b09d tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Added segment 8cb0d7b2-b2ca-47b6-ac57-fd75c1bebaef of type vlan for network 91fc4ab4-a901-4fb4-b33e-f15993731250 Aug 27 14:32:17.471440 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.496283 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f588761-2854-4d55-80ed-5eba5383b09d tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.514785 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-adf858f8-8a2a-442e-8c02-f970d851429c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.525970 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f588761-2854-4d55-80ed-5eba5383b09d tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.531576 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f588761-2854-4d55-80ed-5eba5383b09d tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:17.532159 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2f588761-2854-4d55-80ed-5eba5383b09d tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:17.602712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2f588761-2854-4d55-80ed-5eba5383b09d tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2238388 Aug 27 14:32:17.606603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f588761-2854-4d55-80ed-5eba5383b09d tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event updated for resources: {'Network': ['ID=91fc4ab4-a901-4fb4-b33e-f15993731250,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:17.615219 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 91fc4ab4-a901-4fb4-b33e-f15993731250 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:32:18.839810 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:20.301957 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:20.919965 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36162) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:20.925178 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Request body: {'subnets': [{'network_id': '098878db-cae2-4427-9352-105912d4942d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1644359065', 'ip_version': 6}, {'network_id': '91fc4ab4-a901-4fb4-b33e-f15993731250', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:20.925534 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Request body: {'subnet': {'network_id': '098878db-cae2-4427-9352-105912d4942d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1644359065', 'ip_version': 6}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:20.926194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Request body: {'subnet': {'network_id': '91fc4ab4-a901-4fb4-b33e-f15993731250', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:21.103951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Made reservation on behalf of 6dc55abe737741fc90f9385664747a54 for: {'subnet': 2} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:21.108477 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:21.108815 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:21.513523 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:21.580374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event updated for resources: {'Subnet': ['ID=64d62e40-d148-4045-971a-ac91f76291e8,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:21.588446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Checking segment: {'id': '02baed94-ee89-478f-9796-fb4e2e15fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '098878db-cae2-4427-9352-105912d4942d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:21.588805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Network hostable DHCP agents. Network: 098878db-cae2-4427-9352-105912d4942d, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:32:21.606830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Network 098878db-cae2-4427-9352-105912d4942d is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:32:21.616877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 098878db-cae2-4427-9352-105912d4942d) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:21.621589 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:21.628360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c821a81-951b-40c0-a86c-db0000f4fea8 None None] Network 098878db-cae2-4427-9352-105912d4942d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:21.692365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event updated for resources: {'Subnet': ['ID=28b1d36f-d4f6-4622-89d2-2b7927221843,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:21.694611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Checking segment: {'id': '8cb0d7b2-b2ca-47b6-ac57-fd75c1bebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '91fc4ab4-a901-4fb4-b33e-f15993731250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:21.695032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Network hostable DHCP agents. Network: 91fc4ab4-a901-4fb4-b33e-f15993731250, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:32:21.698405 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:21.714234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Network 91fc4ab4-a901-4fb4-b33e-f15993731250 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:32:21.723257 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 91fc4ab4-a901-4fb4-b33e-f15993731250) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:21.727964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:21.728674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:21.729247 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:21.739037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8263ec6e-b65d-4520-a9e3-b3ec35627aae None None] Network 91fc4ab4-a901-4fb4-b33e-f15993731250 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:21.747640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-03e6269a-9df4-403d-afcd-20ac77464d6f tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.8264530 Aug 27 14:32:21.749950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36178) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:21.847582 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68977f50-92ae-45e8-a4c9-c213e1d730d3 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:21.849506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68977f50-92ae-45e8-a4c9-c213e1d730d3 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:21.851000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68977f50-92ae-45e8-a4c9-c213e1d730d3 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:21.853256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-68977f50-92ae-45e8-a4c9-c213e1d730d3 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1015522 Aug 27 14:32:21.862762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36180) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:21.875646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-098878db-cae2-4427-9352-105912d4942d', 'network_id': '098878db-cae2-4427-9352-105912d4942d', 'tenant_id': '6dc55abe737741fc90f9385664747a54', 'fixed_ips': [{'subnet_id': '64d62e40-d148-4045-971a-ac91f76291e8'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:32:21.876966 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.040795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-91fc4ab4-a901-4fb4-b33e-f15993731250', 'network_id': '91fc4ab4-a901-4fb4-b33e-f15993731250', 'tenant_id': '6dc55abe737741fc90f9385664747a54', 'fixed_ips': [{'subnet_id': '28b1d36f-d4f6-4622-89d2-2b7927221843'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:32:22.041545 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.118271 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Allocated IP 2001:db8::1 (098878db-cae2-4427-9352-105912d4942d/64d62e40-d148-4045-971a-ac91f76291e8/8a043836-d59f-4cd7-b526-c5c249f51233) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:32:22.190117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ed7900-95d9-4400-a78f-77768495ce95 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Deleting subnet 64d62e40-d148-4045-971a-ac91f76291e8 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:32:22.321972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Allocated IP 2001:db8:0:1::1 (91fc4ab4-a901-4fb4-b33e-f15993731250/28b1d36f-d4f6-4622-89d2-2b7927221843/bd7c0095-6d60-4c20-b2a6-8a826d743179) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:32:22.448577 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.467255 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Transition to ACTIVE for port object 8a043836-d59f-4cd7-b526-c5c249f51233 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:22.503142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Transition to ACTIVE for port object 8a043836-d59f-4cd7-b526-c5c249f51233 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:22.511870 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.513347 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95ed7900-95d9-4400-a78f-77768495ce95 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.565135 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95ed7900-95d9-4400-a78f-77768495ce95 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.605666 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Network 098878db-cae2-4427-9352-105912d4942d is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:32:22.610731 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.619213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:22.623377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:22.625233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Pushing event updated for resources: {'Port': ['ID=8a043836-d59f-4cd7-b526-c5c249f51233,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:22.630273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Transition to ACTIVE for port object bd7c0095-6d60-4c20-b2a6-8a826d743179 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:22.643544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:22.643959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:22.644262 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:22.644591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:22.644928 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:22.645267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:22.645602 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:22.645933 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:22.646264 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:22.646590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:22.646966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:22.647290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:22.672280 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95ed7900-95d9-4400-a78f-77768495ce95 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.679176 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Transition to ACTIVE for port object bd7c0095-6d60-4c20-b2a6-8a826d743179 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:22.700583 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.746794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Attempting to bind port 8a043836-d59f-4cd7-b526-c5c249f51233 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:32:22.747175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Attempting to bind port 8a043836-d59f-4cd7-b526-c5c249f51233 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '02baed94-ee89-478f-9796-fb4e2e15fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '098878db-cae2-4427-9352-105912d4942d'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:32:22.747381 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95ed7900-95d9-4400-a78f-77768495ce95 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.747616 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Attempting to bind port 8a043836-d59f-4cd7-b526-c5c249f51233 on network 098878db-cae2-4427-9352-105912d4942d {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:32:22.763135 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Network 91fc4ab4-a901-4fb4-b33e-f15993731250 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:32:22.766448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:32:22.766863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Checking segment: {'id': '02baed94-ee89-478f-9796-fb4e2e15fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '098878db-cae2-4427-9352-105912d4942d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:22.767272 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.767673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Bound using segment: {'id': '02baed94-ee89-478f-9796-fb4e2e15fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '098878db-cae2-4427-9352-105912d4942d'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:32:22.768230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Bound port: 8a043836-d59f-4cd7-b526-c5c249f51233, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02baed94-ee89-478f-9796-fb4e2e15fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '098878db-cae2-4427-9352-105912d4942d'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:32:22.768527 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.772315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:22.775098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed7900-95d9-4400-a78f-77768495ce95 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event deleted for resources: {'Subnet': ['ID=64d62e40-d148-4045-971a-ac91f76291e8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:22.778110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:22.781465 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-95ed7900-95d9-4400-a78f-77768495ce95 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.785732 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-95ed7900-95d9-4400-a78f-77768495ce95 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "DELETE /v2.0/subnets/64d62e40-d148-4045-971a-ac91f76291e8 HTTP/1.1" status: 204 len: 168 time: 0.9196043 Aug 27 14:32:22.786089 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36200) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:22.790719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Pushing event updated for resources: {'Port': ['ID=bd7c0095-6d60-4c20-b2a6-8a826d743179,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:22.852071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4544a9c-fed0-453e-ad49-374b6a00d518 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Deleting subnet 28b1d36f-d4f6-4622-89d2-2b7927221843 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:32:22.855743 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4544a9c-fed0-453e-ad49-374b6a00d518 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.882639 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Attempting to bind port bd7c0095-6d60-4c20-b2a6-8a826d743179 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:32:22.883744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Attempting to bind port bd7c0095-6d60-4c20-b2a6-8a826d743179 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '8cb0d7b2-b2ca-47b6-ac57-fd75c1bebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '91fc4ab4-a901-4fb4-b33e-f15993731250'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:32:22.884398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Attempting to bind port bd7c0095-6d60-4c20-b2a6-8a826d743179 on network 91fc4ab4-a901-4fb4-b33e-f15993731250 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:32:22.895767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:32:22.896713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Checking segment: {'id': '8cb0d7b2-b2ca-47b6-ac57-fd75c1bebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '91fc4ab4-a901-4fb4-b33e-f15993731250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:22.896993 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.897457 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Bound using segment: {'id': '8cb0d7b2-b2ca-47b6-ac57-fd75c1bebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '91fc4ab4-a901-4fb4-b33e-f15993731250'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:32:22.898010 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Bound port: bd7c0095-6d60-4c20-b2a6-8a826d743179, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb0d7b2-b2ca-47b6-ac57-fd75c1bebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '91fc4ab4-a901-4fb4-b33e-f15993731250'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:32:22.898467 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.905226 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4544a9c-fed0-453e-ad49-374b6a00d518 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.911755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] For port 8a043836-d59f-4cd7-b526-c5c249f51233, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:32:22.930555 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] For port 8a043836-d59f-4cd7-b526-c5c249f51233, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8a043836-d59f-4cd7-b526-c5c249f51233,segment=NetworkSegment(02baed94-ee89-478f-9796-fb4e2e15fb2f),segment_id=02baed94-ee89-478f-9796-fb4e2e15fb2f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:32:22.956571 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:22.998986 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4544a9c-fed0-453e-ad49-374b6a00d518 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.062067 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4544a9c-fed0-453e-ad49-374b6a00d518 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.070944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] For port bd7c0095-6d60-4c20-b2a6-8a826d743179, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:32:23.076588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935264f-a20b-4ad0-867b-58606547ee54 None None] Pushing event updated for resources: {'Port': ['ID=8a043836-d59f-4cd7-b526-c5c249f51233,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:23.099730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb6f994-2c03-4357-87fd-fb2c72e47b78 None None] Network 098878db-cae2-4427-9352-105912d4942d requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:23.106851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4544a9c-fed0-453e-ad49-374b6a00d518 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event deleted for resources: {'Subnet': ['ID=28b1d36f-d4f6-4622-89d2-2b7927221843,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:23.114392 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e4544a9c-fed0-453e-ad49-374b6a00d518 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.117043 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e4544a9c-fed0-453e-ad49-374b6a00d518 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "DELETE /v2.0/subnets/28b1d36f-d4f6-4622-89d2-2b7927221843 HTTP/1.1" status: 204 len: 168 time: 0.3300354 Aug 27 14:32:23.120310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36208) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:23.122594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] For port bd7c0095-6d60-4c20-b2a6-8a826d743179, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=bd7c0095-6d60-4c20-b2a6-8a826d743179,segment=NetworkSegment(8cb0d7b2-b2ca-47b6-ac57-fd75c1bebaef),segment_id=8cb0d7b2-b2ca-47b6-ac57-fd75c1bebaef)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:32:23.172195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb48e190-6d01-414e-8608-f6a55bc32b0b tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:23.173713 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bb48e190-6d01-414e-8608-f6a55bc32b0b tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0524797 Aug 27 14:32:23.177470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36210) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:23.258358 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.319190 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.320988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Deleting port bd7c0095-6d60-4c20-b2a6-8a826d743179 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:23.321447 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.417907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] For port bd7c0095-6d60-4c20-b2a6-8a826d743179, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=bd7c0095-6d60-4c20-b2a6-8a826d743179,segment=NetworkSegment(8cb0d7b2-b2ca-47b6-ac57-fd75c1bebaef),segment_id=8cb0d7b2-b2ca-47b6-ac57-fd75c1bebaef)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:32:23.418375 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.432020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7427b-8c11-485f-aaf9-3e53904489a2 None None] Pushing event updated for resources: {'Port': ['ID=bd7c0095-6d60-4c20-b2a6-8a826d743179,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:23.443095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Calling delete_port for bd7c0095-6d60-4c20-b2a6-8a826d743179 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:23.535160 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.565010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] No DVR routers for this DVR port bd7c0095-6d60-4c20-b2a6-8a826d743179 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:32:23.570300 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event deleted for resources: {'Port': ['ID=bd7c0095-6d60-4c20-b2a6-8a826d743179,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:23.659202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:23.659557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:23.659941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:23.660278 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:23.660607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:23.660931 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:23.661510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:23.661855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:23.662081 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:23.662402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:23.662744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:23.663068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:32:23.680638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.692443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fc4ab4-a901-4fb4-b33e-f15993731250']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:23.708284 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb0d7b2-b2ca-47b6-ac57-fd75c1bebaef') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:23.708579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb0d7b2-b2ca-47b6-ac57-fd75c1bebaef') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:23.721494 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.743753 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.752801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:23.753467 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:23.758070 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:23.818849 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.825902 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.827756 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "DELETE /v2.0/networks/91fc4ab4-a901-4fb4-b33e-f15993731250 HTTP/1.1" status: 204 len: 168 time: 0.6492083 Aug 27 14:32:23.830308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36220) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:23.844309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaba74f-85c2-47ef-8ef6-ccb15a712889 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event deleted for resources: {'Network': ['ID=91fc4ab4-a901-4fb4-b33e-f15993731250,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:23.917801 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:23.980508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Deleting port 8a043836-d59f-4cd7-b526-c5c249f51233 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:23.980848 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.042894 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] For port 8a043836-d59f-4cd7-b526-c5c249f51233, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8a043836-d59f-4cd7-b526-c5c249f51233,segment=NetworkSegment(02baed94-ee89-478f-9796-fb4e2e15fb2f),segment_id=02baed94-ee89-478f-9796-fb4e2e15fb2f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:32:24.043272 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.056617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Calling delete_port for 8a043836-d59f-4cd7-b526-c5c249f51233 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:24.153735 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.187241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event deleted for resources: {'Port': ['ID=8a043836-d59f-4cd7-b526-c5c249f51233,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:24.189532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] No DVR routers for this DVR port 8a043836-d59f-4cd7-b526-c5c249f51233 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:32:24.241992 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:32:24.282612 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.293503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098878db-cae2-4427-9352-105912d4942d']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:24.304568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02baed94-ee89-478f-9796-fb4e2e15fb2f') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:24.305401 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02baed94-ee89-478f-9796-fb4e2e15fb2f') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:24.316410 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.331055 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.337341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:24.337912 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:24.341566 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:24.409978 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.416058 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.422062 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "DELETE /v2.0/networks/098878db-cae2-4427-9352-105912d4942d HTTP/1.1" status: 204 len: 168 time: 0.5878203 Aug 27 14:32:24.422183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36234) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:24.436707 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be739ee4-38d8-48b0-8519-a379e4335693 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event deleted for resources: {'Network': ['ID=098878db-cae2-4427-9352-105912d4942d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:24.515591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7488ca05-cf71-449c-8224-eb78d7745e92 None None] DHCP port deletion for 91fc4ab4-a901-4fb4-b33e-f15993731250 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:32:24.521773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e53408ae-7f2c-4621-aa32-e9fbd9594f80 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.544445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00737537-6cf8-4568-84cd-deb3461e5730 None None] Network 91fc4ab4-a901-4fb4-b33e-f15993731250 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:24.558618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6fb371cf-b461-48ce-bc73-044220d4eb36 None None] Could not find standard attr ID for object bd7c0095-6d60-4c20-b2a6-8a826d743179. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:32:24.560993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00737537-6cf8-4568-84cd-deb3461e5730 None None] Network 91fc4ab4-a901-4fb4-b33e-f15993731250 could not be found, it might have been deleted concurrently. {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 14:32:24.570052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda4535-4922-4c30-82bf-abe1e0272eec None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:32:24.634370 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e53408ae-7f2c-4621-aa32-e9fbd9594f80 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.642259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e53408ae-7f2c-4621-aa32-e9fbd9594f80 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea19cc17-a147-478a-8675-5aeba5d6f2a1']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:24.652664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bda4535-4922-4c30-82bf-abe1e0272eec None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:32:24.654917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e53408ae-7f2c-4621-aa32-e9fbd9594f80 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e487052-1a39-47c1-9c64-d6e9bfcbaac5') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:24.655539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e53408ae-7f2c-4621-aa32-e9fbd9594f80 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e487052-1a39-47c1-9c64-d6e9bfcbaac5') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:24.665170 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e53408ae-7f2c-4621-aa32-e9fbd9594f80 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.679065 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e53408ae-7f2c-4621-aa32-e9fbd9594f80 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.685569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53408ae-7f2c-4621-aa32-e9fbd9594f80 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:24.686103 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e53408ae-7f2c-4621-aa32-e9fbd9594f80 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:24.689157 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:24.757516 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e53408ae-7f2c-4621-aa32-e9fbd9594f80 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.765611 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e53408ae-7f2c-4621-aa32-e9fbd9594f80 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.775789 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e53408ae-7f2c-4621-aa32-e9fbd9594f80 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "DELETE /v2.0/networks/ea19cc17-a147-478a-8675-5aeba5d6f2a1 HTTP/1.1" status: 204 len: 168 time: 0.3444920 Aug 27 14:32:24.775789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36242) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:24.802558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53408ae-7f2c-4621-aa32-e9fbd9594f80 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event deleted for resources: {'Network': ['ID=ea19cc17-a147-478a-8675-5aeba5d6f2a1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:24.862561 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a411cd13-a7dd-4611-b2c9-f370051c62b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.956420 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a411cd13-a7dd-4611-b2c9-f370051c62b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:24.966041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a411cd13-a7dd-4611-b2c9-f370051c62b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0da588-36e2-4cfd-a098-68d522cfee09']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:24.976452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a411cd13-a7dd-4611-b2c9-f370051c62b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8c4d3c-e087-43f5-8d5b-7961dd9da474') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:24.976790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-a411cd13-a7dd-4611-b2c9-f370051c62b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8c4d3c-e087-43f5-8d5b-7961dd9da474') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:24.986676 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a411cd13-a7dd-4611-b2c9-f370051c62b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:25.001001 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a411cd13-a7dd-4611-b2c9-f370051c62b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:25.007004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a411cd13-a7dd-4611-b2c9-f370051c62b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:25.007431 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a411cd13-a7dd-4611-b2c9-f370051c62b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:25.011152 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:25.075603 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a411cd13-a7dd-4611-b2c9-f370051c62b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:25.082963 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a411cd13-a7dd-4611-b2c9-f370051c62b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:25.087874 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a411cd13-a7dd-4611-b2c9-f370051c62b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] 10.222.0.55 "DELETE /v2.0/networks/4f0da588-36e2-4cfd-a098-68d522cfee09 HTTP/1.1" status: 204 len: 168 time: 0.3137126 Aug 27 14:32:25.101248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411cd13-a7dd-4611-b2c9-f370051c62b6 tempest-BulkNetworkOpsIpV6Test-493916271 tempest-BulkNetworkOpsIpV6Test-493916271-project] Pushing event deleted for resources: {'Network': ['ID=4f0da588-36e2-4cfd-a098-68d522cfee09,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:25.340620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36258) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:25.482699 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1181bec9-5685-4c8d-99d6-d4fd19b0540e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6dc55abe737741fc90f9385664747a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386583 Aug 27 14:32:25.483625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36262) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:25.534377 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c45b761c-2c82-4c27-b1f9-fa40213fe9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:25.557211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c45b761c-2c82-4c27-b1f9-fa40213fe9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:25.608043 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c45b761c-2c82-4c27-b1f9-fa40213fe9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:25.610618 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c45b761c-2c82-4c27-b1f9-fa40213fe9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:25.611810 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c45b761c-2c82-4c27-b1f9-fa40213fe9a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec328e1b-29d0-4481-99e9-8d09b0065a82 HTTP/1.1" status: 204 len: 168 time: 0.1279402 Aug 27 14:32:25.621831 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b761c-2c82-4c27-b1f9-fa40213fe9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec328e1b-29d0-4481-99e9-8d09b0065a82,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:25.899467 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bd7c0095-6d60-4c20-b2a6-8a826d743179 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:32:25.921155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: bd7c0095-6d60-4c20-b2a6-8a826d743179 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:32:25.921506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bd7c0095-6d60-4c20-b2a6-8a826d743179 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:32:26.277729 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36298) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:26.384579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Request body: {'networks': [{'name': 'tempest-network--328044307'}, {'name': 'tempest-network--2119581977'}]} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:26.384900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Request body: {'network': {'name': 'tempest-network--328044307'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:26.385367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Request body: {'network': {'name': 'tempest-network--2119581977'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:26.407449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Made reservation on behalf of d5ccbf0b5b484c73bf3c7411091955d1 for: {'network': 2} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:26.411939 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:26.422242 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:26.512585 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:26.516788 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:26.517298 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:26.560276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c749f56-2018-4f8b-b90f-9d7d3cc5c699,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:26.565515 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:32:26.585284 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:26.585643 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Added segment c536886b-e7c4-49f1-bd7b-2958582962fe of type vlan for network c44d4dbe-3952-4f48-916f-dbf53cf581cb Aug 27 14:32:26.635905 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:26.663559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:32:26.673214 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:26.673563 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Added segment 80392149-5b0e-479f-9be0-d5617e45460e of type vlan for network e9d95d19-b55a-419b-9ed1-7d2eae835601 Aug 27 14:32:26.713113 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:26.739969 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:26.740505 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:26.746615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:26.751444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:26.752073 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:26.815104 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5365579 Aug 27 14:32:26.818583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36314) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:26.824334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event updated for resources: {'Network': ['ID=c44d4dbe-3952-4f48-916f-dbf53cf581cb,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:26.837105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network c44d4dbe-3952-4f48-916f-dbf53cf581cb details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:32:26.931158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5591e-c293-4418-a080-2be140dafc42 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event updated for resources: {'Network': ['ID=e9d95d19-b55a-419b-9ed1-7d2eae835601,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:26.941607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network e9d95d19-b55a-419b-9ed1-7d2eae835601 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:32:26.944701 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d2d59-e65a-4434-8a72-bec319527376 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:26.950926 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d2d59-e65a-4434-8a72-bec319527376 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:26.956686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d2d59-e65a-4434-8a72-bec319527376 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:26.962791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d2d59-e65a-4434-8a72-bec319527376 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:26.966998 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-911d2d59-e65a-4434-8a72-bec319527376 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1442988 Aug 27 14:32:26.967236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36316) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:27.044883 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3aba1f55-a35f-4f3f-a9e0-3d863da3e143 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.137595 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3aba1f55-a35f-4f3f-a9e0-3d863da3e143 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.147991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-3aba1f55-a35f-4f3f-a9e0-3d863da3e143 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44d4dbe-3952-4f48-916f-dbf53cf581cb']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:27.159845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-3aba1f55-a35f-4f3f-a9e0-3d863da3e143 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c536886b-e7c4-49f1-bd7b-2958582962fe') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:27.160157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-3aba1f55-a35f-4f3f-a9e0-3d863da3e143 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c536886b-e7c4-49f1-bd7b-2958582962fe') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:27.170338 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3aba1f55-a35f-4f3f-a9e0-3d863da3e143 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.184159 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3aba1f55-a35f-4f3f-a9e0-3d863da3e143 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.189969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aba1f55-a35f-4f3f-a9e0-3d863da3e143 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:27.190355 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3aba1f55-a35f-4f3f-a9e0-3d863da3e143 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:27.193286 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:27.251610 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3aba1f55-a35f-4f3f-a9e0-3d863da3e143 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.258705 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3aba1f55-a35f-4f3f-a9e0-3d863da3e143 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.260496 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3aba1f55-a35f-4f3f-a9e0-3d863da3e143 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "DELETE /v2.0/networks/c44d4dbe-3952-4f48-916f-dbf53cf581cb HTTP/1.1" status: 204 len: 168 time: 0.2923412 Aug 27 14:32:27.263223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36324) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:27.272713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba1f55-a35f-4f3f-a9e0-3d863da3e143 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event deleted for resources: {'Network': ['ID=c44d4dbe-3952-4f48-916f-dbf53cf581cb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:27.345195 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b1991d39-7f5e-46e8-8a56-3dfa6d15f158 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.435823 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b1991d39-7f5e-46e8-8a56-3dfa6d15f158 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.446325 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b1991d39-7f5e-46e8-8a56-3dfa6d15f158 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d95d19-b55a-419b-9ed1-7d2eae835601']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:27.456617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b1991d39-7f5e-46e8-8a56-3dfa6d15f158 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80392149-5b0e-479f-9be0-d5617e45460e') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:27.456915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b1991d39-7f5e-46e8-8a56-3dfa6d15f158 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80392149-5b0e-479f-9be0-d5617e45460e') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:27.466461 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b1991d39-7f5e-46e8-8a56-3dfa6d15f158 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.480783 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b1991d39-7f5e-46e8-8a56-3dfa6d15f158 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.486615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1991d39-7f5e-46e8-8a56-3dfa6d15f158 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:27.487027 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b1991d39-7f5e-46e8-8a56-3dfa6d15f158 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:27.490152 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:27.552853 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b1991d39-7f5e-46e8-8a56-3dfa6d15f158 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.559686 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b1991d39-7f5e-46e8-8a56-3dfa6d15f158 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.564367 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b1991d39-7f5e-46e8-8a56-3dfa6d15f158 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "DELETE /v2.0/networks/e9d95d19-b55a-419b-9ed1-7d2eae835601 HTTP/1.1" status: 204 len: 168 time: 0.2976663 Aug 27 14:32:27.564531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36330) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:27.584620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1991d39-7f5e-46e8-8a56-3dfa6d15f158 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event deleted for resources: {'Network': ['ID=e9d95d19-b55a-419b-9ed1-7d2eae835601,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:27.680909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d5fb10-3387-41b4-964c-06278e439c78 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:27.687134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d5fb10-3387-41b4-964c-06278e439c78 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:27.688779 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-61d5fb10-3387-41b4-964c-06278e439c78 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1233509 Aug 27 14:32:27.692422 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36336) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:27.697301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9c779841-9420-4f9a-b213-472a4415f78c tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-741525277'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:27.717970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c779841-9420-4f9a-b213-472a4415f78c tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Made reservation on behalf of d5ccbf0b5b484c73bf3c7411091955d1 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:27.721652 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c779841-9420-4f9a-b213-472a4415f78c tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.747340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c779841-9420-4f9a-b213-472a4415f78c tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:32:27.756034 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c779841-9420-4f9a-b213-472a4415f78c tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.756403 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-9c779841-9420-4f9a-b213-472a4415f78c tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Added segment 90d998d1-76f1-4cd9-85ff-3e4dcf6aa446 of type vlan for network 38a6ea44-906a-4f88-9a0b-381bc44be3bc Aug 27 14:32:27.801808 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c779841-9420-4f9a-b213-472a4415f78c tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.825491 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c779841-9420-4f9a-b213-472a4415f78c tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.831392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c779841-9420-4f9a-b213-472a4415f78c tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:27.831971 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c779841-9420-4f9a-b213-472a4415f78c tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.889408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9c779841-9420-4f9a-b213-472a4415f78c tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1959493 Aug 27 14:32:27.892070 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36342) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:27.899780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4db9a37b-a483-45c8-a934-d90ca84355d7 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-128010287'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:27.926248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c779841-9420-4f9a-b213-472a4415f78c tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event updated for resources: {'Network': ['ID=38a6ea44-906a-4f88-9a0b-381bc44be3bc,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:27.938898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 38a6ea44-906a-4f88-9a0b-381bc44be3bc details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:32:27.939527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db9a37b-a483-45c8-a934-d90ca84355d7 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Made reservation on behalf of d5ccbf0b5b484c73bf3c7411091955d1 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:27.943255 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4db9a37b-a483-45c8-a934-d90ca84355d7 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.967568 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db9a37b-a483-45c8-a934-d90ca84355d7 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:32:27.978106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4db9a37b-a483-45c8-a934-d90ca84355d7 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:27.978450 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-4db9a37b-a483-45c8-a934-d90ca84355d7 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Added segment 259854ee-40e9-4977-8a31-2e6733c92ed1 of type vlan for network 9b64e47f-fb04-4749-a790-4ef9d3660c36 Aug 27 14:32:28.027124 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4db9a37b-a483-45c8-a934-d90ca84355d7 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:28.052544 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4db9a37b-a483-45c8-a934-d90ca84355d7 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:28.058128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9a37b-a483-45c8-a934-d90ca84355d7 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:28.058784 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4db9a37b-a483-45c8-a934-d90ca84355d7 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:28.119349 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4db9a37b-a483-45c8-a934-d90ca84355d7 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2235582 Aug 27 14:32:28.119818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36348) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:28.126930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Request body: {'ports': [{'network_id': '38a6ea44-906a-4f88-9a0b-381bc44be3bc', 'name': 'tempest-port--342929622', 'admin_state_up': True}, {'network_id': '9b64e47f-fb04-4749-a790-4ef9d3660c36', 'admin_state_up': False}]} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:28.127253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Request body: {'port': {'network_id': '38a6ea44-906a-4f88-9a0b-381bc44be3bc', 'name': 'tempest-port--342929622', 'admin_state_up': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:28.127747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Request body: {'port': {'network_id': '9b64e47f-fb04-4749-a790-4ef9d3660c36', 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:28.176378 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9a37b-a483-45c8-a934-d90ca84355d7 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event updated for resources: {'Network': ['ID=9b64e47f-fb04-4749-a790-4ef9d3660c36,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:28.187235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 9b64e47f-fb04-4749-a790-4ef9d3660c36 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:32:28.304027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Made reservation on behalf of d5ccbf0b5b484c73bf3c7411091955d1 for: {'port': 2} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:28.309122 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:28.323167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:28.405944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] device_id is not set on port 6b62bcba-332d-4fd3-a2f5-b32241a29c50 yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:32:28.549340 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:28.621381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] device_id is not set on port e2c41e33-0f04-4174-a171-020fa3d474ca yet. {{(pid=101186) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 14:32:28.739725 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:28.782624 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:28.848551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event updated for resources: {'Port': ['ID=6b62bcba-332d-4fd3-a2f5-b32241a29c50,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:28.862187 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Checking segment: {'id': '90d998d1-76f1-4cd9-85ff-3e4dcf6aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '38a6ea44-906a-4f88-9a0b-381bc44be3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:28.862550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Network hostable DHCP agents. Network: 38a6ea44-906a-4f88-9a0b-381bc44be3bc, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:32:28.879616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Network 38a6ea44-906a-4f88-9a0b-381bc44be3bc is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:32:28.890230 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 38a6ea44-906a-4f88-9a0b-381bc44be3bc) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:28.897240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:28.898495 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:28.899221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70548ed2-9409-44c0-931f-20a7fb1d4c79 None None] Network 38a6ea44-906a-4f88-9a0b-381bc44be3bc requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:28.963398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event updated for resources: {'Port': ['ID=e2c41e33-0f04-4174-a171-020fa3d474ca,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:28.972930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Checking segment: {'id': '259854ee-40e9-4977-8a31-2e6733c92ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9b64e47f-fb04-4749-a790-4ef9d3660c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:28.973305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Network hostable DHCP agents. Network: 9b64e47f-fb04-4749-a790-4ef9d3660c36, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:32:28.990946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Network 9b64e47f-fb04-4749-a790-4ef9d3660c36 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:32:29.001134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 9b64e47f-fb04-4749-a790-4ef9d3660c36) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:29.006214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:29.013017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daca945-762e-4ca9-8cb0-d8f3ccc5afb9 None None] Network 9b64e47f-fb04-4749-a790-4ef9d3660c36 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:29.013434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:29.018907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:29.019599 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.036429 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4e5cb616-b748-4430-8de9-e3259a8982b4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9154322 Aug 27 14:32:29.038812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36360) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:29.096852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08062a9-9849-4e6a-b883-49ba83a42767 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:29.103383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08062a9-9849-4e6a-b883-49ba83a42767 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:29.104972 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c08062a9-9849-4e6a-b883-49ba83a42767 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0650978 Aug 27 14:32:29.107661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36362) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:29.194079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-2da223ab-95af-40ac-b305-607bb1ce79d4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Deleting port 6b62bcba-332d-4fd3-a2f5-b32241a29c50 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:29.194418 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2da223ab-95af-40ac-b305-607bb1ce79d4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.264577 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2da223ab-95af-40ac-b305-607bb1ce79d4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.282868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-2da223ab-95af-40ac-b305-607bb1ce79d4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Calling delete_port for 6b62bcba-332d-4fd3-a2f5-b32241a29c50 owned by {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:29.360525 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2da223ab-95af-40ac-b305-607bb1ce79d4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.394052 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da223ab-95af-40ac-b305-607bb1ce79d4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event deleted for resources: {'Port': ['ID=6b62bcba-332d-4fd3-a2f5-b32241a29c50,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:29.399028 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2da223ab-95af-40ac-b305-607bb1ce79d4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.403358 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2da223ab-95af-40ac-b305-607bb1ce79d4 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "DELETE /v2.0/ports/6b62bcba-332d-4fd3-a2f5-b32241a29c50 HTTP/1.1" status: 204 len: 168 time: 0.2923100 Aug 27 14:32:29.403733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36366) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:29.498281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a73fef9e-dc6f-446c-a40f-f7421be498d3 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Deleting port e2c41e33-0f04-4174-a171-020fa3d474ca {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:29.498636 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a73fef9e-dc6f-446c-a40f-f7421be498d3 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.567486 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a73fef9e-dc6f-446c-a40f-f7421be498d3 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.582095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-a73fef9e-dc6f-446c-a40f-f7421be498d3 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Calling delete_port for e2c41e33-0f04-4174-a171-020fa3d474ca owned by {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:29.671001 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a73fef9e-dc6f-446c-a40f-f7421be498d3 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.699596 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fef9e-dc6f-446c-a40f-f7421be498d3 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event deleted for resources: {'Port': ['ID=e2c41e33-0f04-4174-a171-020fa3d474ca,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:29.706743 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a73fef9e-dc6f-446c-a40f-f7421be498d3 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.711789 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a73fef9e-dc6f-446c-a40f-f7421be498d3 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "DELETE /v2.0/ports/e2c41e33-0f04-4174-a171-020fa3d474ca HTTP/1.1" status: 204 len: 168 time: 0.3041501 Aug 27 14:32:29.712637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36370) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:29.743675 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-22733dcc-bc8a-4629-81b8-789af4eec693 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0266216 Aug 27 14:32:29.744031 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36372) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:29.749174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c00e1338-b4ec-4c9d-95b0-70d053468cce tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1159302761'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:29.770636 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00e1338-b4ec-4c9d-95b0-70d053468cce tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Made reservation on behalf of d5ccbf0b5b484c73bf3c7411091955d1 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:29.775378 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c00e1338-b4ec-4c9d-95b0-70d053468cce tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.799744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00e1338-b4ec-4c9d-95b0-70d053468cce tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:32:29.809534 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c00e1338-b4ec-4c9d-95b0-70d053468cce tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.810035 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-c00e1338-b4ec-4c9d-95b0-70d053468cce tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Added segment 18aad566-aced-486c-b5b1-c1382cabb34c of type vlan for network cf980975-b17a-4db0-87d6-da318348f230 Aug 27 14:32:29.853372 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c00e1338-b4ec-4c9d-95b0-70d053468cce tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.878117 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c00e1338-b4ec-4c9d-95b0-70d053468cce tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.884037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e1338-b4ec-4c9d-95b0-70d053468cce tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:29.884633 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c00e1338-b4ec-4c9d-95b0-70d053468cce tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:29.946974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36374) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:29.947360 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c00e1338-b4ec-4c9d-95b0-70d053468cce tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2020693 Aug 27 14:32:29.952584 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-92e4f7dd-0113-454c-ad59-3f30992be43d tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1098457158'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:29.957629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e1338-b4ec-4c9d-95b0-70d053468cce tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event updated for resources: {'Network': ['ID=cf980975-b17a-4db0-87d6-da318348f230,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:29.970009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network cf980975-b17a-4db0-87d6-da318348f230 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:32:29.977161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e4f7dd-0113-454c-ad59-3f30992be43d tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Made reservation on behalf of d5ccbf0b5b484c73bf3c7411091955d1 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:29.982197 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92e4f7dd-0113-454c-ad59-3f30992be43d tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:30.007628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e4f7dd-0113-454c-ad59-3f30992be43d tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:32:30.018471 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92e4f7dd-0113-454c-ad59-3f30992be43d tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:30.019165 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-92e4f7dd-0113-454c-ad59-3f30992be43d tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Added segment 1725e19b-52a8-4a59-a997-c4bc6f8a7a0a of type vlan for network 99a58555-40dc-42e6-b8e0-0401b0b86d73 Aug 27 14:32:30.068457 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92e4f7dd-0113-454c-ad59-3f30992be43d tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:30.093782 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92e4f7dd-0113-454c-ad59-3f30992be43d tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:30.099406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e4f7dd-0113-454c-ad59-3f30992be43d tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:30.099991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-92e4f7dd-0113-454c-ad59-3f30992be43d tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:30.174788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-92e4f7dd-0113-454c-ad59-3f30992be43d tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2157214 Aug 27 14:32:30.183313 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4f7dd-0113-454c-ad59-3f30992be43d tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event updated for resources: {'Network': ['ID=99a58555-40dc-42e6-b8e0-0401b0b86d73,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:30.198426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 99a58555-40dc-42e6-b8e0-0401b0b86d73 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:32:30.303345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36378) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:30.308894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Request body: {'subnets': [{'network_id': 'cf980975-b17a-4db0-87d6-da318348f230', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--937261337', 'ip_version': 4}, {'network_id': '99a58555-40dc-42e6-b8e0-0401b0b86d73', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:30.309223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Request body: {'subnet': {'network_id': 'cf980975-b17a-4db0-87d6-da318348f230', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--937261337', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:30.309809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Request body: {'subnet': {'network_id': '99a58555-40dc-42e6-b8e0-0401b0b86d73', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:30.472362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Made reservation on behalf of d5ccbf0b5b484c73bf3c7411091955d1 for: {'subnet': 2} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:30.476946 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:30.477301 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:30.839174 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:30.904344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event updated for resources: {'Subnet': ['ID=72d301d7-6359-48f2-b6aa-d35b48b49a58,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:30.915395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Checking segment: {'id': '18aad566-aced-486c-b5b1-c1382cabb34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cf980975-b17a-4db0-87d6-da318348f230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:30.915849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Network hostable DHCP agents. Network: cf980975-b17a-4db0-87d6-da318348f230, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:32:30.932764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Network cf980975-b17a-4db0-87d6-da318348f230 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:32:30.941258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, cf980975-b17a-4db0-87d6-da318348f230) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:30.945165 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:30.954735 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d45dff-7f9f-4cae-b9d4-39058ac5dd2a None None] Network cf980975-b17a-4db0-87d6-da318348f230 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:31.007264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event updated for resources: {'Subnet': ['ID=633b007d-8e2b-4cd3-8880-8ef007b42635,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:31.018920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Checking segment: {'id': '1725e19b-52a8-4a59-a997-c4bc6f8a7a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '99a58555-40dc-42e6-b8e0-0401b0b86d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:31.019396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Network hostable DHCP agents. Network: 99a58555-40dc-42e6-b8e0-0401b0b86d73, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:32:31.036499 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Network 99a58555-40dc-42e6-b8e0-0401b0b86d73 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:32:31.045967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 99a58555-40dc-42e6-b8e0-0401b0b86d73) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:31.056563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:31.057063 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:31.057816 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.072441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf289170-2cea-4c26-bf23-b1f680217bdf None None] Network 99a58555-40dc-42e6-b8e0-0401b0b86d73 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:31.073199 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3f01c6bc-a555-48b6-942a-2c0c9994f0be tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.7686539 Aug 27 14:32:31.075746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36380) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:31.169127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe68c00-83a2-4454-807b-eb2898af32d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-cf980975-b17a-4db0-87d6-da318348f230', 'network_id': 'cf980975-b17a-4db0-87d6-da318348f230', 'tenant_id': 'd5ccbf0b5b484c73bf3c7411091955d1', 'fixed_ips': [{'subnet_id': '72d301d7-6359-48f2-b6aa-d35b48b49a58'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:32:31.170063 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb83d72-e5eb-4928-9f52-005808d07075 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:31.170210 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ffe68c00-83a2-4454-807b-eb2898af32d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.171954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb83d72-e5eb-4928-9f52-005808d07075 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:31.173643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb83d72-e5eb-4928-9f52-005808d07075 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:31.178071 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8eb83d72-e5eb-4928-9f52-005808d07075 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0984812 Aug 27 14:32:31.178714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36382) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:31.233516 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf53664-0d41-4edd-b740-f673dccbb2fd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Deleting subnet 72d301d7-6359-48f2-b6aa-d35b48b49a58 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:32:31.236935 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cbf53664-0d41-4edd-b740-f673dccbb2fd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.280464 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cbf53664-0d41-4edd-b740-f673dccbb2fd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.331853 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-99a58555-40dc-42e6-b8e0-0401b0b86d73', 'network_id': '99a58555-40dc-42e6-b8e0-0401b0b86d73', 'tenant_id': 'd5ccbf0b5b484c73bf3c7411091955d1', 'fixed_ips': [{'subnet_id': '633b007d-8e2b-4cd3-8880-8ef007b42635'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:32:31.332810 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.343613 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cbf53664-0d41-4edd-b740-f673dccbb2fd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.412599 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cbf53664-0d41-4edd-b740-f673dccbb2fd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server [None req-ffe68c00-83a2-4454-807b-eb2898af32d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72d301d7-6359-48f2-b6aa-d35b48b49a58: This subnet is being modified by another concurrent operation. Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise exception Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72d301d7-6359-48f2-b6aa-d35b48b49a58: This subnet is being modified by another concurrent operation. Aug 27 14:32:31.422460 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Aug 27 14:32:31.445981 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cbf53664-0d41-4edd-b740-f673dccbb2fd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.448187 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cbf53664-0d41-4edd-b740-f673dccbb2fd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "DELETE /v2.0/subnets/72d301d7-6359-48f2-b6aa-d35b48b49a58 HTTP/1.1" status: 204 len: 168 time: 0.2689078 Aug 27 14:32:31.450732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36386) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:31.459409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf53664-0d41-4edd-b740-f673dccbb2fd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event deleted for resources: {'Subnet': ['ID=72d301d7-6359-48f2-b6aa-d35b48b49a58,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:31.478812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb923ab-bdba-4ef8-bfd2-07e907fccce1 None None] Network cf980975-b17a-4db0-87d6-da318348f230 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:31.508365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-218c3f1e-a0ee-4c9a-9abc-208d180fde93 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Deleting subnet 633b007d-8e2b-4cd3-8880-8ef007b42635 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:32:31.554148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Allocated IP 172.20.0.18 (99a58555-40dc-42e6-b8e0-0401b0b86d73/633b007d-8e2b-4cd3-8880-8ef007b42635/40255b06-4b75-4732-b77a-4138bb1abd09) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:32:31.740859 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.750086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Transition to ACTIVE for port object 40255b06-4b75-4732-b77a-4138bb1abd09 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:31.765507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Transition to ACTIVE for port object 40255b06-4b75-4732-b77a-4138bb1abd09 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:31.771114 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-218c3f1e-a0ee-4c9a-9abc-208d180fde93 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.772268 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.813022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Network 99a58555-40dc-42e6-b8e0-0401b0b86d73 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:32:31.815787 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-218c3f1e-a0ee-4c9a-9abc-208d180fde93 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.815944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:31.819680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:31.827954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Pushing event updated for resources: {'Port': ['ID=40255b06-4b75-4732-b77a-4138bb1abd09,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:31.884186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Attempting to bind port 40255b06-4b75-4732-b77a-4138bb1abd09 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:32:31.884594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Attempting to bind port 40255b06-4b75-4732-b77a-4138bb1abd09 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '1725e19b-52a8-4a59-a997-c4bc6f8a7a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '99a58555-40dc-42e6-b8e0-0401b0b86d73'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:32:31.885167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Attempting to bind port 40255b06-4b75-4732-b77a-4138bb1abd09 on network 99a58555-40dc-42e6-b8e0-0401b0b86d73 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:32:31.890594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:32:31.891012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Checking segment: {'id': '1725e19b-52a8-4a59-a997-c4bc6f8a7a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '99a58555-40dc-42e6-b8e0-0401b0b86d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:31.891423 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.891826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Bound using segment: {'id': '1725e19b-52a8-4a59-a997-c4bc6f8a7a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '99a58555-40dc-42e6-b8e0-0401b0b86d73'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:32:31.892304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Bound port: 40255b06-4b75-4732-b77a-4138bb1abd09, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1725e19b-52a8-4a59-a997-c4bc6f8a7a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '99a58555-40dc-42e6-b8e0-0401b0b86d73'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:32:31.892689 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:31.960154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] For port 40255b06-4b75-4732-b77a-4138bb1abd09, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:32:31.963688 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] For port 40255b06-4b75-4732-b77a-4138bb1abd09, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=40255b06-4b75-4732-b77a-4138bb1abd09,segment=NetworkSegment(1725e19b-52a8-4a59-a997-c4bc6f8a7a0a),segment_id=1725e19b-52a8-4a59-a997-c4bc6f8a7a0a)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:32:31.969232 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:32.041788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad75a03-f055-49f6-b8fd-0d1c35ed21f2 None None] Pushing event updated for resources: {'Port': ['ID=40255b06-4b75-4732-b77a-4138bb1abd09,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:32.304118 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-218c3f1e-a0ee-4c9a-9abc-208d180fde93 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:32.377735 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-218c3f1e-a0ee-4c9a-9abc-208d180fde93 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:32.407754 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-218c3f1e-a0ee-4c9a-9abc-208d180fde93 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:32.409668 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-218c3f1e-a0ee-4c9a-9abc-208d180fde93 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "DELETE /v2.0/subnets/633b007d-8e2b-4cd3-8880-8ef007b42635 HTTP/1.1" status: 204 len: 168 time: 0.9579561 Aug 27 14:32:32.410740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c3f1e-a0ee-4c9a-9abc-208d180fde93 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event deleted for resources: {'Subnet': ['ID=633b007d-8e2b-4cd3-8880-8ef007b42635,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:32.412370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36390) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:32.469624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d03a3ad-ab3b-4d54-bf49-92509900d371 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:32.471248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6d03a3ad-ab3b-4d54-bf49-92509900d371 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0537143 Aug 27 14:32:32.475367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36392) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:32.558335 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:32.613857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Deleting port 40255b06-4b75-4732-b77a-4138bb1abd09 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:32:32.614195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:32.684916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] For port 40255b06-4b75-4732-b77a-4138bb1abd09, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=40255b06-4b75-4732-b77a-4138bb1abd09,segment=NetworkSegment(1725e19b-52a8-4a59-a997-c4bc6f8a7a0a),segment_id=1725e19b-52a8-4a59-a997-c4bc6f8a7a0a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:32:32.685221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:32.700260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Calling delete_port for 40255b06-4b75-4732-b77a-4138bb1abd09 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:32:32.783010 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:32.805895 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event deleted for resources: {'Port': ['ID=40255b06-4b75-4732-b77a-4138bb1abd09,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:32.818832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] No DVR routers for this DVR port 40255b06-4b75-4732-b77a-4138bb1abd09 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:32:32.908425 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:32.919099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a58555-40dc-42e6-b8e0-0401b0b86d73']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:32.931017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1725e19b-52a8-4a59-a997-c4bc6f8a7a0a') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:32.931309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1725e19b-52a8-4a59-a997-c4bc6f8a7a0a') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:32.940626 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:32.956056 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:32.964069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:32.965175 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:32.968872 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:33.016826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4839bf1-548f-499d-a609-6f6688773005 None None] Network 99a58555-40dc-42e6-b8e0-0401b0b86d73 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:32:33.039622 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.064904 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.069128 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "DELETE /v2.0/networks/99a58555-40dc-42e6-b8e0-0401b0b86d73 HTTP/1.1" status: 204 len: 168 time: 0.5905960 Aug 27 14:32:33.069128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a9efb-cac3-4794-a73e-06e33168c8f5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event deleted for resources: {'Network': ['ID=99a58555-40dc-42e6-b8e0-0401b0b86d73,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:33.070336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36394) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:33.076817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8cae7a55-068e-4f4c-bd07-f1c81f82703a None None] Could not find standard attr ID for object 40255b06-4b75-4732-b77a-4138bb1abd09. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:32:33.157843 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5976-5c18-4b49-b78c-9cc8430eaf98 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.203787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75dbd29-97de-4602-a388-5cec3974b03d None None] DHCP port deletion for 99a58555-40dc-42e6-b8e0-0401b0b86d73 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:32:33.225819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48b5fd-b227-46eb-b7da-7fb610e19ad2 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:32:33.250410 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5976-5c18-4b49-b78c-9cc8430eaf98 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.261031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-cf3b5976-5c18-4b49-b78c-9cc8430eaf98 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf980975-b17a-4db0-87d6-da318348f230']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:33.271387 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-cf3b5976-5c18-4b49-b78c-9cc8430eaf98 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18aad566-aced-486c-b5b1-c1382cabb34c') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:33.271679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-cf3b5976-5c18-4b49-b78c-9cc8430eaf98 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18aad566-aced-486c-b5b1-c1382cabb34c') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:33.281144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5976-5c18-4b49-b78c-9cc8430eaf98 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.295607 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5976-5c18-4b49-b78c-9cc8430eaf98 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.301835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3b5976-5c18-4b49-b78c-9cc8430eaf98 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:33.302302 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5976-5c18-4b49-b78c-9cc8430eaf98 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:33.306598 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:33.310916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48b5fd-b227-46eb-b7da-7fb610e19ad2 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:32:33.379957 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5976-5c18-4b49-b78c-9cc8430eaf98 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.392422 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5976-5c18-4b49-b78c-9cc8430eaf98 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.397597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cf3b5976-5c18-4b49-b78c-9cc8430eaf98 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "DELETE /v2.0/networks/cf980975-b17a-4db0-87d6-da318348f230 HTTP/1.1" status: 204 len: 168 time: 0.3251255 Aug 27 14:32:33.400931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36400) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:33.415648 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b5976-5c18-4b49-b78c-9cc8430eaf98 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event deleted for resources: {'Network': ['ID=cf980975-b17a-4db0-87d6-da318348f230,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:33.487944 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa483423-3587-4f19-832f-626994c02acd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.609061 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa483423-3587-4f19-832f-626994c02acd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.620276 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-aa483423-3587-4f19-832f-626994c02acd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b64e47f-fb04-4749-a790-4ef9d3660c36']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:33.634074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-aa483423-3587-4f19-832f-626994c02acd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259854ee-40e9-4977-8a31-2e6733c92ed1') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:33.634483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-aa483423-3587-4f19-832f-626994c02acd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259854ee-40e9-4977-8a31-2e6733c92ed1') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:33.644231 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa483423-3587-4f19-832f-626994c02acd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.660957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa483423-3587-4f19-832f-626994c02acd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.667122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa483423-3587-4f19-832f-626994c02acd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:33.667513 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa483423-3587-4f19-832f-626994c02acd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:33.670920 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:33.738011 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa483423-3587-4f19-832f-626994c02acd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.744475 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aa483423-3587-4f19-832f-626994c02acd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.746396 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-aa483423-3587-4f19-832f-626994c02acd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "DELETE /v2.0/networks/9b64e47f-fb04-4749-a790-4ef9d3660c36 HTTP/1.1" status: 204 len: 168 time: 0.3462296 Aug 27 14:32:33.748882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36434) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:33.777376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa483423-3587-4f19-832f-626994c02acd tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event deleted for resources: {'Network': ['ID=9b64e47f-fb04-4749-a790-4ef9d3660c36,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:33.844602 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b641d4ac-a4a6-47ad-b18f-713947e03ee5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.946455 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b641d4ac-a4a6-47ad-b18f-713947e03ee5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.956839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b641d4ac-a4a6-47ad-b18f-713947e03ee5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a6ea44-906a-4f88-9a0b-381bc44be3bc']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:33.968432 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b641d4ac-a4a6-47ad-b18f-713947e03ee5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d998d1-76f1-4cd9-85ff-3e4dcf6aa446') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:33.968862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-b641d4ac-a4a6-47ad-b18f-713947e03ee5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d998d1-76f1-4cd9-85ff-3e4dcf6aa446') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:32:33.981675 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b641d4ac-a4a6-47ad-b18f-713947e03ee5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:33.996329 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b641d4ac-a4a6-47ad-b18f-713947e03ee5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:34.002296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b641d4ac-a4a6-47ad-b18f-713947e03ee5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:32:34.002714 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b641d4ac-a4a6-47ad-b18f-713947e03ee5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:32:34.005707 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:32:34.077773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b641d4ac-a4a6-47ad-b18f-713947e03ee5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:34.089623 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b641d4ac-a4a6-47ad-b18f-713947e03ee5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:34.094525 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b641d4ac-a4a6-47ad-b18f-713947e03ee5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] 10.222.0.55 "DELETE /v2.0/networks/38a6ea44-906a-4f88-9a0b-381bc44be3bc HTTP/1.1" status: 204 len: 168 time: 0.3413899 Aug 27 14:32:34.110342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641d4ac-a4a6-47ad-b18f-713947e03ee5 tempest-BulkNetworkOpsTest-2008847285 tempest-BulkNetworkOpsTest-2008847285-project] Pushing event deleted for resources: {'Network': ['ID=38a6ea44-906a-4f88-9a0b-381bc44be3bc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:34.373025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36528) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:34.543868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3b954aca-e490-4631-90c3-1b5fc36cfd5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5ccbf0b5b484c73bf3c7411091955d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673958 Aug 27 14:32:34.544474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36558) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:34.621619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aa553f7d-d73e-4b2c-9c66-cad102ee26b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:34.645949 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aa553f7d-d73e-4b2c-9c66-cad102ee26b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:34.696649 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aa553f7d-d73e-4b2c-9c66-cad102ee26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:34.699672 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-aa553f7d-d73e-4b2c-9c66-cad102ee26b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:34.700851 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-aa553f7d-d73e-4b2c-9c66-cad102ee26b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c749f56-2018-4f8b-b90f-9d7d3cc5c699 HTTP/1.1" status: 204 len: 168 time: 0.1554759 Aug 27 14:32:34.709745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa553f7d-d73e-4b2c-9c66-cad102ee26b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c749f56-2018-4f8b-b90f-9d7d3cc5c699,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:35.391598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36712) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:35.499169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7b36290e-785e-4024-9bc0-e26105eb6c46 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:35.499515 n-d-712139-12 neutron-server[101186]: WARNING neutron.api.v2.base [None req-7b36290e-785e-4024-9bc0-e26105eb6c46 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 14:32:35.500012 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-7b36290e-785e-4024-9bc0-e26105eb6c46 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 14:32:35.500980 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7b36290e-785e-4024-9bc0-e26105eb6c46 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1083732 Aug 27 14:32:35.504501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36734) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:35.509906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-feca883d-ffd3-4b3b-b9fd-787d1fa4ac11 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297841033'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:35.540198 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-feca883d-ffd3-4b3b-b9fd-787d1fa4ac11 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:35.549060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-feca883d-ffd3-4b3b-b9fd-787d1fa4ac11 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:35.644201 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-feca883d-ffd3-4b3b-b9fd-787d1fa4ac11 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:35.648184 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-feca883d-ffd3-4b3b-b9fd-787d1fa4ac11 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:35.689373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca883d-ffd3-4b3b-b9fd-787d1fa4ac11 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b02f509-9955-47b0-af55-9f992597437d,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:35.752456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-feca883d-ffd3-4b3b-b9fd-787d1fa4ac11 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:35.756505 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-feca883d-ffd3-4b3b-b9fd-787d1fa4ac11 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:35.786384 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-feca883d-ffd3-4b3b-b9fd-787d1fa4ac11 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:35.787538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-feca883d-ffd3-4b3b-b9fd-787d1fa4ac11 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2821050 Aug 27 14:32:35.790124 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca883d-ffd3-4b3b-b9fd-787d1fa4ac11 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc8c065-714e-45ac-9757-71d7bf837da3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:35.791139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36780) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:35.797493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7872822e-c770-4694-9123-1bafe234219a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': 'bcc8c065-714e-45ac-9757-71d7bf837da3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:35.827198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7872822e-c770-4694-9123-1bafe234219a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:35.894286 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7872822e-c770-4694-9123-1bafe234219a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:35.898084 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7872822e-c770-4694-9123-1bafe234219a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:35.917606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872822e-c770-4694-9123-1bafe234219a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4834127-0384-436f-845e-f89dbaabcfd9,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:35.924999 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7872822e-c770-4694-9123-1bafe234219a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:35.927144 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7872822e-c770-4694-9123-1bafe234219a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339092 Aug 27 14:32:35.928960 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36804) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:35.934436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-cf0c0f43-b42c-412e-8112-dab22e91a191 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': 'bcc8c065-714e-45ac-9757-71d7bf837da3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:35.960158 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf0c0f43-b42c-412e-8112-dab22e91a191 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.009115 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-cf0c0f43-b42c-412e-8112-dab22e91a191 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 14:32:36.010729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cf0c0f43-b42c-412e-8112-dab22e91a191 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0796418 Aug 27 14:32:36.013077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36820) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:36.069046 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c653e94-e1f8-4e0e-a4e1-d60960cdf19c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.092901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c653e94-e1f8-4e0e-a4e1-d60960cdf19c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.140965 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c653e94-e1f8-4e0e-a4e1-d60960cdf19c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.143592 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c653e94-e1f8-4e0e-a4e1-d60960cdf19c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.144742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7c653e94-e1f8-4e0e-a4e1-d60960cdf19c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "DELETE /v2.0/security-groups/bcc8c065-714e-45ac-9757-71d7bf837da3 HTTP/1.1" status: 204 len: 168 time: 0.1309152 Aug 27 14:32:36.147442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36844) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:36.155545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c653e94-e1f8-4e0e-a4e1-d60960cdf19c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc8c065-714e-45ac-9757-71d7bf837da3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:36.202968 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a1253d8d-b516-4eba-9ea9-321c1135f513 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538435 Aug 27 14:32:36.206134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36852) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:36.211665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-cb48fb48-304a-4ebd-9617-1945203dbe9d tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group': {'name': 'tempest-secgroup--748514920'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:36.237221 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb48fb48-304a-4ebd-9617-1945203dbe9d tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.325581 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb48fb48-304a-4ebd-9617-1945203dbe9d tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.329906 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb48fb48-304a-4ebd-9617-1945203dbe9d tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.358977 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cb48fb48-304a-4ebd-9617-1945203dbe9d tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.360275 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cb48fb48-304a-4ebd-9617-1945203dbe9d tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1528811 Aug 27 14:32:36.363329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36880) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:36.364646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48fb48-304a-4ebd-9617-1945203dbe9d tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eb51eb-256d-4d4f-8c97-8a7a54656d09,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:36.368522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-183a20a2-06ae-4d21-a71f-f30729f55473 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': 'c4eb51eb-256d-4d4f-8c97-8a7a54656d09', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:36.369014 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-183a20a2-06ae-4d21-a71f-f30729f55473 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 27 14:32:36.369507 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-183a20a2-06ae-4d21-a71f-f30729f55473 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:36.372756 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-183a20a2-06ae-4d21-a71f-f30729f55473 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060914 Aug 27 14:32:36.373352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36884) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:36.432055 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c7364af-d3ad-4e2e-b20a-d35991f2f09f tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.457105 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c7364af-d3ad-4e2e-b20a-d35991f2f09f tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.498658 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c7364af-d3ad-4e2e-b20a-d35991f2f09f tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.501250 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c7364af-d3ad-4e2e-b20a-d35991f2f09f tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.502411 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6c7364af-d3ad-4e2e-b20a-d35991f2f09f tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "DELETE /v2.0/security-groups/c4eb51eb-256d-4d4f-8c97-8a7a54656d09 HTTP/1.1" status: 204 len: 168 time: 0.1284225 Aug 27 14:32:36.505077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36892) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:36.511986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7364af-d3ad-4e2e-b20a-d35991f2f09f tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eb51eb-256d-4d4f-8c97-8a7a54656d09,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:36.551676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1ea97c80-d4be-4b80-92bb-34b143506b9d tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0454247 Aug 27 14:32:36.555906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36894) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:36.560228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8b083de9-054a-43f3-aea4-d0b056d7a585 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009711390'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:36.581618 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8b083de9-054a-43f3-aea4-d0b056d7a585 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.669164 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8b083de9-054a-43f3-aea4-d0b056d7a585 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.673059 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8b083de9-054a-43f3-aea4-d0b056d7a585 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.701181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8b083de9-054a-43f3-aea4-d0b056d7a585 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.702427 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8b083de9-054a-43f3-aea4-d0b056d7a585 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1455963 Aug 27 14:32:36.705167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36900) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:36.709635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-6c9f2e2e-1c5b-48e9-9966-f635eb62a42c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': 'cb85652e-a271-46a0-a7f7-77e3678447b8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:36.710447 n-d-712139-12 neutron-server[101186]: WARNING neutron.api.v2.base [None req-6c9f2e2e-1c5b-48e9-9966-f635eb62a42c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 27 14:32:36.711781 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-6c9f2e2e-1c5b-48e9-9966-f635eb62a42c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:36.713259 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6c9f2e2e-1c5b-48e9-9966-f635eb62a42c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066299 Aug 27 14:32:36.715333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b083de9-054a-43f3-aea4-d0b056d7a585 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb85652e-a271-46a0-a7f7-77e3678447b8,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:36.715473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36902) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:36.774563 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac980176-9235-4e87-b5dd-aef537f1dc48 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.796734 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac980176-9235-4e87-b5dd-aef537f1dc48 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.886831 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac980176-9235-4e87-b5dd-aef537f1dc48 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.889621 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac980176-9235-4e87-b5dd-aef537f1dc48 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.890767 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ac980176-9235-4e87-b5dd-aef537f1dc48 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "DELETE /v2.0/security-groups/cb85652e-a271-46a0-a7f7-77e3678447b8 HTTP/1.1" status: 204 len: 168 time: 0.1743243 Aug 27 14:32:36.893420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36914) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:36.906806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac980176-9235-4e87-b5dd-aef537f1dc48 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb85652e-a271-46a0-a7f7-77e3678447b8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:36.940764 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6b22d469-f3f4-46a7-abc5-a444e7d72166 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0459776 Aug 27 14:32:36.944650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36916) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:36.947264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-5ca648c2-e81a-4ee4-b033-fd726cb4e25b tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:36.948752 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-5ca648c2-e81a-4ee4-b033-fd726cb4e25b tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/networks?id=fcbcbffa-463d-4271-84b8-59fddc2f1704 HTTP/1.1" status: 200 len: 814 time: 0.1273715 Aug 27 14:32:36.949648 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-45488290-2a4a-4f26-a0ae-63c237ee1bf8 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078093201'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:36.963735 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-c652f57c-e8bf-4865-96c4-23debb242dc2 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/quotas/aa5264b8c25447009c7ff5c5599307c2 HTTP/1.1" status: 200 len: 375 time: 0.0093157 Aug 27 14:32:36.971541 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45488290-2a4a-4f26-a0ae-63c237ee1bf8 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:36.998136 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-ec00291a-18a3-4a4b-a42b-4b4688ce3ec3 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa5264b8c25447009c7ff5c5599307c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283985 Aug 27 14:32:37.056469 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45488290-2a4a-4f26-a0ae-63c237ee1bf8 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.060338 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45488290-2a4a-4f26-a0ae-63c237ee1bf8 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.087134 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-45488290-2a4a-4f26-a0ae-63c237ee1bf8 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.088517 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-45488290-2a4a-4f26-a0ae-63c237ee1bf8 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1422675 Aug 27 14:32:37.092450 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36918) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.096896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-9bea6b96-5dd2-4446-91af-8cbb1503ce6a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': 'cfdedd6e-c49a-4fba-b0eb-80a61c853721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.097345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-981fff38-8ddd-4943-a871-4b6e4f49cdb6 service neutron] 10.222.0.55 "GET /v2.0/networks/fcbcbffa-463d-4271-84b8-59fddc2f1704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910926 Aug 27 14:32:37.098982 n-d-712139-12 neutron-server[101186]: WARNING neutron.api.v2.base [None req-9bea6b96-5dd2-4446-91af-8cbb1503ce6a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 27 14:32:37.099487 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-9bea6b96-5dd2-4446-91af-8cbb1503ce6a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:37.100450 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9bea6b96-5dd2-4446-91af-8cbb1503ce6a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070634 Aug 27 14:32:37.101290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45488290-2a4a-4f26-a0ae-63c237ee1bf8 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdedd6e-c49a-4fba-b0eb-80a61c853721,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:37.103686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36920) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.112086 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6dc2d86c-fc56-4f57-84b2-f8ca5d368f0c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': 'cfdedd6e-c49a-4fba-b0eb-80a61c853721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.112784 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-6dc2d86c-fc56-4f57-84b2-f8ca5d368f0c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 27 14:32:37.113309 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-6dc2d86c-fc56-4f57-84b2-f8ca5d368f0c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:37.114251 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6dc2d86c-fc56-4f57-84b2-f8ca5d368f0c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068181 Aug 27 14:32:37.116770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36922) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.121836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8d0dc836-1505-4e64-9fbb-d090cfb1d156 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': 'cfdedd6e-c49a-4fba-b0eb-80a61c853721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.122774 n-d-712139-12 neutron-server[101186]: WARNING neutron.api.v2.base [None req-8d0dc836-1505-4e64-9fbb-d090cfb1d156 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 27 14:32:37.123192 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-8d0dc836-1505-4e64-9fbb-d090cfb1d156 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:37.127417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8d0dc836-1505-4e64-9fbb-d090cfb1d156 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069742 Aug 27 14:32:37.127604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36924) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.131635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b8171e64-9160-4b81-bd1a-439e04e6b034 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': 'cfdedd6e-c49a-4fba-b0eb-80a61c853721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.132456 n-d-712139-12 neutron-server[101186]: WARNING neutron.api.v2.base [None req-b8171e64-9160-4b81-bd1a-439e04e6b034 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 27 14:32:37.133007 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-b8171e64-9160-4b81-bd1a-439e04e6b034 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:37.134422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b8171e64-9160-4b81-bd1a-439e04e6b034 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059707 Aug 27 14:32:37.136891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36926) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.202577 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da52f7c5-2a8f-43a1-84c8-8d39ad1d18f4 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.204582 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-d8682032-2dc5-4c74-9466-f68debbb09d4 service neutron] 10.222.0.55 "GET /v2.0/networks/fcbcbffa-463d-4271-84b8-59fddc2f1704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957217 Aug 27 14:32:37.224943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da52f7c5-2a8f-43a1-84c8-8d39ad1d18f4 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.265793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da52f7c5-2a8f-43a1-84c8-8d39ad1d18f4 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.268547 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-da52f7c5-2a8f-43a1-84c8-8d39ad1d18f4 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.272177 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-da52f7c5-2a8f-43a1-84c8-8d39ad1d18f4 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "DELETE /v2.0/security-groups/cfdedd6e-c49a-4fba-b0eb-80a61c853721 HTTP/1.1" status: 204 len: 168 time: 0.1319587 Aug 27 14:32:37.272841 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36928) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.279303 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52f7c5-2a8f-43a1-84c8-8d39ad1d18f4 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdedd6e-c49a-4fba-b0eb-80a61c853721,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:37.337996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5ca3ed36-bb79-4f0d-a140-b8625b86f4b7 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0638726 Aug 27 14:32:37.341763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36930) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.346370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-978fd5a7-9bb9-40df-89da-f1cb04f6bf91 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group': {'name': 'tempest-secgroup--362257257'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.369753 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-978fd5a7-9bb9-40df-89da-f1cb04f6bf91 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.451412 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-978fd5a7-9bb9-40df-89da-f1cb04f6bf91 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.455048 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-978fd5a7-9bb9-40df-89da-f1cb04f6bf91 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.483872 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-978fd5a7-9bb9-40df-89da-f1cb04f6bf91 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.485076 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-978fd5a7-9bb9-40df-89da-f1cb04f6bf91 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1423132 Aug 27 14:32:37.486952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fd5a7-9bb9-40df-89da-f1cb04f6bf91 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d9c86c-c279-4045-9b55-d95fcd87ac43,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:37.488354 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36932) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.493173 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f2eab864-f09d-4103-8194-f0e6a92118aa tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': '81d9c86c-c279-4045-9b55-d95fcd87ac43', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.493741 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-f2eab864-f09d-4103-8194-f0e6a92118aa tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 14:32:37.494128 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-f2eab864-f09d-4103-8194-f0e6a92118aa tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:37.497666 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f2eab864-f09d-4103-8194-f0e6a92118aa tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081990 Aug 27 14:32:37.498045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36934) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.502609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1ecce1ca-7172-48bf-9469-f04201a6a895 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': '81d9c86c-c279-4045-9b55-d95fcd87ac43', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.538010 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-1ecce1ca-7172-48bf-9469-f04201a6a895 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:37.539393 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1ecce1ca-7172-48bf-9469-f04201a6a895 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0402360 Aug 27 14:32:37.541945 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36936) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.547653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2bea0942-0145-484a-a4ea-dceea01c246e tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': '81d9c86c-c279-4045-9b55-d95fcd87ac43', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.548135 n-d-712139-12 neutron-server[101186]: WARNING neutron.api.v2.base [None req-2bea0942-0145-484a-a4ea-dceea01c246e tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 27 14:32:37.548606 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-2bea0942-0145-484a-a4ea-dceea01c246e tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:37.549526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2bea0942-0145-484a-a4ea-dceea01c246e tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066657 Aug 27 14:32:37.551679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36938) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.556073 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-add519b9-a6e4-4b13-8396-cecddd20b060 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': '81d9c86c-c279-4045-9b55-d95fcd87ac43', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.590227 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-add519b9-a6e4-4b13-8396-cecddd20b060 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:37.591314 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-add519b9-a6e4-4b13-8396-cecddd20b060 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0387890 Aug 27 14:32:37.594349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36940) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.599926 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-36506c70-6f29-4d2a-aba8-83fa2260dfc2 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': '81d9c86c-c279-4045-9b55-d95fcd87ac43', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.600403 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-36506c70-6f29-4d2a-aba8-83fa2260dfc2 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 14:32:37.600891 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-36506c70-6f29-4d2a-aba8-83fa2260dfc2 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:37.601996 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-36506c70-6f29-4d2a-aba8-83fa2260dfc2 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065227 Aug 27 14:32:37.605422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36942) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.609800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-60a937f6-76db-4ab2-b52b-49bf441d11aa tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': '81d9c86c-c279-4045-9b55-d95fcd87ac43', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.644718 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-60a937f6-76db-4ab2-b52b-49bf441d11aa tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:37.645736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-60a937f6-76db-4ab2-b52b-49bf441d11aa tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0393519 Aug 27 14:32:37.648554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36944) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.652824 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6b13d54a-47d6-4d1e-8f92-6c750014da46 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': '81d9c86c-c279-4045-9b55-d95fcd87ac43', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.653287 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-6b13d54a-47d6-4d1e-8f92-6c750014da46 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 27 14:32:37.653739 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-6b13d54a-47d6-4d1e-8f92-6c750014da46 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:37.654644 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6b13d54a-47d6-4d1e-8f92-6c750014da46 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052264 Aug 27 14:32:37.656904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36946) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.660825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-229c6999-7551-45aa-981e-bb5a42568c56 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': '81d9c86c-c279-4045-9b55-d95fcd87ac43', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.698357 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-229c6999-7551-45aa-981e-bb5a42568c56 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:37.699417 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-229c6999-7551-45aa-981e-bb5a42568c56 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0416400 Aug 27 14:32:37.702912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36948) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.707362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-49aebe1e-f78a-4674-8582-aa7dc3ab4e0e tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': '81d9c86c-c279-4045-9b55-d95fcd87ac43', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.739926 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-49aebe1e-f78a-4674-8582-aa7dc3ab4e0e tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:37.741104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-49aebe1e-f78a-4674-8582-aa7dc3ab4e0e tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0372589 Aug 27 14:32:37.744358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36950) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.794587 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35c93233-585f-4e1a-b567-5b5fb19880dc tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.817727 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35c93233-585f-4e1a-b567-5b5fb19880dc tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.858659 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35c93233-585f-4e1a-b567-5b5fb19880dc tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.861293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35c93233-585f-4e1a-b567-5b5fb19880dc tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:37.862461 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-35c93233-585f-4e1a-b567-5b5fb19880dc tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "DELETE /v2.0/security-groups/81d9c86c-c279-4045-9b55-d95fcd87ac43 HTTP/1.1" status: 204 len: 168 time: 0.1172118 Aug 27 14:32:37.865189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36952) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.872168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c93233-585f-4e1a-b567-5b5fb19880dc tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d9c86c-c279-4045-9b55-d95fcd87ac43,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:37.909125 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ee1201a6-272b-4ec8-a7ca-c65656bea8a3 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0427763 Aug 27 14:32:37.912731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36954) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:37.917753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-017a9656-9800-4664-b55f-190eb7cdcbb1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175062841'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:37.938739 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-017a9656-9800-4664-b55f-190eb7cdcbb1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.021092 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-017a9656-9800-4664-b55f-190eb7cdcbb1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.024949 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-017a9656-9800-4664-b55f-190eb7cdcbb1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.054113 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-017a9656-9800-4664-b55f-190eb7cdcbb1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.056668 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-017a9656-9800-4664-b55f-190eb7cdcbb1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1429429 Aug 27 14:32:38.058468 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a9656-9800-4664-b55f-190eb7cdcbb1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c45d21-ea86-4b50-8ab3-8e8f7eefd7cc,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:38.059654 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36956) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:38.064605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1d12643c-64fe-438d-835c-826d4a130bc9 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': '25c45d21-ea86-4b50-8ab3-8e8f7eefd7cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:38.103595 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-1d12643c-64fe-438d-835c-826d4a130bc9 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The resource could not be found. Aug 27 14:32:38.104686 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1d12643c-64fe-438d-835c-826d4a130bc9 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0439992 Aug 27 14:32:38.107446 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36958) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:38.111853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d2b69e74-383c-4056-94c9-5a436c787fe5 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': '25c45d21-ea86-4b50-8ab3-8e8f7eefd7cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '27ffa635-0bfd-4891-ac10-65ff77e21d8c'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:38.148465 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-d2b69e74-383c-4056-94c9-5a436c787fe5 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The resource could not be found. Aug 27 14:32:38.149702 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d2b69e74-383c-4056-94c9-5a436c787fe5 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0413444 Aug 27 14:32:38.152380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36960) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:38.203071 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5370-f8bd-4eab-ad9c-19f7ebd65f7c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.224545 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5370-f8bd-4eab-ad9c-19f7ebd65f7c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.269330 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5370-f8bd-4eab-ad9c-19f7ebd65f7c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.272122 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5370-f8bd-4eab-ad9c-19f7ebd65f7c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.273713 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fc0e5370-f8bd-4eab-ad9c-19f7ebd65f7c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "DELETE /v2.0/security-groups/25c45d21-ea86-4b50-8ab3-8e8f7eefd7cc HTTP/1.1" status: 204 len: 168 time: 0.1199157 Aug 27 14:32:38.276557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36962) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:38.282634 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e5370-f8bd-4eab-ad9c-19f7ebd65f7c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c45d21-ea86-4b50-8ab3-8e8f7eefd7cc,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:38.324011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-07da57ea-9f0a-446f-9916-583e4ccbc970 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460715 Aug 27 14:32:38.328316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36966) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:38.333440 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-585f824a-4796-4512-91e6-66e4f46d1d02 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': '99753187-25e5-4b9f-aad4-4e4ab5b2174c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:38.380436 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-585f824a-4796-4512-91e6-66e4f46d1d02 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The resource could not be found. Aug 27 14:32:38.385579 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-585f824a-4796-4512-91e6-66e4f46d1d02 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0519326 Aug 27 14:32:38.385967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36974) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:38.391196 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1d35c679-d424-471c-9aa3-72d9925c7564 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008489128'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:38.414463 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1d35c679-d424-471c-9aa3-72d9925c7564 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.423119 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4b3594f3-2cca-4c13-95b2-49e706749347 req-dab47e74-f4e4-4241-a888-4506532dd0e3 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 210 time: 0.0296252 Aug 27 14:32:38.504996 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1d35c679-d424-471c-9aa3-72d9925c7564 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.508950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1d35c679-d424-471c-9aa3-72d9925c7564 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.538265 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1d35c679-d424-471c-9aa3-72d9925c7564 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.540525 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1d35c679-d424-471c-9aa3-72d9925c7564 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1535854 Aug 27 14:32:38.541464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35c679-d424-471c-9aa3-72d9925c7564 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e25f95-d152-4a15-82a3-c7a208b19901,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:38.543452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36980) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:38.548638 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-79cf82b9-f07a-4fbb-8706-8cbc38c7daa1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group': {'name': 'tempest-secgroup--573499992'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:38.571259 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-79cf82b9-f07a-4fbb-8706-8cbc38c7daa1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.656449 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-79cf82b9-f07a-4fbb-8706-8cbc38c7daa1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.660991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-79cf82b9-f07a-4fbb-8706-8cbc38c7daa1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.684619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-79cf82b9-f07a-4fbb-8706-8cbc38c7daa1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.688418 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-79cf82b9-f07a-4fbb-8706-8cbc38c7daa1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1413279 Aug 27 14:32:38.689235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36984) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:38.694705 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf82b9-f07a-4fbb-8706-8cbc38c7daa1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73a103a-0f12-481e-8866-8bc86fde72a7,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:38.703157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-743ee795-bc8e-4591-b506-2c2530208d74 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group_rule': {'security_group_id': '18e25f95-d152-4a15-82a3-c7a208b19901', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b73a103a-0f12-481e-8866-8bc86fde72a7'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:38.742914 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-743ee795-bc8e-4591-b506-2c2530208d74 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:32:38.744079 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-743ee795-bc8e-4591-b506-2c2530208d74 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0536182 Aug 27 14:32:38.746904 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36986) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:38.810207 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a12739e1-7a89-4657-a6b9-51770ae3f0de tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.842226 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a12739e1-7a89-4657-a6b9-51770ae3f0de tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.885942 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a12739e1-7a89-4657-a6b9-51770ae3f0de tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.889450 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a12739e1-7a89-4657-a6b9-51770ae3f0de tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:38.890623 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a12739e1-7a89-4657-a6b9-51770ae3f0de tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "DELETE /v2.0/security-groups/b73a103a-0f12-481e-8866-8bc86fde72a7 HTTP/1.1" status: 204 len: 168 time: 0.1427066 Aug 27 14:32:38.894283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36988) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:38.900952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12739e1-7a89-4657-a6b9-51770ae3f0de tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73a103a-0f12-481e-8866-8bc86fde72a7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:38.953135 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4e446118-ae46-4131-b2a4-d7aaea6cc131 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0575209 Aug 27 14:32:38.955929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36990) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:39.010931 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bca73b12-74c0-4021-bfe4-a1687f28ccea tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.035914 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bca73b12-74c0-4021-bfe4-a1687f28ccea tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.077275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bca73b12-74c0-4021-bfe4-a1687f28ccea tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.079850 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bca73b12-74c0-4021-bfe4-a1687f28ccea tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.081050 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bca73b12-74c0-4021-bfe4-a1687f28ccea tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "DELETE /v2.0/security-groups/18e25f95-d152-4a15-82a3-c7a208b19901 HTTP/1.1" status: 204 len: 168 time: 0.1240091 Aug 27 14:32:39.084082 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36992) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:39.090024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca73b12-74c0-4021-bfe4-a1687f28ccea tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e25f95-d152-4a15-82a3-c7a208b19901,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:39.131125 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-42b8817c-2587-4bc8-a1c7-a8cbe4d43b3e tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458305 Aug 27 14:32:39.135622 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36994) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:39.140060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-eec02c29-ccd7-4407-bf3b-1b723a1bde81 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185769579'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:39.161125 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eec02c29-ccd7-4407-bf3b-1b723a1bde81 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.243631 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eec02c29-ccd7-4407-bf3b-1b723a1bde81 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.247441 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eec02c29-ccd7-4407-bf3b-1b723a1bde81 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.278515 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eec02c29-ccd7-4407-bf3b-1b723a1bde81 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.282544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-eec02c29-ccd7-4407-bf3b-1b723a1bde81 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1433020 Aug 27 14:32:39.283163 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 36996) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:39.285367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec02c29-ccd7-4407-bf3b-1b723a1bde81 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb4002d-8ce5-4708-ba68-a39cd632b0cf,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:39.289600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a3e36c8a-e25b-4262-bc36-e3a088a32e5a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:39.290804 n-d-712139-12 neutron-server[101187]: WARNING neutron.api.v2.base [None req-a3e36c8a-e25b-4262-bc36-e3a088a32e5a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 14:32:39.291728 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-a3e36c8a-e25b-4262-bc36-e3a088a32e5a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 14:32:39.293326 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a3e36c8a-e25b-4262-bc36-e3a088a32e5a tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "PUT /v2.0/security-groups/8bb4002d-8ce5-4708-ba68-a39cd632b0cf HTTP/1.1" status: 409 len: 330 time: 0.0087173 Aug 27 14:32:39.296950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 36998) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:39.355887 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec6f44ed-f377-4096-a51f-ca70d051b1e3 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.381275 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec6f44ed-f377-4096-a51f-ca70d051b1e3 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.428696 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec6f44ed-f377-4096-a51f-ca70d051b1e3 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.432734 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec6f44ed-f377-4096-a51f-ca70d051b1e3 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.437001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ec6f44ed-f377-4096-a51f-ca70d051b1e3 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "DELETE /v2.0/security-groups/8bb4002d-8ce5-4708-ba68-a39cd632b0cf HTTP/1.1" status: 204 len: 168 time: 0.1388438 Aug 27 14:32:39.437737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37000) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:39.464159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-370bb8ae-ba9f-47c6-b54d-424d4bf23b95 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:39.465717 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-370bb8ae-ba9f-47c6-b54d-424d4bf23b95 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.41 "GET /v2.0/networks?id=fcbcbffa-463d-4271-84b8-59fddc2f1704 HTTP/1.1" status: 200 len: 814 time: 0.1234503 Aug 27 14:32:39.470162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f44ed-f377-4096-a51f-ca70d051b1e3 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb4002d-8ce5-4708-ba68-a39cd632b0cf,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:39.498303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-2d308299-5366-4862-aee8-54c9bee8353f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Request body: {'port': {'device_id': 'fa82351e-0d7c-4055-998b-85f8f00676d1', 'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704', 'admin_state_up': True, 'tenant_id': 'aa5264b8c25447009c7ff5c5599307c2'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:39.510719 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fb515dd6-4c40-481b-81ae-45e98d83be69 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660803 Aug 27 14:32:39.511832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37004) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:39.526332 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-d47d5c49-fadb-4130-9c3b-1c75216eb2d1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] delete failed (client error): The resource could not be found. Aug 27 14:32:39.527379 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d47d5c49-fadb-4130-9c3b-1c75216eb2d1 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "DELETE /v2.0/security-groups/2d4f7ee0-0ba3-450d-97c5-7e4328113683 HTTP/1.1" status: 404 len: 347 time: 0.0146327 Aug 27 14:32:39.530927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37006) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:39.544009 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-62e1493a-91c8-472a-bcbd-bf6b8819271c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] show failed (client error): The resource could not be found. Aug 27 14:32:39.544984 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-62e1493a-91c8-472a-bcbd-bf6b8819271c tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "GET /v2.0/security-groups/1bfcbc6b-bac9-4c2c-9801-c343235e556c HTTP/1.1" status: 404 len: 347 time: 0.0131624 Aug 27 14:32:39.549212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37008) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:39.562938 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-c973bb4c-3857-44cf-96a7-d3173959b793 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] show failed (client error): The resource could not be found. Aug 27 14:32:39.565919 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c973bb4c-3857-44cf-96a7-d3173959b793 tempest-NegativeSecGroupTest-1074516342 tempest-NegativeSecGroupTest-1074516342-project] 10.222.0.55 "GET /v2.0/security-group-rules/f8e3d0ac-a0f8-4d17-b65f-f747ebbfb267 HTTP/1.1" status: 404 len: 356 time: 0.0140631 Aug 27 14:32:39.569161 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf980e3-97a4-4cbf-aad1-f07b9613eb99 req-7d3cb580-599c-4fef-9d15-bf0228a4a74e tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 210 time: 0.0659573 Aug 27 14:32:39.633076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-2d308299-5366-4862-aee8-54c9bee8353f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Made reservation on behalf of aa5264b8c25447009c7ff5c5599307c2 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:32:39.636819 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-2d308299-5366-4862-aee8-54c9bee8353f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.769258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-2d308299-5366-4862-aee8-54c9bee8353f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Allocated IP 172.20.0.6 (fcbcbffa-463d-4271-84b8-59fddc2f1704/5876f480-946f-4b94-955a-62ea78a96a0d/adcf2718-4256-411b-9129-05f607ad60e2) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:32:39.825534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37014) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:39.924307 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-2d308299-5366-4862-aee8-54c9bee8353f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.963831 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-2d308299-5366-4862-aee8-54c9bee8353f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:39.968839 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-11b276e5-db33-4fd3-8a5a-c8f3f9945745 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a0a5fe549ba4fcc8cc4514d9a1649cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420796 Aug 27 14:32:39.972681 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37018) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:32:40.012492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-2d308299-5366-4862-aee8-54c9bee8353f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Network fcbcbffa-463d-4271-84b8-59fddc2f1704 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:32:40.015545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-2d308299-5366-4862-aee8-54c9bee8353f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:32:40.018662 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40bbf6a6-0f11-4f85-922d-c3166a8a7ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:40.019240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-2d308299-5366-4862-aee8-54c9bee8353f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:32:40.041477 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40bbf6a6-0f11-4f85-922d-c3166a8a7ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:40.043957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d308299-5366-4862-aee8-54c9bee8353f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Pushing event updated for resources: {'Port': ['ID=adcf2718-4256-411b-9129-05f607ad60e2,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:40.047703 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:40.076720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-2d308299-5366-4862-aee8-54c9bee8353f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:40.077396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-2d308299-5366-4862-aee8-54c9bee8353f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:40.091316 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40bbf6a6-0f11-4f85-922d-c3166a8a7ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:40.092355 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-2d308299-5366-4862-aee8-54c9bee8353f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6104078 Aug 27 14:32:40.095837 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-40bbf6a6-0f11-4f85-922d-c3166a8a7ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:40.100392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-40bbf6a6-0f11-4f85-922d-c3166a8a7ac2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b02f509-9955-47b0-af55-9f992597437d HTTP/1.1" status: 204 len: 168 time: 0.1250865 Aug 27 14:32:40.107646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbf6a6-0f11-4f85-922d-c3166a8a7ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b02f509-9955-47b0-af55-9f992597437d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:40.111664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Request body: {'port': {'device_id': 'fa82351e-0d7c-4055-998b-85f8f00676d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:32:40.169759 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:40.485608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adcf2718-4256-411b-9129-05f607ad60e2 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:32:40.493623 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:40.507026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Transition to ACTIVE for port object adcf2718-4256-411b-9129-05f607ad60e2 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:32:40.511332 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:40.562487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Pushing event updated for resources: {'Port': ['ID=adcf2718-4256-411b-9129-05f607ad60e2,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:40.633289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Attempting to bind port adcf2718-4256-411b-9129-05f607ad60e2 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:32:40.633627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Attempting to bind port adcf2718-4256-411b-9129-05f607ad60e2 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'fd37b310-2f42-4c65-af1c-7d0c08bde063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:32:40.633954 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Attempting to bind port adcf2718-4256-411b-9129-05f607ad60e2 on network fcbcbffa-463d-4271-84b8-59fddc2f1704 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:32:40.638514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Port adcf2718-4256-411b-9129-05f607ad60e2 on network fcbcbffa-463d-4271-84b8-59fddc2f1704 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:32:40.638783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Attempting to bind port adcf2718-4256-411b-9129-05f607ad60e2 on network fcbcbffa-463d-4271-84b8-59fddc2f1704 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:32:40.644233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:32:40.644724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Checking segment: {'id': 'fd37b310-2f42-4c65-af1c-7d0c08bde063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:32:40.645205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Bound using segment: {'id': 'fd37b310-2f42-4c65-af1c-7d0c08bde063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:32:40.645765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Bound port: adcf2718-4256-411b-9129-05f607ad60e2, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd37b310-2f42-4c65-af1c-7d0c08bde063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:32:40.646195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:40.703261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f009b34-ef3a-49c0-8e34-2a588c02ff54 req-0f9d151e-7f10-4565-a6d0-a04875e5c422 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:40.704891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6f009b34-ef3a-49c0-8e34-2a588c02ff54 req-0f9d151e-7f10-4565-a6d0-a04875e5c422 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 943 time: 0.0628541 Aug 27 14:32:40.715171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] For port adcf2718-4256-411b-9129-05f607ad60e2, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:32:40.718332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] For port adcf2718-4256-411b-9129-05f607ad60e2, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=adcf2718-4256-411b-9129-05f607ad60e2,segment=NetworkSegment(fd37b310-2f42-4c65-af1c-7d0c08bde063),segment_id=fd37b310-2f42-4c65-af1c-7d0c08bde063)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:32:40.724171 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:40.752853 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6f009b34-ef3a-49c0-8e34-2a588c02ff54 req-5e12375e-9270-4152-a42b-9e77bc2822a9 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396748 Aug 27 14:32:40.755941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:40.756815 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:40.758698 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] 10.222.0.41 "PUT /v2.0/ports/adcf2718-4256-411b-9129-05f607ad60e2 HTTP/1.1" status: 200 len: 1092 time: 0.6520698 Aug 27 14:32:40.760971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa82351e-0d7c-4055-998b-85f8f00676d1', 'tag': 'adcf2718-4256-411b-9129-05f607ad60e2'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:32:40.762955 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c42234-c17d-4ed0-80fc-4bb3dfc14d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa82351e-0d7c-4055-998b-85f8f00676d1", "tag": "adcf2718-4256-411b-9129-05f607ad60e2"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:32:40.797893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec1d81-77e5-4f2c-9946-5f3d42e38616 service neutron] Pushing event updated for resources: {'Port': ['ID=adcf2718-4256-411b-9129-05f607ad60e2,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:40.885044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-e5dd7241-c2bc-4112-8dad-29f1b1a9c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:40.886626 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-e5dd7241-c2bc-4112-8dad-29f1b1a9c4d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa5264b8c25447009c7ff5c5599307c2&device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 1095 time: 0.0705407 Aug 27 14:32:41.234529 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f45718-2c84-4a1f-bef0-ab70c80621ea x-openstack-request-id: req-71f45718-2c84-4a1f-bef0-ab70c80621ea {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:32:41.235184 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa82351e-0d7c-4055-998b-85f8f00676d1", "tag": "adcf2718-4256-411b-9129-05f607ad60e2", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:32:41.235184 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71f45718-2c84-4a1f-bef0-ab70c80621ea {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:32:41.235582 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa82351e-0d7c-4055-998b-85f8f00676d1', 'tag': 'adcf2718-4256-411b-9129-05f607ad60e2', 'status': 'completed', 'code': 200} Aug 27 14:32:41.237243 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-99e9643a-1fe4-4bd4-be32-9a03f4b370d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcf2718-4256-411b-9129-05f607ad60e2 HTTP/1.1" status: 200 len: 217 time: 0.3372390 Aug 27 14:32:41.294699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-4797a547-24be-450b-a4d7-2ba10c1f0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:41.296191 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-4797a547-24be-450b-a4d7-2ba10c1f0b4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5876f480-946f-4b94-955a-62ea78a96a0d HTTP/1.1" status: 200 len: 854 time: 0.0513599 Aug 27 14:32:41.347400 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-8ba797be-1a9f-407e-8a79-bc8f9b8d47e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcbcbffa-463d-4271-84b8-59fddc2f1704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438776 Aug 27 14:32:41.443801 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-f34ff3a8-7fbf-4852-85e4-bb1c0d7b4f73 service neutron] 10.222.0.41 "GET /v2.0/networks/fcbcbffa-463d-4271-84b8-59fddc2f1704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876842 Aug 27 14:32:41.540302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8b7d11a-4aea-4561-ac03-de5af394f608 req-1070a4fc-60e6-4bc6-980c-8114d9f4e52c service neutron] 10.222.0.41 "GET /v2.0/networks/fcbcbffa-463d-4271-84b8-59fddc2f1704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894198 Aug 27 14:32:41.662647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c42234-c17d-4ed0-80fc-4bb3dfc14d1b req-ccb5cbe7-41e4-4a63-8216-44f699bc32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:41.664684 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2c42234-c17d-4ed0-80fc-4bb3dfc14d1b req-ccb5cbe7-41e4-4a63-8216-44f699bc32ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa5264b8c25447009c7ff5c5599307c2&device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 1095 time: 0.0413609 Aug 27 14:32:41.825753 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c42234-c17d-4ed0-80fc-4bb3dfc14d1b req-ae885434-ef13-44c9-919a-03f5d58ad8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:41.827304 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2c42234-c17d-4ed0-80fc-4bb3dfc14d1b req-ae885434-ef13-44c9-919a-03f5d58ad8f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcbcbffa-463d-4271-84b8-59fddc2f1704 HTTP/1.1" status: 200 len: 915 time: 0.1554530 Aug 27 14:32:41.870061 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2c42234-c17d-4ed0-80fc-4bb3dfc14d1b req-b1901432-192a-49b8-9e43-5a3b07b23fc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcf2718-4256-411b-9129-05f607ad60e2 HTTP/1.1" status: 200 len: 217 time: 0.0349786 Aug 27 14:32:41.878238 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744034-6579-4096-8dbe-b44622007a8f req-ba2e65ba-eca3-4e1b-b12c-b7355945eb0f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:41.879804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-54744034-6579-4096-8dbe-b44622007a8f req-ba2e65ba-eca3-4e1b-b12c-b7355945eb0f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 943 time: 0.0511577 Aug 27 14:32:41.923049 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-54744034-6579-4096-8dbe-b44622007a8f req-2eaf5f74-dacb-44d8-82fa-f6c64e99b788 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361326 Aug 27 14:32:41.923280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c42234-c17d-4ed0-80fc-4bb3dfc14d1b req-9f91b95c-eaa1-4ebc-b2a2-96911833887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:41.924558 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2c42234-c17d-4ed0-80fc-4bb3dfc14d1b req-9f91b95c-eaa1-4ebc-b2a2-96911833887d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5876f480-946f-4b94-955a-62ea78a96a0d HTTP/1.1" status: 200 len: 854 time: 0.0482078 Aug 27 14:32:41.956399 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2c42234-c17d-4ed0-80fc-4bb3dfc14d1b req-3aae1eba-940d-43c2-a62f-f3e631172306 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcbcbffa-463d-4271-84b8-59fddc2f1704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241363 Aug 27 14:32:42.043535 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2c42234-c17d-4ed0-80fc-4bb3dfc14d1b req-c3ebb8c9-f6e7-4095-b734-48572e6ed57b service neutron] 10.222.0.41 "GET /v2.0/networks/fcbcbffa-463d-4271-84b8-59fddc2f1704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798578 Aug 27 14:32:42.136093 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2c42234-c17d-4ed0-80fc-4bb3dfc14d1b req-171ae061-ff9d-40ef-838e-3ee2a946ea46 service neutron] 10.222.0.41 "GET /v2.0/networks/fcbcbffa-463d-4271-84b8-59fddc2f1704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853508 Aug 27 14:32:43.045530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385fcb3-127a-409c-a545-2cab9faa5fae req-935b9085-1cf9-4240-92f1-e9e46019714b tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:43.047097 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d385fcb3-127a-409c-a545-2cab9faa5fae req-935b9085-1cf9-4240-92f1-e9e46019714b tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 943 time: 0.0523911 Aug 27 14:32:43.089924 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d385fcb3-127a-409c-a545-2cab9faa5fae req-cced31dd-930b-42cd-ad0d-2eca7e03bc4f tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357938 Aug 27 14:32:44.212823 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0847bf-3156-4c7e-b368-a66b9b28d785 req-0beaf339-94ad-4df1-b226-2401112ad984 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:44.214431 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec0847bf-3156-4c7e-b368-a66b9b28d785 req-0beaf339-94ad-4df1-b226-2401112ad984 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 943 time: 0.0516102 Aug 27 14:32:44.254131 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ec0847bf-3156-4c7e-b368-a66b9b28d785 req-965b1a74-c136-4b74-ad85-e0a8f89dcf8e tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336511 Aug 27 14:32:44.326188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device adcf2718-4256-411b-9129-05f607ad60e2 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:32:44.437272 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port adcf2718-4256-411b-9129-05f607ad60e2, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=adcf2718-4256-411b-9129-05f607ad60e2,segment=NetworkSegment(fd37b310-2f42-4c65-af1c-7d0c08bde063),segment_id=fd37b310-2f42-4c65-af1c-7d0c08bde063)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:32:44.450420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'adcf2718-4256-411b-9129-05f607ad60e2', 'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704', 'port_id': 'adcf2718-4256-411b-9129-05f607ad60e2', 'mac_address': 'fa:16:3e:59:ad:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5876f480-946f-4b94-955a-62ea78a96a0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:32:44.487021 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:44.499818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adcf2718-4256-411b-9129-05f607ad60e2 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:32:44.519730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port adcf2718-4256-411b-9129-05f607ad60e2, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=adcf2718-4256-411b-9129-05f607ad60e2,segment=NetworkSegment(fd37b310-2f42-4c65-af1c-7d0c08bde063),segment_id=fd37b310-2f42-4c65-af1c-7d0c08bde063)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:32:44.523966 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:44.571937 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=adcf2718-4256-411b-9129-05f607ad60e2,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:44.657472 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-37240b9d-9564-4452-a5a6-6850fae5bfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:44.878108 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['adcf2718-4256-411b-9129-05f607ad60e2'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:32:45.397172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf28816-a50a-45ad-be60-3390ffdf3aab req-6f094e2f-0d52-49c3-ae9e-22e3ca264f76 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:45.403171 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-baf28816-a50a-45ad-be60-3390ffdf3aab req-6f094e2f-0d52-49c3-ae9e-22e3ca264f76 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 944 time: 0.0691051 Aug 27 14:32:45.446328 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-baf28816-a50a-45ad-be60-3390ffdf3aab req-7394d618-3c04-468c-9506-dd0d2003cbe0 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413864 Aug 27 14:32:46.345918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device adcf2718-4256-411b-9129-05f607ad60e2 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:32:46.394564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port adcf2718-4256-411b-9129-05f607ad60e2 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:32:46.398193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port adcf2718-4256-411b-9129-05f607ad60e2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:32:46.398606 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:46.483368 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:46.508683 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa82351e-0d7c-4055-998b-85f8f00676d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcf2718-4256-411b-9129-05f607ad60e2'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:32:46.511351 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dba485f-0c9e-4adf-b9b6-5272c5ab9d37" -d '{"events": [{"server_uuid": "fa82351e-0d7c-4055-998b-85f8f00676d1", "name": "network-vif-plugged", "status": "completed", "tag": "adcf2718-4256-411b-9129-05f607ad60e2"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:32:46.534914 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port adcf2718-4256-411b-9129-05f607ad60e2, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=adcf2718-4256-411b-9129-05f607ad60e2,segment=NetworkSegment(fd37b310-2f42-4c65-af1c-7d0c08bde063),segment_id=fd37b310-2f42-4c65-af1c-7d0c08bde063)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:32:46.540563 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:46.565759 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f031ef-e432-4a50-98e3-66b1eeb966ab x-openstack-request-id: req-62f031ef-e432-4a50-98e3-66b1eeb966ab {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:32:46.566051 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa82351e-0d7c-4055-998b-85f8f00676d1", "name": "network-vif-plugged", "status": "completed", "tag": "adcf2718-4256-411b-9129-05f607ad60e2", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:32:46.566299 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62f031ef-e432-4a50-98e3-66b1eeb966ab {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:32:46.567188 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa82351e-0d7c-4055-998b-85f8f00676d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcf2718-4256-411b-9129-05f607ad60e2', 'code': 200} Aug 27 14:32:46.596211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=adcf2718-4256-411b-9129-05f607ad60e2,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:32:46.612805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d29d-4eab-4511-8afa-712fac447ae8 req-0f1e949a-eb4a-4d0a-81da-b5ba2e090f7d tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:46.614394 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ba31d29d-4eab-4511-8afa-712fac447ae8 req-0f1e949a-eb4a-4d0a-81da-b5ba2e090f7d tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 945 time: 0.0825245 Aug 27 14:32:46.667350 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ba31d29d-4eab-4511-8afa-712fac447ae8 req-b20e8688-9ab1-48d2-8404-0b428b5e7284 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459590 Aug 27 14:32:46.704896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de8af4-db3e-4293-8e35-082598a1ad0a req-8c3047fb-e90e-4b50-9ba5-d885abf71786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:46.706580 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-93de8af4-db3e-4293-8e35-082598a1ad0a req-8c3047fb-e90e-4b50-9ba5-d885abf71786 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 1097 time: 0.0493486 Aug 27 14:32:46.759186 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-93de8af4-db3e-4293-8e35-082598a1ad0a req-002a9bbe-1ffb-4cfd-bc44-84bd8ad49f5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439384 Aug 27 14:32:47.479365 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:47.521834 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7cacfebc-54ad-4b9f-85a2-c533d4bd92d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:47.802830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994ea29-4879-4559-8391-6e82b768c703 req-71e0d23a-9c31-4b4a-999c-c68cdb9a85a7 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:47.804415 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5994ea29-4879-4559-8391-6e82b768c703 req-71e0d23a-9c31-4b4a-999c-c68cdb9a85a7 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 945 time: 0.0593591 Aug 27 14:32:47.848761 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5994ea29-4879-4559-8391-6e82b768c703 req-a8b25385-6790-4382-a9d7-6df5591f56c5 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369797 Aug 27 14:32:48.834059 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:48.968559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe6d5-9fb0-4c69-bacb-a0655791de7a req-2c827735-9156-4ce1-8009-337cee43c773 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:48.969967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-509fe6d5-9fb0-4c69-bacb-a0655791de7a req-2c827735-9156-4ce1-8009-337cee43c773 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 945 time: 0.0494711 Aug 27 14:32:49.009973 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-509fe6d5-9fb0-4c69-bacb-a0655791de7a req-49d8d63b-747f-4650-ac36-65ba8ef9f59d tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336642 Aug 27 14:32:50.300904 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:51.661859 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:32:56.503707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eaf5cf0-efa2-47a5-b901-550c79f30a67 req-33301b2d-7c8d-4c13-adfe-3014d57ce1e4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274138 Aug 27 14:32:56.570353 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eaf5cf0-efa2-47a5-b901-550c79f30a67 req-d3e40fc9-cfe5-436e-bb07-670769fa0cf5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0255277 Aug 27 14:32:56.620818 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eaf5cf0-efa2-47a5-b901-550c79f30a67 req-2351f960-1d88-405e-8031-feed3c6432ea service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325723 Aug 27 14:32:56.781756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf5cf0-efa2-47a5-b901-550c79f30a67 req-9dba643c-2703-4545-8f31-a2a3449d66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:32:56.783199 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eaf5cf0-efa2-47a5-b901-550c79f30a67 req-9dba643c-2703-4545-8f31-a2a3449d66e6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1561940 Aug 27 14:33:01.243973 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:33:07.248488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c742dca1-7130-4fbd-8416-64194b26efb3 req-4dd2ce89-3d0b-43be-90c3-9ba72fda3772 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0315557 Aug 27 14:33:07.340312 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c742dca1-7130-4fbd-8416-64194b26efb3 req-bce140d1-bbb5-4260-ba3e-59bdd728473c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0264359 Aug 27 14:33:07.395697 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c742dca1-7130-4fbd-8416-64194b26efb3 req-43eb223d-42d5-47e2-8938-04e908a573d3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263190 Aug 27 14:33:07.572717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742dca1-7130-4fbd-8416-64194b26efb3 req-a5365548-aada-4911-8e7c-9d096539315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:07.574394 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c742dca1-7130-4fbd-8416-64194b26efb3 req-a5365548-aada-4911-8e7c-9d096539315e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1717243 Aug 27 14:33:10.060057 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:14.661905 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9ce79b7b-cb18-440e-82d6-b65a17cd99c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:17.471050 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:17.514243 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-36125b23-9de7-43ae-a68c-a173b7274e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:18.839315 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:20.301206 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:21.677508 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:29.150334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37678) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:29.263167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:29.358478 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:29.362309 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:29.404293 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e42bfe585f6947aeb1e5a3fc5a95bf80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526259 Aug 27 14:33:29.405039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee64081-951b-411c-a589-77e7cea164ab,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:29.407490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37682) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:29.413148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.413508 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.413862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.414212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.414558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.414939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.415279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.415729 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.415962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.416269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.416608 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.416936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d7bf4-0a19-4ef8-8a22-8ef8a29b70c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.472981 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:29.494295 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:29.545606 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:29.550095 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:29.552100 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ee64081-951b-411c-a589-77e7cea164ab HTTP/1.1" status: 204 len: 168 time: 0.1429915 Aug 27 14:33:29.566166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee64081-951b-411c-a589-77e7cea164ab,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:29.580821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.581360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.581922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.582447 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.583190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.583732 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.584268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.584809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.585352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.585873 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.586648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.587440 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126d296-2630-4bb6-882a-5b6be35127d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:29.847434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37690) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:29.862530 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d95502da-3c47-42cd-b6d0-b633e5427a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:29.952078 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d95502da-3c47-42cd-b6d0-b633e5427a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:29.956499 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d95502da-3c47-42cd-b6d0-b633e5427a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:29.995361 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d95502da-3c47-42cd-b6d0-b633e5427a66 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50e0f90d8d724205966728b6e3360463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467674 Aug 27 14:33:29.997360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95502da-3c47-42cd-b6d0-b633e5427a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80865502-f757-488e-9e81-83fec2f432c7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:29.998184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37692) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:30.051963 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d5c0609-a663-4560-9006-1a2aec5e30d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:30.075654 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d5c0609-a663-4560-9006-1a2aec5e30d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:30.126858 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d5c0609-a663-4560-9006-1a2aec5e30d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:30.129378 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3d5c0609-a663-4560-9006-1a2aec5e30d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:30.130582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3d5c0609-a663-4560-9006-1a2aec5e30d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80865502-f757-488e-9e81-83fec2f432c7 HTTP/1.1" status: 204 len: 168 time: 0.1312840 Aug 27 14:33:30.140441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c0609-a663-4560-9006-1a2aec5e30d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80865502-f757-488e-9e81-83fec2f432c7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:31.636105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37736) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:31.763456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ab68f21-78e9-472c-a55b-bcdb77c24e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:31.899814 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a22a00-1c18-44ae-8446-5c3c8467a20f req-59ee56e5-4cbf-4a6d-85e0-2f62283de30d tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:31.901301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32a22a00-1c18-44ae-8446-5c3c8467a20f req-59ee56e5-4cbf-4a6d-85e0-2f62283de30d tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 945 time: 0.0718234 Aug 27 14:33:31.939774 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ab68f21-78e9-472c-a55b-bcdb77c24e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:31.944391 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1ab68f21-78e9-472c-a55b-bcdb77c24e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:31.971056 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32a22a00-1c18-44ae-8446-5c3c8467a20f req-ef542672-ca56-42fb-962f-131086e6a448 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632927 Aug 27 14:33:31.998073 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1ab68f21-78e9-472c-a55b-bcdb77c24e38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=209fb10157f74e1d9c5d548910bdf677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593814 Aug 27 14:33:31.998801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab68f21-78e9-472c-a55b-bcdb77c24e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98be572c-38f0-4d64-b6f0-cdf88c887427,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:32.001819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37746) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:32.053873 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-57a30560-cee1-4b98-b7ba-ea636b0873c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:32.075001 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-57a30560-cee1-4b98-b7ba-ea636b0873c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:32.121678 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-57a30560-cee1-4b98-b7ba-ea636b0873c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:32.125050 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-57a30560-cee1-4b98-b7ba-ea636b0873c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:32.126317 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-57a30560-cee1-4b98-b7ba-ea636b0873c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98be572c-38f0-4d64-b6f0-cdf88c887427 HTTP/1.1" status: 204 len: 168 time: 0.1228044 Aug 27 14:33:32.139954 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a30560-cee1-4b98-b7ba-ea636b0873c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98be572c-38f0-4d64-b6f0-cdf88c887427,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:32.401826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37752) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:32.418311 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c550ea87-94a9-4e4f-9f80-43ca2d19bb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:32.516317 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c550ea87-94a9-4e4f-9f80-43ca2d19bb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:32.520244 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c550ea87-94a9-4e4f-9f80-43ca2d19bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:32.557689 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550ea87-94a9-4e4f-9f80-43ca2d19bb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53022b4f-5811-42fb-bad6-cb633b314ae9,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:32.563153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c550ea87-94a9-4e4f-9f80-43ca2d19bb79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=988eaecda88741bb83c33153c6dbabbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602099 Aug 27 14:33:32.566116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37754) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:32.618093 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd870ecd-2a55-4168-9402-d0165fb73071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:32.640322 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd870ecd-2a55-4168-9402-d0165fb73071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:32.688868 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd870ecd-2a55-4168-9402-d0165fb73071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:32.691515 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fd870ecd-2a55-4168-9402-d0165fb73071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:32.692697 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fd870ecd-2a55-4168-9402-d0165fb73071 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53022b4f-5811-42fb-bad6-cb633b314ae9 HTTP/1.1" status: 204 len: 168 time: 0.1257374 Aug 27 14:33:32.700148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd870ecd-2a55-4168-9402-d0165fb73071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53022b4f-5811-42fb-bad6-cb633b314ae9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:33.141010 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff9e6c-bdf9-4a06-ad51-c413ee326292 req-6fc212b0-50b7-4726-b0e4-ab829dea224f tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:33.142954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-02ff9e6c-bdf9-4a06-ad51-c413ee326292 req-6fc212b0-50b7-4726-b0e4-ab829dea224f tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 945 time: 0.0958252 Aug 27 14:33:33.157870 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-4ab5576d-3475-4f85-920e-bb87402be5c4 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:33.159781 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-4ab5576d-3475-4f85-920e-bb87402be5c4 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 945 time: 0.0724928 Aug 27 14:33:33.212075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ae4d7-c6e1-42a7-803f-708c1dc3fc30 req-e5ca9c60-834a-4d9b-8158-fe2a0c0b698c tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:33.214263 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f04ae4d7-c6e1-42a7-803f-708c1dc3fc30 req-e5ca9c60-834a-4d9b-8158-fe2a0c0b698c tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 945 time: 0.0591042 Aug 27 14:33:33.235752 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-02ff9e6c-bdf9-4a06-ad51-c413ee326292 req-ec461335-1438-4af8-bf82-2a546e3dddf0 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb4f7d91-5e29-418b-ba72-e5ffcb094183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749054 Aug 27 14:33:33.269292 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f04ae4d7-c6e1-42a7-803f-708c1dc3fc30 req-4e0714df-5f18-42e4-a37d-fb013567de96 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444102 Aug 27 14:33:33.294377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Deleting port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:33:33.294763 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:33.386237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] For port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a,segment=NetworkSegment(33b4f60d-30ef-473f-a8f2-a87abe6f2b2f),segment_id=33b4f60d-30ef-473f-a8f2-a87abe6f2b2f)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:33.387144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:33.616127 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:33.616533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:33.616859 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Floating IP 99dd6721-9e18-4fda-aa3b-2d0f21d67436 disassociated. External IP: 172.25.2.133, port: 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a. Aug 27 14:33:33.617205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Calling delete_port for 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:33:33.753548 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:33.784142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Pushing event deleted for resources: {'Port': ['ID=1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:33.913086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:33:34.028860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:33:34.039572 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a8eba-66ea-42d3-a913-edc699ed9a11 None None] Sync routers for ids ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:33:34.049960 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a8eba-66ea-42d3-a913-edc699ed9a11 None None] Routers {'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:33:34.050703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-645a8eba-66ea-42d3-a913-edc699ed9a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:33:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:34.070985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] No DVR routers for this DVR port 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:33:34.073710 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:34.076670 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-38d8b430-e73d-4a37-b755-1b7f52fe552f req-595b975a-ee87-4e9d-8b8e-d10bf1dcc588 tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.52 "DELETE /v2.0/ports/1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a HTTP/1.1" status: 204 len: 173 time: 0.9079270 Aug 27 14:33:34.077391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5ce776-fb8a-45b7-b792-5ffc70335337', 'name': 'network-vif-deleted', 'tag': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:33:34.079854 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbdae68-fec8-4a95-876e-7b256a2815e1" -d '{"events": [{"server_uuid": "ee5ce776-fb8a-45b7-b792-5ffc70335337", "name": "network-vif-deleted", "tag": "1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:33:34.141211 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd52a14-c413-48d8-8b72-d1f215fa7a80 x-openstack-request-id: req-6fd52a14-c413-48d8-8b72-d1f215fa7a80 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:33:34.141798 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5ce776-fb8a-45b7-b792-5ffc70335337", "name": "network-vif-deleted", "tag": "1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:33:34.141972 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fd52a14-c413-48d8-8b72-d1f215fa7a80 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:33:34.142381 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5ce776-fb8a-45b7-b792-5ffc70335337', 'name': 'network-vif-deleted', 'tag': '1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a', 'status': 'completed', 'code': 200} Aug 27 14:33:34.414147 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-645a8eba-66ea-42d3-a913-edc699ed9a11 None None] Set router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:33:34.432666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a825018-8c07-423f-97f5-8274ff9ab70a req-8c1d2785-38a9-4641-940f-82b6d4dbeb4a tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:34.441602 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a825018-8c07-423f-97f5-8274ff9ab70a req-8c1d2785-38a9-4641-940f-82b6d4dbeb4a tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 945 time: 0.0647779 Aug 27 14:33:34.487003 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7a825018-8c07-423f-97f5-8274ff9ab70a req-55b4f016-06b4-4652-a455-b4f9f6746950 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 Aug 27 14:33:34.703366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-645a8eba-66ea-42d3-a913-edc699ed9a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:28:25Z', 'revision_number': 4, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port': {'id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:22Z', 'updated_at': '2021-08-27T14:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fe066450-c267-493c-b37b-7e113fac9fff', 'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'mac_address': 'fa:16:3e:4d:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:25Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 5, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'subnets': [{'id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:34.724801 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-591f2b12-ac2c-4465-8b9d-250f2f3335c2 req-c51ee51c-03ea-4b21-b973-fbbfd3838dbf tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee5ce776-fb8a-45b7-b792-5ffc70335337 HTTP/1.1" status: 200 len: 210 time: 0.0851300 Aug 27 14:33:34.756372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a8eba-66ea-42d3-a913-edc699ed9a11 None None] Checking router: a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:33:34.766069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a8eba-66ea-42d3-a913-edc699ed9a11 None None] Routers {'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:33:34.766722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-645a8eba-66ea-42d3-a913-edc699ed9a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:33:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:34.878933 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-645a8eba-66ea-42d3-a913-edc699ed9a11 None None] Set router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:33:34.955624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6dbbc-26cc-4982-90ba-5551532f47e8 req-9f6fc9f0-4566-4c88-ae61-7657bb7e3610 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:34.957109 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fb6dbbc-26cc-4982-90ba-5551532f47e8 req-9f6fc9f0-4566-4c88-ae61-7657bb7e3610 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 945 time: 0.0497112 Aug 27 14:33:35.061583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-2fb6dbbc-26cc-4982-90ba-5551532f47e8 req-651630d1-8031-46de-a593-997f554d20dc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Deleting port adcf2718-4256-411b-9129-05f607ad60e2 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:33:35.062243 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fb6dbbc-26cc-4982-90ba-5551532f47e8 req-651630d1-8031-46de-a593-997f554d20dc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:35.099760 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-645a8eba-66ea-42d3-a913-edc699ed9a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:28:25Z', 'revision_number': 4, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port': {'id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:22Z', 'updated_at': '2021-08-27T14:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fe066450-c267-493c-b37b-7e113fac9fff', 'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'mac_address': 'fa:16:3e:4d:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:25Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 5, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'subnets': [{'id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:35.130344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a8eba-66ea-42d3-a913-edc699ed9a11 None None] The sync data for ids ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'] in n-d-712139-12 is: [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:28:25Z', 'revision_number': 4, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port': {'id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:22Z', 'updated_at': '2021-08-27T14:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fe066450-c267-493c-b37b-7e113fac9fff', 'name': '', 'network_id': '50cc0f6c-be2e-4587-9ada-e4c08ca1f350', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'mac_address': 'fa:16:3e:4d:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:25Z', 'updated_at': '2021-08-27T14:28:33Z', 'revision_number': 5, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'subnets': [{'id': 'c250c985-ff71-4cf6-93a8-5c2d6c683b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:33:35.157106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-2fb6dbbc-26cc-4982-90ba-5551532f47e8 req-651630d1-8031-46de-a593-997f554d20dc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] For port adcf2718-4256-411b-9129-05f607ad60e2, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=adcf2718-4256-411b-9129-05f607ad60e2,segment=NetworkSegment(fd37b310-2f42-4c65-af1c-7d0c08bde063),segment_id=fd37b310-2f42-4c65-af1c-7d0c08bde063)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:35.157472 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fb6dbbc-26cc-4982-90ba-5551532f47e8 req-651630d1-8031-46de-a593-997f554d20dc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:35.171988 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-2fb6dbbc-26cc-4982-90ba-5551532f47e8 req-651630d1-8031-46de-a593-997f554d20dc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Calling delete_port for adcf2718-4256-411b-9129-05f607ad60e2 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:33:35.320632 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fb6dbbc-26cc-4982-90ba-5551532f47e8 req-651630d1-8031-46de-a593-997f554d20dc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:35.353637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651630d1-8031-46de-a593-997f554d20dc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Pushing event deleted for resources: {'Port': ['ID=adcf2718-4256-411b-9129-05f607ad60e2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:35.356592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['adcf2718-4256-411b-9129-05f607ad60e2'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:33:35.407096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb6dbbc-26cc-4982-90ba-5551532f47e8 req-651630d1-8031-46de-a593-997f554d20dc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] No DVR routers for this DVR port adcf2718-4256-411b-9129-05f607ad60e2 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:33:35.410007 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2fb6dbbc-26cc-4982-90ba-5551532f47e8 req-651630d1-8031-46de-a593-997f554d20dc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:35.412622 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2fb6dbbc-26cc-4982-90ba-5551532f47e8 req-651630d1-8031-46de-a593-997f554d20dc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.41 "DELETE /v2.0/ports/adcf2718-4256-411b-9129-05f607ad60e2 HTTP/1.1" status: 204 len: 173 time: 0.4490182 Aug 27 14:33:35.413065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa82351e-0d7c-4055-998b-85f8f00676d1', 'name': 'network-vif-deleted', 'tag': 'adcf2718-4256-411b-9129-05f607ad60e2'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:33:35.415376 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997e83ee-9cc2-44e7-b12f-782e2dbc1e7d" -d '{"events": [{"server_uuid": "fa82351e-0d7c-4055-998b-85f8f00676d1", "name": "network-vif-deleted", "tag": "adcf2718-4256-411b-9129-05f607ad60e2"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:33:35.424018 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d5abce-c429-4787-94a1-6ed5b2973dc7 None None] New status for floating IP 99dd6721-9e18-4fda-aa3b-2d0f21d67436: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:33:35.475139 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a522a176-12a3-4e64-8e5e-dd9efc30d0e0 x-openstack-request-id: req-a522a176-12a3-4e64-8e5e-dd9efc30d0e0 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:33:35.475431 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa82351e-0d7c-4055-998b-85f8f00676d1", "name": "network-vif-deleted", "tag": "adcf2718-4256-411b-9129-05f607ad60e2", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:33:35.475680 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a522a176-12a3-4e64-8e5e-dd9efc30d0e0 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:33:35.476073 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa82351e-0d7c-4055-998b-85f8f00676d1', 'name': 'network-vif-deleted', 'tag': 'adcf2718-4256-411b-9129-05f607ad60e2', 'status': 'completed', 'code': 200} Aug 27 14:33:35.607129 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84976447-b345-4852-95be-5ffcd829523a req-d0cb589e-ea17-4367-aceb-cad165f72254 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa82351e-0d7c-4055-998b-85f8f00676d1 HTTP/1.1" status: 200 len: 210 time: 0.0342338 Aug 27 14:33:35.792882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37836) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:35.942158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d400d5bd-caa6-42f3-a3f8-32a11c14ea1d tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Deleting port a5c2d133-848c-4039-8aa6-68a1000db47d {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:33:35.942520 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d400d5bd-caa6-42f3-a3f8-32a11c14ea1d tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:36.035208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d400d5bd-caa6-42f3-a3f8-32a11c14ea1d tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:36.035631 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d400d5bd-caa6-42f3-a3f8-32a11c14ea1d tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:36.049510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-d400d5bd-caa6-42f3-a3f8-32a11c14ea1d tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Calling delete_port for a5c2d133-848c-4039-8aa6-68a1000db47d owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:33:36.190935 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d400d5bd-caa6-42f3-a3f8-32a11c14ea1d tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:36.217129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400d5bd-caa6-42f3-a3f8-32a11c14ea1d tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Pushing event deleted for resources: {'Port': ['ID=a5c2d133-848c-4039-8aa6-68a1000db47d,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:36.280328 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d400d5bd-caa6-42f3-a3f8-32a11c14ea1d tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:36.282955 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d400d5bd-caa6-42f3-a3f8-32a11c14ea1d tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:36.284129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d400d5bd-caa6-42f3-a3f8-32a11c14ea1d tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "DELETE /v2.0/floatingips/99dd6721-9e18-4fda-aa3b-2d0f21d67436 HTTP/1.1" status: 204 len: 168 time: 0.4902439 Aug 27 14:33:36.356856 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37854) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:36.416656 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad73e3f6-ba6f-4510-a43d-3551d7a39bec tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:36.442381 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad73e3f6-ba6f-4510-a43d-3551d7a39bec tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:36.503902 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad73e3f6-ba6f-4510-a43d-3551d7a39bec tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:36.506582 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ad73e3f6-ba6f-4510-a43d-3551d7a39bec tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:36.507850 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ad73e3f6-ba6f-4510-a43d-3551d7a39bec tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] 10.222.0.55 "DELETE /v2.0/security-groups/eb4f7d91-5e29-418b-ba72-e5ffcb094183 HTTP/1.1" status: 204 len: 168 time: 0.1498883 Aug 27 14:33:36.519121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73e3f6-ba6f-4510-a43d-3551d7a39bec tempest-TestServerBasicOps-2029380289 tempest-TestServerBasicOps-2029380289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4f7d91-5e29-418b-ba72-e5ffcb094183,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:36.551488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37858) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:37.129159 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a32f2ed2-afd8-4e3d-ac75-ceff50ca5e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:37.219019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:33:37.248637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:33:37.249001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1ce1c14b-912e-4537-ac8d-af8c3a1cbe2a not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:33:37.407489 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a32f2ed2-afd8-4e3d-ac75-ceff50ca5e65 admin admin] Deleting port fe066450-c267-493c-b37b-7e113fac9fff {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:33:37.408031 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a32f2ed2-afd8-4e3d-ac75-ceff50ca5e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:37.505924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-a32f2ed2-afd8-4e3d-ac75-ceff50ca5e65 admin admin] For port fe066450-c267-493c-b37b-7e113fac9fff, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fe066450-c267-493c-b37b-7e113fac9fff,segment=NetworkSegment(33b4f60d-30ef-473f-a8f2-a87abe6f2b2f),segment_id=33b4f60d-30ef-473f-a8f2-a87abe6f2b2f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:37.506291 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a32f2ed2-afd8-4e3d-ac75-ceff50ca5e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:37.520001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a32f2ed2-afd8-4e3d-ac75-ceff50ca5e65 admin admin] Calling delete_port for fe066450-c267-493c-b37b-7e113fac9fff owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:33:37.705613 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a32f2ed2-afd8-4e3d-ac75-ceff50ca5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:37.744706 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f2ed2-afd8-4e3d-ac75-ceff50ca5e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe066450-c267-493c-b37b-7e113fac9fff,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:38.067162 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a32f2ed2-afd8-4e3d-ac75-ceff50ca5e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:38.243884 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:33:38.360027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37878) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:38.487691 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b11dc9a9-cde3-448e-96e5-7dc79eead97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:38.589040 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b11dc9a9-cde3-448e-96e5-7dc79eead97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:38.595167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b11dc9a9-cde3-448e-96e5-7dc79eead97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:38.605089 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32f2ed2-afd8-4e3d-ac75-ceff50ca5e65 admin admin] Router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:33:38.646540 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b11dc9a9-cde3-448e-96e5-7dc79eead97c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c338ed473a13479f80d14192cd8d9182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823784 Aug 27 14:33:38.646540 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dc9a9-cde3-448e-96e5-7dc79eead97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a39deb5-bd13-4de6-ae78-56f538c2b457,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:38.647750 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37882) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:38.699586 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-60164265-abaa-431f-a17c-077a2bb8904a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:38.716944 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32f2ed2-afd8-4e3d-ac75-ceff50ca5e65 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:33:38.726016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a32f2ed2-afd8-4e3d-ac75-ceff50ca5e65 admin admin] 10.222.0.55 "PUT /v2.0/routers/a0b14997-8ce4-4ece-85d1-b9f2c9f22f39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1696806 Aug 27 14:33:38.726016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37884) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:38.727324 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-60164265-abaa-431f-a17c-077a2bb8904a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:38.729746 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a942a96b-d610-4af4-a422-2bea27ffb8e6 None None] Sync routers for ids ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:33:38.739671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942a96b-d610-4af4-a422-2bea27ffb8e6 None None] Routers {'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:33:38.740540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a942a96b-d610-4af4-a422-2bea27ffb8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:33:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:38.780777 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-60164265-abaa-431f-a17c-077a2bb8904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:38.785484 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-60164265-abaa-431f-a17c-077a2bb8904a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:38.788227 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-60164265-abaa-431f-a17c-077a2bb8904a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a39deb5-bd13-4de6-ae78-56f538c2b457 HTTP/1.1" status: 204 len: 168 time: 0.1381068 Aug 27 14:33:38.799768 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60164265-abaa-431f-a17c-077a2bb8904a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a39deb5-bd13-4de6-ae78-56f538c2b457,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:38.856831 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:38.869300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-a942a96b-d610-4af4-a422-2bea27ffb8e6 None None] Set router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:33:38.992931 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.085503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Deleting port 2bf53556-1585-4b04-bd49-b1e1d1e47e65 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:33:39.085984 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.109141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a942a96b-d610-4af4-a422-2bea27ffb8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:33:37Z', 'revision_number': 5, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port': {'id': '2bf53556-1585-4b04-bd49-b1e1d1e47e65', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:22Z', 'updated_at': '2021-08-27T14:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:39.160767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a942a96b-d610-4af4-a422-2bea27ffb8e6 None None] Checking router: a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:33:39.169063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 37904) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:39.175099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942a96b-d610-4af4-a422-2bea27ffb8e6 None None] Routers {'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:33:39.175945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a942a96b-d610-4af4-a422-2bea27ffb8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:33:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:39.190528 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a459afaf-5fa2-46e8-af10-97f2ee315e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.224345 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] For port 2bf53556-1585-4b04-bd49-b1e1d1e47e65, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2bf53556-1585-4b04-bd49-b1e1d1e47e65,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:39.224712 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.245075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Calling delete_port for 2bf53556-1585-4b04-bd49-b1e1d1e47e65 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:33:39.273075 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-a942a96b-d610-4af4-a422-2bea27ffb8e6 None None] Set router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:33:39.333185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a942a96b-d610-4af4-a422-2bea27ffb8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:33:38Z', 'revision_number': 6, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:39.365220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a942a96b-d610-4af4-a422-2bea27ffb8e6 None None] The sync data for ids ['a0b14997-8ce4-4ece-85d1-b9f2c9f22f39'] in n-d-712139-12 is: [{'id': 'a0b14997-8ce4-4ece-85d1-b9f2c9f22f39', 'name': 'tempest-TestServerBasicOps-636509868-router', 'tenant_id': '1ec03601dcff4e168314797d4d6239e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:21Z', 'updated_at': '2021-08-27T14:33:38Z', 'revision_number': 6, 'project_id': '1ec03601dcff4e168314797d4d6239e4', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:33:39.420262 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a459afaf-5fa2-46e8-af10-97f2ee315e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.423743 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a459afaf-5fa2-46e8-af10-97f2ee315e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.493973 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a459afaf-5fa2-46e8-af10-97f2ee315e14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a56ca1d04df6488f94a21e6dbcdc7bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238611 Aug 27 14:33:39.498520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37906) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:39.501073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459afaf-5fa2-46e8-af10-97f2ee315e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107e80cd-090c-4c25-b297-69d1bc0f8321,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:39.519942 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.552298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf53556-1585-4b04-bd49-b1e1d1e47e65,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:39.556060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b586c0b5-7127-4fec-b938-13bde3fadb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.578272 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b586c0b5-7127-4fec-b938-13bde3fadb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.619156 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.633501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b586c0b5-7127-4fec-b938-13bde3fadb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.637500 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b586c0b5-7127-4fec-b938-13bde3fadb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.638764 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b586c0b5-7127-4fec-b938-13bde3fadb2b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/107e80cd-090c-4c25-b297-69d1bc0f8321 HTTP/1.1" status: 204 len: 168 time: 0.1385579 Aug 27 14:33:39.648503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586c0b5-7127-4fec-b938-13bde3fadb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107e80cd-090c-4c25-b297-69d1bc0f8321,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:39.716674 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.718869 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.769703 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.770240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:33:39.775163 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.779331 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8aae9ce3-e4e9-4536-afb1-dd7929850b7e admin admin] 10.222.0.55 "DELETE /v2.0/routers/a0b14997-8ce4-4ece-85d1-b9f2c9f22f39 HTTP/1.1" status: 204 len: 168 time: 1.0495872 Aug 27 14:33:39.779914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37910) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:39.833038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b3a556-16c3-4da2-8ced-e644a9870d1f admin admin] Deleting subnet c250c985-ff71-4cf6-93a8-5c2d6c683b16 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:33:39.836516 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-60b3a556-16c3-4da2-8ced-e644a9870d1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.880720 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-60b3a556-16c3-4da2-8ced-e644a9870d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:39.971499 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-60b3a556-16c3-4da2-8ced-e644a9870d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:40.029782 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-60b3a556-16c3-4da2-8ced-e644a9870d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:40.056861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3a556-16c3-4da2-8ced-e644a9870d1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c250c985-ff71-4cf6-93a8-5c2d6c683b16,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:40.062744 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-60b3a556-16c3-4da2-8ced-e644a9870d1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:40.064570 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-60b3a556-16c3-4da2-8ced-e644a9870d1f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c250c985-ff71-4cf6-93a8-5c2d6c683b16 HTTP/1.1" status: 204 len: 168 time: 0.2833982 Aug 27 14:33:40.067025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37920) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:40.085161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f5664d-2891-4263-a90b-b465b578a5d6 None None] Network 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:33:40.101390 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:40.173984 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:40.334993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Deleting port 7207abec-c19c-4adb-b2a1-8406b0b64cb2 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:33:40.337542 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:40.348272 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9855a43-1228-4450-989f-32442bba2421 None None] DHCP port deletion for 50cc0f6c-be2e-4587-9ada-e4c08ca1f350 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:33:40.379039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2bf53556-1585-4b04-bd49-b1e1d1e47e65 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:33:40.406124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 2bf53556-1585-4b04-bd49-b1e1d1e47e65 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:33:40.406813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2bf53556-1585-4b04-bd49-b1e1d1e47e65 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:33:40.407593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fe066450-c267-493c-b37b-7e113fac9fff no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:33:40.432021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: fe066450-c267-493c-b37b-7e113fac9fff {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:33:40.432618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fe066450-c267-493c-b37b-7e113fac9fff not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:33:40.454439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Deleting port 7207abec-c19c-4adb-b2a1-8406b0b64cb2 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:33:40.454886 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:40.475344 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] For port 7207abec-c19c-4adb-b2a1-8406b0b64cb2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7207abec-c19c-4adb-b2a1-8406b0b64cb2,segment=NetworkSegment(33b4f60d-30ef-473f-a8f2-a87abe6f2b2f),segment_id=33b4f60d-30ef-473f-a8f2-a87abe6f2b2f)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:40.476237 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:40.538721 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d9855a43-1228-4450-989f-32442bba2421 None None] For port 7207abec-c19c-4adb-b2a1-8406b0b64cb2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7207abec-c19c-4adb-b2a1-8406b0b64cb2,segment=NetworkSegment(33b4f60d-30ef-473f-a8f2-a87abe6f2b2f),segment_id=33b4f60d-30ef-473f-a8f2-a87abe6f2b2f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:40.538721 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:40.544749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device adcf2718-4256-411b-9129-05f607ad60e2 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:33:40.576894 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: adcf2718-4256-411b-9129-05f607ad60e2 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:33:40.577545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device adcf2718-4256-411b-9129-05f607ad60e2 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:33:40.579664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Calling delete_port for 7207abec-c19c-4adb-b2a1-8406b0b64cb2 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:33:40.694603 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:40.733151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Pushing event deleted for resources: {'Port': ['ID=7207abec-c19c-4adb-b2a1-8406b0b64cb2,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:40.735070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9855a43-1228-4450-989f-32442bba2421 None None] No DVR routers for this DVR port 7207abec-c19c-4adb-b2a1-8406b0b64cb2 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:33:40.747330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:40.747825 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:40.748239 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:40.748654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:40.749053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:40.749509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:40.750048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:40.750758 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:40.751116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:40.751514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:40.751989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:40.752337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9855a43-1228-4450-989f-32442bba2421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:33:40.826222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Calling delete_port for 7207abec-c19c-4adb-b2a1-8406b0b64cb2 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:33:40.906035 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:40.932552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Pushing event deleted for resources: {'Port': ['ID=7207abec-c19c-4adb-b2a1-8406b0b64cb2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:40.937412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] No DVR routers for this DVR port 7207abec-c19c-4adb-b2a1-8406b0b64cb2 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:33:41.016046 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:41.030293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50cc0f6c-be2e-4587-9ada-e4c08ca1f350']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:41.040907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:41.041199 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b4f60d-30ef-473f-a8f2-a87abe6f2b2f') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:41.050258 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:41.064257 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:41.070066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:33:41.070452 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: self.session.flush() Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:33:41.072147 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:33:41.126940 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:41.147163 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:41.149041 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] 10.222.0.55 "DELETE /v2.0/networks/50cc0f6c-be2e-4587-9ada-e4c08ca1f350 HTTP/1.1" status: 204 len: 168 time: 1.0810220 Aug 27 14:33:41.150080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bd6dd-49d1-4186-8dc1-7e87cd409369 admin admin] Pushing event deleted for resources: {'Network': ['ID=50cc0f6c-be2e-4587-9ada-e4c08ca1f350,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:41.152481 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37948) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:41.562773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f299-62c5-4bbf-9e71-501ea8618129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:41.826728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1f299-62c5-4bbf-9e71-501ea8618129 admin admin] Deleting port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:33:41.827333 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f299-62c5-4bbf-9e71-501ea8618129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:41.919156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-8ef1f299-62c5-4bbf-9e71-501ea8618129 admin admin] For port 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=57bfb0e7-2eb3-41d9-b8f2-1d83825d2195,segment=NetworkSegment(6f951e1d-bb73-4fc2-911b-9c37d29dfb1d),segment_id=6f951e1d-bb73-4fc2-911b-9c37d29dfb1d)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:41.919617 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f299-62c5-4bbf-9e71-501ea8618129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:41.939230 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1f299-62c5-4bbf-9e71-501ea8618129 admin admin] Calling delete_port for 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:33:42.022403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7207abec-c19c-4adb-b2a1-8406b0b64cb2 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:33:42.053923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 7207abec-c19c-4adb-b2a1-8406b0b64cb2 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:33:42.054285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7207abec-c19c-4adb-b2a1-8406b0b64cb2 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:33:42.152533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f299-62c5-4bbf-9e71-501ea8618129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:42.179825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1f299-62c5-4bbf-9e71-501ea8618129 admin admin] Pushing event deleted for resources: {'Port': ['ID=57bfb0e7-2eb3-41d9-b8f2-1d83825d2195,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:42.375888 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f299-62c5-4bbf-9e71-501ea8618129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:42.720232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef1f299-62c5-4bbf-9e71-501ea8618129 admin admin] Router a355caec-a1ae-446e-9dbf-8b9c94d3a3dd has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:33:42.840266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef1f299-62c5-4bbf-9e71-501ea8618129 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:33:42.846082 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8ef1f299-62c5-4bbf-9e71-501ea8618129 admin admin] 10.222.0.55 "PUT /v2.0/routers/a355caec-a1ae-446e-9dbf-8b9c94d3a3dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6923556 Aug 27 14:33:42.849274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 37988) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:42.855728 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b10955-a555-4ddc-bc9d-13ed4b111797 None None] Sync routers for ids ['a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:33:42.864700 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b10955-a555-4ddc-bc9d-13ed4b111797 None None] Routers {'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:33:42.865298 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-99b10955-a555-4ddc-bc9d-13ed4b111797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:33:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:42.959345 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:42.974674 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-99b10955-a555-4ddc-bc9d-13ed4b111797 None None] Set router a355caec-a1ae-446e-9dbf-8b9c94d3a3dd gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:33:43.077889 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:43.144527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Deleting port dba97c0f-00f3-436a-8bb1-bada2bde0023 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:33:43.144922 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:43.229369 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-99b10955-a555-4ddc-bc9d-13ed4b111797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'name': 'tempest-TestServerBasicOps-639213455-router', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:28Z', 'updated_at': '2021-08-27T14:33:42Z', 'revision_number': 5, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'gw_port': {'id': 'dba97c0f-00f3-436a-8bb1-bada2bde0023', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:28:29Z', 'updated_at': '2021-08-27T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:43.233339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] For port dba97c0f-00f3-436a-8bb1-bada2bde0023, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=dba97c0f-00f3-436a-8bb1-bada2bde0023,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:43.233721 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:43.251949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Calling delete_port for dba97c0f-00f3-436a-8bb1-bada2bde0023 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:33:43.257848 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b10955-a555-4ddc-bc9d-13ed4b111797 None None] Checking router: a355caec-a1ae-446e-9dbf-8b9c94d3a3dd for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:33:43.266972 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b10955-a555-4ddc-bc9d-13ed4b111797 None None] Routers {'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:33:43.267578 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-99b10955-a555-4ddc-bc9d-13ed4b111797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:33:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:43.352710 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-99b10955-a555-4ddc-bc9d-13ed4b111797 None None] Set router a355caec-a1ae-446e-9dbf-8b9c94d3a3dd gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:33:43.404749 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-99b10955-a555-4ddc-bc9d-13ed4b111797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'name': 'tempest-TestServerBasicOps-639213455-router', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:28Z', 'updated_at': '2021-08-27T14:33:43Z', 'revision_number': 6, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:43.424505 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:43.435611 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b10955-a555-4ddc-bc9d-13ed4b111797 None None] The sync data for ids ['a355caec-a1ae-446e-9dbf-8b9c94d3a3dd'] in n-d-712139-12 is: [{'id': 'a355caec-a1ae-446e-9dbf-8b9c94d3a3dd', 'name': 'tempest-TestServerBasicOps-639213455-router', 'tenant_id': '07994ff891924886a5d6abcbefa81cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:28:28Z', 'updated_at': '2021-08-27T14:33:43Z', 'revision_number': 6, 'project_id': '07994ff891924886a5d6abcbefa81cb9', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:33:43.462345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba97c0f-00f3-436a-8bb1-bada2bde0023,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:43.535723 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:43.644545 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:43.646891 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:43.695881 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:43.696510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a355caec-a1ae-446e-9dbf-8b9c94d3a3dd {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:33:43.702799 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:43.706422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5bdcf539-c844-4100-b885-6f4153d8de32 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a355caec-a1ae-446e-9dbf-8b9c94d3a3dd HTTP/1.1" status: 204 len: 168 time: 0.8537340 Aug 27 14:33:43.708205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38020) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:43.759954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b08b269-a8f1-4316-8718-e22854905f9d admin admin] Deleting subnet 8e1baa17-74dc-4565-b7e1-06f914f8cec8 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:33:43.763605 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b08b269-a8f1-4316-8718-e22854905f9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:43.822450 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b08b269-a8f1-4316-8718-e22854905f9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:43.827669 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-aa7c563c-95ad-459f-a9de-bf096c2ccbd2 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:43.835912 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-aa7c563c-95ad-459f-a9de-bf096c2ccbd2 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/networks?id=fcbcbffa-463d-4271-84b8-59fddc2f1704 HTTP/1.1" status: 200 len: 814 time: 0.1308353 Aug 27 14:33:43.856668 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-185bd1e5-2cb9-41f4-a573-a8ebe0dc2e87 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/quotas/aa5264b8c25447009c7ff5c5599307c2 HTTP/1.1" status: 200 len: 375 time: 0.0198338 Aug 27 14:33:43.918291 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-6ab365be-d6a0-4505-abaa-79a707a1d118 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa5264b8c25447009c7ff5c5599307c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593722 Aug 27 14:33:43.940122 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b08b269-a8f1-4316-8718-e22854905f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.025517 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b08b269-a8f1-4316-8718-e22854905f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.055229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08b269-a8f1-4316-8718-e22854905f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e1baa17-74dc-4565-b7e1-06f914f8cec8,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:44.059353 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1b08b269-a8f1-4316-8718-e22854905f9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.062743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1b08b269-a8f1-4316-8718-e22854905f9d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8e1baa17-74dc-4565-b7e1-06f914f8cec8 HTTP/1.1" status: 204 len: 168 time: 0.3519685 Aug 27 14:33:44.064453 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38032) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:44.067826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e40d94-38b8-43b2-827b-38c426beb03d None None] Network cae12934-ea20-4b29-88a9-275956fe2804 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:33:44.201329 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.223200 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-af3101c3-96b1-4707-a224-055baf4e6224 service neutron] 10.222.0.55 "GET /v2.0/networks/fcbcbffa-463d-4271-84b8-59fddc2f1704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022103 Aug 27 14:33:44.297796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327159c3-48ed-40cf-bddf-60d9ef7db78f None None] DHCP port deletion for cae12934-ea20-4b29-88a9-275956fe2804 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:33:44.362861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-ad459f09-1dfc-4ef4-ac08-549fb6a263f3 service neutron] 10.222.0.55 "GET /v2.0/networks/fcbcbffa-463d-4271-84b8-59fddc2f1704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346824 Aug 27 14:33:44.364351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Deleting port 403fac94-838a-4d9e-8c42-9ad53fad9ce9 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:33:44.364687 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.404320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-327159c3-48ed-40cf-bddf-60d9ef7db78f None None] Deleting port 403fac94-838a-4d9e-8c42-9ad53fad9ce9 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:33:44.404999 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-327159c3-48ed-40cf-bddf-60d9ef7db78f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.460482 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:33:44.470643 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] For port 403fac94-838a-4d9e-8c42-9ad53fad9ce9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=403fac94-838a-4d9e-8c42-9ad53fad9ce9,segment=NetworkSegment(6f951e1d-bb73-4fc2-911b-9c37d29dfb1d),segment_id=6f951e1d-bb73-4fc2-911b-9c37d29dfb1d)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:44.472943 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.495851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Calling delete_port for 403fac94-838a-4d9e-8c42-9ad53fad9ce9 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:33:44.657337 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.698871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] No DVR routers for this DVR port 403fac94-838a-4d9e-8c42-9ad53fad9ce9 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:33:44.703798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a4121926-097f-499e-88bb-b65437b2591f req-4b9b9ea2-2ad1-49e9-a6bf-77572408c9f1 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 210 time: 0.0652246 Aug 27 14:33:44.705459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=403fac94-838a-4d9e-8c42-9ad53fad9ce9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:44.775813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:33:44.776165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 57bfb0e7-2eb3-41d9-b8f2-1d83825d2195 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:33:44.801745 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-21ff41e8-81ca-40a5-8103-bb4b74c97851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.805870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.810809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-327159c3-48ed-40cf-bddf-60d9ef7db78f None None] For port 403fac94-838a-4d9e-8c42-9ad53fad9ce9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=403fac94-838a-4d9e-8c42-9ad53fad9ce9,segment=NetworkSegment(6f951e1d-bb73-4fc2-911b-9c37d29dfb1d),segment_id=6f951e1d-bb73-4fc2-911b-9c37d29dfb1d)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:44.811220 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-327159c3-48ed-40cf-bddf-60d9ef7db78f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.817206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae12934-ea20-4b29-88a9-275956fe2804']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:44.824837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-327159c3-48ed-40cf-bddf-60d9ef7db78f None None] Calling delete_port for 403fac94-838a-4d9e-8c42-9ad53fad9ce9 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:33:44.829700 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f951e1d-bb73-4fc2-911b-9c37d29dfb1d') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:44.830229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f951e1d-bb73-4fc2-911b-9c37d29dfb1d') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:33:44.844104 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.860076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.866460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:33:44.866993 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:33:44.869052 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:33:44.906074 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-327159c3-48ed-40cf-bddf-60d9ef7db78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.929494 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.935364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327159c3-48ed-40cf-bddf-60d9ef7db78f None None] Pushing event deleted for resources: {'Port': ['ID=403fac94-838a-4d9e-8c42-9ad53fad9ce9,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:44.945481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327159c3-48ed-40cf-bddf-60d9ef7db78f None None] No DVR routers for this DVR port 403fac94-838a-4d9e-8c42-9ad53fad9ce9 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:33:44.945709 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:44.947802 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cae12934-ea20-4b29-88a9-275956fe2804 HTTP/1.1" status: 204 len: 168 time: 0.8813393 Aug 27 14:33:44.963155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b182af-c464-4ce9-89e5-014afb7a8a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae12934-ea20-4b29-88a9-275956fe2804,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:45.141127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38042) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:45.181899 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-06f43935-8830-4804-8c34-1a08de7efc25 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ec03601dcff4e168314797d4d6239e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395269 Aug 27 14:33:45.185141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38044) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:45.233663 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a286ec95-e980-4c5e-b882-4940b3542fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:45.254907 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a286ec95-e980-4c5e-b882-4940b3542fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:45.300758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a286ec95-e980-4c5e-b882-4940b3542fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:45.303484 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a286ec95-e980-4c5e-b882-4940b3542fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:45.305538 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a286ec95-e980-4c5e-b882-4940b3542fb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e1daff9-692d-42fd-96a4-dc5cbb1efcf4 HTTP/1.1" status: 204 len: 168 time: 0.1186099 Aug 27 14:33:45.313304 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286ec95-e980-4c5e-b882-4940b3542fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1daff9-692d-42fd-96a4-dc5cbb1efcf4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:45.645989 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38050) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:45.685203 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1cefa77b-e940-4ce9-b159-de824105ab80 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07994ff891924886a5d6abcbefa81cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379384 Aug 27 14:33:45.687633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38052) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:45.752467 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b75487b7-222a-483c-84c9-18824f4dbc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:45.796497 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b75487b7-222a-483c-84c9-18824f4dbc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:45.818585 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2735cef-f6e3-412b-b0aa-ed4359b9c8c6 req-74d0bea4-c64e-48f9-9bec-25d166483d7e tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 210 time: 0.0431807 Aug 27 14:33:45.867399 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b75487b7-222a-483c-84c9-18824f4dbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:45.870209 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b75487b7-222a-483c-84c9-18824f4dbc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:45.872095 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b75487b7-222a-483c-84c9-18824f4dbc69 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29cd17c8-67e2-48d2-89e9-d70b93316a23 HTTP/1.1" status: 204 len: 168 time: 0.1834793 Aug 27 14:33:45.880795 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75487b7-222a-483c-84c9-18824f4dbc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cd17c8-67e2-48d2-89e9-d70b93316a23,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:46.001063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 403fac94-838a-4d9e-8c42-9ad53fad9ce9 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:33:46.022298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 403fac94-838a-4d9e-8c42-9ad53fad9ce9 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:33:46.022524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 403fac94-838a-4d9e-8c42-9ad53fad9ce9 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:33:46.027621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dba97c0f-00f3-436a-8bb1-bada2bde0023 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:33:46.052240 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: dba97c0f-00f3-436a-8bb1-bada2bde0023 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:33:46.052669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device dba97c0f-00f3-436a-8bb1-bada2bde0023 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:33:46.444129 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38074) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:46.567168 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-24859e5b-e832-46eb-b250-bcf8a6bafd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:46.662119 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-24859e5b-e832-46eb-b250-bcf8a6bafd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:46.665945 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-24859e5b-e832-46eb-b250-bcf8a6bafd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:46.705211 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-24859e5b-e832-46eb-b250-bcf8a6bafd1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b90837c9856f4314a0d99470cc2d4fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594509 Aug 27 14:33:46.706135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24859e5b-e832-46eb-b250-bcf8a6bafd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0d26c9-d2b2-4645-99b2-a829ab79e8f4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:46.709117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38078) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:46.760790 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e442f635-f139-4aa0-98d3-148ebd821bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:46.787641 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e442f635-f139-4aa0-98d3-148ebd821bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:46.841862 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e442f635-f139-4aa0-98d3-148ebd821bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:46.844980 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e442f635-f139-4aa0-98d3-148ebd821bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:46.847128 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e442f635-f139-4aa0-98d3-148ebd821bb4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e0d26c9-d2b2-4645-99b2-a829ab79e8f4 HTTP/1.1" status: 204 len: 168 time: 0.1360106 Aug 27 14:33:46.856305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442f635-f139-4aa0-98d3-148ebd821bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0d26c9-d2b2-4645-99b2-a829ab79e8f4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:46.908523 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5a6a131-95c2-46ee-bd80-d759bc7152e0 req-ac67ca11-172e-4c8b-9ccd-13c3cde07bd1 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 210 time: 0.0331254 Aug 27 14:33:47.159545 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38090) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:47.173598 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbd35616-56b4-48d0-a3dc-5848adad5bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:47.268730 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbd35616-56b4-48d0-a3dc-5848adad5bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:47.272445 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bbd35616-56b4-48d0-a3dc-5848adad5bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:47.312245 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bbd35616-56b4-48d0-a3dc-5848adad5bb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df9f6e101b8240278c466b027c56f860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514354 Aug 27 14:33:47.313118 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd35616-56b4-48d0-a3dc-5848adad5bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31daffbe-c6bc-4ba0-82b3-1ff1082682c1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:47.315013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 38092) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:47.369285 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7cd91111-5f56-4724-a835-b47c612c7bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:47.390310 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7cd91111-5f56-4724-a835-b47c612c7bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:47.440952 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7cd91111-5f56-4724-a835-b47c612c7bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:47.444029 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7cd91111-5f56-4724-a835-b47c612c7bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:47.445318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7cd91111-5f56-4724-a835-b47c612c7bbc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31daffbe-c6bc-4ba0-82b3-1ff1082682c1 HTTP/1.1" status: 204 len: 168 time: 0.1291978 Aug 27 14:33:47.454128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd91111-5f56-4724-a835-b47c612c7bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31daffbe-c6bc-4ba0-82b3-1ff1082682c1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:47.481167 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:47.517492 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-df6e0089-2dc9-49d7-b035-24c14926233b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:47.804696 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38100) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:47.818374 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c4f0-92bd-4671-b8d0-8ef08632c1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:47.908356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-da923a35-77ba-43bf-8d0a-86b9692a15e2 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:47.909838 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-da923a35-77ba-43bf-8d0a-86b9692a15e2 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.41 "GET /v2.0/networks?id=fcbcbffa-463d-4271-84b8-59fddc2f1704 HTTP/1.1" status: 200 len: 814 time: 0.1183448 Aug 27 14:33:47.926206 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c4f0-92bd-4671-b8d0-8ef08632c1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:47.930045 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c4f0-92bd-4671-b8d0-8ef08632c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:47.930431 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-b89e2452-6357-4c66-b73b-78ef5c446acc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Request body: {'port': {'device_id': '17ee23f3-3948-48f0-9fda-1ca587817316', 'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704', 'admin_state_up': True, 'tenant_id': 'aa5264b8c25447009c7ff5c5599307c2'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:33:47.972672 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4c4f0-92bd-4671-b8d0-8ef08632c1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9388588-4de0-4405-a641-b297d235dda0,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:47.980298 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5ae4c4f0-92bd-4671-b8d0-8ef08632c1cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c000a0ccc4774169abb5f4a8af5aeef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740134 Aug 27 14:33:47.983112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 38104) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:33:48.030273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40ba1471-e400-4472-b289-6bea183c4341 req-8e61513e-44f7-4061-8659-49ee96031e8b tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 210 time: 0.0381711 Aug 27 14:33:48.053582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56b922d5-65e0-4e33-bdc1-a93819f9e9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:48.071937 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56b922d5-65e0-4e33-bdc1-a93819f9e9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:48.074344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-b89e2452-6357-4c66-b73b-78ef5c446acc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Made reservation on behalf of aa5264b8c25447009c7ff5c5599307c2 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:33:48.078056 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-b89e2452-6357-4c66-b73b-78ef5c446acc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:48.124943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56b922d5-65e0-4e33-bdc1-a93819f9e9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:48.127734 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56b922d5-65e0-4e33-bdc1-a93819f9e9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:48.129175 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-56b922d5-65e0-4e33-bdc1-a93819f9e9c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9388588-4de0-4405-a641-b297d235dda0 HTTP/1.1" status: 204 len: 168 time: 0.1448588 Aug 27 14:33:48.140743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b922d5-65e0-4e33-bdc1-a93819f9e9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9388588-4de0-4405-a641-b297d235dda0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:48.222165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-b89e2452-6357-4c66-b73b-78ef5c446acc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Allocated IP 172.20.0.14 (fcbcbffa-463d-4271-84b8-59fddc2f1704/5876f480-946f-4b94-955a-62ea78a96a0d/6f1593d9-3358-42af-af20-d44b75afc4e6) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:33:48.380702 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-b89e2452-6357-4c66-b73b-78ef5c446acc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:48.423175 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-b89e2452-6357-4c66-b73b-78ef5c446acc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:48.469607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-b89e2452-6357-4c66-b73b-78ef5c446acc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Network fcbcbffa-463d-4271-84b8-59fddc2f1704 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:33:48.474758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-b89e2452-6357-4c66-b73b-78ef5c446acc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:33:48.480947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e2452-6357-4c66-b73b-78ef5c446acc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Pushing event updated for resources: {'Port': ['ID=6f1593d9-3358-42af-af20-d44b75afc4e6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:48.483385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-b89e2452-6357-4c66-b73b-78ef5c446acc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:33:48.534955 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-b89e2452-6357-4c66-b73b-78ef5c446acc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:48.534955 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-b89e2452-6357-4c66-b73b-78ef5c446acc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:48.548581 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-b89e2452-6357-4c66-b73b-78ef5c446acc tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6222494 Aug 27 14:33:48.566377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Request body: {'port': {'device_id': '17ee23f3-3948-48f0-9fda-1ca587817316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:33:48.627093 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:48.845095 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:48.920531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1593d9-3358-42af-af20-d44b75afc4e6 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:33:48.928420 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:48.941453 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Transition to ACTIVE for port object 6f1593d9-3358-42af-af20-d44b75afc4e6 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:33:48.946275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:49.005657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Pushing event updated for resources: {'Port': ['ID=6f1593d9-3358-42af-af20-d44b75afc4e6,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:49.092418 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Attempting to bind port 6f1593d9-3358-42af-af20-d44b75afc4e6 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:33:49.092764 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Attempting to bind port 6f1593d9-3358-42af-af20-d44b75afc4e6 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'fd37b310-2f42-4c65-af1c-7d0c08bde063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:33:49.093109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Attempting to bind port 6f1593d9-3358-42af-af20-d44b75afc4e6 on network fcbcbffa-463d-4271-84b8-59fddc2f1704 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:33:49.099197 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Port 6f1593d9-3358-42af-af20-d44b75afc4e6 on network fcbcbffa-463d-4271-84b8-59fddc2f1704 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:33:49.099578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Attempting to bind port 6f1593d9-3358-42af-af20-d44b75afc4e6 on network fcbcbffa-463d-4271-84b8-59fddc2f1704 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:33:49.105408 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:33:49.105703 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Checking segment: {'id': 'fd37b310-2f42-4c65-af1c-7d0c08bde063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:33:49.106062 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Bound using segment: {'id': 'fd37b310-2f42-4c65-af1c-7d0c08bde063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:33:49.106516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Bound port: 6f1593d9-3358-42af-af20-d44b75afc4e6, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd37b310-2f42-4c65-af1c-7d0c08bde063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:33:49.106903 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:49.178802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daed81e-7c1a-43f6-9bd5-3512f6fb376a req-fbcbead9-55e2-4441-9ee6-9c9af9a52d19 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:49.180586 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3daed81e-7c1a-43f6-9bd5-3512f6fb376a req-fbcbead9-55e2-4441-9ee6-9c9af9a52d19 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 944 time: 0.0605271 Aug 27 14:33:49.189419 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] For port 6f1593d9-3358-42af-af20-d44b75afc4e6, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:33:49.193373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] For port 6f1593d9-3358-42af-af20-d44b75afc4e6, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6f1593d9-3358-42af-af20-d44b75afc4e6,segment=NetworkSegment(fd37b310-2f42-4c65-af1c-7d0c08bde063),segment_id=fd37b310-2f42-4c65-af1c-7d0c08bde063)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:33:49.200741 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:49.233319 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3daed81e-7c1a-43f6-9bd5-3512f6fb376a req-aa34e496-732b-47d2-8f00-fe67a64a9e6b tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 Aug 27 14:33:49.240010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:49.240705 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:49.242166 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] 10.222.0.41 "PUT /v2.0/ports/6f1593d9-3358-42af-af20-d44b75afc4e6 HTTP/1.1" status: 200 len: 1093 time: 0.6800239 Aug 27 14:33:49.242606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ee23f3-3948-48f0-9fda-1ca587817316', 'tag': '6f1593d9-3358-42af-af20-d44b75afc4e6'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:33:49.244929 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed639d43-eecc-4b5f-b5b9-969f3d9b6f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "17ee23f3-3948-48f0-9fda-1ca587817316", "tag": "6f1593d9-3358-42af-af20-d44b75afc4e6"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:33:49.283171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25c5b-7766-4202-972b-de8156e7d3bf service neutron] Pushing event updated for resources: {'Port': ['ID=6f1593d9-3358-42af-af20-d44b75afc4e6,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:49.289920 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecf9aac-1a7c-4d0d-ada0-44677b9f7f10 x-openstack-request-id: req-eecf9aac-1a7c-4d0d-ada0-44677b9f7f10 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:33:49.290268 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ee23f3-3948-48f0-9fda-1ca587817316", "tag": "6f1593d9-3358-42af-af20-d44b75afc4e6", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:33:49.290526 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eecf9aac-1a7c-4d0d-ada0-44677b9f7f10 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:33:49.290980 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ee23f3-3948-48f0-9fda-1ca587817316', 'tag': '6f1593d9-3358-42af-af20-d44b75afc4e6', 'status': 'completed', 'code': 200} Aug 27 14:33:49.363610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-2ce7b5e3-dd25-438a-afca-5b8efbc3720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:49.365391 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-2ce7b5e3-dd25-438a-afca-5b8efbc3720e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa5264b8c25447009c7ff5c5599307c2&device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 1096 time: 0.0483141 Aug 27 14:33:49.428317 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-a5a278eb-c642-4dc6-8c20-225f13389b75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f1593d9-3358-42af-af20-d44b75afc4e6 HTTP/1.1" status: 200 len: 217 time: 0.0481665 Aug 27 14:33:49.498889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-eb1d7754-3770-465d-b354-031ff2a89701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:49.500465 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-eb1d7754-3770-465d-b354-031ff2a89701 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5876f480-946f-4b94-955a-62ea78a96a0d HTTP/1.1" status: 200 len: 854 time: 0.0583344 Aug 27 14:33:49.536449 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-81e69a19-220d-4d91-8b94-95c94b1603ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcbcbffa-463d-4271-84b8-59fddc2f1704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287452 Aug 27 14:33:49.644840 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-788ff18d-1049-4624-813d-ef48393434a0 service neutron] 10.222.0.41 "GET /v2.0/networks/fcbcbffa-463d-4271-84b8-59fddc2f1704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012845 Aug 27 14:33:49.747634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1643b689-c9a2-4303-b0e0-b1bb89023de3 req-49bf8f80-4f11-4ba9-a07f-9ed877f9d6cc service neutron] 10.222.0.41 "GET /v2.0/networks/fcbcbffa-463d-4271-84b8-59fddc2f1704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959761 Aug 27 14:33:49.877695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed639d43-eecc-4b5f-b5b9-969f3d9b6f5c req-2715ba3e-4769-485d-ba89-632d1cd448c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:49.879266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ed639d43-eecc-4b5f-b5b9-969f3d9b6f5c req-2715ba3e-4769-485d-ba89-632d1cd448c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa5264b8c25447009c7ff5c5599307c2&device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 1096 time: 0.0454454 Aug 27 14:33:49.998280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed639d43-eecc-4b5f-b5b9-969f3d9b6f5c req-326970d4-b6fe-4275-88ba-f8a84a7fc8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:49.999766 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ed639d43-eecc-4b5f-b5b9-969f3d9b6f5c req-326970d4-b6fe-4275-88ba-f8a84a7fc8bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcbcbffa-463d-4271-84b8-59fddc2f1704 HTTP/1.1" status: 200 len: 915 time: 0.1133330 Aug 27 14:33:50.048623 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ed639d43-eecc-4b5f-b5b9-969f3d9b6f5c req-d4f58900-f98e-46b4-aeee-2c31d350d0b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f1593d9-3358-42af-af20-d44b75afc4e6 HTTP/1.1" status: 200 len: 217 time: 0.0413218 Aug 27 14:33:50.110661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed639d43-eecc-4b5f-b5b9-969f3d9b6f5c req-e0ea14f1-2aa8-4aa4-a39a-ebf9bc28e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:50.112199 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ed639d43-eecc-4b5f-b5b9-969f3d9b6f5c req-e0ea14f1-2aa8-4aa4-a39a-ebf9bc28e58f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5876f480-946f-4b94-955a-62ea78a96a0d HTTP/1.1" status: 200 len: 854 time: 0.0569110 Aug 27 14:33:50.145826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ed639d43-eecc-4b5f-b5b9-969f3d9b6f5c req-aec9e016-d9b8-4236-abe2-0d5dcff1255d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcbcbffa-463d-4271-84b8-59fddc2f1704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265989 Aug 27 14:33:50.240261 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ed639d43-eecc-4b5f-b5b9-969f3d9b6f5c req-661b7a0d-cc1f-4513-89cf-bc7e3a71a9de service neutron] 10.222.0.41 "GET /v2.0/networks/fcbcbffa-463d-4271-84b8-59fddc2f1704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874498 Aug 27 14:33:50.304587 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:50.342636 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ed639d43-eecc-4b5f-b5b9-969f3d9b6f5c req-c54b285b-3e7e-428e-8d86-5586059aae90 service neutron] 10.222.0.41 "GET /v2.0/networks/fcbcbffa-463d-4271-84b8-59fddc2f1704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953000 Aug 27 14:33:50.356714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279df90-a0d0-48ea-acb2-1f9f1a9c3041 req-95ec250e-0407-42a5-801b-00485c295e86 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:50.358206 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9279df90-a0d0-48ea-acb2-1f9f1a9c3041 req-95ec250e-0407-42a5-801b-00485c295e86 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 944 time: 0.0490344 Aug 27 14:33:50.402715 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9279df90-a0d0-48ea-acb2-1f9f1a9c3041 req-1c69186b-8ad4-4fbb-afdb-440463cd2118 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371799 Aug 27 14:33:50.585486 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-4a425d83-aceb-47d5-a7cc-cce083edf4cc tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3d02d86d8d064b858d54c8c96aceae76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299780 Aug 27 14:33:50.769470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-3737884b-8106-4a89-8a50-e690bca0c50f tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:50.770892 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-3737884b-8106-4a89-8a50-e690bca0c50f tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792099 Aug 27 14:33:50.785892 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-08bf3351-1626-46cc-be03-ec86595cb633 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/quotas/3d02d86d8d064b858d54c8c96aceae76 HTTP/1.1" status: 200 len: 375 time: 0.0093834 Aug 27 14:33:50.820144 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-db0d0822-a327-4fb9-9537-2361717e41dc tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d02d86d8d064b858d54c8c96aceae76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288270 Aug 27 14:33:50.987432 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-05f629fc-cba5-4d15-bf77-2439c95f1bfb req-e3734bc9-dbcd-4c12-8801-e482951bc6ed tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 210 time: 0.0277805 Aug 27 14:33:51.519048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0164f-9d77-47e5-8448-774e921cef9f req-47c8b0cf-490f-4b82-a08b-3faa687da1bb tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:51.520596 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ab0164f-9d77-47e5-8448-774e921cef9f req-47c8b0cf-490f-4b82-a08b-3faa687da1bb tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 944 time: 0.0487912 Aug 27 14:33:51.559033 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ab0164f-9d77-47e5-8448-774e921cef9f req-d0a40722-9dc0-4be3-87ec-b16b28e8a93b tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324881 Aug 27 14:33:51.681200 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:52.064660 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4cb6b663-ad9c-4040-a41f-7fcf9a07bc73 req-3ee28e1f-3fd0-4ed2-9f04-08a5aa7c8449 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 210 time: 0.0270319 Aug 27 14:33:52.678313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d7072-cffb-4faf-8a20-0b79277a2f25 req-2949758e-faab-492e-b5db-620dfba5d7e1 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:52.679810 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-862d7072-cffb-4faf-8a20-0b79277a2f25 req-2949758e-faab-492e-b5db-620dfba5d7e1 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 944 time: 0.0478790 Aug 27 14:33:52.717456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-862d7072-cffb-4faf-8a20-0b79277a2f25 req-84915e52-ad1a-4c46-a333-6e8335221417 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308437 Aug 27 14:33:53.159060 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9af26eb5-9f12-4894-a569-bd92a566a296 req-92dec3e0-4806-4e0b-8671-936efc60bef0 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 210 time: 0.0260210 Aug 27 14:33:53.836892 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-cfc8bc77-6c42-40ce-a14b-43a4912189c5 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3d02d86d8d064b858d54c8c96aceae76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210423 Aug 27 14:33:53.840208 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbaec2-f280-4840-b761-f9be17112c69 req-a3877131-ca8c-4fad-9aa4-853577f5aa71 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:53.842457 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-effbaec2-f280-4840-b761-f9be17112c69 req-a3877131-ca8c-4fad-9aa4-853577f5aa71 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 944 time: 0.0553277 Aug 27 14:33:53.889358 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-effbaec2-f280-4840-b761-f9be17112c69 req-ccdf1f31-df68-4e1c-9765-7cf0ef97aa8c tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393758 Aug 27 14:33:53.956954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-b370b69c-0b2a-4a98-ac27-52e117fc5fa7 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:53.958411 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-b370b69c-0b2a-4a98-ac27-52e117fc5fa7 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149275 Aug 27 14:33:53.973547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Request body: {'port': {'device_id': 'abaf97b8-c6cc-4cb4-8713-18ddf7109100', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': '3d02d86d8d064b858d54c8c96aceae76'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:33:54.081505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Made reservation on behalf of 3d02d86d8d064b858d54c8c96aceae76 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:33:54.085391 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:54.096166 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:54.189176 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:54.193467 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:54.289193 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af912fcd-ecce-4605-a02e-ddcaf4dc7a03,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:54.297035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8cf21e77-927e-4bd8-b861-e09e6f5fbadf req-9cd4082f-020d-4e54-9979-bc6437c2d20f tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 210 time: 0.0394609 Aug 27 14:33:54.365824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Allocated IP 192.168.233.162 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/1f6b04fd-d7b4-44e8-adde-38c269348b54) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:33:54.518525 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:54.532870 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Transition to ACTIVE for port object 1f6b04fd-d7b4-44e8-adde-38c269348b54 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:33:54.566228 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:54.611585 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:33:54.614651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:33:54.618401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:33:54.618926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 6f1593d9-3358-42af-af20-d44b75afc4e6 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:33:54.642909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Pushing event updated for resources: {'Port': ['ID=1f6b04fd-d7b4-44e8-adde-38c269348b54,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:54.677266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:54.677995 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:54.694438 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-13a3eac2-61cd-4052-8352-0c712dced05e tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7245228 Aug 27 14:33:54.708790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Request body: {'port': {'device_id': 'abaf97b8-c6cc-4cb4-8713-18ddf7109100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:33:54.726843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 6f1593d9-3358-42af-af20-d44b75afc4e6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6f1593d9-3358-42af-af20-d44b75afc4e6,segment=NetworkSegment(fd37b310-2f42-4c65-af1c-7d0c08bde063),segment_id=fd37b310-2f42-4c65-af1c-7d0c08bde063)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:54.741094 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '6f1593d9-3358-42af-af20-d44b75afc4e6', 'network_id': 'fcbcbffa-463d-4271-84b8-59fddc2f1704', 'port_id': '6f1593d9-3358-42af-af20-d44b75afc4e6', 'mac_address': 'fa:16:3e:26:ae:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5876f480-946f-4b94-955a-62ea78a96a0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:33:54.771950 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:54.780083 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:54.793797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1593d9-3358-42af-af20-d44b75afc4e6 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:33:54.816344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 6f1593d9-3358-42af-af20-d44b75afc4e6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6f1593d9-3358-42af-af20-d44b75afc4e6,segment=NetworkSegment(fd37b310-2f42-4c65-af1c-7d0c08bde063),segment_id=fd37b310-2f42-4c65-af1c-7d0c08bde063)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:54.821148 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:54.878500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=6f1593d9-3358-42af-af20-d44b75afc4e6,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:54.895888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b53bc5fb-2693-43ee-ab02-f23211ad73df None None] Provisioning for port 1f6b04fd-d7b4-44e8-adde-38c269348b54 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:33:54.899913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b53bc5fb-2693-43ee-ab02-f23211ad73df None None] Provisioning complete for port 1f6b04fd-d7b4-44e8-adde-38c269348b54 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:33:54.900321 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b53bc5fb-2693-43ee-ab02-f23211ad73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:54.938734 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc5fb-2693-43ee-ab02-f23211ad73df None None] Port 1f6b04fd-d7b4-44e8-adde-38c269348b54 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:33:55.030734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48540f-5405-4ad3-9250-465f5266094a req-ab4f4570-118c-4292-87fc-6f3b32c09962 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:55.032475 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9c48540f-5405-4ad3-9250-465f5266094a req-ab4f4570-118c-4292-87fc-6f3b32c09962 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 945 time: 0.0561209 Aug 27 14:33:55.077497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9c48540f-5405-4ad3-9250-465f5266094a req-faff2185-ba0e-42a9-a7be-fca93168a17d tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385833 Aug 27 14:33:55.209622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['6f1593d9-3358-42af-af20-d44b75afc4e6'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:33:55.314629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6b04fd-d7b4-44e8-adde-38c269348b54 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:33:55.322241 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:55.335848 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Transition to ACTIVE for port object 1f6b04fd-d7b4-44e8-adde-38c269348b54 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:33:55.340499 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:55.438899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Pushing event updated for resources: {'Port': ['ID=1f6b04fd-d7b4-44e8-adde-38c269348b54,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:55.493293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa7731-f632-4b3b-a3bf-fcc28fe8d129 req-23bbff61-75fe-400c-bbf3-9af40bc05507 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:55.494877 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4baa7731-f632-4b3b-a3bf-fcc28fe8d129 req-23bbff61-75fe-400c-bbf3-9af40bc05507 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 948 time: 0.1165411 Aug 27 14:33:55.529881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Attempting to bind port 1f6b04fd-d7b4-44e8-adde-38c269348b54 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:33:55.530215 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Attempting to bind port 1f6b04fd-d7b4-44e8-adde-38c269348b54 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:33:55.530544 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Attempting to bind port 1f6b04fd-d7b4-44e8-adde-38c269348b54 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:33:55.543131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Port 1f6b04fd-d7b4-44e8-adde-38c269348b54 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:33:55.543463 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Attempting to bind port 1f6b04fd-d7b4-44e8-adde-38c269348b54 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:33:55.552914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:33:55.553246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:33:55.553629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:33:55.554049 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Bound port: 1f6b04fd-d7b4-44e8-adde-38c269348b54, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:33:55.554412 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:55.560215 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4baa7731-f632-4b3b-a3bf-fcc28fe8d129 req-6dedb1ae-f564-4937-923e-4c519978544c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/security-groups?id=af912fcd-ecce-4605-a02e-ddcaf4dc7a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570631 Aug 27 14:33:55.620842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] For port 1f6b04fd-d7b4-44e8-adde-38c269348b54, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:33:55.624817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] For port 1f6b04fd-d7b4-44e8-adde-38c269348b54, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1f6b04fd-d7b4-44e8-adde-38c269348b54,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:33:55.629657 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:55.662896 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:55.663515 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:55.665027 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] 10.222.0.52 "PUT /v2.0/ports/1f6b04fd-d7b4-44e8-adde-38c269348b54 HTTP/1.1" status: 200 len: 1097 time: 0.9609373 Aug 27 14:33:55.665364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abaf97b8-c6cc-4cb4-8713-18ddf7109100', 'tag': '1f6b04fd-d7b4-44e8-adde-38c269348b54'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:33:55.667578 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbaf5a8-8195-469f-94bc-eb16b0f5ab3b" -d '{"events": [{"name": "network-changed", "server_uuid": "abaf97b8-c6cc-4cb4-8713-18ddf7109100", "tag": "1f6b04fd-d7b4-44e8-adde-38c269348b54"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:33:55.696150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2b749-55c9-4c56-902c-eada87623b7c service neutron] Pushing event updated for resources: {'Port': ['ID=1f6b04fd-d7b4-44e8-adde-38c269348b54,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:55.743033 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1d4e2a-fc41-4f00-aa50-ad1a635dfb5d x-openstack-request-id: req-ec1d4e2a-fc41-4f00-aa50-ad1a635dfb5d {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:33:55.743355 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abaf97b8-c6cc-4cb4-8713-18ddf7109100", "tag": "1f6b04fd-d7b4-44e8-adde-38c269348b54", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:33:55.743655 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec1d4e2a-fc41-4f00-aa50-ad1a635dfb5d {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:33:55.744109 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abaf97b8-c6cc-4cb4-8713-18ddf7109100', 'tag': '1f6b04fd-d7b4-44e8-adde-38c269348b54', 'status': 'completed', 'code': 200} Aug 27 14:33:55.761978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-0639b36c-84bd-4f37-aa98-76d0c7b85990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:55.763820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-0639b36c-84bd-4f37-aa98-76d0c7b85990 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3d02d86d8d064b858d54c8c96aceae76&device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 1100 time: 0.0557537 Aug 27 14:33:55.810044 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-121ea690-4e0c-4d8b-9ada-28014e74d829 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=1f6b04fd-d7b4-44e8-adde-38c269348b54 HTTP/1.1" status: 200 len: 217 time: 0.0379324 Aug 27 14:33:55.860595 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-2c00a648-3b2f-4dda-83e5-e801da6cda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:55.862062 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-2c00a648-3b2f-4dda-83e5-e801da6cda17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0461371 Aug 27 14:33:55.911097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-025ec5fe-afc0-42a2-b82b-3ba56b021999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:55.912712 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-025ec5fe-afc0-42a2-b82b-3ba56b021999 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0427506 Aug 27 14:33:56.009525 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-326e8f01-7b17-4c33-919f-e1ea87aaf06e service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881782 Aug 27 14:33:56.098043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8dad432-9a1e-4dfb-b048-49936e98168f req-048d0140-d0c9-4267-a5e3-1c5d050344e9 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813317 Aug 27 14:33:56.227612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd931f6-88fd-4d9f-9047-d75762499c54 req-e0a29ca2-ae42-446f-bdd8-1e3132ae8766 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:56.229387 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2cd931f6-88fd-4d9f-9047-d75762499c54 req-e0a29ca2-ae42-446f-bdd8-1e3132ae8766 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 945 time: 0.0814304 Aug 27 14:33:56.231232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaf5a8-8195-469f-94bc-eb16b0f5ab3b req-ba491e32-203d-4e3b-9859-6408bd3542a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:56.233219 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fbaf5a8-8195-469f-94bc-eb16b0f5ab3b req-ba491e32-203d-4e3b-9859-6408bd3542a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3d02d86d8d064b858d54c8c96aceae76&device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 1100 time: 0.0834186 Aug 27 14:33:56.324328 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2cd931f6-88fd-4d9f-9047-d75762499c54 req-7938fff6-4f27-4c37-92e7-6e0059485703 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883148 Aug 27 14:33:56.352551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaf5a8-8195-469f-94bc-eb16b0f5ab3b req-211c30b3-0c91-4dcc-ab36-ae169d3daefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:56.354379 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fbaf5a8-8195-469f-94bc-eb16b0f5ab3b req-211c30b3-0c91-4dcc-ab36-ae169d3daefd service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.1127033 Aug 27 14:33:56.398062 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fbaf5a8-8195-469f-94bc-eb16b0f5ab3b req-00bba3ce-937b-4124-87e4-17058bb67ee8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=1f6b04fd-d7b4-44e8-adde-38c269348b54 HTTP/1.1" status: 200 len: 217 time: 0.0359504 Aug 27 14:33:56.450094 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaf5a8-8195-469f-94bc-eb16b0f5ab3b req-3b3dd534-17bb-446d-b1ab-7f4a78cbb338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:56.451862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fbaf5a8-8195-469f-94bc-eb16b0f5ab3b req-3b3dd534-17bb-446d-b1ab-7f4a78cbb338 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0456345 Aug 27 14:33:56.504637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaf5a8-8195-469f-94bc-eb16b0f5ab3b req-655a3e2c-a2d1-4621-9c96-d9b1791d8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:56.506134 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fbaf5a8-8195-469f-94bc-eb16b0f5ab3b req-655a3e2c-a2d1-4621-9c96-d9b1791d8728 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0462463 Aug 27 14:33:56.603303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fbaf5a8-8195-469f-94bc-eb16b0f5ab3b req-2d9a6cf5-cda3-4d34-b402-0c27dd3844ca service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872788 Aug 27 14:33:56.650259 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 6f1593d9-3358-42af-af20-d44b75afc4e6 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:33:56.681718 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad53b7-a65e-49b4-a2f0-bfcdd0b6aa5b req-a29100ac-1608-4a16-a88c-b5bdd6491488 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:56.683274 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35ad53b7-a65e-49b4-a2f0-bfcdd0b6aa5b req-a29100ac-1608-4a16-a88c-b5bdd6491488 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 948 time: 0.0499015 Aug 27 14:33:56.705840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 6f1593d9-3358-42af-af20-d44b75afc4e6 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:33:56.706242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3fbaf5a8-8195-469f-94bc-eb16b0f5ab3b req-9e9797c6-7926-4e94-8ba2-29507e2a4d12 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959418 Aug 27 14:33:56.710312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 6f1593d9-3358-42af-af20-d44b75afc4e6 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:33:56.710701 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:56.727234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35ad53b7-a65e-49b4-a2f0-bfcdd0b6aa5b req-5d855e07-8de1-4cb1-bfa0-ed2c2c92db13 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/security-groups?id=af912fcd-ecce-4605-a02e-ddcaf4dc7a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368488 Aug 27 14:33:56.788757 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:56.810892 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ee23f3-3948-48f0-9fda-1ca587817316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1593d9-3358-42af-af20-d44b75afc4e6'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:33:56.813116 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a58bf4-7bef-49ab-b405-f7c392b5a07c" -d '{"events": [{"server_uuid": "17ee23f3-3948-48f0-9fda-1ca587817316", "name": "network-vif-plugged", "status": "completed", "tag": "6f1593d9-3358-42af-af20-d44b75afc4e6"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:33:56.825841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 6f1593d9-3358-42af-af20-d44b75afc4e6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6f1593d9-3358-42af-af20-d44b75afc4e6,segment=NetworkSegment(fd37b310-2f42-4c65-af1c-7d0c08bde063),segment_id=fd37b310-2f42-4c65-af1c-7d0c08bde063)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:56.829994 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:56.854233 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1d9c1a-d3a6-4b46-8871-e8c2839f4a21 x-openstack-request-id: req-db1d9c1a-d3a6-4b46-8871-e8c2839f4a21 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:33:56.854526 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ee23f3-3948-48f0-9fda-1ca587817316", "name": "network-vif-plugged", "status": "completed", "tag": "6f1593d9-3358-42af-af20-d44b75afc4e6", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:33:56.854808 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db1d9c1a-d3a6-4b46-8871-e8c2839f4a21 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:33:56.855194 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ee23f3-3948-48f0-9fda-1ca587817316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1593d9-3358-42af-af20-d44b75afc4e6', 'code': 200} Aug 27 14:33:56.884764 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=6f1593d9-3358-42af-af20-d44b75afc4e6,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:56.973601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5b919-3dfb-4478-9be0-2045d7bc6178 req-bfa04b51-f739-427c-9f49-f7fdf488883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:56.975209 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e1a5b919-3dfb-4478-9be0-2045d7bc6178 req-bfa04b51-f739-427c-9f49-f7fdf488883f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 1098 time: 0.0408537 Aug 27 14:33:57.014180 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e1a5b919-3dfb-4478-9be0-2045d7bc6178 req-1c9d2ad4-cbdc-4b91-bed7-343eac243152 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315621 Aug 27 14:33:57.439696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a66ad8-1b9e-413d-9ef6-66ec923dee56 req-39308a52-52ab-478d-9310-4611676c0cf5 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:57.441222 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28a66ad8-1b9e-413d-9ef6-66ec923dee56 req-39308a52-52ab-478d-9310-4611676c0cf5 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 946 time: 0.0499079 Aug 27 14:33:57.481495 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-28a66ad8-1b9e-413d-9ef6-66ec923dee56 req-d1645a5d-95e3-45e7-90ff-b818c4c08682 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336535 Aug 27 14:33:57.841905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b28577-d2e5-4fb6-827b-e115dee19ff5 req-265a8637-cd9b-431b-8233-7d2650028229 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:57.843460 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83b28577-d2e5-4fb6-827b-e115dee19ff5 req-265a8637-cd9b-431b-8233-7d2650028229 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 948 time: 0.0502098 Aug 27 14:33:57.882094 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83b28577-d2e5-4fb6-827b-e115dee19ff5 req-c6032d8d-ab7b-490f-872e-c9acd3dc5e99 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/security-groups?id=af912fcd-ecce-4605-a02e-ddcaf4dc7a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Aug 27 14:33:58.598530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630feb0-0c5d-4cdf-9200-d0ca9e573b35 req-e9e92717-ef2f-4f79-8c22-731366575698 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:58.600076 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b630feb0-0c5d-4cdf-9200-d0ca9e573b35 req-e9e92717-ef2f-4f79-8c22-731366575698 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 946 time: 0.0496545 Aug 27 14:33:58.639791 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b630feb0-0c5d-4cdf-9200-d0ca9e573b35 req-c6240f6b-af7f-4a70-8e0e-368941044a23 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329647 Aug 27 14:33:59.018892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff3962-7f17-49d8-8010-11ff1074f1f9 req-2fa2ed37-1205-480c-bd51-1f6dc8ff0c75 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:33:59.020423 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b8ff3962-7f17-49d8-8010-11ff1074f1f9 req-2fa2ed37-1205-480c-bd51-1f6dc8ff0c75 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 948 time: 0.0579669 Aug 27 14:33:59.061705 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b8ff3962-7f17-49d8-8010-11ff1074f1f9 req-1719abe0-e95b-4661-a680-13c4a377c1e7 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/security-groups?id=af912fcd-ecce-4605-a02e-ddcaf4dc7a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351598 Aug 27 14:33:59.359365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1f6b04fd-d7b4-44e8-adde-38c269348b54 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:33:59.454444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1f6b04fd-d7b4-44e8-adde-38c269348b54, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1f6b04fd-d7b4-44e8-adde-38c269348b54,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:59.466290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '1f6b04fd-d7b4-44e8-adde-38c269348b54', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '1f6b04fd-d7b4-44e8-adde-38c269348b54', 'mac_address': 'fa:16:3e:a0:02:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:33:59.503981 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:59.519924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6b04fd-d7b4-44e8-adde-38c269348b54 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:33:59.542693 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1f6b04fd-d7b4-44e8-adde-38c269348b54, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1f6b04fd-d7b4-44e8-adde-38c269348b54,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:33:59.549094 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:33:59.610053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=1f6b04fd-d7b4-44e8-adde-38c269348b54,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:33:59.793941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['1f6b04fd-d7b4-44e8-adde-38c269348b54'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:34:00.190723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282662-5541-45de-9ad6-da3dedd7576c req-c75319d4-6e2f-4b2a-97d4-114421697f5a tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:34:00.192374 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-63282662-5541-45de-9ad6-da3dedd7576c req-c75319d4-6e2f-4b2a-97d4-114421697f5a tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 949 time: 0.0568411 Aug 27 14:34:00.234180 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-63282662-5541-45de-9ad6-da3dedd7576c req-247cf61a-904c-4ef9-b044-3721eaaadbc3 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/security-groups?id=af912fcd-ecce-4605-a02e-ddcaf4dc7a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352581 Aug 27 14:34:01.353219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb242b-4eec-452e-80b0-ed6ada440ec1 req-88b984f7-bf15-42a8-a774-fe7304cf920f tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:34:01.354620 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cacb242b-4eec-452e-80b0-ed6ada440ec1 req-88b984f7-bf15-42a8-a774-fe7304cf920f tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 949 time: 0.0494742 Aug 27 14:34:01.389905 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1f6b04fd-d7b4-44e8-adde-38c269348b54 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:34:01.394173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cacb242b-4eec-452e-80b0-ed6ada440ec1 req-c907c574-d435-4bf5-ae99-208b1a5f3102 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/security-groups?id=af912fcd-ecce-4605-a02e-ddcaf4dc7a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322070 Aug 27 14:34:01.444843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 1f6b04fd-d7b4-44e8-adde-38c269348b54 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:34:01.449936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 1f6b04fd-d7b4-44e8-adde-38c269348b54 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:34:01.449936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:01.533546 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:01.556624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abaf97b8-c6cc-4cb4-8713-18ddf7109100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6b04fd-d7b4-44e8-adde-38c269348b54'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:34:01.558946 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2562a532-a49b-4f0a-9b7f-7f11f1c759a7" -d '{"events": [{"server_uuid": "abaf97b8-c6cc-4cb4-8713-18ddf7109100", "name": "network-vif-plugged", "status": "completed", "tag": "1f6b04fd-d7b4-44e8-adde-38c269348b54"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:34:01.571851 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1f6b04fd-d7b4-44e8-adde-38c269348b54, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1f6b04fd-d7b4-44e8-adde-38c269348b54,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:34:01.577264 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:01.612372 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd01276-7fd6-4172-b89b-7a292e67d674 x-openstack-request-id: req-3bd01276-7fd6-4172-b89b-7a292e67d674 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:34:01.612675 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abaf97b8-c6cc-4cb4-8713-18ddf7109100", "name": "network-vif-plugged", "status": "completed", "tag": "1f6b04fd-d7b4-44e8-adde-38c269348b54", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:34:01.612930 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3bd01276-7fd6-4172-b89b-7a292e67d674 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:34:01.613323 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abaf97b8-c6cc-4cb4-8713-18ddf7109100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6b04fd-d7b4-44e8-adde-38c269348b54', 'code': 200} Aug 27 14:34:01.638657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=1f6b04fd-d7b4-44e8-adde-38c269348b54,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:34:01.710620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cf044-2796-4fb7-b89f-2dae6722b689 req-4f26b225-4b32-459a-8f2d-dfe94cd88c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:34:01.712171 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f75cf044-2796-4fb7-b89f-2dae6722b689 req-4f26b225-4b32-459a-8f2d-dfe94cd88c43 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 1102 time: 0.0421371 Aug 27 14:34:01.752710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f75cf044-2796-4fb7-b89f-2dae6722b689 req-332c2fd0-6214-41ef-954e-17362437921e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=af912fcd-ecce-4605-a02e-ddcaf4dc7a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Aug 27 14:34:02.514967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa301ae-d052-4b29-9327-7eff3deef881 req-cbbfa48f-d2e9-46ad-91c4-9071a3b62e37 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:34:02.517059 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7aa301ae-d052-4b29-9327-7eff3deef881 req-cbbfa48f-d2e9-46ad-91c4-9071a3b62e37 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 950 time: 0.0523362 Aug 27 14:34:02.554984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7aa301ae-d052-4b29-9327-7eff3deef881 req-5f4b4ccc-b6a2-489f-b45d-0ef8f832fd8f tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/security-groups?id=af912fcd-ecce-4605-a02e-ddcaf4dc7a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324171 Aug 27 14:34:03.673688 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c8613-92d5-409a-86a3-d2dad4fec928 req-08dc1316-a661-4626-8af4-14c9676cb025 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:34:03.675254 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf7c8613-92d5-409a-86a3-d2dad4fec928 req-08dc1316-a661-4626-8af4-14c9676cb025 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 950 time: 0.0498445 Aug 27 14:34:03.715813 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf7c8613-92d5-409a-86a3-d2dad4fec928 req-8833b058-ac5e-4fa7-9cf8-bf97d11876e6 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/security-groups?id=af912fcd-ecce-4605-a02e-ddcaf4dc7a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344632 Aug 27 14:34:10.082376 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:14.663773 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-58a7b461-a778-4368-8214-5a6caf6cdc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:15.244067 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:34:17.477377 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:17.519663 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-95c1af08-8498-44ca-aa98-33c67c8cf1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:18.849381 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:20.308578 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:21.689241 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:25.135830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f4ddd-816c-4dde-9ef6-d13d295911ff req-68d53eb6-5ccc-4b88-bc21-ee0e567f7591 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:34:25.138296 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-411f4ddd-816c-4dde-9ef6-d13d295911ff req-68d53eb6-5ccc-4b88-bc21-ee0e567f7591 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 946 time: 0.0609376 Aug 27 14:34:25.179601 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-411f4ddd-816c-4dde-9ef6-d13d295911ff req-ae96059a-34f4-4af4-8524-5fc835510ab4 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343766 Aug 27 14:34:26.303514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c718c4-6f26-43e8-b22d-70eb0bc6b346 req-63162571-1488-4fb7-b852-92f02a336e4c tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:34:26.305017 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-74c718c4-6f26-43e8-b22d-70eb0bc6b346 req-63162571-1488-4fb7-b852-92f02a336e4c tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 946 time: 0.0512924 Aug 27 14:34:26.356038 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-74c718c4-6f26-43e8-b22d-70eb0bc6b346 req-ab1aa923-b3ed-4029-b18a-1de619905fdb tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443232 Aug 27 14:34:26.975379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074c005-a975-41fa-a60d-ac278ceb29f9 req-d3487994-a5b4-4641-85b6-11b293b5bed8 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:34:26.976836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e074c005-a975-41fa-a60d-ac278ceb29f9 req-d3487994-a5b4-4641-85b6-11b293b5bed8 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 946 time: 0.0497210 Aug 27 14:34:27.071172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-e074c005-a975-41fa-a60d-ac278ceb29f9 req-70e9ad7b-089d-408a-8ca9-7d70b0acec01 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Deleting port 6f1593d9-3358-42af-af20-d44b75afc4e6 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:34:27.071510 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e074c005-a975-41fa-a60d-ac278ceb29f9 req-70e9ad7b-089d-408a-8ca9-7d70b0acec01 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:27.477883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-e074c005-a975-41fa-a60d-ac278ceb29f9 req-70e9ad7b-089d-408a-8ca9-7d70b0acec01 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] For port 6f1593d9-3358-42af-af20-d44b75afc4e6, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=6f1593d9-3358-42af-af20-d44b75afc4e6,segment=NetworkSegment(fd37b310-2f42-4c65-af1c-7d0c08bde063),segment_id=fd37b310-2f42-4c65-af1c-7d0c08bde063)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:34:27.478933 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e074c005-a975-41fa-a60d-ac278ceb29f9 req-70e9ad7b-089d-408a-8ca9-7d70b0acec01 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:27.482385 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364d0fa-37bf-416d-8ed9-43b5c5f96c5b req-e8849a7a-65c3-40cd-a1d6-20ff50b1160a tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:34:27.483944 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6364d0fa-37bf-416d-8ed9-43b5c5f96c5b req-e8849a7a-65c3-40cd-a1d6-20ff50b1160a tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/ports?device_id=17ee23f3-3948-48f0-9fda-1ca587817316 HTTP/1.1" status: 200 len: 946 time: 0.0542643 Aug 27 14:34:27.492368 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-e074c005-a975-41fa-a60d-ac278ceb29f9 req-70e9ad7b-089d-408a-8ca9-7d70b0acec01 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Calling delete_port for 6f1593d9-3358-42af-af20-d44b75afc4e6 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:34:27.529547 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6364d0fa-37bf-416d-8ed9-43b5c5f96c5b req-cd166b79-35ad-4027-a8ee-f0d65e4da0d1 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.55 "GET /v2.0/security-groups?id=06b2f5fb-be51-41e2-a95b-3710071af8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392065 Aug 27 14:34:27.626038 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e074c005-a975-41fa-a60d-ac278ceb29f9 req-70e9ad7b-089d-408a-8ca9-7d70b0acec01 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:27.656620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9ad7b-089d-408a-8ca9-7d70b0acec01 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Pushing event deleted for resources: {'Port': ['ID=6f1593d9-3358-42af-af20-d44b75afc4e6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:34:27.660319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['6f1593d9-3358-42af-af20-d44b75afc4e6'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:34:27.700019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e074c005-a975-41fa-a60d-ac278ceb29f9 req-70e9ad7b-089d-408a-8ca9-7d70b0acec01 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] No DVR routers for this DVR port 6f1593d9-3358-42af-af20-d44b75afc4e6 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:34:27.702670 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e074c005-a975-41fa-a60d-ac278ceb29f9 req-70e9ad7b-089d-408a-8ca9-7d70b0acec01 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:27.704745 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e074c005-a975-41fa-a60d-ac278ceb29f9 req-70e9ad7b-089d-408a-8ca9-7d70b0acec01 tempest-VolumesSnapshotTestJSON-1383442223 tempest-VolumesSnapshotTestJSON-1383442223-project] 10.222.0.41 "DELETE /v2.0/ports/6f1593d9-3358-42af-af20-d44b75afc4e6 HTTP/1.1" status: 204 len: 173 time: 0.7222557 Aug 27 14:34:27.705183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ee23f3-3948-48f0-9fda-1ca587817316', 'name': 'network-vif-deleted', 'tag': '6f1593d9-3358-42af-af20-d44b75afc4e6'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:34:27.707498 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e07d19-3b02-4634-916d-063637be2c9f" -d '{"events": [{"server_uuid": "17ee23f3-3948-48f0-9fda-1ca587817316", "name": "network-vif-deleted", "tag": "6f1593d9-3358-42af-af20-d44b75afc4e6"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:34:27.752796 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ceaef9-b725-4411-a907-36820a493b58 x-openstack-request-id: req-86ceaef9-b725-4411-a907-36820a493b58 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:34:27.753093 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ee23f3-3948-48f0-9fda-1ca587817316", "name": "network-vif-deleted", "tag": "6f1593d9-3358-42af-af20-d44b75afc4e6", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:34:27.753331 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86ceaef9-b725-4411-a907-36820a493b58 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:34:27.755158 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ee23f3-3948-48f0-9fda-1ca587817316', 'name': 'network-vif-deleted', 'tag': '6f1593d9-3358-42af-af20-d44b75afc4e6', 'status': 'completed', 'code': 200} Aug 27 14:34:30.868450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 6f1593d9-3358-42af-af20-d44b75afc4e6 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:34:30.894177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 6f1593d9-3358-42af-af20-d44b75afc4e6 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:34:30.894636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 6f1593d9-3358-42af-af20-d44b75afc4e6 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:34:39.673766 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-383b13e4-1031-4a5f-a135-c4e5186095c8 req-2aceb300-9343-4834-9b7c-51d1870aaa42 service neutron] (101186) timed out ('10.222.0.55', 47842) {{(pid=101186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:34:40.106347 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:44.693108 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7c13-1ac2-48f1-832d-48ec7014ea2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:47.490970 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:47.530871 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6613b522-52dc-407b-ab15-24130892845e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:48.861695 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:50.341567 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:51.708476 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:34:52.245874 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:34:57.508465 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-886f9306-ce83-4735-834c-e6daa7c0caf8 req-56747f0b-b84e-468b-95ff-60e11f1c285c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0307894 Aug 27 14:34:57.583479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-886f9306-ce83-4735-834c-e6daa7c0caf8 req-1a53a11a-7177-4510-b6a8-8aab3c7027a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0327322 Aug 27 14:34:57.631986 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-886f9306-ce83-4735-834c-e6daa7c0caf8 req-57b436d2-607f-4585-a3d4-02c16853d843 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277295 Aug 27 14:34:57.727987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f9306-ce83-4735-834c-e6daa7c0caf8 req-b147042d-d0ec-4236-a55b-808ada5e8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:34:57.729791 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-886f9306-ce83-4735-834c-e6daa7c0caf8 req-b147042d-d0ec-4236-a55b-808ada5e8584 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911222 Aug 27 14:35:10.118553 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:11.219829 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ca45be41-cc11-425b-a031-7b3cd33a7861 req-f1e6e2b1-023c-4b16-b8bb-2194b75436a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264332 Aug 27 14:35:11.310875 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ca45be41-cc11-425b-a031-7b3cd33a7861 req-a49b9883-b028-4e81-85d5-fb0773d11cdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0320156 Aug 27 14:35:11.359013 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ca45be41-cc11-425b-a031-7b3cd33a7861 req-002efb88-6239-4ee3-b430-13c25df7114f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213094 Aug 27 14:35:11.458672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45be41-cc11-425b-a031-7b3cd33a7861 req-5342b950-e3d9-4d8e-8f6c-9c16b77daf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:35:11.464980 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ca45be41-cc11-425b-a031-7b3cd33a7861 req-5342b950-e3d9-4d8e-8f6c-9c16b77daf87 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988710 Aug 27 14:35:13.452288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd6e0d-3aad-4a6d-b1f2-d70c447c1779 req-c9d76291-9a34-48f7-bb61-820edfeb5208 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:35:13.453795 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-82cd6e0d-3aad-4a6d-b1f2-d70c447c1779 req-c9d76291-9a34-48f7-bb61-820edfeb5208 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 950 time: 0.0536315 Aug 27 14:35:13.499736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-82cd6e0d-3aad-4a6d-b1f2-d70c447c1779 req-baf9b632-ab82-460e-a036-f77928c42037 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/security-groups?id=af912fcd-ecce-4605-a02e-ddcaf4dc7a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394721 Aug 27 14:35:14.673741 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a6b6873d-3a65-4439-a000-7e84fbd1f5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:14.802219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbad62a-c8e8-4da7-82be-b3fa288b7847 req-08bf5c5f-47ec-4844-9e39-ea0d7cc65462 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:35:14.803785 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-adbad62a-c8e8-4da7-82be-b3fa288b7847 req-08bf5c5f-47ec-4844-9e39-ea0d7cc65462 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 950 time: 0.2235618 Aug 27 14:35:14.873018 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-adbad62a-c8e8-4da7-82be-b3fa288b7847 req-0b1cd64e-e0f0-4366-a299-425aa9825ddf tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/security-groups?id=af912fcd-ecce-4605-a02e-ddcaf4dc7a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621002 Aug 27 14:35:14.896075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266072d-5e36-4b64-a8d9-052f3fdf7c14 req-82da64c5-ddab-4a04-b708-6798a55592b3 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:35:14.896075 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2266072d-5e36-4b64-a8d9-052f3fdf7c14 req-82da64c5-ddab-4a04-b708-6798a55592b3 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.52 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 950 time: 0.0731897 Aug 27 14:35:14.990577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-2266072d-5e36-4b64-a8d9-052f3fdf7c14 req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Deleting port 1f6b04fd-d7b4-44e8-adde-38c269348b54 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:35:14.990954 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2266072d-5e36-4b64-a8d9-052f3fdf7c14 req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.087190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-2266072d-5e36-4b64-a8d9-052f3fdf7c14 req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] For port 1f6b04fd-d7b4-44e8-adde-38c269348b54, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1f6b04fd-d7b4-44e8-adde-38c269348b54,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:35:15.087683 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2266072d-5e36-4b64-a8d9-052f3fdf7c14 req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.090016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39546) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:35:15.102722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-2266072d-5e36-4b64-a8d9-052f3fdf7c14 req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Calling delete_port for 1f6b04fd-d7b4-44e8-adde-38c269348b54 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:35:15.137862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Deleting subnet 5876f480-946f-4b94-955a-62ea78a96a0d {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:35:15.141888 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.187875 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.253355 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.274455 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2266072d-5e36-4b64-a8d9-052f3fdf7c14 req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.287193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['1f6b04fd-d7b4-44e8-adde-38c269348b54'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:35:15.343308 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Pushing event deleted for resources: {'Port': ['ID=1f6b04fd-d7b4-44e8-adde-38c269348b54,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:35:15.359695 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.362376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.363404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.363557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.363846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.364229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.364640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.365015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.365364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.365702 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.366127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.366470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.366916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.396210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5876f480-946f-4b94-955a-62ea78a96a0d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:35:15.406944 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.408863 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5876f480-946f-4b94-955a-62ea78a96a0d HTTP/1.1" status: 204 len: 168 time: 0.3183732 Aug 27 14:35:15.410572 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.411230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.411748 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.412239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.412758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.413281 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.413773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.414264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.414942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.415539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.416058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.416577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453689e5-e56b-4714-ac55-ada1356098d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:35:15.419260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 39548) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:35:15.423820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-2266072d-5e36-4b64-a8d9-052f3fdf7c14 req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] No DVR routers for this DVR port 1f6b04fd-d7b4-44e8-adde-38c269348b54 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:35:15.426574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-2266072d-5e36-4b64-a8d9-052f3fdf7c14 req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.428858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2266072d-5e36-4b64-a8d9-052f3fdf7c14 req-1565aa09-ca72-4d60-98e6-2aaad0079b4c tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.52 "DELETE /v2.0/ports/1f6b04fd-d7b4-44e8-adde-38c269348b54 HTTP/1.1" status: 204 len: 173 time: 0.5307455 Aug 27 14:35:15.429368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abaf97b8-c6cc-4cb4-8713-18ddf7109100', 'name': 'network-vif-deleted', 'tag': '1f6b04fd-d7b4-44e8-adde-38c269348b54'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:35:15.432209 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6118232-d54e-434e-86e3-d7efaf97d60a" -d '{"events": [{"server_uuid": "abaf97b8-c6cc-4cb4-8713-18ddf7109100", "name": "network-vif-deleted", "tag": "1f6b04fd-d7b4-44e8-adde-38c269348b54"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:35:15.478195 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97e65ab-0742-4fe2-9bfb-92ac98242e17 x-openstack-request-id: req-a97e65ab-0742-4fe2-9bfb-92ac98242e17 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:35:15.478793 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abaf97b8-c6cc-4cb4-8713-18ddf7109100", "name": "network-vif-deleted", "tag": "1f6b04fd-d7b4-44e8-adde-38c269348b54", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:35:15.479026 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a97e65ab-0742-4fe2-9bfb-92ac98242e17 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:35:15.479471 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abaf97b8-c6cc-4cb4-8713-18ddf7109100', 'name': 'network-vif-deleted', 'tag': '1f6b04fd-d7b4-44e8-adde-38c269348b54', 'status': 'completed', 'code': 200} Aug 27 14:35:15.514655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6eabb9b4-076b-4a4b-a106-5c5d4f36b800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.603086 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6eabb9b4-076b-4a4b-a106-5c5d4f36b800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.613731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6eabb9b4-076b-4a4b-a106-5c5d4f36b800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbcbffa-463d-4271-84b8-59fddc2f1704']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:35:15.626196 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6eabb9b4-076b-4a4b-a106-5c5d4f36b800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd37b310-2f42-4c65-af1c-7d0c08bde063') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:35:15.626468 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6eabb9b4-076b-4a4b-a106-5c5d4f36b800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd37b310-2f42-4c65-af1c-7d0c08bde063') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:35:15.637769 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6eabb9b4-076b-4a4b-a106-5c5d4f36b800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.653861 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6eabb9b4-076b-4a4b-a106-5c5d4f36b800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.660595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eabb9b4-076b-4a4b-a106-5c5d4f36b800 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:35:15.661030 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6eabb9b4-076b-4a4b-a106-5c5d4f36b800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:35:15.665536 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:35:15.730074 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6eabb9b4-076b-4a4b-a106-5c5d4f36b800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.737148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6eabb9b4-076b-4a4b-a106-5c5d4f36b800 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:15.739147 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6eabb9b4-076b-4a4b-a106-5c5d4f36b800 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fcbcbffa-463d-4271-84b8-59fddc2f1704 HTTP/1.1" status: 204 len: 168 time: 0.3187263 Aug 27 14:35:15.750924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabb9b4-076b-4a4b-a106-5c5d4f36b800 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcbcbffa-463d-4271-84b8-59fddc2f1704,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:35:15.980937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39556) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:35:16.037521 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ba316951-5c5a-428e-be36-74de37489e9e req-c0d61a14-c1bf-4dc4-82a3-3ce920609e31 tempest-VolumesBackupsTest-1752241351 tempest-VolumesBackupsTest-1752241351-project] 10.222.0.55 "GET /v2.0/ports?device_id=abaf97b8-c6cc-4cb4-8713-18ddf7109100 HTTP/1.1" status: 200 len: 210 time: 0.0392244 Aug 27 14:35:16.057200 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-67a0ac30-bd3e-4935-bb2e-4dcea19ad6e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa5264b8c25447009c7ff5c5599307c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750771 Aug 27 14:35:16.060282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 39558) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:35:16.111598 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-324da40c-bb3d-483b-bbab-99acba96bf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:16.133322 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-324da40c-bb3d-483b-bbab-99acba96bf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:16.181044 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-324da40c-bb3d-483b-bbab-99acba96bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:16.184292 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-324da40c-bb3d-483b-bbab-99acba96bf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:16.185646 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-324da40c-bb3d-483b-bbab-99acba96bf78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06b2f5fb-be51-41e2-a95b-3710071af8e5 HTTP/1.1" status: 204 len: 168 time: 0.1244400 Aug 27 14:35:16.193557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324da40c-bb3d-483b-bbab-99acba96bf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b2f5fb-be51-41e2-a95b-3710071af8e5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:35:17.485397 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:17.525164 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ac927255-9e3c-4bb1-b961-501182cdbab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:18.838426 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:19.856084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1f6b04fd-d7b4-44e8-adde-38c269348b54 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:35:19.889190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 1f6b04fd-d7b4-44e8-adde-38c269348b54 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:35:19.889545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1f6b04fd-d7b4-44e8-adde-38c269348b54 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:35:20.311842 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:21.717622 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:29.245510 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:35:40.122415 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:44.667291 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8a1123b9-83ca-4f68-881d-7ec181a17b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:47.488008 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:47.525666 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-62c495bd-d14d-4117-aba6-3dccad1a2b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:48.839172 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:50.312595 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:35:51.714749 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:06.245074 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:36:10.129481 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:12.363119 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d041e92-47c1-4006-b4f6-6fe2e9ba9e0f req-71f3c50f-f3ae-4849-a3b0-cf96898691c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1726646 Aug 27 14:36:12.445268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d041e92-47c1-4006-b4f6-6fe2e9ba9e0f req-7a063789-2488-4b1b-b853-13e3c751fb3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0252316 Aug 27 14:36:12.489270 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d041e92-47c1-4006-b4f6-6fe2e9ba9e0f req-093ca503-71b8-4bf2-83b1-f7d519b0b8d8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194759 Aug 27 14:36:12.585374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d041e92-47c1-4006-b4f6-6fe2e9ba9e0f req-098a27b0-b0ed-4d4f-9d69-48cbeeaa534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:36:12.587159 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d041e92-47c1-4006-b4f6-6fe2e9ba9e0f req-098a27b0-b0ed-4d4f-9d69-48cbeeaa534f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906012 Aug 27 14:36:14.668334 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fdad468f-2a19-4e1e-8724-e201ee0428e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:17.489664 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:17.527649 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0ad41cc0-96f1-4677-981f-c53a11cdb7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:18.842913 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:20.311053 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:21.733720 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:40.146665 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:43.243490 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:36:44.822584 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b89f8ef2-82b4-4974-ad61-c32b7521c734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:47.491959 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:47.528655 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-78de1e0c-5065-4836-ac88-ced475c29ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:48.847828 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:50.313359 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:51.727497 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:36:59.557335 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-11c76c78-72a0-499b-91c6-bb18bb69fb41 req-6ab7601c-d97f-44bd-b9af-95d3aa966121 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0850821 Aug 27 14:36:59.628320 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-11c76c78-72a0-499b-91c6-bb18bb69fb41 req-8c365735-bf94-4102-b1d0-e0f0a59994c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0292103 Aug 27 14:36:59.667115 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-11c76c78-72a0-499b-91c6-bb18bb69fb41 req-aeb7f754-b7f5-4973-8926-4f0e161006d1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198328 Aug 27 14:36:59.760690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c76c78-72a0-499b-91c6-bb18bb69fb41 req-4c228792-bf70-4da8-bffe-f75028cf3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:36:59.763963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-11c76c78-72a0-499b-91c6-bb18bb69fb41 req-4c228792-bf70-4da8-bffe-f75028cf3dcf service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904529 Aug 27 14:37:10.147700 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:13.264315 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1059708-b0f7-439d-bf88-e254e0d894e1 req-0ca0fc14-19fe-4e0b-b80a-650c4b1a8fe9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0328834 Aug 27 14:37:13.351735 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1059708-b0f7-439d-bf88-e254e0d894e1 req-2fbb4b60-4be8-462d-9488-986c0a61a188 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0249505 Aug 27 14:37:13.395051 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1059708-b0f7-439d-bf88-e254e0d894e1 req-60bdad6f-1c48-40ca-9344-9819d9ca91b3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192118 Aug 27 14:37:13.492644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1059708-b0f7-439d-bf88-e254e0d894e1 req-e0236b10-f53d-468f-a209-4e8aeae57d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:37:13.494174 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1059708-b0f7-439d-bf88-e254e0d894e1 req-e0236b10-f53d-468f-a209-4e8aeae57d75 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926445 Aug 27 14:37:14.798174 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7d027a85-f35a-47e9-92e2-bbf03666d28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:17.499058 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:17.530921 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-456af558-97cb-4fcb-a030-4d12d3f35144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:18.858855 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:20.243381 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:37:20.316222 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:21.726964 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:40.149172 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:44.672482 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-14d46088-c472-4ead-9ffc-d86297ab96c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:47.493700 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:47.533159 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ac3652fe-2a49-4338-8a4c-0b9918ab4ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:48.851754 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:50.319737 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:51.747843 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:37:57.242928 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:38:00.513447 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-408a1ded-08bc-43fc-a981-4bd8ce46bee9 req-e8be78c2-61bd-445a-a336-d792984e6ba8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0372038 Aug 27 14:38:00.604992 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-408a1ded-08bc-43fc-a981-4bd8ce46bee9 req-a0418b0e-b1f0-4b90-a6db-ed0904186054 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0438423 Aug 27 14:38:00.646673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-408a1ded-08bc-43fc-a981-4bd8ce46bee9 req-fb558f44-7eea-40c9-bc1d-11b96c66ba9c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203264 Aug 27 14:38:00.753911 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1ded-08bc-43fc-a981-4bd8ce46bee9 req-28bf1cee-99ba-4e4c-b28c-ee31a55dda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:00.755437 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-408a1ded-08bc-43fc-a981-4bd8ce46bee9 req-28bf1cee-99ba-4e4c-b28c-ee31a55dda1b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020703 Aug 27 14:38:10.159160 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:13.856697 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-5ffdc73c-14aa-497c-9068-e221d9a6a1f6 req-d3a9e568-aa07-41aa-8b1c-11cd3fb9b5c7 service neutron] (101186) timed out ('10.222.0.55', 44066) {{(pid=101186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:38:14.678214 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-59ff65d3-bb1b-45a2-948f-5c3abfe3b0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:14.896359 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42306) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:38:15.039118 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e7f40a39-20e1-4b51-a4b4-75f896b5e274 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d02d86d8d064b858d54c8c96aceae76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414707 Aug 27 14:38:15.041904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42312) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:38:15.095761 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:15.117512 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:15.165457 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:15.168506 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:15.173207 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af912fcd-ecce-4605-a02e-ddcaf4dc7a03 HTTP/1.1" status: 204 len: 168 time: 0.1268699 Aug 27 14:38:15.179491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af912fcd-ecce-4605-a02e-ddcaf4dc7a03,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:38:15.187563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:15.187905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:15.189187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:15.189536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:15.189871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:15.190206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:15.190536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:15.190892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:15.191217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:15.191548 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:15.191866 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:15.192192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d128c-e531-4035-a412-931c160f99e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:15.380602 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4db93bbb-5787-4cba-ae39-3ce9b8649489 req-8e6a6eb1-0280-417a-99f0-966b2636efdf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0383408 Aug 27 14:38:15.467396 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4db93bbb-5787-4cba-ae39-3ce9b8649489 req-ea93d631-eeb1-4f9c-933b-2afdf7b6b344 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0259678 Aug 27 14:38:15.524556 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4db93bbb-5787-4cba-ae39-3ce9b8649489 req-2d991916-06bd-4ece-8d43-550ccf147dcd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262406 Aug 27 14:38:15.636603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db93bbb-5787-4cba-ae39-3ce9b8649489 req-f27d8989-8e75-4e13-a12f-311d44155eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:15.638113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4db93bbb-5787-4cba-ae39-3ce9b8649489 req-f27d8989-8e75-4e13-a12f-311d44155eed service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067595 Aug 27 14:38:17.500808 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:17.538616 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-837b2692-8cac-414b-b999-572b0fac58a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:18.859248 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:20.323352 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:21.750304 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:34.241631 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:38:40.165945 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:44.670274 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bdbc990b-08af-4b6c-a89d-02818cf925be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:44.980297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42532) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:38:45.091016 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86465894-13e7-4961-a954-00d4978ce6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:45.191638 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86465894-13e7-4961-a954-00d4978ce6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:45.195349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-86465894-13e7-4961-a954-00d4978ce6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:45.231869 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-86465894-13e7-4961-a954-00d4978ce6a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9919de6fb6a64db892f9a6fb96010e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504463 Aug 27 14:38:45.234531 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42536) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:38:45.235063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86465894-13e7-4961-a954-00d4978ce6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e000813-1b35-4f1c-85a0-784e612dcca3,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:38:45.285762 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:45.306814 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:45.364858 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:45.367888 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:45.369097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e000813-1b35-4f1c-85a0-784e612dcca3 HTTP/1.1" status: 204 len: 168 time: 0.1335323 Aug 27 14:38:45.377310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e000813-1b35-4f1c-85a0-784e612dcca3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:38:45.385325 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:45.385679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:45.386024 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:45.386365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:45.386721 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:45.387058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:45.387388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:45.387716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:45.388042 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:45.388372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:45.388698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:45.389021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c76910-a9cf-428a-8d01-76484e6c6a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:45.976891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42558) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:38:46.075593 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-673543249-network', 'tenant_id': '13205428a42746e4bde95fefa410845d'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:38:46.096304 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Made reservation on behalf of 13205428a42746e4bde95fefa410845d for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:38:46.098856 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:46.107306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:46.202506 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:46.206675 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:46.230088 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:38:46.239889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:38:46.245903 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:46.246251 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Added segment 99471582-f71c-4b16-9889-0530c2c90caf of type vlan for network dfd05824-9996-4647-a9d6-54f03eb9e115 Aug 27 14:38:46.290464 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:46.314526 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:46.316224 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:46.316811 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:46.366356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3883345 Aug 27 14:38:46.369378 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42562) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:38:46.374530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-067309b8-5ca2-4049-9894-70ddc2525c3d admin admin] Request body: {'subnet': {'network_id': 'dfd05824-9996-4647-a9d6-54f03eb9e115', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-673543249-subnet', 'tenant_id': '13205428a42746e4bde95fefa410845d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:38:46.377156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ace5b5-ca3a-4e9a-bce9-ab98fdbfce0a admin admin] Pushing event updated for resources: {'Network': ['ID=dfd05824-9996-4647-a9d6-54f03eb9e115,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:38:46.387698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network dfd05824-9996-4647-a9d6-54f03eb9e115 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:38:46.395917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067309b8-5ca2-4049-9894-70ddc2525c3d admin admin] Made reservation on behalf of 13205428a42746e4bde95fefa410845d for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:38:46.398236 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-067309b8-5ca2-4049-9894-70ddc2525c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:46.566349 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-067309b8-5ca2-4049-9894-70ddc2525c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:46.626272 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067309b8-5ca2-4049-9894-70ddc2525c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd2bf64-891a-47ba-816d-2f5d9dff2279,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:38:46.634882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067309b8-5ca2-4049-9894-70ddc2525c3d admin admin] Checking segment: {'id': '99471582-f71c-4b16-9889-0530c2c90caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'dfd05824-9996-4647-a9d6-54f03eb9e115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:38:46.635248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067309b8-5ca2-4049-9894-70ddc2525c3d admin admin] Network hostable DHCP agents. Network: dfd05824-9996-4647-a9d6-54f03eb9e115, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:38:46.651107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067309b8-5ca2-4049-9894-70ddc2525c3d admin admin] Network dfd05824-9996-4647-a9d6-54f03eb9e115 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:38:46.660049 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-067309b8-5ca2-4049-9894-70ddc2525c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, dfd05824-9996-4647-a9d6-54f03eb9e115) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:38:46.664102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067309b8-5ca2-4049-9894-70ddc2525c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:46.664697 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-067309b8-5ca2-4049-9894-70ddc2525c3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:46.669604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015dd850-eb90-48e2-a638-6d5bc176298b None None] Network dfd05824-9996-4647-a9d6-54f03eb9e115 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:38:46.679562 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-067309b8-5ca2-4049-9894-70ddc2525c3d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3089948 Aug 27 14:38:46.794521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772eec56-1cf9-45d4-b9fd-d2ba5f468617 None None] Network dfd05824-9996-4647-a9d6-54f03eb9e115 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:38:47.141045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42578) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:38:47.146706 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-952744953-network', 'tenant_id': 'ce8abd7cd2d349c2b1afbdb4e76267a0'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:38:47.167937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Made reservation on behalf of ce8abd7cd2d349c2b1afbdb4e76267a0 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:38:47.170403 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:47.179825 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:47.274210 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:47.277850 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:47.298372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:38:47.313093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264835c7-507e-419f-8d81-7577797efde5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:38:47.316401 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:47.316758 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Added segment 1cef2383-6abd-42a3-b921-3095e7e068fe of type vlan for network c13c229e-c38e-4ca6-b4c9-8be6a9f02489 Aug 27 14:38:47.357106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:47.382460 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:47.383543 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:47.384134 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:47.438991 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2965558 Aug 27 14:38:47.442141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42580) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:38:47.448551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-03350de9-8159-44df-abf0-327ea7eaadf6 admin admin] Request body: {'subnet': {'network_id': 'c13c229e-c38e-4ca6-b4c9-8be6a9f02489', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-952744953-subnet', 'tenant_id': 'ce8abd7cd2d349c2b1afbdb4e76267a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:38:47.464421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d52bed-98a4-4bc9-8282-83412de1e002 admin admin] Pushing event updated for resources: {'Network': ['ID=c13c229e-c38e-4ca6-b4c9-8be6a9f02489,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:38:47.474989 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network c13c229e-c38e-4ca6-b4c9-8be6a9f02489 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:38:47.480311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03350de9-8159-44df-abf0-327ea7eaadf6 admin admin] Made reservation on behalf of ce8abd7cd2d349c2b1afbdb4e76267a0 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:38:47.482820 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03350de9-8159-44df-abf0-327ea7eaadf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:47.542110 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:47.554675 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c757d7b1-2913-4e4c-85a3-336714b0a180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:47.661771 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03350de9-8159-44df-abf0-327ea7eaadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:47.716468 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03350de9-8159-44df-abf0-327ea7eaadf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece16984-7f92-4701-814a-8d393416eaa2,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:38:47.724988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03350de9-8159-44df-abf0-327ea7eaadf6 admin admin] Checking segment: {'id': '1cef2383-6abd-42a3-b921-3095e7e068fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c13c229e-c38e-4ca6-b4c9-8be6a9f02489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:38:47.725350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03350de9-8159-44df-abf0-327ea7eaadf6 admin admin] Network hostable DHCP agents. Network: c13c229e-c38e-4ca6-b4c9-8be6a9f02489, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:38:47.741198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03350de9-8159-44df-abf0-327ea7eaadf6 admin admin] Network c13c229e-c38e-4ca6-b4c9-8be6a9f02489 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:38:47.748805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-03350de9-8159-44df-abf0-327ea7eaadf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, c13c229e-c38e-4ca6-b4c9-8be6a9f02489) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:38:47.753268 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03350de9-8159-44df-abf0-327ea7eaadf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:47.753928 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03350de9-8159-44df-abf0-327ea7eaadf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:47.758645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a998c7c8-9bcf-42c7-835a-e48e67ee01d1 None None] Network c13c229e-c38e-4ca6-b4c9-8be6a9f02489 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:38:47.768195 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-03350de9-8159-44df-abf0-327ea7eaadf6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3234439 Aug 27 14:38:47.890420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29d931f-1924-4405-8724-66b3b0c20d2f None None] Network c13c229e-c38e-4ca6-b4c9-8be6a9f02489 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:38:48.372594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-a8ac42eb-c10a-4406-b91d-77e51d77d831 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:48.373986 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-a8ac42eb-c10a-4406-b91d-77e51d77d831 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/networks?id=dfd05824-9996-4647-a9d6-54f03eb9e115 HTTP/1.1" status: 200 len: 811 time: 0.1803031 Aug 27 14:38:48.392692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-44c4defd-a645-4eb8-a1b9-bc17623aef06 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/quotas/13205428a42746e4bde95fefa410845d HTTP/1.1" status: 200 len: 375 time: 0.0096552 Aug 27 14:38:48.427495 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-af481e1b-3442-4d6a-997d-53b659888bbe tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=13205428a42746e4bde95fefa410845d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273621 Aug 27 14:38:48.540161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-81d6553d-8127-4ee9-98c2-2df31c09ea40 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:38:48.541211 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-81d6553d-8127-4ee9-98c2-2df31c09ea40 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1067452 Aug 27 14:38:48.633037 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-3000afb6-f253-4176-834b-946130713619 service neutron] 10.222.0.55 "GET /v2.0/networks/dfd05824-9996-4647-a9d6-54f03eb9e115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853910 Aug 27 14:38:48.724145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-68c173ab-9749-4780-9cf2-edc88a6de1ae service neutron] 10.222.0.55 "GET /v2.0/networks/dfd05824-9996-4647-a9d6-54f03eb9e115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850830 Aug 27 14:38:48.856177 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:48.900528 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17483b5a-926c-4a50-832c-97b38ddfbbfa req-732691db-fdc7-4401-902e-6b9326043416 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 210 time: 0.0318065 Aug 27 14:38:50.010857 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-630cd552-8d41-457e-a32b-0da874bb242c req-5e6845e0-3881-4751-bfef-a92a9b3c7362 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 210 time: 0.0282245 Aug 27 14:38:50.325215 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:51.111776 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e3146be3-7cea-47cf-a3e8-530294d8986d req-f6b213ec-d67f-4df4-a35a-2113bf070f5a tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 210 time: 0.0260189 Aug 27 14:38:51.762522 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:52.188180 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b60da02d-6447-4df6-835e-3d8475765c1e req-c3d97f32-8789-497d-8f76-2d0b3d64162f tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 210 time: 0.0252209 Aug 27 14:38:53.280158 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d1c121c-9252-4672-9c7a-3686fa6b383e req-edf76cf3-53b1-4470-ab32-84580b25160a tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 210 time: 0.0253742 Aug 27 14:38:54.174792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-76320430-385f-49f2-bdc7-76692010874d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:54.176355 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-76320430-385f-49f2-bdc7-76692010874d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.52 "GET /v2.0/networks?id=dfd05824-9996-4647-a9d6-54f03eb9e115 HTTP/1.1" status: 200 len: 811 time: 0.1107368 Aug 27 14:38:54.189396 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-d931c7fa-3643-4ed9-855b-91a59038cc5d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Request body: {'port': {'device_id': '1af2787e-3ef0-432f-8ec9-84fb4c0f2372', 'network_id': 'dfd05824-9996-4647-a9d6-54f03eb9e115', 'admin_state_up': True, 'tenant_id': '13205428a42746e4bde95fefa410845d'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:38:54.296151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-d931c7fa-3643-4ed9-855b-91a59038cc5d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Made reservation on behalf of 13205428a42746e4bde95fefa410845d for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:38:54.299698 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-d931c7fa-3643-4ed9-855b-91a59038cc5d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:54.386351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-342ecfb1-3a5b-473f-b7a2-5b5e2e1f2a43 req-d1519342-8798-454d-80fe-5bb6a881bebc tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 210 time: 0.0300694 Aug 27 14:38:54.451917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-d931c7fa-3643-4ed9-855b-91a59038cc5d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Allocated IP 172.20.0.14 (dfd05824-9996-4647-a9d6-54f03eb9e115/ebd2bf64-891a-47ba-816d-2f5d9dff2279/fbe8c44a-bf44-4742-a877-a2cdde0d592c) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:38:54.600777 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-d931c7fa-3643-4ed9-855b-91a59038cc5d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:54.640672 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-d931c7fa-3643-4ed9-855b-91a59038cc5d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:54.679856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-d931c7fa-3643-4ed9-855b-91a59038cc5d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Network dfd05824-9996-4647-a9d6-54f03eb9e115 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:38:54.685198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-d931c7fa-3643-4ed9-855b-91a59038cc5d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:38:54.687493 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-d931c7fa-3643-4ed9-855b-91a59038cc5d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:38:54.717285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931c7fa-3643-4ed9-855b-91a59038cc5d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Pushing event updated for resources: {'Port': ['ID=fbe8c44a-bf44-4742-a877-a2cdde0d592c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:38:54.741166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-d931c7fa-3643-4ed9-855b-91a59038cc5d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:54.741775 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-d931c7fa-3643-4ed9-855b-91a59038cc5d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:54.755447 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-d931c7fa-3643-4ed9-855b-91a59038cc5d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5698638 Aug 27 14:38:54.766587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-e2526be4-3cff-47e0-a715-be353ac94efc tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:38:54.767548 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-e2526be4-3cff-47e0-a715-be353ac94efc tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049760 Aug 27 14:38:54.777932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Request body: {'port': {'device_id': '1af2787e-3ef0-432f-8ec9-84fb4c0f2372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:38:54.832582 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:55.091811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe8c44a-bf44-4742-a877-a2cdde0d592c {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:38:55.109371 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:55.125774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Transition to ACTIVE for port object fbe8c44a-bf44-4742-a877-a2cdde0d592c will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:38:55.129693 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:55.179280 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe8c44a-bf44-4742-a877-a2cdde0d592c,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:38:55.257584 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Attempting to bind port fbe8c44a-bf44-4742-a877-a2cdde0d592c on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:38:55.257917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Attempting to bind port fbe8c44a-bf44-4742-a877-a2cdde0d592c by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '99471582-f71c-4b16-9889-0530c2c90caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'dfd05824-9996-4647-a9d6-54f03eb9e115'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:38:55.258461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Attempting to bind port fbe8c44a-bf44-4742-a877-a2cdde0d592c on network dfd05824-9996-4647-a9d6-54f03eb9e115 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:38:55.263145 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Port fbe8c44a-bf44-4742-a877-a2cdde0d592c on network dfd05824-9996-4647-a9d6-54f03eb9e115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:38:55.263470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Attempting to bind port fbe8c44a-bf44-4742-a877-a2cdde0d592c on network dfd05824-9996-4647-a9d6-54f03eb9e115 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:38:55.268691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:38:55.269034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Checking segment: {'id': '99471582-f71c-4b16-9889-0530c2c90caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'dfd05824-9996-4647-a9d6-54f03eb9e115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:38:55.269494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Bound using segment: {'id': '99471582-f71c-4b16-9889-0530c2c90caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'dfd05824-9996-4647-a9d6-54f03eb9e115'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:38:55.269925 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Bound port: fbe8c44a-bf44-4742-a877-a2cdde0d592c, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99471582-f71c-4b16-9889-0530c2c90caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'dfd05824-9996-4647-a9d6-54f03eb9e115'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:38:55.270286 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:55.344371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] For port fbe8c44a-bf44-4742-a877-a2cdde0d592c, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:38:55.349625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] For port fbe8c44a-bf44-4742-a877-a2cdde0d592c, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fbe8c44a-bf44-4742-a877-a2cdde0d592c,segment=NetworkSegment(99471582-f71c-4b16-9889-0530c2c90caf),segment_id=99471582-f71c-4b16-9889-0530c2c90caf)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:38:55.354734 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:55.404457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:55.405080 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:55.406754 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] 10.222.0.52 "PUT /v2.0/ports/fbe8c44a-bf44-4742-a877-a2cdde0d592c HTTP/1.1" status: 200 len: 1093 time: 0.6324961 Aug 27 14:38:55.407259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af2787e-3ef0-432f-8ec9-84fb4c0f2372', 'tag': 'fbe8c44a-bf44-4742-a877-a2cdde0d592c'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:38:55.410125 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6b34a0-c72e-4f91-a249-89415cd5ec19" -d '{"events": [{"name": "network-changed", "server_uuid": "1af2787e-3ef0-432f-8ec9-84fb4c0f2372", "tag": "fbe8c44a-bf44-4742-a877-a2cdde0d592c"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:38:55.434240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46746c4-cfec-453e-bed4-e62017bb3673 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe8c44a-bf44-4742-a877-a2cdde0d592c,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:38:55.496140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-17a86e39-1e5b-4bf5-a5c8-dede946b60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:55.497990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-17a86e39-1e5b-4bf5-a5c8-dede946b60ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13205428a42746e4bde95fefa410845d&device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 1096 time: 0.0488229 Aug 27 14:38:55.533920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f9663-3e9e-4924-aeb2-486231b951d1 req-ee0ff560-915a-478e-a50c-70d4dc2c99a1 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:55.537766 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-482f9663-3e9e-4924-aeb2-486231b951d1 req-ee0ff560-915a-478e-a50c-70d4dc2c99a1 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 944 time: 0.0699365 Aug 27 14:38:55.548436 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-7232b253-bdb5-4da3-a968-7fcfaaa4ec91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe8c44a-bf44-4742-a877-a2cdde0d592c HTTP/1.1" status: 200 len: 217 time: 0.0423591 Aug 27 14:38:55.555185 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14ea14d-67a9-48bd-a450-b28522335db4 x-openstack-request-id: req-d14ea14d-67a9-48bd-a450-b28522335db4 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:38:55.555542 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af2787e-3ef0-432f-8ec9-84fb4c0f2372", "tag": "fbe8c44a-bf44-4742-a877-a2cdde0d592c", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:38:55.555860 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d14ea14d-67a9-48bd-a450-b28522335db4 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:38:55.556318 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af2787e-3ef0-432f-8ec9-84fb4c0f2372', 'tag': 'fbe8c44a-bf44-4742-a877-a2cdde0d592c', 'status': 'completed', 'code': 200} Aug 27 14:38:55.580718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-482f9663-3e9e-4924-aeb2-486231b951d1 req-8fc9132c-752b-4acb-85a4-75aa990c072d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381823 Aug 27 14:38:55.603880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-5863ed34-1eca-43b8-a376-a89783bdeee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:55.605430 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-5863ed34-1eca-43b8-a376-a89783bdeee1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebd2bf64-891a-47ba-816d-2f5d9dff2279 HTTP/1.1" status: 200 len: 851 time: 0.0482109 Aug 27 14:38:55.640497 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-c2c04fbf-6507-4ea9-ad84-6cc1cd6e4d2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dfd05824-9996-4647-a9d6-54f03eb9e115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282443 Aug 27 14:38:56.001286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-acc6d8e2-79ff-41ae-8438-02184bbe601b service neutron] 10.222.0.52 "GET /v2.0/networks/dfd05824-9996-4647-a9d6-54f03eb9e115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532753 Aug 27 14:38:56.092679 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c5541e0-6f05-4083-8d38-a645336b67e5 req-470d818b-0a09-4cd0-a263-03f4fda51a66 service neutron] 10.222.0.52 "GET /v2.0/networks/dfd05824-9996-4647-a9d6-54f03eb9e115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844047 Aug 27 14:38:56.173922 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b34a0-c72e-4f91-a249-89415cd5ec19 req-e438142d-65ef-47ea-885a-ab10ec0a037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:56.176011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa6b34a0-c72e-4f91-a249-89415cd5ec19 req-e438142d-65ef-47ea-885a-ab10ec0a037d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13205428a42746e4bde95fefa410845d&device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 1096 time: 0.0421705 Aug 27 14:38:56.266874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b34a0-c72e-4f91-a249-89415cd5ec19 req-69e5a6d7-a666-4c33-9d99-056f9b131ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:56.268279 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa6b34a0-c72e-4f91-a249-89415cd5ec19 req-69e5a6d7-a666-4c33-9d99-056f9b131ada service neutron] 10.222.0.52 "GET /v2.0/networks?id=dfd05824-9996-4647-a9d6-54f03eb9e115 HTTP/1.1" status: 200 len: 912 time: 0.0853112 Aug 27 14:38:56.313101 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa6b34a0-c72e-4f91-a249-89415cd5ec19 req-b24e4a3c-87b0-4da2-a476-949dbc2b5276 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe8c44a-bf44-4742-a877-a2cdde0d592c HTTP/1.1" status: 200 len: 217 time: 0.0373180 Aug 27 14:38:56.362144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b34a0-c72e-4f91-a249-89415cd5ec19 req-8da278e4-d696-4192-8963-a1788bfec3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:56.364237 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa6b34a0-c72e-4f91-a249-89415cd5ec19 req-8da278e4-d696-4192-8963-a1788bfec3ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebd2bf64-891a-47ba-816d-2f5d9dff2279 HTTP/1.1" status: 200 len: 851 time: 0.0430477 Aug 27 14:38:56.396593 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa6b34a0-c72e-4f91-a249-89415cd5ec19 req-004be394-ccd2-4437-ae2e-d3bfc3b78822 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dfd05824-9996-4647-a9d6-54f03eb9e115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248923 Aug 27 14:38:56.493635 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa6b34a0-c72e-4f91-a249-89415cd5ec19 req-6b18e994-6b72-451a-b343-93b621aad9c2 service neutron] 10.222.0.52 "GET /v2.0/networks/dfd05824-9996-4647-a9d6-54f03eb9e115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891111 Aug 27 14:38:56.585456 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa6b34a0-c72e-4f91-a249-89415cd5ec19 req-a826e604-93d1-4609-8172-e472ad56f11a service neutron] 10.222.0.52 "GET /v2.0/networks/dfd05824-9996-4647-a9d6-54f03eb9e115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839992 Aug 27 14:38:56.707453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832fddc-1176-45aa-b5f6-4c567400137b req-f920f99a-9452-4369-9e45-f0b517af165a tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:56.709005 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9832fddc-1176-45aa-b5f6-4c567400137b req-f920f99a-9452-4369-9e45-f0b517af165a tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 944 time: 0.0523691 Aug 27 14:38:56.759659 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9832fddc-1176-45aa-b5f6-4c567400137b req-3ae837ea-398b-469f-8733-2d593fa0a2da tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Aug 27 14:38:57.874900 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a002a08-6a50-42ae-a763-1b8c654ce7bf req-8f31b7f6-c575-428e-a5d9-82022c62f679 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:57.876451 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a002a08-6a50-42ae-a763-1b8c654ce7bf req-8f31b7f6-c575-428e-a5d9-82022c62f679 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 944 time: 0.0488398 Aug 27 14:38:57.918956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a002a08-6a50-42ae-a763-1b8c654ce7bf req-6ecbb81b-b7bc-436e-ac4e-ef6783e79885 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356164 Aug 27 14:38:58.825935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fbe8c44a-bf44-4742-a877-a2cdde0d592c details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:38:58.920928 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fbe8c44a-bf44-4742-a877-a2cdde0d592c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fbe8c44a-bf44-4742-a877-a2cdde0d592c,segment=NetworkSegment(99471582-f71c-4b16-9889-0530c2c90caf),segment_id=99471582-f71c-4b16-9889-0530c2c90caf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:38:58.932507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'fbe8c44a-bf44-4742-a877-a2cdde0d592c', 'network_id': 'dfd05824-9996-4647-a9d6-54f03eb9e115', 'port_id': 'fbe8c44a-bf44-4742-a877-a2cdde0d592c', 'mac_address': 'fa:16:3e:bd:e5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd2bf64-891a-47ba-816d-2f5d9dff2279', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:38:58.973962 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:58.986801 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe8c44a-bf44-4742-a877-a2cdde0d592c {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:38:59.008214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fbe8c44a-bf44-4742-a877-a2cdde0d592c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fbe8c44a-bf44-4742-a877-a2cdde0d592c,segment=NetworkSegment(99471582-f71c-4b16-9889-0530c2c90caf),segment_id=99471582-f71c-4b16-9889-0530c2c90caf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:38:59.012612 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:38:59.034755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a88ab-59ad-4e8f-8562-f6726399231a req-5eb907e8-196a-490f-b742-a3596b247d8f tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:38:59.036687 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-698a88ab-59ad-4e8f-8562-f6726399231a req-5eb907e8-196a-490f-b742-a3596b247d8f tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 944 time: 0.0519228 Aug 27 14:38:59.061133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=fbe8c44a-bf44-4742-a877-a2cdde0d592c,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:38:59.068347 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:59.068692 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:59.069030 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:59.069364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:59.069695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:59.070022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:59.070341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:59.070663 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:59.071011 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:59.071329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:59.071646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:59.071961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:38:59.075451 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-698a88ab-59ad-4e8f-8562-f6726399231a req-90060c44-d0f1-4ffd-ab7e-32a89b8f0b77 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Aug 27 14:38:59.240860 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['fbe8c44a-bf44-4742-a877-a2cdde0d592c'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:39:00.189454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42914fb4-73d7-4b36-ad35-276f11db0800 req-add61f52-17f6-450b-8c8b-13b9293f7167 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:00.191659 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42914fb4-73d7-4b36-ad35-276f11db0800 req-add61f52-17f6-450b-8c8b-13b9293f7167 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 945 time: 0.0484614 Aug 27 14:39:00.229671 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42914fb4-73d7-4b36-ad35-276f11db0800 req-2342fda9-ec6d-4c05-8a52-c32971601c2b tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Aug 27 14:39:00.841864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fbe8c44a-bf44-4742-a877-a2cdde0d592c up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:00.890485 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port fbe8c44a-bf44-4742-a877-a2cdde0d592c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:00.894796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port fbe8c44a-bf44-4742-a877-a2cdde0d592c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:00.895010 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:00.974267 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:00.997024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af2787e-3ef0-432f-8ec9-84fb4c0f2372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe8c44a-bf44-4742-a877-a2cdde0d592c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:39:00.999301 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4e8b30-ea21-418a-b9ff-f9085bbfec93" -d '{"events": [{"server_uuid": "1af2787e-3ef0-432f-8ec9-84fb4c0f2372", "name": "network-vif-plugged", "status": "completed", "tag": "fbe8c44a-bf44-4742-a877-a2cdde0d592c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:39:01.014162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port fbe8c44a-bf44-4742-a877-a2cdde0d592c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fbe8c44a-bf44-4742-a877-a2cdde0d592c,segment=NetworkSegment(99471582-f71c-4b16-9889-0530c2c90caf),segment_id=99471582-f71c-4b16-9889-0530c2c90caf)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:01.019627 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:01.068106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=fbe8c44a-bf44-4742-a877-a2cdde0d592c,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:01.108644 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa4f98c-c50e-4cce-87dd-e48f8f65dcd2 x-openstack-request-id: req-1aa4f98c-c50e-4cce-87dd-e48f8f65dcd2 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:39:01.108937 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af2787e-3ef0-432f-8ec9-84fb4c0f2372", "name": "network-vif-plugged", "status": "completed", "tag": "fbe8c44a-bf44-4742-a877-a2cdde0d592c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:39:01.109192 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1aa4f98c-c50e-4cce-87dd-e48f8f65dcd2 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:39:01.109588 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af2787e-3ef0-432f-8ec9-84fb4c0f2372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe8c44a-bf44-4742-a877-a2cdde0d592c', 'code': 200} Aug 27 14:39:01.206141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327d70b-9ca5-401d-9f76-b62cb2089130 req-a32f1b5e-70a3-4867-b05a-170936bc06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:01.208175 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6327d70b-9ca5-401d-9f76-b62cb2089130 req-a32f1b5e-70a3-4867-b05a-170936bc06fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 1098 time: 0.0401661 Aug 27 14:39:01.243058 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6327d70b-9ca5-401d-9f76-b62cb2089130 req-96433cea-5360-4fa6-9c9c-2ac36ee5496e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279913 Aug 27 14:39:01.348549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e529ad-6db4-4f7b-9f81-166913a885e4 req-b6e05ff6-63da-4766-9d16-0d4dba5486e5 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:01.350019 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-46e529ad-6db4-4f7b-9f81-166913a885e4 req-b6e05ff6-63da-4766-9d16-0d4dba5486e5 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0482893 Aug 27 14:39:01.387758 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-46e529ad-6db4-4f7b-9f81-166913a885e4 req-bd5e14d1-cbd6-4aa1-b0d0-bf0c12cb4344 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318954 Aug 27 14:39:01.491593 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7b576c6-6942-48a1-9240-bb31661ab735 req-7872e578-08a8-4381-a3d3-65015eb70883 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251989 Aug 27 14:39:01.560240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7b576c6-6942-48a1-9240-bb31661ab735 req-770dd640-42aa-40e3-97aa-7a0411b0ba01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0282562 Aug 27 14:39:01.598337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7b576c6-6942-48a1-9240-bb31661ab735 req-e2751d9b-04ca-466b-95bc-6de5b4d940d6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191672 Aug 27 14:39:01.697383 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b576c6-6942-48a1-9240-bb31661ab735 req-7eb53ad4-39d9-43cd-ab67-62ebf05355c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:01.698909 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7b576c6-6942-48a1-9240-bb31661ab735 req-7eb53ad4-39d9-43cd-ab67-62ebf05355c7 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911725 Aug 27 14:39:02.507407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cdc05-7127-4e9b-8cde-50bd0abc5eaa req-a78dcb24-ab2c-45c8-bf2f-d930aebbf9db tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:02.508902 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-421cdc05-7127-4e9b-8cde-50bd0abc5eaa req-a78dcb24-ab2c-45c8-bf2f-d930aebbf9db tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0523162 Aug 27 14:39:02.547452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-421cdc05-7127-4e9b-8cde-50bd0abc5eaa req-f4be6aee-d7c5-46ef-b886-e4ceb03c1496 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323734 Aug 27 14:39:02.663576 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530350bb-103e-4e85-a21c-c7ecf549c4e9 req-9ab6c798-763f-4b16-be0e-1dc6693b1d1b tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:02.665049 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-530350bb-103e-4e85-a21c-c7ecf549c4e9 req-9ab6c798-763f-4b16-be0e-1dc6693b1d1b tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0494516 Aug 27 14:39:02.705491 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-530350bb-103e-4e85-a21c-c7ecf549c4e9 req-c1e2bc2e-a958-4d7d-ab34-8a1432c552ed tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345335 Aug 27 14:39:02.927622 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b529c2-6366-412b-8d2b-ebdef0cb96b6 req-7eb0e5e5-7ae8-43b1-98c3-3bccb29e173c tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:02.929138 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3b529c2-6366-412b-8d2b-ebdef0cb96b6 req-7eb0e5e5-7ae8-43b1-98c3-3bccb29e173c tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0498836 Aug 27 14:39:02.966653 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3b529c2-6366-412b-8d2b-ebdef0cb96b6 req-969f1aba-c34e-4fe4-9f8e-66c203dd694b tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314968 Aug 27 14:39:04.088864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856b99c-683b-4f14-94e4-5045f17e8654 req-8c05c295-670e-4355-b697-1562ee4b49d8 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:04.090356 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8856b99c-683b-4f14-94e4-5045f17e8654 req-8c05c295-670e-4355-b697-1562ee4b49d8 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0534892 Aug 27 14:39:04.127582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8856b99c-683b-4f14-94e4-5045f17e8654 req-5926f5ce-6e6f-4a8e-ad2f-29b7cf6dd3c4 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312624 Aug 27 14:39:04.354541 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a559136-d62e-40dc-9cbc-c608e51ac748 req-874877a9-b6fd-490c-a6fe-9aaaf8ae28cc tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:04.356068 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a559136-d62e-40dc-9cbc-c608e51ac748 req-874877a9-b6fd-490c-a6fe-9aaaf8ae28cc tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0771616 Aug 27 14:39:04.361460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfcf54-3722-4883-b6f9-6e6d7bcf22db req-b3789ce8-75ef-4402-badd-453700630943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:04.363461 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42bfcf54-3722-4883-b6f9-6e6d7bcf22db req-b3789ce8-75ef-4402-badd-453700630943 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13205428a42746e4bde95fefa410845d&device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 1098 time: 0.0553875 Aug 27 14:39:04.447017 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a559136-d62e-40dc-9cbc-c608e51ac748 req-24971663-920f-44ae-ae38-1663b2653348 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825851 Aug 27 14:39:04.481346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfcf54-3722-4883-b6f9-6e6d7bcf22db req-fe703b49-e0ba-4a78-a34f-ada8ea5321f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:04.482871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42bfcf54-3722-4883-b6f9-6e6d7bcf22db req-fe703b49-e0ba-4a78-a34f-ada8ea5321f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dfd05824-9996-4647-a9d6-54f03eb9e115 HTTP/1.1" status: 200 len: 912 time: 0.1124692 Aug 27 14:39:04.525615 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42bfcf54-3722-4883-b6f9-6e6d7bcf22db req-4397ef9a-12e2-437e-95e5-611fb06861fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe8c44a-bf44-4742-a877-a2cdde0d592c HTTP/1.1" status: 200 len: 217 time: 0.0354195 Aug 27 14:39:04.579867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfcf54-3722-4883-b6f9-6e6d7bcf22db req-a27904bd-140a-494d-a132-0e2314d7ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:04.581390 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42bfcf54-3722-4883-b6f9-6e6d7bcf22db req-a27904bd-140a-494d-a132-0e2314d7ccb7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebd2bf64-891a-47ba-816d-2f5d9dff2279 HTTP/1.1" status: 200 len: 851 time: 0.0483115 Aug 27 14:39:04.611942 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42bfcf54-3722-4883-b6f9-6e6d7bcf22db req-50256c42-7bfb-4000-acd2-b64933819c2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dfd05824-9996-4647-a9d6-54f03eb9e115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242562 Aug 27 14:39:04.700819 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42bfcf54-3722-4883-b6f9-6e6d7bcf22db req-ea1e639b-d902-4de6-b0e2-de0c4b305838 service neutron] 10.222.0.52 "GET /v2.0/networks/dfd05824-9996-4647-a9d6-54f03eb9e115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821438 Aug 27 14:39:04.795128 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42bfcf54-3722-4883-b6f9-6e6d7bcf22db req-343bd470-8987-4585-8c5f-8d8aab64550f service neutron] 10.222.0.52 "GET /v2.0/networks/dfd05824-9996-4647-a9d6-54f03eb9e115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868843 Aug 27 14:39:05.563816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755ea22-6bb9-4d3d-8e9e-08cbdef79256 req-fa220f11-39b1-4f5f-868b-5adf70dad4c8 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:05.565302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b755ea22-6bb9-4d3d-8e9e-08cbdef79256 req-fa220f11-39b1-4f5f-868b-5adf70dad4c8 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0483139 Aug 27 14:39:05.604740 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b755ea22-6bb9-4d3d-8e9e-08cbdef79256 req-710ed2bb-5bab-47a1-b1e6-7727dcf0767f tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325897 Aug 27 14:39:05.825330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1335a7-ae0a-4da2-967e-02639e97d8cb req-5f63a327-ad99-4036-ba8a-347f7cde0873 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:05.826849 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d1335a7-ae0a-4da2-967e-02639e97d8cb req-5f63a327-ad99-4036-ba8a-347f7cde0873 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0489817 Aug 27 14:39:05.870806 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d1335a7-ae0a-4da2-967e-02639e97d8cb req-93202b6f-43e4-415f-ba5a-d459b604b623 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371234 Aug 27 14:39:06.989174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5408b-d983-4f96-8f83-03755af5ebe1 req-6a63bb9b-d33a-4fba-b907-02a971d58bd2 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:06.990714 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8a5408b-d983-4f96-8f83-03755af5ebe1 req-6a63bb9b-d33a-4fba-b907-02a971d58bd2 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0515273 Aug 27 14:39:07.028606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a8a5408b-d983-4f96-8f83-03755af5ebe1 req-2c50f60a-5e34-4fe1-a54e-8ce524ef2aa2 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317352 Aug 27 14:39:07.263355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87741a48-15d9-4766-8179-335fbdcaa1a5 req-6520a609-0138-42ce-9787-3432adb9b198 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:07.264758 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87741a48-15d9-4766-8179-335fbdcaa1a5 req-6520a609-0138-42ce-9787-3432adb9b198 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0844314 Aug 27 14:39:07.270551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ce955-f737-4aac-a2b7-77c561059af9 req-d544ad01-bbc9-469c-9b55-93f8cfe7fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:07.272007 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-426ce955-f737-4aac-a2b7-77c561059af9 req-d544ad01-bbc9-469c-9b55-93f8cfe7fff4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13205428a42746e4bde95fefa410845d&device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 1098 time: 0.0630281 Aug 27 14:39:07.349718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87741a48-15d9-4766-8179-335fbdcaa1a5 req-bbd2fcd3-c1fe-4bcb-8950-577ad3d27abf tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767186 Aug 27 14:39:07.383058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ce955-f737-4aac-a2b7-77c561059af9 req-b365a7fd-a7ae-4fa6-b892-82936c5263fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:07.384526 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-426ce955-f737-4aac-a2b7-77c561059af9 req-b365a7fd-a7ae-4fa6-b892-82936c5263fa service neutron] 10.222.0.52 "GET /v2.0/networks?id=dfd05824-9996-4647-a9d6-54f03eb9e115 HTTP/1.1" status: 200 len: 912 time: 0.1059830 Aug 27 14:39:07.430325 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-426ce955-f737-4aac-a2b7-77c561059af9 req-d81a80a5-3a58-4a8c-bdb4-7117b87b1821 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbe8c44a-bf44-4742-a877-a2cdde0d592c HTTP/1.1" status: 200 len: 217 time: 0.0390801 Aug 27 14:39:07.478921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ce955-f737-4aac-a2b7-77c561059af9 req-19739d48-abbb-464c-add1-0e0d0f1ff6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:07.480337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-426ce955-f737-4aac-a2b7-77c561059af9 req-19739d48-abbb-464c-add1-0e0d0f1ff6de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebd2bf64-891a-47ba-816d-2f5d9dff2279 HTTP/1.1" status: 200 len: 851 time: 0.0436041 Aug 27 14:39:07.511504 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-426ce955-f737-4aac-a2b7-77c561059af9 req-0ca3cdf0-75ed-460e-a86f-ffadd0d4c964 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dfd05824-9996-4647-a9d6-54f03eb9e115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241334 Aug 27 14:39:07.605335 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-426ce955-f737-4aac-a2b7-77c561059af9 req-a89789d4-2a70-4c11-a713-632f1db85121 service neutron] 10.222.0.52 "GET /v2.0/networks/dfd05824-9996-4647-a9d6-54f03eb9e115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869615 Aug 27 14:39:07.695675 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-426ce955-f737-4aac-a2b7-77c561059af9 req-6880b26f-ddf8-42b6-a63e-3d45b3b0313a service neutron] 10.222.0.52 "GET /v2.0/networks/dfd05824-9996-4647-a9d6-54f03eb9e115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832429 Aug 27 14:39:08.469424 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d5431-543d-4bda-89e5-e58f1d7aabc1 req-0e532e66-10dd-46e0-b983-a00f36d3ef82 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:08.471126 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf3d5431-543d-4bda-89e5-e58f1d7aabc1 req-0e532e66-10dd-46e0-b983-a00f36d3ef82 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0507157 Aug 27 14:39:08.510020 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf3d5431-543d-4bda-89e5-e58f1d7aabc1 req-4603126d-5ac3-4237-ae33-d5ca980050a1 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322025 Aug 27 14:39:08.741468 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f2cb5-6767-456e-b798-b63001bec1fb req-e5ec2fd1-014a-4038-8e5c-43a6add3059d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:08.743000 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-920f2cb5-6767-456e-b798-b63001bec1fb req-e5ec2fd1-014a-4038-8e5c-43a6add3059d tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0506854 Aug 27 14:39:08.779576 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-920f2cb5-6767-456e-b798-b63001bec1fb req-1f696331-7edf-4668-88b5-d48c926bcd96 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307257 Aug 27 14:39:09.896261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefb58a-ec38-452f-83ff-0bff5bdddc51 req-b914c7d3-124c-4b97-b913-6657f52da8e2 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:09.897651 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-feefb58a-ec38-452f-83ff-0bff5bdddc51 req-b914c7d3-124c-4b97-b913-6657f52da8e2 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0498645 Aug 27 14:39:09.939267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-feefb58a-ec38-452f-83ff-0bff5bdddc51 req-43294205-174f-471a-adcc-0c09cfa28606 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/security-groups?id=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357740 Aug 27 14:39:10.161812 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:10.579318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e5335-194f-4674-9173-47e8ad0788ae req-1820e4be-7384-4f16-babe-2b872d67dc90 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:10.580810 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-319e5335-194f-4674-9173-47e8ad0788ae req-1820e4be-7384-4f16-babe-2b872d67dc90 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 946 time: 0.0479553 Aug 27 14:39:10.673692 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-319e5335-194f-4674-9173-47e8ad0788ae req-5c4b1671-7ace-4373-ac22-b607052d1970 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Deleting port fbe8c44a-bf44-4742-a877-a2cdde0d592c {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:39:10.674047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-319e5335-194f-4674-9173-47e8ad0788ae req-5c4b1671-7ace-4373-ac22-b607052d1970 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:10.768502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-319e5335-194f-4674-9173-47e8ad0788ae req-5c4b1671-7ace-4373-ac22-b607052d1970 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] For port fbe8c44a-bf44-4742-a877-a2cdde0d592c, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=fbe8c44a-bf44-4742-a877-a2cdde0d592c,segment=NetworkSegment(99471582-f71c-4b16-9889-0530c2c90caf),segment_id=99471582-f71c-4b16-9889-0530c2c90caf)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:10.768929 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-319e5335-194f-4674-9173-47e8ad0788ae req-5c4b1671-7ace-4373-ac22-b607052d1970 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:10.782385 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-319e5335-194f-4674-9173-47e8ad0788ae req-5c4b1671-7ace-4373-ac22-b607052d1970 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Calling delete_port for fbe8c44a-bf44-4742-a877-a2cdde0d592c owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:39:10.912515 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-319e5335-194f-4674-9173-47e8ad0788ae req-5c4b1671-7ace-4373-ac22-b607052d1970 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:10.923462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['fbe8c44a-bf44-4742-a877-a2cdde0d592c'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:39:10.939015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b1671-7ace-4373-ac22-b607052d1970 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Pushing event deleted for resources: {'Port': ['ID=fbe8c44a-bf44-4742-a877-a2cdde0d592c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:10.983342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-319e5335-194f-4674-9173-47e8ad0788ae req-5c4b1671-7ace-4373-ac22-b607052d1970 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] No DVR routers for this DVR port fbe8c44a-bf44-4742-a877-a2cdde0d592c on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:39:10.986053 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-319e5335-194f-4674-9173-47e8ad0788ae req-5c4b1671-7ace-4373-ac22-b607052d1970 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:10.988360 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-319e5335-194f-4674-9173-47e8ad0788ae req-5c4b1671-7ace-4373-ac22-b607052d1970 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.52 "DELETE /v2.0/ports/fbe8c44a-bf44-4742-a877-a2cdde0d592c HTTP/1.1" status: 204 len: 173 time: 0.4017298 Aug 27 14:39:10.988841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af2787e-3ef0-432f-8ec9-84fb4c0f2372', 'name': 'network-vif-deleted', 'tag': 'fbe8c44a-bf44-4742-a877-a2cdde0d592c'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:39:10.991409 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f463700-2c14-4a27-bc3c-b1e4d8648a55" -d '{"events": [{"server_uuid": "1af2787e-3ef0-432f-8ec9-84fb4c0f2372", "name": "network-vif-deleted", "tag": "fbe8c44a-bf44-4742-a877-a2cdde0d592c"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:39:11.037610 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e501f00-34d2-4f44-b03d-031897e7f011 x-openstack-request-id: req-5e501f00-34d2-4f44-b03d-031897e7f011 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:39:11.037906 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af2787e-3ef0-432f-8ec9-84fb4c0f2372", "name": "network-vif-deleted", "tag": "fbe8c44a-bf44-4742-a877-a2cdde0d592c", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:39:11.038168 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e501f00-34d2-4f44-b03d-031897e7f011 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:39:11.038595 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af2787e-3ef0-432f-8ec9-84fb4c0f2372', 'name': 'network-vif-deleted', 'tag': 'fbe8c44a-bf44-4742-a877-a2cdde0d592c', 'status': 'completed', 'code': 200} Aug 27 14:39:11.042240 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5278edaa-95ef-4d40-ae83-c54c340ddaa4 req-d0ade93a-921d-4da2-80eb-b55e5c3c62f7 tempest-TestServerAdvancedOps-26234369 tempest-TestServerAdvancedOps-26234369-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af2787e-3ef0-432f-8ec9-84fb4c0f2372 HTTP/1.1" status: 200 len: 210 time: 0.0304470 Aug 27 14:39:11.240949 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:39:12.104857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42710) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:12.149761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbcb79a-7028-4805-aae2-20de8da930f1 admin admin] Deleting subnet ebd2bf64-891a-47ba-816d-2f5d9dff2279 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:39:12.152797 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb79a-7028-4805-aae2-20de8da930f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.190936 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb79a-7028-4805-aae2-20de8da930f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.229689 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb79a-7028-4805-aae2-20de8da930f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.280543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb79a-7028-4805-aae2-20de8da930f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.305760 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcb79a-7028-4805-aae2-20de8da930f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd2bf64-891a-47ba-816d-2f5d9dff2279,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:12.309486 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb79a-7028-4805-aae2-20de8da930f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.312965 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6cbcb79a-7028-4805-aae2-20de8da930f1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ebd2bf64-891a-47ba-816d-2f5d9dff2279 HTTP/1.1" status: 204 len: 168 time: 0.2055540 Aug 27 14:39:12.313874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42712) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:12.386359 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce2a6-6baa-4c2a-b09e-2762ef011e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.463485 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce2a6-6baa-4c2a-b09e-2762ef011e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.473635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3a7ce2a6-6baa-4c2a-b09e-2762ef011e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd05824-9996-4647-a9d6-54f03eb9e115']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:12.483767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3a7ce2a6-6baa-4c2a-b09e-2762ef011e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99471582-f71c-4b16-9889-0530c2c90caf') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:12.484075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3a7ce2a6-6baa-4c2a-b09e-2762ef011e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99471582-f71c-4b16-9889-0530c2c90caf') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:12.493301 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce2a6-6baa-4c2a-b09e-2762ef011e50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.507207 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce2a6-6baa-4c2a-b09e-2762ef011e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.513031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7ce2a6-6baa-4c2a-b09e-2762ef011e50 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:39:12.513427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce2a6-6baa-4c2a-b09e-2762ef011e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:39:12.515161 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:39:12.572716 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce2a6-6baa-4c2a-b09e-2762ef011e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.581229 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce2a6-6baa-4c2a-b09e-2762ef011e50 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.583954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3a7ce2a6-6baa-4c2a-b09e-2762ef011e50 admin admin] 10.222.0.55 "DELETE /v2.0/networks/dfd05824-9996-4647-a9d6-54f03eb9e115 HTTP/1.1" status: 204 len: 168 time: 0.2691360 Aug 27 14:39:12.586800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42714) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:12.593636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ce2a6-6baa-4c2a-b09e-2762ef011e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd05824-9996-4647-a9d6-54f03eb9e115,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:12.637908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-de90d6c1-7d37-462a-b58f-c37aa0684eeb admin admin] Deleting subnet ece16984-7f92-4701-814a-8d393416eaa2 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:39:12.642792 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de90d6c1-7d37-462a-b58f-c37aa0684eeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.680020 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de90d6c1-7d37-462a-b58f-c37aa0684eeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.720294 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de90d6c1-7d37-462a-b58f-c37aa0684eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.776315 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de90d6c1-7d37-462a-b58f-c37aa0684eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.801624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90d6c1-7d37-462a-b58f-c37aa0684eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ece16984-7f92-4701-814a-8d393416eaa2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:12.805437 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de90d6c1-7d37-462a-b58f-c37aa0684eeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.810305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-de90d6c1-7d37-462a-b58f-c37aa0684eeb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ece16984-7f92-4701-814a-8d393416eaa2 HTTP/1.1" status: 204 len: 168 time: 0.2195799 Aug 27 14:39:12.810561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42716) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:12.885970 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a045bcaa-e90a-47b3-92d9-a738f5d6bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.964633 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a045bcaa-e90a-47b3-92d9-a738f5d6bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:12.974579 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-a045bcaa-e90a-47b3-92d9-a738f5d6bf6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13c229e-c38e-4ca6-b4c9-8be6a9f02489']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:12.984784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-a045bcaa-e90a-47b3-92d9-a738f5d6bf6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cef2383-6abd-42a3-b921-3095e7e068fe') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:12.985082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-a045bcaa-e90a-47b3-92d9-a738f5d6bf6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cef2383-6abd-42a3-b921-3095e7e068fe') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:12.994515 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a045bcaa-e90a-47b3-92d9-a738f5d6bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:13.013499 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a045bcaa-e90a-47b3-92d9-a738f5d6bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:13.019351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a045bcaa-e90a-47b3-92d9-a738f5d6bf6c admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:39:13.019727 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a045bcaa-e90a-47b3-92d9-a738f5d6bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:39:13.021415 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:39:13.074696 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a045bcaa-e90a-47b3-92d9-a738f5d6bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:13.079952 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a045bcaa-e90a-47b3-92d9-a738f5d6bf6c admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:13.081939 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a045bcaa-e90a-47b3-92d9-a738f5d6bf6c admin admin] 10.222.0.55 "DELETE /v2.0/networks/c13c229e-c38e-4ca6-b4c9-8be6a9f02489 HTTP/1.1" status: 204 len: 168 time: 0.2705204 Aug 27 14:39:13.092788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045bcaa-e90a-47b3-92d9-a738f5d6bf6c admin admin] Pushing event deleted for resources: {'Network': ['ID=c13c229e-c38e-4ca6-b4c9-8be6a9f02489,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:13.240464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42722) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:13.280607 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8a6c570a-f442-4dac-a5a8-a627aafd9753 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13205428a42746e4bde95fefa410845d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384762 Aug 27 14:39:13.283051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42724) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:13.331111 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32400b97-dbb5-4c54-8d25-a7090781fbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:13.352845 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32400b97-dbb5-4c54-8d25-a7090781fbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:13.403871 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32400b97-dbb5-4c54-8d25-a7090781fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:13.406493 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-32400b97-dbb5-4c54-8d25-a7090781fbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:13.407720 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-32400b97-dbb5-4c54-8d25-a7090781fbc5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed HTTP/1.1" status: 204 len: 168 time: 0.1237719 Aug 27 14:39:13.423983 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32400b97-dbb5-4c54-8d25-a7090781fbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7744391c-fe92-4fd2-a7a1-fcd8bb22b5ed,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:13.720682 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42730) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:13.761012 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-33347117-8ba9-4f1c-b993-81daf00cadf0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce8abd7cd2d349c2b1afbdb4e76267a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391104 Aug 27 14:39:13.764247 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42732) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:13.811236 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-398bdc81-38a8-4416-8a2f-c09bf883b051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:13.831782 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-398bdc81-38a8-4416-8a2f-c09bf883b051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:13.878456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-398bdc81-38a8-4416-8a2f-c09bf883b051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:13.881125 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-398bdc81-38a8-4416-8a2f-c09bf883b051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:13.882250 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-398bdc81-38a8-4416-8a2f-c09bf883b051 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/264835c7-507e-419f-8d81-7577797efde5 HTTP/1.1" status: 204 len: 168 time: 0.1171141 Aug 27 14:39:13.889982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bdc81-38a8-4416-8a2f-c09bf883b051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264835c7-507e-419f-8d81-7577797efde5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:14.553552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42754) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:14.653127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1135936779-network', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:39:14.671725 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-224080a2-6dd9-4a2f-b7b2-40f7c4b29690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:14.675183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Made reservation on behalf of 5b8e130a6b7c41139051f1d05b66e80b for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:39:14.677725 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:14.686217 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:14.774827 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:14.778451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:14.801961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:39:14.810412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73160427-5222-4e7e-90e1-08676f13b6ba,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:14.816916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:14.816916 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Added segment c45da1d0-19d0-4103-bce2-503fd9f2f0b3 of type vlan for network a1e003b7-4a91-4aae-8f26-79af27a10c96 Aug 27 14:39:14.859412 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:14.885068 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:14.886019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:14.886602 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:14.930308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fbe8c44a-bf44-4742-a877-a2cdde0d592c no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:39:14.942430 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3842766 Aug 27 14:39:14.942964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42758) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:14.946847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f16bc0-3494-4d1f-b69f-4f43336acb1d admin admin] Pushing event updated for resources: {'Network': ['ID=a1e003b7-4a91-4aae-8f26-79af27a10c96,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:14.949873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-18d4d040-c7bf-4767-8b4e-9771b5b3daeb admin admin] Request body: {'subnet': {'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1135936779-subnet', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:39:14.953976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: fbe8c44a-bf44-4742-a877-a2cdde0d592c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:39:14.954493 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device fbe8c44a-bf44-4742-a877-a2cdde0d592c not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:39:14.958156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network a1e003b7-4a91-4aae-8f26-79af27a10c96 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:39:14.974025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d4d040-c7bf-4767-8b4e-9771b5b3daeb admin admin] Made reservation on behalf of 5b8e130a6b7c41139051f1d05b66e80b for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:39:14.976456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-18d4d040-c7bf-4767-8b4e-9771b5b3daeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.143201 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-18d4d040-c7bf-4767-8b4e-9771b5b3daeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.201656 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4d040-c7bf-4767-8b4e-9771b5b3daeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1514897f-1e80-4aaa-8eed-14f7ba89f526,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:15.209985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d4d040-c7bf-4767-8b4e-9771b5b3daeb admin admin] Checking segment: {'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:39:15.210351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d4d040-c7bf-4767-8b4e-9771b5b3daeb admin admin] Network hostable DHCP agents. Network: a1e003b7-4a91-4aae-8f26-79af27a10c96, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:39:15.227364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d4d040-c7bf-4767-8b4e-9771b5b3daeb admin admin] Network a1e003b7-4a91-4aae-8f26-79af27a10c96 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:39:15.235025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-18d4d040-c7bf-4767-8b4e-9771b5b3daeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, a1e003b7-4a91-4aae-8f26-79af27a10c96) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:39:15.240307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d4d040-c7bf-4767-8b4e-9771b5b3daeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:15.242175 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-18d4d040-c7bf-4767-8b4e-9771b5b3daeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.243133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c4870-8ebb-4e2d-b15c-ab46d43863f7 None None] Network a1e003b7-4a91-4aae-8f26-79af27a10c96 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:39:15.256621 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-18d4d040-c7bf-4767-8b4e-9771b5b3daeb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3119431 Aug 27 14:39:15.259669 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42760) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:15.264021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1135936779-router', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:39:15.295648 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.297010 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.383051 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.388295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-a1e003b7-4a91-4aae-8f26-79af27a10c96', 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'fixed_ips': [{'subnet_id': '1514897f-1e80-4aaa-8eed-14f7ba89f526'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:39:15.389164 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.525646 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.527147 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Allocated IP 172.20.0.2 (a1e003b7-4a91-4aae-8f26-79af27a10c96/1514897f-1e80-4aaa-8eed-14f7ba89f526/6ffc8c27-65ba-4eae-85e2-f03500437804) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:39:15.672421 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.681218 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Transition to ACTIVE for port object 6ffc8c27-65ba-4eae-85e2-f03500437804 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:15.696290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Transition to ACTIVE for port object 6ffc8c27-65ba-4eae-85e2-f03500437804 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:15.701483 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.741240 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Network a1e003b7-4a91-4aae-8f26-79af27a10c96 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:39:15.744350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:39:15.747885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:39:15.750184 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.754934 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Pushing event updated for resources: {'Port': ['ID=6ffc8c27-65ba-4eae-85e2-f03500437804,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:15.777706 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.805132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Attempting to bind port 6ffc8c27-65ba-4eae-85e2-f03500437804 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:39:15.805507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Attempting to bind port 6ffc8c27-65ba-4eae-85e2-f03500437804 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:39:15.805878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Attempting to bind port 6ffc8c27-65ba-4eae-85e2-f03500437804 on network a1e003b7-4a91-4aae-8f26-79af27a10c96 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:39:15.810709 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:39:15.811083 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Checking segment: {'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:39:15.811488 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.811884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Bound using segment: {'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:39:15.812343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Bound port: 6ffc8c27-65ba-4eae-85e2-f03500437804, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:39:15.812728 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.878429 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] For port 6ffc8c27-65ba-4eae-85e2-f03500437804, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:39:15.881888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] For port 6ffc8c27-65ba-4eae-85e2-f03500437804, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6ffc8c27-65ba-4eae-85e2-f03500437804,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:39:15.888839 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:15.931963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Allocated IP 172.25.2.197 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/b9fbfb31-fe4d-4cd9-9115-3926d940f0f9) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:39:15.952615 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4c2db-3cee-4805-8bfb-c9b6b840ec61 None None] Pushing event updated for resources: {'Port': ['ID=6ffc8c27-65ba-4eae-85e2-f03500437804,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:16.045084 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:16.084509 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:16.140819 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b9fbfb31-fe4d-4cd9-9115-3926d940f0f9,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:16.148617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:39:16.150187 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:39:16.154012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:39:16.244461 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab427395-0d01-4213-a438-f68b305c6f42 req-34b179c5-10a2-48b5-bec6-2b0e09aafdbc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0295320 Aug 27 14:39:16.264098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6ffc8c27-65ba-4eae-85e2-f03500437804 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:16.323058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 6ffc8c27-65ba-4eae-85e2-f03500437804 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:16.334399 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab427395-0d01-4213-a438-f68b305c6f42 req-1bccea37-3101-49ae-9aaf-6259ba879818 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0313871 Aug 27 14:39:16.385752 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab427395-0d01-4213-a438-f68b305c6f42 req-3682c9b6-36ad-407d-aa89-6a3d2e5e0290 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239501 Aug 27 14:39:16.428401 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:16.483494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427395-0d01-4213-a438-f68b305c6f42 req-08778680-7cb1-4d3a-84dc-a98c18a337fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:16.485079 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab427395-0d01-4213-a438-f68b305c6f42 req-08778680-7cb1-4d3a-84dc-a98c18a337fc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928123 Aug 27 14:39:16.890156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b022ae4-8ac0-4faa-95b2-8b2f8c972caa None None] Network a1e003b7-4a91-4aae-8f26-79af27a10c96 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:39:16.911115 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:17.009110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5f683bd9-4e4b-4ed9-bb16-8b5b0366183c None None] Provisioning for port 6ffc8c27-65ba-4eae-85e2-f03500437804 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:17.016902 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5f683bd9-4e4b-4ed9-bb16-8b5b0366183c None None] Provisioning complete for port 6ffc8c27-65ba-4eae-85e2-f03500437804 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:17.017277 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f683bd9-4e4b-4ed9-bb16-8b5b0366183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:17.056103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Router 2990e2dd-0a05-4478-a787-e9bbb9c7204d is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:39:17.126491 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f683bd9-4e4b-4ed9-bb16-8b5b0366183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:17.161320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5f683bd9-4e4b-4ed9-bb16-8b5b0366183c None None] For port 6ffc8c27-65ba-4eae-85e2-f03500437804, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6ffc8c27-65ba-4eae-85e2-f03500437804,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:17.166465 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f683bd9-4e4b-4ed9-bb16-8b5b0366183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:17.178340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:39:17.192568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Sync routers for ids ['2990e2dd-0a05-4478-a787-e9bbb9c7204d'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:39:17.197732 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:17.201550 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6b9edc2f-a6d7-45c6-a629-d0cca29589f3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9383860 Aug 27 14:39:17.202285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42762) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:17.212391 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Routers {'2990e2dd-0a05-4478-a787-e9bbb9c7204d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:39:17.213033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b1156072-82f6-414c-bb07-717de865f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:38:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2990e2dd-0a05-4478-a787-e9bbb9c7204d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:17.268111 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f683bd9-4e4b-4ed9-bb16-8b5b0366183c None None] Pushing event updated for resources: {'Port': ['ID=6ffc8c27-65ba-4eae-85e2-f03500437804,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:17.335517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Set router 2990e2dd-0a05-4478-a787-e9bbb9c7204d gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:39:17.448818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ac59db1b-9c64-4941-a397-bf147e24bcc2 None None] Provisioning complete for port 6ffc8c27-65ba-4eae-85e2-f03500437804 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:17.449112 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ac59db1b-9c64-4941-a397-bf147e24bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:17.523273 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:17.567550 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03e371ee-393f-4065-9233-dac2e6eefe6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:17.630043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b1156072-82f6-414c-bb07-717de865f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'name': 'tempest-TestServerMultinode-1135936779-router', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:16Z', 'revision_number': 3, 'project_id': '5b8e130a6b7c41139051f1d05b66e80b', 'gw_port': {'id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:17.656831 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Checking router: 2990e2dd-0a05-4478-a787-e9bbb9c7204d for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:39:17.657185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Updating router 2990e2dd-0a05-4478-a787-e9bbb9c7204d port b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:39:17.668197 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:17.686733 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:17.875457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Allocated IP 172.20.0.1 (a1e003b7-4a91-4aae-8f26-79af27a10c96/1514897f-1e80-4aaa-8eed-14f7ba89f526/2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:39:17.947243 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:17.957225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Transition to ACTIVE for port object b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:17.963944 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:17.979159 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:17.993459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Transition to ACTIVE for port object 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:18.015749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Attempting to bind port b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:39:18.016122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Attempting to bind port b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:39:18.016488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Attempting to bind port b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:39:18.025540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:39:18.025938 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:39:18.026409 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:18.026837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:39:18.027320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Bound port: b9fbfb31-fe4d-4cd9-9115-3926d940f0f9, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:39:18.027735 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:18.028560 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:18.029359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c911ed-930b-43c2-8311-78e68ca16728 None None] Pushing event updated for resources: {'Port': ['ID=b9fbfb31-fe4d-4cd9-9115-3926d940f0f9,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:18.072682 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Network a1e003b7-4a91-4aae-8f26-79af27a10c96 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:39:18.079188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:39:18.083121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:39:18.093194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b1156072-82f6-414c-bb07-717de865f02c None None] For port b9fbfb31-fe4d-4cd9-9115-3926d940f0f9, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:39:18.097035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b1156072-82f6-414c-bb07-717de865f02c None None] For port b9fbfb31-fe4d-4cd9-9115-3926d940f0f9, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b9fbfb31-fe4d-4cd9-9115-3926d940f0f9,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:39:18.102257 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:18.112884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Pushing event updated for resources: {'Port': ['ID=2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:18.135605 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:18.171880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c911ed-930b-43c2-8311-78e68ca16728 None None] Pushing event updated for resources: {'Port': ['ID=b9fbfb31-fe4d-4cd9-9115-3926d940f0f9,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:18.174510 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Routers {'2990e2dd-0a05-4478-a787-e9bbb9c7204d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:39:18.175155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b1156072-82f6-414c-bb07-717de865f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:39:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2990e2dd-0a05-4478-a787-e9bbb9c7204d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:18.238517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6ffc8c27-65ba-4eae-85e2-f03500437804 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:18.323920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:18.328977 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-b1156072-82f6-414c-bb07-717de865f02c None None] Set router 2990e2dd-0a05-4478-a787-e9bbb9c7204d gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:39:18.443026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cae58a17-9e27-40db-82fa-a584a05153f8 None None] Provisioning for port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:18.449818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6ffc8c27-65ba-4eae-85e2-f03500437804 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:18.450244 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:18.476401 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cae58a17-9e27-40db-82fa-a584a05153f8 None None] Provisioning complete for port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:18.476781 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cae58a17-9e27-40db-82fa-a584a05153f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:18.494116 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:18.498570 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:18.549481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-cae58a17-9e27-40db-82fa-a584a05153f8 None None] Port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:39:18.564796 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:18.566593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Pushing event updated for resources: {'Port': ['ID=2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:18.637133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b1156072-82f6-414c-bb07-717de865f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'name': 'tempest-TestServerMultinode-1135936779-router', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:16Z', 'revision_number': 3, 'project_id': '5b8e130a6b7c41139051f1d05b66e80b', 'gw_port': {'id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:18.665228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Network a1e003b7-4a91-4aae-8f26-79af27a10c96 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:39:18.666831 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:39:18.671663 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1156072-82f6-414c-bb07-717de865f02c None None] The sync data for ids ['2990e2dd-0a05-4478-a787-e9bbb9c7204d'] in n-d-712139-12 is: [{'id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'name': 'tempest-TestServerMultinode-1135936779-router', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:16Z', 'revision_number': 3, 'project_id': '5b8e130a6b7c41139051f1d05b66e80b', 'gw_port': {'id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:39:18.791328 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Router 2990e2dd-0a05-4478-a787-e9bbb9c7204d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:39:18.873441 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:18.916320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:39:18.924270 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-53c80a06-4b90-444c-aa95-d5afbd152e52 admin admin] 10.222.0.55 "PUT /v2.0/routers/2990e2dd-0a05-4478-a787-e9bbb9c7204d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7208827 Aug 27 14:39:18.977232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9117b979-5031-4a16-a160-cdcd62e0c8c3 None None] Provisioning complete for port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:18.977793 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9117b979-5031-4a16-a160-cdcd62e0c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:19.014525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9117b979-5031-4a16-a160-cdcd62e0c8c3 None None] Port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:39:19.441265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42778) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:19.447145 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1519044251-network', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:39:19.471303 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Made reservation on behalf of 74ddbe392b044fd7bf1c4863fd592423 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:39:19.474420 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:19.483744 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:19.581913 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:19.587458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:19.612725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:39:19.622627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4f0466-b015-4b08-853c-5299a0663074,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:19.628570 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:19.629521 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Added segment 5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5 of type vlan for network 666deb7f-4104-4973-8889-39a189db3468 Aug 27 14:39:19.667970 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:19.693625 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:19.694743 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:19.695324 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:19.752886 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3097665 Aug 27 14:39:19.756201 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42782) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:19.757927 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee300409-7596-43c6-a3a3-078d893ce7f5 admin admin] Pushing event updated for resources: {'Network': ['ID=666deb7f-4104-4973-8889-39a189db3468,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:19.762271 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Request body: {'subnet': {'network_id': '666deb7f-4104-4973-8889-39a189db3468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1519044251-subnet', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:39:19.769035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 666deb7f-4104-4973-8889-39a189db3468 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:39:19.783953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Made reservation on behalf of 74ddbe392b044fd7bf1c4863fd592423 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:39:19.787050 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:19.955584 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.003254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc68d70d-d48e-4498-92af-23a3987eb7ca,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:20.014212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:20.014563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:20.014934 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:20.015275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:20.015609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:20.015939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:20.016269 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:20.016596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:20.016919 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:20.017245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:20.017569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:20.017891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:20.036734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Checking segment: {'id': '5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '666deb7f-4104-4973-8889-39a189db3468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:39:20.037104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Network hostable DHCP agents. Network: 666deb7f-4104-4973-8889-39a189db3468, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:39:20.055048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Network 666deb7f-4104-4973-8889-39a189db3468 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:39:20.064147 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 666deb7f-4104-4973-8889-39a189db3468) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:39:20.069992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:20.070756 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.074547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a3ee0-557c-430d-8b31-8b7d92b34210 None None] Network 666deb7f-4104-4973-8889-39a189db3468 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:39:20.085814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-52a66f73-b6d8-4f0e-88c6-5bd60d6ff23d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3284440 Aug 27 14:39:20.088303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42784) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:20.092690 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1519044251-router', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:39:20.119326 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.120508 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.233892 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.278545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:20.359472 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.385428 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Sync routers for ids ['2990e2dd-0a05-4478-a787-e9bbb9c7204d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:39:20.386859 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.396123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:20.403945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:20.404326 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.404564 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Routers {'2990e2dd-0a05-4478-a787-e9bbb9c7204d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:39:20.405510 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:39:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2990e2dd-0a05-4478-a787-e9bbb9c7204d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:20.467777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-666deb7f-4104-4973-8889-39a189db3468', 'network_id': '666deb7f-4104-4973-8889-39a189db3468', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'fixed_ips': [{'subnet_id': 'bc68d70d-d48e-4498-92af-23a3987eb7ca'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:39:20.468634 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.521187 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Set router 2990e2dd-0a05-4478-a787-e9bbb9c7204d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:39:20.584863 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.617459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.623979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port b9fbfb31-fe4d-4cd9-9115-3926d940f0f9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b9fbfb31-fe4d-4cd9-9115-3926d940f0f9,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:20.630707 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.649755 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.710966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Allocated IP 172.20.0.2 (666deb7f-4104-4973-8889-39a189db3468/bc68d70d-d48e-4498-92af-23a3987eb7ca/e1c1e826-7d4b-43c1-97df-6120064fd923) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:39:20.717093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=b9fbfb31-fe4d-4cd9-9115-3926d940f0f9,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:20.753629 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'name': 'tempest-TestServerMultinode-1135936779-router', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:18Z', 'revision_number': 4, 'project_id': '5b8e130a6b7c41139051f1d05b66e80b', 'gw_port': {'id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7', 'name': '', 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'mac_address': 'fa:16:3e:c1:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1514897f-1e80-4aaa-8eed-14f7ba89f526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:17Z', 'updated_at': '2021-08-27T14:39:18Z', 'revision_number': 2, 'project_id': '5b8e130a6b7c41139051f1d05b66e80b', 'subnets': [{'id': '1514897f-1e80-4aaa-8eed-14f7ba89f526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:20.763551 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Allocated IP 172.25.2.161 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/b593562d-e4a7-4e67-8cc5-cd21498edef7) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:39:20.783501 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Checking router: 2990e2dd-0a05-4478-a787-e9bbb9c7204d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:39:20.783770 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Updating router 2990e2dd-0a05-4478-a787-e9bbb9c7204d port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:39:20.812916 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.871565 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.872939 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.883972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Transition to ACTIVE for port object e1c1e826-7d4b-43c1-97df-6120064fd923 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:20.902901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Transition to ACTIVE for port object e1c1e826-7d4b-43c1-97df-6120064fd923 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:20.910076 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.916526 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:20.950478 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:39:20.952281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Network 666deb7f-4104-4973-8889-39a189db3468 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:39:20.953379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:39:20.955775 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:39:20.958099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:39:20.961839 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:39:20.990486 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Pushing event updated for resources: {'Port': ['ID=b593562d-e4a7-4e67-8cc5-cd21498edef7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:21.000784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Pushing event updated for resources: {'Port': ['ID=e1c1e826-7d4b-43c1-97df-6120064fd923,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:21.040815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Attempting to bind port e1c1e826-7d4b-43c1-97df-6120064fd923 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:39:21.041242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Attempting to bind port e1c1e826-7d4b-43c1-97df-6120064fd923 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '666deb7f-4104-4973-8889-39a189db3468'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:39:21.041555 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Attempting to bind port e1c1e826-7d4b-43c1-97df-6120064fd923 on network 666deb7f-4104-4973-8889-39a189db3468 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:39:21.047108 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:39:21.047492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Checking segment: {'id': '5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '666deb7f-4104-4973-8889-39a189db3468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:39:21.047899 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:21.048328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Bound using segment: {'id': '5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '666deb7f-4104-4973-8889-39a189db3468'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:39:21.048797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Bound port: e1c1e826-7d4b-43c1-97df-6120064fd923, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '666deb7f-4104-4973-8889-39a189db3468'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:39:21.049270 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:21.101639 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:21.111432 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Transition to ACTIVE for port object 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:21.117157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] For port e1c1e826-7d4b-43c1-97df-6120064fd923, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:39:21.119189 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:21.120372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] For port e1c1e826-7d4b-43c1-97df-6120064fd923, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e1c1e826-7d4b-43c1-97df-6120064fd923,segment=NetworkSegment(5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5),segment_id=5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:39:21.126849 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:21.173667 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Pushing event updated for resources: {'Port': ['ID=2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:21.189364 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:21.190742 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:21.192181 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a86c5-b498-481f-8c2e-773daa1db06c None None] Pushing event updated for resources: {'Port': ['ID=e1c1e826-7d4b-43c1-97df-6120064fd923,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:21.192744 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:21.193250 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:21.193896 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:21.194500 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:21.196074 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:21.196611 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:21.197114 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:21.198135 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:21.199522 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:21.200211 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:21.251864 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Attempting to bind port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:39:21.251864 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Attempting to bind port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:39:21.252126 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:21.252204 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Attempting to bind port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 on network a1e003b7-4a91-4aae-8f26-79af27a10c96 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:39:21.257872 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:39:21.258234 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Checking segment: {'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:39:21.258933 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:21.259325 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Bound using segment: {'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:39:21.259785 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Bound port: 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:39:21.260161 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:21.333225 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] For port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:39:21.337353 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] For port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:39:21.341603 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:21.405587 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Routers {'2990e2dd-0a05-4478-a787-e9bbb9c7204d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:39:21.406206 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:39:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2990e2dd-0a05-4478-a787-e9bbb9c7204d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:21.477022 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ce327-d062-4370-966b-ca810963156d None None] Pushing event updated for resources: {'Port': ['ID=2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:21.516487 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:21.547493 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] Set router 2990e2dd-0a05-4478-a787-e9bbb9c7204d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:39:21.712882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Router e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:39:21.773855 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:21.791297 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'name': 'tempest-TestServerMultinode-1135936779-router', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:18Z', 'revision_number': 4, 'project_id': '5b8e130a6b7c41139051f1d05b66e80b', 'gw_port': {'id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7', 'name': '', 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'mac_address': 'fa:16:3e:c1:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1514897f-1e80-4aaa-8eed-14f7ba89f526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:17Z', 'updated_at': '2021-08-27T14:39:21Z', 'revision_number': 4, 'project_id': '5b8e130a6b7c41139051f1d05b66e80b', 'subnets': [{'id': '1514897f-1e80-4aaa-8eed-14f7ba89f526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:21.822639 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ebf8f-3146-4911-8986-90a17eed299d None None] The sync data for ids ['2990e2dd-0a05-4478-a787-e9bbb9c7204d'] in n-d-712139-12 is: [{'id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'name': 'tempest-TestServerMultinode-1135936779-router', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:18Z', 'revision_number': 4, 'project_id': '5b8e130a6b7c41139051f1d05b66e80b', 'gw_port': {'id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7', 'name': '', 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'mac_address': 'fa:16:3e:c1:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1514897f-1e80-4aaa-8eed-14f7ba89f526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:17Z', 'updated_at': '2021-08-27T14:39:21Z', 'revision_number': 4, 'project_id': '5b8e130a6b7c41139051f1d05b66e80b', 'subnets': [{'id': '1514897f-1e80-4aaa-8eed-14f7ba89f526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:39:21.834425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:39:21.843855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Sync routers for ids ['e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:39:21.851200 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:21.855115 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a3099831-1d41-4ed4-a055-1c75417e111a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7632442 Aug 27 14:39:21.855404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Routers {'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:39:21.855404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:39:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:21.855571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42786) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:21.992941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Set router e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:39:22.268404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'name': 'tempest-TestServerMultinode-1519044251-router', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:21Z', 'revision_number': 3, 'project_id': '74ddbe392b044fd7bf1c4863fd592423', 'gw_port': {'id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:22.325165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Checking router: e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:39:22.325443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Updating router e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 port b593562d-e4a7-4e67-8cc5-cd21498edef7 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:39:22.372694 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:22.405407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:22.511530 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4f92aa-00d6-478f-8309-56a28f921b39 None None] Network 666deb7f-4104-4973-8889-39a189db3468 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:39:22.592196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-16fd94d7-9408-403d-8250-457559be5bf5 None None] Provisioning for port e1c1e826-7d4b-43c1-97df-6120064fd923 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:22.659036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:22.659419 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:22.766619 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:22.891108 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e1c1e826-7d4b-43c1-97df-6120064fd923 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:22.941044 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:22.957263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Transition to ACTIVE for port object b593562d-e4a7-4e67-8cc5-cd21498edef7 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:22.967297 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:22.993033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Allocated IP 172.20.0.1 (666deb7f-4104-4973-8889-39a189db3468/bc68d70d-d48e-4498-92af-23a3987eb7ca/33c642a5-9f89-48ab-917a-81ea765d2a8f) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:39:23.008991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port e1c1e826-7d4b-43c1-97df-6120064fd923 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:23.025399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port e1c1e826-7d4b-43c1-97df-6120064fd923 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:23.025779 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.059675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd425f9-e2c1-4a42-b418-3b148f029fd3 None None] Pushing event updated for resources: {'Port': ['ID=b593562d-e4a7-4e67-8cc5-cd21498edef7,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:23.063929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Attempting to bind port b593562d-e4a7-4e67-8cc5-cd21498edef7 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:39:23.064313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Attempting to bind port b593562d-e4a7-4e67-8cc5-cd21498edef7 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:39:23.064687 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Attempting to bind port b593562d-e4a7-4e67-8cc5-cd21498edef7 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:39:23.078907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:39:23.079301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:39:23.079723 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.080119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:39:23.080603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Bound port: b593562d-e4a7-4e67-8cc5-cd21498edef7, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:39:23.080987 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.125135 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.150590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Transition to ACTIVE for port object 33c642a5-9f89-48ab-917a-81ea765d2a8f will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:23.169398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] For port b593562d-e4a7-4e67-8cc5-cd21498edef7, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:39:23.190667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] For port b593562d-e4a7-4e67-8cc5-cd21498edef7, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b593562d-e4a7-4e67-8cc5-cd21498edef7,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:39:23.192045 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.194059 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.197675 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.243231 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Network 666deb7f-4104-4973-8889-39a189db3468 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:39:23.246119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:39:23.249751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:39:23.274598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Pushing event updated for resources: {'Port': ['ID=33c642a5-9f89-48ab-917a-81ea765d2a8f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:23.294099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port e1c1e826-7d4b-43c1-97df-6120064fd923, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e1c1e826-7d4b-43c1-97df-6120064fd923,segment=NetworkSegment(5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5),segment_id=5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:23.295091 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.304153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd425f9-e2c1-4a42-b418-3b148f029fd3 None None] Pushing event updated for resources: {'Port': ['ID=b593562d-e4a7-4e67-8cc5-cd21498edef7,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:23.307897 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.308674 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:23.310353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Routers {'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:39:23.311093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:39:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:23.400082 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9097d0eb-a32f-417b-85c8-e7fb98e67225 None None] Provisioning complete for port e1c1e826-7d4b-43c1-97df-6120064fd923 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:23.400482 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9097d0eb-a32f-417b-85c8-e7fb98e67225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.440736 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.524171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=e1c1e826-7d4b-43c1-97df-6120064fd923,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:23.550289 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] Set router e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:39:23.608698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:23.619644 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.624376 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.627253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:23.627591 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.691105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Pushing event updated for resources: {'Port': ['ID=33c642a5-9f89-48ab-917a-81ea765d2a8f,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:23.694490 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:23.796441 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Network 666deb7f-4104-4973-8889-39a189db3468 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:39:23.797806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:39:23.928569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Router e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:39:24.010490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-aa82a0e9-89b9-47c3-be0c-74d875cefacd None None] Provisioning for port 33c642a5-9f89-48ab-917a-81ea765d2a8f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:24.013637 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:24.025474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-aa82a0e9-89b9-47c3-be0c-74d875cefacd None None] Provisioning complete for port 33c642a5-9f89-48ab-917a-81ea765d2a8f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:24.025852 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-aa82a0e9-89b9-47c3-be0c-74d875cefacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:24.044298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:39:24.049456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-93e78c31-2b2d-44fc-bb3e-2bf8483d52e3 admin admin] 10.222.0.55 "PUT /v2.0/routers/e3a3b22f-2e75-45e6-9a8b-3c9abd514d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1931567 Aug 27 14:39:24.063895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'name': 'tempest-TestServerMultinode-1519044251-router', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:21Z', 'revision_number': 3, 'project_id': '74ddbe392b044fd7bf1c4863fd592423', 'gw_port': {'id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:24.104967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef8239-e032-4ada-b704-2f6eff32334f None None] The sync data for ids ['e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'] in n-d-712139-12 is: [{'id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'name': 'tempest-TestServerMultinode-1519044251-router', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:21Z', 'revision_number': 3, 'project_id': '74ddbe392b044fd7bf1c4863fd592423', 'gw_port': {'id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:39:24.116970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-aa82a0e9-89b9-47c3-be0c-74d875cefacd None None] Port 33c642a5-9f89-48ab-917a-81ea765d2a8f cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:39:24.119742 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:24.128012 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:24.194778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:24.229130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e1c1e826-7d4b-43c1-97df-6120064fd923 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:24.266279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c48f734b-46e8-43cc-a968-1638475c19ac None None] Provisioning complete for port 33c642a5-9f89-48ab-917a-81ea765d2a8f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:24.266654 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c48f734b-46e8-43cc-a968-1638475c19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:24.315415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c48f734b-46e8-43cc-a968-1638475c19ac None None] Port 33c642a5-9f89-48ab-917a-81ea765d2a8f cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:39:24.320979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port e1c1e826-7d4b-43c1-97df-6120064fd923 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:24.321351 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:24.634875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-8d6c4d1d-5a08-481f-80c8-adcbf6ac41c9 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:24.636353 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-8d6c4d1d-5a08-481f-80c8-adcbf6ac41c9 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/networks?id=a1e003b7-4a91-4aae-8f26-79af27a10c96 HTTP/1.1" status: 200 len: 911 time: 0.0937772 Aug 27 14:39:24.652088 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-a08a865a-62f9-4386-83e6-d6e5b517d248 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/quotas/74ddbe392b044fd7bf1c4863fd592423 HTTP/1.1" status: 200 len: 375 time: 0.0096605 Aug 27 14:39:24.738182 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-4da6259c-9468-4eb7-9ed3-8384c1adcef5 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=74ddbe392b044fd7bf1c4863fd592423&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801938 Aug 27 14:39:24.836056 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-6551a435-4c4e-4b04-8d7b-8e11512317ef service neutron] 10.222.0.55 "GET /v2.0/networks/a1e003b7-4a91-4aae-8f26-79af27a10c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898952 Aug 27 14:39:25.220454 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-7c61e7a8-f4d9-4c52-9081-5ac0d4d170d5 service neutron] 10.222.0.55 "GET /v2.0/networks/a1e003b7-4a91-4aae-8f26-79af27a10c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780289 Aug 27 14:39:25.406372 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4f3dd0bf-04d0-440c-8d44-787ad258a67f req-d25331b2-53a2-4abb-ad52-06b45a7d9888 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 210 time: 0.0508196 Aug 27 14:39:25.693507 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Sync routers for ids ['e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:39:25.702897 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Routers {'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:39:25.703506 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:39:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:25.814722 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Set router e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:39:26.022392 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'name': 'tempest-TestServerMultinode-1519044251-router', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:23Z', 'revision_number': 4, 'project_id': '74ddbe392b044fd7bf1c4863fd592423', 'gw_port': {'id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '33c642a5-9f89-48ab-917a-81ea765d2a8f', 'name': '', 'network_id': '666deb7f-4104-4973-8889-39a189db3468', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'mac_address': 'fa:16:3e:1f:7e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'bc68d70d-d48e-4498-92af-23a3987eb7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:22Z', 'updated_at': '2021-08-27T14:39:23Z', 'revision_number': 2, 'project_id': '74ddbe392b044fd7bf1c4863fd592423', 'subnets': [{'id': 'bc68d70d-d48e-4498-92af-23a3987eb7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:26.049552 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Checking router: e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:39:26.049909 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Updating router e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 port 33c642a5-9f89-48ab-917a-81ea765d2a8f binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:39:26.078553 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:26.281507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:26.341834 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:26.342494 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:26.416267 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-78872a1f-57e7-4643-9648-b39a12908701 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:26.418715 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-78872a1f-57e7-4643-9648-b39a12908701 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.52 "GET /v2.0/networks?id=a1e003b7-4a91-4aae-8f26-79af27a10c96 HTTP/1.1" status: 200 len: 911 time: 0.0930831 Aug 27 14:39:26.433140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Request body: {'port': {'device_id': 'e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1', 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96', 'admin_state_up': True, 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:39:26.443351 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b593562d-e4a7-4e67-8cc5-cd21498edef7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:26.470210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Made reservation on behalf of 74ddbe392b044fd7bf1c4863fd592423 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:39:26.476380 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:26.489935 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:26.503786 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Transition to ACTIVE for port object 33c642a5-9f89-48ab-917a-81ea765d2a8f will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:26.517184 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:26.528183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b593562d-e4a7-4e67-8cc5-cd21498edef7 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:26.532571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b593562d-e4a7-4e67-8cc5-cd21498edef7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:26.532956 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:26.574256 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe97aa9-a785-4ae3-9cb6-af3306466107 None None] Pushing event updated for resources: {'Port': ['ID=33c642a5-9f89-48ab-917a-81ea765d2a8f,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:26.590150 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cccde4b0-c84e-499c-a0e9-0495c6b87c64 req-dcfc5d13-5a4e-49ed-891a-e94f7c026b17 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 210 time: 0.0425444 Aug 27 14:39:26.649539 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Attempting to bind port 33c642a5-9f89-48ab-917a-81ea765d2a8f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:39:26.650051 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Attempting to bind port 33c642a5-9f89-48ab-917a-81ea765d2a8f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '666deb7f-4104-4973-8889-39a189db3468'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:39:26.650522 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Attempting to bind port 33c642a5-9f89-48ab-917a-81ea765d2a8f on network 666deb7f-4104-4973-8889-39a189db3468 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:39:26.656046 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:39:26.656570 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Checking segment: {'id': '5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '666deb7f-4104-4973-8889-39a189db3468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:39:26.657096 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:26.658110 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Bound using segment: {'id': '5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '666deb7f-4104-4973-8889-39a189db3468'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:39:26.658722 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Bound port: 33c642a5-9f89-48ab-917a-81ea765d2a8f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '666deb7f-4104-4973-8889-39a189db3468'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:39:26.659207 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:26.665199 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:26.666001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Allocated IP 172.20.0.9 (a1e003b7-4a91-4aae-8f26-79af27a10c96/1514897f-1e80-4aaa-8eed-14f7ba89f526/86337f53-8aba-459a-a9f7-2e6b5a038233) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:39:26.690478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port b593562d-e4a7-4e67-8cc5-cd21498edef7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b593562d-e4a7-4e67-8cc5-cd21498edef7,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:26.695885 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:26.746702 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] For port 33c642a5-9f89-48ab-917a-81ea765d2a8f, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:39:26.751389 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] For port 33c642a5-9f89-48ab-917a-81ea765d2a8f, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=33c642a5-9f89-48ab-917a-81ea765d2a8f,segment=NetworkSegment(5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5),segment_id=5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:39:26.755576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=b593562d-e4a7-4e67-8cc5-cd21498edef7,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:26.757376 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:26.818633 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Routers {'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:39:26.819332 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:39:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:26.837367 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:26.853918 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Transition to ACTIVE for port object 86337f53-8aba-459a-a9f7-2e6b5a038233 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:26.866035 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe97aa9-a785-4ae3-9cb6-af3306466107 None None] Pushing event updated for resources: {'Port': ['ID=33c642a5-9f89-48ab-917a-81ea765d2a8f,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:26.900171 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:26.946441 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] Set router e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:39:26.947874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Network a1e003b7-4a91-4aae-8f26-79af27a10c96 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:39:26.951411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:39:26.956885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:39:26.960724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Pushing event updated for resources: {'Port': ['ID=86337f53-8aba-459a-a9f7-2e6b5a038233,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:27.005324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:27.006245 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:27.023784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-d371726e-a823-44f8-9050-cb7257aba3ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5954494 Aug 27 14:39:27.037440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Request body: {'port': {'device_id': 'e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:39:27.112735 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:27.174493 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'name': 'tempest-TestServerMultinode-1519044251-router', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:23Z', 'revision_number': 4, 'project_id': '74ddbe392b044fd7bf1c4863fd592423', 'gw_port': {'id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '33c642a5-9f89-48ab-917a-81ea765d2a8f', 'name': '', 'network_id': '666deb7f-4104-4973-8889-39a189db3468', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'mac_address': 'fa:16:3e:1f:7e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'bc68d70d-d48e-4498-92af-23a3987eb7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:22Z', 'updated_at': '2021-08-27T14:39:26Z', 'revision_number': 4, 'project_id': '74ddbe392b044fd7bf1c4863fd592423', 'subnets': [{'id': 'bc68d70d-d48e-4498-92af-23a3987eb7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:27.203928 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3058ac-5ef3-419a-a4a4-46893d60c65b None None] The sync data for ids ['e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'] in n-d-712139-12 is: [{'id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'name': 'tempest-TestServerMultinode-1519044251-router', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:23Z', 'revision_number': 4, 'project_id': '74ddbe392b044fd7bf1c4863fd592423', 'gw_port': {'id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '33c642a5-9f89-48ab-917a-81ea765d2a8f', 'name': '', 'network_id': '666deb7f-4104-4973-8889-39a189db3468', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'mac_address': 'fa:16:3e:1f:7e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'bc68d70d-d48e-4498-92af-23a3987eb7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:22Z', 'updated_at': '2021-08-27T14:39:26Z', 'revision_number': 4, 'project_id': '74ddbe392b044fd7bf1c4863fd592423', 'subnets': [{'id': 'bc68d70d-d48e-4498-92af-23a3987eb7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:39:27.216114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ef76866b-189e-498e-b0d6-89da8e5108f3 None None] Provisioning for port 86337f53-8aba-459a-a9f7-2e6b5a038233 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:27.220689 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ef76866b-189e-498e-b0d6-89da8e5108f3 None None] Provisioning complete for port 86337f53-8aba-459a-a9f7-2e6b5a038233 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:27.221264 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ef76866b-189e-498e-b0d6-89da8e5108f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:27.288810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ef76866b-189e-498e-b0d6-89da8e5108f3 None None] Port 86337f53-8aba-459a-a9f7-2e6b5a038233 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:39:27.435355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86337f53-8aba-459a-a9f7-2e6b5a038233 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:39:27.443867 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:27.456066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Transition to ACTIVE for port object 86337f53-8aba-459a-a9f7-2e6b5a038233 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:27.460845 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:27.515575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Pushing event updated for resources: {'Port': ['ID=86337f53-8aba-459a-a9f7-2e6b5a038233,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:27.597267 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Attempting to bind port 86337f53-8aba-459a-a9f7-2e6b5a038233 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:39:27.597608 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Attempting to bind port 86337f53-8aba-459a-a9f7-2e6b5a038233 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:39:27.597966 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Attempting to bind port 86337f53-8aba-459a-a9f7-2e6b5a038233 on network a1e003b7-4a91-4aae-8f26-79af27a10c96 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:39:27.603154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Port 86337f53-8aba-459a-a9f7-2e6b5a038233 on network a1e003b7-4a91-4aae-8f26-79af27a10c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:39:27.603472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Attempting to bind port 86337f53-8aba-459a-a9f7-2e6b5a038233 on network a1e003b7-4a91-4aae-8f26-79af27a10c96 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:39:27.609101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:39:27.609442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Checking segment: {'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:39:27.609830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Bound using segment: {'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:39:27.610259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Bound port: 86337f53-8aba-459a-a9f7-2e6b5a038233, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:39:27.610619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:27.686402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] For port 86337f53-8aba-459a-a9f7-2e6b5a038233, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:39:27.691233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] For port 86337f53-8aba-459a-a9f7-2e6b5a038233, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=86337f53-8aba-459a-a9f7-2e6b5a038233,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:39:27.697418 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:27.729416 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4daa7-e91c-46fd-aec0-b3d36b1b69af req-35b66c52-2528-4447-bfd2-f6c58dc45b61 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:27.735305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:27.735883 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:27.736980 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6de4daa7-e91c-46fd-aec0-b3d36b1b69af req-35b66c52-2528-4447-bfd2-f6c58dc45b61 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1053 time: 0.0608716 Aug 27 14:39:27.737281 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-c742359a-554c-497d-95ad-670b00c20641 service neutron] 10.222.0.52 "PUT /v2.0/ports/86337f53-8aba-459a-a9f7-2e6b5a038233 HTTP/1.1" status: 200 len: 1092 time: 0.7049575 Aug 27 14:39:27.737715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1', 'tag': '86337f53-8aba-459a-a9f7-2e6b5a038233'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:39:27.740721 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b0c5c6-89f4-46bb-912a-8607de916f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1", "tag": "86337f53-8aba-459a-a9f7-2e6b5a038233"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:39:27.771536 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6de4daa7-e91c-46fd-aec0-b3d36b1b69af req-597574c7-cbb5-49e3-b3e5-cc219dae118a tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336568 Aug 27 14:39:27.780249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742359a-554c-497d-95ad-670b00c20641 service neutron] Pushing event updated for resources: {'Port': ['ID=86337f53-8aba-459a-a9f7-2e6b5a038233,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:27.815978 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9334621-3422-47a0-9d13-5971ebd65574 x-openstack-request-id: req-f9334621-3422-47a0-9d13-5971ebd65574 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:39:27.816271 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1", "tag": "86337f53-8aba-459a-a9f7-2e6b5a038233", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:39:27.816527 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9334621-3422-47a0-9d13-5971ebd65574 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:39:27.818034 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1', 'tag': '86337f53-8aba-459a-a9f7-2e6b5a038233', 'status': 'completed', 'code': 200} Aug 27 14:39:27.837444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-5f723fa1-a497-4150-b39c-39f14e97612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:27.839260 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-5f723fa1-a497-4150-b39c-39f14e97612f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74ddbe392b044fd7bf1c4863fd592423&device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0550640 Aug 27 14:39:27.884413 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-7b03b6e6-951a-4e64-9537-de57623731f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86337f53-8aba-459a-a9f7-2e6b5a038233 HTTP/1.1" status: 200 len: 217 time: 0.0378489 Aug 27 14:39:27.935066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-706a9c06-5908-45d0-931b-53b92394f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:27.936623 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-706a9c06-5908-45d0-931b-53b92394f102 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1514897f-1e80-4aaa-8eed-14f7ba89f526 HTTP/1.1" status: 200 len: 849 time: 0.0457134 Aug 27 14:39:27.987023 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-a6d424d5-7ba1-4586-a057-ad8c9be34db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:27.988547 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-a6d424d5-7ba1-4586-a057-ad8c9be34db5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1e003b7-4a91-4aae-8f26-79af27a10c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451472 Aug 27 14:39:28.082839 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-26a81cbe-a828-4aa9-9647-8f31b9590c3d service neutron] 10.222.0.52 "GET /v2.0/networks/a1e003b7-4a91-4aae-8f26-79af27a10c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863326 Aug 27 14:39:28.185492 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-25d7cba3-a361-4d1c-8e9b-5c00d5a03230 req-10f81143-3730-415f-b682-9d1b2a758698 service neutron] 10.222.0.52 "GET /v2.0/networks/a1e003b7-4a91-4aae-8f26-79af27a10c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960679 Aug 27 14:39:28.272434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0c5c6-89f4-46bb-912a-8607de916f5c req-d983ff58-b3dc-48b0-9d3a-43c310c8b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:28.274880 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64b0c5c6-89f4-46bb-912a-8607de916f5c req-d983ff58-b3dc-48b0-9d3a-43c310c8b0b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74ddbe392b044fd7bf1c4863fd592423&device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0463684 Aug 27 14:39:28.278410 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 33c642a5-9f89-48ab-917a-81ea765d2a8f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:28.329416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 33c642a5-9f89-48ab-917a-81ea765d2a8f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:28.334177 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 33c642a5-9f89-48ab-917a-81ea765d2a8f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:28.334496 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:28.368991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0c5c6-89f4-46bb-912a-8607de916f5c req-1c298209-5ac2-482f-bc72-523c72dc9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:28.370504 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64b0c5c6-89f4-46bb-912a-8607de916f5c req-1c298209-5ac2-482f-bc72-523c72dc9baf service neutron] 10.222.0.52 "GET /v2.0/networks?id=a1e003b7-4a91-4aae-8f26-79af27a10c96 HTTP/1.1" status: 200 len: 911 time: 0.0887926 Aug 27 14:39:28.420322 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:28.420552 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64b0c5c6-89f4-46bb-912a-8607de916f5c req-95689713-eb3e-4468-bbd2-5b86937e0e1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86337f53-8aba-459a-a9f7-2e6b5a038233 HTTP/1.1" status: 200 len: 217 time: 0.0426435 Aug 27 14:39:28.453476 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 33c642a5-9f89-48ab-917a-81ea765d2a8f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=33c642a5-9f89-48ab-917a-81ea765d2a8f,segment=NetworkSegment(5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5),segment_id=5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:28.457846 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:28.458658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b593562d-e4a7-4e67-8cc5-cd21498edef7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:28.473816 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0c5c6-89f4-46bb-912a-8607de916f5c req-ce9543ba-a816-496c-b0e7-67f835df4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:28.475797 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64b0c5c6-89f4-46bb-912a-8607de916f5c req-ce9543ba-a816-496c-b0e7-67f835df4c81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1514897f-1e80-4aaa-8eed-14f7ba89f526 HTTP/1.1" status: 200 len: 849 time: 0.0481384 Aug 27 14:39:28.524377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0c5c6-89f4-46bb-912a-8607de916f5c req-a4058c60-52de-4d8a-a271-ad4282ccfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:28.525903 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64b0c5c6-89f4-46bb-912a-8607de916f5c req-a4058c60-52de-4d8a-a271-ad4282ccfa16 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1e003b7-4a91-4aae-8f26-79af27a10c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425546 Aug 27 14:39:28.535143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=33c642a5-9f89-48ab-917a-81ea765d2a8f,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:28.548185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b593562d-e4a7-4e67-8cc5-cd21498edef7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:28.548554 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:28.633976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64b0c5c6-89f4-46bb-912a-8607de916f5c req-1aa887cd-d04f-446c-a5d6-a1e82bb2b9aa service neutron] 10.222.0.52 "GET /v2.0/networks/a1e003b7-4a91-4aae-8f26-79af27a10c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001372 Aug 27 14:39:28.732204 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64b0c5c6-89f4-46bb-912a-8607de916f5c req-28302ce7-e173-4419-b3cd-6488a1212c4b service neutron] 10.222.0.52 "GET /v2.0/networks/a1e003b7-4a91-4aae-8f26-79af27a10c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905809 Aug 27 14:39:28.937323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1b4c-3fc6-49ed-9e89-787006582706 req-afe7395a-b213-4918-a629-ceb7cbd2c44f tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:28.938905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-afee1b4c-3fc6-49ed-9e89-787006582706 req-afe7395a-b213-4918-a629-ceb7cbd2c44f tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0431743 Aug 27 14:39:28.980018 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-afee1b4c-3fc6-49ed-9e89-787006582706 req-ec94cace-5ca0-4c72-91b7-53a8307cf94a tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349407 Aug 27 14:39:30.086995 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a265937-61ea-4334-ad9a-52a706ab738e req-3c43ac86-4d6d-4f44-a601-6924c1b8632e tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:30.088544 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a265937-61ea-4334-ad9a-52a706ab738e req-3c43ac86-4d6d-4f44-a601-6924c1b8632e tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0416667 Aug 27 14:39:30.124083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6a265937-61ea-4334-ad9a-52a706ab738e req-5f3648f5-c2c8-4c06-b767-a4720929b2fa tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294223 Aug 27 14:39:30.206967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 33c642a5-9f89-48ab-917a-81ea765d2a8f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:30.257685 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 33c642a5-9f89-48ab-917a-81ea765d2a8f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:30.258063 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:30.967521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 86337f53-8aba-459a-a9f7-2e6b5a038233 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:39:31.060017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 86337f53-8aba-459a-a9f7-2e6b5a038233, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=86337f53-8aba-459a-a9f7-2e6b5a038233,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:31.071890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '86337f53-8aba-459a-a9f7-2e6b5a038233', 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96', 'port_id': '86337f53-8aba-459a-a9f7-2e6b5a038233', 'mac_address': 'fa:16:3e:51:65:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1514897f-1e80-4aaa-8eed-14f7ba89f526', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:39:31.112430 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:31.125115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86337f53-8aba-459a-a9f7-2e6b5a038233 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:39:31.144170 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 86337f53-8aba-459a-a9f7-2e6b5a038233, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=86337f53-8aba-459a-a9f7-2e6b5a038233,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:31.149554 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:31.220694 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=86337f53-8aba-459a-a9f7-2e6b5a038233,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:31.244667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7a79-3f57-4ce1-ae04-94a3e77194bd req-78b04a35-6c0a-4af5-882a-69e7cbfb51c6 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:31.246228 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-81fd7a79-3f57-4ce1-ae04-94a3e77194bd req-78b04a35-6c0a-4af5-882a-69e7cbfb51c6 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1096 time: 0.0431235 Aug 27 14:39:31.282625 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-81fd7a79-3f57-4ce1-ae04-94a3e77194bd req-228c2a48-afe1-42ee-95a2-43d45e1547c1 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303102 Aug 27 14:39:31.336651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['86337f53-8aba-459a-a9f7-2e6b5a038233'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:39:32.389657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bac00a-d88b-4178-b4b8-cf55b9ee4404 req-d966d34e-3111-4389-929f-d23474603498 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:32.391226 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0bac00a-d88b-4178-b4b8-cf55b9ee4404 req-d966d34e-3111-4389-929f-d23474603498 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1096 time: 0.0444262 Aug 27 14:39:32.426170 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0bac00a-d88b-4178-b4b8-cf55b9ee4404 req-a991284c-17e1-4e81-b2ab-cc139982109e tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282457 Aug 27 14:39:32.965284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 86337f53-8aba-459a-a9f7-2e6b5a038233 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:33.015556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 86337f53-8aba-459a-a9f7-2e6b5a038233 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:33.019291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 86337f53-8aba-459a-a9f7-2e6b5a038233 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:33.019668 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:33.098428 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:33.123681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86337f53-8aba-459a-a9f7-2e6b5a038233'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:39:33.125922 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8fe1c6-4fe2-4f09-a14b-627f8349bcc5" -d '{"events": [{"server_uuid": "e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1", "name": "network-vif-plugged", "status": "completed", "tag": "86337f53-8aba-459a-a9f7-2e6b5a038233"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:39:33.139517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 86337f53-8aba-459a-a9f7-2e6b5a038233, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=86337f53-8aba-459a-a9f7-2e6b5a038233,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:33.144498 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:33.168978 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d5ffe8-876f-4d6a-b73b-e7895fbad2ad x-openstack-request-id: req-c5d5ffe8-876f-4d6a-b73b-e7895fbad2ad {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:39:33.169270 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1", "name": "network-vif-plugged", "status": "completed", "tag": "86337f53-8aba-459a-a9f7-2e6b5a038233", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:39:33.169522 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5d5ffe8-876f-4d6a-b73b-e7895fbad2ad {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:39:33.169912 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86337f53-8aba-459a-a9f7-2e6b5a038233', 'code': 200} Aug 27 14:39:33.200186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=86337f53-8aba-459a-a9f7-2e6b5a038233,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:33.269245 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803473eb-9f2d-4faf-88e7-6318e0ca3654 req-d33ec5d3-0076-47a2-b6d1-52c3dc7fecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:33.270803 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-803473eb-9f2d-4faf-88e7-6318e0ca3654 req-d33ec5d3-0076-47a2-b6d1-52c3dc7fecdc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0415442 Aug 27 14:39:33.306048 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-803473eb-9f2d-4faf-88e7-6318e0ca3654 req-5d3d7395-7131-466e-8f27-62b287d0b561 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283599 Aug 27 14:39:33.534525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b91b6-406c-481b-a569-080165fcd69a req-107a805b-5c83-4595-aab1-92d3d5617e58 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:33.536606 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f50b91b6-406c-481b-a569-080165fcd69a req-107a805b-5c83-4595-aab1-92d3d5617e58 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0407147 Aug 27 14:39:33.571431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f50b91b6-406c-481b-a569-080165fcd69a req-edf68e54-3237-46f2-aa35-e270b6920c7a tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284002 Aug 27 14:39:34.684325 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73596fd7-8818-48c7-974d-0ecb4c1d57dd req-9566241f-d7d4-47e6-b0f6-02ee5f62f8d2 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:34.685859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73596fd7-8818-48c7-974d-0ecb4c1d57dd req-9566241f-d7d4-47e6-b0f6-02ee5f62f8d2 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0429163 Aug 27 14:39:34.727232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73596fd7-8818-48c7-974d-0ecb4c1d57dd req-48911c12-8fe7-443a-9df7-7ab36ca49f80 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353160 Aug 27 14:39:34.831148 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b642fe4-e5c0-4736-bdb7-4bf6822db3bc req-f8e00b64-ee79-4d4f-8f80-29394055b61e tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:34.832692 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b642fe4-e5c0-4736-bdb7-4bf6822db3bc req-f8e00b64-ee79-4d4f-8f80-29394055b61e tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0402536 Aug 27 14:39:34.869659 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b642fe4-e5c0-4736-bdb7-4bf6822db3bc req-ed7bd3e6-08e1-453a-8858-deb00619de24 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296423 Aug 27 14:39:34.976886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12fe1f-dce2-4b1f-a82a-b2cbf7479344 req-3970e5ed-26b6-4f3a-9513-512b63342491 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:34.978551 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b12fe1f-dce2-4b1f-a82a-b2cbf7479344 req-3970e5ed-26b6-4f3a-9513-512b63342491 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0429990 Aug 27 14:39:35.015423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b12fe1f-dce2-4b1f-a82a-b2cbf7479344 req-40b6d1ba-db6a-438b-9acb-fc71d8bf519d tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308638 Aug 27 14:39:35.323259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-cf1bf6b7-d20d-4cd8-af8e-48f50f81a60e tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:35.324782 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-cf1bf6b7-d20d-4cd8-af8e-48f50f81a60e tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/networks?id=a1e003b7-4a91-4aae-8f26-79af27a10c96 HTTP/1.1" status: 200 len: 911 time: 0.0910223 Aug 27 14:39:35.340013 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-469e805b-794e-48ad-9f98-afbc8ab947f7 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/quotas/74ddbe392b044fd7bf1c4863fd592423 HTTP/1.1" status: 200 len: 375 time: 0.0093946 Aug 27 14:39:35.417499 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-dcd95ee1-7802-44dc-9373-f060dd8959b1 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=74ddbe392b044fd7bf1c4863fd592423&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721588 Aug 27 14:39:35.527807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-d0ef89d1-7bd4-48fa-9d6c-7b4e4541bee2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:39:35.529082 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-d0ef89d1-7bd4-48fa-9d6c-7b4e4541bee2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1047938 Aug 27 14:39:35.628252 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-deb9622e-c6f3-468a-9726-e8785b1ba413 service neutron] 10.222.0.55 "GET /v2.0/networks/a1e003b7-4a91-4aae-8f26-79af27a10c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926325 Aug 27 14:39:35.721292 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-f3260d9d-1215-452d-a5ac-ffe2c26f630f service neutron] 10.222.0.55 "GET /v2.0/networks/a1e003b7-4a91-4aae-8f26-79af27a10c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861256 Aug 27 14:39:35.883395 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cb8feab5-cc8d-414f-a1d3-82ff8262e00f req-7c9f2f9d-b319-436b-80c1-90196c594382 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 210 time: 0.0307553 Aug 27 14:39:36.882586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-c072e7d9-8ccf-4878-aeda-a9ece23985bf tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:36.884178 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-c072e7d9-8ccf-4878-aeda-a9ece23985bf tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.41 "GET /v2.0/networks?id=a1e003b7-4a91-4aae-8f26-79af27a10c96 HTTP/1.1" status: 200 len: 911 time: 0.0910676 Aug 27 14:39:36.899306 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Request body: {'port': {'device_id': '14b147f3-6cca-4a11-a428-616438d16202', 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96', 'admin_state_up': True, 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:39:36.921026 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Made reservation on behalf of 74ddbe392b044fd7bf1c4863fd592423 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:39:36.923507 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:37.007370 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf823828-145c-48ca-8352-eff7896a43c1 req-b66f1802-c043-4614-b8b6-b1feded2e6bb tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 210 time: 0.0335593 Aug 27 14:39:37.065744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Allocated IP 172.20.0.3 (a1e003b7-4a91-4aae-8f26-79af27a10c96/1514897f-1e80-4aaa-8eed-14f7ba89f526/1493caf1-31e1-49e3-bcff-e4ab47181efe) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:39:37.203843 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:37.216782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Transition to ACTIVE for port object 1493caf1-31e1-49e3-bcff-e4ab47181efe will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:37.248912 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:37.259855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['86337f53-8aba-459a-a9f7-2e6b5a038233'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:39:37.297630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Network a1e003b7-4a91-4aae-8f26-79af27a10c96 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:39:37.300528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:39:37.304254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:39:37.309996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Pushing event updated for resources: {'Port': ['ID=1493caf1-31e1-49e3-bcff-e4ab47181efe,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:37.347087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:37.347703 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:37.362754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-df64e29f-4485-47f1-97c1-70bc85049967 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4686792 Aug 27 14:39:37.379492 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-e3aefc9a-33cd-46c0-af3c-72658ccdfb65 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:39:37.381116 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-e3aefc9a-33cd-46c0-af3c-72658ccdfb65 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062990 Aug 27 14:39:37.392942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Request body: {'port': {'device_id': '14b147f3-6cca-4a11-a428-616438d16202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:39:37.451869 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:37.616687 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d8c38590-0ef2-43c9-8b72-0e845aedf874 None None] Provisioning for port 1493caf1-31e1-49e3-bcff-e4ab47181efe completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:37.620895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-d8c38590-0ef2-43c9-8b72-0e845aedf874 None None] Provisioning complete for port 1493caf1-31e1-49e3-bcff-e4ab47181efe triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:37.621293 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d8c38590-0ef2-43c9-8b72-0e845aedf874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:37.655498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d8c38590-0ef2-43c9-8b72-0e845aedf874 None None] Port 1493caf1-31e1-49e3-bcff-e4ab47181efe cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:39:37.725753 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1493caf1-31e1-49e3-bcff-e4ab47181efe {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:39:37.733098 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:37.745210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Transition to ACTIVE for port object 1493caf1-31e1-49e3-bcff-e4ab47181efe will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:39:37.748957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:37.813531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1493caf1-31e1-49e3-bcff-e4ab47181efe,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:37.865119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Attempting to bind port 1493caf1-31e1-49e3-bcff-e4ab47181efe on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:39:37.865460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Attempting to bind port 1493caf1-31e1-49e3-bcff-e4ab47181efe by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:39:37.865791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Attempting to bind port 1493caf1-31e1-49e3-bcff-e4ab47181efe on network a1e003b7-4a91-4aae-8f26-79af27a10c96 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:39:37.870876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Port 1493caf1-31e1-49e3-bcff-e4ab47181efe on network a1e003b7-4a91-4aae-8f26-79af27a10c96 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:39:37.871204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Attempting to bind port 1493caf1-31e1-49e3-bcff-e4ab47181efe on network a1e003b7-4a91-4aae-8f26-79af27a10c96 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:39:37.876300 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:39:37.876637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Checking segment: {'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:39:37.877020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Bound using segment: {'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:39:37.877506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Bound port: 1493caf1-31e1-49e3-bcff-e4ab47181efe, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:39:37.877869 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:37.949307 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] For port 1493caf1-31e1-49e3-bcff-e4ab47181efe, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:39:37.952554 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] For port 1493caf1-31e1-49e3-bcff-e4ab47181efe, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=1493caf1-31e1-49e3-bcff-e4ab47181efe,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:39:37.958791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:37.996192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:37.996807 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:37.998193 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/1493caf1-31e1-49e3-bcff-e4ab47181efe HTTP/1.1" status: 200 len: 1092 time: 0.6098280 Aug 27 14:39:37.998648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b147f3-6cca-4a11-a428-616438d16202', 'tag': '1493caf1-31e1-49e3-bcff-e4ab47181efe'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:39:38.000843 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60029e58-cccf-464f-9769-daeb1e653a01" -d '{"events": [{"name": "network-changed", "server_uuid": "14b147f3-6cca-4a11-a428-616438d16202", "tag": "1493caf1-31e1-49e3-bcff-e4ab47181efe"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:39:38.026097 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2323e-9c75-438d-bca7-79eb05f731f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1493caf1-31e1-49e3-bcff-e4ab47181efe,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:38.141964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-7b49c936-48db-48c0-8b10-a6c6fd077fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:38.143571 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-7b49c936-48db-48c0-8b10-a6c6fd077fee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74ddbe392b044fd7bf1c4863fd592423&device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1095 time: 0.0784285 Aug 27 14:39:38.146405 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a062f074-f371-4d53-9579-166207a255bc x-openstack-request-id: req-a062f074-f371-4d53-9579-166207a255bc {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:39:38.146719 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b147f3-6cca-4a11-a428-616438d16202", "tag": "1493caf1-31e1-49e3-bcff-e4ab47181efe", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:39:38.146971 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a062f074-f371-4d53-9579-166207a255bc {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:39:38.147367 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b147f3-6cca-4a11-a428-616438d16202', 'tag': '1493caf1-31e1-49e3-bcff-e4ab47181efe', 'status': 'completed', 'code': 200} Aug 27 14:39:38.157329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ebe91-79c4-46e6-beab-ad37a9792d29 req-ddb0e1c6-6cd7-4778-9323-6894ee351d38 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:38.158898 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-941ebe91-79c4-46e6-beab-ad37a9792d29 req-ddb0e1c6-6cd7-4778-9323-6894ee351d38 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1095 time: 0.0791066 Aug 27 14:39:38.218155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-8877a242-16f4-4d17-b983-fcde6dea1643 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1493caf1-31e1-49e3-bcff-e4ab47181efe HTTP/1.1" status: 200 len: 217 time: 0.0463924 Aug 27 14:39:38.236773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-941ebe91-79c4-46e6-beab-ad37a9792d29 req-70484bf6-1334-4251-926d-945c7a45f58f tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718884 Aug 27 14:39:38.273165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-5a8870b5-36a0-4779-8bae-16572d8f53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:38.274621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-5a8870b5-36a0-4779-8bae-16572d8f53c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1514897f-1e80-4aaa-8eed-14f7ba89f526 HTTP/1.1" status: 200 len: 849 time: 0.0484910 Aug 27 14:39:38.335004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-c6754951-3a27-4547-b1b2-41f58dfa5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:38.336506 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-c6754951-3a27-4547-b1b2-41f58dfa5517 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1e003b7-4a91-4aae-8f26-79af27a10c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542407 Aug 27 14:39:38.425017 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-1915ef2f-b31c-432e-bff2-9d44f0db5892 service neutron] 10.222.0.41 "GET /v2.0/networks/a1e003b7-4a91-4aae-8f26-79af27a10c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812297 Aug 27 14:39:38.515921 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e6a0258b-1719-4883-962a-6c3714eb4eee req-45c26f49-90ba-4974-ac76-d252b357d5a0 service neutron] 10.222.0.41 "GET /v2.0/networks/a1e003b7-4a91-4aae-8f26-79af27a10c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841730 Aug 27 14:39:38.639601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029e58-cccf-464f-9769-daeb1e653a01 req-8a80d3f3-b643-4273-adf8-9609c9ae6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:38.641054 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60029e58-cccf-464f-9769-daeb1e653a01 req-8a80d3f3-b643-4273-adf8-9609c9ae6d8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74ddbe392b044fd7bf1c4863fd592423&device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1095 time: 0.0403512 Aug 27 14:39:38.731850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029e58-cccf-464f-9769-daeb1e653a01 req-93e8dcfd-45ee-4d94-bddf-134103743c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:38.733287 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60029e58-cccf-464f-9769-daeb1e653a01 req-93e8dcfd-45ee-4d94-bddf-134103743c11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a1e003b7-4a91-4aae-8f26-79af27a10c96 HTTP/1.1" status: 200 len: 911 time: 0.0845606 Aug 27 14:39:38.780958 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60029e58-cccf-464f-9769-daeb1e653a01 req-6b39b60a-b290-487c-b9cb-dc96c4bea5ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1493caf1-31e1-49e3-bcff-e4ab47181efe HTTP/1.1" status: 200 len: 217 time: 0.0401161 Aug 27 14:39:38.827875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029e58-cccf-464f-9769-daeb1e653a01 req-bf65b19c-0b09-4b5a-9b77-b57c064d9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:38.829284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60029e58-cccf-464f-9769-daeb1e653a01 req-bf65b19c-0b09-4b5a-9b77-b57c064d9d35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1514897f-1e80-4aaa-8eed-14f7ba89f526 HTTP/1.1" status: 200 len: 849 time: 0.0421879 Aug 27 14:39:38.876218 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029e58-cccf-464f-9769-daeb1e653a01 req-1c4aee98-af52-4a7d-9c1c-d92fb0d5a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:38.877720 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60029e58-cccf-464f-9769-daeb1e653a01 req-1c4aee98-af52-4a7d-9c1c-d92fb0d5a367 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1e003b7-4a91-4aae-8f26-79af27a10c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410757 Aug 27 14:39:38.968300 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60029e58-cccf-464f-9769-daeb1e653a01 req-199d799d-397c-4fd9-92a5-af01a60d3e45 service neutron] 10.222.0.41 "GET /v2.0/networks/a1e003b7-4a91-4aae-8f26-79af27a10c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833969 Aug 27 14:39:39.058530 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-60029e58-cccf-464f-9769-daeb1e653a01 req-ed8cd656-2e33-416a-8c81-44ff87609aed service neutron] 10.222.0.41 "GET /v2.0/networks/a1e003b7-4a91-4aae-8f26-79af27a10c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836949 Aug 27 14:39:39.342960 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167a150-36f4-4abe-a2fb-1b74b5c4fc07 req-834db120-1607-47aa-ad48-9927fac06f48 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:39.344383 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f167a150-36f4-4abe-a2fb-1b74b5c4fc07 req-834db120-1607-47aa-ad48-9927fac06f48 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1095 time: 0.0393963 Aug 27 14:39:39.379125 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f167a150-36f4-4abe-a2fb-1b74b5c4fc07 req-f4d895b0-8411-4c24-a1d2-00fad8c8de93 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280495 Aug 27 14:39:40.179711 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:40.483415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b6b26-f69f-4840-a254-7520a15efc44 req-c1ac5c8d-201b-418e-ae20-03c279f0bb4a tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:40.484968 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-896b6b26-f69f-4840-a254-7520a15efc44 req-c1ac5c8d-201b-418e-ae20-03c279f0bb4a tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1095 time: 0.0401182 Aug 27 14:39:40.523517 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-896b6b26-f69f-4840-a254-7520a15efc44 req-77daccca-07b9-4503-a835-69d17942654c tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320725 Aug 27 14:39:41.632274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aff334-cee6-4e86-b5f7-33fe9b8dad64 req-4562e645-decf-4a88-a346-28075e1f45b3 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:41.633790 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7aff334-cee6-4e86-b5f7-33fe9b8dad64 req-4562e645-decf-4a88-a346-28075e1f45b3 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1095 time: 0.0457306 Aug 27 14:39:41.668228 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7aff334-cee6-4e86-b5f7-33fe9b8dad64 req-5f2ca200-6f7f-4aae-9ce5-9cc009f549bb tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285099 Aug 27 14:39:41.917677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 1493caf1-31e1-49e3-bcff-e4ab47181efe details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:39:42.013074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 1493caf1-31e1-49e3-bcff-e4ab47181efe, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=1493caf1-31e1-49e3-bcff-e4ab47181efe,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:42.024768 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '1493caf1-31e1-49e3-bcff-e4ab47181efe', 'network_id': 'a1e003b7-4a91-4aae-8f26-79af27a10c96', 'port_id': '1493caf1-31e1-49e3-bcff-e4ab47181efe', 'mac_address': 'fa:16:3e:0c:ed:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1514897f-1e80-4aaa-8eed-14f7ba89f526', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:39:42.065708 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:42.079088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1493caf1-31e1-49e3-bcff-e4ab47181efe {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:39:42.097963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 1493caf1-31e1-49e3-bcff-e4ab47181efe, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=1493caf1-31e1-49e3-bcff-e4ab47181efe,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:42.102361 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:42.150104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=1493caf1-31e1-49e3-bcff-e4ab47181efe,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:42.543617 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['1493caf1-31e1-49e3-bcff-e4ab47181efe'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:39:42.774610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad15de-e75c-4616-ae69-85bedb2581ec req-7db9d931-6190-4b6b-b054-ab35ff96a85b tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:42.776145 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48ad15de-e75c-4616-ae69-85bedb2581ec req-7db9d931-6190-4b6b-b054-ab35ff96a85b tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1096 time: 0.0413134 Aug 27 14:39:42.811046 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48ad15de-e75c-4616-ae69-85bedb2581ec req-e59d8738-a2a3-45b9-925e-e58bf81468ad tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289392 Aug 27 14:39:43.915732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3ce02-083b-4568-80bc-1696be2317fc req-ce2d9797-3f1a-41ee-88b6-320bce18256e tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:43.917265 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-81d3ce02-083b-4568-80bc-1696be2317fc req-ce2d9797-3f1a-41ee-88b6-320bce18256e tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1096 time: 0.0410776 Aug 27 14:39:43.930833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 1493caf1-31e1-49e3-bcff-e4ab47181efe up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:39:43.965663 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-81d3ce02-083b-4568-80bc-1696be2317fc req-8c9d0dc2-bf14-4222-88f4-5f174f262308 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Aug 27 14:39:43.992284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 1493caf1-31e1-49e3-bcff-e4ab47181efe completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:39:43.996042 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 1493caf1-31e1-49e3-bcff-e4ab47181efe triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:39:43.996411 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:44.069533 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:44.093965 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b147f3-6cca-4a11-a428-616438d16202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1493caf1-31e1-49e3-bcff-e4ab47181efe'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:39:44.096141 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad12707-7a97-487a-9b90-f3342fc4d67e" -d '{"events": [{"server_uuid": "14b147f3-6cca-4a11-a428-616438d16202", "name": "network-vif-plugged", "status": "completed", "tag": "1493caf1-31e1-49e3-bcff-e4ab47181efe"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:39:44.109284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 1493caf1-31e1-49e3-bcff-e4ab47181efe, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=1493caf1-31e1-49e3-bcff-e4ab47181efe,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:44.113671 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:44.136900 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d327900-fad8-4b8c-9840-8a8f586d085b x-openstack-request-id: req-2d327900-fad8-4b8c-9840-8a8f586d085b {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:39:44.137200 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b147f3-6cca-4a11-a428-616438d16202", "name": "network-vif-plugged", "status": "completed", "tag": "1493caf1-31e1-49e3-bcff-e4ab47181efe", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:39:44.137451 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d327900-fad8-4b8c-9840-8a8f586d085b {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:39:44.137841 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b147f3-6cca-4a11-a428-616438d16202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1493caf1-31e1-49e3-bcff-e4ab47181efe', 'code': 200} Aug 27 14:39:44.164384 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=1493caf1-31e1-49e3-bcff-e4ab47181efe,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:44.255773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fabf5-85d9-4f5d-b9ff-e53658274331 req-1488129b-fc79-4e34-a6c0-c68d83d7e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:44.257627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f95fabf5-85d9-4f5d-b9ff-e53658274331 req-1488129b-fc79-4e34-a6c0-c68d83d7e813 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1097 time: 0.0402360 Aug 27 14:39:44.294355 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f95fabf5-85d9-4f5d-b9ff-e53658274331 req-c99bfa10-6783-434b-af7c-efc00c60b83f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290468 Aug 27 14:39:44.672016 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-398dd97b-a4fe-4a9e-a9f6-8830391ff4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:45.076121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10403e1d-7456-4f95-aaf3-1d73152c681a req-2a9aa2b4-f9bb-4ea1-ae6f-8ea0ded6e7b1 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:45.077639 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10403e1d-7456-4f95-aaf3-1d73152c681a req-2a9aa2b4-f9bb-4ea1-ae6f-8ea0ded6e7b1 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1097 time: 0.0417051 Aug 27 14:39:45.110532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10403e1d-7456-4f95-aaf3-1d73152c681a req-26bddbc8-2983-4d93-9bbd-31bae00b6431 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269454 Aug 27 14:39:46.217830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c439fbe-069a-4f1e-af3a-707932065e27 req-72244493-d71b-4e64-84c1-ca395945229f tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:46.219375 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c439fbe-069a-4f1e-af3a-707932065e27 req-72244493-d71b-4e64-84c1-ca395945229f tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1097 time: 0.0401993 Aug 27 14:39:46.255850 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c439fbe-069a-4f1e-af3a-707932065e27 req-1ad4db4d-b320-45e9-90b1-f4669d1ca06e tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306520 Aug 27 14:39:46.363833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2654e00-823b-483a-8d02-5f4a8e2db909 req-0d7488ab-aea1-4334-844f-d25e0961c345 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:46.370139 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2654e00-823b-483a-8d02-5f4a8e2db909 req-0d7488ab-aea1-4334-844f-d25e0961c345 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1097 time: 0.0441215 Aug 27 14:39:46.401235 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b2654e00-823b-483a-8d02-5f4a8e2db909 req-b42fb2f4-e701-470d-9f57-b7d84c417d9d tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286827 Aug 27 14:39:46.507310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83a61f-d8c9-4cd4-bcb0-23a0f3e1c40f req-2bdae506-50b3-4963-8b78-22f012706775 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:46.508837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c83a61f-d8c9-4cd4-bcb0-23a0f3e1c40f req-2bdae506-50b3-4963-8b78-22f012706775 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1097 time: 0.0428548 Aug 27 14:39:46.545554 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4c83a61f-d8c9-4cd4-bcb0-23a0f3e1c40f req-b0e8ab06-4070-4008-8f2f-8aef79b94073 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307701 Aug 27 14:39:46.765769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d127fb-1948-4a60-b417-b301bb4fbd24 req-db4192c0-e2ea-489d-9fd0-0609fc1231e7 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:46.767329 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4d127fb-1948-4a60-b417-b301bb4fbd24 req-db4192c0-e2ea-489d-9fd0-0609fc1231e7 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1097 time: 0.0394893 Aug 27 14:39:46.801057 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4d127fb-1948-4a60-b417-b301bb4fbd24 req-80acda71-ced5-4c38-b130-67c6b01c145d tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277586 Aug 27 14:39:47.495976 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:47.538968 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0bd911cc-6ea7-42aa-9257-c887efacfd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:47.908714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b482bf9-9c38-42a1-9d4c-13e1ebdfc67b req-be475800-142b-49a3-9659-fc8feefc5c58 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:47.911580 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5b482bf9-9c38-42a1-9d4c-13e1ebdfc67b req-be475800-142b-49a3-9659-fc8feefc5c58 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1097 time: 0.0406606 Aug 27 14:39:47.947510 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5b482bf9-9c38-42a1-9d4c-13e1ebdfc67b req-d83c1c4f-f3a3-4504-8d81-f9bcf8d9c14b tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295947 Aug 27 14:39:48.239099 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:39:48.284789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebaea7-9399-47b7-91f4-e5b4dd93d2f9 req-c67da383-b576-4b47-9330-b8d71b3f8bb5 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:48.286234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-70ebaea7-9399-47b7-91f4-e5b4dd93d2f9 req-c67da383-b576-4b47-9330-b8d71b3f8bb5 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 1097 time: 0.0391881 Aug 27 14:39:48.367413 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-70ebaea7-9399-47b7-91f4-e5b4dd93d2f9 req-6b80b8ff-2bf3-40c3-b301-a9993b3c174d tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Deleting port 1493caf1-31e1-49e3-bcff-e4ab47181efe {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:39:48.367748 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-70ebaea7-9399-47b7-91f4-e5b4dd93d2f9 req-6b80b8ff-2bf3-40c3-b301-a9993b3c174d tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:48.447445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-70ebaea7-9399-47b7-91f4-e5b4dd93d2f9 req-6b80b8ff-2bf3-40c3-b301-a9993b3c174d tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] For port 1493caf1-31e1-49e3-bcff-e4ab47181efe, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=1493caf1-31e1-49e3-bcff-e4ab47181efe,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:48.447722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-70ebaea7-9399-47b7-91f4-e5b4dd93d2f9 req-6b80b8ff-2bf3-40c3-b301-a9993b3c174d tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:48.461111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-70ebaea7-9399-47b7-91f4-e5b4dd93d2f9 req-6b80b8ff-2bf3-40c3-b301-a9993b3c174d tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Calling delete_port for 1493caf1-31e1-49e3-bcff-e4ab47181efe owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:39:48.586016 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-70ebaea7-9399-47b7-91f4-e5b4dd93d2f9 req-6b80b8ff-2bf3-40c3-b301-a9993b3c174d tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:48.596926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['86337f53-8aba-459a-a9f7-2e6b5a038233'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:39:48.621932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['1493caf1-31e1-49e3-bcff-e4ab47181efe'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:39:48.635874 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80b8ff-2bf3-40c3-b301-a9993b3c174d tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Pushing event deleted for resources: {'Port': ['ID=1493caf1-31e1-49e3-bcff-e4ab47181efe,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:48.667572 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ebaea7-9399-47b7-91f4-e5b4dd93d2f9 req-6b80b8ff-2bf3-40c3-b301-a9993b3c174d tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] No DVR routers for this DVR port 1493caf1-31e1-49e3-bcff-e4ab47181efe on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:39:48.670358 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-70ebaea7-9399-47b7-91f4-e5b4dd93d2f9 req-6b80b8ff-2bf3-40c3-b301-a9993b3c174d tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:48.672640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-70ebaea7-9399-47b7-91f4-e5b4dd93d2f9 req-6b80b8ff-2bf3-40c3-b301-a9993b3c174d tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.41 "DELETE /v2.0/ports/1493caf1-31e1-49e3-bcff-e4ab47181efe HTTP/1.1" status: 204 len: 173 time: 0.3800538 Aug 27 14:39:48.673111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b147f3-6cca-4a11-a428-616438d16202', 'name': 'network-vif-deleted', 'tag': '1493caf1-31e1-49e3-bcff-e4ab47181efe'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:39:48.676151 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4428f81-4b4c-448e-ab91-12271362a865" -d '{"events": [{"server_uuid": "14b147f3-6cca-4a11-a428-616438d16202", "name": "network-vif-deleted", "tag": "1493caf1-31e1-49e3-bcff-e4ab47181efe"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:39:48.723687 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f79cf10-d09f-4e52-a580-14524f83a746 x-openstack-request-id: req-9f79cf10-d09f-4e52-a580-14524f83a746 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:39:48.724042 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b147f3-6cca-4a11-a428-616438d16202", "name": "network-vif-deleted", "tag": "1493caf1-31e1-49e3-bcff-e4ab47181efe", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:39:48.724332 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f79cf10-d09f-4e52-a580-14524f83a746 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:39:48.724959 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b147f3-6cca-4a11-a428-616438d16202', 'name': 'network-vif-deleted', 'tag': '1493caf1-31e1-49e3-bcff-e4ab47181efe', 'status': 'completed', 'code': 200} Aug 27 14:39:48.862608 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:49.049820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c242826-e97b-4da4-a03a-1d21d379d023 req-d64bc629-af65-40c8-9122-78e9ba5ff4e4 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14b147f3-6cca-4a11-a428-616438d16202 HTTP/1.1" status: 200 len: 210 time: 0.0253079 Aug 27 14:39:50.307405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d206c62-a469-4781-b446-07e28f1c42c7 req-3fc9c29e-bc66-44bb-aa03-a3c19629c12a tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:50.309374 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2d206c62-a469-4781-b446-07e28f1c42c7 req-3fc9c29e-bc66-44bb-aa03-a3c19629c12a tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0407627 Aug 27 14:39:50.330622 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:50.345916 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2d206c62-a469-4781-b446-07e28f1c42c7 req-aa8bc13f-6cd2-4a84-bec9-6ff21f247e3a tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300817 Aug 27 14:39:51.452637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7af14f-c18f-4637-9209-4571f8dfdd4d req-ee6c604f-166d-44c9-b692-ca1531425941 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:51.454159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7e7af14f-c18f-4637-9209-4571f8dfdd4d req-ee6c604f-166d-44c9-b692-ca1531425941 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0392425 Aug 27 14:39:51.493755 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7e7af14f-c18f-4637-9209-4571f8dfdd4d req-0dea1c43-3ca1-4b5a-bf87-61b4e2395f39 tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3f4f0466-b015-4b08-853c-5299a0663074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330532 Aug 27 14:39:51.623602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a37148-1de0-4f46-99b5-21755ec78f6e req-3fa11c67-de3a-454e-9f91-e0a66754c94b tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:39:51.625146 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43a37148-1de0-4f46-99b5-21755ec78f6e req-3fa11c67-de3a-454e-9f91-e0a66754c94b tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0397043 Aug 27 14:39:51.705813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-43a37148-1de0-4f46-99b5-21755ec78f6e req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Deleting port 86337f53-8aba-459a-a9f7-2e6b5a038233 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:39:51.706155 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-43a37148-1de0-4f46-99b5-21755ec78f6e req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:51.765300 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:51.787517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-43a37148-1de0-4f46-99b5-21755ec78f6e req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] For port 86337f53-8aba-459a-a9f7-2e6b5a038233, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=86337f53-8aba-459a-a9f7-2e6b5a038233,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:51.787995 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-43a37148-1de0-4f46-99b5-21755ec78f6e req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:51.800209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-43a37148-1de0-4f46-99b5-21755ec78f6e req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Calling delete_port for 86337f53-8aba-459a-a9f7-2e6b5a038233 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:39:51.923721 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-43a37148-1de0-4f46-99b5-21755ec78f6e req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:51.932425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 1493caf1-31e1-49e3-bcff-e4ab47181efe no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:39:51.935653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['86337f53-8aba-459a-a9f7-2e6b5a038233'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:39:51.954412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Pushing event deleted for resources: {'Port': ['ID=86337f53-8aba-459a-a9f7-2e6b5a038233,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:51.972282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 1493caf1-31e1-49e3-bcff-e4ab47181efe {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:39:51.973450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 1493caf1-31e1-49e3-bcff-e4ab47181efe not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:39:51.983488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:51.983840 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:51.984186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:51.984527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:51.984866 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:51.985200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:51.985530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:51.985862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:51.986186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:51.986520 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:51.986874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:51.987196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:52.011946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a37148-1de0-4f46-99b5-21755ec78f6e req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] No DVR routers for this DVR port 86337f53-8aba-459a-a9f7-2e6b5a038233 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:39:52.014676 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-43a37148-1de0-4f46-99b5-21755ec78f6e req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:52.016824 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43a37148-1de0-4f46-99b5-21755ec78f6e req-19d6041f-47c7-4471-87e8-4bbd2b54c0ae tempest-TestServerMultinode-1611496388 tempest-TestServerMultinode-1611496388-project-admin] 10.222.0.52 "DELETE /v2.0/ports/86337f53-8aba-459a-a9f7-2e6b5a038233 HTTP/1.1" status: 204 len: 173 time: 0.3858857 Aug 27 14:39:52.017317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1', 'name': 'network-vif-deleted', 'tag': '86337f53-8aba-459a-a9f7-2e6b5a038233'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:39:52.019694 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b6159b-ca5b-4ea1-949f-66a7075fbc05" -d '{"events": [{"server_uuid": "e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1", "name": "network-vif-deleted", "tag": "86337f53-8aba-459a-a9f7-2e6b5a038233"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:39:52.061703 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9386e664-91a7-4173-9327-9acac9f3c702 x-openstack-request-id: req-9386e664-91a7-4173-9327-9acac9f3c702 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:39:52.061994 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1", "name": "network-vif-deleted", "tag": "86337f53-8aba-459a-a9f7-2e6b5a038233", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:39:52.062252 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9386e664-91a7-4173-9327-9acac9f3c702 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:39:52.062661 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cbdcb7-0eb1-48ff-985f-47dee42aa2d1', 'name': 'network-vif-deleted', 'tag': '86337f53-8aba-459a-a9f7-2e6b5a038233', 'status': 'completed', 'code': 200} Aug 27 14:39:52.554875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42934) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:53.215594 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-104bbf05-bd2a-4c80-a899-7f488bff350a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:53.456268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-104bbf05-bd2a-4c80-a899-7f488bff350a admin admin] Deleting port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:39:53.456637 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-104bbf05-bd2a-4c80-a899-7f488bff350a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:53.539221 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-104bbf05-bd2a-4c80-a899-7f488bff350a admin admin] For port 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:53.539492 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-104bbf05-bd2a-4c80-a899-7f488bff350a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:53.551581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-104bbf05-bd2a-4c80-a899-7f488bff350a admin admin] Calling delete_port for 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:39:53.729079 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-104bbf05-bd2a-4c80-a899-7f488bff350a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:53.754216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bbf05-bd2a-4c80-a899-7f488bff350a admin admin] Pushing event deleted for resources: {'Port': ['ID=2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:53.925178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-104bbf05-bd2a-4c80-a899-7f488bff350a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:54.133577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104bbf05-bd2a-4c80-a899-7f488bff350a admin admin] Router 2990e2dd-0a05-4478-a787-e9bbb9c7204d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:39:54.242796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104bbf05-bd2a-4c80-a899-7f488bff350a admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:39:54.248140 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-104bbf05-bd2a-4c80-a899-7f488bff350a admin admin] 10.222.0.55 "PUT /v2.0/routers/2990e2dd-0a05-4478-a787-e9bbb9c7204d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6922586 Aug 27 14:39:54.250708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42936) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:54.251730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dfb322-54f8-4f2e-a7e5-6a0b36999763 None None] Sync routers for ids ['2990e2dd-0a05-4478-a787-e9bbb9c7204d'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:39:54.261627 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dfb322-54f8-4f2e-a7e5-6a0b36999763 None None] Routers {'2990e2dd-0a05-4478-a787-e9bbb9c7204d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:39:54.262246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c5dfb322-54f8-4f2e-a7e5-6a0b36999763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:39:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2990e2dd-0a05-4478-a787-e9bbb9c7204d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:54.355162 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:54.363011 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-c5dfb322-54f8-4f2e-a7e5-6a0b36999763 None None] Set router 2990e2dd-0a05-4478-a787-e9bbb9c7204d gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:39:54.467682 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:54.523664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Deleting port b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:39:54.524014 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:54.544878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c5dfb322-54f8-4f2e-a7e5-6a0b36999763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'name': 'tempest-TestServerMultinode-1135936779-router', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:53Z', 'revision_number': 5, 'project_id': '5b8e130a6b7c41139051f1d05b66e80b', 'gw_port': {'id': 'b9fbfb31-fe4d-4cd9-9115-3926d940f0f9', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:54.571857 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dfb322-54f8-4f2e-a7e5-6a0b36999763 None None] Checking router: 2990e2dd-0a05-4478-a787-e9bbb9c7204d for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:39:54.580150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dfb322-54f8-4f2e-a7e5-6a0b36999763 None None] Routers {'2990e2dd-0a05-4478-a787-e9bbb9c7204d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:39:54.580754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c5dfb322-54f8-4f2e-a7e5-6a0b36999763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:39:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2990e2dd-0a05-4478-a787-e9bbb9c7204d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:54.609651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] For port b9fbfb31-fe4d-4cd9-9115-3926d940f0f9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b9fbfb31-fe4d-4cd9-9115-3926d940f0f9,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:54.610019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:54.624932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Calling delete_port for b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:39:54.665313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-c5dfb322-54f8-4f2e-a7e5-6a0b36999763 None None] Set router 2990e2dd-0a05-4478-a787-e9bbb9c7204d gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:39:54.715488 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c5dfb322-54f8-4f2e-a7e5-6a0b36999763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'name': 'tempest-TestServerMultinode-1135936779-router', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:54Z', 'revision_number': 6, 'project_id': '5b8e130a6b7c41139051f1d05b66e80b', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:54.746868 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dfb322-54f8-4f2e-a7e5-6a0b36999763 None None] The sync data for ids ['2990e2dd-0a05-4478-a787-e9bbb9c7204d'] in n-d-712139-12 is: [{'id': '2990e2dd-0a05-4478-a787-e9bbb9c7204d', 'name': 'tempest-TestServerMultinode-1135936779-router', 'tenant_id': '5b8e130a6b7c41139051f1d05b66e80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:15Z', 'updated_at': '2021-08-27T14:39:54Z', 'revision_number': 6, 'project_id': '5b8e130a6b7c41139051f1d05b66e80b', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:39:54.797106 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:54.824801 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Pushing event deleted for resources: {'Port': ['ID=b9fbfb31-fe4d-4cd9-9115-3926d940f0f9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:54.884439 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:54.981077 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:54.983124 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.026655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.027195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2990e2dd-0a05-4478-a787-e9bbb9c7204d {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:39:55.032143 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.033278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7780f59e-0166-4840-8006-83fde143a47d admin admin] 10.222.0.55 "DELETE /v2.0/routers/2990e2dd-0a05-4478-a787-e9bbb9c7204d HTTP/1.1" status: 204 len: 168 time: 0.7816179 Aug 27 14:39:55.035930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42938) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:55.076524 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 86337f53-8aba-459a-a9f7-2e6b5a038233 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:39:55.081786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e52059-71a0-4c30-8aa7-81064c2e7c48 admin admin] Deleting subnet 1514897f-1e80-4aaa-8eed-14f7ba89f526 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:39:55.085299 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70e52059-71a0-4c30-8aa7-81064c2e7c48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.107120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 86337f53-8aba-459a-a9f7-2e6b5a038233 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:39:55.107295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 86337f53-8aba-459a-a9f7-2e6b5a038233 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:39:55.122841 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70e52059-71a0-4c30-8aa7-81064c2e7c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.206328 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70e52059-71a0-4c30-8aa7-81064c2e7c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.258769 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70e52059-71a0-4c30-8aa7-81064c2e7c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.285665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-70e52059-71a0-4c30-8aa7-81064c2e7c48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.290699 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-70e52059-71a0-4c30-8aa7-81064c2e7c48 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1514897f-1e80-4aaa-8eed-14f7ba89f526 HTTP/1.1" status: 204 len: 168 time: 0.2506781 Aug 27 14:39:55.290699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e52059-71a0-4c30-8aa7-81064c2e7c48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1514897f-1e80-4aaa-8eed-14f7ba89f526,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:55.291529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42940) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:55.293122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb18198-6989-4fef-a13d-fb02d4c01151 None None] Network a1e003b7-4a91-4aae-8f26-79af27a10c96 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:39:55.363396 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.419233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Deleting port 6ffc8c27-65ba-4eae-85e2-f03500437804 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:39:55.419580 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.488212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] For port 6ffc8c27-65ba-4eae-85e2-f03500437804, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6ffc8c27-65ba-4eae-85e2-f03500437804,segment=NetworkSegment(c45da1d0-19d0-4103-bce2-503fd9f2f0b3),segment_id=c45da1d0-19d0-4103-bce2-503fd9f2f0b3)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:55.488594 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.503907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Calling delete_port for 6ffc8c27-65ba-4eae-85e2-f03500437804 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:39:55.591220 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.616177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ffc8c27-65ba-4eae-85e2-f03500437804,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:55.626433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] No DVR routers for this DVR port 6ffc8c27-65ba-4eae-85e2-f03500437804 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:39:55.640703 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef634e52-2e9f-45f8-8167-c6f61862a817 None None] DHCP port deletion for a1e003b7-4a91-4aae-8f26-79af27a10c96 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:39:55.702214 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.713684 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e003b7-4a91-4aae-8f26-79af27a10c96']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:55.730802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:55.731093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45da1d0-19d0-4103-bce2-503fd9f2f0b3') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:55.740551 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.755704 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.763610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:39:55.764378 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:39:55.766475 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:39:55.823893 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.829727 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:55.831747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a1e003b7-4a91-4aae-8f26-79af27a10c96 HTTP/1.1" status: 204 len: 168 time: 0.5386732 Aug 27 14:39:55.834645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42942) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:55.843977 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed40df5-cd37-4143-89fe-76fa69b546e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e003b7-4a91-4aae-8f26-79af27a10c96,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:56.184475 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0620575d-f645-4bf7-ba5f-4a3eb7e5b495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:56.217162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:39:56.238057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:39:56.238405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b9fbfb31-fe4d-4cd9-9115-3926d940f0f9 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:39:56.238845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:39:56.259048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:39:56.259394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 2bbdf8e1-18f8-4e9d-80e4-498c4f592bc7 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:39:56.259806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6ffc8c27-65ba-4eae-85e2-f03500437804 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:39:56.278761 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 6ffc8c27-65ba-4eae-85e2-f03500437804 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:39:56.279114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6ffc8c27-65ba-4eae-85e2-f03500437804 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:39:56.478254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0620575d-f645-4bf7-ba5f-4a3eb7e5b495 admin admin] Deleting port 33c642a5-9f89-48ab-917a-81ea765d2a8f {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:39:56.478878 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0620575d-f645-4bf7-ba5f-4a3eb7e5b495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:56.576847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-0620575d-f645-4bf7-ba5f-4a3eb7e5b495 admin admin] For port 33c642a5-9f89-48ab-917a-81ea765d2a8f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=33c642a5-9f89-48ab-917a-81ea765d2a8f,segment=NetworkSegment(5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5),segment_id=5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:56.577209 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0620575d-f645-4bf7-ba5f-4a3eb7e5b495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:56.591048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-0620575d-f645-4bf7-ba5f-4a3eb7e5b495 admin admin] Calling delete_port for 33c642a5-9f89-48ab-917a-81ea765d2a8f owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:39:56.785301 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0620575d-f645-4bf7-ba5f-4a3eb7e5b495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:56.812576 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620575d-f645-4bf7-ba5f-4a3eb7e5b495 admin admin] Pushing event deleted for resources: {'Port': ['ID=33c642a5-9f89-48ab-917a-81ea765d2a8f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:56.992284 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0620575d-f645-4bf7-ba5f-4a3eb7e5b495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:57.532773 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0620575d-f645-4bf7-ba5f-4a3eb7e5b495 admin admin] Router e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:39:57.636972 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0620575d-f645-4bf7-ba5f-4a3eb7e5b495 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:39:57.642838 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0620575d-f645-4bf7-ba5f-4a3eb7e5b495 admin admin] 10.222.0.55 "PUT /v2.0/routers/e3a3b22f-2e75-45e6-9a8b-3c9abd514d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8061206 Aug 27 14:39:57.645069 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42944) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:57.648740 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8ba1a-e1c7-428f-a4ed-f08e186835d0 None None] Sync routers for ids ['e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:39:57.658100 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8ba1a-e1c7-428f-a4ed-f08e186835d0 None None] Routers {'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:39:57.658737 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6dc8ba1a-e1c7-428f-a4ed-f08e186835d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:39:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:57.755326 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:57.764142 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-6dc8ba1a-e1c7-428f-a4ed-f08e186835d0 None None] Set router e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:39:57.859146 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:57.911685 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Deleting port b593562d-e4a7-4e67-8cc5-cd21498edef7 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:39:57.912061 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:57.941364 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6dc8ba1a-e1c7-428f-a4ed-f08e186835d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'name': 'tempest-TestServerMultinode-1519044251-router', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:56Z', 'revision_number': 5, 'project_id': '74ddbe392b044fd7bf1c4863fd592423', 'gw_port': {'id': 'b593562d-e4a7-4e67-8cc5-cd21498edef7', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:57.967988 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8ba1a-e1c7-428f-a4ed-f08e186835d0 None None] Checking router: e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:39:57.976300 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8ba1a-e1c7-428f-a4ed-f08e186835d0 None None] Routers {'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:39:57.976901 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6dc8ba1a-e1c7-428f-a4ed-f08e186835d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:39:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:57.993586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] For port b593562d-e4a7-4e67-8cc5-cd21498edef7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b593562d-e4a7-4e67-8cc5-cd21498edef7,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:57.994138 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.007691 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Calling delete_port for b593562d-e4a7-4e67-8cc5-cd21498edef7 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:39:58.061679 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-6dc8ba1a-e1c7-428f-a4ed-f08e186835d0 None None] Set router e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:39:58.111954 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6dc8ba1a-e1c7-428f-a4ed-f08e186835d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'name': 'tempest-TestServerMultinode-1519044251-router', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:57Z', 'revision_number': 6, 'project_id': '74ddbe392b044fd7bf1c4863fd592423', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:58.141617 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8ba1a-e1c7-428f-a4ed-f08e186835d0 None None] The sync data for ids ['e3a3b22f-2e75-45e6-9a8b-3c9abd514d80'] in n-d-712139-12 is: [{'id': 'e3a3b22f-2e75-45e6-9a8b-3c9abd514d80', 'name': 'tempest-TestServerMultinode-1519044251-router', 'tenant_id': '74ddbe392b044fd7bf1c4863fd592423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:39:20Z', 'updated_at': '2021-08-27T14:39:57Z', 'revision_number': 6, 'project_id': '74ddbe392b044fd7bf1c4863fd592423', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:39:58.173529 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.201140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Pushing event deleted for resources: {'Port': ['ID=b593562d-e4a7-4e67-8cc5-cd21498edef7,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:58.261956 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.348565 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.351307 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.392570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.393002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:39:58.397061 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.398217 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f8ef5f8b-fd60-4036-b7e2-704fdb707bad admin admin] 10.222.0.55 "DELETE /v2.0/routers/e3a3b22f-2e75-45e6-9a8b-3c9abd514d80 HTTP/1.1" status: 204 len: 168 time: 0.7526948 Aug 27 14:39:58.400777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 42946) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:58.445807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54506c7-d3d4-41bf-9d01-521bf2292b76 admin admin] Deleting subnet bc68d70d-d48e-4498-92af-23a3987eb7ca {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:39:58.448723 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a54506c7-d3d4-41bf-9d01-521bf2292b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.485025 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a54506c7-d3d4-41bf-9d01-521bf2292b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.576742 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a54506c7-d3d4-41bf-9d01-521bf2292b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.630698 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a54506c7-d3d4-41bf-9d01-521bf2292b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.653797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54506c7-d3d4-41bf-9d01-521bf2292b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc68d70d-d48e-4498-92af-23a3987eb7ca,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:58.659339 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a54506c7-d3d4-41bf-9d01-521bf2292b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.661181 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a54506c7-d3d4-41bf-9d01-521bf2292b76 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bc68d70d-d48e-4498-92af-23a3987eb7ca HTTP/1.1" status: 204 len: 168 time: 0.2595007 Aug 27 14:39:58.664522 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42948) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:58.665367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db195b-17be-422d-9232-aab6e691e7f4 None None] Network 666deb7f-4104-4973-8889-39a189db3468 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:39:58.737282 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.792225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Deleting port e1c1e826-7d4b-43c1-97df-6120064fd923 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:39:58.792585 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.854433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] For port e1c1e826-7d4b-43c1-97df-6120064fd923, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e1c1e826-7d4b-43c1-97df-6120064fd923,segment=NetworkSegment(5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5),segment_id=5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:58.854763 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.867662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Calling delete_port for e1c1e826-7d4b-43c1-97df-6120064fd923 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:39:58.912495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] DHCP port deletion for 666deb7f-4104-4973-8889-39a189db3468 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:39:58.951311 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.962313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Deleting port e1c1e826-7d4b-43c1-97df-6120064fd923 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:39:58.962798 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:58.979181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c1e826-7d4b-43c1-97df-6120064fd923,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:58.982588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] No DVR routers for this DVR port e1c1e826-7d4b-43c1-97df-6120064fd923 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:39:59.031606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] For port e1c1e826-7d4b-43c1-97df-6120064fd923, host n-d-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:39:59.032004 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.046184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Calling delete_port for e1c1e826-7d4b-43c1-97df-6120064fd923 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:39:59.048879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.ipam_backend_mixin [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Port e1c1e826-7d4b-43c1-97df-6120064fd923 was not found and therefore no delete operation was performed {{(pid=101188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:39:59.050276 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.054907 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.064793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666deb7f-4104-4973-8889-39a189db3468']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:59.074077 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Pushing event deleted for resources: {'Port': ['ID=e1c1e826-7d4b-43c1-97df-6120064fd923,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:59.079978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:59.080276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b14fb8f-4ce7-480a-ae3f-1dcfffb653c5') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:39:59.084551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] No DVR routers for this DVR port e1c1e826-7d4b-43c1-97df-6120064fd923 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:39:59.090070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:59.090424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:59.090787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:59.091123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:59.091453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:59.092550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:59.092550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:59.092550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:59.092830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:59.093104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:59.093425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:59.093744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db582454-7b50-4f55-a7b8-6410d7ac517f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:39:59.094981 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.110075 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.116319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:39:59.116723 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:39:59.118455 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:39:59.175646 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.181912 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.183821 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] 10.222.0.55 "DELETE /v2.0/networks/666deb7f-4104-4973-8889-39a189db3468 HTTP/1.1" status: 204 len: 168 time: 0.5182822 Aug 27 14:39:59.199231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b1957-0056-4ea2-b57a-cf5541120569 admin admin] Pushing event deleted for resources: {'Network': ['ID=666deb7f-4104-4973-8889-39a189db3468,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:59.346590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42952) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:59.386903 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-78e1789b-c36f-4c7e-a2d4-fa47f05a5d2e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b8e130a6b7c41139051f1d05b66e80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390379 Aug 27 14:39:59.389329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42954) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:59.436595 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f51a0e62-f7d4-4f5a-9632-70e427b4989a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.462205 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f51a0e62-f7d4-4f5a-9632-70e427b4989a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.511090 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f51a0e62-f7d4-4f5a-9632-70e427b4989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.513739 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f51a0e62-f7d4-4f5a-9632-70e427b4989a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.514929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f51a0e62-f7d4-4f5a-9632-70e427b4989a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73160427-5222-4e7e-90e1-08676f13b6ba HTTP/1.1" status: 204 len: 168 time: 0.1246717 Aug 27 14:39:59.523377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a0e62-f7d4-4f5a-9632-70e427b4989a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73160427-5222-4e7e-90e1-08676f13b6ba,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:39:59.829136 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42960) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:59.870796 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1f464584-f2ed-445c-8dd2-346367c61bd7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74ddbe392b044fd7bf1c4863fd592423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404572 Aug 27 14:39:59.873250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 42962) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:39:59.922157 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59ce94c6-792f-4cd0-b04a-9e8ac8f2bc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.943253 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59ce94c6-792f-4cd0-b04a-9e8ac8f2bc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.988465 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59ce94c6-792f-4cd0-b04a-9e8ac8f2bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.992071 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-59ce94c6-792f-4cd0-b04a-9e8ac8f2bc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:39:59.992820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-59ce94c6-792f-4cd0-b04a-9e8ac8f2bc46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f4f0466-b015-4b08-853c-5299a0663074 HTTP/1.1" status: 204 len: 168 time: 0.1186674 Aug 27 14:40:00.000841 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce94c6-792f-4cd0-b04a-9e8ac8f2bc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4f0466-b015-4b08-853c-5299a0663074,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:00.217855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 33c642a5-9f89-48ab-917a-81ea765d2a8f no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:40:00.239455 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 33c642a5-9f89-48ab-917a-81ea765d2a8f {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:40:00.239813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 33c642a5-9f89-48ab-917a-81ea765d2a8f not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:40:00.240316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e1c1e826-7d4b-43c1-97df-6120064fd923 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:40:00.261286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: e1c1e826-7d4b-43c1-97df-6120064fd923 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:40:00.261531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e1c1e826-7d4b-43c1-97df-6120064fd923 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:40:00.261951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b593562d-e4a7-4e67-8cc5-cd21498edef7 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:40:00.285646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b593562d-e4a7-4e67-8cc5-cd21498edef7 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:40:00.286004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b593562d-e4a7-4e67-8cc5-cd21498edef7 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:40:03.516858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf7ffd3a-0f34-4049-9b50-0d95cbb73ba5 req-b6bae50e-dd1f-45d0-8f16-f02d518022c1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0420902 Aug 27 14:40:03.592537 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf7ffd3a-0f34-4049-9b50-0d95cbb73ba5 req-dd41fc38-5f79-4994-802e-5686c30a538c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0302305 Aug 27 14:40:03.633290 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf7ffd3a-0f34-4049-9b50-0d95cbb73ba5 req-a0394d5d-bf15-4b2c-b10d-e7b90a196713 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207856 Aug 27 14:40:03.728867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ffd3a-0f34-4049-9b50-0d95cbb73ba5 req-7aabea45-91d8-4e84-a66b-33f73d513b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:03.730357 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf7ffd3a-0f34-4049-9b50-0d95cbb73ba5 req-7aabea45-91d8-4e84-a66b-33f73d513b51 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904069 Aug 27 14:40:09.968331 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-af5a8449-c251-49e5-a92b-ceb18affb050 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=bafee5a07126413f8815957541965762&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231855 Aug 27 14:40:10.076938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-bc51a78e-3367-43a5-82ce-6878ff38a7f2 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:10.078513 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-bc51a78e-3367-43a5-82ce-6878ff38a7f2 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048257 Aug 27 14:40:10.093860 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fa0a85e2-de82-45cf-b6af-495a5182dc2a tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/quotas/bafee5a07126413f8815957541965762 HTTP/1.1" status: 200 len: 375 time: 0.0097029 Aug 27 14:40:10.125943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-6fdd3184-7440-4215-bfca-d5115642f813 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bafee5a07126413f8815957541965762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268760 Aug 27 14:40:10.200495 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:10.286173 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2cf93751-1a57-4c2d-a616-99b9e4000000 req-5f8be873-60ed-49f3-94a8-79ae0689a36b tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 210 time: 0.0309086 Aug 27 14:40:11.091894 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-600e3953-3850-4f3a-94cb-d2c5febeb9dd tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=bafee5a07126413f8815957541965762&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219116 Aug 27 14:40:11.202982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-9fbca5b1-86cf-4f54-b9f4-133705f07c56 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:11.204445 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-9fbca5b1-86cf-4f54-b9f4-133705f07c56 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072953 Aug 27 14:40:11.217941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Request body: {'port': {'device_id': '19d342be-3dd9-4411-9092-50f65d85dd9f', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'admin_state_up': True, 'tenant_id': 'bafee5a07126413f8815957541965762'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:40:11.330003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Made reservation on behalf of bafee5a07126413f8815957541965762 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:40:11.333871 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:11.343587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:11.382411 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-08ea2660-f0a8-4c94-919d-cfe47134b103 req-6eead032-87f2-41ba-b6a3-4722d7e412fe tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 210 time: 0.0281210 Aug 27 14:40:11.438466 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:11.442229 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:11.504001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a62353-0cd8-4446-898b-f5e3d004e4ae,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:11.579374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Allocated IP 192.168.233.94 (aa3a4682-fbc1-42d6-9294-1c58495fcb6c/403548e8-f4eb-4eeb-99ae-a13b6d48ed5e/9dd33cfe-0da4-411e-bb1f-dfe1520bef60) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:40:11.727799 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:11.740936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Transition to ACTIVE for port object 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:40:11.772893 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:11.815467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Network aa3a4682-fbc1-42d6-9294-1c58495fcb6c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:40:11.818476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:40:11.821671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:40:11.856991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Pushing event updated for resources: {'Port': ['ID=9dd33cfe-0da4-411e-bb1f-dfe1520bef60,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:11.883724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:11.884391 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:11.899894 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-fc1c68d1-59e4-433f-99cf-e96e2cc7f75d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6855249 Aug 27 14:40:11.912459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Request body: {'port': {'device_id': '19d342be-3dd9-4411-9092-50f65d85dd9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:40:11.969997 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:12.021302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c96f3924-e6e2-461a-99c9-717ef770e633 None None] Provisioning for port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:40:12.026352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c96f3924-e6e2-461a-99c9-717ef770e633 None None] Provisioning complete for port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:40:12.026959 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c96f3924-e6e2-461a-99c9-717ef770e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:12.060411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c96f3924-e6e2-461a-99c9-717ef770e633 None None] Port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:40:12.247336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:40:12.254549 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:12.267075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Transition to ACTIVE for port object 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:40:12.270773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:12.324992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Pushing event updated for resources: {'Port': ['ID=9dd33cfe-0da4-411e-bb1f-dfe1520bef60,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:12.392800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Attempting to bind port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:40:12.393473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Attempting to bind port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:40:12.393473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Attempting to bind port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:40:12.397883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:40:12.398208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Attempting to bind port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 on network aa3a4682-fbc1-42d6-9294-1c58495fcb6c {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:40:12.403639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:40:12.403979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Checking segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:40:12.404372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Bound using segment: {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:40:12.404829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Bound port: 9dd33cfe-0da4-411e-bb1f-dfe1520bef60, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c2a5c9-c058-4015-a965-4f3bc069f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:40:12.405192 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:12.506673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] For port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:40:12.511102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] For port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9dd33cfe-0da4-411e-bb1f-dfe1520bef60,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:40:12.516221 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:12.536651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc6724-5abd-4c0c-9287-8a307bee68c1 req-77eb0327-7d31-43df-b0c8-0afc88dca299 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:12.538156 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-72bc6724-5abd-4c0c-9287-8a307bee68c1 req-77eb0327-7d31-43df-b0c8-0afc88dca299 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 947 time: 0.0810556 Aug 27 14:40:12.565027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:12.565703 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:12.567145 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] 10.222.0.52 "PUT /v2.0/ports/9dd33cfe-0da4-411e-bb1f-dfe1520bef60 HTTP/1.1" status: 200 len: 1096 time: 0.6590807 Aug 27 14:40:12.567532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d342be-3dd9-4411-9092-50f65d85dd9f', 'tag': '9dd33cfe-0da4-411e-bb1f-dfe1520bef60'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:40:12.569762 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec798c4-5c49-43f2-b86b-75eca3a5f063" -d '{"events": [{"name": "network-changed", "server_uuid": "19d342be-3dd9-4411-9092-50f65d85dd9f", "tag": "9dd33cfe-0da4-411e-bb1f-dfe1520bef60"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:40:12.635266 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b572361e-f5c1-4302-9346-6207fc97b93b x-openstack-request-id: req-b572361e-f5c1-4302-9346-6207fc97b93b {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:40:12.635561 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d342be-3dd9-4411-9092-50f65d85dd9f", "tag": "9dd33cfe-0da4-411e-bb1f-dfe1520bef60", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:40:12.635814 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b572361e-f5c1-4302-9346-6207fc97b93b {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:40:12.636216 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d342be-3dd9-4411-9092-50f65d85dd9f', 'tag': '9dd33cfe-0da4-411e-bb1f-dfe1520bef60', 'status': 'completed', 'code': 200} Aug 27 14:40:12.666394 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-72bc6724-5abd-4c0c-9287-8a307bee68c1 req-4cb31dc6-eeb0-4dc1-9a09-c3248c4606b6 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1a62353-0cd8-4446-898b-f5e3d004e4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052330 Aug 27 14:40:12.667063 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77630b-acc8-426c-b812-50ca43a2f9cb service neutron] Pushing event updated for resources: {'Port': ['ID=9dd33cfe-0da4-411e-bb1f-dfe1520bef60,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:12.689058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-ea33696c-328c-46d7-ae41-d66ad4e80375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:12.690606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-ea33696c-328c-46d7-ae41-d66ad4e80375 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bafee5a07126413f8815957541965762&device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 1099 time: 0.0743945 Aug 27 14:40:12.735403 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-7d4ffebb-f9fd-4874-8b9e-f28d3897ab9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9dd33cfe-0da4-411e-bb1f-dfe1520bef60 HTTP/1.1" status: 200 len: 217 time: 0.0370550 Aug 27 14:40:12.786972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2b143459-5e35-4fa7-b372-2a5298f4acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:12.788442 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-2b143459-5e35-4fa7-b372-2a5298f4acb3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0463829 Aug 27 14:40:12.837853 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-64439526-4ba7-4189-8e42-9b51e2fc4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:12.839308 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-64439526-4ba7-4189-8e42-9b51e2fc4d93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0443139 Aug 27 14:40:12.933568 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-3141e2d0-d23b-4eb8-a702-9ff302f64f1d service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860131 Aug 27 14:40:13.031277 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d851c8b5-67ff-461d-8ec9-3135bcaa75ac req-5d4b7b78-19dc-4e7c-94f0-e5bd73c6c249 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899470 Aug 27 14:40:13.125819 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec798c4-5c49-43f2-b86b-75eca3a5f063 req-60f1c1ed-d0f0-4b87-ab9a-e1a5a9a7c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:13.127933 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ec798c4-5c49-43f2-b86b-75eca3a5f063 req-60f1c1ed-d0f0-4b87-ab9a-e1a5a9a7c116 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bafee5a07126413f8815957541965762&device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 1099 time: 0.0463989 Aug 27 14:40:13.221461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec798c4-5c49-43f2-b86b-75eca3a5f063 req-ed7d0955-18b8-4450-8360-fb26f39dca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:13.222888 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ec798c4-5c49-43f2-b86b-75eca3a5f063 req-ed7d0955-18b8-4450-8360-fb26f39dca21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c HTTP/1.1" status: 200 len: 870 time: 0.0882127 Aug 27 14:40:13.267573 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ec798c4-5c49-43f2-b86b-75eca3a5f063 req-52300d7e-e5ea-448d-a753-e2a8d2c76d46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9dd33cfe-0da4-411e-bb1f-dfe1520bef60 HTTP/1.1" status: 200 len: 217 time: 0.0378487 Aug 27 14:40:13.317857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec798c4-5c49-43f2-b86b-75eca3a5f063 req-b357bf8f-921f-4f8f-9f8f-55330a043a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:13.319346 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ec798c4-5c49-43f2-b86b-75eca3a5f063 req-b357bf8f-921f-4f8f-9f8f-55330a043a74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=403548e8-f4eb-4eeb-99ae-a13b6d48ed5e HTTP/1.1" status: 200 len: 843 time: 0.0443652 Aug 27 14:40:13.366754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec798c4-5c49-43f2-b86b-75eca3a5f063 req-56a1c49c-fd2c-4f3d-823d-ac2cc6e1fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:13.368423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ec798c4-5c49-43f2-b86b-75eca3a5f063 req-56a1c49c-fd2c-4f3d-823d-ac2cc6e1fa15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa3a4682-fbc1-42d6-9294-1c58495fcb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0392022 Aug 27 14:40:13.760726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ec798c4-5c49-43f2-b86b-75eca3a5f063 req-71a165a0-c9da-4392-a413-781ebb721c27 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833077 Aug 27 14:40:13.787401 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a93d1-97f5-4292-a4a9-011dbd124206 req-b0d4a12a-b5ea-4109-9c13-866bd1e61fe9 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:13.788885 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c4a93d1-97f5-4292-a4a9-011dbd124206 req-b0d4a12a-b5ea-4109-9c13-866bd1e61fe9 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 947 time: 0.0492966 Aug 27 14:40:13.831279 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c4a93d1-97f5-4292-a4a9-011dbd124206 req-6f1fe9e3-c27c-4958-8b81-782c7619a93a tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1a62353-0cd8-4446-898b-f5e3d004e4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358906 Aug 27 14:40:13.852148 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ec798c4-5c49-43f2-b86b-75eca3a5f063 req-6ee3ba9c-4709-47e4-80f5-bd93c31ccdf0 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3a4682-fbc1-42d6-9294-1c58495fcb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835414 Aug 27 14:40:14.673700 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-874c7688-aea9-4d45-9326-32a453834be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:15.048712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfe422-ce39-49a7-b0ba-e653efd2d200 req-1d369e46-e7f6-4764-87c2-6bfd0be1cd34 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:15.050183 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8cfe422-ce39-49a7-b0ba-e653efd2d200 req-1d369e46-e7f6-4764-87c2-6bfd0be1cd34 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 947 time: 0.1539805 Aug 27 14:40:15.088266 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b8cfe422-ce39-49a7-b0ba-e653efd2d200 req-c196a8ba-a0b9-4066-ac62-77fb190101e3 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1a62353-0cd8-4446-898b-f5e3d004e4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315013 Aug 27 14:40:15.160306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:40:15.262218 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9dd33cfe-0da4-411e-bb1f-dfe1520bef60,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:40:15.273312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '9dd33cfe-0da4-411e-bb1f-dfe1520bef60', 'network_id': 'aa3a4682-fbc1-42d6-9294-1c58495fcb6c', 'port_id': '9dd33cfe-0da4-411e-bb1f-dfe1520bef60', 'mac_address': 'fa:16:3e:8b:b6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403548e8-f4eb-4eeb-99ae-a13b6d48ed5e', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:40:15.309285 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:15.322161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:40:15.340998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9dd33cfe-0da4-411e-bb1f-dfe1520bef60,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:40:15.344678 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:15.391042 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=9dd33cfe-0da4-411e-bb1f-dfe1520bef60,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:15.546901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['9dd33cfe-0da4-411e-bb1f-dfe1520bef60'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:40:16.200576 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887897-e853-48a7-92ff-e29111e10fe2 req-e17c96f4-71fb-42ff-99e3-a35432c4cad6 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:16.202076 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1f887897-e853-48a7-92ff-e29111e10fe2 req-e17c96f4-71fb-42ff-99e3-a35432c4cad6 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 948 time: 0.0489919 Aug 27 14:40:16.239525 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1f887897-e853-48a7-92ff-e29111e10fe2 req-21a74538-89d5-467e-a0d2-41ecd4268eb9 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1a62353-0cd8-4446-898b-f5e3d004e4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315299 Aug 27 14:40:17.187944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:40:17.234564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:40:17.238269 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:40:17.238629 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:17.323022 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:17.346096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d342be-3dd9-4411-9092-50f65d85dd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd33cfe-0da4-411e-bb1f-dfe1520bef60'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:40:17.348594 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be9da71-506d-4e36-b1f7-e0ae1276bd10" -d '{"events": [{"server_uuid": "19d342be-3dd9-4411-9092-50f65d85dd9f", "name": "network-vif-plugged", "status": "completed", "tag": "9dd33cfe-0da4-411e-bb1f-dfe1520bef60"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:40:17.356447 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b4528-3054-4541-bf24-0d5727aecb44 req-2530d2b7-013d-4b4d-b1a5-1ede59f3479b tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:17.357984 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f28b4528-3054-4541-bf24-0d5727aecb44 req-2530d2b7-013d-4b4d-b1a5-1ede59f3479b tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 948 time: 0.0497599 Aug 27 14:40:17.362191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9dd33cfe-0da4-411e-bb1f-dfe1520bef60,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:40:17.368518 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:17.392825 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e76ac91-9fbf-43eb-9b9c-a1dd826c2e94 x-openstack-request-id: req-6e76ac91-9fbf-43eb-9b9c-a1dd826c2e94 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:40:17.393125 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d342be-3dd9-4411-9092-50f65d85dd9f", "name": "network-vif-plugged", "status": "completed", "tag": "9dd33cfe-0da4-411e-bb1f-dfe1520bef60", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:40:17.393379 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e76ac91-9fbf-43eb-9b9c-a1dd826c2e94 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:40:17.393772 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d342be-3dd9-4411-9092-50f65d85dd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd33cfe-0da4-411e-bb1f-dfe1520bef60', 'code': 200} Aug 27 14:40:17.410803 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f28b4528-3054-4541-bf24-0d5727aecb44 req-e4b0687a-88c8-41dc-8b8a-3cb23d61089d tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1a62353-0cd8-4446-898b-f5e3d004e4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457070 Aug 27 14:40:17.420449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=9dd33cfe-0da4-411e-bb1f-dfe1520bef60,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:17.491301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971b625-61db-42e2-9127-51fcf8f2f493 req-389acf51-d105-45f7-aabb-9be10be1a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:17.493267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a971b625-61db-42e2-9127-51fcf8f2f493 req-389acf51-d105-45f7-aabb-9be10be1a70e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 1101 time: 0.0426092 Aug 27 14:40:17.497100 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:17.530214 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a971b625-61db-42e2-9127-51fcf8f2f493 req-4dc7eb94-537b-4488-98e6-8bed90b318c9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d1a62353-0cd8-4446-898b-f5e3d004e4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298851 Aug 27 14:40:17.541314 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-60388267-3fa9-4e63-aec5-4687c1ad9cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:18.220683 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a3c8e55-5e14-4ee2-b0fc-8646b9905bb8 req-8f5ed411-7a65-4dbe-a642-a4f0c13fb727 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257931 Aug 27 14:40:18.301081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a3c8e55-5e14-4ee2-b0fc-8646b9905bb8 req-dec9e5b1-2b90-4ffb-a57f-b0c7c3b55793 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0248072 Aug 27 14:40:18.344718 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a3c8e55-5e14-4ee2-b0fc-8646b9905bb8 req-520f8d15-1f2e-482c-89e1-a1d60a863096 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193989 Aug 27 14:40:18.448880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c8e55-5e14-4ee2-b0fc-8646b9905bb8 req-63b36da3-0606-474b-b405-60f785f7a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:18.450378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a3c8e55-5e14-4ee2-b0fc-8646b9905bb8 req-63b36da3-0606-474b-b405-60f785f7a72d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989485 Aug 27 14:40:18.524289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56cc74-5553-4948-891e-2244ee5a5812 req-bad7077f-ac84-44d9-aa14-a03d45271f2a tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:18.525785 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac56cc74-5553-4948-891e-2244ee5a5812 req-bad7077f-ac84-44d9-aa14-a03d45271f2a tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 949 time: 0.0509579 Aug 27 14:40:18.565177 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac56cc74-5553-4948-891e-2244ee5a5812 req-3ad7fb2d-7cde-4fd6-a1bd-66e4e1d443fd tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1a62353-0cd8-4446-898b-f5e3d004e4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332491 Aug 27 14:40:18.864966 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:19.687141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d83b23-d1eb-435c-9c92-5ab63e731929 req-9019bbfa-1681-4ee8-9d00-12b29cee6f46 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:19.688642 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83d83b23-d1eb-435c-9c92-5ab63e731929 req-9019bbfa-1681-4ee8-9d00-12b29cee6f46 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 949 time: 0.0530729 Aug 27 14:40:19.726857 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83d83b23-d1eb-435c-9c92-5ab63e731929 req-d629a045-0abf-4885-ac71-0f7dd6547ac2 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1a62353-0cd8-4446-898b-f5e3d004e4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Aug 27 14:40:20.333105 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:20.652548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93431c40-508f-458e-92e6-efa3d580df02 req-d91f44cb-3e44-4ed5-a382-5cfdee6b8751 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:20.653976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93431c40-508f-458e-92e6-efa3d580df02 req-d91f44cb-3e44-4ed5-a382-5cfdee6b8751 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 949 time: 0.0525033 Aug 27 14:40:20.692255 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93431c40-508f-458e-92e6-efa3d580df02 req-0e727f80-d591-4507-8c2d-539e1db17dce tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1a62353-0cd8-4446-898b-f5e3d004e4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322366 Aug 27 14:40:21.763936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:21.813127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a92204-9513-4ef4-9a26-34692b7bbf4d req-1c0bf7bb-118a-41a3-8294-a02b09270770 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:21.814607 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42a92204-9513-4ef4-9a26-34692b7bbf4d req-1c0bf7bb-118a-41a3-8294-a02b09270770 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 949 time: 0.0490108 Aug 27 14:40:21.863689 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-42a92204-9513-4ef4-9a26-34692b7bbf4d req-0fa6b7e6-88a9-44c8-9a0c-e4390f987346 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1a62353-0cd8-4446-898b-f5e3d004e4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Aug 27 14:40:21.887210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03271a5-4a03-4b89-a77b-56806a28a3f7 req-0a222c8e-9ee8-45c2-ad94-b721ddba3544 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:21.888723 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b03271a5-4a03-4b89-a77b-56806a28a3f7 req-0a222c8e-9ee8-45c2-ad94-b721ddba3544 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.52 "GET /v2.0/ports?device_id=19d342be-3dd9-4411-9092-50f65d85dd9f HTTP/1.1" status: 200 len: 949 time: 0.0503466 Aug 27 14:40:21.981124 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-b03271a5-4a03-4b89-a77b-56806a28a3f7 req-69690f7f-9290-4f7c-9979-6bfa76243160 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Deleting port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:40:21.981380 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b03271a5-4a03-4b89-a77b-56806a28a3f7 req-69690f7f-9290-4f7c-9979-6bfa76243160 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:22.068060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-b03271a5-4a03-4b89-a77b-56806a28a3f7 req-69690f7f-9290-4f7c-9979-6bfa76243160 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] For port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9dd33cfe-0da4-411e-bb1f-dfe1520bef60,segment=NetworkSegment(23c2a5c9-c058-4015-a965-4f3bc069f444),segment_id=23c2a5c9-c058-4015-a965-4f3bc069f444)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:40:22.068429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b03271a5-4a03-4b89-a77b-56806a28a3f7 req-69690f7f-9290-4f7c-9979-6bfa76243160 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:22.082269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-b03271a5-4a03-4b89-a77b-56806a28a3f7 req-69690f7f-9290-4f7c-9979-6bfa76243160 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Calling delete_port for 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:40:22.211953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b03271a5-4a03-4b89-a77b-56806a28a3f7 req-69690f7f-9290-4f7c-9979-6bfa76243160 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:22.224149 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['9dd33cfe-0da4-411e-bb1f-dfe1520bef60'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:40:22.241014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69690f7f-9290-4f7c-9979-6bfa76243160 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Pushing event deleted for resources: {'Port': ['ID=9dd33cfe-0da4-411e-bb1f-dfe1520bef60,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:22.286620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03271a5-4a03-4b89-a77b-56806a28a3f7 req-69690f7f-9290-4f7c-9979-6bfa76243160 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] No DVR routers for this DVR port 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:40:22.289415 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-b03271a5-4a03-4b89-a77b-56806a28a3f7 req-69690f7f-9290-4f7c-9979-6bfa76243160 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:22.292375 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b03271a5-4a03-4b89-a77b-56806a28a3f7 req-69690f7f-9290-4f7c-9979-6bfa76243160 tempest-ServersAdminNegativeTestJSON-336664549 tempest-ServersAdminNegativeTestJSON-336664549-project] 10.222.0.52 "DELETE /v2.0/ports/9dd33cfe-0da4-411e-bb1f-dfe1520bef60 HTTP/1.1" status: 204 len: 173 time: 0.3968463 Aug 27 14:40:22.292825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d342be-3dd9-4411-9092-50f65d85dd9f', 'name': 'network-vif-deleted', 'tag': '9dd33cfe-0da4-411e-bb1f-dfe1520bef60'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:40:22.295112 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37ac0ba-b894-462c-802d-4a5b3defa061" -d '{"events": [{"server_uuid": "19d342be-3dd9-4411-9092-50f65d85dd9f", "name": "network-vif-deleted", "tag": "9dd33cfe-0da4-411e-bb1f-dfe1520bef60"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:40:22.337679 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4378a053-f73f-4219-88bc-d7859d9268c9 x-openstack-request-id: req-4378a053-f73f-4219-88bc-d7859d9268c9 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:40:22.338076 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d342be-3dd9-4411-9092-50f65d85dd9f", "name": "network-vif-deleted", "tag": "9dd33cfe-0da4-411e-bb1f-dfe1520bef60", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:40:22.338278 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4378a053-f73f-4219-88bc-d7859d9268c9 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:40:22.338608 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d342be-3dd9-4411-9092-50f65d85dd9f', 'name': 'network-vif-deleted', 'tag': '9dd33cfe-0da4-411e-bb1f-dfe1520bef60', 'status': 'completed', 'code': 200} Aug 27 14:40:23.162963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43090) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:40:23.296095 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-64d228f9-132a-4876-98fd-3adee9d4315f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bafee5a07126413f8815957541965762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319594 Aug 27 14:40:23.299611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43094) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:40:23.346534 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-804891ce-9ac1-48e4-bfac-e0029cbd0544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:23.368490 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-804891ce-9ac1-48e4-bfac-e0029cbd0544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:23.413421 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-804891ce-9ac1-48e4-bfac-e0029cbd0544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:23.416601 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-804891ce-9ac1-48e4-bfac-e0029cbd0544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:23.417777 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-804891ce-9ac1-48e4-bfac-e0029cbd0544 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1a62353-0cd8-4446-898b-f5e3d004e4ae HTTP/1.1" status: 204 len: 168 time: 0.1172709 Aug 27 14:40:23.425660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804891ce-9ac1-48e4-bfac-e0029cbd0544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a62353-0cd8-4446-898b-f5e3d004e4ae,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:23.688121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43100) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:40:23.705043 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99b95e7f-0350-40e0-95c6-a3f93c77912a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:23.797907 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99b95e7f-0350-40e0-95c6-a3f93c77912a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:23.801679 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-99b95e7f-0350-40e0-95c6-a3f93c77912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:23.843372 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-99b95e7f-0350-40e0-95c6-a3f93c77912a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b728a04edd6d494fae1bc8193e6e68c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538768 Aug 27 14:40:23.844539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b95e7f-0350-40e0-95c6-a3f93c77912a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e101e1d7-df97-4987-b276-93f0163636a8,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:23.845866 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43102) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:40:23.896044 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:23.917309 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:23.968487 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:23.971209 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:23.972415 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e101e1d7-df97-4987-b276-93f0163636a8 HTTP/1.1" status: 204 len: 168 time: 0.1247480 Aug 27 14:40:23.980116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e101e1d7-df97-4987-b276-93f0163636a8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:23.987866 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:40:23.988216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:40:23.988556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:40:23.988891 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:40:23.989333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:40:23.989670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:40:23.989996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:40:23.990322 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:40:23.990646 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:40:23.990990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:40:23.991314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:40:23.992892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4189a171-5c42-4d9f-abe8-285188d7edb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:40:24.688708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43124) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:40:24.785700 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1679943443-network', 'tenant_id': 'c4243a4ab58049e48a95b0a28a3cbe07'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:40:24.808176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Made reservation on behalf of c4243a4ab58049e48a95b0a28a3cbe07 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:40:24.810631 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:24.818830 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:24.905263 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:24.909175 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:24.931168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:40:24.945172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dab9d6-0a03-4fcf-9b74-196443d1fc4f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:24.950382 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:24.950749 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Added segment 76b5df38-38e5-4e58-9e1e-d70d77d34e4b of type vlan for network 6ceaba73-7003-4fa1-b308-f56c28372aac Aug 27 14:40:24.995448 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:25.019968 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:25.020818 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:25.021398 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:25.072783 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3829837 Aug 27 14:40:25.075967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43128) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:40:25.081061 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e07ed501-b83c-4858-a9eb-c65f314384e4 admin admin] Request body: {'subnet': {'network_id': '6ceaba73-7003-4fa1-b308-f56c28372aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1679943443-subnet', 'tenant_id': 'c4243a4ab58049e48a95b0a28a3cbe07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:40:25.081807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbf256-bc76-41aa-a017-f35924571699 admin admin] Pushing event updated for resources: {'Network': ['ID=6ceaba73-7003-4fa1-b308-f56c28372aac,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:25.093121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 6ceaba73-7003-4fa1-b308-f56c28372aac details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:40:25.105231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07ed501-b83c-4858-a9eb-c65f314384e4 admin admin] Made reservation on behalf of c4243a4ab58049e48a95b0a28a3cbe07 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:40:25.107769 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e07ed501-b83c-4858-a9eb-c65f314384e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:25.237829 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:40:25.266281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:40:25.280865 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e07ed501-b83c-4858-a9eb-c65f314384e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:25.287131 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:40:25.287481 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9dd33cfe-0da4-411e-bb1f-dfe1520bef60 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:40:25.346552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ed501-b83c-4858-a9eb-c65f314384e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68d09d0-77ec-46ed-8465-a86bcf2c5138,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:25.354978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ed501-b83c-4858-a9eb-c65f314384e4 admin admin] Checking segment: {'id': '76b5df38-38e5-4e58-9e1e-d70d77d34e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6ceaba73-7003-4fa1-b308-f56c28372aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:40:25.355353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07ed501-b83c-4858-a9eb-c65f314384e4 admin admin] Network hostable DHCP agents. Network: 6ceaba73-7003-4fa1-b308-f56c28372aac, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:40:25.371958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07ed501-b83c-4858-a9eb-c65f314384e4 admin admin] Network 6ceaba73-7003-4fa1-b308-f56c28372aac is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:40:25.380286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-e07ed501-b83c-4858-a9eb-c65f314384e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 6ceaba73-7003-4fa1-b308-f56c28372aac) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:40:25.385213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07ed501-b83c-4858-a9eb-c65f314384e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:25.385978 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e07ed501-b83c-4858-a9eb-c65f314384e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:25.390340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598a1959-129c-4c89-8343-cabab75bfc8a None None] Network 6ceaba73-7003-4fa1-b308-f56c28372aac requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:40:25.402650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e07ed501-b83c-4858-a9eb-c65f314384e4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3255363 Aug 27 14:40:25.519953 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a092e82-bf9b-4d8b-9a17-30313a6273e7 None None] Network 6ceaba73-7003-4fa1-b308-f56c28372aac requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:40:25.837153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-fd237768-35e0-4dda-a0ec-4da7c76337b5 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:25.838671 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-fd237768-35e0-4dda-a0ec-4da7c76337b5 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/networks?id=6ceaba73-7003-4fa1-b308-f56c28372aac HTTP/1.1" status: 200 len: 812 time: 0.1050270 Aug 27 14:40:25.854042 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-4ee31d86-9942-41d5-8e4e-863cf5a44318 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/quotas/c4243a4ab58049e48a95b0a28a3cbe07 HTTP/1.1" status: 200 len: 375 time: 0.0096340 Aug 27 14:40:25.891157 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-6dfa388d-5623-480d-b122-38b880d20cfa tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4243a4ab58049e48a95b0a28a3cbe07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317056 Aug 27 14:40:25.983987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-a24f992c-1bd8-4f21-84c0-25d9897654ee service neutron] 10.222.0.55 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861228 Aug 27 14:40:26.080780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-d16f716b-7269-4ee2-935b-9ec0f9d8c4f8 service neutron] 10.222.0.55 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907972 Aug 27 14:40:26.240168 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0f65d9b3-76d7-4886-a4e2-c61e899275b0 req-62ffabee-c236-4bc9-9849-afc1f351201d tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 210 time: 0.0276320 Aug 27 14:40:27.143871 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-c18e484b-9c23-4b99-b068-c7d8fa060802 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:27.145348 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-c18e484b-9c23-4b99-b068-c7d8fa060802 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.52 "GET /v2.0/networks?id=6ceaba73-7003-4fa1-b308-f56c28372aac HTTP/1.1" status: 200 len: 812 time: 0.1042044 Aug 27 14:40:27.158411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-3cca9602-58bc-4c4f-861b-7876d91ab231 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Request body: {'port': {'device_id': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'network_id': '6ceaba73-7003-4fa1-b308-f56c28372aac', 'admin_state_up': True, 'tenant_id': 'c4243a4ab58049e48a95b0a28a3cbe07'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:40:27.271882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-3cca9602-58bc-4c4f-861b-7876d91ab231 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Made reservation on behalf of c4243a4ab58049e48a95b0a28a3cbe07 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:40:27.275932 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-3cca9602-58bc-4c4f-861b-7876d91ab231 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:27.372043 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13340fa1-da8c-4d5f-ac89-2be307ef20e1 req-855291cb-cd95-4e75-a43e-ba564dcf82d9 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 210 time: 0.0373507 Aug 27 14:40:27.440397 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-3cca9602-58bc-4c4f-861b-7876d91ab231 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Allocated IP 172.20.0.14 (6ceaba73-7003-4fa1-b308-f56c28372aac/a68d09d0-77ec-46ed-8465-a86bcf2c5138/40439817-af9b-4b26-9a18-f772b7f70cbe) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:40:27.586526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-3cca9602-58bc-4c4f-861b-7876d91ab231 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:27.627523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-3cca9602-58bc-4c4f-861b-7876d91ab231 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:27.683161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-3cca9602-58bc-4c4f-861b-7876d91ab231 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Network 6ceaba73-7003-4fa1-b308-f56c28372aac is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:40:27.689174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-3cca9602-58bc-4c4f-861b-7876d91ab231 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:40:27.691951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-3cca9602-58bc-4c4f-861b-7876d91ab231 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:40:27.718033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca9602-58bc-4c4f-861b-7876d91ab231 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Pushing event updated for resources: {'Port': ['ID=40439817-af9b-4b26-9a18-f772b7f70cbe,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:27.756538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-3cca9602-58bc-4c4f-861b-7876d91ab231 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:27.757160 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-3cca9602-58bc-4c4f-861b-7876d91ab231 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:27.772280 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-3cca9602-58bc-4c4f-861b-7876d91ab231 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6179254 Aug 27 14:40:27.784876 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Request body: {'port': {'device_id': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:40:27.840823 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:28.119567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40439817-af9b-4b26-9a18-f772b7f70cbe {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:40:28.127357 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:28.139832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Transition to ACTIVE for port object 40439817-af9b-4b26-9a18-f772b7f70cbe will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:40:28.142876 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:28.211083 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=40439817-af9b-4b26-9a18-f772b7f70cbe,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:28.262608 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Attempting to bind port 40439817-af9b-4b26-9a18-f772b7f70cbe on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:40:28.262981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Attempting to bind port 40439817-af9b-4b26-9a18-f772b7f70cbe by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '76b5df38-38e5-4e58-9e1e-d70d77d34e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6ceaba73-7003-4fa1-b308-f56c28372aac'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:40:28.263314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Attempting to bind port 40439817-af9b-4b26-9a18-f772b7f70cbe on network 6ceaba73-7003-4fa1-b308-f56c28372aac {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:40:28.267601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Port 40439817-af9b-4b26-9a18-f772b7f70cbe on network 6ceaba73-7003-4fa1-b308-f56c28372aac not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:40:28.267928 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Attempting to bind port 40439817-af9b-4b26-9a18-f772b7f70cbe on network 6ceaba73-7003-4fa1-b308-f56c28372aac {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:40:28.272677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:40:28.273018 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Checking segment: {'id': '76b5df38-38e5-4e58-9e1e-d70d77d34e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6ceaba73-7003-4fa1-b308-f56c28372aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:40:28.273407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Bound using segment: {'id': '76b5df38-38e5-4e58-9e1e-d70d77d34e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6ceaba73-7003-4fa1-b308-f56c28372aac'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:40:28.273830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Bound port: 40439817-af9b-4b26-9a18-f772b7f70cbe, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b5df38-38e5-4e58-9e1e-d70d77d34e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6ceaba73-7003-4fa1-b308-f56c28372aac'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:40:28.274789 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:28.344352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] For port 40439817-af9b-4b26-9a18-f772b7f70cbe, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:40:28.347441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] For port 40439817-af9b-4b26-9a18-f772b7f70cbe, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=40439817-af9b-4b26-9a18-f772b7f70cbe,segment=NetworkSegment(76b5df38-38e5-4e58-9e1e-d70d77d34e4b),segment_id=76b5df38-38e5-4e58-9e1e-d70d77d34e4b)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:40:28.351723 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:28.392067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:28.392692 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:28.394151 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] 10.222.0.52 "PUT /v2.0/ports/40439817-af9b-4b26-9a18-f772b7f70cbe HTTP/1.1" status: 200 len: 1093 time: 0.6135867 Aug 27 14:40:28.394638 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'tag': '40439817-af9b-4b26-9a18-f772b7f70cbe'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:40:28.396900 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3376ef13-e9ec-41ff-8c93-b6434bd557af" -d '{"events": [{"name": "network-changed", "server_uuid": "be0f20f6-b15c-4a82-8c0e-b8cf3aee4897", "tag": "40439817-af9b-4b26-9a18-f772b7f70cbe"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:40:28.422882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dddde7-8314-49a1-b8cc-78e075082bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=40439817-af9b-4b26-9a18-f772b7f70cbe,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:28.452764 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc399d5b-f75f-4600-af6b-38d7e74c1ef6 x-openstack-request-id: req-fc399d5b-f75f-4600-af6b-38d7e74c1ef6 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:40:28.453072 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0f20f6-b15c-4a82-8c0e-b8cf3aee4897", "tag": "40439817-af9b-4b26-9a18-f772b7f70cbe", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:40:28.453331 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc399d5b-f75f-4600-af6b-38d7e74c1ef6 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:40:28.453742 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'tag': '40439817-af9b-4b26-9a18-f772b7f70cbe', 'status': 'completed', 'code': 200} Aug 27 14:40:28.505338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-ff33eb70-d7f0-48e7-90fa-7501088209e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:28.506910 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-ff33eb70-d7f0-48e7-90fa-7501088209e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4243a4ab58049e48a95b0a28a3cbe07&device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 1096 time: 0.0456004 Aug 27 14:40:28.508330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d08e10-9663-4314-b6de-dda4ed9b2d66 req-6e934412-996e-4873-9ee2-4b665ffb9975 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:28.510370 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21d08e10-9663-4314-b6de-dda4ed9b2d66 req-6e934412-996e-4873-9ee2-4b665ffb9975 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 944 time: 0.0525823 Aug 27 14:40:28.554038 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21d08e10-9663-4314-b6de-dda4ed9b2d66 req-92b61602-2d38-490d-9a10-c936b27373e3 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369179 Aug 27 14:40:28.555830 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-070d9b38-bf7f-47b3-82d8-73e3be05e9e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40439817-af9b-4b26-9a18-f772b7f70cbe HTTP/1.1" status: 200 len: 217 time: 0.0408704 Aug 27 14:40:28.606907 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-704ab592-ae6b-4664-abcd-b309aff29557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:28.608413 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-704ab592-ae6b-4664-abcd-b309aff29557 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a68d09d0-77ec-46ed-8465-a86bcf2c5138 HTTP/1.1" status: 200 len: 852 time: 0.0459728 Aug 27 14:40:28.640622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-1629cb85-e9a3-4ac2-8a27-fe4648a67299 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ceaba73-7003-4fa1-b308-f56c28372aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253570 Aug 27 14:40:28.738278 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-cf7a6f49-cb6c-4261-9abc-66395db60683 service neutron] 10.222.0.52 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900378 Aug 27 14:40:28.828182 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c12b08bf-e513-4e5a-95b9-667ba5937789 req-c564cbd4-29f2-4b11-a626-e518dc95cb63 service neutron] 10.222.0.52 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833156 Aug 27 14:40:28.918058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376ef13-e9ec-41ff-8c93-b6434bd557af req-52d803b2-6bc1-4206-bcc7-fd5dbf6d4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:28.919558 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3376ef13-e9ec-41ff-8c93-b6434bd557af req-52d803b2-6bc1-4206-bcc7-fd5dbf6d4a8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4243a4ab58049e48a95b0a28a3cbe07&device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 1096 time: 0.0424609 Aug 27 14:40:29.019557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376ef13-e9ec-41ff-8c93-b6434bd557af req-ce80d5ee-15cc-48a7-8773-2badffbce221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:29.021064 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3376ef13-e9ec-41ff-8c93-b6434bd557af req-ce80d5ee-15cc-48a7-8773-2badffbce221 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ceaba73-7003-4fa1-b308-f56c28372aac HTTP/1.1" status: 200 len: 913 time: 0.0935867 Aug 27 14:40:29.064875 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3376ef13-e9ec-41ff-8c93-b6434bd557af req-ad578b0b-4695-4a0d-a9a0-7740f7e9addd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40439817-af9b-4b26-9a18-f772b7f70cbe HTTP/1.1" status: 200 len: 217 time: 0.0363910 Aug 27 14:40:29.123537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376ef13-e9ec-41ff-8c93-b6434bd557af req-f41daa93-68a9-430f-87f8-4a9012c209dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:29.125064 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3376ef13-e9ec-41ff-8c93-b6434bd557af req-f41daa93-68a9-430f-87f8-4a9012c209dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a68d09d0-77ec-46ed-8465-a86bcf2c5138 HTTP/1.1" status: 200 len: 852 time: 0.0465040 Aug 27 14:40:29.169827 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3376ef13-e9ec-41ff-8c93-b6434bd557af req-369235f8-78d4-4cbb-b3ee-6a2be76ec60b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ceaba73-7003-4fa1-b308-f56c28372aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363955 Aug 27 14:40:29.264647 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3376ef13-e9ec-41ff-8c93-b6434bd557af req-f8ca33f1-45d8-4afc-8ceb-37b99c1454db service neutron] 10.222.0.52 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866590 Aug 27 14:40:29.362159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3376ef13-e9ec-41ff-8c93-b6434bd557af req-a8de51e0-bb49-4496-9d1c-f09cd07f0695 service neutron] 10.222.0.52 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890336 Aug 27 14:40:29.676466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ccda8-c170-4e4a-b518-3709450dcf00 req-c889e66a-3bec-4c84-ab87-588ba189761f tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:29.677960 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-422ccda8-c170-4e4a-b518-3709450dcf00 req-c889e66a-3bec-4c84-ab87-588ba189761f tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 944 time: 0.0499070 Aug 27 14:40:29.716769 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-422ccda8-c170-4e4a-b518-3709450dcf00 req-aec72fd0-5acc-407c-8a19-1767bb3ebb2f tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 Aug 27 14:40:30.830000 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f71d03-7984-4669-92a1-95f64f38687e req-fd301666-1a17-492b-86e4-1b05a1c73f28 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:30.831499 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7f71d03-7984-4669-92a1-95f64f38687e req-fd301666-1a17-492b-86e4-1b05a1c73f28 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 944 time: 0.0485568 Aug 27 14:40:30.868837 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7f71d03-7984-4669-92a1-95f64f38687e req-4ddf1d40-eefe-4991-94a0-0bafa3522d74 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305917 Aug 27 14:40:31.281452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 40439817-af9b-4b26-9a18-f772b7f70cbe details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:40:31.381499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 40439817-af9b-4b26-9a18-f772b7f70cbe, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=40439817-af9b-4b26-9a18-f772b7f70cbe,segment=NetworkSegment(76b5df38-38e5-4e58-9e1e-d70d77d34e4b),segment_id=76b5df38-38e5-4e58-9e1e-d70d77d34e4b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:40:31.392793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '40439817-af9b-4b26-9a18-f772b7f70cbe', 'network_id': '6ceaba73-7003-4fa1-b308-f56c28372aac', 'port_id': '40439817-af9b-4b26-9a18-f772b7f70cbe', 'mac_address': 'fa:16:3e:d0:86:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68d09d0-77ec-46ed-8465-a86bcf2c5138', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:40:31.428720 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:31.441541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40439817-af9b-4b26-9a18-f772b7f70cbe {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:40:31.460089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 40439817-af9b-4b26-9a18-f772b7f70cbe, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=40439817-af9b-4b26-9a18-f772b7f70cbe,segment=NetworkSegment(76b5df38-38e5-4e58-9e1e-d70d77d34e4b),segment_id=76b5df38-38e5-4e58-9e1e-d70d77d34e4b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:40:31.464284 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:31.511690 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=40439817-af9b-4b26-9a18-f772b7f70cbe,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:31.652899 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['40439817-af9b-4b26-9a18-f772b7f70cbe'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:40:31.985661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109c09c-1563-432c-a808-7fcdb6a0e096 req-b521c751-f6e2-4e9a-ab6c-5e4e2fa00a73 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:31.987237 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8109c09c-1563-432c-a808-7fcdb6a0e096 req-b521c751-f6e2-4e9a-ab6c-5e4e2fa00a73 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 945 time: 0.0496297 Aug 27 14:40:32.025397 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8109c09c-1563-432c-a808-7fcdb6a0e096 req-7532c088-dd23-419a-b9fd-369236222b59 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316091 Aug 27 14:40:33.138618 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89522e-4eab-4139-b61a-a45cb375b9d1 req-4351656d-708a-4799-90d6-f1f72b647380 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:33.140136 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3b89522e-4eab-4139-b61a-a45cb375b9d1 req-4351656d-708a-4799-90d6-f1f72b647380 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 945 time: 0.0493469 Aug 27 14:40:33.178167 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3b89522e-4eab-4139-b61a-a45cb375b9d1 req-d89c6529-540e-4410-b1d7-d9b35c2fa7a2 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Aug 27 14:40:33.292245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 40439817-af9b-4b26-9a18-f772b7f70cbe up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:40:33.339509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 40439817-af9b-4b26-9a18-f772b7f70cbe completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:40:33.343276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 40439817-af9b-4b26-9a18-f772b7f70cbe triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:40:33.343656 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:33.423741 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:33.446273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40439817-af9b-4b26-9a18-f772b7f70cbe'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:40:33.449003 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6be322b-427d-40e4-898d-cc4c5636d280" -d '{"events": [{"server_uuid": "be0f20f6-b15c-4a82-8c0e-b8cf3aee4897", "name": "network-vif-plugged", "status": "completed", "tag": "40439817-af9b-4b26-9a18-f772b7f70cbe"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:40:33.463695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 40439817-af9b-4b26-9a18-f772b7f70cbe, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=40439817-af9b-4b26-9a18-f772b7f70cbe,segment=NetworkSegment(76b5df38-38e5-4e58-9e1e-d70d77d34e4b),segment_id=76b5df38-38e5-4e58-9e1e-d70d77d34e4b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:40:33.467954 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:33.495444 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a550ffeb-66b0-4c6b-a639-04643588d763 x-openstack-request-id: req-a550ffeb-66b0-4c6b-a639-04643588d763 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:40:33.495747 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0f20f6-b15c-4a82-8c0e-b8cf3aee4897", "name": "network-vif-plugged", "status": "completed", "tag": "40439817-af9b-4b26-9a18-f772b7f70cbe", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:40:33.495999 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a550ffeb-66b0-4c6b-a639-04643588d763 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:40:33.496386 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40439817-af9b-4b26-9a18-f772b7f70cbe', 'code': 200} Aug 27 14:40:33.525383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=40439817-af9b-4b26-9a18-f772b7f70cbe,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:40:33.587250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd61c73-4374-4db4-a48f-ad9d23741ff5 req-ab2f18b9-c5b0-4f02-b0e8-0b69d15889c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:33.589909 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4bd61c73-4374-4db4-a48f-ad9d23741ff5 req-ab2f18b9-c5b0-4f02-b0e8-0b69d15889c5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 1098 time: 0.0471525 Aug 27 14:40:33.625041 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4bd61c73-4374-4db4-a48f-ad9d23741ff5 req-5dcb19ee-98b5-47af-92f2-05a14204a751 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283873 Aug 27 14:40:34.291822 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca97ea-82a8-433f-9606-e41bab9102c3 req-09248df3-d50a-4774-b28b-a0c5d68b9d9d tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:34.293353 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ca97ea-82a8-433f-9606-e41bab9102c3 req-09248df3-d50a-4774-b28b-a0c5d68b9d9d tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0499949 Aug 27 14:40:34.337308 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-23ca97ea-82a8-433f-9606-e41bab9102c3 req-cfcffc5e-6da9-4212-b775-e680e72e6f46 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378883 Aug 27 14:40:35.457427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7b158-fbac-41d8-9cce-72a58030ffb6 req-1f5fbd05-6565-408f-88de-587b91449828 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:35.459018 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcb7b158-fbac-41d8-9cce-72a58030ffb6 req-1f5fbd05-6565-408f-88de-587b91449828 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0507412 Aug 27 14:40:35.497451 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcb7b158-fbac-41d8-9cce-72a58030ffb6 req-3bf15ffe-798e-45a5-b493-965628d1a312 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321765 Aug 27 14:40:35.775324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43182) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:40:35.833741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3dab3-16e5-4765-9a14-e2a44f892fff req-06bfa6e9-5c87-4a52-a011-d47bf90a5e4b tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:35.835286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4de3dab3-16e5-4765-9a14-e2a44f892fff req-06bfa6e9-5c87-4a52-a011-d47bf90a5e4b tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0523510 Aug 27 14:40:35.905088 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4de3dab3-16e5-4765-9a14-e2a44f892fff req-7e642702-04fb-45ca-9972-90be7b864554 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603628 Aug 27 14:40:35.908862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-b222344f-5e23-4843-a745-16931c878a74 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1324167 Aug 27 14:40:37.021772 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5e32d-e6e5-4433-8487-77da0ef49808 req-c0c7a728-dc78-41bb-bbf3-9fe10287a9cd tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:37.023320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf5e32d-e6e5-4433-8487-77da0ef49808 req-c0c7a728-dc78-41bb-bbf3-9fe10287a9cd tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0504096 Aug 27 14:40:37.064801 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf5e32d-e6e5-4433-8487-77da0ef49808 req-f8ecff34-c5e3-432c-94eb-e6135ff9d29b tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348282 Aug 27 14:40:37.111840 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-e06ec6b1-13fc-41ed-afa1-07f7f99ed512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:37.113328 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-e06ec6b1-13fc-41ed-afa1-07f7f99ed512 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4243a4ab58049e48a95b0a28a3cbe07&device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 1098 time: 0.0399644 Aug 27 14:40:37.205019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-64e49a86-b631-4da9-9455-e4294643d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:37.206389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-64e49a86-b631-4da9-9455-e4294643d469 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ceaba73-7003-4fa1-b308-f56c28372aac HTTP/1.1" status: 200 len: 913 time: 0.0858169 Aug 27 14:40:37.247470 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-4067e01f-3e99-4989-8e1e-9ed3465948fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40439817-af9b-4b26-9a18-f772b7f70cbe HTTP/1.1" status: 200 len: 217 time: 0.0343122 Aug 27 14:40:37.296039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-1faa5cb8-6c92-47c3-a589-c166890027fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:37.297518 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-1faa5cb8-6c92-47c3-a589-c166890027fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a68d09d0-77ec-46ed-8465-a86bcf2c5138 HTTP/1.1" status: 200 len: 852 time: 0.0443132 Aug 27 14:40:37.330525 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-0a7d7cd8-85a1-409c-94b7-2422ffd4c42e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ceaba73-7003-4fa1-b308-f56c28372aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256138 Aug 27 14:40:37.422567 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-fc30e00a-d3ea-499d-995f-2e24e71db148 service neutron] 10.222.0.52 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850644 Aug 27 14:40:37.512530 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-85992cb7-f730-4a17-947b-b64e27bc4fa1 service neutron] 10.222.0.52 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822413 Aug 27 14:40:38.187943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22f5fb-15cd-4fbd-8c61-0e4f5efa5647 req-13a9a819-6504-4c38-8f4d-2ec441c2935b tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:38.189464 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-db22f5fb-15cd-4fbd-8c61-0e4f5efa5647 req-13a9a819-6504-4c38-8f4d-2ec441c2935b tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0558951 Aug 27 14:40:38.227629 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-db22f5fb-15cd-4fbd-8c61-0e4f5efa5647 req-28bf9c4a-d340-4c03-bb63-63eeb2f92ae1 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321841 Aug 27 14:40:39.344488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31af014-561f-49e0-ab8f-9638e67ad18b req-96678c74-979a-4806-b8b8-2f2d513873d3 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:39.346075 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f31af014-561f-49e0-ab8f-9638e67ad18b req-96678c74-979a-4806-b8b8-2f2d513873d3 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0499392 Aug 27 14:40:39.387026 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f31af014-561f-49e0-ab8f-9638e67ad18b req-4df1a48d-607b-448f-808f-921480199908 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349998 Aug 27 14:40:40.216587 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:40.508154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6fe24-c123-488f-b1ea-f09545f71241 req-8287bdfe-62a3-4690-ad91-f45e63491d0c tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:40.509827 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fbb6fe24-c123-488f-b1ea-f09545f71241 req-8287bdfe-62a3-4690-ad91-f45e63491d0c tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0515344 Aug 27 14:40:40.547923 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fbb6fe24-c123-488f-b1ea-f09545f71241 req-9e17bacf-6ead-42df-9250-f63c5cdb0976 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Aug 27 14:40:41.664057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27958f-e332-4651-95d2-9c725951c5c5 req-0b358fdf-b84c-4602-9bf7-1cd0a3cd4f09 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:41.665570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c27958f-e332-4651-95d2-9c725951c5c5 req-0b358fdf-b84c-4602-9bf7-1cd0a3cd4f09 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0493317 Aug 27 14:40:41.707231 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c27958f-e332-4651-95d2-9c725951c5c5 req-7fc47355-20e5-41d8-8607-67b022a7af19 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355995 Aug 27 14:40:42.819599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade139b3-24d9-4b0d-a728-d58afb9017d5 req-a165b06d-3785-4967-8149-5a6231d57cb5 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:42.821076 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ade139b3-24d9-4b0d-a728-d58afb9017d5 req-a165b06d-3785-4967-8149-5a6231d57cb5 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0480485 Aug 27 14:40:42.861231 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ade139b3-24d9-4b0d-a728-d58afb9017d5 req-5001ddf2-4c3b-4189-b965-d23ba588fa68 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332205 Aug 27 14:40:43.976536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88198c-e418-47ce-9577-6449097c9dc0 req-5f0438bc-7e3b-4f5e-8a2d-52c12c64c6b0 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:43.978038 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db88198c-e418-47ce-9577-6449097c9dc0 req-5f0438bc-7e3b-4f5e-8a2d-52c12c64c6b0 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0502648 Aug 27 14:40:44.018616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db88198c-e418-47ce-9577-6449097c9dc0 req-fa0534aa-3386-45bd-9b0e-4b68c56ae429 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343814 Aug 27 14:40:44.675853 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23064dd5-2d18-40f3-be41-b88cd3733384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:45.139694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03174855-0694-471a-a04b-b380929cd555 req-ed458eef-b091-4420-bd91-dd03225da9fa tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:45.141193 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03174855-0694-471a-a04b-b380929cd555 req-ed458eef-b091-4420-bd91-dd03225da9fa tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0538626 Aug 27 14:40:45.178750 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03174855-0694-471a-a04b-b380929cd555 req-8bb4d5f4-885b-4fbd-ae76-f5f378b1e151 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Aug 27 14:40:46.296770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adf9c5-400d-4377-8d13-8584b45e83eb req-f45098ed-59e6-4298-acf9-9c4b5a14ae24 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:46.298271 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d2adf9c5-400d-4377-8d13-8584b45e83eb req-f45098ed-59e6-4298-acf9-9c4b5a14ae24 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0494049 Aug 27 14:40:46.335404 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d2adf9c5-400d-4377-8d13-8584b45e83eb req-e2b28d3b-14cd-4168-a4f7-4e8f0428b1bb tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Aug 27 14:40:47.453148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cd32c-7b8b-4afc-a22c-431ffe7cf89f req-75e394ca-165f-4e2d-b42b-428ea910dad8 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:47.454637 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-261cd32c-7b8b-4afc-a22c-431ffe7cf89f req-75e394ca-165f-4e2d-b42b-428ea910dad8 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0492918 Aug 27 14:40:47.494847 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-261cd32c-7b8b-4afc-a22c-431ffe7cf89f req-dad08887-21d4-47b4-9e1f-43acef81f395 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342457 Aug 27 14:40:47.499340 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:47.542002 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bbd335e0-0a36-4778-bc6b-50eddeafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:48.613864 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7e714-93d9-4c49-9c5c-7462f5f5af44 req-166d57fc-eadc-419d-8b23-5783f3a68428 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:48.615389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6d7e714-93d9-4c49-9c5c-7462f5f5af44 req-166d57fc-eadc-419d-8b23-5783f3a68428 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0497661 Aug 27 14:40:48.657498 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b6d7e714-93d9-4c49-9c5c-7462f5f5af44 req-b26104ab-3200-4877-a823-bb897e3083e0 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354414 Aug 27 14:40:48.868559 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:49.772833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbd27a-2e87-4b13-8180-1cc25eca1f39 req-3428546f-e2c5-4efb-9d13-324daa63ecdb tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:49.774339 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f2cbd27a-2e87-4b13-8180-1cc25eca1f39 req-3428546f-e2c5-4efb-9d13-324daa63ecdb tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0496268 Aug 27 14:40:49.813414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f2cbd27a-2e87-4b13-8180-1cc25eca1f39 req-965df3f2-d07a-4272-bc7d-9c6f53be572f tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324135 Aug 27 14:40:50.335642 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:50.930003 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c8f0b-dd0f-4560-84b6-32022abe39d5 req-62e53b91-77e5-4097-9f7d-05ecdbc7ca9b tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:50.931442 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec4c8f0b-dd0f-4560-84b6-32022abe39d5 req-62e53b91-77e5-4097-9f7d-05ecdbc7ca9b tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0500364 Aug 27 14:40:50.969388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec4c8f0b-dd0f-4560-84b6-32022abe39d5 req-d6dbee7a-11f7-4a5e-b94c-94733981a15e tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308483 Aug 27 14:40:51.770891 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:40:52.090008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408bcca-5ac5-47ed-85b0-c21b8b39064a req-7d047e5a-5dd7-4ece-9641-de3ba063edcd tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:52.091519 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5408bcca-5ac5-47ed-85b0-c21b8b39064a req-7d047e5a-5dd7-4ece-9641-de3ba063edcd tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0534701 Aug 27 14:40:52.129341 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5408bcca-5ac5-47ed-85b0-c21b8b39064a req-be4fb9dd-92ca-4bab-800b-13d1a91815cd tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Aug 27 14:40:53.244783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b5b9d-1cce-4367-ab36-1ce82323957e req-626e8b8f-5316-4e25-a79a-60b023abc1b2 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:53.246443 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-129b5b9d-1cce-4367-ab36-1ce82323957e req-626e8b8f-5316-4e25-a79a-60b023abc1b2 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0497243 Aug 27 14:40:53.288453 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-129b5b9d-1cce-4367-ab36-1ce82323957e req-6ca1ab2f-999c-42a8-85b6-56575dcdb76a tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358307 Aug 27 14:40:54.406667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6856149-a71b-43cf-9375-7cec64feb08b req-1dd2b48f-2779-44e0-a34b-413f33812986 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:54.408171 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6856149-a71b-43cf-9375-7cec64feb08b req-1dd2b48f-2779-44e0-a34b-413f33812986 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0501497 Aug 27 14:40:54.445175 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a6856149-a71b-43cf-9375-7cec64feb08b req-835bc21f-22fe-4667-b30c-54061de778e6 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309823 Aug 27 14:40:55.562098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d5f6f-69e4-4d92-b65a-17863afd54c9 req-c464a7fb-8d69-4844-aff7-92ec27e34e82 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:55.563677 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f59d5f6f-69e4-4d92-b65a-17863afd54c9 req-c464a7fb-8d69-4844-aff7-92ec27e34e82 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0490775 Aug 27 14:40:55.607719 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f59d5f6f-69e4-4d92-b65a-17863afd54c9 req-0de7beb0-bb96-4395-bfc6-0aa5074b47d7 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380936 Aug 27 14:40:56.724444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51697818-dd8d-4771-a5af-b5cba7c4cb46 req-3021d4f9-f137-472c-910c-1828163455dd tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:56.725989 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51697818-dd8d-4771-a5af-b5cba7c4cb46 req-3021d4f9-f137-472c-910c-1828163455dd tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0493355 Aug 27 14:40:56.764822 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51697818-dd8d-4771-a5af-b5cba7c4cb46 req-38ffeb32-c429-48f2-b9cc-5bacdeab595a tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Aug 27 14:40:57.885604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610630a5-48cb-4e1a-8ed6-c1a4c57fea8d req-35e72723-4819-42c3-a332-e4a4b508d1e9 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:57.888141 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-610630a5-48cb-4e1a-8ed6-c1a4c57fea8d req-35e72723-4819-42c3-a332-e4a4b508d1e9 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0517330 Aug 27 14:40:57.925905 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-610630a5-48cb-4e1a-8ed6-c1a4c57fea8d req-ea361b26-ee3d-4dbc-89dc-68d7273bf8b0 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 Aug 27 14:40:59.045048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2d4bc-249d-4594-b1d4-e4d16f1326d3 req-5e842a78-aac4-4a99-9167-6107cfcf1ab7 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:40:59.046524 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ed2d4bc-249d-4594-b1d4-e4d16f1326d3 req-5e842a78-aac4-4a99-9167-6107cfcf1ab7 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0530720 Aug 27 14:40:59.084703 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9ed2d4bc-249d-4594-b1d4-e4d16f1326d3 req-79c9c606-ca59-4620-80e2-80d6545987bd tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Aug 27 14:41:00.201688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd657b-f1b5-4111-b7c8-9a85c197fce9 req-9d542d21-0eff-42fc-9bd6-8dfb5ef0d5d3 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:00.203231 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71cd657b-f1b5-4111-b7c8-9a85c197fce9 req-9d542d21-0eff-42fc-9bd6-8dfb5ef0d5d3 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0497718 Aug 27 14:41:00.241234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71cd657b-f1b5-4111-b7c8-9a85c197fce9 req-392ad8f8-9073-478c-8593-54ade9c3e70f tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320430 Aug 27 14:41:01.360091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8980c-1782-4a1c-8ac4-f36ddaea3b88 req-4d9e1016-3186-4c90-94cd-10feffff433c tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:01.361610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88d8980c-1782-4a1c-8ac4-f36ddaea3b88 req-4d9e1016-3186-4c90-94cd-10feffff433c tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0503690 Aug 27 14:41:01.401285 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-88d8980c-1782-4a1c-8ac4-f36ddaea3b88 req-a158062e-9c52-4a86-bd5a-7a2a019cd4de tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337524 Aug 27 14:41:02.237864 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:41:02.517151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573063a-c89c-4e35-9c93-55d7ce40f340 req-c8181485-d323-4b20-a376-ba830c9f4a4b tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:02.518547 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f573063a-c89c-4e35-9c93-55d7ce40f340 req-c8181485-d323-4b20-a376-ba830c9f4a4b tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0487068 Aug 27 14:41:02.561149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f573063a-c89c-4e35-9c93-55d7ce40f340 req-51be491d-01f3-4d3f-8098-95355eab7707 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366590 Aug 27 14:41:03.675812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc6c86-0ca2-4426-9420-b107cb7c3c98 req-d7fb3a9e-a474-45c6-8ccb-9f00a844e814 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:03.677340 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc6c86-0ca2-4426-9420-b107cb7c3c98 req-d7fb3a9e-a474-45c6-8ccb-9f00a844e814 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0484219 Aug 27 14:41:03.715285 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39bc6c86-0ca2-4426-9420-b107cb7c3c98 req-c4fd0ef4-f3f9-4d12-862c-8867310d748a tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Aug 27 14:41:04.346399 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-c95fe86f-18a4-4190-b47f-f114502d4933 service neutron] show failed (client error): The resource could not be found. Aug 27 14:41:04.347447 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-c95fe86f-18a4-4190-b47f-f114502d4933 service neutron] 10.222.0.52 "GET /v2.0/ports/40439817-af9b-4b26-9a18-f772b7f70cbe/bindings/n-h2-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0617020 Aug 27 14:41:04.510603 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95f2421f-d0f6-411e-94a6-194f7e42f3ec req-f0566959-06aa-40ef-ba50-1f448db00f7f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259676 Aug 27 14:41:04.575886 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-8da27fc7-d5c0-42f8-8697-9f66831c3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:04.578058 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95f2421f-d0f6-411e-94a6-194f7e42f3ec req-cd4760cf-1d5f-46cf-bd8f-e41d16de9361 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0265865 Aug 27 14:41:04.578247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-8da27fc7-d5c0-42f8-8697-9f66831c3d93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897&tenant_id=c4243a4ab58049e48a95b0a28a3cbe07 HTTP/1.1" status: 200 len: 1098 time: 0.0721791 Aug 27 14:41:04.600079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:41:04.618108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95f2421f-d0f6-411e-94a6-194f7e42f3ec req-578231bd-235f-4c44-b1e9-00635c8b8202 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208919 Aug 27 14:41:04.662496 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:04.722293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2421f-d0f6-411e-94a6-194f7e42f3ec req-17fe70d4-d627-4922-9c76-ea5f3642483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:04.723816 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-95f2421f-d0f6-411e-94a6-194f7e42f3ec req-17fe70d4-d627-4922-9c76-ea5f3642483d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989149 Aug 27 14:41:04.890514 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329ec4f-04af-4086-920f-b30ed675ac97 req-9d918f60-eeaf-4f03-869b-b948f631411a tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:04.892034 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6329ec4f-04af-4086-920f-b30ed675ac97 req-9d918f60-eeaf-4f03-869b-b948f631411a tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.1070981 Aug 27 14:41:04.925103 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] For port 40439817-af9b-4b26-9a18-f772b7f70cbe, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=40439817-af9b-4b26-9a18-f772b7f70cbe,segment=NetworkSegment(76b5df38-38e5-4e58-9e1e-d70d77d34e4b),segment_id=76b5df38-38e5-4e58-9e1e-d70d77d34e4b)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:41:04.961772 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6329ec4f-04af-4086-920f-b30ed675ac97 req-257c6045-b47b-43fc-84fd-dd3ee598cf31 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618513 Aug 27 14:41:04.973744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] For port 40439817-af9b-4b26-9a18-f772b7f70cbe, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:41:05.018279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40439817-af9b-4b26-9a18-f772b7f70cbe'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:41:05.020719 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecea2426-60b5-47a1-9f65-dcaa53048755" -d '{"events": [{"server_uuid": "be0f20f6-b15c-4a82-8c0e-b8cf3aee4897", "name": "network-vif-unplugged", "status": "completed", "tag": "40439817-af9b-4b26-9a18-f772b7f70cbe"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:41:05.024531 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:05.036950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Transition to ACTIVE for port object 40439817-af9b-4b26-9a18-f772b7f70cbe will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:41:05.040897 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:05.077151 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a7c331-5473-446d-a5d7-ad978ef1de8b x-openstack-request-id: req-c1a7c331-5473-446d-a5d7-ad978ef1de8b {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:41:05.077451 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0f20f6-b15c-4a82-8c0e-b8cf3aee4897", "name": "network-vif-unplugged", "status": "completed", "tag": "40439817-af9b-4b26-9a18-f772b7f70cbe", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:41:05.077696 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1a7c331-5473-446d-a5d7-ad978ef1de8b {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:41:05.078188 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40439817-af9b-4b26-9a18-f772b7f70cbe', 'code': 200} Aug 27 14:41:05.107145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] No DVR routers for this DVR port 40439817-af9b-4b26-9a18-f772b7f70cbe on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:41:05.110270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Pushing event updated for resources: {'Port': ['ID=40439817-af9b-4b26-9a18-f772b7f70cbe,revision_number=6']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:05.144381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Attempting to bind port 40439817-af9b-4b26-9a18-f772b7f70cbe on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:41:05.144631 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Attempting to bind port 40439817-af9b-4b26-9a18-f772b7f70cbe by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '76b5df38-38e5-4e58-9e1e-d70d77d34e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6ceaba73-7003-4fa1-b308-f56c28372aac'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:41:05.144953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Attempting to bind port 40439817-af9b-4b26-9a18-f772b7f70cbe on network 6ceaba73-7003-4fa1-b308-f56c28372aac {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:41:05.149175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Port 40439817-af9b-4b26-9a18-f772b7f70cbe on network 6ceaba73-7003-4fa1-b308-f56c28372aac not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:41:05.149494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Attempting to bind port 40439817-af9b-4b26-9a18-f772b7f70cbe on network 6ceaba73-7003-4fa1-b308-f56c28372aac {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:41:05.155145 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:41:05.155483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Checking segment: {'id': '76b5df38-38e5-4e58-9e1e-d70d77d34e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6ceaba73-7003-4fa1-b308-f56c28372aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:41:05.155861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Bound using segment: {'id': '76b5df38-38e5-4e58-9e1e-d70d77d34e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6ceaba73-7003-4fa1-b308-f56c28372aac'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:41:05.156275 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Bound port: 40439817-af9b-4b26-9a18-f772b7f70cbe, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b5df38-38e5-4e58-9e1e-d70d77d34e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6ceaba73-7003-4fa1-b308-f56c28372aac'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:41:05.156627 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:05.218763 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] For port 40439817-af9b-4b26-9a18-f772b7f70cbe, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:41:05.221740 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] For port 40439817-af9b-4b26-9a18-f772b7f70cbe, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=40439817-af9b-4b26-9a18-f772b7f70cbe,segment=NetworkSegment(76b5df38-38e5-4e58-9e1e-d70d77d34e4b),segment_id=76b5df38-38e5-4e58-9e1e-d70d77d34e4b)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:41:05.226179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:05.263477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:05.264091 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:05.265482 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] 10.222.0.41 "PUT /v2.0/ports/40439817-af9b-4b26-9a18-f772b7f70cbe HTTP/1.1" status: 200 len: 1093 time: 0.6698380 Aug 27 14:41:05.285845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f0b01-1946-4da0-b20b-99eb9d2dac2d service neutron] Pushing event updated for resources: {'Port': ['ID=40439817-af9b-4b26-9a18-f772b7f70cbe,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:05.339266 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-b5ab9221-0d06-449c-9a6c-39d4519b5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:05.340946 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-b5ab9221-0d06-449c-9a6c-39d4519b5736 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4243a4ab58049e48a95b0a28a3cbe07&device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 1096 time: 0.0415902 Aug 27 14:41:05.430737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-7b719cbf-c30a-4ed3-b334-5be847b69c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:05.432145 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-7b719cbf-c30a-4ed3-b334-5be847b69c62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ceaba73-7003-4fa1-b308-f56c28372aac HTTP/1.1" status: 200 len: 913 time: 0.0838592 Aug 27 14:41:05.478230 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-5748f36d-4d2d-463d-8f63-1eb2b8f1cab8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40439817-af9b-4b26-9a18-f772b7f70cbe HTTP/1.1" status: 200 len: 217 time: 0.0377591 Aug 27 14:41:05.529597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-067a69c2-6769-4aba-b4be-da0716ee5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:05.531117 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-067a69c2-6769-4aba-b4be-da0716ee5f4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a68d09d0-77ec-46ed-8465-a86bcf2c5138 HTTP/1.1" status: 200 len: 852 time: 0.0456269 Aug 27 14:41:05.562648 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-2d9ed035-6451-4ac3-a8e3-fba40149dbc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ceaba73-7003-4fa1-b308-f56c28372aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248430 Aug 27 14:41:05.656123 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-878b8be7-53c5-4bf3-8598-c43f92a1cda0 service neutron] 10.222.0.41 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861046 Aug 27 14:41:05.745958 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6289f4b5-4ae0-4e54-9bf6-af245a71faf6 req-0c0bf15c-05ff-446f-a1ed-e827c5bd008e service neutron] 10.222.0.41 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827892 Aug 27 14:41:06.085714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411a90-1867-4f86-ac24-633d99f3a4c3 req-284ca164-2d4c-4d4b-90c3-eb79a2e1ae52 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:06.087273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd411a90-1867-4f86-ac24-633d99f3a4c3 req-284ca164-2d4c-4d4b-90c3-eb79a2e1ae52 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 944 time: 0.0493698 Aug 27 14:41:06.131766 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd411a90-1867-4f86-ac24-633d99f3a4c3 req-5c366a9e-4c80-4ae7-868d-fff8f5f64cb0 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374351 Aug 27 14:41:07.079137 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'tag': '40439817-af9b-4b26-9a18-f772b7f70cbe'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:41:07.081548 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "be0f20f6-b15c-4a82-8c0e-b8cf3aee4897", "tag": "40439817-af9b-4b26-9a18-f772b7f70cbe"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:41:07.129614 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71879f7f-cbf2-47b1-ac12-f656e4783f49 x-openstack-request-id: req-71879f7f-cbf2-47b1-ac12-f656e4783f49 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:41:07.129911 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0f20f6-b15c-4a82-8c0e-b8cf3aee4897", "tag": "40439817-af9b-4b26-9a18-f772b7f70cbe", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:41:07.130164 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71879f7f-cbf2-47b1-ac12-f656e4783f49 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:41:07.130568 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'tag': '40439817-af9b-4b26-9a18-f772b7f70cbe', 'status': 'completed', 'code': 200} Aug 27 14:41:07.195600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-b5f86dc0-25e3-4623-a67a-2d43148648fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:07.197140 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-b5f86dc0-25e3-4623-a67a-2d43148648fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4243a4ab58049e48a95b0a28a3cbe07&device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 1096 time: 0.0481095 Aug 27 14:41:07.258321 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-d01433e9-df90-410a-92ac-3f6099189ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:07.259899 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-d01433e9-df90-410a-92ac-3f6099189ec0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4243a4ab58049e48a95b0a28a3cbe07&device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 1096 time: 0.0720768 Aug 27 14:41:07.273027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996100bb-f965-47f6-ae85-2338bd539138 req-1be517ed-5470-4fcf-a85d-3285faf99cd4 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:07.274528 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-996100bb-f965-47f6-ae85-2338bd539138 req-1be517ed-5470-4fcf-a85d-3285faf99cd4 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 944 time: 0.0608156 Aug 27 14:41:07.292152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-e7a51e28-3f6c-4976-9f88-51a8e6d908fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:07.293949 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-e7a51e28-3f6c-4976-9f88-51a8e6d908fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ceaba73-7003-4fa1-b308-f56c28372aac HTTP/1.1" status: 200 len: 913 time: 0.0893764 Aug 27 14:41:07.341580 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-784e4cf3-8c57-4eee-bb03-9ce32667ab09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40439817-af9b-4b26-9a18-f772b7f70cbe HTTP/1.1" status: 200 len: 217 time: 0.0407212 Aug 27 14:41:07.371352 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-996100bb-f965-47f6-ae85-2338bd539138 req-14a9528e-1efe-4ffe-8dd8-847e18827cad tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872071 Aug 27 14:41:07.392352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-d42378a6-1f14-4f12-955b-278348f5927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:07.393877 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-d42378a6-1f14-4f12-955b-278348f5927e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a68d09d0-77ec-46ed-8465-a86bcf2c5138 HTTP/1.1" status: 200 len: 852 time: 0.0462127 Aug 27 14:41:07.397749 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-7781fc20-22e0-4ca0-9d2f-038fbe9a4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:07.399298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-7781fc20-22e0-4ca0-9d2f-038fbe9a4cd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ceaba73-7003-4fa1-b308-f56c28372aac HTTP/1.1" status: 200 len: 913 time: 0.1238821 Aug 27 14:41:07.426936 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-c4b99d00-695d-4b09-90c5-8e19d0c6a7fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ceaba73-7003-4fa1-b308-f56c28372aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258043 Aug 27 14:41:07.442190 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-fc84039a-15cd-4466-874f-f9332d5f952e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40439817-af9b-4b26-9a18-f772b7f70cbe HTTP/1.1" status: 200 len: 217 time: 0.0347710 Aug 27 14:41:07.453221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 40439817-af9b-4b26-9a18-f772b7f70cbe no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:41:07.495400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-0626ff53-a377-4d2f-a1bd-9eca63a5331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:07.496049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 40439817-af9b-4b26-9a18-f772b7f70cbe not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:41:07.497727 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-0626ff53-a377-4d2f-a1bd-9eca63a5331b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a68d09d0-77ec-46ed-8465-a86bcf2c5138 HTTP/1.1" status: 200 len: 852 time: 0.0483754 Aug 27 14:41:07.535567 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-f8db8c72-2d23-401c-8809-b8e414ec9ff6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ceaba73-7003-4fa1-b308-f56c28372aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308230 Aug 27 14:41:07.633056 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-5c88b136-a381-4944-b095-373cdab5a714 service neutron] 10.222.0.41 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901284 Aug 27 14:41:07.732411 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-c754ec45-85a9-4ef3-a20e-4449edc6dc24 service neutron] 10.222.0.41 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919690 Aug 27 14:41:07.819883 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-fc7ca451-726d-4b97-bcc9-ad540227fc5c service neutron] 10.222.0.52 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856807 Aug 27 14:41:07.908458 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-be2ea5dd-c6c9-4d6a-bfd0-b55a8509d4b9 req-53ed8dc3-9c27-46b4-9f89-a00103bccc44 service neutron] 10.222.0.52 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805988 Aug 27 14:41:08.319995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 40439817-af9b-4b26-9a18-f772b7f70cbe details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:41:08.412605 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 40439817-af9b-4b26-9a18-f772b7f70cbe, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=40439817-af9b-4b26-9a18-f772b7f70cbe,segment=NetworkSegment(76b5df38-38e5-4e58-9e1e-d70d77d34e4b),segment_id=76b5df38-38e5-4e58-9e1e-d70d77d34e4b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:41:08.425826 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '40439817-af9b-4b26-9a18-f772b7f70cbe', 'network_id': '6ceaba73-7003-4fa1-b308-f56c28372aac', 'port_id': '40439817-af9b-4b26-9a18-f772b7f70cbe', 'mac_address': 'fa:16:3e:d0:86:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68d09d0-77ec-46ed-8465-a86bcf2c5138', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:41:08.468077 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:08.481665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40439817-af9b-4b26-9a18-f772b7f70cbe {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:41:08.495988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a35715-2338-4e73-be27-e83e06efebf9 req-515c4c2c-d6fe-4a07-9140-3695baa8d43a tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:08.498171 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d2a35715-2338-4e73-be27-e83e06efebf9 req-515c4c2c-d6fe-4a07-9140-3695baa8d43a tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 944 time: 0.0535178 Aug 27 14:41:08.502187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 40439817-af9b-4b26-9a18-f772b7f70cbe, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=40439817-af9b-4b26-9a18-f772b7f70cbe,segment=NetworkSegment(76b5df38-38e5-4e58-9e1e-d70d77d34e4b),segment_id=76b5df38-38e5-4e58-9e1e-d70d77d34e4b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:41:08.506126 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:08.543990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d2a35715-2338-4e73-be27-e83e06efebf9 req-4a73bf0e-f167-4760-af3a-a44ecddb8174 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380368 Aug 27 14:41:08.554662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=40439817-af9b-4b26-9a18-f772b7f70cbe,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:08.562149 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:08.562497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:08.562858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:08.563224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:08.563565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:08.563893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:08.564215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:08.564545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:08.564864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:08.565182 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:08.565499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:08.565816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:08.952881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['40439817-af9b-4b26-9a18-f772b7f70cbe'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:41:09.660428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cf7f9-5bcb-49d6-8020-c615f337a750 req-8e37f3e2-c6ae-41d7-98e5-ee7bef93b091 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:09.661930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-183cf7f9-5bcb-49d6-8020-c615f337a750 req-8e37f3e2-c6ae-41d7-98e5-ee7bef93b091 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 945 time: 0.0491300 Aug 27 14:41:09.701025 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-183cf7f9-5bcb-49d6-8020-c615f337a750 req-42a40ae6-e99e-457e-be7d-02105f240049 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Aug 27 14:41:09.965390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888987a-688c-4823-8b02-4e476edd04c6 req-8314b2cf-2542-458e-98f1-b7a3b578a39e tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:09.966840 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8888987a-688c-4823-8b02-4e476edd04c6 req-8314b2cf-2542-458e-98f1-b7a3b578a39e tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897&tenant_id=c4243a4ab58049e48a95b0a28a3cbe07&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 945 time: 0.0859482 Aug 27 14:41:10.026969 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-8888987a-688c-4823-8b02-4e476edd04c6 req-4bd489d5-d4f9-4c48-9089-d6247c4d06b0 service neutron] delete failed (client error): The resource could not be found. Aug 27 14:41:10.028593 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8888987a-688c-4823-8b02-4e476edd04c6 req-4bd489d5-d4f9-4c48-9089-d6247c4d06b0 service neutron] 10.222.0.52 "DELETE /v2.0/ports/40439817-af9b-4b26-9a18-f772b7f70cbe/bindings/n-h1-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0546539 Aug 27 14:41:10.117910 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888987a-688c-4823-8b02-4e476edd04c6 req-8641e999-0167-4551-b027-8f60f889f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:10.119476 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8888987a-688c-4823-8b02-4e476edd04c6 req-8641e999-0167-4551-b027-8f60f889f908 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4243a4ab58049e48a95b0a28a3cbe07&device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 1097 time: 0.0490844 Aug 27 14:41:10.210001 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888987a-688c-4823-8b02-4e476edd04c6 req-0a264a18-2438-4e0d-8eba-ddf031a079c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:10.211553 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8888987a-688c-4823-8b02-4e476edd04c6 req-0a264a18-2438-4e0d-8eba-ddf031a079c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ceaba73-7003-4fa1-b308-f56c28372aac HTTP/1.1" status: 200 len: 913 time: 0.0851235 Aug 27 14:41:10.217540 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:10.257403 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8888987a-688c-4823-8b02-4e476edd04c6 req-dbe9c838-7375-4678-92af-4c40897286b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40439817-af9b-4b26-9a18-f772b7f70cbe HTTP/1.1" status: 200 len: 217 time: 0.0389411 Aug 27 14:41:10.308158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888987a-688c-4823-8b02-4e476edd04c6 req-fe6017fe-3f43-460c-8c90-d6d161ca9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:10.310447 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8888987a-688c-4823-8b02-4e476edd04c6 req-fe6017fe-3f43-460c-8c90-d6d161ca9db8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a68d09d0-77ec-46ed-8465-a86bcf2c5138 HTTP/1.1" status: 200 len: 852 time: 0.0457330 Aug 27 14:41:10.321810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 40439817-af9b-4b26-9a18-f772b7f70cbe up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:41:10.345945 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8888987a-688c-4823-8b02-4e476edd04c6 req-93b7bd96-7043-45d1-8d94-6d7b651d91be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ceaba73-7003-4fa1-b308-f56c28372aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278237 Aug 27 14:41:10.371267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 40439817-af9b-4b26-9a18-f772b7f70cbe completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:41:10.375474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 40439817-af9b-4b26-9a18-f772b7f70cbe triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:41:10.375846 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:10.446079 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8888987a-688c-4823-8b02-4e476edd04c6 req-b0e3c9f3-4541-42f3-8314-74556ccb35f2 service neutron] 10.222.0.52 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935416 Aug 27 14:41:10.455876 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:10.479169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40439817-af9b-4b26-9a18-f772b7f70cbe'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:41:10.481428 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bf8952-c281-4f12-9a34-916c34af8fe2" -d '{"events": [{"server_uuid": "be0f20f6-b15c-4a82-8c0e-b8cf3aee4897", "name": "network-vif-plugged", "status": "completed", "tag": "40439817-af9b-4b26-9a18-f772b7f70cbe"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:41:10.494410 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 40439817-af9b-4b26-9a18-f772b7f70cbe, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=40439817-af9b-4b26-9a18-f772b7f70cbe,segment=NetworkSegment(76b5df38-38e5-4e58-9e1e-d70d77d34e4b),segment_id=76b5df38-38e5-4e58-9e1e-d70d77d34e4b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:41:10.500096 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:10.534781 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb55769c-3cf6-4edd-adf4-1220d0775525 x-openstack-request-id: req-fb55769c-3cf6-4edd-adf4-1220d0775525 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:41:10.535084 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0f20f6-b15c-4a82-8c0e-b8cf3aee4897", "name": "network-vif-plugged", "status": "completed", "tag": "40439817-af9b-4b26-9a18-f772b7f70cbe", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:41:10.535335 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb55769c-3cf6-4edd-adf4-1220d0775525 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:41:10.535725 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40439817-af9b-4b26-9a18-f772b7f70cbe', 'code': 200} Aug 27 14:41:10.545256 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8888987a-688c-4823-8b02-4e476edd04c6 req-3fc2a20e-2513-41f4-b5df-5b6861c35973 service neutron] 10.222.0.52 "GET /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906475 Aug 27 14:41:10.558818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=40439817-af9b-4b26-9a18-f772b7f70cbe,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:11.213584 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8f847-7f08-49b5-8584-2ae7d14d49a1 req-f7a9555c-c3f5-4f7a-8400-5f97cf840792 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:11.215064 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0cd8f847-7f08-49b5-8584-2ae7d14d49a1 req-f7a9555c-c3f5-4f7a-8400-5f97cf840792 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0498710 Aug 27 14:41:11.254319 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0cd8f847-7f08-49b5-8584-2ae7d14d49a1 req-e17df05a-026e-4c67-8408-aed1a2de9b29 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328712 Aug 27 14:41:12.373982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdc294-db74-475a-9e3f-e3d20f04f508 req-de599ea0-40b6-4d53-8031-ead3ffbf8443 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:12.375788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4bfdc294-db74-475a-9e3f-e3d20f04f508 req-de599ea0-40b6-4d53-8031-ead3ffbf8443 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0512314 Aug 27 14:41:12.415246 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4bfdc294-db74-475a-9e3f-e3d20f04f508 req-d2e8f44c-83ab-44f4-a4b2-54e731b32f0e tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dab9d6-0a03-4fcf-9b74-196443d1fc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335457 Aug 27 14:41:12.698216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888987a-688c-4823-8b02-4e476edd04c6 req-a66de170-56d1-45a7-b2f5-da2d88d09e58 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:12.700371 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8888987a-688c-4823-8b02-4e476edd04c6 req-a66de170-56d1-45a7-b2f5-da2d88d09e58 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.41 "GET /v2.0/ports?device_id=be0f20f6-b15c-4a82-8c0e-b8cf3aee4897 HTTP/1.1" status: 200 len: 946 time: 0.0525374 Aug 27 14:41:12.791907 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-8888987a-688c-4823-8b02-4e476edd04c6 req-2fcefb47-b2d7-4807-b33c-a43e1a01ba75 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Deleting port 40439817-af9b-4b26-9a18-f772b7f70cbe {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:41:12.792254 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8888987a-688c-4823-8b02-4e476edd04c6 req-2fcefb47-b2d7-4807-b33c-a43e1a01ba75 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:12.886519 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8888987a-688c-4823-8b02-4e476edd04c6 req-2fcefb47-b2d7-4807-b33c-a43e1a01ba75 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] For port 40439817-af9b-4b26-9a18-f772b7f70cbe, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=40439817-af9b-4b26-9a18-f772b7f70cbe,segment=NetworkSegment(76b5df38-38e5-4e58-9e1e-d70d77d34e4b),segment_id=76b5df38-38e5-4e58-9e1e-d70d77d34e4b)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:41:12.886865 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8888987a-688c-4823-8b02-4e476edd04c6 req-2fcefb47-b2d7-4807-b33c-a43e1a01ba75 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:12.899698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-8888987a-688c-4823-8b02-4e476edd04c6 req-2fcefb47-b2d7-4807-b33c-a43e1a01ba75 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Calling delete_port for 40439817-af9b-4b26-9a18-f772b7f70cbe owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:41:13.025573 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8888987a-688c-4823-8b02-4e476edd04c6 req-2fcefb47-b2d7-4807-b33c-a43e1a01ba75 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:13.059656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['40439817-af9b-4b26-9a18-f772b7f70cbe'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:41:13.068898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcefb47-b2d7-4807-b33c-a43e1a01ba75 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Pushing event deleted for resources: {'Port': ['ID=40439817-af9b-4b26-9a18-f772b7f70cbe,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:13.103783 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8888987a-688c-4823-8b02-4e476edd04c6 req-2fcefb47-b2d7-4807-b33c-a43e1a01ba75 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] No DVR routers for this DVR port 40439817-af9b-4b26-9a18-f772b7f70cbe on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:41:13.107874 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8888987a-688c-4823-8b02-4e476edd04c6 req-2fcefb47-b2d7-4807-b33c-a43e1a01ba75 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:13.109858 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8888987a-688c-4823-8b02-4e476edd04c6 req-2fcefb47-b2d7-4807-b33c-a43e1a01ba75 tempest-DeleteServersTestJSON-547182755 tempest-DeleteServersTestJSON-547182755-project] 10.222.0.41 "DELETE /v2.0/ports/40439817-af9b-4b26-9a18-f772b7f70cbe HTTP/1.1" status: 204 len: 173 time: 0.4029670 Aug 27 14:41:13.110291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'name': 'network-vif-deleted', 'tag': '40439817-af9b-4b26-9a18-f772b7f70cbe'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:41:13.113330 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528676e1-c338-4906-8846-e70771c6c0a4" -d '{"events": [{"server_uuid": "be0f20f6-b15c-4a82-8c0e-b8cf3aee4897", "name": "network-vif-deleted", "tag": "40439817-af9b-4b26-9a18-f772b7f70cbe"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:41:13.154656 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a105402-ca92-45f3-97af-4995cabc882d x-openstack-request-id: req-9a105402-ca92-45f3-97af-4995cabc882d {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:41:13.155054 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0f20f6-b15c-4a82-8c0e-b8cf3aee4897", "name": "network-vif-deleted", "tag": "40439817-af9b-4b26-9a18-f772b7f70cbe", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:41:13.155367 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a105402-ca92-45f3-97af-4995cabc882d {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:41:13.156055 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0f20f6-b15c-4a82-8c0e-b8cf3aee4897', 'name': 'network-vif-deleted', 'tag': '40439817-af9b-4b26-9a18-f772b7f70cbe', 'status': 'completed', 'code': 200} Aug 27 14:41:13.543854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43290) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:41:13.594334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Deleting subnet a68d09d0-77ec-46ed-8465-a86bcf2c5138 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:41:13.597609 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:13.634145 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:13.674169 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:13.726786 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:13.755649 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68d09d0-77ec-46ed-8465-a86bcf2c5138,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:13.766130 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:13.768059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a68d09d0-77ec-46ed-8465-a86bcf2c5138 HTTP/1.1" status: 204 len: 168 time: 0.2231717 Aug 27 14:41:13.769991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:13.770342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:13.770700 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:13.770812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43292) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:41:13.771291 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:13.771402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:13.771682 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:13.772011 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:13.772338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:13.772666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:13.772989 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:13.773314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:13.773639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc599f-ca4c-4f11-9044-fdb9ebd730db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:41:13.839536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae84d-6850-4cfa-8c75-f7a0044e56a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:13.919312 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae84d-6850-4cfa-8c75-f7a0044e56a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:13.929746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-7c3ae84d-6850-4cfa-8c75-f7a0044e56a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ceaba73-7003-4fa1-b308-f56c28372aac']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:41:13.940556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-7c3ae84d-6850-4cfa-8c75-f7a0044e56a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b5df38-38e5-4e58-9e1e-d70d77d34e4b') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:41:13.940845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-7c3ae84d-6850-4cfa-8c75-f7a0044e56a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b5df38-38e5-4e58-9e1e-d70d77d34e4b') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:41:13.949899 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae84d-6850-4cfa-8c75-f7a0044e56a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:13.963581 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae84d-6850-4cfa-8c75-f7a0044e56a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:13.969819 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3ae84d-6850-4cfa-8c75-f7a0044e56a0 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:41:13.970263 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae84d-6850-4cfa-8c75-f7a0044e56a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:41:13.972214 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:41:14.041079 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae84d-6850-4cfa-8c75-f7a0044e56a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:14.049061 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae84d-6850-4cfa-8c75-f7a0044e56a0 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:14.051000 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7c3ae84d-6850-4cfa-8c75-f7a0044e56a0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6ceaba73-7003-4fa1-b308-f56c28372aac HTTP/1.1" status: 204 len: 168 time: 0.2789977 Aug 27 14:41:14.062764 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ae84d-6850-4cfa-8c75-f7a0044e56a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ceaba73-7003-4fa1-b308-f56c28372aac,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:14.161026 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43296) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:41:14.203349 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a1af0206-9db2-4309-9f38-e6fce5946540 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4243a4ab58049e48a95b0a28a3cbe07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411329 Aug 27 14:41:14.205873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43298) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:41:14.254574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6f44fd8e-08da-424f-946b-5e1fceae15ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:14.275606 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6f44fd8e-08da-424f-946b-5e1fceae15ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:14.325750 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6f44fd8e-08da-424f-946b-5e1fceae15ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:14.328766 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6f44fd8e-08da-424f-946b-5e1fceae15ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:14.330114 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6f44fd8e-08da-424f-946b-5e1fceae15ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79dab9d6-0a03-4fcf-9b74-196443d1fc4f HTTP/1.1" status: 204 len: 168 time: 0.1231906 Aug 27 14:41:14.342808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44fd8e-08da-424f-946b-5e1fceae15ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dab9d6-0a03-4fcf-9b74-196443d1fc4f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:14.678809 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0ae60ab8-05c0-45eb-bef9-e15442b8c854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:15.018603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43320) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:41:15.120747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-818488275-network', 'tenant_id': '25118338b18345dda408b3c6bee4db99'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:41:15.141484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Made reservation on behalf of 25118338b18345dda408b3c6bee4db99 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:41:15.143915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:15.152179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:15.242693 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:15.246540 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:15.267280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:41:15.283190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e046ef-2858-4f11-b41d-66c44257e2cf,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:15.286499 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:15.286877 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Added segment 78e18c0a-0ce0-460c-8da8-cc6333c9a952 of type vlan for network 85fbfdd2-862f-49ea-b22c-d55518feb482 Aug 27 14:41:15.327340 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:15.354447 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:15.355383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:15.356546 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:15.411933 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3921678 Aug 27 14:41:15.414917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43324) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:41:15.420217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-77ac44cf-2af9-43b4-aa1c-7e1536d28b88 admin admin] Request body: {'subnet': {'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-818488275-subnet', 'tenant_id': '25118338b18345dda408b3c6bee4db99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:41:15.423725 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253efb62-306b-4378-a711-a8d9d3f29191 admin admin] Pushing event updated for resources: {'Network': ['ID=85fbfdd2-862f-49ea-b22c-d55518feb482,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:15.434462 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 85fbfdd2-862f-49ea-b22c-d55518feb482 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:41:15.445105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ac44cf-2af9-43b4-aa1c-7e1536d28b88 admin admin] Made reservation on behalf of 25118338b18345dda408b3c6bee4db99 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:41:15.447603 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77ac44cf-2af9-43b4-aa1c-7e1536d28b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:15.618443 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77ac44cf-2af9-43b4-aa1c-7e1536d28b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:15.675634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac44cf-2af9-43b4-aa1c-7e1536d28b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2315905-d6be-41fa-b1d0-b29187aa3fc4,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:15.682755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac44cf-2af9-43b4-aa1c-7e1536d28b88 admin admin] Checking segment: {'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:41:15.683124 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac44cf-2af9-43b4-aa1c-7e1536d28b88 admin admin] Network hostable DHCP agents. Network: 85fbfdd2-862f-49ea-b22c-d55518feb482, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:41:15.699315 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac44cf-2af9-43b4-aa1c-7e1536d28b88 admin admin] Network 85fbfdd2-862f-49ea-b22c-d55518feb482 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:41:15.711075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-77ac44cf-2af9-43b4-aa1c-7e1536d28b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 85fbfdd2-862f-49ea-b22c-d55518feb482) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:41:15.715353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ac44cf-2af9-43b4-aa1c-7e1536d28b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:15.715952 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-77ac44cf-2af9-43b4-aa1c-7e1536d28b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:15.720526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf3ae64-d992-4d0c-868e-56b82bd59d84 None None] Network 85fbfdd2-862f-49ea-b22c-d55518feb482 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:41:15.730387 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-77ac44cf-2af9-43b4-aa1c-7e1536d28b88 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3142252 Aug 27 14:41:15.851371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e06d45-079d-4907-a303-0a59074176b1 None None] Network 85fbfdd2-862f-49ea-b22c-d55518feb482 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:41:16.172813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-88e6fec0-2fc7-4f9a-a669-eef0768e294b tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:16.174319 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-88e6fec0-2fc7-4f9a-a669-eef0768e294b tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 814 time: 0.1056321 Aug 27 14:41:16.189011 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-59381d9c-071e-4b4a-94f5-4ad54efa2267 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/quotas/25118338b18345dda408b3c6bee4db99 HTTP/1.1" status: 200 len: 375 time: 0.0089831 Aug 27 14:41:16.224455 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-e717af6c-a8d2-47ae-8626-a4ca4f719ee1 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301168 Aug 27 14:41:16.314982 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-30998182-6674-4a23-a998-d887e135bf2f service neutron] 10.222.0.55 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827668 Aug 27 14:41:16.369095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 40439817-af9b-4b26-9a18-f772b7f70cbe no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:41:16.389588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 40439817-af9b-4b26-9a18-f772b7f70cbe {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:41:16.389867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 40439817-af9b-4b26-9a18-f772b7f70cbe not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:41:16.409576 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-c2aa1b6a-e1b7-4805-a1fe-5430f65c55e1 service neutron] 10.222.0.55 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885403 Aug 27 14:41:16.576608 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f98c7e5b-019c-4dcf-b8ab-499916db699d req-f54faa22-b244-4619-9810-b591917aeab5 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 210 time: 0.0325933 Aug 27 14:41:17.502609 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:17.546003 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6c1538ab-11fe-43c0-b55c-3009913bb84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:17.569950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-7a0ea1a6-cf97-4e00-9fde-198d1bc9a60c tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:17.572054 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-7a0ea1a6-cf97-4e00-9fde-198d1bc9a60c tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.41 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 814 time: 0.1132798 Aug 27 14:41:17.598596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-b72bb0a0-bd48-4931-b61d-5eec4f334bc6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Request body: {'port': {'device_id': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482', 'admin_state_up': True, 'tenant_id': '25118338b18345dda408b3c6bee4db99'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:41:17.678843 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-91405556-6463-4199-887f-723cd12b2b91 req-240bbfb7-2f27-4cec-8f99-14f3d27febaf tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 210 time: 0.0320282 Aug 27 14:41:17.738359 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-b72bb0a0-bd48-4931-b61d-5eec4f334bc6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Made reservation on behalf of 25118338b18345dda408b3c6bee4db99 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:41:17.741916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-b72bb0a0-bd48-4931-b61d-5eec4f334bc6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:17.872909 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-b72bb0a0-bd48-4931-b61d-5eec4f334bc6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Allocated IP 172.20.0.3 (85fbfdd2-862f-49ea-b22c-d55518feb482/d2315905-d6be-41fa-b1d0-b29187aa3fc4/396b19ee-eb06-4955-8ca9-1468539936a7) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:41:18.019243 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-b72bb0a0-bd48-4931-b61d-5eec4f334bc6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:18.059513 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-b72bb0a0-bd48-4931-b61d-5eec4f334bc6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:18.109371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-b72bb0a0-bd48-4931-b61d-5eec4f334bc6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Network 85fbfdd2-862f-49ea-b22c-d55518feb482 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:41:18.112443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-b72bb0a0-bd48-4931-b61d-5eec4f334bc6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:41:18.116162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-b72bb0a0-bd48-4931-b61d-5eec4f334bc6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:41:18.140251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bb0a0-bd48-4931-b61d-5eec4f334bc6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Pushing event updated for resources: {'Port': ['ID=396b19ee-eb06-4955-8ca9-1468539936a7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:18.167483 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-b72bb0a0-bd48-4931-b61d-5eec4f334bc6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:18.168155 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-b72bb0a0-bd48-4931-b61d-5eec4f334bc6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:18.181875 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-b72bb0a0-bd48-4931-b61d-5eec4f334bc6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5872991 Aug 27 14:41:18.274805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Request body: {'port': {'device_id': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:41:18.328053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a98f69d-eb8c-4e91-9726-c5e4ca859c8b req-946d675a-8804-43cb-bf38-3d551e31c8e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0788608 Aug 27 14:41:18.328639 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:18.415698 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a98f69d-eb8c-4e91-9726-c5e4ca859c8b req-29c58644-f148-4061-b16a-ab8e323b875a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0261035 Aug 27 14:41:18.462025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a98f69d-eb8c-4e91-9726-c5e4ca859c8b req-7dfbc49c-a8df-45f2-a55a-485ffbc31286 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201566 Aug 27 14:41:18.561109 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98f69d-eb8c-4e91-9726-c5e4ca859c8b req-49ad236a-e02d-4260-9f58-57b3d8214681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:18.562781 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a98f69d-eb8c-4e91-9726-c5e4ca859c8b req-49ad236a-e02d-4260-9f58-57b3d8214681 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945051 Aug 27 14:41:18.799624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde5569-d01d-4345-b5ea-e4561d4923b8 req-c46825e4-b44e-409d-b798-746625d64d9f tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:18.801198 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bde5569-d01d-4345-b5ea-e4561d4923b8 req-c46825e4-b44e-409d-b798-746625d64d9f tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 931 time: 0.0545557 Aug 27 14:41:18.840622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1bde5569-d01d-4345-b5ea-e4561d4923b8 req-d3f2ae23-e6ef-4e94-be1d-d6f4378a0810 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333292 Aug 27 14:41:18.873617 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:18.941813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396b19ee-eb06-4955-8ca9-1468539936a7 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:41:18.949187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:18.960596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Transition to ACTIVE for port object 396b19ee-eb06-4955-8ca9-1468539936a7 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:41:18.964232 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:19.031056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Pushing event updated for resources: {'Port': ['ID=396b19ee-eb06-4955-8ca9-1468539936a7,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:19.082386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Attempting to bind port 396b19ee-eb06-4955-8ca9-1468539936a7 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:41:19.082752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Attempting to bind port 396b19ee-eb06-4955-8ca9-1468539936a7 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:41:19.083074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Attempting to bind port 396b19ee-eb06-4955-8ca9-1468539936a7 on network 85fbfdd2-862f-49ea-b22c-d55518feb482 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:41:19.087346 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Port 396b19ee-eb06-4955-8ca9-1468539936a7 on network 85fbfdd2-862f-49ea-b22c-d55518feb482 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:41:19.087660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Attempting to bind port 396b19ee-eb06-4955-8ca9-1468539936a7 on network 85fbfdd2-862f-49ea-b22c-d55518feb482 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:41:19.093234 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:41:19.093574 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Checking segment: {'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:41:19.093962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Bound using segment: {'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:41:19.094385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Bound port: 396b19ee-eb06-4955-8ca9-1468539936a7, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:41:19.094778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:19.159700 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] For port 396b19ee-eb06-4955-8ca9-1468539936a7, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:41:19.162738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] For port 396b19ee-eb06-4955-8ca9-1468539936a7, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=396b19ee-eb06-4955-8ca9-1468539936a7,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:41:19.167455 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:19.200482 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:19.201106 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:19.202496 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] 10.222.0.41 "PUT /v2.0/ports/396b19ee-eb06-4955-8ca9-1468539936a7 HTTP/1.1" status: 200 len: 1092 time: 0.9838333 Aug 27 14:41:19.202970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'tag': '396b19ee-eb06-4955-8ca9-1468539936a7'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:41:19.205254 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c99f03-d6c0-49d2-a596-a2576d44efe6" -d '{"events": [{"name": "network-changed", "server_uuid": "555b4817-4e73-4b20-847b-6795f84e1e8e", "tag": "396b19ee-eb06-4955-8ca9-1468539936a7"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:41:19.235549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a712362-fbff-4ec0-8ead-617eff707f39 service neutron] Pushing event updated for resources: {'Port': ['ID=396b19ee-eb06-4955-8ca9-1468539936a7,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:19.242226 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31f488b-6dc8-4e71-a0a7-9632e0356c93 x-openstack-request-id: req-f31f488b-6dc8-4e71-a0a7-9632e0356c93 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:41:19.242536 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555b4817-4e73-4b20-847b-6795f84e1e8e", "tag": "396b19ee-eb06-4955-8ca9-1468539936a7", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:41:19.242819 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f31f488b-6dc8-4e71-a0a7-9632e0356c93 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:41:19.243221 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'tag': '396b19ee-eb06-4955-8ca9-1468539936a7', 'status': 'completed', 'code': 200} Aug 27 14:41:19.303719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-e0802cfa-1f56-4954-ba4b-ad187f9ad61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:19.305250 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-e0802cfa-1f56-4954-ba4b-ad187f9ad61a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 1095 time: 0.0405769 Aug 27 14:41:19.357826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-1a75a42d-aab3-4935-a629-42fa2c746f8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396b19ee-eb06-4955-8ca9-1468539936a7 HTTP/1.1" status: 200 len: 217 time: 0.0373070 Aug 27 14:41:19.407297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-426b3bf5-05fa-4058-a268-e2343530d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:19.408760 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-426b3bf5-05fa-4058-a268-e2343530d294 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0435884 Aug 27 14:41:19.440754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-2ad64b61-5dab-441d-bc9d-5a9530fe1b18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251422 Aug 27 14:41:19.533163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-0f349bf0-7c5d-47f9-98ee-4cd706b2564c service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853827 Aug 27 14:41:19.624074 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-84a4bdcb-076e-4c38-94b8-a7a66e42c775 req-d8786576-a5d9-472e-a9da-04e3cc018d53 service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841839 Aug 27 14:41:19.753587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c99f03-d6c0-49d2-a596-a2576d44efe6 req-8af259bf-a474-44c8-8d36-886bace8d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:19.755153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-31c99f03-d6c0-49d2-a596-a2576d44efe6 req-8af259bf-a474-44c8-8d36-886bace8d8c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 1095 time: 0.0466959 Aug 27 14:41:19.846317 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c99f03-d6c0-49d2-a596-a2576d44efe6 req-435207e0-ede8-48e8-8e57-85d4277345d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:19.847852 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-31c99f03-d6c0-49d2-a596-a2576d44efe6 req-435207e0-ede8-48e8-8e57-85d4277345d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 915 time: 0.0844948 Aug 27 14:41:19.892375 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-31c99f03-d6c0-49d2-a596-a2576d44efe6 req-58093d41-9ed4-41e2-b42d-298bb807b0e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396b19ee-eb06-4955-8ca9-1468539936a7 HTTP/1.1" status: 200 len: 217 time: 0.0369511 Aug 27 14:41:19.949370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c99f03-d6c0-49d2-a596-a2576d44efe6 req-dead5e55-41f1-42f6-a91a-5f859478ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:19.952127 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-31c99f03-d6c0-49d2-a596-a2576d44efe6 req-dead5e55-41f1-42f6-a91a-5f859478ec59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0527916 Aug 27 14:41:19.960095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1ff49-5893-4cd8-b85b-e2b3683e77df req-45e42140-31a8-4459-b7ab-f96cbeaf983c tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:19.961602 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-98a1ff49-5893-4cd8-b85b-e2b3683e77df req-45e42140-31a8-4459-b7ab-f96cbeaf983c tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 943 time: 0.0512896 Aug 27 14:41:19.985520 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-31c99f03-d6c0-49d2-a596-a2576d44efe6 req-bef6b1d0-7966-4eb5-a811-c243a1539d1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260613 Aug 27 14:41:20.001026 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-98a1ff49-5893-4cd8-b85b-e2b3683e77df req-5a019063-7ae4-482a-9b76-ef092020b703 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333855 Aug 27 14:41:20.083062 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-31c99f03-d6c0-49d2-a596-a2576d44efe6 req-e4a4e93b-39c4-462a-ad9a-11d5326a7278 service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900421 Aug 27 14:41:20.177354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-31c99f03-d6c0-49d2-a596-a2576d44efe6 req-5d354970-1f7a-4100-a790-e458dc67b3c4 service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869629 Aug 27 14:41:20.338561 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:21.118598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a61f82-40e0-48a4-a904-d5e48c051513 req-6145812c-fae2-42b0-b100-2ab0919eff35 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:21.120114 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21a61f82-40e0-48a4-a904-d5e48c051513 req-6145812c-fae2-42b0-b100-2ab0919eff35 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 943 time: 0.0505464 Aug 27 14:41:21.158503 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21a61f82-40e0-48a4-a904-d5e48c051513 req-aa5e50d2-6709-4555-989d-a037f6163b03 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315812 Aug 27 14:41:21.785114 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:22.274529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f3ea3-b6ac-4e31-95be-16e2eaa89308 req-0760f0d2-0b74-4c91-a11b-8f0655c6809a tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:22.276075 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce3f3ea3-b6ac-4e31-95be-16e2eaa89308 req-0760f0d2-0b74-4c91-a11b-8f0655c6809a tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 943 time: 0.0506687 Aug 27 14:41:22.320573 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce3f3ea3-b6ac-4e31-95be-16e2eaa89308 req-22a9ce86-bc2f-4c58-bf26-65baa7a47049 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377588 Aug 27 14:41:22.385310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 396b19ee-eb06-4955-8ca9-1468539936a7 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:41:22.482080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 396b19ee-eb06-4955-8ca9-1468539936a7, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=396b19ee-eb06-4955-8ca9-1468539936a7,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:41:22.493479 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '396b19ee-eb06-4955-8ca9-1468539936a7', 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482', 'port_id': '396b19ee-eb06-4955-8ca9-1468539936a7', 'mac_address': 'fa:16:3e:4c:20:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2315905-d6be-41fa-b1d0-b29187aa3fc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:41:22.530659 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:22.543891 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396b19ee-eb06-4955-8ca9-1468539936a7 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:41:22.563507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 396b19ee-eb06-4955-8ca9-1468539936a7, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=396b19ee-eb06-4955-8ca9-1468539936a7,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:41:22.567618 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:22.619256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=396b19ee-eb06-4955-8ca9-1468539936a7,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:22.962986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['396b19ee-eb06-4955-8ca9-1468539936a7'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:41:23.440108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef4cc4-2938-4fcb-9775-2150f9c90f7b req-c94ee70e-67d0-410f-a62c-aca65a70e065 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:23.441661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45ef4cc4-2938-4fcb-9775-2150f9c90f7b req-c94ee70e-67d0-410f-a62c-aca65a70e065 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 944 time: 0.0497601 Aug 27 14:41:23.485022 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45ef4cc4-2938-4fcb-9775-2150f9c90f7b req-3fe9fbf1-7d43-43ec-92e2-14530f8539e2 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374293 Aug 27 14:41:24.400199 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 396b19ee-eb06-4955-8ca9-1468539936a7 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:41:24.453545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 396b19ee-eb06-4955-8ca9-1468539936a7 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:41:24.458015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 396b19ee-eb06-4955-8ca9-1468539936a7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:41:24.458318 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:24.536439 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:24.561127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396b19ee-eb06-4955-8ca9-1468539936a7'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:41:24.563385 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c541e4-2206-49a3-877f-1600218bf74b" -d '{"events": [{"server_uuid": "555b4817-4e73-4b20-847b-6795f84e1e8e", "name": "network-vif-plugged", "status": "completed", "tag": "396b19ee-eb06-4955-8ca9-1468539936a7"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:41:24.580385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 396b19ee-eb06-4955-8ca9-1468539936a7, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=396b19ee-eb06-4955-8ca9-1468539936a7,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:41:24.585015 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:24.612111 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6044f2a0-b928-4f52-9881-c0a2715694e3 x-openstack-request-id: req-6044f2a0-b928-4f52-9881-c0a2715694e3 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:41:24.612428 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555b4817-4e73-4b20-847b-6795f84e1e8e", "name": "network-vif-plugged", "status": "completed", "tag": "396b19ee-eb06-4955-8ca9-1468539936a7", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:41:24.612681 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6044f2a0-b928-4f52-9881-c0a2715694e3 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:41:24.613068 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396b19ee-eb06-4955-8ca9-1468539936a7', 'code': 200} Aug 27 14:41:24.618620 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83966042-92af-41c9-bbc6-b8f7cad4b8ed req-429f50c8-9998-4a7a-9901-c498ce8e1f32 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:24.620322 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83966042-92af-41c9-bbc6-b8f7cad4b8ed req-429f50c8-9998-4a7a-9901-c498ce8e1f32 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 944 time: 0.0649633 Aug 27 14:41:24.644458 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=396b19ee-eb06-4955-8ca9-1468539936a7,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:24.662969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-83966042-92af-41c9-bbc6-b8f7cad4b8ed req-ca9530d3-a263-47e0-a436-416c8f09a8e3 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355370 Aug 27 14:41:24.728081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581f34d-4816-49ad-acb0-eaa6dd15da18 req-05fd5549-f0f1-40d4-8fd6-3cca7310fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:24.729515 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5581f34d-4816-49ad-acb0-eaa6dd15da18 req-05fd5549-f0f1-40d4-8fd6-3cca7310fab4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 1097 time: 0.0393994 Aug 27 14:41:24.765546 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5581f34d-4816-49ad-acb0-eaa6dd15da18 req-6ae8f1bd-3f0e-4bfe-90b4-3a103acd7204 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286000 Aug 27 14:41:25.782215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98283bc-56bb-4fff-9a90-ac550208b73d req-0a2d0cc5-f256-436f-8c8d-0c26e9f806b0 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:25.783794 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e98283bc-56bb-4fff-9a90-ac550208b73d req-0a2d0cc5-f256-436f-8c8d-0c26e9f806b0 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0500121 Aug 27 14:41:25.821522 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e98283bc-56bb-4fff-9a90-ac550208b73d req-b1ac503e-a602-417b-ae5d-1c40263e62e8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319154 Aug 27 14:41:26.941401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a645c-8fde-4661-bd37-a34cccbfd2db req-f4f74bf2-baa8-45cf-bd3a-2263aefafb1a tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:26.942930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-913a645c-8fde-4661-bd37-a34cccbfd2db req-f4f74bf2-baa8-45cf-bd3a-2263aefafb1a tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0502274 Aug 27 14:41:26.980555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-913a645c-8fde-4661-bd37-a34cccbfd2db req-4c96c37a-e80c-4fb5-a857-8ff8a88bf360 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Aug 27 14:41:27.095777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f379-e68f-4e19-a727-dfa89441dc1c req-02130fcf-2c0a-4e6a-8967-95c948b1e3c4 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:27.097264 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab12f379-e68f-4e19-a727-dfa89441dc1c req-02130fcf-2c0a-4e6a-8967-95c948b1e3c4 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0484118 Aug 27 14:41:27.139380 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab12f379-e68f-4e19-a727-dfa89441dc1c req-9f9ac020-f025-41f9-91a6-3fce3894198b tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358953 Aug 27 14:41:27.342660 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52004fce-1b64-434d-92cb-43b3e4b4971e req-88b698ba-5ebf-41c4-b93e-ab6a29f3b4a4 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:27.344216 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-52004fce-1b64-434d-92cb-43b3e4b4971e req-88b698ba-5ebf-41c4-b93e-ab6a29f3b4a4 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0510693 Aug 27 14:41:27.384720 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-52004fce-1b64-434d-92cb-43b3e4b4971e req-8710e9b2-489f-460b-8b27-4ac06d603e62 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Aug 27 14:41:27.499236 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29117db5-1edc-4602-80ef-667fb703924e req-70267080-37d1-417e-a71d-b46f72f4c273 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:27.500988 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29117db5-1edc-4602-80ef-667fb703924e req-70267080-37d1-417e-a71d-b46f72f4c273 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0496404 Aug 27 14:41:27.543515 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29117db5-1edc-4602-80ef-667fb703924e req-c740ab4b-7d2d-41be-9426-aeea57594b17 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363765 Aug 27 14:41:27.796639 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-d16f5e0f-24ab-4861-9684-ace98ba6bbfd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0702100 Aug 27 14:41:27.808091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa355a8b-af0e-4393-8bce-80c81171495d req-d4789913-43f1-4b4a-a62b-2f7e9a66804c tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:27.810241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa355a8b-af0e-4393-8bce-80c81171495d req-d4789913-43f1-4b4a-a62b-2f7e9a66804c tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0729470 Aug 27 14:41:27.851370 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa355a8b-af0e-4393-8bce-80c81171495d req-d0a087a6-2575-46e0-b48b-0ba6e6a80ea6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335758 Aug 27 14:41:28.961996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-020eb0a7-7f45-4136-8b24-c890f4b4afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:28.963568 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-020eb0a7-7f45-4136-8b24-c890f4b4afa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 1097 time: 0.0696986 Aug 27 14:41:28.988981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87083f-bd15-4543-bdcc-e18aa6dc0d8a req-631c88cf-05f3-4adf-898b-b122fcbc0fa3 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:28.990483 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a87083f-bd15-4543-bdcc-e18aa6dc0d8a req-631c88cf-05f3-4adf-898b-b122fcbc0fa3 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0644445 Aug 27 14:41:29.077770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3a87083f-bd15-4543-bdcc-e18aa6dc0d8a req-aac75687-e3ba-4c1a-8720-347057ed1c5e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735190 Aug 27 14:41:29.099167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-52202f03-99e7-4331-966c-940e77d80169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:29.100665 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-52202f03-99e7-4331-966c-940e77d80169 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 915 time: 0.1284108 Aug 27 14:41:29.150500 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-f4a16555-5ad8-4159-adb6-eb23710d77f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396b19ee-eb06-4955-8ca9-1468539936a7 HTTP/1.1" status: 200 len: 217 time: 0.0420473 Aug 27 14:41:29.204813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-cfba2d78-a607-4764-866a-3d24cb8a3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:29.206274 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-cfba2d78-a607-4764-866a-3d24cb8a3625 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0479994 Aug 27 14:41:29.238514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-d54ea810-2a5c-41e2-bc9a-48e0172a2160 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247231 Aug 27 14:41:29.327975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-2cd87834-4156-4d65-97dc-be83798acb1a service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822399 Aug 27 14:41:29.423396 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-91c083c1-3ff3-472c-a909-5e2ebe5e9f94 service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872414 Aug 27 14:41:30.196797 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4851ea-fce3-4c89-b41d-38448c43e3cf req-8c83dc90-59d2-48ac-836b-7eed56753ffc tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:30.198313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1b4851ea-fce3-4c89-b41d-38448c43e3cf req-8c83dc90-59d2-48ac-836b-7eed56753ffc tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0507264 Aug 27 14:41:30.240382 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1b4851ea-fce3-4c89-b41d-38448c43e3cf req-5e6a431e-cecb-4c8e-894e-8e126cdfaa21 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Aug 27 14:41:31.358520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab2baf-c9b0-42c2-b3e9-029a7913d6f8 req-1808f2bd-62e6-4ca7-b55e-e7b8dc4795aa tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:31.360066 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12ab2baf-c9b0-42c2-b3e9-029a7913d6f8 req-1808f2bd-62e6-4ca7-b55e-e7b8dc4795aa tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0523324 Aug 27 14:41:31.398975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-12ab2baf-c9b0-42c2-b3e9-029a7913d6f8 req-e36765d8-da26-4875-bd80-6a448a0db6f4 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328722 Aug 27 14:41:32.515502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ddad-d419-4c4f-9eb0-d7c506ba9ab7 req-da725ba9-f49c-412b-af82-a7981845da99 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:32.516942 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4c4ddad-d419-4c4f-9eb0-d7c506ba9ab7 req-da725ba9-f49c-412b-af82-a7981845da99 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0515535 Aug 27 14:41:32.555759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e4c4ddad-d419-4c4f-9eb0-d7c506ba9ab7 req-0ed8d737-56fe-49dd-8799-b95866ecde30 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328803 Aug 27 14:41:33.673245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba546fd5-c8e9-4829-b703-a2aacc8296d5 req-8bda3b11-1abe-4cee-845f-54883ddf08c8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:33.674789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba546fd5-c8e9-4829-b703-a2aacc8296d5 req-8bda3b11-1abe-4cee-845f-54883ddf08c8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0498476 Aug 27 14:41:33.713867 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ba546fd5-c8e9-4829-b703-a2aacc8296d5 req-d1f5d4a9-27b2-43e4-97fa-4c2d3335232f tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Aug 27 14:41:34.832935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd6b75-9762-4d06-bb05-5327aa627c3c req-135ce65f-179a-4b58-a788-ccac0f5c4884 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:34.834443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4bbd6b75-9762-4d06-bb05-5327aa627c3c req-135ce65f-179a-4b58-a788-ccac0f5c4884 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0506868 Aug 27 14:41:34.874736 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4bbd6b75-9762-4d06-bb05-5327aa627c3c req-6062a362-9ec8-43ba-a289-aa96a145ccaa tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342605 Aug 27 14:41:35.997982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e934f5-5f74-44ee-9e6f-a36219adbb5c req-53cab26a-e647-49f6-a7e1-9039e8550ad0 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:35.999931 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-70e934f5-5f74-44ee-9e6f-a36219adbb5c req-53cab26a-e647-49f6-a7e1-9039e8550ad0 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0546360 Aug 27 14:41:36.040240 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-70e934f5-5f74-44ee-9e6f-a36219adbb5c req-27fa679a-9ce8-4275-87a1-cca3e10cd703 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342655 Aug 27 14:41:37.158213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dafc8-d19b-44e4-b557-ec4a97582f38 req-bdf1e5dd-75aa-46e4-810c-5dc11183f57a tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:37.159749 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-017dafc8-d19b-44e4-b557-ec4a97582f38 req-bdf1e5dd-75aa-46e4-810c-5dc11183f57a tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0497494 Aug 27 14:41:37.203705 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-017dafc8-d19b-44e4-b557-ec4a97582f38 req-5b33d12a-f27d-402f-925c-e82442df8e77 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379946 Aug 27 14:41:38.320766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f9fb8-2cf6-4fb5-a37a-fe04771bf23c req-4b2181c0-9f8d-455e-9196-91a0e6ef5cd6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:38.322267 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e2f9fb8-2cf6-4fb5-a37a-fe04771bf23c req-4b2181c0-9f8d-455e-9196-91a0e6ef5cd6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0485997 Aug 27 14:41:38.361437 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5e2f9fb8-2cf6-4fb5-a37a-fe04771bf23c req-0d0bd08d-0619-4a7c-b0e2-9579bf324710 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Aug 27 14:41:39.237092 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:41:39.480411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8d3af-44da-40c4-bf6a-33bd6aa77cd0 req-47697f3f-ef61-4633-9f38-e34ccac8c1da tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:39.482725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ed8d3af-44da-40c4-bf6a-33bd6aa77cd0 req-47697f3f-ef61-4633-9f38-e34ccac8c1da tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0503933 Aug 27 14:41:39.521674 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ed8d3af-44da-40c4-bf6a-33bd6aa77cd0 req-3c84a8b5-07d4-4173-84a8-f83e12609b8f tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Aug 27 14:41:40.250773 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:40.642369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e7172-c8b7-4d0b-a67a-bacdca16033a req-bac65235-f2d5-4322-b386-531b2f606557 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:40.644010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e0e7172-c8b7-4d0b-a67a-bacdca16033a req-bac65235-f2d5-4322-b386-531b2f606557 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0514500 Aug 27 14:41:40.682562 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6e0e7172-c8b7-4d0b-a67a-bacdca16033a req-1397de93-8a78-4c21-92fe-bd1519fa302e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325243 Aug 27 14:41:41.800436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc096907-3125-48a2-97d1-70c555c635b3 req-5f375f76-22ea-4d3b-9f80-8e8cd226d3a5 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:41.801985 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cc096907-3125-48a2-97d1-70c555c635b3 req-5f375f76-22ea-4d3b-9f80-8e8cd226d3a5 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0502574 Aug 27 14:41:41.841765 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cc096907-3125-48a2-97d1-70c555c635b3 req-0c3e1111-1034-4cc0-a02b-6957ce7c7e41 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338516 Aug 27 14:41:42.965403 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2e3d2-eca8-4646-8506-4c936af0eb35 req-c6e491e4-5c6a-43a2-8ed4-65ff470111ad tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:42.968025 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ccc2e3d2-eca8-4646-8506-4c936af0eb35 req-c6e491e4-5c6a-43a2-8ed4-65ff470111ad tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0575266 Aug 27 14:41:43.007055 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ccc2e3d2-eca8-4646-8506-4c936af0eb35 req-78c738bd-9414-4f06-9829-1c21d9c2f166 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331335 Aug 27 14:41:44.123157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c65ce0-9766-47df-bb89-93785d22b02e req-5fd8852d-045a-4064-bbe1-dca5c386d4dd tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:44.124663 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4c65ce0-9766-47df-bb89-93785d22b02e req-5fd8852d-045a-4064-bbe1-dca5c386d4dd tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0499926 Aug 27 14:41:44.167735 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4c65ce0-9766-47df-bb89-93785d22b02e req-c03f6576-006b-435d-a2d6-12239bd384a3 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368726 Aug 27 14:41:44.679013 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96a77039-6e0b-49db-995b-bbeca9ece686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:45.296723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9333-cae1-419d-8282-5bbc37b42232 req-f0cd5272-354a-4642-ad52-ff3d7ec2ae33 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:45.298262 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd5d9333-cae1-419d-8282-5bbc37b42232 req-f0cd5272-354a-4642-ad52-ff3d7ec2ae33 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0625894 Aug 27 14:41:45.338172 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd5d9333-cae1-419d-8282-5bbc37b42232 req-38bc1bf7-ea29-45d1-953c-52f08c28235e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338781 Aug 27 14:41:46.456657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22b4cb-1d9c-4678-b8f1-fe1cb5396c2c req-b15e05dd-8f16-46d1-9f7b-4dff811cc72b tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:46.458166 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a22b4cb-1d9c-4678-b8f1-fe1cb5396c2c req-b15e05dd-8f16-46d1-9f7b-4dff811cc72b tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0507090 Aug 27 14:41:46.503242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a22b4cb-1d9c-4678-b8f1-fe1cb5396c2c req-443482db-3ae2-4217-9f5b-37281fc70e5d tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390770 Aug 27 14:41:47.504460 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:47.546446 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4157ce10-a94c-4403-9ea1-dfd4adb6bfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:47.616560 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605e5f0-acd0-4c26-b0f3-8d6934ea6b2f req-606bad4d-c28c-4140-bf36-76836b0ed2dc tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:47.618077 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1605e5f0-acd0-4c26-b0f3-8d6934ea6b2f req-606bad4d-c28c-4140-bf36-76836b0ed2dc tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0508900 Aug 27 14:41:47.659585 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1605e5f0-acd0-4c26-b0f3-8d6934ea6b2f req-cf71e411-fcaa-4d72-8af1-9c8f0a96e355 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Aug 27 14:41:48.776107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7033c-4d86-415d-818a-d43bac5c1bed req-d4ecb18e-87d4-4fa9-8c21-ae32bdd8d75f tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:48.777654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1af7033c-4d86-415d-818a-d43bac5c1bed req-d4ecb18e-87d4-4fa9-8c21-ae32bdd8d75f tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0495496 Aug 27 14:41:48.816931 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1af7033c-4d86-415d-818a-d43bac5c1bed req-796f1ac4-081a-4045-a43c-5f977e31646d tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325544 Aug 27 14:41:48.873352 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:49.939545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d1424-aed4-4767-9d0a-e89be1766534 req-cfae6fcd-bdb2-4380-a54c-9b20c437dc90 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:49.941068 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f8d1424-aed4-4767-9d0a-e89be1766534 req-cfae6fcd-bdb2-4380-a54c-9b20c437dc90 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0558021 Aug 27 14:41:49.981081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f8d1424-aed4-4767-9d0a-e89be1766534 req-7edb2445-fcc6-4ce9-be75-84a00cf722e9 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341480 Aug 27 14:41:50.342620 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:51.109277 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebabc9-3d39-48a2-a547-9543e23b7b9a req-63d886cc-a84b-4d45-b2e5-f77150240b39 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:51.110815 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a5ebabc9-3d39-48a2-a547-9543e23b7b9a req-63d886cc-a84b-4d45-b2e5-f77150240b39 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0533893 Aug 27 14:41:51.153008 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a5ebabc9-3d39-48a2-a547-9543e23b7b9a req-094dca7c-b7b4-43e5-897f-caa3f670b699 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362301 Aug 27 14:41:51.797139 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:52.273528 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e959a2a-e673-42f1-adbe-c2d72f79d9bb req-af4bc941-4622-4727-8478-6a470313befc tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:52.275050 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7e959a2a-e673-42f1-adbe-c2d72f79d9bb req-af4bc941-4622-4727-8478-6a470313befc tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0517433 Aug 27 14:41:52.314663 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7e959a2a-e673-42f1-adbe-c2d72f79d9bb req-6ab89cdd-6230-4d93-b9d0-b855bd170db4 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Aug 27 14:41:53.453235 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0f193-40b4-48c3-99ae-8fad7f0b5565 req-83f75aa2-d8b5-435b-a39c-84a968c9774e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:53.454794 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a5f0f193-40b4-48c3-99ae-8fad7f0b5565 req-83f75aa2-d8b5-435b-a39c-84a968c9774e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0508761 Aug 27 14:41:53.494975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a5f0f193-40b4-48c3-99ae-8fad7f0b5565 req-4b5150f6-11d1-4734-88c5-8e2caeb10801 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340760 Aug 27 14:41:54.636103 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b50f72-caeb-49b4-9785-4b530fb5ce31 req-59e3522f-6204-475b-8085-2a99351f1b46 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:54.637620 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-97b50f72-caeb-49b4-9785-4b530fb5ce31 req-59e3522f-6204-475b-8085-2a99351f1b46 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0502753 Aug 27 14:41:54.678478 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-97b50f72-caeb-49b4-9785-4b530fb5ce31 req-71449476-e20b-42a5-9b7f-0bb5186f008e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Aug 27 14:41:55.795317 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb12cd-6e10-4e95-a313-2d3218286f7c req-fc1ab30e-47f1-407e-90ee-6957383c417f tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:55.796826 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-abfb12cd-6e10-4e95-a313-2d3218286f7c req-fc1ab30e-47f1-407e-90ee-6957383c417f tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0510285 Aug 27 14:41:55.835538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-abfb12cd-6e10-4e95-a313-2d3218286f7c req-d7692357-beb6-42bd-98ef-da9daf91dcb9 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Aug 27 14:41:56.539883 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-7e27885b-880a-4992-b9d8-67e748c8408a service neutron] show failed (client error): The resource could not be found. Aug 27 14:41:56.540836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-7e27885b-880a-4992-b9d8-67e748c8408a service neutron] 10.222.0.41 "GET /v2.0/ports/396b19ee-eb06-4955-8ca9-1468539936a7/bindings/n-h1-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0598817 Aug 27 14:41:56.774787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-1b2c8108-7f27-42e1-a336-62e85ab750a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:56.776280 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-1b2c8108-7f27-42e1-a336-62e85ab750a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e&tenant_id=25118338b18345dda408b3c6bee4db99 HTTP/1.1" status: 200 len: 1097 time: 0.0738750 Aug 27 14:41:56.788519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:41:56.840670 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:56.953343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1fe98-1a32-4242-86a5-430425d98d51 req-a25896d1-c235-44ef-874a-e573c85ab657 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:56.954888 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72b1fe98-1a32-4242-86a5-430425d98d51 req-a25896d1-c235-44ef-874a-e573c85ab657 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0522542 Aug 27 14:41:56.994742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72b1fe98-1a32-4242-86a5-430425d98d51 req-61245f4a-e583-4f4d-9370-47aa24a85187 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329661 Aug 27 14:41:57.048711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] For port 396b19ee-eb06-4955-8ca9-1468539936a7, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=396b19ee-eb06-4955-8ca9-1468539936a7,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:41:57.082111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] For port 396b19ee-eb06-4955-8ca9-1468539936a7, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:41:57.128793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396b19ee-eb06-4955-8ca9-1468539936a7'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:41:57.131044 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b6a04b-c955-4ed2-9baa-8218f8ae4178" -d '{"events": [{"server_uuid": "555b4817-4e73-4b20-847b-6795f84e1e8e", "name": "network-vif-unplugged", "status": "completed", "tag": "396b19ee-eb06-4955-8ca9-1468539936a7"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:41:57.135276 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:57.148536 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Transition to ACTIVE for port object 396b19ee-eb06-4955-8ca9-1468539936a7 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:41:57.154614 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:57.184156 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef897e2e-73ac-4f32-9d59-8f2c360aa694 x-openstack-request-id: req-ef897e2e-73ac-4f32-9d59-8f2c360aa694 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:41:57.184465 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555b4817-4e73-4b20-847b-6795f84e1e8e", "name": "network-vif-unplugged", "status": "completed", "tag": "396b19ee-eb06-4955-8ca9-1468539936a7", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:41:57.185244 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef897e2e-73ac-4f32-9d59-8f2c360aa694 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:41:57.185730 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396b19ee-eb06-4955-8ca9-1468539936a7', 'code': 200} Aug 27 14:41:57.223834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] No DVR routers for this DVR port 396b19ee-eb06-4955-8ca9-1468539936a7 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:41:57.227338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Pushing event updated for resources: {'Port': ['ID=396b19ee-eb06-4955-8ca9-1468539936a7,revision_number=6']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:57.264685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Attempting to bind port 396b19ee-eb06-4955-8ca9-1468539936a7 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:41:57.265027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Attempting to bind port 396b19ee-eb06-4955-8ca9-1468539936a7 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:41:57.265364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Attempting to bind port 396b19ee-eb06-4955-8ca9-1468539936a7 on network 85fbfdd2-862f-49ea-b22c-d55518feb482 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:41:57.270003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Port 396b19ee-eb06-4955-8ca9-1468539936a7 on network 85fbfdd2-862f-49ea-b22c-d55518feb482 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:41:57.270327 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Attempting to bind port 396b19ee-eb06-4955-8ca9-1468539936a7 on network 85fbfdd2-862f-49ea-b22c-d55518feb482 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:41:57.275909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:41:57.276420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Checking segment: {'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:41:57.276930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Bound using segment: {'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:41:57.277378 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Bound port: 396b19ee-eb06-4955-8ca9-1468539936a7, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:41:57.277747 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:57.349780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] For port 396b19ee-eb06-4955-8ca9-1468539936a7, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:41:57.353346 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] For port 396b19ee-eb06-4955-8ca9-1468539936a7, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=396b19ee-eb06-4955-8ca9-1468539936a7,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:41:57.357410 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:57.401108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:57.401828 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:57.403302 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] 10.222.0.52 "PUT /v2.0/ports/396b19ee-eb06-4955-8ca9-1468539936a7 HTTP/1.1" status: 200 len: 1092 time: 0.6187246 Aug 27 14:41:57.426006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d970c3-6be7-454f-a12e-20db0742c508 service neutron] Pushing event updated for resources: {'Port': ['ID=396b19ee-eb06-4955-8ca9-1468539936a7,revision_number=7']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:41:57.471502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-f62cef8e-44c5-4b0b-9cf2-66972ac83e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:57.473023 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-f62cef8e-44c5-4b0b-9cf2-66972ac83e21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 1095 time: 0.0441158 Aug 27 14:41:57.569128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-376db0b0-d41d-471b-a009-2be6fdbae9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:57.570649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-376db0b0-d41d-471b-a009-2be6fdbae9a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 915 time: 0.0906718 Aug 27 14:41:57.615385 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-c0558ea5-c7e5-4649-8ff7-155372d22dc4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396b19ee-eb06-4955-8ca9-1468539936a7 HTTP/1.1" status: 200 len: 217 time: 0.0357957 Aug 27 14:41:57.673629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-93dcccc2-755d-48d7-9332-27b46ce6a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:57.675189 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-93dcccc2-755d-48d7-9332-27b46ce6a313 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0511813 Aug 27 14:41:57.713439 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-2ffdf59d-1cba-4796-b07f-013af0df52e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310175 Aug 27 14:41:57.813567 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-829087b4-fe11-4088-8f8c-9b394d4d0ea6 service neutron] 10.222.0.52 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933695 Aug 27 14:41:57.909272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb884b45-8b03-45a9-b2d2-4157a045428d req-3e180fd8-0ebd-4f0f-9858-3c2288ff6422 service neutron] 10.222.0.52 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876274 Aug 27 14:41:58.111606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888537c8-ab40-4b29-8c7d-783e9f0ae8f8 req-1cadeafd-b21b-4a4a-b4fc-b427eece4a28 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:58.113115 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-888537c8-ab40-4b29-8c7d-783e9f0ae8f8 req-1cadeafd-b21b-4a4a-b4fc-b427eece4a28 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 943 time: 0.0499001 Aug 27 14:41:58.151814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-888537c8-ab40-4b29-8c7d-783e9f0ae8f8 req-4fb94714-0e80-4ba5-bbd7-ba8abfcafb17 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326638 Aug 27 14:41:59.186971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'tag': '396b19ee-eb06-4955-8ca9-1468539936a7'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:41:59.189278 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425a015e-50ad-49d7-bff4-51ac86ab505d" -d '{"events": [{"name": "network-changed", "server_uuid": "555b4817-4e73-4b20-847b-6795f84e1e8e", "tag": "396b19ee-eb06-4955-8ca9-1468539936a7"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:41:59.238164 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a549c40-cc26-4cb1-8eb8-ce0cc6c5fca9 x-openstack-request-id: req-4a549c40-cc26-4cb1-8eb8-ce0cc6c5fca9 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:41:59.238466 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555b4817-4e73-4b20-847b-6795f84e1e8e", "tag": "396b19ee-eb06-4955-8ca9-1468539936a7", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:41:59.238823 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a549c40-cc26-4cb1-8eb8-ce0cc6c5fca9 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:41:59.239229 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'tag': '396b19ee-eb06-4955-8ca9-1468539936a7', 'status': 'completed', 'code': 200} Aug 27 14:41:59.292640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a5787-5d95-48f3-a36d-7dcfad003f1a req-43704b62-9fa8-490b-bf60-d3390210ffc1 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:59.294190 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-873a5787-5d95-48f3-a36d-7dcfad003f1a req-43704b62-9fa8-490b-bf60-d3390210ffc1 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 943 time: 0.0693238 Aug 27 14:41:59.336128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-d39ec117-fb9f-4daf-b8de-c59d132fe479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:59.337754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-d39ec117-fb9f-4daf-b8de-c59d132fe479 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 1095 time: 0.0534978 Aug 27 14:41:59.345906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-873a5787-5d95-48f3-a36d-7dcfad003f1a req-1b6a073d-39ea-4f81-9e94-6c13569823ac tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445194 Aug 27 14:41:59.383820 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-3c4d02d2-1f9f-4569-aac6-df9dbbbae33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:59.388850 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-3c4d02d2-1f9f-4569-aac6-df9dbbbae33a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 1095 time: 0.1273456 Aug 27 14:41:59.440408 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-39740510-34dd-414e-8995-a58759ec2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:59.441953 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-39740510-34dd-414e-8995-a58759ec2c7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 915 time: 0.0966089 Aug 27 14:41:59.492618 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-8410ad9a-ce61-441c-ad1c-63900bafa322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:59.494121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-8410ad9a-ce61-441c-ad1c-63900bafa322 service neutron] 10.222.0.52 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 915 time: 0.0889885 Aug 27 14:41:59.495824 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-031190ae-d15c-48ba-85bf-d1d6a555c9bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396b19ee-eb06-4955-8ca9-1468539936a7 HTTP/1.1" status: 200 len: 217 time: 0.0467761 Aug 27 14:41:59.541604 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-a220d25c-1412-40c5-b4a9-0bccdf00774e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396b19ee-eb06-4955-8ca9-1468539936a7 HTTP/1.1" status: 200 len: 217 time: 0.0406127 Aug 27 14:41:59.550539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-7ad91d3e-63fb-43e1-b5e1-d3d502500f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:59.552085 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-7ad91d3e-63fb-43e1-b5e1-d3d502500f7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0489345 Aug 27 14:41:59.584045 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-74a9d87b-462f-4518-91bb-7c812dd33cc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250251 Aug 27 14:41:59.592642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-54b3044e-e7b6-4c40-8068-c7b22e67c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:41:59.594105 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-54b3044e-e7b6-4c40-8068-c7b22e67c992 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0453384 Aug 27 14:41:59.626135 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-b9ea0b8a-9072-4da1-ad99-096e8ea73fc9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254695 Aug 27 14:41:59.677113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-4966ed0e-099a-4dfc-9ea4-66ea0eac2232 service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863266 Aug 27 14:41:59.723139 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-c897d516-b866-4f47-a51c-4a3cbf393886 service neutron] 10.222.0.52 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892851 Aug 27 14:41:59.756866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 396b19ee-eb06-4955-8ca9-1468539936a7 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:41:59.776970 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-20127794-2fcf-42bb-9d29-73d9382b1942 service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932322 Aug 27 14:41:59.815779 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-425a015e-50ad-49d7-bff4-51ac86ab505d req-1b3758b0-2d79-41b2-a3a2-85109d070571 service neutron] 10.222.0.52 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861154 Aug 27 14:41:59.858528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 396b19ee-eb06-4955-8ca9-1468539936a7, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=396b19ee-eb06-4955-8ca9-1468539936a7,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:41:59.869525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '396b19ee-eb06-4955-8ca9-1468539936a7', 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482', 'port_id': '396b19ee-eb06-4955-8ca9-1468539936a7', 'mac_address': 'fa:16:3e:4c:20:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2315905-d6be-41fa-b1d0-b29187aa3fc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:41:59.909983 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:59.922136 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396b19ee-eb06-4955-8ca9-1468539936a7 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:41:59.940484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 396b19ee-eb06-4955-8ca9-1468539936a7, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=396b19ee-eb06-4955-8ca9-1468539936a7,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:41:59.944434 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:41:59.990353 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=396b19ee-eb06-4955-8ca9-1468539936a7,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:00.161077 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['396b19ee-eb06-4955-8ca9-1468539936a7'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:42:00.472163 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e60e7-bb34-4dc2-a34b-faccb2733115 req-bf771590-ede8-4e5b-a997-ba0ea577decb tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:00.473838 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b68e60e7-bb34-4dc2-a34b-faccb2733115 req-bf771590-ede8-4e5b-a997-ba0ea577decb tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 944 time: 0.0515635 Aug 27 14:42:00.515008 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b68e60e7-bb34-4dc2-a34b-faccb2733115 req-5533c35b-ded1-46bc-977b-8f5033e7846e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347188 Aug 27 14:42:00.608570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 396b19ee-eb06-4955-8ca9-1468539936a7 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:42:00.674504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 396b19ee-eb06-4955-8ca9-1468539936a7 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:42:00.737893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b7617-19c3-4500-8ee3-0827f9010ec3 req-aaa80a4a-716e-410e-aabb-9f35f1385a8a tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:00.739566 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-701b7617-19c3-4500-8ee3-0827f9010ec3 req-aaa80a4a-716e-410e-aabb-9f35f1385a8a tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 944 time: 0.0587747 Aug 27 14:42:00.839380 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-701b7617-19c3-4500-8ee3-0827f9010ec3 req-2b8de7a8-1c19-4041-b571-89a1f5dcab1d tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891719 Aug 27 14:42:00.858397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-bcd1546f-909c-4500-aa2c-bb0d228038f1 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:00.859971 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-bcd1546f-909c-4500-aa2c-bb0d228038f1 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.41 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e&tenant_id=25118338b18345dda408b3c6bee4db99&binding%3Ahost_id=n-h1-712139-12 HTTP/1.1" status: 200 len: 944 time: 0.1195223 Aug 27 14:42:00.923408 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-51e91be8-315c-49ba-a3f2-495d97caa1c7 service neutron] delete failed (client error): The resource could not be found. Aug 27 14:42:00.924410 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-51e91be8-315c-49ba-a3f2-495d97caa1c7 service neutron] 10.222.0.41 "DELETE /v2.0/ports/396b19ee-eb06-4955-8ca9-1468539936a7/bindings/n-h2-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0565205 Aug 27 14:42:01.048846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-594f7d79-0a9d-4a02-9b7f-e213b0377fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:01.050344 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-594f7d79-0a9d-4a02-9b7f-e213b0377fd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 1096 time: 0.0473309 Aug 27 14:42:01.140976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-df08a13b-30c3-456f-ba79-0f901c5daf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:01.142368 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-df08a13b-30c3-456f-ba79-0f901c5daf37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 915 time: 0.0851622 Aug 27 14:42:01.186271 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-48c5a278-be1c-4a86-b551-20e1e5999a6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396b19ee-eb06-4955-8ca9-1468539936a7 HTTP/1.1" status: 200 len: 217 time: 0.0373325 Aug 27 14:42:01.235961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-58c16881-4c99-4af5-80f1-af93956e1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:01.237407 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-58c16881-4c99-4af5-80f1-af93956e1191 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0450106 Aug 27 14:42:01.269517 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-040c8c07-cc4b-4dd7-9c08-0e2fcbc39352 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254660 Aug 27 14:42:01.364426 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-7452c454-f2f2-49a8-9069-0e33861f90de service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870724 Aug 27 14:42:01.457395 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4b4cf838-e80d-4791-8dab-2c74cae77ba6 req-30bb8a69-c3f3-4163-9a84-6a2ca8285b59 service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863681 Aug 27 14:42:01.768496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 396b19ee-eb06-4955-8ca9-1468539936a7 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:42:01.817410 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 396b19ee-eb06-4955-8ca9-1468539936a7 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:42:01.821220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 396b19ee-eb06-4955-8ca9-1468539936a7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:42:01.821597 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:01.906953 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:01.930781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396b19ee-eb06-4955-8ca9-1468539936a7'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:42:01.933193 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bc52b0-6975-4f59-8f97-43709a0887db" -d '{"events": [{"server_uuid": "555b4817-4e73-4b20-847b-6795f84e1e8e", "name": "network-vif-plugged", "status": "completed", "tag": "396b19ee-eb06-4955-8ca9-1468539936a7"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:42:01.947913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 396b19ee-eb06-4955-8ca9-1468539936a7, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=396b19ee-eb06-4955-8ca9-1468539936a7,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:42:01.953524 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:01.965319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72e1bb-8000-4788-a659-aa023d3ed0bb req-4c78c459-896d-415c-8936-58b6429c08e6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:01.973501 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b72e1bb-8000-4788-a659-aa023d3ed0bb req-4c78c459-896d-415c-8936-58b6429c08e6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 944 time: 0.0602360 Aug 27 14:42:01.989774 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2070f24a-9ce3-40ce-a643-a848949a4466 x-openstack-request-id: req-2070f24a-9ce3-40ce-a643-a848949a4466 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:42:01.990066 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555b4817-4e73-4b20-847b-6795f84e1e8e", "name": "network-vif-plugged", "status": "completed", "tag": "396b19ee-eb06-4955-8ca9-1468539936a7", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:42:01.990324 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2070f24a-9ce3-40ce-a643-a848949a4466 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:42:01.990712 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396b19ee-eb06-4955-8ca9-1468539936a7', 'code': 200} Aug 27 14:42:02.007022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=396b19ee-eb06-4955-8ca9-1468539936a7,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:02.015355 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b72e1bb-8000-4788-a659-aa023d3ed0bb req-6cea8a6c-2997-4598-9137-0b03c9f44681 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Aug 27 14:42:03.133357 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1687dcf-d35a-40dc-9265-3cc53643997a req-acc60157-b85a-4c76-8c5e-07ad119a51cf tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:03.135214 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1687dcf-d35a-40dc-9265-3cc53643997a req-acc60157-b85a-4c76-8c5e-07ad119a51cf tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0497448 Aug 27 14:42:03.172452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1687dcf-d35a-40dc-9265-3cc53643997a req-4cb738bb-851c-4d48-9a5b-307da9841a52 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307238 Aug 27 14:42:03.287018 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821b28a-ba0c-49b4-ae8a-b01f4ef5f595 req-d3022771-cf51-43c2-bce2-09564387aae4 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:03.288552 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6821b28a-ba0c-49b4-ae8a-b01f4ef5f595 req-d3022771-cf51-43c2-bce2-09564387aae4 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0489814 Aug 27 14:42:03.325638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6821b28a-ba0c-49b4-ae8a-b01f4ef5f595 req-0dd00e5f-e79d-4ad5-a33f-b69f9ad3c9a2 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311365 Aug 27 14:42:03.442535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d95a11-0f88-47f6-b64e-58098b3d1459 req-dac2f2d6-301c-4f28-9a56-5d9ac18e5660 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:03.444037 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-31d95a11-0f88-47f6-b64e-58098b3d1459 req-dac2f2d6-301c-4f28-9a56-5d9ac18e5660 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0531652 Aug 27 14:42:03.480890 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-31d95a11-0f88-47f6-b64e-58098b3d1459 req-266d6123-a307-4d3c-9267-d5a192c94a50 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310075 Aug 27 14:42:03.830113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-8f8922ef-ed1f-4431-b77e-448de3f7ea5d tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:03.831629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-8f8922ef-ed1f-4431-b77e-448de3f7ea5d tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 814 time: 0.1006279 Aug 27 14:42:03.846475 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-9d0fa0df-0f63-4e50-86df-9e4f78b007e8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/quotas/25118338b18345dda408b3c6bee4db99 HTTP/1.1" status: 200 len: 375 time: 0.0091565 Aug 27 14:42:03.895950 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-1b545e46-dc44-42a7-9997-9340c0cc0395 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439551 Aug 27 14:42:03.992770 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-930b3dd1-e7bc-4147-be0b-a393625829d3 service neutron] 10.222.0.55 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900762 Aug 27 14:42:04.089519 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c0d010de-df18-459b-8587-042a8b772b9d service neutron] 10.222.0.55 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901463 Aug 27 14:42:04.253446 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d0192230-a0b3-4567-b0ee-fd8e5a55c92e req-9483898c-3ae7-4eeb-b5ca-0c3f90a0b595 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 210 time: 0.0286787 Aug 27 14:42:04.979539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75381c8-6b1d-473c-b446-abe76037c1be req-28362663-cce5-461d-8bf9-87a375fb00fe tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:04.980994 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e75381c8-6b1d-473c-b446-abe76037c1be req-28362663-cce5-461d-8bf9-87a375fb00fe tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.52 "GET /v2.0/ports?device_id=555b4817-4e73-4b20-847b-6795f84e1e8e HTTP/1.1" status: 200 len: 945 time: 0.0483048 Aug 27 14:42:05.075482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-e75381c8-6b1d-473c-b446-abe76037c1be req-88f12490-d557-46fd-81f8-85a32673deb8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Deleting port 396b19ee-eb06-4955-8ca9-1468539936a7 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:42:05.075907 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e75381c8-6b1d-473c-b446-abe76037c1be req-88f12490-d557-46fd-81f8-85a32673deb8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:05.183129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-e75381c8-6b1d-473c-b446-abe76037c1be req-88f12490-d557-46fd-81f8-85a32673deb8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] For port 396b19ee-eb06-4955-8ca9-1468539936a7, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=396b19ee-eb06-4955-8ca9-1468539936a7,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:42:05.183493 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e75381c8-6b1d-473c-b446-abe76037c1be req-88f12490-d557-46fd-81f8-85a32673deb8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:05.197481 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-e75381c8-6b1d-473c-b446-abe76037c1be req-88f12490-d557-46fd-81f8-85a32673deb8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Calling delete_port for 396b19ee-eb06-4955-8ca9-1468539936a7 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:42:05.243278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-ca6bc47d-bacf-41ac-a309-31122c08a60e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:05.245231 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-ca6bc47d-bacf-41ac-a309-31122c08a60e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.41 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 814 time: 0.1200507 Aug 27 14:42:05.275153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Request body: {'port': {'device_id': 'ef022b71-a986-411c-9815-75fadc549c95', 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482', 'admin_state_up': True, 'tenant_id': '25118338b18345dda408b3c6bee4db99'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:42:05.333643 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e75381c8-6b1d-473c-b446-abe76037c1be req-88f12490-d557-46fd-81f8-85a32673deb8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:05.346058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['396b19ee-eb06-4955-8ca9-1468539936a7'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:42:05.364856 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-059165cd-a545-4397-836c-f7d0258cf434 req-3e0d631e-610b-4648-aff4-fc4d8a18e201 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 210 time: 0.0394714 Aug 27 14:42:05.365102 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f12490-d557-46fd-81f8-85a32673deb8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Pushing event deleted for resources: {'Port': ['ID=396b19ee-eb06-4955-8ca9-1468539936a7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:05.414846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75381c8-6b1d-473c-b446-abe76037c1be req-88f12490-d557-46fd-81f8-85a32673deb8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] No DVR routers for this DVR port 396b19ee-eb06-4955-8ca9-1468539936a7 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:42:05.418016 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-e75381c8-6b1d-473c-b446-abe76037c1be req-88f12490-d557-46fd-81f8-85a32673deb8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:05.420948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e75381c8-6b1d-473c-b446-abe76037c1be req-88f12490-d557-46fd-81f8-85a32673deb8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.52 "DELETE /v2.0/ports/396b19ee-eb06-4955-8ca9-1468539936a7 HTTP/1.1" status: 204 len: 173 time: 0.4334791 Aug 27 14:42:05.421463 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'name': 'network-vif-deleted', 'tag': '396b19ee-eb06-4955-8ca9-1468539936a7'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:42:05.424100 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6278e7-85e9-412f-bc18-f56b93c73be0" -d '{"events": [{"server_uuid": "555b4817-4e73-4b20-847b-6795f84e1e8e", "name": "network-vif-deleted", "tag": "396b19ee-eb06-4955-8ca9-1468539936a7"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:42:05.424254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Made reservation on behalf of 25118338b18345dda408b3c6bee4db99 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:42:05.427769 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:05.476370 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2a9e0b-6d3e-4834-98b4-eaf2edde02c1 x-openstack-request-id: req-cf2a9e0b-6d3e-4834-98b4-eaf2edde02c1 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:42:05.476766 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555b4817-4e73-4b20-847b-6795f84e1e8e", "name": "network-vif-deleted", "tag": "396b19ee-eb06-4955-8ca9-1468539936a7", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:42:05.477138 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf2a9e0b-6d3e-4834-98b4-eaf2edde02c1 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:42:05.477623 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555b4817-4e73-4b20-847b-6795f84e1e8e', 'name': 'network-vif-deleted', 'tag': '396b19ee-eb06-4955-8ca9-1468539936a7', 'status': 'completed', 'code': 200} Aug 27 14:42:05.566115 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Allocated IP 172.20.0.12 (85fbfdd2-862f-49ea-b22c-d55518feb482/d2315905-d6be-41fa-b1d0-b29187aa3fc4/9591f4cc-3e2e-4953-8a4b-1befd9f46272) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:42:05.713766 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:05.760207 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:05.773792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['396b19ee-eb06-4955-8ca9-1468539936a7'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:42:05.808421 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Network 85fbfdd2-862f-49ea-b22c-d55518feb482 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:42:05.811498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:42:05.815117 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:42:05.844447 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Pushing event updated for resources: {'Port': ['ID=9591f4cc-3e2e-4953-8a4b-1befd9f46272,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:05.857341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:05.857876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:05.858212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:05.858544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:05.858892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:05.859219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:05.859539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:05.859857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:05.860175 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:05.860497 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:05.860812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:05.861124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:05.886994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:05.887632 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:05.903866 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-bb486a69-ec83-4734-a4c1-a3719fd5f63e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6328154 Aug 27 14:42:06.037775 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Request body: {'port': {'device_id': 'ef022b71-a986-411c-9815-75fadc549c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:42:06.091338 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:06.357107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9591f4cc-3e2e-4953-8a4b-1befd9f46272 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:42:06.364482 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:06.376787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Transition to ACTIVE for port object 9591f4cc-3e2e-4953-8a4b-1befd9f46272 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:42:06.381339 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:06.436008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Pushing event updated for resources: {'Port': ['ID=9591f4cc-3e2e-4953-8a4b-1befd9f46272,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:06.504866 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4620e7ea-c582-484f-8d20-4a6bef13f580 req-f6518e3c-4c31-4dc1-b1af-f8c089888ccf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290141 Aug 27 14:42:06.544864 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7044f-e7f3-4208-8ef1-ca2c4d8b19d3 req-495b8894-eaa2-4570-a637-3c916b1157fe tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:06.546661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7bd7044f-e7f3-4208-8ef1-ca2c4d8b19d3 req-495b8894-eaa2-4570-a637-3c916b1157fe tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 944 time: 0.1050518 Aug 27 14:42:06.551632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Attempting to bind port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:42:06.551967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Attempting to bind port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:42:06.552302 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Attempting to bind port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 on network 85fbfdd2-862f-49ea-b22c-d55518feb482 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:42:06.564217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 on network 85fbfdd2-862f-49ea-b22c-d55518feb482 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:42:06.564541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Attempting to bind port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 on network 85fbfdd2-862f-49ea-b22c-d55518feb482 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:42:06.575127 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4620e7ea-c582-484f-8d20-4a6bef13f580 req-3bc1c7d4-fba5-4722-a593-72d8174b2da2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0263078 Aug 27 14:42:06.577629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:42:06.577977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Checking segment: {'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:42:06.578361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Bound using segment: {'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:42:06.578917 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Bound port: 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:42:06.579303 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:06.613753 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7bd7044f-e7f3-4208-8ef1-ca2c4d8b19d3 req-0e5070fc-f09e-46b5-835b-18c764078efe tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589366 Aug 27 14:42:06.618478 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4620e7ea-c582-484f-8d20-4a6bef13f580 req-60fc18b6-2093-4e4e-a61d-176f47429ac3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217557 Aug 27 14:42:06.663643 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] For port 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:42:06.666762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] For port 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:42:06.671994 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:06.706993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:06.707526 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:06.708940 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] 10.222.0.41 "PUT /v2.0/ports/9591f4cc-3e2e-4953-8a4b-1befd9f46272 HTTP/1.1" status: 200 len: 1093 time: 0.6756940 Aug 27 14:42:06.709373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef022b71-a986-411c-9815-75fadc549c95', 'tag': '9591f4cc-3e2e-4953-8a4b-1befd9f46272'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:42:06.711682 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7516096-2485-4cbb-9452-4306416fe266" -d '{"events": [{"name": "network-changed", "server_uuid": "ef022b71-a986-411c-9815-75fadc549c95", "tag": "9591f4cc-3e2e-4953-8a4b-1befd9f46272"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:42:06.736516 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620e7ea-c582-484f-8d20-4a6bef13f580 req-5405d0bf-698d-457f-bf28-7105d5e0b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:06.737825 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4620e7ea-c582-484f-8d20-4a6bef13f580 req-5405d0bf-698d-457f-bf28-7105d5e0b15f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118472 Aug 27 14:42:06.740339 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc22df-1968-4e0a-b596-5d824502295d service neutron] Pushing event updated for resources: {'Port': ['ID=9591f4cc-3e2e-4953-8a4b-1befd9f46272,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:06.763436 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7daabf2-7ad2-4a26-b4aa-6299e655a259 x-openstack-request-id: req-d7daabf2-7ad2-4a26-b4aa-6299e655a259 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:42:06.763728 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef022b71-a986-411c-9815-75fadc549c95", "tag": "9591f4cc-3e2e-4953-8a4b-1befd9f46272", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:42:06.763886 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7daabf2-7ad2-4a26-b4aa-6299e655a259 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:42:06.764283 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef022b71-a986-411c-9815-75fadc549c95', 'tag': '9591f4cc-3e2e-4953-8a4b-1befd9f46272', 'status': 'completed', 'code': 200} Aug 27 14:42:06.822416 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-02e2e835-133c-47b4-90cf-db7675e62fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:06.823979 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-02e2e835-133c-47b4-90cf-db7675e62fe7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 1096 time: 0.0429077 Aug 27 14:42:06.876042 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-646953ac-9ad6-4dad-a1a0-fe9444807caa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272 HTTP/1.1" status: 200 len: 217 time: 0.0381277 Aug 27 14:42:06.928883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-f90a2147-b714-40f3-8029-065fabf90a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:06.930397 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-f90a2147-b714-40f3-8029-065fabf90a04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0470796 Aug 27 14:42:06.963384 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-a2baeaa1-bcef-4766-aff6-135e4acb32ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258210 Aug 27 14:42:07.058618 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-5d068e7b-6959-4043-971f-5d71e727031f service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880151 Aug 27 14:42:07.153312 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b1694243-ac8a-45fd-940a-99e5a654a39e req-f389f8a7-b1a8-48fc-ab1c-185f097a7eea service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852706 Aug 27 14:42:07.300055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7516096-2485-4cbb-9452-4306416fe266 req-fdd83d09-7cae-4bdf-8d01-f780db925467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:07.301636 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7516096-2485-4cbb-9452-4306416fe266 req-fdd83d09-7cae-4bdf-8d01-f780db925467 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 1096 time: 0.0448313 Aug 27 14:42:07.402869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7516096-2485-4cbb-9452-4306416fe266 req-1e88ed89-bf9a-40d9-a766-569f56b06e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:07.405083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7516096-2485-4cbb-9452-4306416fe266 req-1e88ed89-bf9a-40d9-a766-569f56b06e18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 915 time: 0.0967953 Aug 27 14:42:07.447567 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7516096-2485-4cbb-9452-4306416fe266 req-70d419df-2208-4d3e-bcc5-76be45713e05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272 HTTP/1.1" status: 200 len: 217 time: 0.0347505 Aug 27 14:42:07.498856 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7516096-2485-4cbb-9452-4306416fe266 req-6d6067c7-3597-4ccb-b815-60730499775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:07.500325 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7516096-2485-4cbb-9452-4306416fe266 req-6d6067c7-3597-4ccb-b815-60730499775a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0457795 Aug 27 14:42:07.538295 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7516096-2485-4cbb-9452-4306416fe266 req-ca24cd86-1e3f-474d-b84c-76cab9fa9667 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309951 Aug 27 14:42:07.632816 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7516096-2485-4cbb-9452-4306416fe266 req-60c2c45f-9cf7-40c5-9ff9-95d629e1d8b9 service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869446 Aug 27 14:42:07.768313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa615d82-cff9-4942-8d1c-cc575161c18a req-9fb40dee-c81c-465e-bda2-540ffd1a5c20 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:07.769711 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa615d82-cff9-4942-8d1c-cc575161c18a req-9fb40dee-c81c-465e-bda2-540ffd1a5c20 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 944 time: 0.0836914 Aug 27 14:42:07.772003 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7516096-2485-4cbb-9452-4306416fe266 req-65c9d3d5-6856-49b0-b167-aeff8142eeca service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319571 Aug 27 14:42:07.810528 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aa615d82-cff9-4942-8d1c-cc575161c18a req-14052b67-475a-419c-8630-8324bb257819 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342848 Aug 27 14:42:08.933536 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b27011-2ca9-4070-a05d-ce66af5858ce req-b00b98b7-49d0-4d91-be66-48a849dfc418 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:08.934986 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-53b27011-2ca9-4070-a05d-ce66af5858ce req-b00b98b7-49d0-4d91-be66-48a849dfc418 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 944 time: 0.0520389 Aug 27 14:42:08.975380 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-53b27011-2ca9-4070-a05d-ce66af5858ce req-d78b3ed9-a2c1-4ae3-bd56-63f349b36517 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Aug 27 14:42:09.799522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 396b19ee-eb06-4955-8ca9-1468539936a7 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:42:09.820954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 396b19ee-eb06-4955-8ca9-1468539936a7 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:42:09.821298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 396b19ee-eb06-4955-8ca9-1468539936a7 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:42:10.095253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f857b3-d74b-4250-8ffb-0fde011d99e3 req-fe4ea1e3-c2ca-42c4-b1bd-dfd39a587ac8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:10.096783 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8f857b3-d74b-4250-8ffb-0fde011d99e3 req-fe4ea1e3-c2ca-42c4-b1bd-dfd39a587ac8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 944 time: 0.0528307 Aug 27 14:42:10.137478 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8f857b3-d74b-4250-8ffb-0fde011d99e3 req-0ad23a7b-034d-4812-bffa-1eb6e328da18 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345440 Aug 27 14:42:10.265419 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:10.640052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9591f4cc-3e2e-4953-8a4b-1befd9f46272 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:42:10.740003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:42:10.752430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '9591f4cc-3e2e-4953-8a4b-1befd9f46272', 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482', 'port_id': '9591f4cc-3e2e-4953-8a4b-1befd9f46272', 'mac_address': 'fa:16:3e:4b:c1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2315905-d6be-41fa-b1d0-b29187aa3fc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:42:10.795852 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:10.809250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9591f4cc-3e2e-4953-8a4b-1befd9f46272 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:42:10.831749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:42:10.836012 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:10.885296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9591f4cc-3e2e-4953-8a4b-1befd9f46272,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:10.893679 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:10.894116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:10.894495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:10.894893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:10.895231 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:10.895574 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:10.895905 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:10.896313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:10.896663 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:10.896996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:10.897329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:10.897662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:11.222158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['9591f4cc-3e2e-4953-8a4b-1befd9f46272'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:42:11.266504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6afd1-1475-4564-8961-9775688a7e87 req-c9d8c972-83aa-42b8-a245-4e044f58b247 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:11.268222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2df6afd1-1475-4564-8961-9775688a7e87 req-c9d8c972-83aa-42b8-a245-4e044f58b247 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 945 time: 0.0555174 Aug 27 14:42:11.307367 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2df6afd1-1475-4564-8961-9775688a7e87 req-f70f0f7e-978d-4f68-815f-5b9c0e9aa014 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Aug 27 14:42:12.430619 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0913-4f11-44ef-b6e4-f6fcd1633497 req-f35f7c70-f9f5-4fd1-9eb5-89d0abb10756 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:12.432172 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3d0913-4f11-44ef-b6e4-f6fcd1633497 req-f35f7c70-f9f5-4fd1-9eb5-89d0abb10756 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 945 time: 0.0535109 Aug 27 14:42:12.471250 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db3d0913-4f11-44ef-b6e4-f6fcd1633497 req-911105b6-6f5f-4a3b-9ae3-15926baebe1b tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318968 Aug 27 14:42:12.654232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9591f4cc-3e2e-4953-8a4b-1befd9f46272 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:42:12.703816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:42:12.708100 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:42:12.708499 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:12.784967 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:12.808427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef022b71-a986-411c-9815-75fadc549c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9591f4cc-3e2e-4953-8a4b-1befd9f46272'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:42:12.810864 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fa777d-0713-4ae5-9afe-e1c56719800d" -d '{"events": [{"server_uuid": "ef022b71-a986-411c-9815-75fadc549c95", "name": "network-vif-plugged", "status": "completed", "tag": "9591f4cc-3e2e-4953-8a4b-1befd9f46272"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:42:12.827197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:42:12.832927 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:12.860598 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6136c8a-5027-4e86-b64e-7376259cbdb9 x-openstack-request-id: req-f6136c8a-5027-4e86-b64e-7376259cbdb9 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:42:12.860894 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef022b71-a986-411c-9815-75fadc549c95", "name": "network-vif-plugged", "status": "completed", "tag": "9591f4cc-3e2e-4953-8a4b-1befd9f46272", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:42:12.861148 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6136c8a-5027-4e86-b64e-7376259cbdb9 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:42:12.861539 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef022b71-a986-411c-9815-75fadc549c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9591f4cc-3e2e-4953-8a4b-1befd9f46272', 'code': 200} Aug 27 14:42:12.887773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9591f4cc-3e2e-4953-8a4b-1befd9f46272,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:12.978092 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd407f87-1b58-490a-a88d-a5ba9499e9ba req-57ba4cdb-ab70-452a-85cd-c64c3b018cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:12.979644 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd407f87-1b58-490a-a88d-a5ba9499e9ba req-57ba4cdb-ab70-452a-85cd-c64c3b018cec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 1098 time: 0.0411987 Aug 27 14:42:13.015159 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd407f87-1b58-490a-a88d-a5ba9499e9ba req-b7072356-9a38-44b4-ab11-6e621d01f696 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280643 Aug 27 14:42:13.599484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27651f33-98d9-4af0-b928-bfe9f8f49423 req-f02ce851-d021-4371-951f-83e292245a8e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:13.601415 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27651f33-98d9-4af0-b928-bfe9f8f49423 req-f02ce851-d021-4371-951f-83e292245a8e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0591309 Aug 27 14:42:13.647443 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-27651f33-98d9-4af0-b928-bfe9f8f49423 req-1dc35061-9b14-4d78-8920-8b1c5ff7c145 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389268 Aug 27 14:42:14.682126 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ecafc834-09b1-4d89-ad0e-8f48346773ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:14.764175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcd0dc-4667-414c-8cc9-32a5578557a8 req-026a102d-b256-4654-8d0e-bcc5cd594eae tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:14.765687 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eddcd0dc-4667-414c-8cc9-32a5578557a8 req-026a102d-b256-4654-8d0e-bcc5cd594eae tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0503185 Aug 27 14:42:14.809668 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eddcd0dc-4667-414c-8cc9-32a5578557a8 req-658bee31-3902-482b-aa32-7bf1647b9ccf tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374413 Aug 27 14:42:14.930588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329fbb1-aa6f-4b2c-835d-437083f5a52f req-7e67bd4e-2d6f-4b22-b008-6ba69cbb9fb7 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:14.932045 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b329fbb1-aa6f-4b2c-835d-437083f5a52f req-7e67bd4e-2d6f-4b22-b008-6ba69cbb9fb7 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0533469 Aug 27 14:42:14.970333 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b329fbb1-aa6f-4b2c-835d-437083f5a52f req-06278454-6fe5-47b5-b99e-00da15c8912e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Aug 27 14:42:15.199842 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-045f57c0-a29a-4a78-a46c-5eafae6727cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408535 Aug 27 14:42:15.214214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a11276-9b4f-46d4-939a-a465ed245f05 req-286ac681-4245-47c1-99d4-20ccb53ed678 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:15.215797 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39a11276-9b4f-46d4-939a-a465ed245f05 req-286ac681-4245-47c1-99d4-20ccb53ed678 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0498474 Aug 27 14:42:15.258611 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-39a11276-9b4f-46d4-939a-a465ed245f05 req-717bf206-97eb-4ec5-b772-28a96f507de3 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347002 Aug 27 14:42:16.235500 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:42:16.319079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-a003e0f1-1d84-47dc-8132-e61682de1876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:16.320610 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-a003e0f1-1d84-47dc-8132-e61682de1876 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 1098 time: 0.0455976 Aug 27 14:42:16.383535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f7016-2a32-4633-9036-2f56e4ca48f5 req-c3220c80-ee2e-4a00-87d0-1e91e92adeea tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:16.385064 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e35f7016-2a32-4633-9036-2f56e4ca48f5 req-c3220c80-ee2e-4a00-87d0-1e91e92adeea tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0531671 Aug 27 14:42:16.420986 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-b4667f42-21c4-4bc4-a3e8-5aa8c7e6afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:16.422490 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-b4667f42-21c4-4bc4-a3e8-5aa8c7e6afbc service neutron] 10.222.0.41 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 915 time: 0.0953324 Aug 27 14:42:16.433583 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e35f7016-2a32-4633-9036-2f56e4ca48f5 req-524961b1-c4ff-4dd6-a32c-7151e6650cf2 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417740 Aug 27 14:42:16.467324 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-cfae0d37-c82b-407f-a83f-1bdb062e0ccb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272 HTTP/1.1" status: 200 len: 217 time: 0.0372145 Aug 27 14:42:16.523803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-06a46e09-8547-4da0-b3e1-a664000dab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:16.525210 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-06a46e09-8547-4da0-b3e1-a664000dab26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0507798 Aug 27 14:42:16.561428 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-a40a8314-1296-4354-82d3-a8d88ed5e195 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297303 Aug 27 14:42:16.656345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-1d6da9e4-1dfb-49c2-a070-548001293f10 service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868826 Aug 27 14:42:16.759198 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-bf5d47ef-e356-4186-a2cd-e899ee968bfd service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940366 Aug 27 14:42:17.509538 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:17.555671 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b58fc6ab-2b28-4ab4-be30-ba37f88c6d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:17.563359 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b6e37-f799-474e-954e-949b138281d6 req-b58542e8-5526-4e2d-a211-c1ce7b7e5cf8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:17.565002 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a35b6e37-f799-474e-954e-949b138281d6 req-b58542e8-5526-4e2d-a211-c1ce7b7e5cf8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0590611 Aug 27 14:42:17.604337 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a35b6e37-f799-474e-954e-949b138281d6 req-cf1e814e-56c1-4fda-909b-368528fedc98 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331929 Aug 27 14:42:18.223790 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2e8d9f74-47df-4ec6-8969-109e85d498f4 req-640de478-6038-4374-94c2-dc9f07f1a2e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250912 Aug 27 14:42:18.312304 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2e8d9f74-47df-4ec6-8969-109e85d498f4 req-800591e8-081f-4e4e-be55-27acfb6d7ed7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0247846 Aug 27 14:42:18.356016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2e8d9f74-47df-4ec6-8969-109e85d498f4 req-12b9959f-f93a-4c07-a8a7-d49540630fc3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185785 Aug 27 14:42:18.451508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d9f74-47df-4ec6-8969-109e85d498f4 req-7184f70e-5d73-40d7-b96c-0fcf3325523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:18.452984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2e8d9f74-47df-4ec6-8969-109e85d498f4 req-7184f70e-5d73-40d7-b96c-0fcf3325523f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894351 Aug 27 14:42:18.725146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09ad6b-09e5-49d1-97d7-fe23c91a1877 req-3cd41a3e-f22c-45cf-89c0-244c793be239 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:18.726842 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c09ad6b-09e5-49d1-97d7-fe23c91a1877 req-3cd41a3e-f22c-45cf-89c0-244c793be239 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0530515 Aug 27 14:42:18.767839 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c09ad6b-09e5-49d1-97d7-fe23c91a1877 req-e73491c3-f7be-42db-8fba-e142fb88d57d tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348010 Aug 27 14:42:18.880432 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:19.883308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22133b-c4e1-41df-a215-ed81b6e0b6c2 req-89f370e4-dbca-4a00-aa40-71ecedefc8b5 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:19.884735 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac22133b-c4e1-41df-a215-ed81b6e0b6c2 req-89f370e4-dbca-4a00-aa40-71ecedefc8b5 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0505972 Aug 27 14:42:19.924265 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac22133b-c4e1-41df-a215-ed81b6e0b6c2 req-bfc48050-a59d-4501-8141-5718e60f46a7 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335984 Aug 27 14:42:20.345466 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:21.048037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c54de-7f42-4405-bb3f-e1f73919df47 req-fce04320-8b39-45a3-a8ee-e710575c9831 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:21.049590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e4c54de-7f42-4405-bb3f-e1f73919df47 req-fce04320-8b39-45a3-a8ee-e710575c9831 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0549457 Aug 27 14:42:21.089902 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e4c54de-7f42-4405-bb3f-e1f73919df47 req-c49c7c8f-7850-4b50-b673-f43befa7eac5 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343027 Aug 27 14:42:21.796739 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:22.210944 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124916d-14cb-4ce8-9e41-d8f7aecd5458 req-bf85473e-d9ce-474c-83b0-5c8a3287b30c tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:22.212424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d124916d-14cb-4ce8-9e41-d8f7aecd5458 req-bf85473e-d9ce-474c-83b0-5c8a3287b30c tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0519657 Aug 27 14:42:22.249568 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d124916d-14cb-4ce8-9e41-d8f7aecd5458 req-c2563e15-9492-444e-a769-f7b944642f72 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312870 Aug 27 14:42:23.367240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb032ebe-57c3-44d5-acb0-8ddbd17bca5a req-3398c385-f1f5-4201-b128-2719f0959a65 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:23.369047 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb032ebe-57c3-44d5-acb0-8ddbd17bca5a req-3398c385-f1f5-4201-b128-2719f0959a65 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0525901 Aug 27 14:42:23.408562 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eb032ebe-57c3-44d5-acb0-8ddbd17bca5a req-82b25e3a-9da8-4c79-861a-5ce764bd49a2 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336113 Aug 27 14:42:24.523871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ab908-af74-4e23-9f60-5b331f685fa0 req-1c1d4b13-8007-4d82-9c23-26610ba84103 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:24.525284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-659ab908-af74-4e23-9f60-5b331f685fa0 req-1c1d4b13-8007-4d82-9c23-26610ba84103 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0486753 Aug 27 14:42:24.562589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-659ab908-af74-4e23-9f60-5b331f685fa0 req-8c5f2023-0f7e-4266-85cd-03956726f176 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314329 Aug 27 14:42:25.685068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b74ba-da07-42ab-a872-c8487a5067ba req-5bd77675-f0f6-4d84-bbd4-0cfec333782d tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:25.686542 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b88b74ba-da07-42ab-a872-c8487a5067ba req-5bd77675-f0f6-4d84-bbd4-0cfec333782d tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0561910 Aug 27 14:42:25.723737 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b88b74ba-da07-42ab-a872-c8487a5067ba req-ef6fdf5d-340a-4663-9369-b9a8cc3e01f8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312049 Aug 27 14:42:26.843217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad061320-1cd6-4999-9141-646451f8d69f req-58d7ac5d-adaa-49eb-a46c-feb3db773b5e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:26.844759 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad061320-1cd6-4999-9141-646451f8d69f req-58d7ac5d-adaa-49eb-a46c-feb3db773b5e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0511768 Aug 27 14:42:26.883118 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad061320-1cd6-4999-9141-646451f8d69f req-ebcb7fa4-0d0e-44dc-bd98-2c3b524ba4f2 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322597 Aug 27 14:42:27.999449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a6177-af3f-4f76-a8be-1f927c43f059 req-6b5a5384-0028-47d3-b9e7-7a6bf9815424 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:28.000926 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff4a6177-af3f-4f76-a8be-1f927c43f059 req-6b5a5384-0028-47d3-b9e7-7a6bf9815424 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0524201 Aug 27 14:42:28.039730 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff4a6177-af3f-4f76-a8be-1f927c43f059 req-58b8f47c-9428-43e7-b7bb-f8f773369d98 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316234 Aug 27 14:42:29.160649 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1be293-2d1b-496f-bc0c-3e7218a704f4 req-15bc9765-00aa-4227-9ad8-4b15b2e0c554 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:29.162127 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7b1be293-2d1b-496f-bc0c-3e7218a704f4 req-15bc9765-00aa-4227-9ad8-4b15b2e0c554 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0514667 Aug 27 14:42:29.200327 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7b1be293-2d1b-496f-bc0c-3e7218a704f4 req-3074870c-f677-4915-96be-6d1b6321126d tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310826 Aug 27 14:42:30.319744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57bf8e-182e-405f-84bb-2de371927d7b req-1ddfbdad-52be-48d1-991c-98870afb7f3d tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:30.321263 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c57bf8e-182e-405f-84bb-2de371927d7b req-1ddfbdad-52be-48d1-991c-98870afb7f3d tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0501001 Aug 27 14:42:30.359533 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7c57bf8e-182e-405f-84bb-2de371927d7b req-9cae93ea-11c8-4f3a-b44c-3e0bd2465eff tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321202 Aug 27 14:42:31.473684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b56b1a-c5b9-4674-a043-afed76ea88ab req-ce842bde-67fd-4f09-acd8-cad7400cef65 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:31.475161 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f0b56b1a-c5b9-4674-a043-afed76ea88ab req-ce842bde-67fd-4f09-acd8-cad7400cef65 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0481770 Aug 27 14:42:31.512134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f0b56b1a-c5b9-4674-a043-afed76ea88ab req-5aa989ee-9394-4682-bf1f-61f53241c33d tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309415 Aug 27 14:42:32.636646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c618d-b4be-4fe0-8b07-de41234f6819 req-b043e999-6ab5-434d-b3bf-2131b71cb3fd tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:32.638236 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-695c618d-b4be-4fe0-8b07-de41234f6819 req-b043e999-6ab5-434d-b3bf-2131b71cb3fd tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0532668 Aug 27 14:42:32.676383 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-695c618d-b4be-4fe0-8b07-de41234f6819 req-72cb0a1d-da22-4d44-9a67-0371c3138ade tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316935 Aug 27 14:42:33.792924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed59ad4-ccb3-4281-b7c7-ab1ca42c6fae req-f1a303b0-e2ba-43b5-ab76-cb4b0bcefc44 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:33.794453 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bed59ad4-ccb3-4281-b7c7-ab1ca42c6fae req-f1a303b0-e2ba-43b5-ab76-cb4b0bcefc44 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0494721 Aug 27 14:42:33.833292 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bed59ad4-ccb3-4281-b7c7-ab1ca42c6fae req-d89b7578-779c-4a61-8de1-169455ab5f76 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Aug 27 14:42:34.952421 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf29981-550f-4c19-814c-0373e4a4c902 req-ec544a9c-b3a8-481a-84e1-6112bd203949 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:34.953904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eaf29981-550f-4c19-814c-0373e4a4c902 req-ec544a9c-b3a8-481a-84e1-6112bd203949 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0529408 Aug 27 14:42:34.991539 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eaf29981-550f-4c19-814c-0373e4a4c902 req-0e372066-832a-405e-97ec-d50bd9be236e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314639 Aug 27 14:42:36.113927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57d786-aacb-4dca-8960-5f12ea0182b3 req-8c3279dc-7448-48c0-b7c7-f474927d6c11 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:36.115572 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a57d786-aacb-4dca-8960-5f12ea0182b3 req-8c3279dc-7448-48c0-b7c7-f474927d6c11 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0539684 Aug 27 14:42:36.155980 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a57d786-aacb-4dca-8960-5f12ea0182b3 req-e634de0f-b3d2-4a0b-bc55-a05f40e58ffa tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341899 Aug 27 14:42:37.274691 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986da21b-d224-45cb-b154-56ba1256df67 req-439ed814-6d10-42ac-9758-b7729b158117 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:37.276218 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-986da21b-d224-45cb-b154-56ba1256df67 req-439ed814-6d10-42ac-9758-b7729b158117 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0510409 Aug 27 14:42:37.316113 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-986da21b-d224-45cb-b154-56ba1256df67 req-1b3a1493-ddc8-4b2c-97a1-574ffb35a0e8 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332873 Aug 27 14:42:38.436604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8dc4-2376-4020-a44d-d26f74d36d48 req-85090dad-3e56-4a39-ac96-cbd7db735003 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:38.438503 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-777f8dc4-2376-4020-a44d-d26f74d36d48 req-85090dad-3e56-4a39-ac96-cbd7db735003 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0529003 Aug 27 14:42:38.479920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-777f8dc4-2376-4020-a44d-d26f74d36d48 req-09dacb1a-f958-41f3-b0d8-9ae399939206 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347703 Aug 27 14:42:39.595482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2883e-c404-43bf-92bd-93501bc26b93 req-0eb59505-cfe7-4738-9e6a-3057fc210550 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:39.597017 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87e2883e-c404-43bf-92bd-93501bc26b93 req-0eb59505-cfe7-4738-9e6a-3057fc210550 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0498762 Aug 27 14:42:39.635708 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87e2883e-c404-43bf-92bd-93501bc26b93 req-9bbf450c-054d-4874-9a6c-7d7e74c991f6 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327764 Aug 27 14:42:40.265176 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:40.753602 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885959c-a914-4bbb-80ad-1711bbbf7a66 req-f5b4b35f-72b7-4dd9-848c-e0fff94f41c3 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:40.755403 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0885959c-a914-4bbb-80ad-1711bbbf7a66 req-f5b4b35f-72b7-4dd9-848c-e0fff94f41c3 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0513813 Aug 27 14:42:40.794162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0885959c-a914-4bbb-80ad-1711bbbf7a66 req-864864ef-b622-4445-9ca5-6736f7a314e1 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327737 Aug 27 14:42:41.922623 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ebf7-dc17-4f7f-b396-ac4f1b2befeb req-60657ed6-2620-4460-b626-f49787011e18 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:41.924294 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f717ebf7-dc17-4f7f-b396-ac4f1b2befeb req-60657ed6-2620-4460-b626-f49787011e18 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0614519 Aug 27 14:42:41.968979 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f717ebf7-dc17-4f7f-b396-ac4f1b2befeb req-ca1c9180-0f1b-4ecb-8b68-7d9901f889a3 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376997 Aug 27 14:42:43.090344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d8877-0011-4a09-8d31-1c7040d97d6d req-c2a1bd0f-5f3c-4084-8f32-df5d3afca7d1 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:43.092345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-337d8877-0011-4a09-8d31-1c7040d97d6d req-c2a1bd0f-5f3c-4084-8f32-df5d3afca7d1 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0514832 Aug 27 14:42:43.447406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-337d8877-0011-4a09-8d31-1c7040d97d6d req-cc42abb8-5b26-40ad-9cfc-3c55e4c76034 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490770 Aug 27 14:42:43.803024 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-9feb5d0d-4ec4-4cb8-88e5-c4e187b0d0c5 service neutron] show failed (client error): The resource could not be found. Aug 27 14:42:43.804089 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-9feb5d0d-4ec4-4cb8-88e5-c4e187b0d0c5 service neutron] 10.222.0.41 "GET /v2.0/ports/9591f4cc-3e2e-4953-8a4b-1befd9f46272/bindings/n-h1-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0551643 Aug 27 14:42:44.001326 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-18707445-0551-4aa7-9992-2ebaa3c30641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:44.002959 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-18707445-0551-4aa7-9992-2ebaa3c30641 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95&tenant_id=25118338b18345dda408b3c6bee4db99 HTTP/1.1" status: 200 len: 1098 time: 0.0407908 Aug 27 14:42:44.015019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:42:44.067194 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:44.271875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] For port 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:42:44.306168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] For port 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:42:44.349025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef022b71-a986-411c-9815-75fadc549c95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9591f4cc-3e2e-4953-8a4b-1befd9f46272'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:42:44.351465 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eaebf6-67d3-43bd-a580-c804fef1cc63" -d '{"events": [{"server_uuid": "ef022b71-a986-411c-9815-75fadc549c95", "name": "network-vif-unplugged", "status": "completed", "tag": "9591f4cc-3e2e-4953-8a4b-1befd9f46272"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:42:44.355196 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:44.368426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Transition to ACTIVE for port object 9591f4cc-3e2e-4953-8a4b-1befd9f46272 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:42:44.372165 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:44.407437 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ccc494-9441-4e38-bb76-d7dcf3611980 x-openstack-request-id: req-73ccc494-9441-4e38-bb76-d7dcf3611980 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:42:44.407739 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef022b71-a986-411c-9815-75fadc549c95", "name": "network-vif-unplugged", "status": "completed", "tag": "9591f4cc-3e2e-4953-8a4b-1befd9f46272", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:42:44.407995 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73ccc494-9441-4e38-bb76-d7dcf3611980 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:42:44.408387 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef022b71-a986-411c-9815-75fadc549c95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9591f4cc-3e2e-4953-8a4b-1befd9f46272', 'code': 200} Aug 27 14:42:44.435807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] No DVR routers for this DVR port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:42:44.444267 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Pushing event updated for resources: {'Port': ['ID=9591f4cc-3e2e-4953-8a4b-1befd9f46272,revision_number=6']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:44.471587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:44.471941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:44.472320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:44.472688 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:44.473028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:44.473362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:44.473698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:44.474028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:44.474358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:44.474708 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:44.475040 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:44.475365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:42:44.494425 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Attempting to bind port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:42:44.494808 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Attempting to bind port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:42:44.495146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Attempting to bind port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 on network 85fbfdd2-862f-49ea-b22c-d55518feb482 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:42:44.499740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 on network 85fbfdd2-862f-49ea-b22c-d55518feb482 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:42:44.500065 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Attempting to bind port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 on network 85fbfdd2-862f-49ea-b22c-d55518feb482 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:42:44.505422 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:42:44.505764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Checking segment: {'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:42:44.506154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Bound using segment: {'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:42:44.506583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Bound port: 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e18c0a-0ce0-460c-8da8-cc6333c9a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:42:44.506969 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:44.566265 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fca0fc-5636-475b-83f8-5f2fa9f8ba40 req-dd324a01-8c5b-4195-bc90-cdfe5dc4bac3 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:44.567769 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80fca0fc-5636-475b-83f8-5f2fa9f8ba40 req-dd324a01-8c5b-4195-bc90-cdfe5dc4bac3 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 944 time: 0.0488770 Aug 27 14:42:44.573674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] For port 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:42:44.578051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] For port 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:42:44.584070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:44.610545 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-80fca0fc-5636-475b-83f8-5f2fa9f8ba40 req-bd7a9129-e44d-4f4b-9e19-80e3958a33b7 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344062 Aug 27 14:42:44.619370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:44.619991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:44.621399 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] 10.222.0.52 "PUT /v2.0/ports/9591f4cc-3e2e-4953-8a4b-1befd9f46272 HTTP/1.1" status: 200 len: 1093 time: 0.6112843 Aug 27 14:42:44.642667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677696af-ffe1-4e7f-a692-da34df4a3415 service neutron] Pushing event updated for resources: {'Port': ['ID=9591f4cc-3e2e-4953-8a4b-1befd9f46272,revision_number=7']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:44.684277 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7d8ac0f6-6600-4a67-8f5a-5f78db6737db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:44.685600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-0d9aa82e-cd7f-4cf8-a882-713e291f1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:44.687171 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-0d9aa82e-cd7f-4cf8-a882-713e291f1e4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 1096 time: 0.0416083 Aug 27 14:42:44.779107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-8034d891-75ba-4e74-be96-49a60abc64da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:44.781391 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-8034d891-75ba-4e74-be96-49a60abc64da service neutron] 10.222.0.52 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 915 time: 0.0872765 Aug 27 14:42:44.822449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-22f88a0d-48aa-491e-a97c-9961a75cece1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272 HTTP/1.1" status: 200 len: 217 time: 0.0340395 Aug 27 14:42:44.873678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-e1c987ea-9d33-4f21-836c-a3d06d0f9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:44.875208 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-e1c987ea-9d33-4f21-836c-a3d06d0f9d14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0464685 Aug 27 14:42:45.202749 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-941b2e93-b4b1-4822-8dff-2a478bb6f938 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3190870 Aug 27 14:42:45.290693 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-1ada1352-ad0a-4c4c-8d7f-4a6c276f09ac service neutron] 10.222.0.52 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812197 Aug 27 14:42:45.383324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86e2dfc0-4da0-4c83-995b-0731f9ca2245 req-b4a74eb5-83c3-4539-a02f-2275f11a9f34 service neutron] 10.222.0.52 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851514 Aug 27 14:42:45.732562 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9951b-c047-4a66-b49f-dc3fd050e7c5 req-6f93e72d-024a-4449-acc9-a44ea4eff07f tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:45.734097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebe9951b-c047-4a66-b49f-dc3fd050e7c5 req-6f93e72d-024a-4449-acc9-a44ea4eff07f tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 944 time: 0.0496476 Aug 27 14:42:45.773205 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebe9951b-c047-4a66-b49f-dc3fd050e7c5 req-ef257f00-185e-4ef6-af3b-8ea8b0e585ec tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330458 Aug 27 14:42:46.409635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef022b71-a986-411c-9815-75fadc549c95', 'tag': '9591f4cc-3e2e-4953-8a4b-1befd9f46272'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:42:46.412022 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef022b71-a986-411c-9815-75fadc549c95", "tag": "9591f4cc-3e2e-4953-8a4b-1befd9f46272"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:42:46.462799 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d70034-bedb-4aea-a4a5-f49477ba32d8 x-openstack-request-id: req-88d70034-bedb-4aea-a4a5-f49477ba32d8 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:42:46.463114 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef022b71-a986-411c-9815-75fadc549c95", "tag": "9591f4cc-3e2e-4953-8a4b-1befd9f46272", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:42:46.463387 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88d70034-bedb-4aea-a4a5-f49477ba32d8 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:42:46.463849 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef022b71-a986-411c-9815-75fadc549c95', 'tag': '9591f4cc-3e2e-4953-8a4b-1befd9f46272', 'status': 'completed', 'code': 200} Aug 27 14:42:46.525393 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-77a05a31-2343-4f1c-82fb-7ed8a2f403a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:46.526923 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-77a05a31-2343-4f1c-82fb-7ed8a2f403a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 1096 time: 0.0446277 Aug 27 14:42:46.550170 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-aa0cd655-2fce-4dac-a41f-f0529f13c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:46.551822 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-aa0cd655-2fce-4dac-a41f-f0529f13c062 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 1096 time: 0.0457363 Aug 27 14:42:46.626933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-f6da3e9c-1f93-4b92-9a1d-542fe2c613bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:46.628424 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-f6da3e9c-1f93-4b92-9a1d-542fe2c613bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 915 time: 0.0939651 Aug 27 14:42:46.646398 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-2145abd3-3a67-4e7c-a87c-0026b3551698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:46.647905 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-2145abd3-3a67-4e7c-a87c-0026b3551698 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 915 time: 0.0897620 Aug 27 14:42:46.673983 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-3811fade-0810-418f-bf4e-6a52170c8f4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272 HTTP/1.1" status: 200 len: 217 time: 0.0350504 Aug 27 14:42:46.694054 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-163d3191-7f26-4ca4-af4e-368c30f8ffb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272 HTTP/1.1" status: 200 len: 217 time: 0.0395555 Aug 27 14:42:46.729551 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-528ff31a-deeb-4ae2-809e-9d4edfef5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:46.731057 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-528ff31a-deeb-4ae2-809e-9d4edfef5b63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0495498 Aug 27 14:42:46.745657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-6f1ee153-b59c-4206-b9ed-c50f5d2182b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:46.747279 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-6f1ee153-b59c-4206-b9ed-c50f5d2182b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0469432 Aug 27 14:42:46.766399 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-57b40392-cb33-41a7-8900-229a9560cd33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270824 Aug 27 14:42:46.783328 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-daabfe58-57b4-4247-aea0-05cf005786ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286417 Aug 27 14:42:46.791873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9591f4cc-3e2e-4953-8a4b-1befd9f46272 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:42:46.869992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9591f4cc-3e2e-4953-8a4b-1befd9f46272 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:42:46.899262 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-13fee01c-6329-4847-9d3e-4606e3878563 service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079602 Aug 27 14:42:46.910389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-9e38babc-9764-43ee-82f5-f36ce4c61547 service neutron] 10.222.0.52 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356971 Aug 27 14:42:46.973832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb298b8-7d93-492f-bb1a-258dd8347cec req-119b7eb4-cd9e-469f-9dc7-3ea2f6487395 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:46.975396 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5fb298b8-7d93-492f-bb1a-258dd8347cec req-119b7eb4-cd9e-469f-9dc7-3ea2f6487395 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 944 time: 0.1059935 Aug 27 14:42:47.002616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-dc1945d4-b2f8-4c00-ac1d-3434befd2275 service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959952 Aug 27 14:42:47.041576 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5fb298b8-7d93-492f-bb1a-258dd8347cec req-ee1ebe7c-0643-4c27-9d1a-34e736134f74 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576246 Aug 27 14:42:47.045130 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1457e5b2-527d-43b2-8f7e-cfb7fda08a2e req-9aa1c57b-3473-4ac9-9e48-a15e7def6aa3 service neutron] 10.222.0.52 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265523 Aug 27 14:42:47.510487 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:47.546605 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d27b08df-8af5-4ea8-af49-38c7eda8eebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:48.042648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9591f4cc-3e2e-4953-8a4b-1befd9f46272 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:42:48.145917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:42:48.157791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '9591f4cc-3e2e-4953-8a4b-1befd9f46272', 'network_id': '85fbfdd2-862f-49ea-b22c-d55518feb482', 'port_id': '9591f4cc-3e2e-4953-8a4b-1befd9f46272', 'mac_address': 'fa:16:3e:4b:c1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2315905-d6be-41fa-b1d0-b29187aa3fc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:42:48.161289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4424eb-bc7f-445c-aa37-43627a7dde0a req-0d677daf-b65a-4cec-bc33-7e1abfd8bcbf tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:48.162916 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec4424eb-bc7f-445c-aa37-43627a7dde0a req-0d677daf-b65a-4cec-bc33-7e1abfd8bcbf tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 944 time: 0.0510929 Aug 27 14:42:48.196745 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:48.203346 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec4424eb-bc7f-445c-aa37-43627a7dde0a req-86323546-2554-4804-b63a-252116ebab1d tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343573 Aug 27 14:42:48.209843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9591f4cc-3e2e-4953-8a4b-1befd9f46272 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:42:48.229895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:42:48.234888 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:48.289309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=9591f4cc-3e2e-4953-8a4b-1befd9f46272,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:48.431908 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['9591f4cc-3e2e-4953-8a4b-1befd9f46272'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:42:48.433888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd333e64-b165-42d3-af20-991199758497 req-ed396ef9-c25d-4d86-98c6-9a0c4bfbc2df tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:48.435945 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd333e64-b165-42d3-af20-991199758497 req-ed396ef9-c25d-4d86-98c6-9a0c4bfbc2df tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 945 time: 0.0826483 Aug 27 14:42:48.451620 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-4a7259bb-a01f-4a9b-8060-b26ca92b9763 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:48.454053 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-4a7259bb-a01f-4a9b-8060-b26ca92b9763 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95&tenant_id=25118338b18345dda408b3c6bee4db99&binding%3Ahost_id=n-h1-712139-12 HTTP/1.1" status: 200 len: 945 time: 0.0713451 Aug 27 14:42:48.520912 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bd333e64-b165-42d3-af20-991199758497 req-b1b71ad7-7521-4f69-a117-ece897484b1f tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658560 Aug 27 14:42:48.538329 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-e561bac8-d596-40e1-bdba-aa140eec66f0 service neutron] delete failed (client error): The resource could not be found. Aug 27 14:42:48.539396 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-e561bac8-d596-40e1-bdba-aa140eec66f0 service neutron] 10.222.0.41 "DELETE /v2.0/ports/9591f4cc-3e2e-4953-8a4b-1befd9f46272/bindings/n-h2-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0774148 Aug 27 14:42:48.648775 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-6c0ddd5c-666b-493f-bd1e-2849b7742dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:48.650265 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-6c0ddd5c-666b-493f-bd1e-2849b7742dbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25118338b18345dda408b3c6bee4db99&device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 1097 time: 0.0454333 Aug 27 14:42:48.741511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-52e43431-fe12-4896-b582-7005248b3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:48.742928 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-52e43431-fe12-4896-b582-7005248b3f73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 200 len: 915 time: 0.0858319 Aug 27 14:42:48.788235 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-c3476436-bd0e-492c-b467-dd137d44e97d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272 HTTP/1.1" status: 200 len: 217 time: 0.0382144 Aug 27 14:42:48.835812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-aa7a3544-828d-4c28-8457-caadf16af5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:48.837320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-aa7a3544-828d-4c28-8457-caadf16af5a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 200 len: 854 time: 0.0426157 Aug 27 14:42:48.867901 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-087d55c4-c3b9-4c84-8205-6b2b051d96aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85fbfdd2-862f-49ea-b22c-d55518feb482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238583 Aug 27 14:42:48.879814 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:48.960567 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-64fae372-a38a-4ebd-a700-f9f041f88f73 service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855603 Aug 27 14:42:49.056754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8bb07f07-3bf5-411c-b6b3-8e4c491f9f92 req-6e54ef8d-d3d2-4781-b3a6-134d5c7ca5bc service neutron] 10.222.0.41 "GET /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873964 Aug 27 14:42:49.649370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89627f95-6d3b-470d-be96-767d834b570b req-789edbc9-63c5-4264-8bbe-77096c3e46a5 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:49.651093 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-89627f95-6d3b-470d-be96-767d834b570b req-789edbc9-63c5-4264-8bbe-77096c3e46a5 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 945 time: 0.0569160 Aug 27 14:42:49.698835 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-89627f95-6d3b-470d-be96-767d834b570b req-f29febd7-d078-4500-af47-98cc36c2d2d4 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Aug 27 14:42:49.816642 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c158a-8c4f-4469-a360-d7da31c6d765 req-683d6a11-1018-4d26-af7a-3e874bd76d90 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:49.818051 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec1c158a-8c4f-4469-a360-d7da31c6d765 req-683d6a11-1018-4d26-af7a-3e874bd76d90 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 945 time: 0.0515525 Aug 27 14:42:49.855241 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ec1c158a-8c4f-4469-a360-d7da31c6d765 req-69195dcc-ab14-4fa0-b347-082e3b901bfc tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312212 Aug 27 14:42:49.972302 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94754c-3869-4871-9f72-a705aba98d75 req-058d1457-a5c2-42d8-b1d6-878ff697cf02 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:49.973798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac94754c-3869-4871-9f72-a705aba98d75 req-058d1457-a5c2-42d8-b1d6-878ff697cf02 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 945 time: 0.0494485 Aug 27 14:42:50.011800 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ac94754c-3869-4871-9f72-a705aba98d75 req-df520772-2082-4286-9259-42b06195d796 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322080 Aug 27 14:42:50.067309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9591f4cc-3e2e-4953-8a4b-1befd9f46272 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:42:50.118098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:42:50.122518 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:42:50.123311 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:50.212185 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:50.234415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef022b71-a986-411c-9815-75fadc549c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9591f4cc-3e2e-4953-8a4b-1befd9f46272'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:42:50.236683 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291a90c6-dc31-4841-816a-f94314cb375d" -d '{"events": [{"server_uuid": "ef022b71-a986-411c-9815-75fadc549c95", "name": "network-vif-plugged", "status": "completed", "tag": "9591f4cc-3e2e-4953-8a4b-1befd9f46272"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:42:50.249841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:42:50.259743 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:50.285211 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963f9411-bffd-4bbc-8df0-9d93c8ad641c x-openstack-request-id: req-963f9411-bffd-4bbc-8df0-9d93c8ad641c {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:42:50.285506 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef022b71-a986-411c-9815-75fadc549c95", "name": "network-vif-plugged", "status": "completed", "tag": "9591f4cc-3e2e-4953-8a4b-1befd9f46272", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:42:50.285754 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-963f9411-bffd-4bbc-8df0-9d93c8ad641c {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:42:50.286147 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef022b71-a986-411c-9815-75fadc549c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9591f4cc-3e2e-4953-8a4b-1befd9f46272', 'code': 200} Aug 27 14:42:50.312371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=9591f4cc-3e2e-4953-8a4b-1befd9f46272,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:50.347219 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:50.372479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f448a-ce87-4a6a-bac8-0b46199742fb req-45093f64-4c77-4a93-a537-d238e7f0978c tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:50.374498 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a9f448a-ce87-4a6a-bac8-0b46199742fb req-45093f64-4c77-4a93-a537-d238e7f0978c tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0492899 Aug 27 14:42:50.413494 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8a9f448a-ce87-4a6a-bac8-0b46199742fb req-9e2d93da-503e-4de2-a654-47fd738478cf tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320938 Aug 27 14:42:51.488569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1fe2a-d459-405f-91ca-5bfba9c0ac35 req-0fcd9d9d-2ed7-4149-8555-2f4c57f61106 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:51.490198 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dab1fe2a-d459-405f-91ca-5bfba9c0ac35 req-0fcd9d9d-2ed7-4149-8555-2f4c57f61106 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0493679 Aug 27 14:42:51.540702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307b7a8-7d17-4dc0-9e68-8272c15a30c1 req-f9cfd502-fb45-4398-94ab-e0c5b5119f83 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:51.542295 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5307b7a8-7d17-4dc0-9e68-8272c15a30c1 req-f9cfd502-fb45-4398-94ab-e0c5b5119f83 tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef022b71-a986-411c-9815-75fadc549c95 HTTP/1.1" status: 200 len: 946 time: 0.0565643 Aug 27 14:42:51.583484 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5307b7a8-7d17-4dc0-9e68-8272c15a30c1 req-6745664a-d034-47ee-a596-58ffc5f1a18f tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.55 "GET /v2.0/security-groups?id=19e046ef-2858-4f11-b41d-66c44257e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347693 Aug 27 14:42:51.587849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-dab1fe2a-d459-405f-91ca-5bfba9c0ac35 req-acb9951b-4572-4965-968c-bfd8ce329a4e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Deleting port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:42:51.588208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dab1fe2a-d459-405f-91ca-5bfba9c0ac35 req-acb9951b-4572-4965-968c-bfd8ce329a4e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:51.680868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-dab1fe2a-d459-405f-91ca-5bfba9c0ac35 req-acb9951b-4572-4965-968c-bfd8ce329a4e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] For port 9591f4cc-3e2e-4953-8a4b-1befd9f46272, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9591f4cc-3e2e-4953-8a4b-1befd9f46272,segment=NetworkSegment(78e18c0a-0ce0-460c-8da8-cc6333c9a952),segment_id=78e18c0a-0ce0-460c-8da8-cc6333c9a952)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:42:51.681300 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dab1fe2a-d459-405f-91ca-5bfba9c0ac35 req-acb9951b-4572-4965-968c-bfd8ce329a4e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:51.695423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-dab1fe2a-d459-405f-91ca-5bfba9c0ac35 req-acb9951b-4572-4965-968c-bfd8ce329a4e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Calling delete_port for 9591f4cc-3e2e-4953-8a4b-1befd9f46272 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:42:51.801608 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:51.836657 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dab1fe2a-d459-405f-91ca-5bfba9c0ac35 req-acb9951b-4572-4965-968c-bfd8ce329a4e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:51.848723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['9591f4cc-3e2e-4953-8a4b-1befd9f46272'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:42:51.870174 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9951b-4572-4965-968c-bfd8ce329a4e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Pushing event deleted for resources: {'Port': ['ID=9591f4cc-3e2e-4953-8a4b-1befd9f46272,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:51.914878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab1fe2a-d459-405f-91ca-5bfba9c0ac35 req-acb9951b-4572-4965-968c-bfd8ce329a4e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] No DVR routers for this DVR port 9591f4cc-3e2e-4953-8a4b-1befd9f46272 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:42:51.917740 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-dab1fe2a-d459-405f-91ca-5bfba9c0ac35 req-acb9951b-4572-4965-968c-bfd8ce329a4e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:51.919917 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dab1fe2a-d459-405f-91ca-5bfba9c0ac35 req-acb9951b-4572-4965-968c-bfd8ce329a4e tempest-ServerDiskConfigTestJSON-549143564 tempest-ServerDiskConfigTestJSON-549143564-project] 10.222.0.52 "DELETE /v2.0/ports/9591f4cc-3e2e-4953-8a4b-1befd9f46272 HTTP/1.1" status: 204 len: 173 time: 0.4241128 Aug 27 14:42:51.920355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef022b71-a986-411c-9815-75fadc549c95', 'name': 'network-vif-deleted', 'tag': '9591f4cc-3e2e-4953-8a4b-1befd9f46272'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:42:51.923432 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cb3b1a-9681-486f-93ce-9eb407813e29" -d '{"events": [{"server_uuid": "ef022b71-a986-411c-9815-75fadc549c95", "name": "network-vif-deleted", "tag": "9591f4cc-3e2e-4953-8a4b-1befd9f46272"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:42:51.964472 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1be25d8-bcdc-4f8c-bc78-0fb2aeb67769 x-openstack-request-id: req-e1be25d8-bcdc-4f8c-bc78-0fb2aeb67769 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:42:51.964792 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef022b71-a986-411c-9815-75fadc549c95", "name": "network-vif-deleted", "tag": "9591f4cc-3e2e-4953-8a4b-1befd9f46272", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:42:51.965041 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1be25d8-bcdc-4f8c-bc78-0fb2aeb67769 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:42:51.965433 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef022b71-a986-411c-9815-75fadc549c95', 'name': 'network-vif-deleted', 'tag': '9591f4cc-3e2e-4953-8a4b-1befd9f46272', 'status': 'completed', 'code': 200} Aug 27 14:42:52.706293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43664) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:42:52.750977 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d2e713-48b5-40e4-b176-e2f74d6e391d admin admin] Deleting subnet d2315905-d6be-41fa-b1d0-b29187aa3fc4 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:42:52.753965 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5d2e713-48b5-40e4-b176-e2f74d6e391d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:52.788755 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5d2e713-48b5-40e4-b176-e2f74d6e391d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:52.826409 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5d2e713-48b5-40e4-b176-e2f74d6e391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:52.883824 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5d2e713-48b5-40e4-b176-e2f74d6e391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:52.910399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2e713-48b5-40e4-b176-e2f74d6e391d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2315905-d6be-41fa-b1d0-b29187aa3fc4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:52.915174 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b5d2e713-48b5-40e4-b176-e2f74d6e391d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:52.917261 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b5d2e713-48b5-40e4-b176-e2f74d6e391d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d2315905-d6be-41fa-b1d0-b29187aa3fc4 HTTP/1.1" status: 204 len: 168 time: 0.2098386 Aug 27 14:42:52.919380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43666) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:42:52.986392 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e89df70-fc9d-4cc0-8b8f-50b962e35f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:53.068479 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e89df70-fc9d-4cc0-8b8f-50b962e35f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:53.078817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-7e89df70-fc9d-4cc0-8b8f-50b962e35f24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fbfdd2-862f-49ea-b22c-d55518feb482']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:42:53.088794 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-7e89df70-fc9d-4cc0-8b8f-50b962e35f24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e18c0a-0ce0-460c-8da8-cc6333c9a952') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:42:53.089089 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-7e89df70-fc9d-4cc0-8b8f-50b962e35f24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e18c0a-0ce0-460c-8da8-cc6333c9a952') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:42:53.098003 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e89df70-fc9d-4cc0-8b8f-50b962e35f24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:53.112074 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e89df70-fc9d-4cc0-8b8f-50b962e35f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:53.118033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e89df70-fc9d-4cc0-8b8f-50b962e35f24 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:42:53.118448 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e89df70-fc9d-4cc0-8b8f-50b962e35f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:42:53.120188 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:42:53.176619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e89df70-fc9d-4cc0-8b8f-50b962e35f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:53.182043 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7e89df70-fc9d-4cc0-8b8f-50b962e35f24 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:53.183951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7e89df70-fc9d-4cc0-8b8f-50b962e35f24 admin admin] 10.222.0.55 "DELETE /v2.0/networks/85fbfdd2-862f-49ea-b22c-d55518feb482 HTTP/1.1" status: 204 len: 168 time: 0.2636077 Aug 27 14:42:53.196440 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89df70-fc9d-4cc0-8b8f-50b962e35f24 admin admin] Pushing event deleted for resources: {'Network': ['ID=85fbfdd2-862f-49ea-b22c-d55518feb482,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:53.234643 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:42:53.306777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43670) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:42:53.347044 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8f1a29a3-0669-42c4-a75a-7f5b9e9f19db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25118338b18345dda408b3c6bee4db99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390747 Aug 27 14:42:53.349604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43672) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:42:53.397522 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e221-68af-434d-aad4-d819c8677978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:53.418268 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e221-68af-434d-aad4-d819c8677978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:53.464537 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e221-68af-434d-aad4-d819c8677978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:53.467041 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e221-68af-434d-aad4-d819c8677978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:53.468417 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b6f3e221-68af-434d-aad4-d819c8677978 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19e046ef-2858-4f11-b41d-66c44257e2cf HTTP/1.1" status: 204 len: 168 time: 0.1177695 Aug 27 14:42:53.476935 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3e221-68af-434d-aad4-d819c8677978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e046ef-2858-4f11-b41d-66c44257e2cf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:54.154650 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43694) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:42:54.306889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1831683145-network', 'tenant_id': '19bb5187e898407f83aa86787c25b068'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:42:54.329350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Made reservation on behalf of 19bb5187e898407f83aa86787c25b068 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:42:54.331703 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:54.340107 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:54.435582 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:54.439663 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:54.461729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:42:54.478375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8cbeab-6ed4-42e0-aa7c-c7aad2f62665,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:54.482374 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:54.482744 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Added segment c61f1016-eb6d-46a1-a4ac-24693c4ac360 of type vlan for network e5d51766-f98d-4ae3-ac71-33fb574042e1 Aug 27 14:42:54.525344 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:54.549697 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:54.550930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:54.551591 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:54.603216 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4465137 Aug 27 14:42:54.606257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43700) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:42:54.611971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ccaf6e67-2f04-4dc0-928f-a2a5d5e3445d admin admin] Request body: {'subnet': {'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1831683145-subnet', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:42:54.614596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e97b5-838c-4bff-97b9-ce3c94b2d9ae admin admin] Pushing event updated for resources: {'Network': ['ID=e5d51766-f98d-4ae3-ac71-33fb574042e1,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:54.625821 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network e5d51766-f98d-4ae3-ac71-33fb574042e1 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:42:54.636628 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccaf6e67-2f04-4dc0-928f-a2a5d5e3445d admin admin] Made reservation on behalf of 19bb5187e898407f83aa86787c25b068 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:42:54.639120 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccaf6e67-2f04-4dc0-928f-a2a5d5e3445d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:54.833683 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccaf6e67-2f04-4dc0-928f-a2a5d5e3445d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:54.891803 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf6e67-2f04-4dc0-928f-a2a5d5e3445d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:54.902596 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaf6e67-2f04-4dc0-928f-a2a5d5e3445d admin admin] Checking segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:42:54.902987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaf6e67-2f04-4dc0-928f-a2a5d5e3445d admin admin] Network hostable DHCP agents. Network: e5d51766-f98d-4ae3-ac71-33fb574042e1, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:42:54.919351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaf6e67-2f04-4dc0-928f-a2a5d5e3445d admin admin] Network e5d51766-f98d-4ae3-ac71-33fb574042e1 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:42:54.928580 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-ccaf6e67-2f04-4dc0-928f-a2a5d5e3445d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, e5d51766-f98d-4ae3-ac71-33fb574042e1) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:42:54.932624 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaf6e67-2f04-4dc0-928f-a2a5d5e3445d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:42:54.933217 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccaf6e67-2f04-4dc0-928f-a2a5d5e3445d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:54.940270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364a2cf3-aced-4813-83b3-477ea93fa392 None None] Network e5d51766-f98d-4ae3-ac71-33fb574042e1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:42:54.947407 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ccaf6e67-2f04-4dc0-928f-a2a5d5e3445d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3399551 Aug 27 14:42:54.950380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43702) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:42:54.955065 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:42:54.975579 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:54.976725 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:55.036023 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:55.096696 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-e5d51766-f98d-4ae3-ac71-33fb574042e1', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:42:55.097745 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:55.187683 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:55.234875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Allocated IP 172.20.0.2 (e5d51766-f98d-4ae3-ac71-33fb574042e1/a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd/380a187b-f50a-48dc-adeb-6c2e92235d3e) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:42:55.377646 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:55.386138 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Transition to ACTIVE for port object 380a187b-f50a-48dc-adeb-6c2e92235d3e will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:42:55.394892 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:55.401867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Transition to ACTIVE for port object 380a187b-f50a-48dc-adeb-6c2e92235d3e will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:42:55.408420 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:55.420256 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:55.448027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Network e5d51766-f98d-4ae3-ac71-33fb574042e1 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:42:55.450830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:42:55.454272 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:42:55.461201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Pushing event updated for resources: {'Port': ['ID=380a187b-f50a-48dc-adeb-6c2e92235d3e,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:55.511294 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Attempting to bind port 380a187b-f50a-48dc-adeb-6c2e92235d3e on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:42:55.511742 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Attempting to bind port 380a187b-f50a-48dc-adeb-6c2e92235d3e by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:42:55.512169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Attempting to bind port 380a187b-f50a-48dc-adeb-6c2e92235d3e on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:42:55.517329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:42:55.517782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Checking segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:42:55.518182 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:55.518577 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Bound using segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:42:55.519062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Bound port: 380a187b-f50a-48dc-adeb-6c2e92235d3e, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:42:55.519446 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:55.527998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Allocated IP 172.25.2.139 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/262b311b-6964-47a9-a578-dcece5044edb) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:42:55.586026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] For port 380a187b-f50a-48dc-adeb-6c2e92235d3e, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:42:55.589268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] For port 380a187b-f50a-48dc-adeb-6c2e92235d3e, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=380a187b-f50a-48dc-adeb-6c2e92235d3e,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:42:55.593474 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:55.641936 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:55.649769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03258607-8589-4ce3-ba83-3f15647334e9 None None] Pushing event updated for resources: {'Port': ['ID=380a187b-f50a-48dc-adeb-6c2e92235d3e,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:55.683382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:55.722901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:42:55.727858 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:42:55.731897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:42:55.760469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Pushing event updated for resources: {'Port': ['ID=262b311b-6964-47a9-a578-dcece5044edb,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:56.007527 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:56.104415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9591f4cc-3e2e-4953-8a4b-1befd9f46272 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:42:56.125730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 9591f4cc-3e2e-4953-8a4b-1befd9f46272 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:42:56.126080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9591f4cc-3e2e-4953-8a4b-1befd9f46272 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:42:56.213220 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:56.359753 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Router 69142097-746a-48c7-9b52-8b709a4fa0e2 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:42:56.364650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 380a187b-f50a-48dc-adeb-6c2e92235d3e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:42:56.417934 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 380a187b-f50a-48dc-adeb-6c2e92235d3e completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:42:56.476982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:42:56.489359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Sync routers for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:42:56.496037 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:56.500615 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-86b426ec-cbcd-44d9-8cd2-43e7d2c50818 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5460887 Aug 27 14:42:56.501080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43704) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:42:56.502250 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:42:56.503121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1470ceca-6738-45dd-9734-f549709180ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:42:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:42:56.599102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b79be32-f795-4b78-b9aa-d79456bb0ee5 None None] Network e5d51766-f98d-4ae3-ac71-33fb574042e1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:42:56.834323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:42:56.865319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-13d17c3c-0fdf-452f-95a0-73251e0dce3f None None] Provisioning for port 380a187b-f50a-48dc-adeb-6c2e92235d3e completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:42:56.904112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-13d17c3c-0fdf-452f-95a0-73251e0dce3f None None] Provisioning complete for port 380a187b-f50a-48dc-adeb-6c2e92235d3e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:42:56.904480 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-13d17c3c-0fdf-452f-95a0-73251e0dce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:56.945107 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.106765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Allocated IP 172.20.0.1 (e5d51766-f98d-4ae3-ac71-33fb574042e1/a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd/ba5d6162-f904-4b36-8968-44bead54d552) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:42:57.142090 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-13d17c3c-0fdf-452f-95a0-73251e0dce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.202882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-13d17c3c-0fdf-452f-95a0-73251e0dce3f None None] For port 380a187b-f50a-48dc-adeb-6c2e92235d3e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=380a187b-f50a-48dc-adeb-6c2e92235d3e,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:42:57.207866 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-13d17c3c-0fdf-452f-95a0-73251e0dce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.214222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1470ceca-6738-45dd-9734-f549709180ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:55Z', 'revision_number': 3, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:42:57.228165 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.242708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Transition to ACTIVE for port object ba5d6162-f904-4b36-8968-44bead54d552 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:42:57.258942 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Checking router: 69142097-746a-48c7-9b52-8b709a4fa0e2 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:42:57.259290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Updating router 69142097-746a-48c7-9b52-8b709a4fa0e2 port 262b311b-6964-47a9-a578-dcece5044edb binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:42:57.281157 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.298075 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.329299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Network e5d51766-f98d-4ae3-ac71-33fb574042e1 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:42:57.332949 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d17c3c-0fdf-452f-95a0-73251e0dce3f None None] Pushing event updated for resources: {'Port': ['ID=380a187b-f50a-48dc-adeb-6c2e92235d3e,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:57.334948 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:42:57.346226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:42:57.372937 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5d6162-f904-4b36-8968-44bead54d552,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:57.398397 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.476553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-335f8199-7011-4454-a799-a6ec509829b0 None None] Provisioning complete for port 380a187b-f50a-48dc-adeb-6c2e92235d3e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:42:57.476936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-335f8199-7011-4454-a799-a6ec509829b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.543597 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.659432 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.669226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Transition to ACTIVE for port object 262b311b-6964-47a9-a578-dcece5044edb will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:42:57.676691 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.717255 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.723073 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.734990 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Attempting to bind port 262b311b-6964-47a9-a578-dcece5044edb on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:42:57.735357 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Attempting to bind port 262b311b-6964-47a9-a578-dcece5044edb by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:42:57.735719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Attempting to bind port 262b311b-6964-47a9-a578-dcece5044edb on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:42:57.740724 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15709f66-fb3c-4aee-bc97-328a84d5aa2a None None] Pushing event updated for resources: {'Port': ['ID=262b311b-6964-47a9-a578-dcece5044edb,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:57.749184 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:42:57.750922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:42:57.750922 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.750922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:42:57.751226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Bound port: 262b311b-6964-47a9-a578-dcece5044edb, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:42:57.751465 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.777186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1df80e3a-bbdc-42cc-9fc6-5b04d0065f4d None None] Provisioning for port ba5d6162-f904-4b36-8968-44bead54d552 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:42:57.787343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1df80e3a-bbdc-42cc-9fc6-5b04d0065f4d None None] Provisioning complete for port ba5d6162-f904-4b36-8968-44bead54d552 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:42:57.787711 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1df80e3a-bbdc-42cc-9fc6-5b04d0065f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.802162 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.804024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5d6162-f904-4b36-8968-44bead54d552,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:57.838031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1470ceca-6738-45dd-9734-f549709180ea None None] For port 262b311b-6964-47a9-a578-dcece5044edb, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:42:57.841967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1df80e3a-bbdc-42cc-9fc6-5b04d0065f4d None None] Port ba5d6162-f904-4b36-8968-44bead54d552 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:42:57.851364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1470ceca-6738-45dd-9734-f549709180ea None None] For port 262b311b-6964-47a9-a578-dcece5044edb, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=262b311b-6964-47a9-a578-dcece5044edb,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:42:57.856568 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:57.900336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Network e5d51766-f98d-4ae3-ac71-33fb574042e1 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:42:57.901709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:42:57.915926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:42:57.916570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1470ceca-6738-45dd-9734-f549709180ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:42:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:42:57.956243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15709f66-fb3c-4aee-bc97-328a84d5aa2a None None] Pushing event updated for resources: {'Port': ['ID=262b311b-6964-47a9-a578-dcece5044edb,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:58.028386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Router 69142097-746a-48c7-9b52-8b709a4fa0e2 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:42:58.036385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1470ceca-6738-45dd-9734-f549709180ea None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:42:58.147303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:42:58.152742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-de380c74-076e-4ad9-ae7e-40ef8364d8b4 admin admin] 10.222.0.55 "PUT /v2.0/routers/69142097-746a-48c7-9b52-8b709a4fa0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6506042 Aug 27 14:42:58.188859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-426e4726-0375-4d6d-97cf-4d2eecc90f49 None None] Provisioning complete for port ba5d6162-f904-4b36-8968-44bead54d552 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:42:58.189156 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-426e4726-0375-4d6d-97cf-4d2eecc90f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:58.242832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-426e4726-0375-4d6d-97cf-4d2eecc90f49 None None] Port ba5d6162-f904-4b36-8968-44bead54d552 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:42:58.295613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1470ceca-6738-45dd-9734-f549709180ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 2, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:42:58.323887 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470ceca-6738-45dd-9734-f549709180ea None None] The sync data for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 is: [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 2, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:42:58.328471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 380a187b-f50a-48dc-adeb-6c2e92235d3e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:42:58.378072 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 380a187b-f50a-48dc-adeb-6c2e92235d3e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:42:58.378458 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:58.610943 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43712) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:42:58.615594 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0f0f18a5-6a52-4716-be84-47f8cdddf996 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Request body: {'security_group': {'name': 'tempest-securitygroup--377659913', 'description': 'tempest-description--880529599'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:42:58.637621 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f0f18a5-6a52-4716-be84-47f8cdddf996 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:58.726997 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f0f18a5-6a52-4716-be84-47f8cdddf996 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:58.731008 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f0f18a5-6a52-4716-be84-47f8cdddf996 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:58.754858 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0f0f18a5-6a52-4716-be84-47f8cdddf996 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:58.756380 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0f0f18a5-6a52-4716-be84-47f8cdddf996 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1444211 Aug 27 14:42:58.759323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43714) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:42:58.764399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4b197b76-ea54-45b3-8ba0-b317525b0caf tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Request body: {'security_group_rule': {'security_group_id': '464c91e8-c7d5-4a1b-9034-c043af679d8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:42:58.765781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f18a5-6a52-4716-be84-47f8cdddf996 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464c91e8-c7d5-4a1b-9034-c043af679d8b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:58.809388 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b197b76-ea54-45b3-8ba0-b317525b0caf tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:58.866103 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b197b76-ea54-45b3-8ba0-b317525b0caf tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:58.870433 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b197b76-ea54-45b3-8ba0-b317525b0caf tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:58.891240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b197b76-ea54-45b3-8ba0-b317525b0caf tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e703cb-bb18-492e-b15b-99a6052b5b6a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:58.898645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4b197b76-ea54-45b3-8ba0-b317525b0caf tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:58.899948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4b197b76-ea54-45b3-8ba0-b317525b0caf tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395900 Aug 27 14:42:58.904207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 43716) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:42:58.910643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f67e81b0-fc63-4c12-98b8-6043067270eb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Request body: {'security_group_rule': {'security_group_id': '464c91e8-c7d5-4a1b-9034-c043af679d8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:42:58.938348 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f67e81b0-fc63-4c12-98b8-6043067270eb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.023936 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f67e81b0-fc63-4c12-98b8-6043067270eb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.027502 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f67e81b0-fc63-4c12-98b8-6043067270eb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.047701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e81b0-fc63-4c12-98b8-6043067270eb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2627e92-361d-4299-a3da-9bf0fc027660,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:59.055254 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f67e81b0-fc63-4c12-98b8-6043067270eb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.059518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43718) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:42:59.059743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f67e81b0-fc63-4c12-98b8-6043067270eb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540916 Aug 27 14:42:59.064759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:42:59.096532 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.201791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.315837 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Allocated IP 172.25.2.154 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/e4505bd3-c886-44a1-ba2a-44bdc1b54f7b) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:42:59.423026 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.465894 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.504989 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:42:59.510330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:42:59.513924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:42:59.542968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event updated for resources: {'Port': ['ID=e4505bd3-c886-44a1-ba2a-44bdc1b54f7b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:59.612998 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.651417 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.805279 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.810357 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.879839 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event updated for resources: {'Port': ['ID=e4505bd3-c886-44a1-ba2a-44bdc1b54f7b,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:42:59.894765 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.908306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:42:59.909813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-09b77ec3-ee12-4b6a-a94c-4ee5cf65fe2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8491681 Aug 27 14:43:00.072249 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-f4e93785-6aad-46d5-9d61-ba8cab1d0f25 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--377659913&fields=id&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 267 time: 0.0484250 Aug 27 14:43:00.187412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-0303767e-f8a6-4c55-ad6b-1352d1b75e06 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:00.189075 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-0303767e-f8a6-4c55-ad6b-1352d1b75e06 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 812 time: 0.1093364 Aug 27 14:43:00.207071 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-cd1ee6aa-26d9-4ae0-b143-921bcc9ddbd2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/quotas/19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 375 time: 0.0115416 Aug 27 14:43:00.267358 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-45e778fe-0bb1-494f-a2d5-717a9062b85a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519032 Aug 27 14:43:00.345059 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Sync routers for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:43:00.348984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 262b311b-6964-47a9-a578-dcece5044edb up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:43:00.369502 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:43:00.370130 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:42:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:43:00.396114 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-19468492-2f16-4cfc-80af-2c3c388e2675 service neutron] 10.222.0.55 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146493 Aug 27 14:43:00.413344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 262b311b-6964-47a9-a578-dcece5044edb completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:43:00.418409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 262b311b-6964-47a9-a578-dcece5044edb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:43:00.419072 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:00.517152 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:00.526944 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:43:00.540153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-c2e7fa12-00fe-440c-9531-1d6202cdeace service neutron] 10.222.0.55 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363730 Aug 27 14:43:00.543117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 262b311b-6964-47a9-a578-dcece5044edb, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=262b311b-6964-47a9-a578-dcece5044edb,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:43:00.549085 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:00.636354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=262b311b-6964-47a9-a578-dcece5044edb,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:43:00.781226 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c059c00f-e286-4521-8c75-08eb541f0893 req-b8316216-6f61-4b5e-83cd-b9c595923b54 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 210 time: 0.0357170 Aug 27 14:43:00.838247 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 2, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:43:00.867227 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Checking router: 69142097-746a-48c7-9b52-8b709a4fa0e2 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:43:00.867697 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Updating router 69142097-746a-48c7-9b52-8b709a4fa0e2 port ba5d6162-f904-4b36-8968-44bead54d552 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:43:00.898162 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:01.189964 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:01.204369 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Transition to ACTIVE for port object ba5d6162-f904-4b36-8968-44bead54d552 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:43:01.213420 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:01.272615 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Pushing event updated for resources: {'Port': ['ID=ba5d6162-f904-4b36-8968-44bead54d552,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:43:01.307418 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:43:01.308092 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:43:01.308213 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:43:01.308581 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:43:01.308889 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:43:01.309401 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:43:01.309921 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:43:01.310301 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:43:01.310667 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:43:01.311054 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:43:01.311351 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:43:01.311799 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:43:01.352156 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Attempting to bind port ba5d6162-f904-4b36-8968-44bead54d552 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:43:01.352859 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Attempting to bind port ba5d6162-f904-4b36-8968-44bead54d552 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:43:01.353063 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Attempting to bind port ba5d6162-f904-4b36-8968-44bead54d552 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:43:01.359621 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:43:01.360008 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Checking segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:43:01.360834 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:01.361154 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Bound using segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:43:01.361820 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Bound port: ba5d6162-f904-4b36-8968-44bead54d552, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:43:01.362210 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:01.441347 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] For port ba5d6162-f904-4b36-8968-44bead54d552, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:43:01.444790 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] For port ba5d6162-f904-4b36-8968-44bead54d552, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ba5d6162-f904-4b36-8968-44bead54d552,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:43:01.450022 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:01.514080 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:43:01.515141 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:42:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:43:01.568867 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fe0b7-210a-4d3f-a136-ffea894e1872 None None] Pushing event updated for resources: {'Port': ['ID=ba5d6162-f904-4b36-8968-44bead54d552,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:43:01.651082 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:43:01.792379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-ed3a7557-e882-49ee-ab06-3e8573ec1a66 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:01.793871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-ed3a7557-e882-49ee-ab06-3e8573ec1a66 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 812 time: 0.1239326 Aug 27 14:43:01.865555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-65ce209a-cf56-4967-881b-4bb439aff5cf tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 379 time: 0.0622683 Aug 27 14:43:01.882210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Request body: {'port': {'device_id': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'admin_state_up': True, 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'security_groups': ['464c91e8-c7d5-4a1b-9034-c043af679d8b']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:43:01.882863 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:01Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:43:01.904450 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-74fc7c49-0b5b-403a-b38a-48c5694421ed req-e05ad0a6-1c15-4ca7-86ff-22cf3696ce16 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 210 time: 0.0318263 Aug 27 14:43:01.915141 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084e1a3-c972-463b-b47b-b1b9d3006ec4 None None] The sync data for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 is: [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:01Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:43:02.007145 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Made reservation on behalf of 19bb5187e898407f83aa86787c25b068 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:43:02.010746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:02.147621 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Allocated IP 172.20.0.10 (e5d51766-f98d-4ae3-ac71-33fb574042e1/a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd/9cc6a6fc-8253-4975-9d89-4aad82423baa) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:43:02.303995 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:02.320613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Transition to ACTIVE for port object 9cc6a6fc-8253-4975-9d89-4aad82423baa will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:43:02.359419 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:02.365628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 262b311b-6964-47a9-a578-dcece5044edb up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:43:02.404675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Network e5d51766-f98d-4ae3-ac71-33fb574042e1 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:43:02.408942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:43:02.415323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:43:02.422123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 262b311b-6964-47a9-a578-dcece5044edb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:43:02.422626 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:02.455005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event updated for resources: {'Port': ['ID=9cc6a6fc-8253-4975-9d89-4aad82423baa,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:43:02.488208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:02.488570 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:02.509006 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-725eaf9f-4da4-4da3-901c-5077307cee82 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6310027 Aug 27 14:43:02.523511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Request body: {'port': {'device_id': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:43:02.554434 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ba5d6162-f904-4b36-8968-44bead54d552 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:43:02.595161 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:02.642613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port ba5d6162-f904-4b36-8968-44bead54d552 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:43:02.647710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ba5d6162-f904-4b36-8968-44bead54d552 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:43:02.648213 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:02.756128 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:02.777738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1b1f9bd7-c323-41ad-b331-56c1dda5fbf8 None None] Provisioning for port 9cc6a6fc-8253-4975-9d89-4aad82423baa completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:43:02.794718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1b1f9bd7-c323-41ad-b331-56c1dda5fbf8 None None] Provisioning complete for port 9cc6a6fc-8253-4975-9d89-4aad82423baa triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:43:02.795115 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b1f9bd7-c323-41ad-b331-56c1dda5fbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:02.800198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port ba5d6162-f904-4b36-8968-44bead54d552, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ba5d6162-f904-4b36-8968-44bead54d552,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:43:02.819867 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:02.859820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1b1f9bd7-c323-41ad-b331-56c1dda5fbf8 None None] Port 9cc6a6fc-8253-4975-9d89-4aad82423baa cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:43:02.881905 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=ba5d6162-f904-4b36-8968-44bead54d552,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:43:02.923315 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc6a6fc-8253-4975-9d89-4aad82423baa {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:43:02.932525 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:02.950729 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Transition to ACTIVE for port object 9cc6a6fc-8253-4975-9d89-4aad82423baa will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:43:02.956272 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:03.036771 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc6a6fc-8253-4975-9d89-4aad82423baa,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:43:03.095924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c670bd9-8073-4678-9aa2-514c9b3614e3 req-5011966b-f7f7-4580-9a6f-3bdc97854a7e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:03.097540 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c670bd9-8073-4678-9aa2-514c9b3614e3 req-5011966b-f7f7-4580-9a6f-3bdc97854a7e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 944 time: 0.1125553 Aug 27 14:43:03.473486 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Attempting to bind port 9cc6a6fc-8253-4975-9d89-4aad82423baa on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:43:03.473817 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Attempting to bind port 9cc6a6fc-8253-4975-9d89-4aad82423baa by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:43:03.474143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Attempting to bind port 9cc6a6fc-8253-4975-9d89-4aad82423baa on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:43:03.478667 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c670bd9-8073-4678-9aa2-514c9b3614e3 req-4ed5f731-86bf-4a29-9f64-5220424534ec tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738890 Aug 27 14:43:03.481800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Port 9cc6a6fc-8253-4975-9d89-4aad82423baa on network e5d51766-f98d-4ae3-ac71-33fb574042e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:43:03.482093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Attempting to bind port 9cc6a6fc-8253-4975-9d89-4aad82423baa on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:43:03.487478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:43:03.487836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Checking segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:43:03.488236 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Bound using segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:43:03.488802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Bound port: 9cc6a6fc-8253-4975-9d89-4aad82423baa, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:43:03.489157 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:03.566005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] For port 9cc6a6fc-8253-4975-9d89-4aad82423baa, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:43:03.569441 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] For port 9cc6a6fc-8253-4975-9d89-4aad82423baa, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:43:03.574944 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:03.614822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:03.615470 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:03.616906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] 10.222.0.52 "PUT /v2.0/ports/9cc6a6fc-8253-4975-9d89-4aad82423baa HTTP/1.1" status: 200 len: 1093 time: 1.0988765 Aug 27 14:43:03.617389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:43:03.619759 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012c4f5a-ac0e-4483-a77e-519aed865dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:43:03.653140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2749115-f4e1-49f2-83a2-86cf6286a4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc6a6fc-8253-4975-9d89-4aad82423baa,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:43:03.663193 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e95b14-e2fe-4ce8-86bb-2e154e6e805f x-openstack-request-id: req-b0e95b14-e2fe-4ce8-86bb-2e154e6e805f {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:43:03.663499 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:43:03.663743 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0e95b14-e2fe-4ce8-86bb-2e154e6e805f {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:43:03.664201 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'status': 'completed', 'code': 200} Aug 27 14:43:03.723741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-7ccbaf4e-7254-4c50-bd08-5f9235d58ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:03.725216 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-7ccbaf4e-7254-4c50-bd08-5f9235d58ae3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 1096 time: 0.0498118 Aug 27 14:43:03.772676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-0e7a9bbe-e8a2-4fda-b3d3-a8668fa435aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa HTTP/1.1" status: 200 len: 217 time: 0.0390692 Aug 27 14:43:03.826644 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-497941c7-e9e1-4c8f-bbe7-98208e59757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:03.828889 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-497941c7-e9e1-4c8f-bbe7-98208e59757c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0494337 Aug 27 14:43:03.879127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-46470e83-911f-4551-9633-b85c3854a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:03.880928 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-46470e83-911f-4551-9633-b85c3854a0d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446947 Aug 27 14:43:03.984465 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-db278cbe-b07a-48c4-a77d-0df289e30541 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950303 Aug 27 14:43:04.080943 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-48c30da4-b7e0-450f-84bc-f42f8ea30305 req-003bd30a-743d-46ec-8494-240dba53d918 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906334 Aug 27 14:43:04.178390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c4f5a-ac0e-4483-a77e-519aed865dd1 req-20ee2a74-dff1-4441-834b-d3c9146fa6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:04.179952 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-012c4f5a-ac0e-4483-a77e-519aed865dd1 req-20ee2a74-dff1-4441-834b-d3c9146fa6c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 1096 time: 0.0506675 Aug 27 14:43:04.272999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c4f5a-ac0e-4483-a77e-519aed865dd1 req-1db3889e-9327-4315-8c95-b71ddd647d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:04.274503 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-012c4f5a-ac0e-4483-a77e-519aed865dd1 req-1db3889e-9327-4315-8c95-b71ddd647d79 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0878477 Aug 27 14:43:04.325439 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-012c4f5a-ac0e-4483-a77e-519aed865dd1 req-2ed37440-c636-4fbc-927b-f61becdd2546 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa HTTP/1.1" status: 200 len: 217 time: 0.0433910 Aug 27 14:43:04.328162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ba5d6162-f904-4b36-8968-44bead54d552 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:43:04.379363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port ba5d6162-f904-4b36-8968-44bead54d552 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:43:04.379607 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c4f5a-ac0e-4483-a77e-519aed865dd1 req-69419126-0498-4c1b-8dc8-1d4c59b69393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:04.379766 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:04.381441 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-012c4f5a-ac0e-4483-a77e-519aed865dd1 req-69419126-0498-4c1b-8dc8-1d4c59b69393 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0488062 Aug 27 14:43:04.433634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c4f5a-ac0e-4483-a77e-519aed865dd1 req-77230316-85ae-471f-a1b1-d8c6b6b2013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:04.435219 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-012c4f5a-ac0e-4483-a77e-519aed865dd1 req-77230316-85ae-471f-a1b1-d8c6b6b2013f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461719 Aug 27 14:43:04.542381 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-012c4f5a-ac0e-4483-a77e-519aed865dd1 req-88862a6e-e5ac-4037-b7c6-f73a84545ad8 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986705 Aug 27 14:43:04.672373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae89ddf-aace-40c3-9133-db770ae1fc52 req-fb70c851-20d1-4087-91c3-e31b1832ce9d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:04.674033 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eae89ddf-aace-40c3-9133-db770ae1fc52 req-fb70c851-20d1-4087-91c3-e31b1832ce9d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 944 time: 0.1151764 Aug 27 14:43:04.710505 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-012c4f5a-ac0e-4483-a77e-519aed865dd1 req-438183cb-ce33-4cfa-ab7c-62e08da141cf service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605010 Aug 27 14:43:04.730898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-eae89ddf-aace-40c3-9133-db770ae1fc52 req-86fc0cd2-1e5e-4bd2-affe-2c334545ecd4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497944 Aug 27 14:43:05.855727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7307433-cb99-40d8-a022-ae9c6f8116bc req-1967879d-d4e6-4a17-bf35-c101cd8a123d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:05.857227 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7307433-cb99-40d8-a022-ae9c6f8116bc req-1967879d-d4e6-4a17-bf35-c101cd8a123d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 944 time: 0.0562258 Aug 27 14:43:05.898883 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d7307433-cb99-40d8-a022-ae9c6f8116bc req-e93acc3b-a2b5-49c1-a3d7-3e1154b005a5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335267 Aug 27 14:43:06.136556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9cc6a6fc-8253-4975-9d89-4aad82423baa details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:43:06.235485 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 9cc6a6fc-8253-4975-9d89-4aad82423baa, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:43:06.246575 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'port_id': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'mac_address': 'fa:16:3e:7e:72:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:43:06.284053 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:06.297302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc6a6fc-8253-4975-9d89-4aad82423baa {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:43:06.316392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 9cc6a6fc-8253-4975-9d89-4aad82423baa, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:43:06.320211 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:06.366574 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=9cc6a6fc-8253-4975-9d89-4aad82423baa,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:43:06.504596 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1187ad52-798a-4661-abf8-167ea5cf4a9d req-b0e0304e-9171-4c59-b5b6-38093b0f2af9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0298252 Aug 27 14:43:06.528620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['9cc6a6fc-8253-4975-9d89-4aad82423baa'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:43:06.574024 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1187ad52-798a-4661-abf8-167ea5cf4a9d req-5f5a6285-732e-4006-82da-93ab34ddafbb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0264745 Aug 27 14:43:06.617414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1187ad52-798a-4661-abf8-167ea5cf4a9d req-4a1c8971-3393-4de9-a951-8dc3965fef13 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227711 Aug 27 14:43:06.729945 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187ad52-798a-4661-abf8-167ea5cf4a9d req-89908542-1892-4517-81e9-4db62919db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:06.731592 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1187ad52-798a-4661-abf8-167ea5cf4a9d req-89908542-1892-4517-81e9-4db62919db9e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024997 Aug 27 14:43:07.035394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cfa28-c6ca-4755-bac0-6778d6f04257 req-2756f2b6-11f9-4ab0-b627-550bbb143d03 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:07.036932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-585cfa28-c6ca-4755-bac0-6778d6f04257 req-2756f2b6-11f9-4ab0-b627-550bbb143d03 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 945 time: 0.0704932 Aug 27 14:43:07.074862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-585cfa28-c6ca-4755-bac0-6778d6f04257 req-ab6f4376-d345-4cc0-9f54-f8f0b636f9a8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319910 Aug 27 14:43:08.153052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9cc6a6fc-8253-4975-9d89-4aad82423baa up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:43:08.192836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f9265-0f2c-45e9-85fe-195c8316a958 req-00ed2000-64ef-47e8-8a48-76bc885f1692 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:08.194347 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c29f9265-0f2c-45e9-85fe-195c8316a958 req-00ed2000-64ef-47e8-8a48-76bc885f1692 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 945 time: 0.0497956 Aug 27 14:43:08.210381 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 9cc6a6fc-8253-4975-9d89-4aad82423baa completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:43:08.215118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 9cc6a6fc-8253-4975-9d89-4aad82423baa triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:43:08.215609 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:08.235696 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c29f9265-0f2c-45e9-85fe-195c8316a958 req-9a7668de-380b-4551-b89a-dc59b1a52c16 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336955 Aug 27 14:43:08.447951 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:08.471384 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:43:08.473630 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e105ca58-4a03-422f-85a8-1a455df99589" -d '{"events": [{"server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "name": "network-vif-plugged", "status": "completed", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:43:08.486263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 9cc6a6fc-8253-4975-9d89-4aad82423baa, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:43:08.491256 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:08.515527 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46fd7f3-7c3a-4457-9b6b-746294a5284a x-openstack-request-id: req-a46fd7f3-7c3a-4457-9b6b-746294a5284a {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:43:08.515819 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "name": "network-vif-plugged", "status": "completed", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:43:08.516064 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a46fd7f3-7c3a-4457-9b6b-746294a5284a {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:43:08.516444 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'code': 200} Aug 27 14:43:08.542994 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=9cc6a6fc-8253-4975-9d89-4aad82423baa,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:43:08.610388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89543ae-56e6-49b8-8731-e3f03d225f99 req-778d8068-fde2-498c-b8c0-e2434d2b765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:08.611975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e89543ae-56e6-49b8-8731-e3f03d225f99 req-778d8068-fde2-498c-b8c0-e2434d2b765a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 1098 time: 0.0441196 Aug 27 14:43:08.648782 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e89543ae-56e6-49b8-8731-e3f03d225f99 req-0e3a6f2e-7af9-4374-b580-f9933b8dc9b4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294857 Aug 27 14:43:09.359136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0b548-ce35-4274-b5a4-c9df213d5b86 req-6f1f29a1-09a5-468c-adae-7e86be99a477 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:09.360949 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-82f0b548-ce35-4274-b5a4-c9df213d5b86 req-6f1f29a1-09a5-468c-adae-7e86be99a477 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0566134 Aug 27 14:43:09.399733 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-82f0b548-ce35-4274-b5a4-c9df213d5b86 req-72fd8587-9ecf-459f-add4-152ae22d456e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328290 Aug 27 14:43:10.282399 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:10.516974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a2c53-cd9b-4f7c-a4e7-712bda250654 req-57d5e9bc-6e57-4f96-81d9-a1596fe1191c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:10.518390 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf2a2c53-cd9b-4f7c-a4e7-712bda250654 req-57d5e9bc-6e57-4f96-81d9-a1596fe1191c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0504224 Aug 27 14:43:10.563254 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cf2a2c53-cd9b-4f7c-a4e7-712bda250654 req-63b1b2b0-e32a-4647-8677-1aee25ddda53 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387411 Aug 27 14:43:10.685876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2a261-f037-4860-b072-71c52e0138ef req-5b6f250e-4751-4f70-ae0e-90eb6cb93db4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:10.688611 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03c2a261-f037-4860-b072-71c52e0138ef req-5b6f250e-4751-4f70-ae0e-90eb6cb93db4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0568438 Aug 27 14:43:10.698723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43764) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:43:10.705237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-24844db3-bc7b-47fd-9590-3f98ba3088c2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Request body: {'floatingip': {'port_id': '9cc6a6fc-8253-4975-9d89-4aad82423baa'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:43:10.743959 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-24844db3-bc7b-47fd-9590-3f98ba3088c2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:11.180318 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-24844db3-bc7b-47fd-9590-3f98ba3088c2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:11.184583 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-24844db3-bc7b-47fd-9590-3f98ba3088c2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:11.287194 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-24844db3-bc7b-47fd-9590-3f98ba3088c2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf associated. External IP: 172.25.2.154, port: 9cc6a6fc-8253-4975-9d89-4aad82423baa. Aug 27 14:43:11.497361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24844db3-bc7b-47fd-9590-3f98ba3088c2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Router 69142097-746a-48c7-9b52-8b709a4fa0e2 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:43:11.938345 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24844db3-bc7b-47fd-9590-3f98ba3088c2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:43:11.943007 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-24844db3-bc7b-47fd-9590-3f98ba3088c2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:11.950408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a848afdc-7020-4b74-9c56-ccb8b07bbdb7 None None] Sync routers for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:43:11.966693 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a848afdc-7020-4b74-9c56-ccb8b07bbdb7 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:43:11.967750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a848afdc-7020-4b74-9c56-ccb8b07bbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:42:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:43:11.984629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-24844db3-bc7b-47fd-9590-3f98ba3088c2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "PUT /v2.0/floatingips/1526f76e-9dd1-48e2-ab35-8cef8e7508cf HTTP/1.1" status: 200 len: 992 time: 1.2843804 Aug 27 14:43:11.985496 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:43:11.989356 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c93de76-effa-4c1e-a0fb-ed5a58c404d6" -d '{"events": [{"name": "network-changed", "server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:43:12.030964 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e54a57-c27a-425f-85fd-989ccb1bd107 x-openstack-request-id: req-f6e54a57-c27a-425f-85fd-989ccb1bd107 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:43:12.031661 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:43:12.031661 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6e54a57-c27a-425f-85fd-989ccb1bd107 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:43:12.032302 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'status': 'completed', 'code': 200} Aug 27 14:43:12.089212 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-a848afdc-7020-4b74-9c56-ccb8b07bbdb7 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:43:12.092202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93de76-effa-4c1e-a0fb-ed5a58c404d6 req-240395f2-7473-4192-8a86-4ae22f57b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:12.093891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c93de76-effa-4c1e-a0fb-ed5a58c404d6 req-240395f2-7473-4192-8a86-4ae22f57b387 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 1098 time: 0.0430543 Aug 27 14:43:12.190460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93de76-effa-4c1e-a0fb-ed5a58c404d6 req-a9be3818-c510-4d4f-881c-8ca48a1f1f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:12.191999 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c93de76-effa-4c1e-a0fb-ed5a58c404d6 req-a9be3818-c510-4d4f-881c-8ca48a1f1f0c service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0917761 Aug 27 14:43:12.264734 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c93de76-effa-4c1e-a0fb-ed5a58c404d6 req-bffbe8ed-2cbd-4cf2-8fa4-77ddb5c13b1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa HTTP/1.1" status: 200 len: 1000 time: 0.0648625 Aug 27 14:43:12.322738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93de76-effa-4c1e-a0fb-ed5a58c404d6 req-798d56c5-fb8a-4560-98b3-608305c4b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:12.324249 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c93de76-effa-4c1e-a0fb-ed5a58c404d6 req-798d56c5-fb8a-4560-98b3-608305c4b5c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0529380 Aug 27 14:43:12.329829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a848afdc-7020-4b74-9c56-ccb8b07bbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1526f76e-9dd1-48e2-ab35-8cef8e7508cf', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'port_id': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'mac_address': 'fa:16:3e:7e:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:42:59Z', 'updated_at': '2021-08-27T14:43:11Z', 'revision_number': 1, 'project_id': '19bb5187e898407f83aa86787c25b068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:43:12.357327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a848afdc-7020-4b74-9c56-ccb8b07bbdb7 None None] Checking router: 69142097-746a-48c7-9b52-8b709a4fa0e2 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:43:12.366942 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a848afdc-7020-4b74-9c56-ccb8b07bbdb7 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:43:12.367578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a848afdc-7020-4b74-9c56-ccb8b07bbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:42:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:43:12.370878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93de76-effa-4c1e-a0fb-ed5a58c404d6 req-1328ca40-5461-4b8f-ac31-9147f9e5d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:43:12.372837 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c93de76-effa-4c1e-a0fb-ed5a58c404d6 req-1328ca40-5461-4b8f-ac31-9147f9e5d3c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414586 Aug 27 14:43:12.470532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c93de76-effa-4c1e-a0fb-ed5a58c404d6 req-5bf71b15-6699-4d22-bb6b-d7de26401559 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908105 Aug 27 14:43:12.478717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-a848afdc-7020-4b74-9c56-ccb8b07bbdb7 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:43:12.564801 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c93de76-effa-4c1e-a0fb-ed5a58c404d6 req-2fd3760f-26d4-468d-b63c-03eb90eadbe9 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873730 Aug 27 14:43:12.742774 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a848afdc-7020-4b74-9c56-ccb8b07bbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1526f76e-9dd1-48e2-ab35-8cef8e7508cf', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'port_id': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'mac_address': 'fa:16:3e:7e:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:42:59Z', 'updated_at': '2021-08-27T14:43:11Z', 'revision_number': 1, 'project_id': '19bb5187e898407f83aa86787c25b068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:43:12.774235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a848afdc-7020-4b74-9c56-ccb8b07bbdb7 None None] The sync data for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 is: [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1526f76e-9dd1-48e2-ab35-8cef8e7508cf', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'port_id': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'mac_address': 'fa:16:3e:7e:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:42:59Z', 'updated_at': '2021-08-27T14:43:11Z', 'revision_number': 1, 'project_id': '19bb5187e898407f83aa86787c25b068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:43:12.974951 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c844e-946f-4c5d-a3b8-9bc9145f5fd5 None None] New status for floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:43:14.688222 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be423739-7c7c-4c06-9bb7-e0c4c4f19583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:17.512742 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:17.546157 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-015bf690-5b8b-416e-b7da-da5441d3cbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:18.884264 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:20.350822 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:21.813725 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:30.233884 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:43:40.282290 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:44.689655 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7f6e9848-a282-4dd7-97d1-1771ee0a4bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:47.515815 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:47.549207 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ead9b90d-19c7-414c-ab04-66ace63da7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:48.886348 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:50.354250 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:51.830223 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:43:52.897781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-45763487-4a20-4a05-a353-0af35ad09505 req-4d596d98-d288-4e19-8226-eb8698afaf9f service neutron] (101187) timed out ('10.222.0.52', 61578) {{(pid=101187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:44:07.232691 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:44:08.507011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fc4f8b84-26ab-4511-85ab-527986f916c6 req-ebfacfc2-a999-4435-a8c4-5ed62adf764e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0316448 Aug 27 14:44:08.573671 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fc4f8b84-26ab-4511-85ab-527986f916c6 req-df565965-58f7-4b02-9ff0-86cad2651e6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0253818 Aug 27 14:44:08.613109 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fc4f8b84-26ab-4511-85ab-527986f916c6 req-8d6c289c-0852-4402-9f9a-2902281cb152 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201237 Aug 27 14:44:08.719128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f8b84-26ab-4511-85ab-527986f916c6 req-77477d1a-9937-4d82-8b6e-051fb35c90df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:08.720764 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fc4f8b84-26ab-4511-85ab-527986f916c6 req-77477d1a-9937-4d82-8b6e-051fb35c90df service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007524 Aug 27 14:44:10.277285 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:14.691481 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-225c45e5-00f7-458c-b288-546b2eb69001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:17.517934 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:17.553278 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e80f3c6-a65f-4ed4-8f83-0aa744a38559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:18.245706 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66d585d8-0b0c-4490-99df-ff513aa23d0e req-6a37cc34-5e5f-42c9-8e6b-af458f00dc42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273926 Aug 27 14:44:18.328804 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66d585d8-0b0c-4490-99df-ff513aa23d0e req-17c6b9b9-d528-4d60-8165-2f7997508a93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0258236 Aug 27 14:44:18.374132 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66d585d8-0b0c-4490-99df-ff513aa23d0e req-a5406c86-3aa3-46d4-9296-9a644da4e12d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205851 Aug 27 14:44:18.476402 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d585d8-0b0c-4490-99df-ff513aa23d0e req-26361992-5291-4865-95b5-224a84c220f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:18.477927 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66d585d8-0b0c-4490-99df-ff513aa23d0e req-26361992-5291-4865-95b5-224a84c220f6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975003 Aug 27 14:44:18.893706 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:20.356640 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:21.845704 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:26.874364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-4d1c09b8-2c65-4c10-abe7-11b7f8d5124b req-1e114c77-b76b-4950-9ee8-e84ef657d72e service neutron] (101187) timed out ('10.222.0.55', 60820) {{(pid=101187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:44:40.309404 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:44.236982 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:44:44.698372 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6c4a096-c97e-4c39-ad50-63c6b736294e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:46.897401 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f98f4f-9b7e-41b1-baf3-9c9dd167e210 req-4227b043-1764-4934-a5d3-e02fa39501d3 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:46.898925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09f98f4f-9b7e-41b1-baf3-9c9dd167e210 req-4227b043-1764-4934-a5d3-e02fa39501d3 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0582170 Aug 27 14:44:46.938806 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09f98f4f-9b7e-41b1-baf3-9c9dd167e210 req-4cf7454f-ccb4-49f9-8a00-f91902b08211 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339038 Aug 27 14:44:47.144635 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 43976) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:44:47.190336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c12732-e385-48a3-a516-caaba8125b9f req-d7daf069-2338-48b7-9a8b-150a933cf9e7 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:47.191915 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58c12732-e385-48a3-a516-caaba8125b9f req-d7daf069-2338-48b7-9a8b-150a933cf9e7 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0519626 Aug 27 14:44:47.233684 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-58c12732-e385-48a3-a516-caaba8125b9f req-00262f6f-d620-4cdb-9e97-481df052df7f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354407 Aug 27 14:44:47.245481 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b766fed9-8698-430d-b859-d562ec88b704 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993724 Aug 27 14:44:47.525913 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:47.556803 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dc9f5da3-826c-4482-90a6-4cac213ec91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:48.357396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb734-2799-44d5-aef4-6bfa9013d804 req-a0af6026-a446-454c-b202-f12e22df5368 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:48.359483 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-46bdb734-2799-44d5-aef4-6bfa9013d804 req-a0af6026-a446-454c-b202-f12e22df5368 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0549014 Aug 27 14:44:48.401934 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-46bdb734-2799-44d5-aef4-6bfa9013d804 req-c4949090-9cd2-4f3f-9131-0affaf26c519 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326352 Aug 27 14:44:48.562993 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-9f8c94df-b7d8-4ca3-9050-75bf8c24e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:48.564535 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-9f8c94df-b7d8-4ca3-9050-75bf8c24e5b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 1098 time: 0.0434210 Aug 27 14:44:48.661588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-aa1102e0-7fa9-4eeb-ac45-3bc15a873d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:48.663764 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-aa1102e0-7fa9-4eeb-ac45-3bc15a873d3e service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0926390 Aug 27 14:44:48.732271 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-f462163d-3306-4857-b711-7c0c33fde215 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa HTTP/1.1" status: 200 len: 1002 time: 0.0614271 Aug 27 14:44:48.783409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-3ffcc5a5-152b-465a-8c2b-7dae42cc8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:48.784891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-3ffcc5a5-152b-465a-8c2b-7dae42cc8dcb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0461674 Aug 27 14:44:48.838104 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-3034c23f-8629-45b3-8b34-a177afedb147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:48.839582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-3034c23f-8629-45b3-8b34-a177afedb147 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477483 Aug 27 14:44:48.894655 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:48.935313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-25703359-658c-4400-9a34-e757d0128bbc service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877845 Aug 27 14:44:49.032908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-4da511d9-ee65-4e2a-b4d4-6bab5e0ec584 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908768 Aug 27 14:44:49.533140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f74e1-5183-4106-9d63-7e73e072d849 req-c487e416-3dce-4b2f-bfa5-9d864f3d80ea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:49.534699 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a79f74e1-5183-4106-9d63-7e73e072d849 req-c487e416-3dce-4b2f-bfa5-9d864f3d80ea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0610378 Aug 27 14:44:49.573815 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a79f74e1-5183-4106-9d63-7e73e072d849 req-a0a1faa4-ce05-4346-b8d4-746bd7e6d4b5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332127 Aug 27 14:44:50.359506 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:50.701921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931bed4-5987-47c5-ac36-1d54815d5554 req-4dd8c8dc-414f-4f80-814e-c73f2921680e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:50.703506 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8931bed4-5987-47c5-ac36-1d54815d5554 req-4dd8c8dc-414f-4f80-814e-c73f2921680e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0574036 Aug 27 14:44:50.745910 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8931bed4-5987-47c5-ac36-1d54815d5554 req-7c2677cd-3a5f-4fae-a0f9-8988646772a4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355546 Aug 27 14:44:51.848295 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:44:51.867858 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee97a8-c74f-49c4-b1d6-e88a4e1ed96d req-af313316-4217-48e6-ac36-bd6d61370481 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:51.869347 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eee97a8-c74f-49c4-b1d6-e88a4e1ed96d req-af313316-4217-48e6-ac36-bd6d61370481 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0525475 Aug 27 14:44:51.914340 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3eee97a8-c74f-49c4-b1d6-e88a4e1ed96d req-f0ebdd85-f47d-4dc0-ad02-5989b4c82e96 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376420 Aug 27 14:44:53.032752 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713987b-b505-466a-9602-2804ccdefb2e req-43c5429d-0bd3-4bc6-b3d6-cc210f2d1681 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:53.034307 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8713987b-b505-466a-9602-2804ccdefb2e req-43c5429d-0bd3-4bc6-b3d6-cc210f2d1681 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0500927 Aug 27 14:44:53.075203 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8713987b-b505-466a-9602-2804ccdefb2e req-f450e5a9-d422-4033-afc1-27bf01cdc85f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336628 Aug 27 14:44:53.556920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-0c5c429d-4458-4349-8da6-95edd2b91ab0 req-21f07156-0e4b-4924-a33b-ad6e559b9e6b service neutron] (101186) timed out ('10.222.0.52', 62130) {{(pid=101186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:44:54.206506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b914e8-5c35-4d72-9a80-1effd1f4c989 req-0129260d-726a-4893-a815-304c07f5c49f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:54.208068 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41b914e8-5c35-4d72-9a80-1effd1f4c989 req-0129260d-726a-4893-a815-304c07f5c49f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0560534 Aug 27 14:44:54.258286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41b914e8-5c35-4d72-9a80-1effd1f4c989 req-6c936ae7-d467-46d3-91ef-11a76e96b4df tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411091 Aug 27 14:44:55.377056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cda200-00c5-4c4e-b258-97b9ffc4f112 req-baab7036-2b91-4cec-81fd-96c0c2870a07 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:55.378591 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c0cda200-00c5-4c4e-b258-97b9ffc4f112 req-baab7036-2b91-4cec-81fd-96c0c2870a07 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0498428 Aug 27 14:44:55.420312 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c0cda200-00c5-4c4e-b258-97b9ffc4f112 req-3bcaf555-4fe1-4d40-ac37-1ae9bd8bc395 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349379 Aug 27 14:44:56.557461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d6e5e-7001-41e3-84ff-ee438ec39250 req-881897b1-2a45-406a-a1c7-a0902a3bc817 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:56.559071 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e5d6e5e-7001-41e3-84ff-ee438ec39250 req-881897b1-2a45-406a-a1c7-a0902a3bc817 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0536733 Aug 27 14:44:56.604162 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8e5d6e5e-7001-41e3-84ff-ee438ec39250 req-5c95952d-2a51-425c-a7bd-b61b67540a50 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390062 Aug 27 14:44:57.742470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eaed9-7024-47ec-9407-5aeb62659740 req-d56c4e50-3981-40a1-a6e5-153c05116097 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:57.744050 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-688eaed9-7024-47ec-9407-5aeb62659740 req-d56c4e50-3981-40a1-a6e5-153c05116097 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0559433 Aug 27 14:44:57.783603 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-688eaed9-7024-47ec-9407-5aeb62659740 req-0e499bb3-4c78-4c77-9390-c5adbea0b105 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335002 Aug 27 14:44:58.906764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d53a2-8022-4e6e-81ab-f5d8bf8c81e1 req-ea79464e-ba3d-4305-b6d1-996c70f2eb72 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:44:58.908242 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d4d53a2-8022-4e6e-81ab-f5d8bf8c81e1 req-ea79464e-ba3d-4305-b6d1-996c70f2eb72 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0555537 Aug 27 14:44:58.949567 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d4d53a2-8022-4e6e-81ab-f5d8bf8c81e1 req-9cd2a79f-f797-411e-8ca3-d10d4f029c8b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341694 Aug 27 14:45:00.072312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fef0c-3af4-407d-afa5-4764e4304b4e req-c677dc27-47c6-437d-b87f-7f5891fd84b4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:00.073922 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c8fef0c-3af4-407d-afa5-4764e4304b4e req-c677dc27-47c6-437d-b87f-7f5891fd84b4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0516319 Aug 27 14:45:00.113843 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2c8fef0c-3af4-407d-afa5-4764e4304b4e req-2fa28055-2c6e-4d0b-ae95-780e56babdf2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339677 Aug 27 14:45:00.988660 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-da949545-4865-4bd3-a277-0dc3fd45acc8 service neutron] show failed (client error): The resource could not be found. Aug 27 14:45:00.989707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-da949545-4865-4bd3-a277-0dc3fd45acc8 service neutron] 10.222.0.52 "GET /v2.0/ports/9cc6a6fc-8253-4975-9d89-4aad82423baa/bindings/n-h2-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0650158 Aug 27 14:45:01.210595 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-e79caa98-4d2a-4cf5-afd4-6ae7c7f210c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:01.212221 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-e79caa98-4d2a-4cf5-afd4-6ae7c7f210c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 1098 time: 0.0435810 Aug 27 14:45:01.231541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:45:01.238876 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9af8d-515f-4625-af4d-4cb73a289ebb req-027a9941-b502-44c1-bc89-d630cfca009d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:01.241067 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0bb9af8d-515f-4625-af4d-4cb73a289ebb req-027a9941-b502-44c1-bc89-d630cfca009d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0515535 Aug 27 14:45:01.284152 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0bb9af8d-515f-4625-af4d-4cb73a289ebb req-8540ea50-23a4-4437-8ef0-b8387c140c6b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368884 Aug 27 14:45:01.295213 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:01.523609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] For port 9cc6a6fc-8253-4975-9d89-4aad82423baa, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:45:01.557102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] For port 9cc6a6fc-8253-4975-9d89-4aad82423baa, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:45:01.598034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:45:01.601020 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98116780-bb20-437c-8b20-be4205047ef7" -d '{"events": [{"server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:45:01.605138 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:01.618922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Transition to ACTIVE for port object 9cc6a6fc-8253-4975-9d89-4aad82423baa will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:45:01.623271 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:01.705861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc6a6fc-8253-4975-9d89-4aad82423baa,revision_number=6']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:45:01.745701 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bb8fc5-2b08-4744-8523-6c60266e3dac x-openstack-request-id: req-d2bb8fc5-2b08-4744-8523-6c60266e3dac {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:45:01.746454 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:45:01.746747 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2bb8fc5-2b08-4744-8523-6c60266e3dac {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:45:01.747151 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'code': 200} Aug 27 14:45:01.768192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:01.768542 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:01.768890 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:01.769256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:01.769636 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:01.769979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:01.770305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:01.770633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:01.770987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:01.771354 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:01.771797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:01.772129 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:01.836135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] No DVR routers for this DVR port 9cc6a6fc-8253-4975-9d89-4aad82423baa on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:45:01.984903 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Attempting to bind port 9cc6a6fc-8253-4975-9d89-4aad82423baa on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:45:01.985245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Attempting to bind port 9cc6a6fc-8253-4975-9d89-4aad82423baa by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:45:01.985709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Attempting to bind port 9cc6a6fc-8253-4975-9d89-4aad82423baa on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:45:01.991866 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Port 9cc6a6fc-8253-4975-9d89-4aad82423baa on network e5d51766-f98d-4ae3-ac71-33fb574042e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:45:01.992190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Attempting to bind port 9cc6a6fc-8253-4975-9d89-4aad82423baa on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:45:01.997269 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:45:01.997611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Checking segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:45:01.998001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Bound using segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:45:01.998424 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Bound port: 9cc6a6fc-8253-4975-9d89-4aad82423baa, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:45:01.998828 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:02.065543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] For port 9cc6a6fc-8253-4975-9d89-4aad82423baa, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:45:02.069136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] For port 9cc6a6fc-8253-4975-9d89-4aad82423baa, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:45:02.073713 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:02.108291 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:02.109306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:02.110841 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/9cc6a6fc-8253-4975-9d89-4aad82423baa HTTP/1.1" status: 200 len: 1093 time: 0.8837929 Aug 27 14:45:02.135719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a04d84-b8e9-4490-9763-c681f07760f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc6a6fc-8253-4975-9d89-4aad82423baa,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:45:02.188329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-d92b4cc0-acf8-4e74-9856-8f8f466d6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:02.189889 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-d92b4cc0-acf8-4e74-9856-8f8f466d6cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 1096 time: 0.0442677 Aug 27 14:45:02.295019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-38cf7b54-f835-4fc4-af8d-85c0542d9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:02.296535 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-38cf7b54-f835-4fc4-af8d-85c0542d9e87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0987771 Aug 27 14:45:02.404314 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-36424df9-59b5-4eb2-a03f-cc8c8d8eab49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa HTTP/1.1" status: 200 len: 1000 time: 0.0986562 Aug 27 14:45:02.422305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcdbc4-f368-423c-ab21-be6379edb034 req-c8962768-1a42-4961-83ff-a329ca837b58 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:02.423890 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-89fcdbc4-f368-423c-ab21-be6379edb034 req-c8962768-1a42-4961-83ff-a329ca837b58 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 944 time: 0.0582080 Aug 27 14:45:02.460133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-412c3cba-34fa-4e3f-a1d2-c8ff124d3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:02.461643 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-412c3cba-34fa-4e3f-a1d2-c8ff124d3953 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0487626 Aug 27 14:45:02.468440 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-89fcdbc4-f368-423c-ab21-be6379edb034 req-871cff94-197d-48bd-9e95-31997de853a8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375199 Aug 27 14:45:02.513958 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-e5d64483-170e-4d70-b928-7a8e3884738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:02.515544 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-e5d64483-170e-4d70-b928-7a8e3884738f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464447 Aug 27 14:45:02.615795 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-51015435-e1ff-43af-8126-b07741132944 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920560 Aug 27 14:45:02.714935 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8ee3d7a5-8e71-4e7a-954b-cd1b3a35fa49 req-d8928789-7ed2-4e56-ae6e-6cd0967a53e9 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921485 Aug 27 14:45:03.592555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc799c-e74d-426f-88be-7159ed0f6533 req-3b2b69fb-09af-4b5d-9bfa-7f5e77d0f1f1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:03.594106 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72cc799c-e74d-426f-88be-7159ed0f6533 req-3b2b69fb-09af-4b5d-9bfa-7f5e77d0f1f1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 944 time: 0.0516021 Aug 27 14:45:03.636810 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-72cc799c-e74d-426f-88be-7159ed0f6533 req-2e6b1fd4-9009-496f-8a9c-ecd8116ecde5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361521 Aug 27 14:45:03.748724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:45:03.751054 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643fc694-9555-43ac-88c1-212faf592d59" -d '{"events": [{"name": "network-changed", "server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:45:03.801056 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a3a0d7-f53e-464b-b42a-3b81cb766151 x-openstack-request-id: req-95a3a0d7-f53e-464b-b42a-3b81cb766151 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:45:03.801351 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:45:03.801601 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95a3a0d7-f53e-464b-b42a-3b81cb766151 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:45:03.802000 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'status': 'completed', 'code': 200} Aug 27 14:45:03.864437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc694-9555-43ac-88c1-212faf592d59 req-66c1a616-f64d-432f-9734-98c7a2d8215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:03.866874 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-66c1a616-f64d-432f-9734-98c7a2d8215a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 1096 time: 0.0466416 Aug 27 14:45:03.896251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc694-9555-43ac-88c1-212faf592d59 req-1b237095-7363-4db8-b0f9-871e3cde3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:03.897844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-1b237095-7363-4db8-b0f9-871e3cde3110 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 1096 time: 0.0466936 Aug 27 14:45:03.961073 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc694-9555-43ac-88c1-212faf592d59 req-12fc2732-d66a-45d8-a4d7-b62f37c7462c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:03.962587 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-12fc2732-d66a-45d8-a4d7-b62f37c7462c service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0884013 Aug 27 14:45:03.991526 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc694-9555-43ac-88c1-212faf592d59 req-c678321b-706d-4570-adbd-e10c85f05c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:03.993047 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-c678321b-706d-4570-adbd-e10c85f05c0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0878670 Aug 27 14:45:04.038969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-c948b2ca-2ea2-4e18-935d-1d26739e4894 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa HTTP/1.1" status: 200 len: 1000 time: 0.0684114 Aug 27 14:45:04.066481 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-6ac441e9-36fc-4ec7-a5dc-49fd0536cd63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa HTTP/1.1" status: 200 len: 1000 time: 0.0652313 Aug 27 14:45:04.091943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc694-9555-43ac-88c1-212faf592d59 req-ca445b76-fbe2-4c00-bbbd-58a0b6dbf18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:04.093440 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-ca445b76-fbe2-4c00-bbbd-58a0b6dbf18e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0482883 Aug 27 14:45:04.119437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc694-9555-43ac-88c1-212faf592d59 req-6f2bcf08-fd80-4589-aeb9-f8432d5a4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:04.120941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-6f2bcf08-fd80-4589-aeb9-f8432d5a4764 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0469949 Aug 27 14:45:04.142539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc694-9555-43ac-88c1-212faf592d59 req-4e7ea2bb-8c39-49df-a7d2-50ccb45250bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:04.144105 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-4e7ea2bb-8c39-49df-a7d2-50ccb45250bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433011 Aug 27 14:45:04.175376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fc694-9555-43ac-88c1-212faf592d59 req-1a3c98ed-3dc7-47e3-9ea1-f586c81deec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:04.176949 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-1a3c98ed-3dc7-47e3-9ea1-f586c81deec3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477557 Aug 27 14:45:04.255161 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-2e50280f-c5ce-422e-9d23-dc3d11ff9b74 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040411 Aug 27 14:45:04.280735 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-3489b559-c624-48d1-9764-432076a5c228 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953801 Aug 27 14:45:04.353737 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-442793b8-3681-44f7-9675-25a30616fc39 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908468 Aug 27 14:45:04.379438 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-643fc694-9555-43ac-88c1-212faf592d59 req-df36d48f-c8f3-40d4-a3da-e82c2d2561e4 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904219 Aug 27 14:45:04.707291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9cc6a6fc-8253-4975-9d89-4aad82423baa no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:45:04.748427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 9cc6a6fc-8253-4975-9d89-4aad82423baa not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:45:04.760813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8e1c-88b1-449e-9c01-896a2193d247 req-94ba7d04-79cd-47a6-a9fe-dda75ced8c50 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:04.762623 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-babb8e1c-88b1-449e-9c01-896a2193d247 req-94ba7d04-79cd-47a6-a9fe-dda75ced8c50 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 944 time: 0.0511346 Aug 27 14:45:04.801549 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-babb8e1c-88b1-449e-9c01-896a2193d247 req-2592ab46-4beb-4cfb-bbe5-81caada8bb68 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Aug 27 14:45:05.940964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f20474-9dcf-4517-bcd6-50244555d7fc req-757eff69-19e8-4d97-93a9-9f2d98061328 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:05.942437 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0f20474-9dcf-4517-bcd6-50244555d7fc req-757eff69-19e8-4d97-93a9-9f2d98061328 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 944 time: 0.0537319 Aug 27 14:45:05.993840 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0f20474-9dcf-4517-bcd6-50244555d7fc req-7bd18d8e-3b13-459d-b5bd-34b2e365d284 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447993 Aug 27 14:45:07.117867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000d3cb-fca1-4443-99f0-df4a55e6e72e req-f14b28d2-21fc-41ab-906a-b420d68b9949 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:07.119434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b000d3cb-fca1-4443-99f0-df4a55e6e72e req-f14b28d2-21fc-41ab-906a-b420d68b9949 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 944 time: 0.0569310 Aug 27 14:45:07.158796 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b000d3cb-fca1-4443-99f0-df4a55e6e72e req-6d71a06e-27e0-4141-bcb0-ab66aa77436c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334024 Aug 27 14:45:07.369198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cd89f-2a1e-4b74-b125-577b3bca245a req-584de210-249f-4338-bfb6-92ebf5bde6ab tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:07.370764 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b01cd89f-2a1e-4b74-b125-577b3bca245a req-584de210-249f-4338-bfb6-92ebf5bde6ab tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 944 time: 0.0561638 Aug 27 14:45:07.386013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-255179b3-9d60-4cdd-b8f5-003a5d2c6ca0 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:07.387829 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-255179b3-9d60-4cdd-b8f5-003a5d2c6ca0 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.52 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891&tenant_id=19bb5187e898407f83aa86787c25b068&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 944 time: 0.0601470 Aug 27 14:45:07.416657 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b01cd89f-2a1e-4b74-b125-577b3bca245a req-e3eb76ef-48bb-4007-a42b-82fb8357a36e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394535 Aug 27 14:45:07.438751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9cc6a6fc-8253-4975-9d89-4aad82423baa details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:45:07.455453 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-932d89cc-87b3-4813-896d-3184790112d6 service neutron] delete failed (client error): The resource could not be found. Aug 27 14:45:07.456510 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-932d89cc-87b3-4813-896d-3184790112d6 service neutron] 10.222.0.52 "DELETE /v2.0/ports/9cc6a6fc-8253-4975-9d89-4aad82423baa/bindings/n-h1-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0616441 Aug 27 14:45:07.546011 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-da55cced-d1a6-4cd1-a2b3-53c45dcccc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:07.546542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9cc6a6fc-8253-4975-9d89-4aad82423baa, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:45:07.547582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-da55cced-d1a6-4cd1-a2b3-53c45dcccc15 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 1096 time: 0.0459797 Aug 27 14:45:07.562921 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'port_id': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'mac_address': 'fa:16:3e:7e:72:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:45:07.600679 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:07.613907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc6a6fc-8253-4975-9d89-4aad82423baa {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:45:07.634500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9cc6a6fc-8253-4975-9d89-4aad82423baa, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:45:07.639521 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:07.654504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-2f3ecb12-65bc-438b-b604-54971f6a3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:07.656029 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-2f3ecb12-65bc-438b-b604-54971f6a3aa3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.1018839 Aug 27 14:45:07.689593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9cc6a6fc-8253-4975-9d89-4aad82423baa,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:45:07.697604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:07.697951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:07.698290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:07.698624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:07.698986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:07.699317 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:07.699645 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:07.700358 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:07.700358 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:07.700582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:07.700907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:07.701228 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:45:07.725632 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-cbcb314e-a25f-4e15-92b4-de5df9272fd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa HTTP/1.1" status: 200 len: 1001 time: 0.0623343 Aug 27 14:45:07.778545 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-09736ffb-dd32-429d-8b55-3cd1b2403bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:07.780083 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-09736ffb-dd32-429d-8b55-3cd1b2403bf5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0469005 Aug 27 14:45:07.829717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-91e61590-7f5d-46ca-b5f0-f9aac0328a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:07.831245 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-91e61590-7f5d-46ca-b5f0-f9aac0328a17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445998 Aug 27 14:45:07.925051 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-23e884f7-61ba-4c05-bfb8-e2e1918cf110 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868902 Aug 27 14:45:08.025968 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd8e69bd-629a-4acb-9fb7-7e7bb928a04b req-4e6c72d7-4483-4f82-a697-39ebcb353f2c service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936418 Aug 27 14:45:08.116066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['9cc6a6fc-8253-4975-9d89-4aad82423baa'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:45:08.542045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1534db8-6159-4ecc-b286-684f2f587931 req-580cb385-e3c7-43c2-a7c5-0d445722db4e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:08.543784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1534db8-6159-4ecc-b286-684f2f587931 req-580cb385-e3c7-43c2-a7c5-0d445722db4e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 945 time: 0.0554831 Aug 27 14:45:08.585400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1534db8-6159-4ecc-b286-684f2f587931 req-c16f0802-59c3-4d2f-a3a0-f87499187b9c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350146 Aug 27 14:45:08.704916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d0584-3557-46ee-9f91-9a3d22a5bcca req-6d4cbc74-e33e-4a96-be48-5b4fcaf4e4be tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:08.706462 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-403d0584-3557-46ee-9f91-9a3d22a5bcca req-6d4cbc74-e33e-4a96-be48-5b4fcaf4e4be tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 945 time: 0.0501485 Aug 27 14:45:08.750362 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-403d0584-3557-46ee-9f91-9a3d22a5bcca req-366aac7a-03fb-42f4-b44d-ba585de1f47d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364914 Aug 27 14:45:08.874614 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dedba6-acfb-4bf4-a7d6-e19d6085da6f req-047ad074-6923-4759-abfb-c12a75319e42 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:08.876057 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-65dedba6-acfb-4bf4-a7d6-e19d6085da6f req-047ad074-6923-4759-abfb-c12a75319e42 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 945 time: 0.0544212 Aug 27 14:45:08.919657 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-65dedba6-acfb-4bf4-a7d6-e19d6085da6f req-750af09e-25a7-4e25-b35e-f7bffb9f06c3 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370398 Aug 27 14:45:09.163892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f5821-3018-4763-9ef4-d8a39668e814 req-f9b72989-acb3-45f1-bfef-e1a46bceb472 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:09.165335 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f78f5821-3018-4763-9ef4-d8a39668e814 req-f9b72989-acb3-45f1-bfef-e1a46bceb472 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 945 time: 0.0503848 Aug 27 14:45:09.211959 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f78f5821-3018-4763-9ef4-d8a39668e814 req-630a457a-9fb6-4545-a012-b4aac3ee6d7f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374606 Aug 27 14:45:09.465936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9cc6a6fc-8253-4975-9d89-4aad82423baa up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:45:09.517107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 9cc6a6fc-8253-4975-9d89-4aad82423baa completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:45:09.520814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 9cc6a6fc-8253-4975-9d89-4aad82423baa triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:45:09.521190 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:09.604819 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:09.628717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:45:09.631629 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae53210d-ac2e-4e56-a4b3-2126d7aac4f0" -d '{"events": [{"server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "name": "network-vif-plugged", "status": "completed", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:45:09.644505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 9cc6a6fc-8253-4975-9d89-4aad82423baa, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:45:09.655366 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:09.704866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=9cc6a6fc-8253-4975-9d89-4aad82423baa,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:45:09.783647 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d6b4b9-7064-4bb6-92ae-4e0379ab0238 x-openstack-request-id: req-20d6b4b9-7064-4bb6-92ae-4e0379ab0238 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:45:09.783942 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "name": "network-vif-plugged", "status": "completed", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:45:09.784200 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20d6b4b9-7064-4bb6-92ae-4e0379ab0238 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:45:09.784600 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'code': 200} Aug 27 14:45:10.329219 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:10.331117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e43ee7-615c-4d74-a592-f3f19553bfed req-8e2ef6d4-3966-43d1-a8f6-e0908e6b58d9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:10.332687 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-01e43ee7-615c-4d74-a592-f3f19553bfed req-8e2ef6d4-3966-43d1-a8f6-e0908e6b58d9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0517344 Aug 27 14:45:10.373618 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-01e43ee7-615c-4d74-a592-f3f19553bfed req-0edd3982-3126-483e-80e5-7a2ca32a17d6 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332546 Aug 27 14:45:10.901485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-bb8b6c62-0bea-4121-8236-b128d1704998 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:10.903041 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-bb8b6c62-0bea-4121-8236-b128d1704998 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.41 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 946 time: 0.0561445 Aug 27 14:45:10.999956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Deleting port 9cc6a6fc-8253-4975-9d89-4aad82423baa {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:45:11.000293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:11.092250 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] For port 9cc6a6fc-8253-4975-9d89-4aad82423baa, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=9cc6a6fc-8253-4975-9d89-4aad82423baa,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:45:11.092608 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:11.307753 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:11.308134 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:11.308445 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf disassociated. External IP: 172.25.2.154, port: 9cc6a6fc-8253-4975-9d89-4aad82423baa. Aug 27 14:45:11.308781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Calling delete_port for 9cc6a6fc-8253-4975-9d89-4aad82423baa owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:45:11.442237 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:11.481112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event deleted for resources: {'Port': ['ID=9cc6a6fc-8253-4975-9d89-4aad82423baa,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:45:11.553733 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ea7d200-fab7-4a45-97a7-1c5337cc61c7 req-f907e59a-6438-418c-bdef-0adfb888c066 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=854ecad2-14b1-4ec7-91d6-fa22b53e6891 HTTP/1.1" status: 200 len: 210 time: 0.1037874 Aug 27 14:45:11.626838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Router 69142097-746a-48c7-9b52-8b709a4fa0e2 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:45:11.741438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:45:11.752798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dade00d-098a-4cf4-914c-fad9857fb1fc None None] Sync routers for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:45:11.764027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dade00d-098a-4cf4-914c-fad9857fb1fc None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:45:11.764669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7dade00d-098a-4cf4-914c-fad9857fb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:44:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:45:11.782182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] No DVR routers for this DVR port 9cc6a6fc-8253-4975-9d89-4aad82423baa on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:45:11.784961 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:11.787192 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1781bbc0-2364-403a-a2d1-a2db21054a03 req-7cabddb5-7a5a-4899-939e-4d4af0ad23d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.41 "DELETE /v2.0/ports/9cc6a6fc-8253-4975-9d89-4aad82423baa HTTP/1.1" status: 204 len: 173 time: 0.8777871 Aug 27 14:45:11.788188 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'name': 'network-vif-deleted', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:45:11.790591 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469bc880-8427-4adc-94e9-92d24ba904d3" -d '{"events": [{"server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "name": "network-vif-deleted", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:45:11.830824 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029ba177-48dc-4209-925c-9a653969c4ea x-openstack-request-id: req-029ba177-48dc-4209-925c-9a653969c4ea {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:45:11.831111 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854ecad2-14b1-4ec7-91d6-fa22b53e6891", "name": "network-vif-deleted", "tag": "9cc6a6fc-8253-4975-9d89-4aad82423baa", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:45:11.831358 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-029ba177-48dc-4209-925c-9a653969c4ea {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:45:11.831760 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854ecad2-14b1-4ec7-91d6-fa22b53e6891', 'name': 'network-vif-deleted', 'tag': '9cc6a6fc-8253-4975-9d89-4aad82423baa', 'status': 'completed', 'code': 200} Aug 27 14:45:11.888258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7dade00d-098a-4cf4-914c-fad9857fb1fc None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:45:12.095661 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7dade00d-098a-4cf4-914c-fad9857fb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:45:12.125092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dade00d-098a-4cf4-914c-fad9857fb1fc None None] Checking router: 69142097-746a-48c7-9b52-8b709a4fa0e2 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:45:12.134330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dade00d-098a-4cf4-914c-fad9857fb1fc None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:45:12.134975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7dade00d-098a-4cf4-914c-fad9857fb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:44:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:45:12.243874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7dade00d-098a-4cf4-914c-fad9857fb1fc None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:45:12.450485 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7dade00d-098a-4cf4-914c-fad9857fb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:45:12.476729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dade00d-098a-4cf4-914c-fad9857fb1fc None None] The sync data for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 is: [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:45:12.714756 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b497978a-989d-470c-8b01-eb9e25970caa None None] New status for floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:45:12.800530 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-61274675-4657-496d-bed9-acda8d30ae3e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--377659913&fields=id&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 267 time: 0.0341110 Aug 27 14:45:12.915350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-20ace626-0be3-468a-939c-8ade4a08d0e4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:12.916832 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-20ace626-0be3-468a-939c-8ade4a08d0e4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 812 time: 0.1092119 Aug 27 14:45:12.931822 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-8ce94abb-cfba-4b7e-8710-0695432487ef tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/quotas/19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 375 time: 0.0093026 Aug 27 14:45:13.317098 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-286d4536-8264-4ae1-ad24-465fd335a07f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3798285 Aug 27 14:45:13.467785 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-0bfe0937-3609-4944-822c-cd6b7e60806b service neutron] 10.222.0.55 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378968 Aug 27 14:45:13.478772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9cc6a6fc-8253-4975-9d89-4aad82423baa no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:45:13.503261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 9cc6a6fc-8253-4975-9d89-4aad82423baa {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:45:13.503607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 9cc6a6fc-8253-4975-9d89-4aad82423baa not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:45:13.561652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-b774157d-385e-4746-98e8-9773c1196ff7 service neutron] 10.222.0.55 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879428 Aug 27 14:45:13.736500 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9413df21-3d55-4992-abe2-e21b6aeed46a req-6d74334d-a86a-47c2-a485-87bb111e4dda tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 210 time: 0.0370543 Aug 27 14:45:14.703477 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-16e48b32-5c17-42dc-91a6-de68436600c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:14.752738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-a31487e5-343e-490e-a324-ceacc07fc713 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:14.754265 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-a31487e5-343e-490e-a324-ceacc07fc713 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 812 time: 0.1132720 Aug 27 14:45:14.828628 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-70c3e4aa-300b-4991-ba7f-3a48884e050e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 379 time: 0.0586193 Aug 27 14:45:14.843655 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03957ab9-b505-416c-8fe3-9fa79f863a27 req-88342614-343b-4974-a5d3-474ef0566947 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 210 time: 0.0363193 Aug 27 14:45:14.848296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Request body: {'port': {'device_id': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'admin_state_up': True, 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'security_groups': ['464c91e8-c7d5-4a1b-9034-c043af679d8b']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:45:14.953975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Made reservation on behalf of 19bb5187e898407f83aa86787c25b068 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:45:14.957475 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:15.088908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Allocated IP 172.20.0.11 (e5d51766-f98d-4ae3-ac71-33fb574042e1/a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd/cc8cba53-acb9-4258-ba1f-7288c260d568) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:45:15.229942 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:15.243609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Transition to ACTIVE for port object cc8cba53-acb9-4258-ba1f-7288c260d568 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:45:15.278947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:15.321516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Network e5d51766-f98d-4ae3-ac71-33fb574042e1 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:45:15.326599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:45:15.330501 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:45:15.360170 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event updated for resources: {'Port': ['ID=cc8cba53-acb9-4258-ba1f-7288c260d568,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:45:15.389100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:15.389715 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:15.406060 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-44ba5c60-be8d-40bb-bab6-684cad1cb2ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613928 Aug 27 14:45:15.424843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Request body: {'port': {'device_id': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:45:15.488878 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:15.521567 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ff7a0413-a192-4b45-9063-ffad71e3d400 None None] Provisioning for port cc8cba53-acb9-4258-ba1f-7288c260d568 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:45:15.525652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ff7a0413-a192-4b45-9063-ffad71e3d400 None None] Provisioning complete for port cc8cba53-acb9-4258-ba1f-7288c260d568 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:45:15.526468 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0413-a192-4b45-9063-ffad71e3d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:15.715454 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a0413-a192-4b45-9063-ffad71e3d400 None None] Port cc8cba53-acb9-4258-ba1f-7288c260d568 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:45:15.773747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8cba53-acb9-4258-ba1f-7288c260d568 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:45:15.782752 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:15.795932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Transition to ACTIVE for port object cc8cba53-acb9-4258-ba1f-7288c260d568 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:45:15.799065 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:15.854149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8cba53-acb9-4258-ba1f-7288c260d568,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:45:15.933329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Attempting to bind port cc8cba53-acb9-4258-ba1f-7288c260d568 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:45:15.933664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Attempting to bind port cc8cba53-acb9-4258-ba1f-7288c260d568 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:45:15.933990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Attempting to bind port cc8cba53-acb9-4258-ba1f-7288c260d568 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:45:15.938809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Port cc8cba53-acb9-4258-ba1f-7288c260d568 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:45:15.939132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Attempting to bind port cc8cba53-acb9-4258-ba1f-7288c260d568 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:45:15.944908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:45:15.945372 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Checking segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:45:15.945764 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Bound using segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:45:15.946183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Bound port: cc8cba53-acb9-4258-ba1f-7288c260d568, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:45:15.946540 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:16.016731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] For port cc8cba53-acb9-4258-ba1f-7288c260d568, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:45:16.020005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] For port cc8cba53-acb9-4258-ba1f-7288c260d568, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cc8cba53-acb9-4258-ba1f-7288c260d568,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:45:16.028731 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:16.065997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:16.066779 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:16.068330 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] 10.222.0.41 "PUT /v2.0/ports/cc8cba53-acb9-4258-ba1f-7288c260d568 HTTP/1.1" status: 200 len: 1093 time: 0.6481261 Aug 27 14:45:16.069357 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:45:16.071698 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c786c5-f698-429b-824b-2cbd0f3e2e85" -d '{"events": [{"name": "network-changed", "server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:45:16.111933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e02876-2f93-4dcb-aab4-6a616f49aced req-034f59ca-c8e0-4a72-9ce0-f1ac3f73686e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:16.113672 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12e02876-2f93-4dcb-aab4-6a616f49aced req-034f59ca-c8e0-4a72-9ce0-f1ac3f73686e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 944 time: 0.1964612 Aug 27 14:45:16.113840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782abd8e-4581-4143-95f2-23f1acf41c74 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8cba53-acb9-4258-ba1f-7288c260d568,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:45:16.128181 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abce6103-d05f-4d2e-a150-a3e975a06200 x-openstack-request-id: req-abce6103-d05f-4d2e-a150-a3e975a06200 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:45:16.129308 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:45:16.129808 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-abce6103-d05f-4d2e-a150-a3e975a06200 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:45:16.130222 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'status': 'completed', 'code': 200} Aug 27 14:45:16.164203 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12e02876-2f93-4dcb-aab4-6a616f49aced req-b92bc0a3-597a-46ed-97cb-aa463ed031ee tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406260 Aug 27 14:45:16.205058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-f4fa3850-f1ba-46e6-a0bd-c8e0b4394780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:16.206611 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-f4fa3850-f1ba-46e6-a0bd-c8e0b4394780 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 1096 time: 0.0511932 Aug 27 14:45:16.258485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-4cbe0555-f748-4f5a-8a50-7ea36014fd13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc8cba53-acb9-4258-ba1f-7288c260d568 HTTP/1.1" status: 200 len: 217 time: 0.0372887 Aug 27 14:45:16.308767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-2b0b0346-ebf0-4a3a-9e80-474f6588d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:16.310248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-2b0b0346-ebf0-4a3a-9e80-474f6588d150 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0450714 Aug 27 14:45:16.366215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-f62ab161-993d-4668-b12a-2393d09943a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:16.367777 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-f62ab161-993d-4668-b12a-2393d09943a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499163 Aug 27 14:45:16.460221 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-e8563707-6b3c-4ae1-80c6-7109b1c1fd1d service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842986 Aug 27 14:45:16.556547 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17f7bec8-8a87-4001-af67-a24a87a88725 req-3d9f017f-5f1b-4bf7-beef-d5e9591d2e02 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895257 Aug 27 14:45:16.685922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c786c5-f698-429b-824b-2cbd0f3e2e85 req-a39687c0-0fdf-4bfe-94f0-1e7911d35917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:16.687476 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78c786c5-f698-429b-824b-2cbd0f3e2e85 req-a39687c0-0fdf-4bfe-94f0-1e7911d35917 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 1096 time: 0.0419064 Aug 27 14:45:16.781290 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c786c5-f698-429b-824b-2cbd0f3e2e85 req-6cd1b951-d18c-4011-9846-b0af75d2138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:16.782836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78c786c5-f698-429b-824b-2cbd0f3e2e85 req-6cd1b951-d18c-4011-9846-b0af75d2138b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0875854 Aug 27 14:45:16.828988 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78c786c5-f698-429b-824b-2cbd0f3e2e85 req-80ad5888-059b-426f-8207-6e60074acb99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc8cba53-acb9-4258-ba1f-7288c260d568 HTTP/1.1" status: 200 len: 217 time: 0.0387211 Aug 27 14:45:16.879466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c786c5-f698-429b-824b-2cbd0f3e2e85 req-364fdd01-285c-413b-a49b-36b12008534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:16.880874 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78c786c5-f698-429b-824b-2cbd0f3e2e85 req-364fdd01-285c-413b-a49b-36b12008534b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0439043 Aug 27 14:45:16.927014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c786c5-f698-429b-824b-2cbd0f3e2e85 req-238a5397-3148-435d-b690-000e39d25f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:16.929183 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78c786c5-f698-429b-824b-2cbd0f3e2e85 req-238a5397-3148-435d-b690-000e39d25f72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410731 Aug 27 14:45:17.032096 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78c786c5-f698-429b-824b-2cbd0f3e2e85 req-c2a72dc0-344c-4c60-b113-a7346332191f service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951974 Aug 27 14:45:17.124239 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-78c786c5-f698-429b-824b-2cbd0f3e2e85 req-e2fa0e29-e5ca-4226-af0a-15bbbfbb64db service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841930 Aug 27 14:45:17.285667 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37215ff3-9fc3-475e-9007-8364f00caaf2 req-31fb78c1-df6a-4717-bb1c-68e3fab53f6c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:17.287324 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37215ff3-9fc3-475e-9007-8364f00caaf2 req-31fb78c1-df6a-4717-bb1c-68e3fab53f6c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 944 time: 0.0527411 Aug 27 14:45:17.330821 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37215ff3-9fc3-475e-9007-8364f00caaf2 req-5a9039cb-9ae4-4f8d-9dd3-420d1aa92823 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376225 Aug 27 14:45:17.518362 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:17.559702 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-06bda7c9-4e11-4b70-a840-05c9d144b8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:18.456211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2c68f-944d-4651-9234-dbda3953f340 req-fbd85eab-9bb8-40c8-978a-4e2ab3143f11 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:18.457728 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2be2c68f-944d-4651-9234-dbda3953f340 req-fbd85eab-9bb8-40c8-978a-4e2ab3143f11 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 944 time: 0.0544190 Aug 27 14:45:18.500427 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2be2c68f-944d-4651-9234-dbda3953f340 req-25d55764-ffde-4401-8b1d-5b21a93ebc31 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353842 Aug 27 14:45:18.894931 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:19.246847 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61fff9b9-20ac-47dd-b27f-59cb06dae90d req-96ce21b8-78a9-414a-9efe-6de656a48219 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254834 Aug 27 14:45:19.331061 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61fff9b9-20ac-47dd-b27f-59cb06dae90d req-b0cdf859-1dae-4d18-a08e-566818d2d208 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0261495 Aug 27 14:45:19.375839 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61fff9b9-20ac-47dd-b27f-59cb06dae90d req-6d47c11b-e00a-4d8d-84ee-14141de2a901 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198543 Aug 27 14:45:19.466996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fff9b9-20ac-47dd-b27f-59cb06dae90d req-725e0978-b11a-46a5-83d4-36d3129a2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:19.468483 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61fff9b9-20ac-47dd-b27f-59cb06dae90d req-725e0978-b11a-46a5-83d4-36d3129a2d9d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858490 Aug 27 14:45:19.623239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113865c-f260-473b-9121-390e8c457cdd req-2de1b828-fcf7-43be-9a4e-5d3ccea97734 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:19.624722 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1113865c-f260-473b-9121-390e8c457cdd req-2de1b828-fcf7-43be-9a4e-5d3ccea97734 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 944 time: 0.0538075 Aug 27 14:45:19.664261 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1113865c-f260-473b-9121-390e8c457cdd req-3188b840-2f0f-40d0-82f3-fa35a175d079 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336511 Aug 27 14:45:20.360931 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:20.779391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cea4b-3b5e-4d24-be20-431f2fe0650f req-f5ad1e84-3105-42f5-8748-2dcf1cc84909 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:20.780889 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-265cea4b-3b5e-4d24-be20-431f2fe0650f req-f5ad1e84-3105-42f5-8748-2dcf1cc84909 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 944 time: 0.0495591 Aug 27 14:45:20.819194 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-265cea4b-3b5e-4d24-be20-431f2fe0650f req-ba568798-70ec-42d8-be57-25fbd0b20cf3 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318158 Aug 27 14:45:21.235918 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:45:21.493380 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device cc8cba53-acb9-4258-ba1f-7288c260d568 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:45:21.588047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port cc8cba53-acb9-4258-ba1f-7288c260d568, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cc8cba53-acb9-4258-ba1f-7288c260d568,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:45:21.599285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'port_id': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'mac_address': 'fa:16:3e:a2:e8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:45:21.637739 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:21.650471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8cba53-acb9-4258-ba1f-7288c260d568 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:45:21.669415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port cc8cba53-acb9-4258-ba1f-7288c260d568, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cc8cba53-acb9-4258-ba1f-7288c260d568,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:45:21.673412 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:21.722127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=cc8cba53-acb9-4258-ba1f-7288c260d568,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:45:21.836105 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:21.937135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cc485-c02f-462d-9031-40f42d85f777 req-6c20bf43-9f27-455f-8b6c-edda394aa1a6 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:21.938675 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da7cc485-c02f-462d-9031-40f42d85f777 req-6c20bf43-9f27-455f-8b6c-edda394aa1a6 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 945 time: 0.0516162 Aug 27 14:45:21.977057 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da7cc485-c02f-462d-9031-40f42d85f777 req-62aa3aed-2da8-4524-9da6-c588cb04167a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323029 Aug 27 14:45:22.036279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['cc8cba53-acb9-4258-ba1f-7288c260d568'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:45:23.095087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b239d-6c83-4ebf-ae1d-d7c1a3518bbc req-304df0ed-5cbe-473f-92a1-550cd7831874 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:23.096578 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-583b239d-6c83-4ebf-ae1d-d7c1a3518bbc req-304df0ed-5cbe-473f-92a1-550cd7831874 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 945 time: 0.0482092 Aug 27 14:45:23.134881 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-583b239d-6c83-4ebf-ae1d-d7c1a3518bbc req-f31fe01b-b001-41c4-996b-2a62d165dfa8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311649 Aug 27 14:45:23.525349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device cc8cba53-acb9-4258-ba1f-7288c260d568 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:45:23.573130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port cc8cba53-acb9-4258-ba1f-7288c260d568 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:45:23.577266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port cc8cba53-acb9-4258-ba1f-7288c260d568 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:45:23.577642 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:23.658302 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:23.680921 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:45:23.683273 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbd41cd-6354-42a0-824c-3dc0d46e9a67" -d '{"events": [{"server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "name": "network-vif-plugged", "status": "completed", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:45:23.696216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port cc8cba53-acb9-4258-ba1f-7288c260d568, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cc8cba53-acb9-4258-ba1f-7288c260d568,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:45:23.700867 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:23.725678 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268f0d2c-64f4-4011-b724-c5076188add6 x-openstack-request-id: req-268f0d2c-64f4-4011-b724-c5076188add6 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:45:23.725982 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "name": "network-vif-plugged", "status": "completed", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:45:23.726240 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-268f0d2c-64f4-4011-b724-c5076188add6 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:45:23.726673 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'code': 200} Aug 27 14:45:23.752183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=cc8cba53-acb9-4258-ba1f-7288c260d568,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:45:23.853727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a225c8c-542e-4ed1-829f-f39175997bdb req-d1efc5bb-b760-4482-9ac9-b829178e29c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:23.855268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a225c8c-542e-4ed1-829f-f39175997bdb req-d1efc5bb-b760-4482-9ac9-b829178e29c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 1098 time: 0.0398748 Aug 27 14:45:23.890486 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a225c8c-542e-4ed1-829f-f39175997bdb req-5151345e-b006-46f3-9ef3-4e3457b6ebf1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283494 Aug 27 14:45:24.253724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb407b8c-8d03-43a4-b023-c5cfc88b96ea req-deadf7cc-c9a2-4d9f-b865-cbb683a4ed47 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:24.255241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb407b8c-8d03-43a4-b023-c5cfc88b96ea req-deadf7cc-c9a2-4d9f-b865-cbb683a4ed47 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0542018 Aug 27 14:45:24.294123 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fb407b8c-8d03-43a4-b023-c5cfc88b96ea req-0afe2700-1106-42df-bb01-abebb19e167b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325699 Aug 27 14:45:25.420791 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ca253-51d0-4aaa-b577-a903c9c6e844 req-6995be27-2b4c-4472-b574-1287348bff57 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:25.422334 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-784ca253-51d0-4aaa-b577-a903c9c6e844 req-6995be27-2b4c-4472-b574-1287348bff57 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0579319 Aug 27 14:45:25.464115 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-784ca253-51d0-4aaa-b577-a903c9c6e844 req-31eb8c03-49fa-405b-b766-1653b0c5d60f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357773 Aug 27 14:45:25.579318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c08a6-1eb7-41b9-bebc-869d59fb85c9 req-924b9f4b-9116-43a5-a9d4-4c16df265e25 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:25.580857 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f4c08a6-1eb7-41b9-bebc-869d59fb85c9 req-924b9f4b-9116-43a5-a9d4-4c16df265e25 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0514414 Aug 27 14:45:25.590094 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 44166) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:45:25.594827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-353200df-e897-40fd-ad66-6f593a2a03e4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Request body: {'floatingip': {'port_id': 'cc8cba53-acb9-4258-ba1f-7288c260d568'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:45:25.635517 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-353200df-e897-40fd-ad66-6f593a2a03e4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:26.529124 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-353200df-e897-40fd-ad66-6f593a2a03e4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:26.533221 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-353200df-e897-40fd-ad66-6f593a2a03e4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:26.636809 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-353200df-e897-40fd-ad66-6f593a2a03e4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf associated. External IP: 172.25.2.154, port: cc8cba53-acb9-4258-ba1f-7288c260d568. Aug 27 14:45:26.854809 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353200df-e897-40fd-ad66-6f593a2a03e4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Router 69142097-746a-48c7-9b52-8b709a4fa0e2 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:45:26.962972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353200df-e897-40fd-ad66-6f593a2a03e4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:45:26.967981 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-353200df-e897-40fd-ad66-6f593a2a03e4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:26.972525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d84d9-81dd-49c0-9043-d46d296e5b08 None None] Sync routers for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:45:26.982472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d84d9-81dd-49c0-9043-d46d296e5b08 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:45:26.983129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c17d84d9-81dd-49c0-9043-d46d296e5b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:45:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:45:26.995615 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-353200df-e897-40fd-ad66-6f593a2a03e4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "PUT /v2.0/floatingips/1526f76e-9dd1-48e2-ab35-8cef8e7508cf HTTP/1.1" status: 200 len: 992 time: 1.4043777 Aug 27 14:45:26.996233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:45:26.998528 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5850261-0514-437c-b752-6b3e206c1f06" -d '{"events": [{"name": "network-changed", "server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:45:27.094110 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-c17d84d9-81dd-49c0-9043-d46d296e5b08 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:45:27.109641 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9c705c-3652-43f7-b44e-71ef10c45dfd x-openstack-request-id: req-5f9c705c-3652-43f7-b44e-71ef10c45dfd {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:45:27.109943 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:45:27.110201 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f9c705c-3652-43f7-b44e-71ef10c45dfd {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:45:27.110611 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'status': 'completed', 'code': 200} Aug 27 14:45:27.199315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5850261-0514-437c-b752-6b3e206c1f06 req-a57e6000-5ab9-4e75-b86c-c4af6d57fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:27.200881 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5850261-0514-437c-b752-6b3e206c1f06 req-a57e6000-5ab9-4e75-b86c-c4af6d57fb97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 1098 time: 0.0414114 Aug 27 14:45:27.295698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5850261-0514-437c-b752-6b3e206c1f06 req-21160eb9-319e-4823-8499-f8078e4f0d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:27.297190 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5850261-0514-437c-b752-6b3e206c1f06 req-21160eb9-319e-4823-8499-f8078e4f0d19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0897074 Aug 27 14:45:27.322492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c17d84d9-81dd-49c0-9043-d46d296e5b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1526f76e-9dd1-48e2-ab35-8cef8e7508cf', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'port_id': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'mac_address': 'fa:16:3e:a2:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:42:59Z', 'updated_at': '2021-08-27T14:45:26Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:45:27.349316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d84d9-81dd-49c0-9043-d46d296e5b08 None None] Checking router: 69142097-746a-48c7-9b52-8b709a4fa0e2 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:45:27.359476 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d84d9-81dd-49c0-9043-d46d296e5b08 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:45:27.360028 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c17d84d9-81dd-49c0-9043-d46d296e5b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:45:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:45:27.363115 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5850261-0514-437c-b752-6b3e206c1f06 req-f3bbd32f-4d9d-4f23-baba-9d99751760a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc8cba53-acb9-4258-ba1f-7288c260d568 HTTP/1.1" status: 200 len: 1000 time: 0.0583777 Aug 27 14:45:27.413641 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5850261-0514-437c-b752-6b3e206c1f06 req-ad42631a-add3-4ad3-85e8-ee211b0d7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:27.415157 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5850261-0514-437c-b752-6b3e206c1f06 req-ad42631a-add3-4ad3-85e8-ee211b0d7fc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0456038 Aug 27 14:45:27.466836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5850261-0514-437c-b752-6b3e206c1f06 req-2d64c3bf-6c74-494a-a972-9de1633a625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:45:27.468351 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5850261-0514-437c-b752-6b3e206c1f06 req-2d64c3bf-6c74-494a-a972-9de1633a625d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467088 Aug 27 14:45:27.470738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-c17d84d9-81dd-49c0-9043-d46d296e5b08 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:45:27.566188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5850261-0514-437c-b752-6b3e206c1f06 req-0dfb72d0-da76-40d2-858d-1f32d202eee8 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897067 Aug 27 14:45:27.660853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c5850261-0514-437c-b752-6b3e206c1f06 req-c454b9e4-8c34-4185-9b0e-ce456157bab6 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872509 Aug 27 14:45:27.704052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c17d84d9-81dd-49c0-9043-d46d296e5b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1526f76e-9dd1-48e2-ab35-8cef8e7508cf', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'port_id': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'mac_address': 'fa:16:3e:a2:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:42:59Z', 'updated_at': '2021-08-27T14:45:26Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:45:27.730222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d84d9-81dd-49c0-9043-d46d296e5b08 None None] The sync data for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 is: [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1526f76e-9dd1-48e2-ab35-8cef8e7508cf', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'port_id': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'mac_address': 'fa:16:3e:a2:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:42:59Z', 'updated_at': '2021-08-27T14:45:26Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:45:27.931384 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e57f28-3ff5-44f3-9223-7e6531749f3f None None] New status for floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:45:40.327709 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:44.704977 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9dd6350a-824e-4cfe-b3f0-98cb82ca1744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:47.520761 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:47.565471 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-91880c95-5284-4a79-ad72-6d063a398ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:48.897007 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:50.364192 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:51.859930 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:45:58.235765 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:46:10.361201 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:46:10.504834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f24466b0-83ba-44a0-8b97-ac1845cb104e req-439ad1d7-abc4-4a46-aeaa-65e8b98da260 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260067 Aug 27 14:46:10.571303 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f24466b0-83ba-44a0-8b97-ac1845cb104e req-3ff0682f-e06e-4b78-a054-6494f47c9815 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0259299 Aug 27 14:46:10.611131 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f24466b0-83ba-44a0-8b97-ac1845cb104e req-331071bf-e84e-45a6-ad8d-b3adc0885f40 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200415 Aug 27 14:46:10.710058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24466b0-83ba-44a0-8b97-ac1845cb104e req-ba0e3e07-17d6-4bec-9812-0ce0ac374077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:46:10.712537 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f24466b0-83ba-44a0-8b97-ac1845cb104e req-ba0e3e07-17d6-4bec-9812-0ce0ac374077 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951614 Aug 27 14:46:14.706656 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86fd05d5-6103-4bc5-b022-ccb417be9231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:46:17.524191 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:46:17.566717 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2edd915e-f203-4c82-bd41-f6481110620b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:46:18.901128 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:46:20.368156 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:46:21.274771 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de35abb5-518a-41b6-83e6-eaef92763892 req-4443d3db-85c5-4b78-afe7-2bb741ab0e59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0726926 Aug 27 14:46:21.356336 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de35abb5-518a-41b6-83e6-eaef92763892 req-5a74fe39-c827-472a-820f-28b8dd6b1b28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0248053 Aug 27 14:46:21.404709 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de35abb5-518a-41b6-83e6-eaef92763892 req-3768ffb8-eb58-410f-a9ba-cd3ec4182acb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209424 Aug 27 14:46:21.506920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35abb5-518a-41b6-83e6-eaef92763892 req-e1ce9486-1717-4521-98af-f11c5832e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:46:21.508958 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de35abb5-518a-41b6-83e6-eaef92763892 req-e1ce9486-1717-4521-98af-f11c5832e84b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971410 Aug 27 14:46:21.856021 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:46:35.235088 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:46:40.375618 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:46:44.712561 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fa5c8d89-a95c-4871-b723-dc5d85a57070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:46:47.526442 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:46:47.567813 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-08c1735f-eb4d-41a0-b82a-fdefc2c30e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:46:48.903532 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:46:50.369091 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:46:51.887371 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:10.375711 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:10.570249 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c230bf3-400a-4d52-94af-47fa333452b4 req-15170000-9f16-4182-a2ea-0a5246af8597 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0773189 Aug 27 14:47:10.637190 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c230bf3-400a-4d52-94af-47fa333452b4 req-93bb1038-c9d3-4d24-a4bb-272419a02a30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0257859 Aug 27 14:47:10.677174 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c230bf3-400a-4d52-94af-47fa333452b4 req-e4885d88-b792-4381-b8a9-83a629ae6443 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196161 Aug 27 14:47:10.778397 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c230bf3-400a-4d52-94af-47fa333452b4 req-5de165b5-0545-4a36-a35c-a262a70a2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:47:10.780031 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8c230bf3-400a-4d52-94af-47fa333452b4 req-5de165b5-0545-4a36-a35c-a262a70a2868 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962436 Aug 27 14:47:12.234421 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:47:14.703668 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9b0c4eff-27e5-4c95-a13e-4ce1082715a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:17.530562 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:17.569191 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e385f033-f2ea-4cdc-a6f1-fb9dcbbb7d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:18.906491 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:20.372870 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:21.906395 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:23.242137 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25b785-c1aa-4f93-ba93-c7cb86a3223c req-9823d30a-5815-4a40-bae0-b0c120afc98a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412269 Aug 27 14:47:23.311832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25b785-c1aa-4f93-ba93-c7cb86a3223c req-a359c3f6-b9c1-42a0-a78f-ab37ef769733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:47:23.313278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25b785-c1aa-4f93-ba93-c7cb86a3223c req-a359c3f6-b9c1-42a0-a78f-ab37ef769733 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 1098 time: 0.0402520 Aug 27 14:47:23.420716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25b785-c1aa-4f93-ba93-c7cb86a3223c req-4761551a-538d-4dab-afd4-6e7f0a9e3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:47:23.422208 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25b785-c1aa-4f93-ba93-c7cb86a3223c req-4761551a-538d-4dab-afd4-6e7f0a9e3183 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0884793 Aug 27 14:47:23.486526 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25b785-c1aa-4f93-ba93-c7cb86a3223c req-d9883688-98d6-4e23-ab60-b9473ba4a930 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc8cba53-acb9-4258-ba1f-7288c260d568 HTTP/1.1" status: 200 len: 1002 time: 0.0575006 Aug 27 14:47:23.535559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25b785-c1aa-4f93-ba93-c7cb86a3223c req-a5e17702-0e9c-48b1-95fd-973099e73637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:47:23.536919 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25b785-c1aa-4f93-ba93-c7cb86a3223c req-a5e17702-0e9c-48b1-95fd-973099e73637 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0444188 Aug 27 14:47:23.585672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25b785-c1aa-4f93-ba93-c7cb86a3223c req-9f2ef706-9702-4c15-916b-e64d6ef4e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:47:23.587226 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25b785-c1aa-4f93-ba93-c7cb86a3223c req-9f2ef706-9702-4c15-916b-e64d6ef4e852 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439758 Aug 27 14:47:23.680677 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25b785-c1aa-4f93-ba93-c7cb86a3223c req-7e4ea8fa-19bc-4da5-95f3-57a8ce20df75 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854547 Aug 27 14:47:23.774315 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce25b785-c1aa-4f93-ba93-c7cb86a3223c req-c22c89eb-7dad-4778-a1bd-1b17250071e7 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865331 Aug 27 14:47:40.391748 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:44.705782 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c7b5e8e0-19ad-4327-b76b-e62f3aecc729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:47.534950 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:47.569359 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8488-ef0f-4b8d-8117-aac6bc2ec078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:48.908814 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:49.233100 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:47:50.376164 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:47:51.905391 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:01.845099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf496c8c-8a41-4c63-b1c6-1b647a79c294 req-1ddd3c19-fba8-4f99-ad4b-55e84536930b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:01.846519 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf496c8c-8a41-4c63-b1c6-1b647a79c294 req-1ddd3c19-fba8-4f99-ad4b-55e84536930b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0505438 Aug 27 14:48:01.889511 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf496c8c-8a41-4c63-b1c6-1b647a79c294 req-a6d1e074-6104-4262-8ed6-e363e1446f7b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342031 Aug 27 14:48:03.009404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1594b-2587-424a-b14d-a062d4ca423f req-97fb0d50-0255-4157-9693-16531e585432 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:03.010904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5de1594b-2587-424a-b14d-a062d4ca423f req-97fb0d50-0255-4157-9693-16531e585432 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0504289 Aug 27 14:48:03.049974 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5de1594b-2587-424a-b14d-a062d4ca423f req-86fda113-ea9e-4091-bdb0-707b59ca7aeb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331385 Aug 27 14:48:04.165771 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d74adc-8d6d-46cc-97fd-f0c807e94add req-f7197f67-48a3-44f6-af3f-9bf9195ff8e9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:04.167266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9d74adc-8d6d-46cc-97fd-f0c807e94add req-f7197f67-48a3-44f6-af3f-9bf9195ff8e9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0481889 Aug 27 14:48:04.205271 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9d74adc-8d6d-46cc-97fd-f0c807e94add req-0e9d226b-df11-4e1e-acab-a50f06c24ace tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320308 Aug 27 14:48:05.339097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc916b-61f1-4fee-86a9-c1824e1c2701 req-17e9f25e-18d8-4d11-8ce7-c90140565784 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:05.340696 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4fc916b-61f1-4fee-86a9-c1824e1c2701 req-17e9f25e-18d8-4d11-8ce7-c90140565784 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0626290 Aug 27 14:48:05.390111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4fc916b-61f1-4fee-86a9-c1824e1c2701 req-0c0ccbc3-1904-429c-93c4-d4aa2768c56c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430310 Aug 27 14:48:06.505647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640468-78cf-444d-9333-19f3c6dfc02d req-6441d850-9ae1-4441-80d2-c93a8787c7ca tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:06.507170 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f3640468-78cf-444d-9333-19f3c6dfc02d req-6441d850-9ae1-4441-80d2-c93a8787c7ca tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0481462 Aug 27 14:48:06.549545 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f3640468-78cf-444d-9333-19f3c6dfc02d req-7393e3cc-d6e2-497b-8746-adbb158c56d3 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364206 Aug 27 14:48:07.675899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e3984-a62d-4d27-8c1f-c8bad61ed753 req-9402af61-9728-4d00-b109-18dc3fdcdbee tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:07.677391 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce3e3984-a62d-4d27-8c1f-c8bad61ed753 req-9402af61-9728-4d00-b109-18dc3fdcdbee tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0571949 Aug 27 14:48:07.714905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce3e3984-a62d-4d27-8c1f-c8bad61ed753 req-164548c6-7d5d-4258-9474-6557a7a79a3a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313742 Aug 27 14:48:08.833471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bdb18-1fed-4c38-80c5-772c90b10f22 req-927a052d-34d3-4ebe-9d9a-d5affbe141ec tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:08.835068 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8b3bdb18-1fed-4c38-80c5-772c90b10f22 req-927a052d-34d3-4ebe-9d9a-d5affbe141ec tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0511467 Aug 27 14:48:08.873757 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8b3bdb18-1fed-4c38-80c5-772c90b10f22 req-8154bdd7-3e0f-405d-99df-beb754621546 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326335 Aug 27 14:48:09.993701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2055bb-68f2-4fd0-9fdf-890844bdea22 req-aa35ea32-c666-46a0-8f4b-e9a4624e4d30 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:09.995341 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c2055bb-68f2-4fd0-9fdf-890844bdea22 req-aa35ea32-c666-46a0-8f4b-e9a4624e4d30 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0518081 Aug 27 14:48:10.038739 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c2055bb-68f2-4fd0-9fdf-890844bdea22 req-ec27b0db-b2d4-4360-a509-200744c692fa tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373564 Aug 27 14:48:10.384072 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:11.157185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b519ac-4cbf-40d8-9e47-920432115cba req-fdb718b2-addc-45ce-839b-6a5f6fd7d2a6 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:11.158694 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d1b519ac-4cbf-40d8-9e47-920432115cba req-fdb718b2-addc-45ce-839b-6a5f6fd7d2a6 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0507810 Aug 27 14:48:11.198080 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d1b519ac-4cbf-40d8-9e47-920432115cba req-3de0ea00-cd74-4b4d-8d9c-07340d6068fb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332172 Aug 27 14:48:11.502311 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c233554-dfe1-46bb-9015-34ea84769bfe req-a195dd23-6918-403f-b663-f88b2d44df7b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256696 Aug 27 14:48:11.570673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c233554-dfe1-46bb-9015-34ea84769bfe req-39693f5e-d424-449a-be3e-6815ccc6f1fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0255430 Aug 27 14:48:11.610720 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c233554-dfe1-46bb-9015-34ea84769bfe req-d52f9abe-8cb7-409a-a9bc-ddc3c24005fb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201895 Aug 27 14:48:11.708804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c233554-dfe1-46bb-9015-34ea84769bfe req-60cddf4d-10b2-43c6-814c-34372a53c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:11.710280 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9c233554-dfe1-46bb-9015-34ea84769bfe req-60cddf4d-10b2-43c6-814c-34372a53c62f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927172 Aug 27 14:48:12.315186 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a105d2a-1420-49f7-a948-2f80dc585fe7 req-882798f2-14fc-49d3-ae8d-c1184c14333c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:12.317223 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a105d2a-1420-49f7-a948-2f80dc585fe7 req-882798f2-14fc-49d3-ae8d-c1184c14333c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0520701 Aug 27 14:48:12.355474 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4a105d2a-1420-49f7-a948-2f80dc585fe7 req-ff6f267f-74ef-48f2-ba01-8a4b21c3b9eb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321691 Aug 27 14:48:12.642644 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51275d12-f271-48c2-b38f-99bb000e6088 req-db9f10ea-4c47-444a-b727-8c5bee1e93e5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:12.644158 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51275d12-f271-48c2-b38f-99bb000e6088 req-db9f10ea-4c47-444a-b727-8c5bee1e93e5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0860403 Aug 27 14:48:12.661077 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-fb8ec4e7-c36c-4527-ab5a-fdd9fbb8329b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138051 Aug 27 14:48:12.690507 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-51275d12-f271-48c2-b38f-99bb000e6088 req-7e954a77-d02e-44c9-b641-7e06173e6212 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383511 Aug 27 14:48:13.843771 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c359d9-8e7b-4406-b120-8eec0e40d3ad req-dd45bd11-3d10-459f-aa16-b950b8c4e994 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:13.845270 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79c359d9-8e7b-4406-b120-8eec0e40d3ad req-dd45bd11-3d10-459f-aa16-b950b8c4e994 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0801125 Aug 27 14:48:13.859910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-8ef5d274-57a6-495b-8a22-64345022a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:13.861239 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-8ef5d274-57a6-495b-8a22-64345022a8f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 1098 time: 0.0678575 Aug 27 14:48:13.933134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79c359d9-8e7b-4406-b120-8eec0e40d3ad req-40a4a864-a7f8-42d6-8894-621c92dcb718 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809922 Aug 27 14:48:13.974796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-2c164dbd-3f72-42ed-95fa-6b1ded92179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:13.976281 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-2c164dbd-3f72-42ed-95fa-6b1ded92179c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.1077518 Aug 27 14:48:14.046318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-b510fe37-e72c-47d2-bb34-3b1e42421147 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc8cba53-acb9-4258-ba1f-7288c260d568 HTTP/1.1" status: 200 len: 1002 time: 0.0628917 Aug 27 14:48:14.095797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-f2e9b9fd-bef5-41ee-8cdc-f17e0b25fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:14.097808 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-f2e9b9fd-bef5-41ee-8cdc-f17e0b25fb19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0443752 Aug 27 14:48:14.143132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-c91976dc-b422-49cf-8720-8f2498438a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:14.144943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-c91976dc-b422-49cf-8720-8f2498438a5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405912 Aug 27 14:48:14.242915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-fc52af87-83c6-4355-9967-1e8ecc153901 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899434 Aug 27 14:48:14.337703 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-be72e765-f9dc-4993-b370-02bf39261164 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878294 Aug 27 14:48:14.707209 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23450414-10b3-455b-8afc-6b9682728c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:15.055591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dac7c5-52f1-4506-8800-b50cae9d1951 req-531b950d-43a5-4b6b-8429-226a179fdc3d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:15.057183 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80dac7c5-52f1-4506-8800-b50cae9d1951 req-531b950d-43a5-4b6b-8429-226a179fdc3d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0542369 Aug 27 14:48:15.096974 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-80dac7c5-52f1-4506-8800-b50cae9d1951 req-e58f6ece-c40b-4eec-af8d-30ec26fd93ec tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334220 Aug 27 14:48:16.224890 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1069743-a65f-4ce7-9b94-343ea3740033 req-1c38d950-7166-4493-aa02-621259444294 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:16.226403 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1069743-a65f-4ce7-9b94-343ea3740033 req-1c38d950-7166-4493-aa02-621259444294 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0567579 Aug 27 14:48:16.265430 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1069743-a65f-4ce7-9b94-343ea3740033 req-9724440b-cc12-4333-a094-f99ec4c7b624 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330307 Aug 27 14:48:16.438564 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-8c560df7-31f7-478e-ab09-980107f2d473 service neutron] show failed (client error): The resource could not be found. Aug 27 14:48:16.439627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-8c560df7-31f7-478e-ab09-980107f2d473 service neutron] 10.222.0.41 "GET /v2.0/ports/cc8cba53-acb9-4258-ba1f-7288c260d568/bindings/n-h1-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0542240 Aug 27 14:48:16.643159 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-3bb3e5c1-3055-4552-adba-24ae21056e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:16.644961 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-3bb3e5c1-3055-4552-adba-24ae21056e24 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 1098 time: 0.0423532 Aug 27 14:48:16.656198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:48:16.714406 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:16.917481 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] For port cc8cba53-acb9-4258-ba1f-7288c260d568, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=cc8cba53-acb9-4258-ba1f-7288c260d568,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:48:16.951217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] For port cc8cba53-acb9-4258-ba1f-7288c260d568, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:48:16.990413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:48:16.992685 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c82523-c487-4dc8-aaef-90c26aed4c2f" -d '{"events": [{"server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "name": "network-vif-unplugged", "status": "completed", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:48:16.996870 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:17.009658 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Transition to ACTIVE for port object cc8cba53-acb9-4258-ba1f-7288c260d568 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:48:17.013657 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:17.048563 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb8c53c-8154-4164-9677-5e4c4d7e6ae5 x-openstack-request-id: req-5fb8c53c-8154-4164-9677-5e4c4d7e6ae5 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:48:17.048851 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "name": "network-vif-unplugged", "status": "completed", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:48:17.049101 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5fb8c53c-8154-4164-9677-5e4c4d7e6ae5 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:48:17.049486 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'code': 200} Aug 27 14:48:17.121166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Pushing event updated for resources: {'Port': ['ID=cc8cba53-acb9-4258-ba1f-7288c260d568,revision_number=6']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:48:17.147182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:17.147527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:17.147868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:17.148200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:17.148528 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:17.148854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:17.149185 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:17.149506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:17.149829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:17.150150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:17.150502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:17.150799 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:17.201719 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] No DVR routers for this DVR port cc8cba53-acb9-4258-ba1f-7288c260d568 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:48:17.338158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Attempting to bind port cc8cba53-acb9-4258-ba1f-7288c260d568 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:48:17.338496 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Attempting to bind port cc8cba53-acb9-4258-ba1f-7288c260d568 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:48:17.338790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Attempting to bind port cc8cba53-acb9-4258-ba1f-7288c260d568 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:48:17.343214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Port cc8cba53-acb9-4258-ba1f-7288c260d568 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:48:17.343536 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Attempting to bind port cc8cba53-acb9-4258-ba1f-7288c260d568 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:48:17.348666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:48:17.349009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Checking segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:48:17.349398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Bound using segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:48:17.349825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Bound port: cc8cba53-acb9-4258-ba1f-7288c260d568, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:48:17.350184 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:17.384739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbec43-12d7-4c24-9d92-36dae65a469b req-2311c367-9531-4ec2-8885-48032fb7242c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:17.386249 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61dbec43-12d7-4c24-9d92-36dae65a469b req-2311c367-9531-4ec2-8885-48032fb7242c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 944 time: 0.0496264 Aug 27 14:48:17.414357 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] For port cc8cba53-acb9-4258-ba1f-7288c260d568, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:48:17.417424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] For port cc8cba53-acb9-4258-ba1f-7288c260d568, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=cc8cba53-acb9-4258-ba1f-7288c260d568,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:48:17.423069 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:17.426094 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-61dbec43-12d7-4c24-9d92-36dae65a469b req-88e3b256-244a-4cee-93a1-0738e02578d3 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329866 Aug 27 14:48:17.458129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:17.458775 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:17.460204 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] 10.222.0.52 "PUT /v2.0/ports/cc8cba53-acb9-4258-ba1f-7288c260d568 HTTP/1.1" status: 200 len: 1093 time: 0.8080037 Aug 27 14:48:17.492314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970dd79c-ccc8-4372-b78d-3dba99a42a2a service neutron] Pushing event updated for resources: {'Port': ['ID=cc8cba53-acb9-4258-ba1f-7288c260d568,revision_number=7']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:48:17.530389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-b1cf87ae-1a18-416e-8dab-c4e525de4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:17.531976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-b1cf87ae-1a18-416e-8dab-c4e525de4e38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 1096 time: 0.0483866 Aug 27 14:48:17.537116 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:17.572498 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-190cd043-8726-4df6-951d-7c282d84ef83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:17.632586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-a36edcaa-f72a-4596-b7bf-72e70c1a47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:17.634126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-a36edcaa-f72a-4596-b7bf-72e70c1a47e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0933733 Aug 27 14:48:17.704507 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-7ea8e3f2-c160-4ef7-acc9-8d1d0605bd5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc8cba53-acb9-4258-ba1f-7288c260d568 HTTP/1.1" status: 200 len: 1000 time: 0.0633624 Aug 27 14:48:17.759856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-5c5acfcc-4b6c-4977-b22c-b96c8e603498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:17.761267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-5c5acfcc-4b6c-4977-b22c-b96c8e603498 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0500810 Aug 27 14:48:17.808342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-0852846d-66d7-49b0-94d1-c50c5acc920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:17.809925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-0852846d-66d7-49b0-94d1-c50c5acc920f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415566 Aug 27 14:48:17.901224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-ee9e4a41-c36d-44f6-bbd2-628ce9ecdd72 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838358 Aug 27 14:48:17.999106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c07cb274-91df-41e1-b37c-2d063d3efd7f req-c2b06536-da6c-4026-a4d5-9656636678d4 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886812 Aug 27 14:48:18.548179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e773f6-fe43-4a08-a26a-e435d9e7b1c2 req-179831b7-8818-4121-9217-8d19efa3b6f4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:18.549685 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5e773f6-fe43-4a08-a26a-e435d9e7b1c2 req-179831b7-8818-4121-9217-8d19efa3b6f4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 944 time: 0.0512457 Aug 27 14:48:18.588318 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c5e773f6-fe43-4a08-a26a-e435d9e7b1c2 req-6fc7e312-b159-42de-9a4f-ca5dc9a8ca1a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320332 Aug 27 14:48:18.912055 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:19.051024 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:48:19.053425 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7115b4c-1df0-4508-9b92-ca465e029c39" -d '{"events": [{"name": "network-changed", "server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:48:19.102574 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf63642-1503-4aa5-98de-47875edf41d3 x-openstack-request-id: req-bbf63642-1503-4aa5-98de-47875edf41d3 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:48:19.102906 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:48:19.103159 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbf63642-1503-4aa5-98de-47875edf41d3 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:48:19.103603 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'status': 'completed', 'code': 200} Aug 27 14:48:19.170734 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-af7c7042-0b71-4982-8dca-9d5b416fd752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:19.173437 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-af7c7042-0b71-4982-8dca-9d5b416fd752 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 1096 time: 0.0487614 Aug 27 14:48:19.190728 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-470e004b-3c89-4fe4-8b4f-e700220cf043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:19.192831 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-470e004b-3c89-4fe4-8b4f-e700220cf043 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 1096 time: 0.0426345 Aug 27 14:48:19.286092 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-00ee034e-9dbe-4baa-bff6-7855e8327206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:19.288571 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-00ee034e-9dbe-4baa-bff6-7855e8327206 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.1013632 Aug 27 14:48:19.297541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-7178e020-2468-422e-bf45-644158d50a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:19.299022 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-7178e020-2468-422e-bf45-644158d50a61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0994849 Aug 27 14:48:19.361186 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-25308f03-7ae1-4124-8abd-ad8c8eaf3010 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc8cba53-acb9-4258-ba1f-7288c260d568 HTTP/1.1" status: 200 len: 1000 time: 0.0651860 Aug 27 14:48:19.364595 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-91298024-ae04-48c1-a594-623169af56b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc8cba53-acb9-4258-ba1f-7288c260d568 HTTP/1.1" status: 200 len: 1000 time: 0.0589819 Aug 27 14:48:19.412078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-ab48232f-9d2c-4e27-b3db-ee3c464d3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:19.413644 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-ab48232f-9d2c-4e27-b3db-ee3c464d3ad8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0452836 Aug 27 14:48:19.419418 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-7333befa-4124-4338-9482-80fed96e9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:19.420924 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-7333befa-4124-4338-9482-80fed96e9f03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0490811 Aug 27 14:48:19.460714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-02ce61a1-d658-488c-9b51-bdc4428c7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:19.462253 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-02ce61a1-d658-488c-9b51-bdc4428c7905 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417173 Aug 27 14:48:19.467318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-4c5005c4-a7ea-4e94-a945-d808e25a2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:19.468819 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-4c5005c4-a7ea-4e94-a945-d808e25a2338 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408759 Aug 27 14:48:19.497798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device cc8cba53-acb9-4258-ba1f-7288c260d568 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:48:19.560298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-71c4b5fb-2376-4e2a-a8b1-9a6a82254f9a service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843232 Aug 27 14:48:19.561798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-78a2925a-675d-4ef1-8880-7cb1deba6f1f service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921547 Aug 27 14:48:19.611106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port cc8cba53-acb9-4258-ba1f-7288c260d568, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=cc8cba53-acb9-4258-ba1f-7288c260d568,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:48:19.626465 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'port_id': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'mac_address': 'fa:16:3e:a2:e8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:48:19.662288 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-b72de2d3-8553-4c87-91d2-23f4a8c09112 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937364 Aug 27 14:48:19.672796 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:19.681975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7115b4c-1df0-4508-9b92-ca465e029c39 req-97df2f37-8c54-4a0a-9cac-ba4db5ae0331 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127386 Aug 27 14:48:19.696413 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8cba53-acb9-4258-ba1f-7288c260d568 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:48:19.718410 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port cc8cba53-acb9-4258-ba1f-7288c260d568, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=cc8cba53-acb9-4258-ba1f-7288c260d568,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:48:19.722239 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4740b52-8642-4a72-bf27-88ab369a78fc req-f6e1e2f9-2a33-4f6c-a48c-d49df9e96cef tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:19.722972 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:19.724239 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4740b52-8642-4a72-bf27-88ab369a78fc req-f6e1e2f9-2a33-4f6c-a48c-d49df9e96cef tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 944 time: 0.0552824 Aug 27 14:48:19.764967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c4740b52-8642-4a72-bf27-88ab369a78fc req-aebaaf37-ae1d-4274-953a-289637940afb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339935 Aug 27 14:48:19.772922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=cc8cba53-acb9-4258-ba1f-7288c260d568,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:48:19.780461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:19.780808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:19.781169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:19.781506 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:19.781836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:19.782164 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:19.782490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:19.782840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:19.783166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:19.783489 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:19.783810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:19.784130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:19.956151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['cc8cba53-acb9-4258-ba1f-7288c260d568'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:48:19.986978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab26ee-a094-4fd6-8c8f-d8f10611ea42 req-51d20c33-b1bc-4e8d-94e5-a0ef096463ba tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:19.988614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-79ab26ee-a094-4fd6-8c8f-d8f10611ea42 req-51d20c33-b1bc-4e8d-94e5-a0ef096463ba tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 945 time: 0.0654593 Aug 27 14:48:20.002396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-d51b3240-6783-4d42-859c-c56950497fe6 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:20.004592 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-d51b3240-6783-4d42-859c-c56950497fe6 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab&tenant_id=19bb5187e898407f83aa86787c25b068&binding%3Ahost_id=n-h1-712139-12 HTTP/1.1" status: 200 len: 945 time: 0.0593362 Aug 27 14:48:20.034291 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-79ab26ee-a094-4fd6-8c8f-d8f10611ea42 req-e5204784-e778-4810-8d3a-ead65c442663 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378218 Aug 27 14:48:20.068200 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-3bd2ca4d-941b-42e9-a491-33764086d2df service neutron] delete failed (client error): The resource could not be found. Aug 27 14:48:20.069242 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-3bd2ca4d-941b-42e9-a491-33764086d2df service neutron] 10.222.0.41 "DELETE /v2.0/ports/cc8cba53-acb9-4258-ba1f-7288c260d568/bindings/n-h2-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0576811 Aug 27 14:48:20.175008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-a51ff887-ad33-44a7-9822-09faf0a1bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:20.177896 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-a51ff887-ad33-44a7-9822-09faf0a1bd46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 1097 time: 0.0454075 Aug 27 14:48:20.265601 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-738cf246-825a-4777-bdfc-36138fa5b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:20.267028 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-738cf246-825a-4777-bdfc-36138fa5b27a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0825620 Aug 27 14:48:20.288635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device cc8cba53-acb9-4258-ba1f-7288c260d568 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:48:20.333983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device cc8cba53-acb9-4258-ba1f-7288c260d568 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:48:20.336940 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-d2793707-2a75-4002-9bd1-78d5fceb052b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc8cba53-acb9-4258-ba1f-7288c260d568 HTTP/1.1" status: 200 len: 1001 time: 0.0629518 Aug 27 14:48:20.380941 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:20.391566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-4a87956f-831a-4b13-90d8-7ec1b4d623e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:20.393053 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-4a87956f-831a-4b13-90d8-7ec1b4d623e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0477390 Aug 27 14:48:20.444555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-e8cb7ac7-bcf3-4029-b475-76bc8cf89edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:20.446121 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-e8cb7ac7-bcf3-4029-b475-76bc8cf89edd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458729 Aug 27 14:48:20.545795 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-4937f30a-6844-4095-a80d-6724e7a7f2db service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916476 Aug 27 14:48:20.639092 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ea99633a-0a94-4c02-a8d9-2164531208f3 req-eb400a1a-ac4f-40f4-9999-dbcaf7b7d77e service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860965 Aug 27 14:48:21.154875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44f368-f624-4b27-9443-5909c11b7a6e req-e855bf32-6eeb-4e71-939b-e649d243db6f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:21.156365 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b44f368-f624-4b27-9443-5909c11b7a6e req-e855bf32-6eeb-4e71-939b-e649d243db6f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 945 time: 0.0505378 Aug 27 14:48:21.199434 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b44f368-f624-4b27-9443-5909c11b7a6e req-00106564-8854-4e97-854b-e0e91cb8e466 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351729 Aug 27 14:48:21.529770 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device cc8cba53-acb9-4258-ba1f-7288c260d568 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:48:21.593440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port cc8cba53-acb9-4258-ba1f-7288c260d568 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:48:21.602188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port cc8cba53-acb9-4258-ba1f-7288c260d568 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:48:21.602560 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:21.681209 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:21.702644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:48:21.704916 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b595fa9d-0596-4c68-8ed6-a102630d8731" -d '{"events": [{"server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "name": "network-vif-plugged", "status": "completed", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:48:21.718522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port cc8cba53-acb9-4258-ba1f-7288c260d568, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=cc8cba53-acb9-4258-ba1f-7288c260d568,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:48:21.723793 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:21.747150 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c00d26-52ae-4dc1-9f92-c027069132e1 x-openstack-request-id: req-b2c00d26-52ae-4dc1-9f92-c027069132e1 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:48:21.747449 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "name": "network-vif-plugged", "status": "completed", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:48:21.747702 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2c00d26-52ae-4dc1-9f92-c027069132e1 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:48:21.748094 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'code': 200} Aug 27 14:48:21.773086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=cc8cba53-acb9-4258-ba1f-7288c260d568,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:48:21.908177 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:22.320369 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002a2cc-319b-4b39-a553-a43cdc9cb510 req-2bcdd816-75df-403e-a30f-c3b76039add5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:22.321866 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8002a2cc-319b-4b39-a553-a43cdc9cb510 req-2bcdd816-75df-403e-a30f-c3b76039add5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0537179 Aug 27 14:48:22.359056 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8002a2cc-319b-4b39-a553-a43cdc9cb510 req-21934b90-c103-49eb-abf4-b80cfbdef9d1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313122 Aug 27 14:48:22.475147 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4ed8f-024e-47b7-80eb-541413c046ca req-a78604e8-7c82-431d-ac61-805bdc9ca2dd tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:22.476639 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bcd4ed8f-024e-47b7-80eb-541413c046ca req-a78604e8-7c82-431d-ac61-805bdc9ca2dd tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0500400 Aug 27 14:48:22.515351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bcd4ed8f-024e-47b7-80eb-541413c046ca req-d63c14e9-1e5b-4ef6-8f34-236b5a186aeb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325825 Aug 27 14:48:22.723741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc03a02-b896-4c8f-a871-ea5219e6e25e req-ebe0006f-74f7-406a-9342-1da049dafcfc tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:22.725346 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bbc03a02-b896-4c8f-a871-ea5219e6e25e req-ebe0006f-74f7-406a-9342-1da049dafcfc tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0590482 Aug 27 14:48:23.118499 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64cae0-d1f1-465a-b958-ca141f2263fd req-18b43d98-b27e-4a0d-8d95-e51c841aac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:23.120044 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca64cae0-d1f1-465a-b958-ca141f2263fd req-18b43d98-b27e-4a0d-8d95-e51c841aac02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 1098 time: 0.4151547 Aug 27 14:48:23.125046 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bbc03a02-b896-4c8f-a871-ea5219e6e25e req-30ed3af8-4c7e-4bc7-aacc-5a0b02e7e35b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3813219 Aug 27 14:48:23.213106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64cae0-d1f1-465a-b958-ca141f2263fd req-c0d71d50-b4ef-4b4e-8620-5d35990356d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:23.214592 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca64cae0-d1f1-465a-b958-ca141f2263fd req-c0d71d50-b4ef-4b4e-8620-5d35990356d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0866678 Aug 27 14:48:23.280617 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-857baa32-4b2c-4a87-98af-ecc722f3fb78 req-5373994f-73ab-49f5-af3b-74a90a417410 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0246391 Aug 27 14:48:23.284544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca64cae0-d1f1-465a-b958-ca141f2263fd req-37487beb-e15a-4210-b82f-97c52bebbb2a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc8cba53-acb9-4258-ba1f-7288c260d568 HTTP/1.1" status: 200 len: 1002 time: 0.0630627 Aug 27 14:48:23.341067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64cae0-d1f1-465a-b958-ca141f2263fd req-8f9e1acf-75bd-4ed9-95b3-e0b8b0f0d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:23.342537 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca64cae0-d1f1-465a-b958-ca141f2263fd req-8f9e1acf-75bd-4ed9-95b3-e0b8b0f0d5d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0510347 Aug 27 14:48:23.364640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-857baa32-4b2c-4a87-98af-ecc722f3fb78 req-8db8a242-a6fa-4371-82e0-3d6aea354c49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0253887 Aug 27 14:48:23.391250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64cae0-d1f1-465a-b958-ca141f2263fd req-c8482548-daf5-4db8-9256-680b88888b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:23.392713 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca64cae0-d1f1-465a-b958-ca141f2263fd req-c8482548-daf5-4db8-9256-680b88888b08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437918 Aug 27 14:48:23.409826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-857baa32-4b2c-4a87-98af-ecc722f3fb78 req-68e00666-feaa-4998-9425-373ece3c99b3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192187 Aug 27 14:48:23.491185 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca64cae0-d1f1-465a-b958-ca141f2263fd req-00295170-b1cf-4558-9724-b5c82580af1c service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912530 Aug 27 14:48:23.510329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857baa32-4b2c-4a87-98af-ecc722f3fb78 req-8fbdce37-7794-4020-aba4-bb0257dbe880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:23.511818 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-857baa32-4b2c-4a87-98af-ecc722f3fb78 req-8fbdce37-7794-4020-aba4-bb0257dbe880 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958378 Aug 27 14:48:23.585614 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca64cae0-d1f1-465a-b958-ca141f2263fd req-c73a3e64-9177-4510-954e-7661872b87f5 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877674 Aug 27 14:48:24.244440 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e4a17-4a3b-4bd4-b200-73ea8d5c711d req-8b8c4fac-bbfe-4aae-8e82-71b96faded4e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:24.245932 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-416e4a17-4a3b-4bd4-b200-73ea8d5c711d req-8b8c4fac-bbfe-4aae-8e82-71b96faded4e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0500681 Aug 27 14:48:24.283248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-416e4a17-4a3b-4bd4-b200-73ea8d5c711d req-8d4f21a5-eed1-434c-a63b-bc2c05fe725a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313776 Aug 27 14:48:24.527362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214ec1a-6eee-4c8b-94ea-1f51216e62d1 req-e2a8dfbd-8a62-4d68-9b6d-cc83bc31c052 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:24.528853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9214ec1a-6eee-4c8b-94ea-1f51216e62d1 req-e2a8dfbd-8a62-4d68-9b6d-cc83bc31c052 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0512006 Aug 27 14:48:24.567344 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9214ec1a-6eee-4c8b-94ea-1f51216e62d1 req-13d02450-d0de-4f03-b191-e3a999384f9a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317185 Aug 27 14:48:25.686447 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282def1-4dff-4fea-9c28-bb1e32beb3f7 req-c3e8a01f-afcb-4fc0-9617-b2f23d29fb70 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:25.687975 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c282def1-4dff-4fea-9c28-bb1e32beb3f7 req-c3e8a01f-afcb-4fc0-9617-b2f23d29fb70 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0506787 Aug 27 14:48:25.763570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-222814ea-5a35-427e-9243-af306befc425 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:25.765046 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-222814ea-5a35-427e-9243-af306befc425 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74a05e0-3299-4999-b661-d5a9512a1cab HTTP/1.1" status: 200 len: 946 time: 0.0762041 Aug 27 14:48:25.767725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c282def1-4dff-4fea-9c28-bb1e32beb3f7 req-26a811bf-d309-48bf-b29c-2a6bfb37ca49 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702324 Aug 27 14:48:25.854310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Deleting port cc8cba53-acb9-4258-ba1f-7288c260d568 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:48:25.854572 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:25.945302 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] For port cc8cba53-acb9-4258-ba1f-7288c260d568, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=cc8cba53-acb9-4258-ba1f-7288c260d568,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:48:25.945672 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:26.113775 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:26.114074 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:26.114391 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf disassociated. External IP: 172.25.2.154, port: cc8cba53-acb9-4258-ba1f-7288c260d568. Aug 27 14:48:26.114758 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Calling delete_port for cc8cba53-acb9-4258-ba1f-7288c260d568 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:48:26.231854 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:48:26.249363 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:26.279513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event deleted for resources: {'Port': ['ID=cc8cba53-acb9-4258-ba1f-7288c260d568,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:48:26.401444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Router 69142097-746a-48c7-9b52-8b709a4fa0e2 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:48:26.513165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:48:26.525225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b1122-7f80-43d2-8ffc-ae611988ade4 None None] Sync routers for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:48:26.534151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b1122-7f80-43d2-8ffc-ae611988ade4 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:48:26.535463 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-561b1122-7f80-43d2-8ffc-ae611988ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:48:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:48:26.554709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] No DVR routers for this DVR port cc8cba53-acb9-4258-ba1f-7288c260d568 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:48:26.557255 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:26.559432 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c33e14be-0aa0-4d8f-bffa-4f56ca69debc req-e003d655-049e-4305-ba06-1973e8e3a6c8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.52 "DELETE /v2.0/ports/cc8cba53-acb9-4258-ba1f-7288c260d568 HTTP/1.1" status: 204 len: 173 time: 0.7884529 Aug 27 14:48:26.559872 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'name': 'network-vif-deleted', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:48:26.562177 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2688969c-8467-4959-89bc-da4b92589b04" -d '{"events": [{"server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "name": "network-vif-deleted", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:48:26.604360 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f302c592-3935-4d1d-be37-dcbe648cd4bd x-openstack-request-id: req-f302c592-3935-4d1d-be37-dcbe648cd4bd {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:48:26.604360 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74a05e0-3299-4999-b661-d5a9512a1cab", "name": "network-vif-deleted", "tag": "cc8cba53-acb9-4258-ba1f-7288c260d568", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:48:26.604579 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f302c592-3935-4d1d-be37-dcbe648cd4bd {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:48:26.604861 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74a05e0-3299-4999-b661-d5a9512a1cab', 'name': 'network-vif-deleted', 'tag': 'cc8cba53-acb9-4258-ba1f-7288c260d568', 'status': 'completed', 'code': 200} Aug 27 14:48:26.659037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-561b1122-7f80-43d2-8ffc-ae611988ade4 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:48:26.876982 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-561b1122-7f80-43d2-8ffc-ae611988ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:48:26.906642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b1122-7f80-43d2-8ffc-ae611988ade4 None None] Checking router: 69142097-746a-48c7-9b52-8b709a4fa0e2 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:48:26.915766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b1122-7f80-43d2-8ffc-ae611988ade4 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:48:26.916384 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-561b1122-7f80-43d2-8ffc-ae611988ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:48:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:48:27.102673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-c87e4081-cf37-4a61-933a-57771d40cb54 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--377659913&fields=id&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 267 time: 0.0509160 Aug 27 14:48:27.187077 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-561b1122-7f80-43d2-8ffc-ae611988ade4 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:48:27.214073 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-55789462-943d-4cad-9418-ae312ce1c843 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:27.215616 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-55789462-943d-4cad-9418-ae312ce1c843 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 812 time: 0.1057038 Aug 27 14:48:27.231328 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-b8f4317b-dfc2-4ff3-82e2-9dcd749c9576 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/quotas/19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 375 time: 0.0098350 Aug 27 14:48:27.298103 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-654d050b-a4c2-433f-8eb2-ada9648d0315 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609941 Aug 27 14:48:27.388168 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-561b1122-7f80-43d2-8ffc-ae611988ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:48:27.415936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b1122-7f80-43d2-8ffc-ae611988ade4 None None] The sync data for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 is: [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:48:27.450945 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-9dd92d32-0d38-4049-9f00-60cd76e0a887 service neutron] 10.222.0.55 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398730 Aug 27 14:48:27.546651 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-11277d28-d5f1-4b22-9559-5f77798da31f service neutron] 10.222.0.55 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886788 Aug 27 14:48:27.674907 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838478f9-615d-48c0-a8f2-966259580b6f None None] New status for floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:48:27.736359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8c760302-9147-4676-9a37-aa957d08310d req-e66d8cac-366d-4aa3-9475-9f5db11b51db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 210 time: 0.0312409 Aug 27 14:48:28.748044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-288036ca-30ce-475e-989d-75d67cd2ff19 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:28.749571 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-288036ca-30ce-475e-989d-75d67cd2ff19 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 812 time: 0.1024666 Aug 27 14:48:28.810468 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-d93608c6-cf83-4535-acca-a021a30c162b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 379 time: 0.0360398 Aug 27 14:48:28.841436 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e69cca39-d37a-4a8e-a91d-9849acf6a373 req-9180a983-dfa2-4254-9d55-b79fe84b889d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 210 time: 0.0327556 Aug 27 14:48:28.847017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Request body: {'port': {'device_id': '71ea000a-9082-45da-be8d-5850404ce849', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'admin_state_up': True, 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'security_groups': ['464c91e8-c7d5-4a1b-9034-c043af679d8b']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:48:28.962149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Made reservation on behalf of 19bb5187e898407f83aa86787c25b068 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:48:28.965748 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:29.089867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Allocated IP 172.20.0.11 (e5d51766-f98d-4ae3-ac71-33fb574042e1/a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd/bbf52919-a878-4274-8803-617a47612020) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:48:29.228114 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:29.241898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Transition to ACTIVE for port object bbf52919-a878-4274-8803-617a47612020 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:48:29.274066 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:29.317126 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Network e5d51766-f98d-4ae3-ac71-33fb574042e1 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:48:29.320151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:48:29.323855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:48:29.330533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event updated for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:48:29.358479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:29.358845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:29.359184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:29.359515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:29.359840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:29.360163 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:29.360485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:29.360805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:29.361122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:29.361442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:29.361760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:29.362074 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:48:29.389916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:29.390631 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:29.407117 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-02a7a149-9e4b-468c-9e07-092cfd5dff0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641031 Aug 27 14:48:29.428157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Request body: {'port': {'device_id': '71ea000a-9082-45da-be8d-5850404ce849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:48:29.562068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device cc8cba53-acb9-4258-ba1f-7288c260d568 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:48:29.593719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: cc8cba53-acb9-4258-ba1f-7288c260d568 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:48:29.593944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device cc8cba53-acb9-4258-ba1f-7288c260d568 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:48:29.606760 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-252f4f24-8be9-43ca-ad38-3ec2a9997cd8 None None] Provisioning for port bbf52919-a878-4274-8803-617a47612020 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:48:29.611009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-252f4f24-8be9-43ca-ad38-3ec2a9997cd8 None None] Provisioning complete for port bbf52919-a878-4274-8803-617a47612020 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:48:29.611408 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-252f4f24-8be9-43ca-ad38-3ec2a9997cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:29.648369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-252f4f24-8be9-43ca-ad38-3ec2a9997cd8 None None] Port bbf52919-a878-4274-8803-617a47612020 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:48:29.833273 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:30.032330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c6268-f5b1-4f7d-ac15-19eec3550993 req-e0c17590-6d15-4391-8ef4-f4f3ace26b34 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:30.033822 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-536c6268-f5b1-4f7d-ac15-19eec3550993 req-e0c17590-6d15-4391-8ef4-f4f3ace26b34 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 932 time: 0.1016471 Aug 27 14:48:30.104187 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-536c6268-f5b1-4f7d-ac15-19eec3550993 req-b529e98a-e7e6-49ab-9202-145c5857687f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619802 Aug 27 14:48:30.155617 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf52919-a878-4274-8803-617a47612020 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:48:30.163010 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:30.174627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Transition to ACTIVE for port object bbf52919-a878-4274-8803-617a47612020 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:48:30.179386 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:30.227048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:48:30.305041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Attempting to bind port bbf52919-a878-4274-8803-617a47612020 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:48:30.305377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Attempting to bind port bbf52919-a878-4274-8803-617a47612020 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:48:30.305704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Attempting to bind port bbf52919-a878-4274-8803-617a47612020 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:48:30.310242 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Port bbf52919-a878-4274-8803-617a47612020 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:48:30.310561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Attempting to bind port bbf52919-a878-4274-8803-617a47612020 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:48:30.315848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:48:30.316226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Checking segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:48:30.316611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Bound using segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:48:30.317048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Bound port: bbf52919-a878-4274-8803-617a47612020, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:48:30.317412 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:30.383880 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] For port bbf52919-a878-4274-8803-617a47612020, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:48:30.386990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] For port bbf52919-a878-4274-8803-617a47612020, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:48:30.391188 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:30.425379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:30.426836 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:30.428040 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] 10.222.0.41 "PUT /v2.0/ports/bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 1093 time: 1.0062764 Aug 27 14:48:30.428476 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'tag': 'bbf52919-a878-4274-8803-617a47612020'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:48:30.430744 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149f0027-4522-4500-8062-4a83fc7a7e38" -d '{"events": [{"name": "network-changed", "server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "tag": "bbf52919-a878-4274-8803-617a47612020"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:48:30.468362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba92ab6-f425-487c-9f92-1f85232fadc3 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:48:30.480273 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dda7264-2790-4981-b316-3858840d6839 x-openstack-request-id: req-9dda7264-2790-4981-b316-3858840d6839 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:48:30.480584 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "tag": "bbf52919-a878-4274-8803-617a47612020", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:48:30.480810 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9dda7264-2790-4981-b316-3858840d6839 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:48:30.481208 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'tag': 'bbf52919-a878-4274-8803-617a47612020', 'status': 'completed', 'code': 200} Aug 27 14:48:30.543007 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-7680eb65-9f8a-418c-98f1-3bba9827f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:30.544574 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-7680eb65-9f8a-418c-98f1-3bba9827f6d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 1096 time: 0.0445690 Aug 27 14:48:30.597056 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-0087b2c8-cb6d-4685-b63c-e18065f20526 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 217 time: 0.0380664 Aug 27 14:48:30.646276 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-75df4f13-05c3-4e9e-9a79-b7b1eadd333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:30.647748 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-75df4f13-05c3-4e9e-9a79-b7b1eadd333e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0446296 Aug 27 14:48:30.693812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-b9e42809-e82c-4f31-9412-ed0028c046ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:30.695313 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-b9e42809-e82c-4f31-9412-ed0028c046ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403848 Aug 27 14:48:30.789763 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-13fe17a8-76d0-4a40-afb3-1aab002b057a service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864236 Aug 27 14:48:30.880602 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5bfb70f8-f2a4-4632-8dff-46d7d49ab0db req-3d0b62fd-237e-4b6c-a7a6-66b1eb57b88d service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821178 Aug 27 14:48:31.003449 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f0027-4522-4500-8062-4a83fc7a7e38 req-651ff512-285b-4607-b664-02e36794d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:31.004828 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-149f0027-4522-4500-8062-4a83fc7a7e38 req-651ff512-285b-4607-b664-02e36794d17f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 1096 time: 0.0406065 Aug 27 14:48:31.099245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f0027-4522-4500-8062-4a83fc7a7e38 req-851b84f4-49ba-4d81-b2a5-b982881516b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:31.100742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-149f0027-4522-4500-8062-4a83fc7a7e38 req-851b84f4-49ba-4d81-b2a5-b982881516b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0889990 Aug 27 14:48:31.143703 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-149f0027-4522-4500-8062-4a83fc7a7e38 req-f38f29a5-05da-410d-a6a2-cf28cffbf83d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 217 time: 0.0346770 Aug 27 14:48:31.226723 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f0027-4522-4500-8062-4a83fc7a7e38 req-5892d43e-2491-4f75-847f-1939972827f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:31.228196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-149f0027-4522-4500-8062-4a83fc7a7e38 req-5892d43e-2491-4f75-847f-1939972827f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0768244 Aug 27 14:48:31.252199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19df62-cc74-41c7-abc6-54f33c8e175a req-29f48c98-7c01-4b43-aa33-5551fe3b2861 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:31.254255 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5a19df62-cc74-41c7-abc6-54f33c8e175a req-29f48c98-7c01-4b43-aa33-5551fe3b2861 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 944 time: 0.0768030 Aug 27 14:48:31.323575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f0027-4522-4500-8062-4a83fc7a7e38 req-4f29874b-44c4-4d26-bbee-550ccf344a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:31.325065 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-149f0027-4522-4500-8062-4a83fc7a7e38 req-4f29874b-44c4-4d26-bbee-550ccf344a75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890646 Aug 27 14:48:31.327807 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5a19df62-cc74-41c7-abc6-54f33c8e175a req-aa3a3e94-a1d8-456a-b846-8ed3e4f082a0 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545585 Aug 27 14:48:31.423112 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-149f0027-4522-4500-8062-4a83fc7a7e38 req-45e2cd86-e504-4935-aec5-595e69ae1301 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893829 Aug 27 14:48:31.516373 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-149f0027-4522-4500-8062-4a83fc7a7e38 req-23b40c28-ae6b-4c5f-bc37-bafd3fc998fa service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859122 Aug 27 14:48:32.445453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d8749-8c8b-4f83-ae01-108830145af5 req-c974c381-5cc6-40c1-b3d9-a71a44469dc9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:32.447011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f37d8749-8c8b-4f83-ae01-108830145af5 req-c974c381-5cc6-40c1-b3d9-a71a44469dc9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 944 time: 0.0497303 Aug 27 14:48:32.485784 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f37d8749-8c8b-4f83-ae01-108830145af5 req-a67166c7-9fe3-4d51-918b-1d4536d67560 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328307 Aug 27 14:48:33.604786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb592de0-25f9-40a1-9e01-78daeb744348 req-bc02380b-f66d-4aa9-9abe-1b5a743843b6 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:33.606325 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb592de0-25f9-40a1-9e01-78daeb744348 req-bc02380b-f66d-4aa9-9abe-1b5a743843b6 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 944 time: 0.0507743 Aug 27 14:48:33.644853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bb592de0-25f9-40a1-9e01-78daeb744348 req-95a810b2-5a0b-4ddc-b3a2-cfc8e434f26f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319424 Aug 27 14:48:34.399062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bbf52919-a878-4274-8803-617a47612020 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:48:34.494079 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port bbf52919-a878-4274-8803-617a47612020, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:48:34.509613 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'bbf52919-a878-4274-8803-617a47612020', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'port_id': 'bbf52919-a878-4274-8803-617a47612020', 'mac_address': 'fa:16:3e:38:94:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:48:34.560331 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:34.581222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf52919-a878-4274-8803-617a47612020 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:48:34.616725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port bbf52919-a878-4274-8803-617a47612020, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:48:34.622930 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:34.675319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:48:34.760687 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaa7ef-85b7-46f2-b1b2-ef92dac98adf req-7f2694ef-c1d4-4701-a78f-766d5793af80 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:34.762204 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62eaa7ef-85b7-46f2-b1b2-ef92dac98adf req-7f2694ef-c1d4-4701-a78f-766d5793af80 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 945 time: 0.0500104 Aug 27 14:48:34.801877 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-62eaa7ef-85b7-46f2-b1b2-ef92dac98adf req-55ab048b-b0fa-4503-9510-56ead8c8a014 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337138 Aug 27 14:48:35.047033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['bbf52919-a878-4274-8803-617a47612020'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:48:35.927746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7e913-3f2f-42a9-a60c-65a4672819ce req-43dabf40-58f4-4fd0-a14c-f5f8ace3ce7a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:35.929216 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cfa7e913-3f2f-42a9-a60c-65a4672819ce req-43dabf40-58f4-4fd0-a14c-f5f8ace3ce7a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 945 time: 0.0561161 Aug 27 14:48:35.971322 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cfa7e913-3f2f-42a9-a60c-65a4672819ce req-995195d0-f7f5-4c7d-acdf-bac7b9ec89d8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347354 Aug 27 14:48:36.409726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bbf52919-a878-4274-8803-617a47612020 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:48:36.457864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port bbf52919-a878-4274-8803-617a47612020 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:48:36.461660 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port bbf52919-a878-4274-8803-617a47612020 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:48:36.462037 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:36.541066 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:36.562498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf52919-a878-4274-8803-617a47612020'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:48:36.564813 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e952777-afa7-41a9-9303-81024bd61e09" -d '{"events": [{"server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "name": "network-vif-plugged", "status": "completed", "tag": "bbf52919-a878-4274-8803-617a47612020"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:48:36.578407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port bbf52919-a878-4274-8803-617a47612020, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:48:36.583834 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:36.608400 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d752ffa1-f9c6-4bb3-89a8-0e8fe625b7d4 x-openstack-request-id: req-d752ffa1-f9c6-4bb3-89a8-0e8fe625b7d4 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:48:36.608694 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "name": "network-vif-plugged", "status": "completed", "tag": "bbf52919-a878-4274-8803-617a47612020", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:48:36.608946 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d752ffa1-f9c6-4bb3-89a8-0e8fe625b7d4 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:48:36.609336 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf52919-a878-4274-8803-617a47612020', 'code': 200} Aug 27 14:48:36.632563 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:48:36.735352 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0a3e3-2b60-4ecb-8895-10c472a0fcde req-4a2b365d-0026-4485-94c7-d213ae98762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:36.736774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-89f0a3e3-2b60-4ecb-8895-10c472a0fcde req-4a2b365d-0026-4485-94c7-d213ae98762e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 1098 time: 0.0413380 Aug 27 14:48:36.772262 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-89f0a3e3-2b60-4ecb-8895-10c472a0fcde req-90941351-8927-4fca-b912-0ae1d3cbb1bb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281637 Aug 27 14:48:37.087847 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9673-a3c3-4073-b7c0-e1dd64f37e00 req-f5fadad3-ecd9-4833-bcc3-de8d79fd7603 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:37.089349 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f92e9673-a3c3-4073-b7c0-e1dd64f37e00 req-f5fadad3-ecd9-4833-bcc3-de8d79fd7603 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0501842 Aug 27 14:48:37.128412 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f92e9673-a3c3-4073-b7c0-e1dd64f37e00 req-ac08fe1d-db24-4b9d-9079-3faf00eafcbd tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331984 Aug 27 14:48:38.264107 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f669bbb-30d4-4f17-a17e-4a55e30fbf01 req-ccdce71e-9dc4-43c8-a953-112a0528dc20 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:38.265743 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f669bbb-30d4-4f17-a17e-4a55e30fbf01 req-ccdce71e-9dc4-43c8-a953-112a0528dc20 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0545504 Aug 27 14:48:38.306805 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f669bbb-30d4-4f17-a17e-4a55e30fbf01 req-bee525a0-1b1d-4827-9927-a2b189c97f80 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338886 Aug 27 14:48:39.430077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d085bb-708a-47e3-a36c-09e614c35bdd req-309d2fd0-947b-4925-b4b2-e8f444e03e46 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:39.431633 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30d085bb-708a-47e3-a36c-09e614c35bdd req-309d2fd0-947b-4925-b4b2-e8f444e03e46 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0559676 Aug 27 14:48:39.471505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30d085bb-708a-47e3-a36c-09e614c35bdd req-a576430e-3f88-43e1-9ec2-c1e3897c88b8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323477 Aug 27 14:48:39.588476 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a874d-3637-450e-8a8b-91c23be3607f req-9a028f8b-e640-4e22-9773-fae958d715c3 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:39.589885 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f64a874d-3637-450e-8a8b-91c23be3607f req-9a028f8b-e640-4e22-9773-fae958d715c3 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0523958 Aug 27 14:48:39.599315 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 44670) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:48:39.604282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1912e056-c835-4118-ba4f-6d27748f6074 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Request body: {'floatingip': {'port_id': 'bbf52919-a878-4274-8803-617a47612020'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:48:39.647214 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1912e056-c835-4118-ba4f-6d27748f6074 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:40.106203 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1912e056-c835-4118-ba4f-6d27748f6074 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:40.112287 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1912e056-c835-4118-ba4f-6d27748f6074 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:40.219182 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-1912e056-c835-4118-ba4f-6d27748f6074 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf associated. External IP: 172.25.2.154, port: bbf52919-a878-4274-8803-617a47612020. Aug 27 14:48:40.397971 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:40.434184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1912e056-c835-4118-ba4f-6d27748f6074 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Router 69142097-746a-48c7-9b52-8b709a4fa0e2 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:48:40.554696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1912e056-c835-4118-ba4f-6d27748f6074 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:48:40.559682 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1912e056-c835-4118-ba4f-6d27748f6074 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:40.567494 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb8bfd-62a3-4658-b3ba-564504456ec9 None None] Sync routers for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:48:40.576947 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb8bfd-62a3-4658-b3ba-564504456ec9 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:48:40.577585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-96fb8bfd-62a3-4658-b3ba-564504456ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:48:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:48:40.592582 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1912e056-c835-4118-ba4f-6d27748f6074 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "PUT /v2.0/floatingips/1526f76e-9dd1-48e2-ab35-8cef8e7508cf HTTP/1.1" status: 200 len: 992 time: 0.9921057 Aug 27 14:48:40.593167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'tag': 'bbf52919-a878-4274-8803-617a47612020'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:48:40.596144 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792af48d-5e5b-462d-b977-38c165ac1805" -d '{"events": [{"name": "network-changed", "server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "tag": "bbf52919-a878-4274-8803-617a47612020"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:48:40.638531 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0841d9-c7e2-4a4f-81c4-1101bfc642fd x-openstack-request-id: req-cd0841d9-c7e2-4a4f-81c4-1101bfc642fd {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:48:40.638860 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "tag": "bbf52919-a878-4274-8803-617a47612020", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:48:40.639115 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd0841d9-c7e2-4a4f-81c4-1101bfc642fd {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:48:40.639528 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'tag': 'bbf52919-a878-4274-8803-617a47612020', 'status': 'completed', 'code': 200} Aug 27 14:48:40.696708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-96fb8bfd-62a3-4658-b3ba-564504456ec9 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:48:40.736115 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792af48d-5e5b-462d-b977-38c165ac1805 req-a3f3696e-058f-433d-a1d9-e231a8e38312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:40.737663 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-792af48d-5e5b-462d-b977-38c165ac1805 req-a3f3696e-058f-433d-a1d9-e231a8e38312 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 1098 time: 0.0434961 Aug 27 14:48:40.834231 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792af48d-5e5b-462d-b977-38c165ac1805 req-7feffbf7-ed3e-4f71-90c1-f7a57e52ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:40.835776 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-792af48d-5e5b-462d-b977-38c165ac1805 req-7feffbf7-ed3e-4f71-90c1-f7a57e52ee4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0916309 Aug 27 14:48:40.903848 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-792af48d-5e5b-462d-b977-38c165ac1805 req-a93e9af9-f971-402f-9351-a5e350fe16b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 1000 time: 0.0601282 Aug 27 14:48:40.933249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-96fb8bfd-62a3-4658-b3ba-564504456ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1526f76e-9dd1-48e2-ab35-8cef8e7508cf', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'port_id': 'bbf52919-a878-4274-8803-617a47612020', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'mac_address': 'fa:16:3e:38:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea000a-9082-45da-be8d-5850404ce849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:42:59Z', 'updated_at': '2021-08-27T14:48:40Z', 'revision_number': 9, 'project_id': '19bb5187e898407f83aa86787c25b068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:48:40.953297 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792af48d-5e5b-462d-b977-38c165ac1805 req-fadd952d-1df1-424e-90a9-4333b8f4e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:40.954704 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-792af48d-5e5b-462d-b977-38c165ac1805 req-fadd952d-1df1-424e-90a9-4333b8f4e9d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0444443 Aug 27 14:48:40.960649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb8bfd-62a3-4658-b3ba-564504456ec9 None None] Checking router: 69142097-746a-48c7-9b52-8b709a4fa0e2 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:48:40.969192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb8bfd-62a3-4658-b3ba-564504456ec9 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:48:40.969812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-96fb8bfd-62a3-4658-b3ba-564504456ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:48:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:48:41.004375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792af48d-5e5b-462d-b977-38c165ac1805 req-38767d65-090e-4548-9251-da898fab2f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:48:41.006037 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-792af48d-5e5b-462d-b977-38c165ac1805 req-38767d65-090e-4548-9251-da898fab2f93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443745 Aug 27 14:48:41.079047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-96fb8bfd-62a3-4658-b3ba-564504456ec9 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:48:41.096263 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-792af48d-5e5b-462d-b977-38c165ac1805 req-6c4c02d3-e514-4fc8-97d9-a42464866f98 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833402 Aug 27 14:48:41.192813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-792af48d-5e5b-462d-b977-38c165ac1805 req-7756fc2f-7401-4f83-9c20-25e6bf2225c5 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891604 Aug 27 14:48:41.305172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-96fb8bfd-62a3-4658-b3ba-564504456ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1526f76e-9dd1-48e2-ab35-8cef8e7508cf', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'port_id': 'bbf52919-a878-4274-8803-617a47612020', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'mac_address': 'fa:16:3e:38:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea000a-9082-45da-be8d-5850404ce849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:42:59Z', 'updated_at': '2021-08-27T14:48:40Z', 'revision_number': 9, 'project_id': '19bb5187e898407f83aa86787c25b068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:48:41.334818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb8bfd-62a3-4658-b3ba-564504456ec9 None None] The sync data for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 is: [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1526f76e-9dd1-48e2-ab35-8cef8e7508cf', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'port_id': 'bbf52919-a878-4274-8803-617a47612020', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'mac_address': 'fa:16:3e:38:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea000a-9082-45da-be8d-5850404ce849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:42:59Z', 'updated_at': '2021-08-27T14:48:40Z', 'revision_number': 9, 'project_id': '19bb5187e898407f83aa86787c25b068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:48:41.540077 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea352e9-ab8c-4548-abae-c33c0aea9433 None None] New status for floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:48:44.708777 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-faa35c8d-b72e-4932-8164-8ae6325ea84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:47.539803 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:47.566290 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c534613a-9960-4ebc-8b18-f413238de63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:48.915375 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:50.384104 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:48:51.931811 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:03.231404 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:49:10.406164 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:11.516578 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d003d963-2c04-4791-bed3-25e68a47cd71 req-8418200a-9921-4f64-b472-390477d84475 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257118 Aug 27 14:49:11.581240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d003d963-2c04-4791-bed3-25e68a47cd71 req-c16dc72d-8706-4bca-8840-99591202c827 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0256312 Aug 27 14:49:11.619885 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d003d963-2c04-4791-bed3-25e68a47cd71 req-7488ff34-51e2-4acc-a873-91fb159c1455 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202923 Aug 27 14:49:11.717432 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003d963-2c04-4791-bed3-25e68a47cd71 req-e7a7bdae-f813-482f-87ad-bfdda838d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:49:11.719077 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d003d963-2c04-4791-bed3-25e68a47cd71 req-e7a7bdae-f813-482f-87ad-bfdda838d508 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916612 Aug 27 14:49:14.710937 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-25b519b9-3e66-47d4-9b13-16fa1e3d9aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:17.540921 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:17.567933 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc8c7-033f-45aa-a3ec-58c158dc4151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:18.918426 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:20.387352 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:21.944585 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:23.227905 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-955c948c-0c04-4b3c-8848-52a2bceb38e2 req-10cf93b2-b620-4283-a616-5e3331cd1bd0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267465 Aug 27 14:49:23.314768 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-955c948c-0c04-4b3c-8848-52a2bceb38e2 req-249a95c5-c59f-4891-a4ad-f4046159e5fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0251026 Aug 27 14:49:23.360980 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-955c948c-0c04-4b3c-8848-52a2bceb38e2 req-f14f2598-e6e3-43ed-9004-c6bf8c1b005b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196555 Aug 27 14:49:23.460608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c948c-0c04-4b3c-8848-52a2bceb38e2 req-d1c19eb4-163f-4787-b3cb-c74b27561241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:49:23.462102 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-955c948c-0c04-4b3c-8848-52a2bceb38e2 req-d1c19eb4-163f-4787-b3cb-c74b27561241 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944412 Aug 27 14:49:40.230985 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:49:40.405220 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:44.713499 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7af10ca7-e0a5-4f24-b42e-b7028aae14d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:47.542261 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:47.568381 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-76e01e3c-34a4-40ac-8117-982ce455b602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:48.920781 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:50.392884 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:49:51.981399 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:10.406216 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:12.505219 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e473c01-f1e6-4504-a1c0-2545ff20d15a req-e8ef4674-3ea0-46ef-8df7-cf366d23517e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287924 Aug 27 14:50:12.570132 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e473c01-f1e6-4504-a1c0-2545ff20d15a req-4ed3a68f-364f-4f27-866d-962fce1fe29e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0259495 Aug 27 14:50:12.609532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e473c01-f1e6-4504-a1c0-2545ff20d15a req-d9441a10-ac19-48c5-9b9b-4373e31eb3ed service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198677 Aug 27 14:50:12.708167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e473c01-f1e6-4504-a1c0-2545ff20d15a req-a5d02476-5874-4e11-a64a-223849727cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:50:12.709687 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1e473c01-f1e6-4504-a1c0-2545ff20d15a req-a5d02476-5874-4e11-a64a-223849727cf6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941875 Aug 27 14:50:14.715502 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-808a0bf3-3129-475d-92fc-fe1b061b849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:17.231049 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:50:17.544816 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:17.571370 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6239f9b-4629-4ae0-a9fb-09bccef84efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:18.923410 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:20.393695 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:21.996150 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:25.276022 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-4c18aa12-f696-4fb3-a72e-f818c96e750f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411816 Aug 27 14:50:25.349155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-350558a2-6f11-4a02-bd49-f4ab2afe5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:50:25.350708 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-350558a2-6f11-4a02-bd49-f4ab2afe5fbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 1098 time: 0.0419965 Aug 27 14:50:25.460073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-f2d35415-f2d4-43f9-a743-d64d2937c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:50:25.461589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-f2d35415-f2d4-43f9-a743-d64d2937c123 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0920498 Aug 27 14:50:25.534581 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-5ddc60c4-04ff-43b8-bf27-7befe7da11b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 1003 time: 0.0629120 Aug 27 14:50:25.589166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-5afd6133-a894-4e93-b71f-bddc37e2adea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:50:25.590639 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-5afd6133-a894-4e93-b71f-bddc37e2adea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0465329 Aug 27 14:50:25.640810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-a575912a-1ef3-4cd5-8012-986dacac24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:50:25.642312 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-a575912a-1ef3-4cd5-8012-986dacac24d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443070 Aug 27 14:50:25.654059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-95c24438-ee7a-4327-99c8-0191aadeac82 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:50:25.655007 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-95c24438-ee7a-4327-99c8-0191aadeac82 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049529 Aug 27 14:50:25.743204 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-2e6743ba-e124-4cad-90d5-a36201f6aea5 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816545 Aug 27 14:50:25.836289 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac977ddb-c47e-4337-a3cb-9d7b0289ea82 req-775861b2-856a-4399-898e-4a673c338f32 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864697 Aug 27 14:50:40.421690 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:44.716433 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d7b0afb6-9f2b-4d35-98ab-bcf9fba02d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:47.546360 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:47.572082 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e50ec07e-9c49-473f-80ec-8af3a751c3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:48.927772 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:50.394824 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:51.996721 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:50:54.230796 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:51:10.453096 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:12.322018 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-3b7c839f-9bde-4f61-aaba-95b77767a9c7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189423 Aug 27 14:51:12.338852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06463608-2c06-4e0a-a132-9023de506c2c req-6c8ee262-1d34-416c-b75b-a9fc5ec3bf72 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:12.340685 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06463608-2c06-4e0a-a132-9023de506c2c req-6c8ee262-1d34-416c-b75b-a9fc5ec3bf72 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.1259301 Aug 27 14:51:12.381914 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06463608-2c06-4e0a-a132-9023de506c2c req-61479bd9-ab92-476d-bb45-f878732008a4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350413 Aug 27 14:51:13.499353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-8ca86497-8150-48a0-b48d-43c46bf0d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:13.500868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-8ca86497-8150-48a0-b48d-43c46bf0d74c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 1098 time: 0.0488873 Aug 27 14:51:13.526396 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7482bb1-fae0-4aa2-86eb-fc9666ae1bf9 req-389adac6-0c92-4205-864f-62d47233015d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0316749 Aug 27 14:51:13.601850 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7482bb1-fae0-4aa2-86eb-fc9666ae1bf9 req-64589871-4095-436d-8996-e14cea83cb7a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0334327 Aug 27 14:51:13.604333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-203d6dc5-144f-4ae1-b112-3f8bdb5a2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:13.606493 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-203d6dc5-144f-4ae1-b112-3f8bdb5a2732 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0970964 Aug 27 14:51:13.609575 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e6c31-abcc-45b4-986c-aaf485ebf3f7 req-4a2fea22-4a0f-4342-a2bd-06b1cc85e363 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:13.611084 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-178e6c31-abcc-45b4-986c-aaf485ebf3f7 req-4a2fea22-4a0f-4342-a2bd-06b1cc85e363 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.1566601 Aug 27 14:51:13.654399 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7482bb1-fae0-4aa2-86eb-fc9666ae1bf9 req-e4b2e7c8-638e-4d26-8988-020f385ce402 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292888 Aug 27 14:51:13.674096 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-c298d0d0-66eb-4908-bbda-801bafdf2e5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 1003 time: 0.0603955 Aug 27 14:51:13.687855 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-178e6c31-abcc-45b4-986c-aaf485ebf3f7 req-568cc57b-a4e6-41c6-8912-e6f1e4218b41 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691624 Aug 27 14:51:13.728098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f38fc1a4-9086-4e84-a5f1-1a8568dbff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:13.729559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f38fc1a4-9086-4e84-a5f1-1a8568dbff98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0480742 Aug 27 14:51:13.759992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7482bb1-fae0-4aa2-86eb-fc9666ae1bf9 req-282da7c0-cb93-460c-9c60-a1bc0c3bf0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:13.761508 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7482bb1-fae0-4aa2-86eb-fc9666ae1bf9 req-282da7c0-cb93-460c-9c60-a1bc0c3bf0d1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975065 Aug 27 14:51:13.778316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-d60dfaba-62b2-48f6-b1f0-6d24961cf63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:13.779907 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-d60dfaba-62b2-48f6-b1f0-6d24961cf63b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423276 Aug 27 14:51:13.880808 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-e8c4f8d3-d488-4b01-b8e6-4b6170e88c4b service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928791 Aug 27 14:51:13.979404 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-4fcd9e74-5fdd-4d99-a48e-c32eed2342e1 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898299 Aug 27 14:51:14.718333 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e3ffb12-9bb3-433a-9edc-d2c5e8df9e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:14.807049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeb192-0061-4f79-8df9-778714f5ad62 req-7f929816-3971-45bd-b12f-9b3ea3dcdb75 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:14.808559 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63eeb192-0061-4f79-8df9-778714f5ad62 req-7f929816-3971-45bd-b12f-9b3ea3dcdb75 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0498407 Aug 27 14:51:14.846064 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63eeb192-0061-4f79-8df9-778714f5ad62 req-a3f49f9b-4b3d-4d06-8f1e-d4bfe30c58b2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316200 Aug 27 14:51:15.971737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fe464-e8a6-4a36-a59f-1e7d016a8e44 req-000287e8-eb4e-4531-9f89-43991fe6f039 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:15.973271 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-193fe464-e8a6-4a36-a59f-1e7d016a8e44 req-000287e8-eb4e-4531-9f89-43991fe6f039 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0569119 Aug 27 14:51:16.013905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-193fe464-e8a6-4a36-a59f-1e7d016a8e44 req-2be6ae09-344d-4ab2-92f7-4cd40166a936 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346200 Aug 27 14:51:17.137358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e964e1e-cf77-4117-88c9-3ec6cfd26550 req-4490cddb-e9fc-4754-ad62-0fcae1cc97aa tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:17.138897 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e964e1e-cf77-4117-88c9-3ec6cfd26550 req-4490cddb-e9fc-4754-ad62-0fcae1cc97aa tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0534878 Aug 27 14:51:17.178372 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e964e1e-cf77-4117-88c9-3ec6cfd26550 req-910213f6-5780-49a2-b9eb-a598d6e834af tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330651 Aug 27 14:51:17.548550 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:17.573481 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b7b5ef7a-928c-442f-b998-743391e741c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:18.297377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef8a8d-027a-49b5-88bf-acfe67892679 req-1a285a5a-e390-47f4-860d-760711390248 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:18.298947 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6ef8a8d-027a-49b5-88bf-acfe67892679 req-1a285a5a-e390-47f4-860d-760711390248 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0524633 Aug 27 14:51:18.339228 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6ef8a8d-027a-49b5-88bf-acfe67892679 req-9449f7cf-36b3-46cb-8180-82ce7553a24b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333397 Aug 27 14:51:18.928561 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:19.459522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37bae0-228b-48be-90b0-50d63804363a req-2d69392f-3f58-4a0a-b8f4-0dd3446d5abb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:19.461042 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc37bae0-228b-48be-90b0-50d63804363a req-2d69392f-3f58-4a0a-b8f4-0dd3446d5abb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0509834 Aug 27 14:51:19.497815 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc37bae0-228b-48be-90b0-50d63804363a req-a552806b-6139-4ff0-965f-7c1b7ed2d594 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308702 Aug 27 14:51:20.401479 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:20.617787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21941c7-1f91-4f9e-9088-c6d0f7e70ba0 req-a421fd39-d226-4f52-9de4-dc802a92c30b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:20.619286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e21941c7-1f91-4f9e-9088-c6d0f7e70ba0 req-a421fd39-d226-4f52-9de4-dc802a92c30b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0509927 Aug 27 14:51:20.658497 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e21941c7-1f91-4f9e-9088-c6d0f7e70ba0 req-1e308619-8a5f-409f-a161-2956277b83fa tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331671 Aug 27 14:51:21.773506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae928-38b3-41c9-8b22-1a0e3688639e req-68f0e06e-203d-45b7-bc58-bb6d162cc0cb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:21.775007 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb9ae928-38b3-41c9-8b22-1a0e3688639e req-68f0e06e-203d-45b7-bc58-bb6d162cc0cb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0490532 Aug 27 14:51:21.812097 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb9ae928-38b3-41c9-8b22-1a0e3688639e req-20884f05-c8db-4407-a6f0-390071f47cbc tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309181 Aug 27 14:51:21.994772 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:22.934103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4ed30-a6ee-4a1b-ada1-3befd2a9e382 req-b119e3c9-d2e3-4195-9233-e9083004d0d9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:22.935612 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a4ed30-a6ee-4a1b-ada1-3befd2a9e382 req-b119e3c9-d2e3-4195-9233-e9083004d0d9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0546565 Aug 27 14:51:22.974350 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33a4ed30-a6ee-4a1b-ada1-3befd2a9e382 req-090f30e5-3117-4d06-b235-ce5978722cee tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327461 Aug 27 14:51:24.092283 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da328cbc-50ce-41c4-b552-ce66a7dbcfe9 req-d07f8d43-ada4-4ebb-a26e-bb25a44906db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:24.093779 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da328cbc-50ce-41c4-b552-ce66a7dbcfe9 req-d07f8d43-ada4-4ebb-a26e-bb25a44906db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0520258 Aug 27 14:51:24.132271 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da328cbc-50ce-41c4-b552-ce66a7dbcfe9 req-d782d210-571a-4012-ba16-cb113c33d5c9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321217 Aug 27 14:51:25.250161 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f85efe-6871-4188-a3c4-c2b09dfadc18 req-a18b5c2c-f64a-4cc8-b8b0-d0f9f0e97607 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:25.251697 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14f85efe-6871-4188-a3c4-c2b09dfadc18 req-a18b5c2c-f64a-4cc8-b8b0-d0f9f0e97607 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0504482 Aug 27 14:51:25.291311 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-14f85efe-6871-4188-a3c4-c2b09dfadc18 req-2856ea60-a9de-4b96-bb6f-0291c0fcd158 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331609 Aug 27 14:51:26.139192 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-70edc3f6-5152-466f-8d62-940e71f7e1c1 service neutron] show failed (client error): The resource could not be found. Aug 27 14:51:26.140272 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-70edc3f6-5152-466f-8d62-940e71f7e1c1 service neutron] 10.222.0.41 "GET /v2.0/ports/bbf52919-a878-4274-8803-617a47612020/bindings/n-h1-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.1016757 Aug 27 14:51:26.241199 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8d3299f-79ab-4d28-83c2-2f466704d6fa req-50751b35-af56-4174-a6c5-c94ae53f4905 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256236 Aug 27 14:51:26.346356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8d3299f-79ab-4d28-83c2-2f466704d6fa req-f4f0c30d-96bc-4186-afb5-79baa5795d2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0255010 Aug 27 14:51:26.373991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-44e4f4b0-47a3-4d4b-b9a2-b78df1d1bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:26.375558 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-44e4f4b0-47a3-4d4b-b9a2-b78df1d1bc4c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 1098 time: 0.0425179 Aug 27 14:51:26.387563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:51:26.448404 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:26.669365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] For port bbf52919-a878-4274-8803-617a47612020, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:51:26.704178 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] For port bbf52919-a878-4274-8803-617a47612020, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:51:26.746037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf52919-a878-4274-8803-617a47612020'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:51:26.748446 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45da2f0e-71a0-49b9-ba5f-6f4790278840" -d '{"events": [{"server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf52919-a878-4274-8803-617a47612020"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:51:26.753046 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:26.765778 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8d3299f-79ab-4d28-83c2-2f466704d6fa req-3854a125-d73b-4082-8d30-ff245507b3a6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3891315 Aug 27 14:51:26.767816 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Transition to ACTIVE for port object bbf52919-a878-4274-8803-617a47612020 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:51:26.773281 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:26.834887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e420d-6b9f-48a2-afa7-b1d56c060542 req-209ce0e0-c64e-4ae3-bb11-fdc8047ee792 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:26.836472 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-437e420d-6b9f-48a2-afa7-b1d56c060542 req-209ce0e0-c64e-4ae3-bb11-fdc8047ee792 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.4698353 Aug 27 14:51:26.885048 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Pushing event updated for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=6']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:26.891256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-437e420d-6b9f-48a2-afa7-b1d56c060542 req-06aeb90f-641d-4e0e-ba06-9aabe1dd1579 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458846 Aug 27 14:51:26.899599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:26.899599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:26.899959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:26.900374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:26.900764 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:26.901368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:26.902957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:26.902957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:26.902957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:26.902957 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:26.903458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:26.903558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:26.923209 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89b8130-44ba-4ebc-a447-195c6376db81 x-openstack-request-id: req-a89b8130-44ba-4ebc-a447-195c6376db81 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:51:26.923503 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf52919-a878-4274-8803-617a47612020", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:51:26.923755 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a89b8130-44ba-4ebc-a447-195c6376db81 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:51:26.924154 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf52919-a878-4274-8803-617a47612020', 'code': 200} Aug 27 14:51:26.931961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3299f-79ab-4d28-83c2-2f466704d6fa req-c1c371d1-232a-46e2-a6a6-19ac81d40656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:26.933702 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a8d3299f-79ab-4d28-83c2-2f466704d6fa req-c1c371d1-232a-46e2-a6a6-19ac81d40656 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1600296 Aug 27 14:51:26.942577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] No DVR routers for this DVR port bbf52919-a878-4274-8803-617a47612020 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:51:27.085985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Attempting to bind port bbf52919-a878-4274-8803-617a47612020 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:51:27.086322 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Attempting to bind port bbf52919-a878-4274-8803-617a47612020 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:51:27.086676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Attempting to bind port bbf52919-a878-4274-8803-617a47612020 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:51:27.090985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Port bbf52919-a878-4274-8803-617a47612020 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:51:27.091310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Attempting to bind port bbf52919-a878-4274-8803-617a47612020 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:51:27.096133 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:51:27.096475 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Checking segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:51:27.096860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Bound using segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:51:27.097281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Bound port: bbf52919-a878-4274-8803-617a47612020, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:51:27.097640 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:27.162890 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] For port bbf52919-a878-4274-8803-617a47612020, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:51:27.166374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] For port bbf52919-a878-4274-8803-617a47612020, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:51:27.171998 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:27.213426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:27.214045 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:27.215601 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] 10.222.0.52 "PUT /v2.0/ports/bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 1093 time: 0.8322763 Aug 27 14:51:27.239294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c98c9f-eeca-4d29-a5b2-aab56a53a32d service neutron] Pushing event updated for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=7']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:27.298169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-46a10392-6863-4752-bfe5-fcf09757e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:27.299802 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-46a10392-6863-4752-bfe5-fcf09757e004 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 1096 time: 0.0426624 Aug 27 14:51:27.397019 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-b8e15d18-c399-4f73-aa09-ccea6df209da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:27.398621 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-b8e15d18-c399-4f73-aa09-ccea6df209da service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0921485 Aug 27 14:51:27.472002 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-b99fc5b8-b083-4537-9a64-58bccd10ef25 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 1001 time: 0.0657566 Aug 27 14:51:27.523153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-17760ab2-6145-4e49-8d73-5c933c93ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:27.524566 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-17760ab2-6145-4e49-8d73-5c933c93ceda service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0463781 Aug 27 14:51:27.571897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-c194b017-9614-4073-8a86-62a1cfb8bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:27.573417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-c194b017-9614-4073-8a86-62a1cfb8bff5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409081 Aug 27 14:51:27.585011 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-e5644494-6031-4700-aff8-efc7e084ccba service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:51:27.585941 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-e5644494-6031-4700-aff8-efc7e084ccba service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051143 Aug 27 14:51:27.682294 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-45c10537-9150-4139-ac9b-bd47462b060c service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880988 Aug 27 14:51:27.773669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-59975e68-cac7-4a4b-afd1-1ecc09e4fd6b service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839591 Aug 27 14:51:28.037581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e681-8654-46bd-9674-9296230f6668 req-47736c60-9367-4a50-bc98-ab0f1f2e0ed6 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:28.039039 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ff9e681-8654-46bd-9674-9296230f6668 req-47736c60-9367-4a50-bc98-ab0f1f2e0ed6 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 944 time: 0.0550847 Aug 27 14:51:28.077304 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ff9e681-8654-46bd-9674-9296230f6668 req-c3bf020e-bb68-4844-8ffa-6b51c58dd004 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323644 Aug 27 14:51:28.925679 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'tag': 'bbf52919-a878-4274-8803-617a47612020'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:51:28.928133 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eba5cb-c65f-4347-a2ca-7895ba12215f" -d '{"events": [{"name": "network-changed", "server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "tag": "bbf52919-a878-4274-8803-617a47612020"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:51:28.976697 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8073c809-39c9-43c0-a25c-c9838cff39bb x-openstack-request-id: req-8073c809-39c9-43c0-a25c-c9838cff39bb {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:51:28.976985 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "tag": "bbf52919-a878-4274-8803-617a47612020", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:51:28.977235 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8073c809-39c9-43c0-a25c-c9838cff39bb {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:51:28.977632 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'tag': 'bbf52919-a878-4274-8803-617a47612020', 'status': 'completed', 'code': 200} Aug 27 14:51:29.039773 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-ad9dc5c1-fc14-448b-8b80-7aa6b87effe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:29.041325 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-ad9dc5c1-fc14-448b-8b80-7aa6b87effe6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 1096 time: 0.0457487 Aug 27 14:51:29.073208 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-0d72407c-30d1-43f7-bcae-22ddfc044650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:29.074741 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-0d72407c-30d1-43f7-bcae-22ddfc044650 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 1096 time: 0.0454264 Aug 27 14:51:29.140491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-5c33cbc8-6757-412b-8892-f0d928a93e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:29.141619 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-5c33cbc8-6757-412b-8892-f0d928a93e9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0892243 Aug 27 14:51:29.166881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-22003c28-141c-4667-ac83-1665833e5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:29.168379 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-22003c28-141c-4667-ac83-1665833e5885 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0865099 Aug 27 14:51:29.245271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f68303-b943-4efb-bb71-fae7e3dbdad3 req-78a1dc8e-f870-491d-9611-ad5b688a7c1c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:29.245550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-3322b95e-d246-4041-af59-dc6115bca633 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 1001 time: 0.0681806 Aug 27 14:51:29.246170 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-92f68303-b943-4efb-bb71-fae7e3dbdad3 req-78a1dc8e-f870-491d-9611-ad5b688a7c1c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 944 time: 0.0995321 Aug 27 14:51:29.253070 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-7c50572e-ed15-432e-ac93-86da0c76afb5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 1001 time: 0.0965517 Aug 27 14:51:29.307140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-97a14e2f-3bee-4b53-a574-4562aaed4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:29.308662 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-97a14e2f-3bee-4b53-a574-4562aaed4630 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0558598 Aug 27 14:51:29.326480 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-92f68303-b943-4efb-bb71-fae7e3dbdad3 req-ac3dae30-6197-4474-84ac-79a9c305aeec tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724483 Aug 27 14:51:29.333731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-09e89372-e0e3-491d-b24c-40f5df0b66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:29.335241 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-09e89372-e0e3-491d-b24c-40f5df0b66dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0737853 Aug 27 14:51:29.359747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-dc4f688e-bc99-435b-bbee-dad4175c8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:29.361356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-dc4f688e-bc99-435b-bbee-dad4175c8691 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456371 Aug 27 14:51:29.388181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-bfe8bceb-dd5e-4da4-9865-3a8000bcfd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:29.389724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-bfe8bceb-dd5e-4da4-9865-3a8000bcfd65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433505 Aug 27 14:51:29.454515 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-3bc6d814-34d4-451f-a8b7-6b74cd90c75d service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860910 Aug 27 14:51:29.480673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-fd938ceb-f5f1-4038-b320-0e9b82e0e14d service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837924 Aug 27 14:51:29.546024 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-9283db5a-f60a-49d3-ad0d-b9647f91e7a1 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843575 Aug 27 14:51:29.577222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09eba5cb-c65f-4347-a2ca-7895ba12215f req-39714d56-7201-47fb-b34a-774c0f180fb5 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895903 Aug 27 14:51:30.448048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3827e3-4686-4289-b623-6f433d983caa req-1812636f-61c9-4fc8-9c10-c4903952c75f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:30.459034 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d3827e3-4686-4289-b623-6f433d983caa req-1812636f-61c9-4fc8-9c10-c4903952c75f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 944 time: 0.0508122 Aug 27 14:51:30.492203 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d3827e3-4686-4289-b623-6f433d983caa req-bf399e9a-b2a0-4c4c-b793-a675be582ffc tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315993 Aug 27 14:51:30.617037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device bbf52919-a878-4274-8803-617a47612020 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:51:30.716595 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port bbf52919-a878-4274-8803-617a47612020, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:51:30.728635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'bbf52919-a878-4274-8803-617a47612020', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'port_id': 'bbf52919-a878-4274-8803-617a47612020', 'mac_address': 'fa:16:3e:38:94:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:51:30.768257 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:30.782732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-7029bbf3-63cd-4135-bddb-2ea9f244f867 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:30.783311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf52919-a878-4274-8803-617a47612020 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:51:30.786016 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-7029bbf3-63cd-4135-bddb-2ea9f244f867 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.52 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849&tenant_id=19bb5187e898407f83aa86787c25b068&binding%3Ahost_id=n-h1-712139-12 HTTP/1.1" status: 200 len: 944 time: 0.0601981 Aug 27 14:51:30.802799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port bbf52919-a878-4274-8803-617a47612020, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:51:30.806576 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:30.810377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220c980-5fc0-41f4-a808-c63b43e67864 req-792abe64-8a9c-4155-a579-3abf43e13abf tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:30.812018 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8220c980-5fc0-41f4-a808-c63b43e67864 req-792abe64-8a9c-4155-a579-3abf43e13abf tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 944 time: 0.0651109 Aug 27 14:51:30.854185 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-7416d226-75b3-41e1-b18e-fe381a5a597a service neutron] 10.222.0.52 "GET /v2.0/ports/bbf52919-a878-4274-8803-617a47612020/bindings/n-h1-712139-12 HTTP/1.1" status: 200 len: 383 time: 0.0609043 Aug 27 14:51:30.854975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8220c980-5fc0-41f4-a808-c63b43e67864 req-7e542dc2-96cf-4dff-be0c-3d2c5fb5e0bb tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360212 Aug 27 14:51:30.860159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:30.874562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:30.874562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:30.874562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:30.874562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:30.874562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:30.874562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:30.874562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:30.874562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:30.874562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:30.874562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:30.874562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:30.874562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:30.927284 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-065adc7a-aa89-4ce1-b468-d2ccc1a6f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:30.928810 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-065adc7a-aa89-4ce1-b468-d2ccc1a6f9ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 1097 time: 0.0509541 Aug 27 14:51:31.018269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-ad14f6be-b8f5-42e9-ac29-63e6212dc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:31.019815 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-ad14f6be-b8f5-42e9-ac29-63e6212dc0c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0835547 Aug 27 14:51:31.040234 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['bbf52919-a878-4274-8803-617a47612020'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:51:31.090175 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-9aae3c6e-f784-46a9-9615-bc8232717c7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 1002 time: 0.0629594 Aug 27 14:51:31.140088 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-ad15d94f-f655-40ce-9ef3-f64e7b43c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:31.141534 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-ad15d94f-f655-40ce-9ef3-f64e7b43c52c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0446472 Aug 27 14:51:31.187593 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-28f2932b-cb9c-4922-aa81-0753b4620374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:31.189109 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-28f2932b-cb9c-4922-aa81-0753b4620374 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410190 Aug 27 14:51:31.230132 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:51:31.255131 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bbf52919-a878-4274-8803-617a47612020 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:51:31.282908 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-6b46c57a-9c63-40c9-826f-226260ff28c1 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860417 Aug 27 14:51:31.295827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bbf52919-a878-4274-8803-617a47612020 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:51:31.374170 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-65cf0758-36bb-4130-8c5a-05b81e7a833a service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836096 Aug 27 14:51:31.983386 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b30f2-dbc1-491c-ad64-619d62bb6450 req-2996a06c-1d0e-4de6-afc2-0dc2fd0af639 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:31.984898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a27b30f2-dbc1-491c-ad64-619d62bb6450 req-2996a06c-1d0e-4de6-afc2-0dc2fd0af639 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 945 time: 0.0548477 Aug 27 14:51:32.023853 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a27b30f2-dbc1-491c-ad64-619d62bb6450 req-cad47776-766d-4ef9-8ed6-e2711e64e433 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323324 Aug 27 14:51:32.626920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device bbf52919-a878-4274-8803-617a47612020 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:51:32.675416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port bbf52919-a878-4274-8803-617a47612020 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:51:32.679198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port bbf52919-a878-4274-8803-617a47612020 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:51:32.679584 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:32.762038 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:32.785784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf52919-a878-4274-8803-617a47612020'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:51:32.788080 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff7465e-70fa-4348-93fc-9ddfa300e43a" -d '{"events": [{"server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "name": "network-vif-plugged", "status": "completed", "tag": "bbf52919-a878-4274-8803-617a47612020"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:51:32.803667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port bbf52919-a878-4274-8803-617a47612020, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:51:32.807539 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:32.855068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:32.903656 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cb2b9f-fe7f-46f8-a8d9-6956752058ec x-openstack-request-id: req-61cb2b9f-fe7f-46f8-a8d9-6956752058ec {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:51:32.903965 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "name": "network-vif-plugged", "status": "completed", "tag": "bbf52919-a878-4274-8803-617a47612020", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:51:32.904205 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-61cb2b9f-fe7f-46f8-a8d9-6956752058ec {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:51:32.904608 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf52919-a878-4274-8803-617a47612020', 'code': 200} Aug 27 14:51:33.149541 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c062a-d66c-4ce9-b7bf-f3ae51ebb976 req-0546e849-e359-4b90-8620-dafb321f4218 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:33.151478 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-990c062a-d66c-4ce9-b7bf-f3ae51ebb976 req-0546e849-e359-4b90-8620-dafb321f4218 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0580177 Aug 27 14:51:33.192117 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-990c062a-d66c-4ce9-b7bf-f3ae51ebb976 req-f404bdcb-f57c-4a11-9451-749413b3d77b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339525 Aug 27 14:51:33.336975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-29e72a33-c9e2-4a21-8e43-704cac060ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:33.338430 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-29e72a33-c9e2-4a21-8e43-704cac060ea7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 1098 time: 0.0535030 Aug 27 14:51:33.357044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:51:33.412825 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:33.624380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] For port bbf52919-a878-4274-8803-617a47612020, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:51:33.657524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] For port bbf52919-a878-4274-8803-617a47612020, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:51:33.696720 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf52919-a878-4274-8803-617a47612020'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:51:33.699027 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f68afd-1a74-48bb-9896-71435d4d8948" -d '{"events": [{"server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf52919-a878-4274-8803-617a47612020"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:51:33.703114 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:33.719273 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Transition to ACTIVE for port object bbf52919-a878-4274-8803-617a47612020 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:51:33.723545 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:33.810368 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Pushing event updated for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=10']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:33.821830 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f806d0-821d-4877-bcd0-06c3145514c9 x-openstack-request-id: req-81f806d0-821d-4877-bcd0-06c3145514c9 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:51:33.822130 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf52919-a878-4274-8803-617a47612020", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:51:33.822386 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81f806d0-821d-4877-bcd0-06c3145514c9 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:51:33.822824 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf52919-a878-4274-8803-617a47612020', 'code': 200} Aug 27 14:51:33.830065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:33.830417 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:33.830787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:33.831125 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:33.831461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:33.831835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:33.832153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:33.832485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:33.833004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:33.833341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:33.833670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:33.833995 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:51:33.871759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] No DVR routers for this DVR port bbf52919-a878-4274-8803-617a47612020 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:51:34.013933 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Attempting to bind port bbf52919-a878-4274-8803-617a47612020 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:51:34.014268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Attempting to bind port bbf52919-a878-4274-8803-617a47612020 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:51:34.014597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Attempting to bind port bbf52919-a878-4274-8803-617a47612020 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:51:34.018922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Port bbf52919-a878-4274-8803-617a47612020 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:51:34.019246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Attempting to bind port bbf52919-a878-4274-8803-617a47612020 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:51:34.025174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:51:34.025635 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Checking segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:51:34.026054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Bound using segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:51:34.026818 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Bound port: bbf52919-a878-4274-8803-617a47612020, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:51:34.027180 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:34.095834 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] For port bbf52919-a878-4274-8803-617a47612020, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:51:34.100309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] For port bbf52919-a878-4274-8803-617a47612020, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:51:34.104181 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:34.140536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:34.141158 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:34.142568 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] 10.222.0.41 "PUT /v2.0/ports/bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 1094 time: 0.7903101 Aug 27 14:51:34.164294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955e6fe-afec-43b7-8069-789d3d60676c service neutron] Pushing event updated for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=11']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:34.223460 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-64c59088-6137-4e1f-af92-b5954fe1b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:34.225157 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-64c59088-6137-4e1f-af92-b5954fe1b394 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 1097 time: 0.0484440 Aug 27 14:51:34.320406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564661e-000b-4f73-9fae-d09be5eca838 req-ad2ccf2e-fbc0-4978-b107-5a75bc3ab8a9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:34.321948 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0564661e-000b-4f73-9fae-d09be5eca838 req-ad2ccf2e-fbc0-4978-b107-5a75bc3ab8a9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 945 time: 0.0568151 Aug 27 14:51:34.328107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-e5f92990-e8eb-405f-93cd-3f71e0892342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:34.329611 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-e5f92990-e8eb-405f-93cd-3f71e0892342 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0976756 Aug 27 14:51:34.362079 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0564661e-000b-4f73-9fae-d09be5eca838 req-6e3621d1-fc40-4391-bc71-bad0423f43bf tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340776 Aug 27 14:51:34.402895 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-fcded857-a5ac-4572-a66a-b6fa9c895fc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 1001 time: 0.0664418 Aug 27 14:51:34.450877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-ae61dda0-d3af-4328-98aa-04f0571c6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:34.452313 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-ae61dda0-d3af-4328-98aa-04f0571c6f6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0434184 Aug 27 14:51:34.497014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-81b0ed35-64bd-4bac-984e-ae57afa5e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:34.498486 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-81b0ed35-64bd-4bac-984e-ae57afa5e505 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387578 Aug 27 14:51:34.596957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-8886aa68-3b6d-4baa-abcc-671c60ee3c7b service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912373 Aug 27 14:51:34.691188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43f6b4d2-9487-4938-a680-f1d3e6670d16 req-8e4efb4b-2dfb-4546-be79-27930878a747 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863614 Aug 27 14:51:35.481599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71947b-e9f3-4f06-83fa-edf632bd4cb8 req-0227cd27-a9db-409e-8f26-e3e05cb210a9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:35.483118 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f71947b-e9f3-4f06-83fa-edf632bd4cb8 req-0227cd27-a9db-409e-8f26-e3e05cb210a9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 945 time: 0.0490837 Aug 27 14:51:35.521379 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f71947b-e9f3-4f06-83fa-edf632bd4cb8 req-6fc19498-0dbc-4696-9567-fbcc50f65067 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319304 Aug 27 14:51:35.824412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'tag': 'bbf52919-a878-4274-8803-617a47612020'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:51:35.826781 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41caaa5e-09f4-43f5-98ac-b6da40d9c972" -d '{"events": [{"name": "network-changed", "server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "tag": "bbf52919-a878-4274-8803-617a47612020"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:51:35.876197 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44426dc9-081a-4732-b791-48713e333eed x-openstack-request-id: req-44426dc9-081a-4732-b791-48713e333eed {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:51:35.876487 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "tag": "bbf52919-a878-4274-8803-617a47612020", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:51:35.876738 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44426dc9-081a-4732-b791-48713e333eed {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:51:35.877129 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'tag': 'bbf52919-a878-4274-8803-617a47612020', 'status': 'completed', 'code': 200} Aug 27 14:51:35.937433 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-521da262-a54b-4ed3-b645-84a7efb7d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:35.938998 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-521da262-a54b-4ed3-b645-84a7efb7d97b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 1097 time: 0.0428329 Aug 27 14:51:35.969516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-dcce2233-48d4-4864-8190-57bb25cea4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:35.971050 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-dcce2233-48d4-4864-8190-57bb25cea4fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 1097 time: 0.0450840 Aug 27 14:51:36.035108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-b4c1d05e-e74d-4248-9658-6196bbd7b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:36.037260 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-b4c1d05e-e74d-4248-9658-6196bbd7b974 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0918467 Aug 27 14:51:36.061639 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-9c9a3f69-ce63-44fd-98af-b0b4b8f595c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:36.063169 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-9c9a3f69-ce63-44fd-98af-b0b4b8f595c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0854647 Aug 27 14:51:36.105109 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-adc69928-999f-4407-a118-e0f70e2fc910 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 1001 time: 0.0613301 Aug 27 14:51:36.136729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-3d3169f2-2573-4f84-b029-0d28688b12b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 200 len: 1001 time: 0.0658350 Aug 27 14:51:36.162898 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-cdddce02-d88f-4332-9000-4472e14aa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:36.164412 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-cdddce02-d88f-4332-9000-4472e14aa822 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0518045 Aug 27 14:51:36.189378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-69c44082-c120-4398-90cf-54cdfe7aef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:36.190907 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-69c44082-c120-4398-90cf-54cdfe7aef30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0457690 Aug 27 14:51:36.213661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-d4ea4d98-82cc-42ea-a8d7-4a6202cbc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:36.215225 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-d4ea4d98-82cc-42ea-a8d7-4a6202cbc141 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433261 Aug 27 14:51:36.238100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-7821038a-11f0-4960-8706-822111f1352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:36.240865 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-7821038a-11f0-4960-8706-822111f1352b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426390 Aug 27 14:51:36.308459 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-d024437e-f5ff-4219-8b1d-28f8160a56f3 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848916 Aug 27 14:51:36.342410 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-b8f2ce4c-a42f-4776-8c86-62136af81c1e service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943615 Aug 27 14:51:36.406710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-90343b4e-23d6-429c-82aa-8a30cbbe48d5 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898733 Aug 27 14:51:36.438149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41caaa5e-09f4-43f5-98ac-b6da40d9c972 req-c7163ea9-9e58-4376-b0c1-5b1da9b5cc1b service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886443 Aug 27 14:51:36.641843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140d3a2-f896-4d04-9943-78097e0cbe59 req-89084e73-06b0-4894-984e-d856075784d4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:36.643851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c140d3a2-f896-4d04-9943-78097e0cbe59 req-89084e73-06b0-4894-984e-d856075784d4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 945 time: 0.0525689 Aug 27 14:51:36.644202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device bbf52919-a878-4274-8803-617a47612020 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:51:36.682903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device bbf52919-a878-4274-8803-617a47612020 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:51:36.687742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c140d3a2-f896-4d04-9943-78097e0cbe59 req-8c5e47b0-8595-4cf2-ad37-0ae60302c264 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330009 Aug 27 14:51:37.300817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bbf52919-a878-4274-8803-617a47612020 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:51:37.396371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port bbf52919-a878-4274-8803-617a47612020, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:51:37.407877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'bbf52919-a878-4274-8803-617a47612020', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'port_id': 'bbf52919-a878-4274-8803-617a47612020', 'mac_address': 'fa:16:3e:38:94:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:51:37.445111 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:37.457991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf52919-a878-4274-8803-617a47612020 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:51:37.476475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port bbf52919-a878-4274-8803-617a47612020, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:51:37.480687 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:37.527536 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=12']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:37.810832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc3999-69d5-4cf9-8556-e9ba8172568e req-6d7b0024-939f-4c02-b993-023c0ab71f0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:37.812678 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27dc3999-69d5-4cf9-8556-e9ba8172568e req-6d7b0024-939f-4c02-b993-023c0ab71f0d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0536845 Aug 27 14:51:37.854106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27dc3999-69d5-4cf9-8556-e9ba8172568e req-7fe9b754-34c9-4337-90e7-29210dfe7366 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341537 Aug 27 14:51:37.933119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['bbf52919-a878-4274-8803-617a47612020'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:51:38.975832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab14d6-0a11-490c-affc-994c06cf26c9 req-11b4dfbe-9c86-4517-b3a2-100d0c0fda07 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:38.977331 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-53ab14d6-0a11-490c-affc-994c06cf26c9 req-11b4dfbe-9c86-4517-b3a2-100d0c0fda07 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0558290 Aug 27 14:51:39.015845 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-53ab14d6-0a11-490c-affc-994c06cf26c9 req-0c4f16a1-a775-4c50-8a8f-f48a92330d3b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Aug 27 14:51:39.135641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca0cdf-81ed-4171-9502-42f9035b7a70 req-cd2630ed-50f9-4a30-a8d4-380cb5093784 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:39.137065 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6dca0cdf-81ed-4171-9502-42f9035b7a70 req-cd2630ed-50f9-4a30-a8d4-380cb5093784 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0498114 Aug 27 14:51:39.175758 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6dca0cdf-81ed-4171-9502-42f9035b7a70 req-9e0db34b-5532-4fc0-87e5-6d38efe865ba tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326955 Aug 27 14:51:39.292781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e9d13-f556-4c55-9087-cf4278f52a70 req-56fdfc42-cd83-41ab-bb65-f8e62d37df10 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:39.294360 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-975e9d13-f556-4c55-9087-cf4278f52a70 req-56fdfc42-cd83-41ab-bb65-f8e62d37df10 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0530591 Aug 27 14:51:39.315593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bbf52919-a878-4274-8803-617a47612020 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:51:39.336043 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-975e9d13-f556-4c55-9087-cf4278f52a70 req-4fafe03a-05d7-4298-b642-ff4f6efcc909 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350211 Aug 27 14:51:39.365082 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port bbf52919-a878-4274-8803-617a47612020 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:51:39.368907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port bbf52919-a878-4274-8803-617a47612020 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:51:39.369282 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:39.577539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3453fa6-0111-4108-b25d-080e11b02ea4 req-1f6d654f-fd73-490d-882a-0cfa47176c1d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:39.579162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3453fa6-0111-4108-b25d-080e11b02ea4 req-1f6d654f-fd73-490d-882a-0cfa47176c1d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 946 time: 0.0507202 Aug 27 14:51:39.619326 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3453fa6-0111-4108-b25d-080e11b02ea4 req-1259dc08-5214-448b-9093-3e65e97f0efd tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332963 Aug 27 14:51:39.627066 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:39.652876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf52919-a878-4274-8803-617a47612020'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:51:39.655103 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4a986e-862e-42ec-826f-334c9fc22696" -d '{"events": [{"server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "name": "network-vif-plugged", "status": "completed", "tag": "bbf52919-a878-4274-8803-617a47612020"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:51:39.668550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port bbf52919-a878-4274-8803-617a47612020, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:51:39.672486 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:39.698774 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789e3b22-128a-44b1-9d3d-8be704ffb493 x-openstack-request-id: req-789e3b22-128a-44b1-9d3d-8be704ffb493 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:51:39.699073 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "name": "network-vif-plugged", "status": "completed", "tag": "bbf52919-a878-4274-8803-617a47612020", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:51:39.699326 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-789e3b22-128a-44b1-9d3d-8be704ffb493 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:51:39.699716 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf52919-a878-4274-8803-617a47612020', 'code': 200} Aug 27 14:51:39.726204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=13']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:40.467523 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:40.740812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d863648-36d0-415c-80ee-629ab4c65342 req-0e774acf-a3ac-4aad-8b33-ec55f1323315 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:40.742330 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d863648-36d0-415c-80ee-629ab4c65342 req-0e774acf-a3ac-4aad-8b33-ec55f1323315 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 947 time: 0.0544980 Aug 27 14:51:40.783098 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d863648-36d0-415c-80ee-629ab4c65342 req-dc341e26-4ec8-4b98-95cc-7dfbc133aa29 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345311 Aug 27 14:51:41.080320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-1822cbcc-7cf3-4aed-8510-94ad6b1e2d3d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:41.081867 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-1822cbcc-7cf3-4aed-8510-94ad6b1e2d3d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 947 time: 0.0491037 Aug 27 14:51:41.175266 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Deleting port bbf52919-a878-4274-8803-617a47612020 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:51:41.175608 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:41.263371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] For port bbf52919-a878-4274-8803-617a47612020, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=bbf52919-a878-4274-8803-617a47612020,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:51:41.263735 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:41.434257 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:41.434564 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:41.434913 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf disassociated. External IP: 172.25.2.154, port: bbf52919-a878-4274-8803-617a47612020. Aug 27 14:51:41.435251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Calling delete_port for bbf52919-a878-4274-8803-617a47612020 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:51:41.569737 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:41.603927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event deleted for resources: {'Port': ['ID=bbf52919-a878-4274-8803-617a47612020,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:41.725717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Router 69142097-746a-48c7-9b52-8b709a4fa0e2 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:51:41.838251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:51:41.851161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d601c7-2763-4874-813a-6691addc355a None None] Sync routers for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:51:41.862163 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d601c7-2763-4874-813a-6691addc355a None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:51:41.863226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f0d601c7-2763-4874-813a-6691addc355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:51:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:41.880866 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] No DVR routers for this DVR port bbf52919-a878-4274-8803-617a47612020 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:51:41.884438 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:41.886803 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2a4cde40-182d-4f11-b968-099cb9a132ad req-9d7f1406-cba4-4807-9870-428f5c3c3679 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ea000a-9082-45da-be8d-5850404ce849 HTTP/1.1" status: 200 len: 210 time: 0.0329375 Aug 27 14:51:41.887321 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0d41a03c-bfbc-40de-b28d-ed24182c8917 req-74253fc3-504f-49e1-b32a-bf9c1dfd4fea tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.41 "DELETE /v2.0/ports/bbf52919-a878-4274-8803-617a47612020 HTTP/1.1" status: 204 len: 173 time: 0.7988448 Aug 27 14:51:41.887425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'name': 'network-vif-deleted', 'tag': 'bbf52919-a878-4274-8803-617a47612020'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:51:41.889690 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71a13e67fe3af1d76a4382f77ebee310857650ee4f7ba480d531e6e7d703b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095ba78c-3344-462d-93bf-b30dc0c36855" -d '{"events": [{"server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "name": "network-vif-deleted", "tag": "bbf52919-a878-4274-8803-617a47612020"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:51:41.929763 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b95328-4083-4629-8b83-3e4e5e52dba2 x-openstack-request-id: req-e3b95328-4083-4629-8b83-3e4e5e52dba2 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:51:41.930057 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ea000a-9082-45da-be8d-5850404ce849", "name": "network-vif-deleted", "tag": "bbf52919-a878-4274-8803-617a47612020", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:51:41.930357 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3b95328-4083-4629-8b83-3e4e5e52dba2 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:51:41.930923 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ea000a-9082-45da-be8d-5850404ce849', 'name': 'network-vif-deleted', 'tag': 'bbf52919-a878-4274-8803-617a47612020', 'status': 'completed', 'code': 200} Aug 27 14:51:41.981923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f0d601c7-2763-4874-813a-6691addc355a None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:51:42.183085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f0d601c7-2763-4874-813a-6691addc355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:42.209561 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d601c7-2763-4874-813a-6691addc355a None None] Checking router: 69142097-746a-48c7-9b52-8b709a4fa0e2 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:51:42.217750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d601c7-2763-4874-813a-6691addc355a None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:51:42.218354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f0d601c7-2763-4874-813a-6691addc355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:51:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:42.323976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-f0d601c7-2763-4874-813a-6691addc355a None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:51:42.534185 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-f0d601c7-2763-4874-813a-6691addc355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:42.564824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d601c7-2763-4874-813a-6691addc355a None None] The sync data for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 is: [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:51:42.784746 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75877871-05b8-4ef7-84a4-c2f2eff09232 None None] New status for floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:51:43.195925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-afb2c5bb-2c01-4374-bf7a-12df5c9e2137 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--377659913&fields=id&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 267 time: 0.0332305 Aug 27 14:51:43.300431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22828584-8a7e-4f84-895a-69e4303ed274 req-2de87789-b913-42db-aef2-9d3adbe765dd tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:43.302041 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-2de87789-b913-42db-aef2-9d3adbe765dd tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 812 time: 0.0993769 Aug 27 14:51:43.317088 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-03817d73-18e5-4767-9bf0-618d7aa71dad tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/quotas/19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 375 time: 0.0089447 Aug 27 14:51:43.374035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-4fddaeff-44ed-421a-8e57-d443ed0a9ed8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518553 Aug 27 14:51:43.389720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-6f868f52-62b7-4861-92d2-0662726b91cf service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:51:43.390678 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-6f868f52-62b7-4861-92d2-0662726b91cf service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051389 Aug 27 14:51:43.480121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-0c5f224e-07fe-49b7-9175-8656756fbecd service neutron] 10.222.0.55 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837564 Aug 27 14:51:43.575745 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-2222f80e-e65a-439a-b537-549301b3245c service neutron] 10.222.0.55 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894628 Aug 27 14:51:43.743917 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b4b4f69b-c5be-4486-877c-47f16d92cce2 req-bd1c616c-3848-4a82-8244-aae332fc2286 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 210 time: 0.0336747 Aug 27 14:51:44.720901 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5a406d3-6328-4358-a0e9-68dfaf3551e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:44.978457 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37291980-059b-4b97-921a-13e0ea91d600 req-e00af603-d759-4923-8d27-5e3c4c160ee0 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 210 time: 0.0561254 Aug 27 14:51:45.027164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22828584-8a7e-4f84-895a-69e4303ed274 req-a9464562-eef2-45d5-be9d-191af3a34297 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:45.028726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-a9464562-eef2-45d5-be9d-191af3a34297 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 812 time: 0.4685171 Aug 27 14:51:45.076273 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-8b87450c-d9ff-4f11-a179-432d08c1d266 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 379 time: 0.0376365 Aug 27 14:51:45.086249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-22828584-8a7e-4f84-895a-69e4303ed274 req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Request body: {'port': {'device_id': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'admin_state_up': True, 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'security_groups': ['464c91e8-c7d5-4a1b-9034-c043af679d8b']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:51:45.192600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22828584-8a7e-4f84-895a-69e4303ed274 req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Made reservation on behalf of 19bb5187e898407f83aa86787c25b068 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:51:45.196194 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-22828584-8a7e-4f84-895a-69e4303ed274 req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:45.324569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-22828584-8a7e-4f84-895a-69e4303ed274 req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Allocated IP 172.20.0.6 (e5d51766-f98d-4ae3-ac71-33fb574042e1/a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd/4ad7ba48-5e59-47cb-97e6-8205a37b20b1) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:51:45.348625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bbf52919-a878-4274-8803-617a47612020 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:51:45.371705 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: bbf52919-a878-4274-8803-617a47612020 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:51:45.372052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device bbf52919-a878-4274-8803-617a47612020 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:51:45.466546 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-22828584-8a7e-4f84-895a-69e4303ed274 req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:45.481227 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-22828584-8a7e-4f84-895a-69e4303ed274 req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Transition to ACTIVE for port object 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:51:45.514437 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-22828584-8a7e-4f84-895a-69e4303ed274 req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:45.562163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22828584-8a7e-4f84-895a-69e4303ed274 req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Network e5d51766-f98d-4ae3-ac71-33fb574042e1 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:51:45.567767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-22828584-8a7e-4f84-895a-69e4303ed274 req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:51:45.571627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-22828584-8a7e-4f84-895a-69e4303ed274 req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:51:45.604544 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event updated for resources: {'Port': ['ID=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:45.630749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22828584-8a7e-4f84-895a-69e4303ed274 req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:45.631474 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-22828584-8a7e-4f84-895a-69e4303ed274 req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:45.648272 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-26fae218-39c6-4d73-adcc-c421cbf717ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5660765 Aug 27 14:51:45.661506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Request body: {'port': {'device_id': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:51:45.720533 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:45.765311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8805c6fa-4a3b-4e3e-8d2e-d97da035d761 None None] Provisioning for port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:51:45.769210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8805c6fa-4a3b-4e3e-8d2e-d97da035d761 None None] Provisioning complete for port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:51:45.769817 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8805c6fa-4a3b-4e3e-8d2e-d97da035d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:45.805386 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8805c6fa-4a3b-4e3e-8d2e-d97da035d761 None None] Port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:51:45.987225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:51:45.994457 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:46.006599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Transition to ACTIVE for port object 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:51:46.010322 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:46.064086 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Pushing event updated for resources: {'Port': ['ID=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:46.108633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fd3fe-6d69-46fc-81af-0aa04189e3f5 req-a83400f6-efce-47e9-bb2d-e55cc816a5a9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:46.116904 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-611fd3fe-6d69-46fc-81af-0aa04189e3f5 req-a83400f6-efce-47e9-bb2d-e55cc816a5a9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.0656104 Aug 27 14:51:46.131964 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Attempting to bind port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:51:46.132305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Attempting to bind port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:51:46.132639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Attempting to bind port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:51:46.137334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:51:46.137816 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Attempting to bind port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:51:46.143182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:51:46.143524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Checking segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:51:46.143917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Bound using segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:51:46.144379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Bound port: 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:51:46.145302 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:46.154706 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-611fd3fe-6d69-46fc-81af-0aa04189e3f5 req-f4c6ccf6-f047-4bb2-aa14-a720d1cfa875 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368896 Aug 27 14:51:46.217972 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:51:46.221090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:51:46.225952 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:46.261000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:46.261619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:46.263097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] 10.222.0.52 "PUT /v2.0/ports/4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 1092 time: 0.6067924 Aug 27 14:51:46.263562 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:51:46.266209 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a677724-58fe-453a-842f-3d0a1475cd24" -d '{"events": [{"name": "network-changed", "server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:51:46.304213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4717d3b-966b-4948-9d73-90a8638b9caa service neutron] Pushing event updated for resources: {'Port': ['ID=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:46.338038 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546d8a9a-bcdc-4bb5-a1d2-04857a63431c x-openstack-request-id: req-546d8a9a-bcdc-4bb5-a1d2-04857a63431c {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:51:46.338331 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:51:46.338586 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-546d8a9a-bcdc-4bb5-a1d2-04857a63431c {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:51:46.339005 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'status': 'completed', 'code': 200} Aug 27 14:51:46.354744 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d57d716e-7d52-4fc9-b767-cd364c02af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:46.356311 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-d57d716e-7d52-4fc9-b767-cd364c02af82 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 1095 time: 0.0481403 Aug 27 14:51:46.404768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-5282dab7-a61d-4837-9336-fbd2b1cefe26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 217 time: 0.0407252 Aug 27 14:51:46.456405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22828584-8a7e-4f84-895a-69e4303ed274 req-40332d96-efa2-4d09-b845-91f506208c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:46.458415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-40332d96-efa2-4d09-b845-91f506208c3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0467997 Aug 27 14:51:46.503447 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22828584-8a7e-4f84-895a-69e4303ed274 req-0283e096-437d-453e-93d7-dbc5a455f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:46.505533 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-0283e096-437d-453e-93d7-dbc5a455f3bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407071 Aug 27 14:51:46.601521 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-8c865073-3187-4bc6-8f13-86a8f56d15c1 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887306 Aug 27 14:51:46.694246 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22828584-8a7e-4f84-895a-69e4303ed274 req-5cb8c621-8035-4960-b064-35ef91a15240 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856738 Aug 27 14:51:46.781784 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a677724-58fe-453a-842f-3d0a1475cd24 req-48f26391-1868-4bc1-907a-0108a85e501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:46.783399 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a677724-58fe-453a-842f-3d0a1475cd24 req-48f26391-1868-4bc1-907a-0108a85e501b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 1095 time: 0.0423009 Aug 27 14:51:46.882302 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a677724-58fe-453a-842f-3d0a1475cd24 req-1e20b8bb-c6b8-4d19-a97a-a04e48d0b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:46.883754 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a677724-58fe-453a-842f-3d0a1475cd24 req-1e20b8bb-c6b8-4d19-a97a-a04e48d0b958 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0932615 Aug 27 14:51:46.928080 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a677724-58fe-453a-842f-3d0a1475cd24 req-1ac84b29-89d2-40d1-ba8b-e286b6de8524 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 217 time: 0.0365014 Aug 27 14:51:46.983938 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a677724-58fe-453a-842f-3d0a1475cd24 req-3475df39-b0e5-41da-abf5-5e2c60080812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:46.985417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a677724-58fe-453a-842f-3d0a1475cd24 req-3475df39-b0e5-41da-abf5-5e2c60080812 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0499992 Aug 27 14:51:47.033311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a677724-58fe-453a-842f-3d0a1475cd24 req-d07337f6-5067-4b63-9315-6a5f9b84049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:47.034858 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a677724-58fe-453a-842f-3d0a1475cd24 req-d07337f6-5067-4b63-9315-6a5f9b84049a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410116 Aug 27 14:51:47.127150 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a677724-58fe-453a-842f-3d0a1475cd24 req-f53599fd-16da-4bba-9a3d-f63936186227 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850391 Aug 27 14:51:47.228297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a677724-58fe-453a-842f-3d0a1475cd24 req-a537f31c-2246-4b93-a791-1d89926a0c53 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930049 Aug 27 14:51:47.274235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cbedc-7460-4e89-8d3a-db105158b79b req-b52aa854-7fc1-4820-b56e-9726818087ab tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:47.275835 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d3cbedc-7460-4e89-8d3a-db105158b79b req-b52aa854-7fc1-4820-b56e-9726818087ab tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.0524638 Aug 27 14:51:47.314842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d3cbedc-7460-4e89-8d3a-db105158b79b req-0b48d97b-2d13-4be2-b0f0-a0c21ca3591c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328665 Aug 27 14:51:47.550558 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:47.573245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ac14-f408-4bc5-8255-4d45604984f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:48.436368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671484c-aa8c-4158-923b-fab4cf97c09a req-dcaca0c5-c845-4cc7-b76f-f8c99aa63d85 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:48.437869 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c671484c-aa8c-4158-923b-fab4cf97c09a req-dcaca0c5-c845-4cc7-b76f-f8c99aa63d85 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.0496101 Aug 27 14:51:48.476837 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c671484c-aa8c-4158-923b-fab4cf97c09a req-91625909-3f66-48f6-a96a-67023fe7fb30 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321617 Aug 27 14:51:48.689078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:51:48.786719 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:51:48.797588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'port_id': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'mac_address': 'fa:16:3e:ef:28:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:51:48.834039 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:48.846310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:51:48.866379 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:51:48.870469 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:48.915890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:48.932984 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:49.070803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['4ad7ba48-5e59-47cb-97e6-8205a37b20b1'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:51:49.591988 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c928c-bdc4-4708-9ba8-0cf3141595fe req-d4e3d401-4156-40cc-951f-4c26993ee72a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:49.593503 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2d3c928c-bdc4-4708-9ba8-0cf3141595fe req-d4e3d401-4156-40cc-951f-4c26993ee72a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0497944 Aug 27 14:51:49.635008 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2d3c928c-bdc4-4708-9ba8-0cf3141595fe req-75db69cf-93ad-44ad-948d-6536a710c158 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349498 Aug 27 14:51:50.400880 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:50.704993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:51:50.752571 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6a8a1-ba8f-409f-893b-6baae30c5bda req-0d2aae1e-e998-4f67-a2e2-8c60c2530b0b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:50.753200 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:51:50.754658 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e5e6a8a1-ba8f-409f-893b-6baae30c5bda req-0d2aae1e-e998-4f67-a2e2-8c60c2530b0b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0510743 Aug 27 14:51:50.757614 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:51:50.757989 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:50.795794 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e5e6a8a1-ba8f-409f-893b-6baae30c5bda req-a536491d-6ec7-4f90-b8c6-aaa13def103a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344489 Aug 27 14:51:50.841429 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:50.863511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:51:50.865661 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c55b7d1692c8fd56802ccbe729240175e5499db7c58de3c4f1564575d4a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee74b9c3-3f2d-4931-857a-1d7a03ff7b7d" -d '{"events": [{"server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "name": "network-vif-plugged", "status": "completed", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:51:50.877849 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:51:50.882907 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:50.907965 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17da88b1-c9ef-4721-b56a-83ec3ad3371b x-openstack-request-id: req-17da88b1-c9ef-4721-b56a-83ec3ad3371b {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:51:50.908254 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "name": "network-vif-plugged", "status": "completed", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:51:50.908514 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17da88b1-c9ef-4721-b56a-83ec3ad3371b {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:51:50.908889 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'code': 200} Aug 27 14:51:50.934934 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:51:51.007860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99019d4e-2562-4e86-81dd-f58499e00318 req-b17ff39f-5927-4518-89bd-08973fe3eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:51.009395 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-99019d4e-2562-4e86-81dd-f58499e00318 req-b17ff39f-5927-4518-89bd-08973fe3eb70 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 1097 time: 0.0458302 Aug 27 14:51:51.045835 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-99019d4e-2562-4e86-81dd-f58499e00318 req-e5091296-7ed2-419c-8081-f771f94f85d3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289345 Aug 27 14:51:51.912435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa107a32-fb14-45a2-9e7d-a653085ac9c7 req-efe38a4f-7909-4b63-8b51-29ebe04b678b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:51.913905 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa107a32-fb14-45a2-9e7d-a653085ac9c7 req-efe38a4f-7909-4b63-8b51-29ebe04b678b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0517514 Aug 27 14:51:51.961227 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa107a32-fb14-45a2-9e7d-a653085ac9c7 req-db0a5097-aae4-4758-8d1f-77b91e9d25a3 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412374 Aug 27 14:51:52.005091 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:53.078102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c7549-e630-46c3-805f-c941a5e2f736 req-6fdf4d52-8e8f-402d-a547-53f18b0e090a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:53.079627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3c4c7549-e630-46c3-805f-c941a5e2f736 req-6fdf4d52-8e8f-402d-a547-53f18b0e090a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0481989 Aug 27 14:51:53.119578 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3c4c7549-e630-46c3-805f-c941a5e2f736 req-08f275b1-80e7-41c9-9ff3-01dd62adb333 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329404 Aug 27 14:51:53.231911 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49938f-37c7-4b27-be03-8f1f50481455 req-3ca01f4b-c50b-4659-a5e2-d6ac047395df tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:53.233435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da49938f-37c7-4b27-be03-8f1f50481455 req-3ca01f4b-c50b-4659-a5e2-d6ac047395df tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0498309 Aug 27 14:51:53.242000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45188) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:51:53.246465 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5ddb1603-5280-49e1-a632-e985f2c95bca tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Request body: {'floatingip': {'port_id': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:51:53.290617 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ddb1603-5280-49e1-a632-e985f2c95bca tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:53.742949 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ddb1603-5280-49e1-a632-e985f2c95bca tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:53.746758 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ddb1603-5280-49e1-a632-e985f2c95bca tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:53.843222 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-5ddb1603-5280-49e1-a632-e985f2c95bca tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf associated. External IP: 172.25.2.154, port: 4ad7ba48-5e59-47cb-97e6-8205a37b20b1. Aug 27 14:51:54.056731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddb1603-5280-49e1-a632-e985f2c95bca tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Router 69142097-746a-48c7-9b52-8b709a4fa0e2 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:51:54.165385 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddb1603-5280-49e1-a632-e985f2c95bca tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:51:54.170448 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5ddb1603-5280-49e1-a632-e985f2c95bca tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:51:54.175681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96902ad7-8ac9-41f1-b24f-a9ef1a737665 None None] Sync routers for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:51:54.185516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96902ad7-8ac9-41f1-b24f-a9ef1a737665 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:51:54.186139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-96902ad7-8ac9-41f1-b24f-a9ef1a737665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:51:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:54.198778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5ddb1603-5280-49e1-a632-e985f2c95bca tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "PUT /v2.0/floatingips/1526f76e-9dd1-48e2-ab35-8cef8e7508cf HTTP/1.1" status: 200 len: 992 time: 0.9557161 Aug 27 14:51:54.199373 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:51:54.201628 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b419d4a25dd45c30518aaf8d16a49cba43ff2c1007acecbd0afb387426be738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba157c2-276c-49d3-9cb3-9b1d6cd50314" -d '{"events": [{"name": "network-changed", "server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:51:54.240334 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df77bc44-1e65-4884-a529-a98d1b3409c2 x-openstack-request-id: req-df77bc44-1e65-4884-a529-a98d1b3409c2 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:51:54.240987 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:51:54.240987 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df77bc44-1e65-4884-a529-a98d1b3409c2 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:51:54.241276 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'status': 'completed', 'code': 200} Aug 27 14:51:54.302390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba157c2-276c-49d3-9cb3-9b1d6cd50314 req-637f88f1-d01d-4f2c-bcc5-487bdb21e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:54.304330 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ba157c2-276c-49d3-9cb3-9b1d6cd50314 req-637f88f1-d01d-4f2c-bcc5-487bdb21e921 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 1097 time: 0.0435994 Aug 27 14:51:54.306996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-96902ad7-8ac9-41f1-b24f-a9ef1a737665 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:51:54.406287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba157c2-276c-49d3-9cb3-9b1d6cd50314 req-6cb0dae7-f165-4f91-9eb4-b01e528b7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:54.407852 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ba157c2-276c-49d3-9cb3-9b1d6cd50314 req-6cb0dae7-f165-4f91-9eb4-b01e528b7d7e service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0960400 Aug 27 14:51:54.474903 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ba157c2-276c-49d3-9cb3-9b1d6cd50314 req-0c607b58-57a9-4070-9950-65acb6d79549 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 1000 time: 0.0596244 Aug 27 14:51:54.531229 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba157c2-276c-49d3-9cb3-9b1d6cd50314 req-e56147e3-d9db-4c05-b105-66ed8aa67607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:54.532727 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ba157c2-276c-49d3-9cb3-9b1d6cd50314 req-e56147e3-d9db-4c05-b105-66ed8aa67607 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0510414 Aug 27 14:51:54.540483 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-96902ad7-8ac9-41f1-b24f-a9ef1a737665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1526f76e-9dd1-48e2-ab35-8cef8e7508cf', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'port_id': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'mac_address': 'fa:16:3e:ef:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:42:59Z', 'updated_at': '2021-08-27T14:51:53Z', 'revision_number': 13, 'project_id': '19bb5187e898407f83aa86787c25b068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:54.568552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96902ad7-8ac9-41f1-b24f-a9ef1a737665 None None] Checking router: 69142097-746a-48c7-9b52-8b709a4fa0e2 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:51:54.580224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba157c2-276c-49d3-9cb3-9b1d6cd50314 req-e4e865d1-c031-41a0-9189-daffd111b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:51:54.580973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96902ad7-8ac9-41f1-b24f-a9ef1a737665 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:51:54.581605 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-96902ad7-8ac9-41f1-b24f-a9ef1a737665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:51:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:54.581788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ba157c2-276c-49d3-9cb3-9b1d6cd50314 req-e4e865d1-c031-41a0-9189-daffd111b303 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420158 Aug 27 14:51:54.674299 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ba157c2-276c-49d3-9cb3-9b1d6cd50314 req-ddd9f85e-6372-406e-b787-eb6faad54e27 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850637 Aug 27 14:51:54.692369 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-96902ad7-8ac9-41f1-b24f-a9ef1a737665 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:51:54.770449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ba157c2-276c-49d3-9cb3-9b1d6cd50314 req-6e1b2461-8d12-493c-9c5b-111b8f64ea34 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886095 Aug 27 14:51:54.928911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-96902ad7-8ac9-41f1-b24f-a9ef1a737665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1526f76e-9dd1-48e2-ab35-8cef8e7508cf', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'port_id': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'mac_address': 'fa:16:3e:ef:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:42:59Z', 'updated_at': '2021-08-27T14:51:53Z', 'revision_number': 13, 'project_id': '19bb5187e898407f83aa86787c25b068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:51:54.955865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96902ad7-8ac9-41f1-b24f-a9ef1a737665 None None] The sync data for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 is: [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1526f76e-9dd1-48e2-ab35-8cef8e7508cf', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'port_id': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'mac_address': 'fa:16:3e:ef:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:42:59Z', 'updated_at': '2021-08-27T14:51:53Z', 'revision_number': 13, 'project_id': '19bb5187e898407f83aa86787c25b068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:51:55.163152 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638a5847-9766-446b-ae27-2a9df5970a8c None None] New status for floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:52:08.229977 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:52:10.467727 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:14.724586 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-88691bc8-9ffd-4334-bb7b-b90d6c178d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:15.580679 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03bfb0f5-d599-40b2-a4c8-dbb41a32c7ad req-71a51ca9-31bb-4c1b-aa0b-73648324f6ad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0839453 Aug 27 14:52:15.656182 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03bfb0f5-d599-40b2-a4c8-dbb41a32c7ad req-ee08f18f-d2dc-43e8-9711-21f8cda20eb6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0257657 Aug 27 14:52:15.697334 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03bfb0f5-d599-40b2-a4c8-dbb41a32c7ad req-92aa478a-9277-4eef-a758-5f2264828dd2 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201969 Aug 27 14:52:15.798276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfb0f5-d599-40b2-a4c8-dbb41a32c7ad req-d9518a37-fb1a-4c85-86cb-cf567146761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:52:15.799798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-03bfb0f5-d599-40b2-a4c8-dbb41a32c7ad req-d9518a37-fb1a-4c85-86cb-cf567146761a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948358 Aug 27 14:52:17.552800 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:17.573281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-89eddee2-6a5f-48a9-b588-489dce914901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:18.938362 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:20.404700 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:22.024636 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:40.466207 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:44.727524 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9ad41468-ee69-4c24-b36a-29901c00ce00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:45.230071 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:52:47.552927 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:47.574633 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9cfeddc8-9b8f-4ad7-9e01-dc8dc2ffcb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:48.937559 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:50.407815 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:52:52.028244 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:10.466655 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:14.729454 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d6b03ded-2bb0-44d5-93b5-e5b472f12ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:16.682544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33b190a5-6033-464b-be2e-a95ee5964659 req-87481f75-782c-42e3-a358-ccd958a158b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0806339 Aug 27 14:53:16.745207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b190a5-6033-464b-be2e-a95ee5964659 req-1b84c7d3-2d30-431f-849b-3c0aa41f5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:16.746772 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33b190a5-6033-464b-be2e-a95ee5964659 req-1b84c7d3-2d30-431f-849b-3c0aa41f5adc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 1097 time: 0.0410616 Aug 27 14:53:16.857209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b190a5-6033-464b-be2e-a95ee5964659 req-10b6805b-e3a3-43fd-94ed-715ed5466e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:16.858673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33b190a5-6033-464b-be2e-a95ee5964659 req-10b6805b-e3a3-43fd-94ed-715ed5466e57 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0917060 Aug 27 14:53:16.925532 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33b190a5-6033-464b-be2e-a95ee5964659 req-0abe35fd-bc2b-4da8-9cb8-aa8cc54b0558 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 1002 time: 0.0601943 Aug 27 14:53:16.980803 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b190a5-6033-464b-be2e-a95ee5964659 req-0cfa0095-1b2e-4288-8ede-71cbc78d319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:16.982309 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33b190a5-6033-464b-be2e-a95ee5964659 req-0cfa0095-1b2e-4288-8ede-71cbc78d319e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0504811 Aug 27 14:53:17.033165 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b190a5-6033-464b-be2e-a95ee5964659 req-f32faca1-15de-4840-8e00-a2b6c2b0f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:17.034810 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33b190a5-6033-464b-be2e-a95ee5964659 req-f32faca1-15de-4840-8e00-a2b6c2b0f4ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458896 Aug 27 14:53:17.128736 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33b190a5-6033-464b-be2e-a95ee5964659 req-9dfd769b-0db8-4486-b64b-094ee2aa1ca6 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868745 Aug 27 14:53:17.224004 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33b190a5-6033-464b-be2e-a95ee5964659 req-b97c7536-07d8-460b-a587-292ab487d5ec service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884242 Aug 27 14:53:17.558533 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:17.578729 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a25783b3-547c-41cb-a966-a9887ffb2fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:18.942253 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:20.411071 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:22.040800 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:22.231244 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:53:28.312067 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ee4fcea-84cb-4c65-b5c0-71a284c5002b req-1aece349-5560-4026-8023-7cb581333586 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0702353 Aug 27 14:53:28.395261 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ee4fcea-84cb-4c65-b5c0-71a284c5002b req-f7bfd8d7-17e3-4766-a43c-9002c09121b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0258689 Aug 27 14:53:28.442581 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ee4fcea-84cb-4c65-b5c0-71a284c5002b req-99f1e084-c921-4721-8180-31a02cc03603 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191391 Aug 27 14:53:28.540555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4fcea-84cb-4c65-b5c0-71a284c5002b req-a41737ff-ad43-44cd-8d6b-2cb069681335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:28.542432 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9ee4fcea-84cb-4c65-b5c0-71a284c5002b req-a41737ff-ad43-44cd-8d6b-2cb069681335 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924606 Aug 27 14:53:34.026096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc89eff-e73f-4254-9ac1-d3c27f9654a9 req-d34f4174-b5e7-4b10-80cf-c585a1572d62 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:34.027788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc89eff-e73f-4254-9ac1-d3c27f9654a9 req-d34f4174-b5e7-4b10-80cf-c585a1572d62 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.1014154 Aug 27 14:53:34.068336 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-bdc89eff-e73f-4254-9ac1-d3c27f9654a9 req-7000fe50-a917-460a-b758-899d4b5d10dd tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341611 Aug 27 14:53:40.473737 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:44.730838 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e18a-e53b-4acc-99ae-398e2cd17d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:45.606829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc371ce3-8b1c-4e7c-8a8c-e7438d004d2e req-d282136c-df16-4b92-b1c6-f31320c35b2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:45.609280 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc371ce3-8b1c-4e7c-8a8c-e7438d004d2e req-d282136c-df16-4b92-b1c6-f31320c35b2c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0671847 Aug 27 14:53:45.632416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-347c2893-3977-47cb-a7a0-4c77b2d94d21 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990419 Aug 27 14:53:45.674208 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cc371ce3-8b1c-4e7c-8a8c-e7438d004d2e req-e5bb0f37-5985-406e-a2a1-77fe5469d334 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532737 Aug 27 14:53:46.813512 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa85e4-fbf3-4d82-8f5b-bd6680ecb260 req-7b13633c-feb8-4459-a408-d2116df10083 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:46.815243 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-07aa85e4-fbf3-4d82-8f5b-bd6680ecb260 req-7b13633c-feb8-4459-a408-d2116df10083 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0591507 Aug 27 14:53:46.863363 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-07aa85e4-fbf3-4d82-8f5b-bd6680ecb260 req-ea2659d8-3a61-43cb-bed5-0d70dd9dbfc5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365946 Aug 27 14:53:47.040190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-89546eaf-c807-4684-a80d-5f6cf035a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:47.041736 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-89546eaf-c807-4684-a80d-5f6cf035a59c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 1097 time: 0.0444901 Aug 27 14:53:47.141045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-66abdea8-c5ae-4bbd-8e79-6bea1f248ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:47.142450 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-66abdea8-c5ae-4bbd-8e79-6bea1f248ce9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0932395 Aug 27 14:53:47.219750 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-a30c9b9b-01f5-4fa2-b510-037dfdedfcde service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 1002 time: 0.0687308 Aug 27 14:53:47.275913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-ef79416d-fa12-4777-badd-f46430224676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:47.277410 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-ef79416d-fa12-4777-badd-f46430224676 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0498328 Aug 27 14:53:47.335938 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-eb933abd-4351-4afd-9f6c-cf3d38b35411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:47.337578 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-eb933abd-4351-4afd-9f6c-cf3d38b35411 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518153 Aug 27 14:53:47.447689 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-b84250e4-07ec-4c64-9d6b-c92b7384e6d6 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987985 Aug 27 14:53:47.561513 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-3d4e70ba-4c92-4786-809a-7be08d204b62 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059062 Aug 27 14:53:47.565634 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:47.592349 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-30e22ad1-b470-4d90-b1fb-07526a0958c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:48.033405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcd676-974b-45cd-9234-751f60081880 req-b0be0ad3-5e8f-44a7-aa3a-4ba6b29a5533 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:48.036420 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebdcd676-974b-45cd-9234-751f60081880 req-b0be0ad3-5e8f-44a7-aa3a-4ba6b29a5533 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0878899 Aug 27 14:53:48.085449 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebdcd676-974b-45cd-9234-751f60081880 req-6f2b935e-3128-4f84-8997-c23a2611c25c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419998 Aug 27 14:53:48.946431 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:49.217537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac92c5b-d19b-4e1c-a17e-81581928bd75 req-f6063ba5-dc7b-4c1d-a7bf-ceaa4f734cf4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:49.219140 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6ac92c5b-d19b-4e1c-a17e-81581928bd75 req-f6063ba5-dc7b-4c1d-a7bf-ceaa4f734cf4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0573730 Aug 27 14:53:49.263286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6ac92c5b-d19b-4e1c-a17e-81581928bd75 req-39853385-43f4-4a62-9645-6a0d5b70a77d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379045 Aug 27 14:53:50.396059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3662a-9d1e-41df-9f31-0744ad663cff req-947c0fde-2841-4e61-b9c5-c12e9642146e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:50.397739 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dfb3662a-9d1e-41df-9f31-0744ad663cff req-947c0fde-2841-4e61-b9c5-c12e9642146e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0580449 Aug 27 14:53:50.414978 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:50.440586 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dfb3662a-9d1e-41df-9f31-0744ad663cff req-b8101d3a-1e3b-4153-a76a-d8fa00a53f89 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354517 Aug 27 14:53:51.568018 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a1abd-0686-4782-b46b-718357046bd4 req-560fb02c-4124-4f3e-98dd-b90601d3a11d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:51.569841 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-169a1abd-0686-4782-b46b-718357046bd4 req-560fb02c-4124-4f3e-98dd-b90601d3a11d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0542293 Aug 27 14:53:51.610247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-169a1abd-0686-4782-b46b-718357046bd4 req-c74eefd4-0d80-40db-b41c-31808ce1aba5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337901 Aug 27 14:53:52.053819 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:53:52.730816 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04810162-8615-4bb0-911d-e4c2a4d43e74 req-53f2a608-5a9b-43a5-b12f-bb5def43a952 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:52.732325 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04810162-8615-4bb0-911d-e4c2a4d43e74 req-53f2a608-5a9b-43a5-b12f-bb5def43a952 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0501390 Aug 27 14:53:52.770168 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04810162-8615-4bb0-911d-e4c2a4d43e74 req-2428235a-a965-480a-861e-d7e9bca3bee0 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319889 Aug 27 14:53:53.891191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b330da-e499-46bf-86c8-c2f33f39e7ec req-05e2050b-2b51-4546-8694-4671369644d4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:53.892734 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f0b330da-e499-46bf-86c8-c2f33f39e7ec req-05e2050b-2b51-4546-8694-4671369644d4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0507774 Aug 27 14:53:53.937601 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f0b330da-e499-46bf-86c8-c2f33f39e7ec req-f0f4c28e-9aba-4ffc-ae56-fd992eb51406 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380208 Aug 27 14:53:55.074217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ddd2-01b2-4d31-b0a9-910db3b1680a req-a3948b8a-7f0d-43de-a268-ea28a6d0edb5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:55.075821 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4744ddd2-01b2-4d31-b0a9-910db3b1680a req-a3948b8a-7f0d-43de-a268-ea28a6d0edb5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0516999 Aug 27 14:53:55.120475 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4744ddd2-01b2-4d31-b0a9-910db3b1680a req-e5fe7c30-a9df-4050-8a8d-ef9ca5e0da79 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385151 Aug 27 14:53:56.243634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65084c9-33a2-4836-8c1b-fb5a1af57673 req-d4a34c57-2a84-4286-a30a-8e9d1c133a4b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:56.245191 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c65084c9-33a2-4836-8c1b-fb5a1af57673 req-d4a34c57-2a84-4286-a30a-8e9d1c133a4b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0526400 Aug 27 14:53:56.292356 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c65084c9-33a2-4836-8c1b-fb5a1af57673 req-20b09ed8-4fdf-4b12-bb01-98dafe49d072 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365472 Aug 27 14:53:57.458491 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb1a02-5b56-45ae-a7b9-063185c446d0 req-1a13f28d-838c-425b-8359-432daa0c5e69 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:57.460802 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fccb1a02-5b56-45ae-a7b9-063185c446d0 req-1a13f28d-838c-425b-8359-432daa0c5e69 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0567498 Aug 27 14:53:57.505542 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fccb1a02-5b56-45ae-a7b9-063185c446d0 req-5a3ec77f-16c3-45c4-9b3f-5b66f6f673ad tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337417 Aug 27 14:53:58.636083 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da100d3-ab4e-475a-9839-41baa6f25ea5 req-de1001de-9f41-483f-8a68-5ac0762c5193 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:58.637710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0da100d3-ab4e-475a-9839-41baa6f25ea5 req-de1001de-9f41-483f-8a68-5ac0762c5193 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0544629 Aug 27 14:53:58.683795 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0da100d3-ab4e-475a-9839-41baa6f25ea5 req-91142eb4-7c03-409d-938f-07e08bf092c4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347240 Aug 27 14:53:59.229959 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:53:59.809863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe4b35-3b28-440f-ae0c-58e526193574 req-3f718349-97cb-45d5-bdf2-f838437d6bd5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:53:59.811450 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6dbe4b35-3b28-440f-ae0c-58e526193574 req-3f718349-97cb-45d5-bdf2-f838437d6bd5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0514593 Aug 27 14:53:59.855872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6dbe4b35-3b28-440f-ae0c-58e526193574 req-201e9d8a-c5c0-4eb0-b033-dd20758fe361 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330486 Aug 27 14:54:00.993562 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c05c78-caf9-481a-bb02-292c7c3ad807 req-79fefe60-30b4-4214-bae3-411514ea57ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:00.995488 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3c05c78-caf9-481a-bb02-292c7c3ad807 req-79fefe60-30b4-4214-bae3-411514ea57ae tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0609865 Aug 27 14:54:01.050966 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3c05c78-caf9-481a-bb02-292c7c3ad807 req-62572e74-3e20-45c5-94c0-7701abfc855d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439706 Aug 27 14:54:01.876696 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-b2fb93b0-47e3-4096-9714-e14f3143bac0 service neutron] show failed (client error): The resource could not be found. Aug 27 14:54:01.877855 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-b2fb93b0-47e3-4096-9714-e14f3143bac0 service neutron] 10.222.0.52 "GET /v2.0/ports/4ad7ba48-5e59-47cb-97e6-8205a37b20b1/bindings/n-h2-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0659053 Aug 27 14:54:02.103857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-4b9d6cdd-6f5b-4749-87ab-5972897091af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:02.105952 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-4b9d6cdd-6f5b-4749-87ab-5972897091af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 1097 time: 0.0479469 Aug 27 14:54:02.124875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:54:02.275795 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:02.295768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fb8bf-6b6a-488f-b51c-1a612e4c4a82 req-74123266-149e-4bb4-b0d4-933252283575 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:02.298458 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e01fb8bf-6b6a-488f-b51c-1a612e4c4a82 req-74123266-149e-4bb4-b0d4-933252283575 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.1384621 Aug 27 14:54:02.424249 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e01fb8bf-6b6a-488f-b51c-1a612e4c4a82 req-8db55e28-5480-45a3-8c83-87e51ffb4dd4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146793 Aug 27 14:54:02.700888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:54:02.736435 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:54:02.796328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:54:02.801931 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:02.815592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Transition to ACTIVE for port object 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:54:02.820658 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:02.864969 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738fe595-6a36-4574-8d21-a61373176395" -d '{"events": [{"server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:54:02.927325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Pushing event updated for resources: {'Port': ['ID=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,revision_number=6']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:02.960233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] No DVR routers for this DVR port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:54:02.963852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:02.963852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:02.963852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:02.964332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:02.964515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:02.964731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:02.965065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:02.965387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:02.965721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:02.966230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:02.966424 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:02.966668 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:03.076085 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45b3e14-848b-430c-81d2-e34338383e86 x-openstack-request-id: req-e45b3e14-848b-430c-81d2-e34338383e86 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:54:03.076505 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:54:03.076850 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e45b3e14-848b-430c-81d2-e34338383e86 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:54:03.077341 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'code': 200} Aug 27 14:54:03.149504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Attempting to bind port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:54:03.150217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Attempting to bind port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:54:03.150217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Attempting to bind port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:54:03.154911 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:54:03.155239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Attempting to bind port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:54:03.160739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:54:03.161079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Checking segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:54:03.161467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Bound using segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:54:03.161894 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Bound port: 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:54:03.162257 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:03.232235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:54:03.235361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:54:03.241516 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:03.282670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:03.283354 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:03.284756 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] 10.222.0.41 "PUT /v2.0/ports/4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 1092 time: 1.1645958 Aug 27 14:54:03.301509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:54:03.303391 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901a500-47cf-47dc-9406-151818fad8cb service neutron] Pushing event updated for resources: {'Port': ['ID=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:03.351099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:54:03.390081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-0fcada40-9607-404e-bcfe-e794e20727f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:03.392441 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-0fcada40-9607-404e-bcfe-e794e20727f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 1095 time: 0.0696583 Aug 27 14:54:03.529053 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-b243298f-9642-4673-9d18-3971c4f3f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:03.530981 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-b243298f-9642-4673-9d18-3971c4f3f59e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.1304669 Aug 27 14:54:03.634266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-b16165d9-b325-48ae-8765-d09628110109 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 1000 time: 0.0948024 Aug 27 14:54:03.646888 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f906f-3cfb-41a0-a6df-8591bbc2fc0a req-091401af-b9ea-40ad-b299-7718da2818fe tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:03.648595 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f97f906f-3cfb-41a0-a6df-8591bbc2fc0a req-091401af-b9ea-40ad-b299-7718da2818fe tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.1078534 Aug 27 14:54:03.718060 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-732d8791-3318-41ea-815c-aed98fac94d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:03.719608 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-732d8791-3318-41ea-815c-aed98fac94d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0701339 Aug 27 14:54:03.722418 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f97f906f-3cfb-41a0-a6df-8591bbc2fc0a req-d34c0182-a709-4646-a076-ff75e62dac4e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652072 Aug 27 14:54:03.768270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-c1f96e96-22f8-4684-ae93-813721fac6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:03.769710 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-c1f96e96-22f8-4684-ae93-813721fac6cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426092 Aug 27 14:54:03.869135 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-a5bfcfaa-88e6-44b3-ae53-1226f1bef8f9 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919511 Aug 27 14:54:03.967741 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0178f5c-7698-476e-8f34-58fc9c3ca7b9 req-4d611184-812b-4448-9cc4-c6924bc1ad05 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914404 Aug 27 14:54:04.905676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c8390-1746-4362-ad6f-fec8533dabcb req-7d04f270-589d-4251-97e9-5dd4931798b3 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:04.907606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-455c8390-1746-4362-ad6f-fec8533dabcb req-7d04f270-589d-4251-97e9-5dd4931798b3 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.0581002 Aug 27 14:54:04.957666 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-455c8390-1746-4362-ad6f-fec8533dabcb req-118ab05c-51a8-4bbb-b1d6-7ee9d4138735 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387957 Aug 27 14:54:05.078883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:54:05.081855 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37adb10f-a646-4126-930b-317c107edcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:54:05.171201 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecae0b5-ac37-4a76-9fcb-c51df4400782 x-openstack-request-id: req-fecae0b5-ac37-4a76-9fcb-c51df4400782 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:54:05.171648 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:54:05.172139 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fecae0b5-ac37-4a76-9fcb-c51df4400782 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:54:05.172675 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'status': 'completed', 'code': 200} Aug 27 14:54:05.239769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adb10f-a646-4126-930b-317c107edcb3 req-ecef8794-1c59-4211-b772-7140d0386878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:05.243005 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-ecef8794-1c59-4211-b772-7140d0386878 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 1095 time: 0.0590022 Aug 27 14:54:05.292394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adb10f-a646-4126-930b-317c107edcb3 req-2d308990-d26d-4783-920b-c2a1f1f33c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:05.295063 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-2d308990-d26d-4783-920b-c2a1f1f33c8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 1095 time: 0.0788217 Aug 27 14:54:05.398146 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adb10f-a646-4126-930b-317c107edcb3 req-f23a1300-b1ed-4087-9c7e-060c89d503e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:05.400648 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-f23a1300-b1ed-4087-9c7e-060c89d503e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.1497879 Aug 27 14:54:05.420940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adb10f-a646-4126-930b-317c107edcb3 req-95810438-88fd-4fde-b8c8-83b181cd96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:05.423497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-95810438-88fd-4fde-b8c8-83b181cd96b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.1216509 Aug 27 14:54:05.502402 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-fd19b9ab-bdfb-4c4a-be61-766eb9cc7c67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 1000 time: 0.0916982 Aug 27 14:54:05.516548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-75b0ab3d-83db-4dba-a188-08df3c7ef51c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 1000 time: 0.0842435 Aug 27 14:54:05.604826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adb10f-a646-4126-930b-317c107edcb3 req-069ea71f-5273-4e7a-8d5c-3948d1c150cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:05.608253 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-069ea71f-5273-4e7a-8d5c-3948d1c150cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0766828 Aug 27 14:54:05.689765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adb10f-a646-4126-930b-317c107edcb3 req-6ef17549-9a34-42d2-bc5f-8e9f01fefc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:05.692879 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-6ef17549-9a34-42d2-bc5f-8e9f01fefc12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755982 Aug 27 14:54:06.077988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adb10f-a646-4126-930b-317c107edcb3 req-bd298c6a-a61e-4a1f-87ba-39d8993ba063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:06.080900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-bd298c6a-a61e-4a1f-87ba-39d8993ba063 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.5665524 Aug 27 14:54:06.192710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adb10f-a646-4126-930b-317c107edcb3 req-667a98a8-0d7d-40eb-9ae3-e7f2af9669b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:06.195048 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-667a98a8-0d7d-40eb-9ae3-e7f2af9669b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038408 Aug 27 14:54:06.242826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7787879-6d06-49c4-85d6-6bdf7a6ecf13 req-8464f8fd-cb5d-4768-8975-03e6d70fdd80 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:06.244596 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7787879-6d06-49c4-85d6-6bdf7a6ecf13 req-8464f8fd-cb5d-4768-8975-03e6d70fdd80 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.1046402 Aug 27 14:54:06.342337 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7787879-6d06-49c4-85d6-6bdf7a6ecf13 req-f8063883-d58a-405b-926a-30e576ef6ae9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650623 Aug 27 14:54:06.367585 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-431d291f-5105-46f1-b2da-636b3e19f393 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600261 Aug 27 14:54:06.407302 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-3a89fa46-92ef-4f4b-9361-c79f28689b5f service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7067461 Aug 27 14:54:06.524247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-49a48870-d343-4677-b46c-6707a84fcdae service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448174 Aug 27 14:54:06.559188 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-37adb10f-a646-4126-930b-317c107edcb3 req-527ab3dc-97f2-4a3a-9470-dfe443f4205e service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430740 Aug 27 14:54:07.536093 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7258c-008f-43c8-9015-8ef402ff9ce6 req-97473848-8c3f-4097-9193-caa7c76cfd49 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:07.538859 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0a7258c-008f-43c8-9015-8ef402ff9ce6 req-97473848-8c3f-4097-9193-caa7c76cfd49 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.0644639 Aug 27 14:54:07.593811 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d0a7258c-008f-43c8-9015-8ef402ff9ce6 req-0c76041a-e6de-465d-8baa-502f60e2cc74 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475149 Aug 27 14:54:08.777781 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cc813-2686-4af3-b4d8-b2804c7758e6 req-42bdccc8-7653-4ba3-a9f7-13ff99eaa8e4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:08.780018 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d07cc813-2686-4af3-b4d8-b2804c7758e6 req-42bdccc8-7653-4ba3-a9f7-13ff99eaa8e4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.0885825 Aug 27 14:54:08.832059 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d07cc813-2686-4af3-b4d8-b2804c7758e6 req-40b3bbc6-b818-48d6-a7ef-ed6682693eb2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Aug 27 14:54:09.978058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d863715-abb8-4e41-aa29-e38e6e57d288 req-f22e1613-c809-4b73-8897-8aa5b8d60aa2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:09.979708 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d863715-abb8-4e41-aa29-e38e6e57d288 req-f22e1613-c809-4b73-8897-8aa5b8d60aa2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.0582936 Aug 27 14:54:10.027493 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d863715-abb8-4e41-aa29-e38e6e57d288 req-2985c973-0bcc-41bb-bbae-099455ee3285 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368626 Aug 27 14:54:10.486053 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:11.157271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1ea04-1a0c-4076-b3e6-50fa3d600de2 req-25112f6b-bba2-4577-b84b-678c16709c98 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:11.158899 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6de1ea04-1a0c-4076-b3e6-50fa3d600de2 req-25112f6b-bba2-4577-b84b-678c16709c98 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.0578780 Aug 27 14:54:11.205759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6de1ea04-1a0c-4076-b3e6-50fa3d600de2 req-1651085b-0d7a-407b-94fd-68d11b0e4087 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357418 Aug 27 14:54:12.342966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d014dc4-7f88-4dda-9b6b-644abcba80ba req-78d8e9fd-9093-456b-b0ba-6130e12cea5e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:12.344767 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5d014dc4-7f88-4dda-9b6b-644abcba80ba req-78d8e9fd-9093-456b-b0ba-6130e12cea5e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.0523868 Aug 27 14:54:12.386406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5d014dc4-7f88-4dda-9b6b-644abcba80ba req-cc8ab8e2-cd86-4c9a-a2f2-14e5fa04686e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347047 Aug 27 14:54:13.519466 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd92c3-b8cc-42fd-9527-9b09d54985ba req-7ddf7287-265d-4587-8bde-0ad1fe51b38f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:13.521049 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-85cd92c3-b8cc-42fd-9527-9b09d54985ba req-7ddf7287-265d-4587-8bde-0ad1fe51b38f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.0522714 Aug 27 14:54:13.564235 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-85cd92c3-b8cc-42fd-9527-9b09d54985ba req-663110e3-fe7b-45b0-a038-3dd1090cc6dc tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367796 Aug 27 14:54:14.715906 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafdab1-dfdd-47b3-97a1-9ea89831bfff req-77b32402-64ce-42c7-b5f9-87775b822914 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:14.718574 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7dafdab1-dfdd-47b3-97a1-9ea89831bfff req-77b32402-64ce-42c7-b5f9-87775b822914 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.0566483 Aug 27 14:54:14.739701 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b38f8095-ce00-488f-9dcf-70fbe9ce1974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:14.779618 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7dafdab1-dfdd-47b3-97a1-9ea89831bfff req-be36c85a-816d-431f-95ee-b4a4649d2080 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493662 Aug 27 14:54:15.916987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ddc17-c842-4ba7-a96e-aea52c84fb7b req-d89c19c1-8ac2-45c1-bd2a-e3b135d1e125 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:15.918608 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-435ddc17-c842-4ba7-a96e-aea52c84fb7b req-d89c19c1-8ac2-45c1-bd2a-e3b135d1e125 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.0624020 Aug 27 14:54:15.963154 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-435ddc17-c842-4ba7-a96e-aea52c84fb7b req-52cbebea-563b-4b2c-9c92-8932454111c6 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380676 Aug 27 14:54:17.084916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c661-f039-493b-afca-91258f6e9f1e req-2ff1b395-1eab-4e06-b35d-afc691d7ae6f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:17.086658 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66d9c661-f039-493b-afca-91258f6e9f1e req-2ff1b395-1eab-4e06-b35d-afc691d7ae6f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.0511928 Aug 27 14:54:17.134385 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-66d9c661-f039-493b-afca-91258f6e9f1e req-99aab9da-6a7e-431e-884f-04ecadbe13bd tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414958 Aug 27 14:54:17.589932 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:17.605390 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6873fdd9-104a-408c-98f1-9dc28155d6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:18.168889 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:54:18.215068 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-085ade6e-3bed-4f6c-b3c9-d3ee8a7973cb req-872b5d03-a4c3-4e50-9a46-16131cc59306 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0514367 Aug 27 14:54:18.316170 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-085ade6e-3bed-4f6c-b3c9-d3ee8a7973cb req-ac1cfb3f-afbe-4e05-a2c7-c6dabb515bdd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0367484 Aug 27 14:54:18.326017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:54:18.330655 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dbbd2-c6e8-4eba-ba4d-733920754033 req-7f0ebf0c-a9c0-459c-a83f-081492971d34 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:18.332330 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa1dbbd2-c6e8-4eba-ba4d-733920754033 req-7f0ebf0c-a9c0-459c-a83f-081492971d34 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 943 time: 0.1031916 Aug 27 14:54:18.347372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'port_id': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'mac_address': 'fa:16:3e:ef:28:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:54:18.399326 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-085ade6e-3bed-4f6c-b3c9-d3ee8a7973cb req-737976bd-0eb7-4cc5-a2ef-227f5445ca4b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521636 Aug 27 14:54:18.399911 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:18.422863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:54:18.457055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:54:18.462041 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:18.487620 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aa1dbbd2-c6e8-4eba-ba4d-733920754033 req-ec096e74-18d5-4fec-b081-a1d312e77f80 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431658 Aug 27 14:54:18.531056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:18.540121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:18.540121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:18.540563 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:18.540731 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:18.541071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:18.541402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:18.541727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:18.542052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:18.542375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:18.542738 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:18.543060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:18.543383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:18.575987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ade6e-3bed-4f6c-b3c9-d3ee8a7973cb req-847547ec-2bfc-4d4e-9348-859fa2227fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:18.577731 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-085ade6e-3bed-4f6c-b3c9-d3ee8a7973cb req-847547ec-2bfc-4d4e-9348-859fa2227fa8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1704698 Aug 27 14:54:18.903026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['4ad7ba48-5e59-47cb-97e6-8205a37b20b1'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:54:18.956115 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-824cb030-153e-450e-b01c-b4961acbdf70 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:18.959472 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-824cb030-153e-450e-b01c-b4961acbdf70 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.41 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc&tenant_id=19bb5187e898407f83aa86787c25b068&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 944 time: 0.0974791 Aug 27 14:54:18.980798 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:18.996897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449bc60-938f-49b6-91fe-0ba9f9ce9fa5 req-3e16a5b8-104f-4191-a173-3d95242d6924 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:18.998831 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d449bc60-938f-49b6-91fe-0ba9f9ce9fa5 req-3e16a5b8-104f-4191-a173-3d95242d6924 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0958269 Aug 27 14:54:19.062103 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d449bc60-938f-49b6-91fe-0ba9f9ce9fa5 req-d09b346d-1fe6-41d3-869f-15ae00c81853 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547702 Aug 27 14:54:19.072548 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-36d27be1-619c-4173-99ed-f197c64b311c service neutron] 10.222.0.41 "GET /v2.0/ports/4ad7ba48-5e59-47cb-97e6-8205a37b20b1/bindings/n-h2-712139-12 HTTP/1.1" status: 200 len: 383 time: 0.1050153 Aug 27 14:54:19.169168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-087dff18-2eee-49c2-a435-5f57ed6a92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:19.170622 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-087dff18-2eee-49c2-a435-5f57ed6a92fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 1096 time: 0.0546882 Aug 27 14:54:19.267204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-9a0921d5-83fc-49a1-93b3-1912f0cae0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:19.268736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-9a0921d5-83fc-49a1-93b3-1912f0cae0df service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.0900054 Aug 27 14:54:19.344820 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-8539c3e2-55b3-43ad-8894-0bde5405052c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 1001 time: 0.0680199 Aug 27 14:54:19.397920 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-eca1da5b-8674-493a-b82f-c47a21a2d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:19.399546 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-eca1da5b-8674-493a-b82f-c47a21a2d0d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0470259 Aug 27 14:54:19.453186 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-2f7958d6-84e2-4c26-9cd6-a5c9d939adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:19.454661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-2f7958d6-84e2-4c26-9cd6-a5c9d939adcf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471668 Aug 27 14:54:19.564835 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-c87f0061-87cd-43c0-b7b3-d76965d7d9b9 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019902 Aug 27 14:54:19.670779 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-a25b24c7-32a5-4cde-a3a0-e2a6bceab0e9 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977349 Aug 27 14:54:20.203956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:54:20.227089 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec98a9-7559-4d42-ae32-72b8b2182d52 req-cc60a061-385c-4bde-ade0-5998f9bf5ab5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:20.229809 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22ec98a9-7559-4d42-ae32-72b8b2182d52 req-cc60a061-385c-4bde-ade0-5998f9bf5ab5 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0793681 Aug 27 14:54:20.295164 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22ec98a9-7559-4d42-ae32-72b8b2182d52 req-28ae1f46-b2e0-46df-bb01-5145b550c288 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581489 Aug 27 14:54:20.445328 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:20.464691 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:54:20.470196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:54:20.470835 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:20.600237 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:20.627025 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:54:20.643902 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:54:20.649731 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:20.679822 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774afaa2-8fcd-4784-977b-c9804780cd30" -d '{"events": [{"server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "name": "network-vif-plugged", "status": "completed", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:54:20.733750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:20.807473 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60e5b65-da38-4707-8e22-ed061b78869f x-openstack-request-id: req-a60e5b65-da38-4707-8e22-ed061b78869f {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:54:20.807994 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "name": "network-vif-plugged", "status": "completed", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:54:20.808341 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a60e5b65-da38-4707-8e22-ed061b78869f {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:54:20.808817 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'code': 200} Aug 27 14:54:21.466510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad30619-3d72-4558-88aa-282ccd30ba66 req-3c13c304-06a4-4175-bec8-c95f716aa467 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:21.468147 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ad30619-3d72-4558-88aa-282ccd30ba66 req-3c13c304-06a4-4175-bec8-c95f716aa467 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0599897 Aug 27 14:54:21.515660 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5ad30619-3d72-4558-88aa-282ccd30ba66 req-8c41df71-4a6f-4b07-88e1-372b56243fd8 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350509 Aug 27 14:54:22.067643 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:22.657338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acab04b-e99f-4a0f-9a35-5ebe368ca053 req-fea4f318-dfc4-4b73-ae06-8c44777109de tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:22.659098 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7acab04b-e99f-4a0f-9a35-5ebe368ca053 req-fea4f318-dfc4-4b73-ae06-8c44777109de tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0551615 Aug 27 14:54:22.702932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7acab04b-e99f-4a0f-9a35-5ebe368ca053 req-c7f68d34-8ff3-4400-a978-d5920cd5f74d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370400 Aug 27 14:54:23.841874 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8529f-ec78-4ce1-80ba-d1d45d0c8f61 req-8c8e971c-37de-4ad1-934f-5dd06f1b3750 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:23.843501 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22d8529f-ec78-4ce1-80ba-d1d45d0c8f61 req-8c8e971c-37de-4ad1-934f-5dd06f1b3750 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0543609 Aug 27 14:54:23.890949 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22d8529f-ec78-4ce1-80ba-d1d45d0c8f61 req-7c392a8b-f1c8-4105-a7b0-dd61d8cba3ec tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393908 Aug 27 14:54:24.098800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-1d75e247-1886-4d87-a2da-b499ca89d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:24.101181 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-1d75e247-1886-4d87-a2da-b499ca89d8c8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc&tenant_id=19bb5187e898407f83aa86787c25b068 HTTP/1.1" status: 200 len: 1097 time: 0.0453179 Aug 27 14:54:24.121741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:54:24.183815 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:24.416613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:54:24.453640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:54:24.501873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:54:24.509569 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:24.524606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Transition to ACTIVE for port object 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:54:24.530775 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:24.565784 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e0ca15-070a-491d-a4a3-cb52bf77784d" -d '{"events": [{"server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:54:24.667380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,revision_number=10']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:24.679779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:24.680130 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:24.680488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:24.680827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:24.681162 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:24.681498 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:24.681829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:24.682309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:24.682646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:24.683095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:24.683379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:24.683701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:54:24.725643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] No DVR routers for this DVR port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:54:24.728456 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 14:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66860ddf-48f0-40cb-9e96-66f5b4b0ffc8 x-openstack-request-id: req-66860ddf-48f0-40cb-9e96-66f5b4b0ffc8 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:54:24.728775 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:54:24.729005 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66860ddf-48f0-40cb-9e96-66f5b4b0ffc8 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:54:24.729412 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'code': 200} Aug 27 14:54:24.932012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Attempting to bind port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:54:24.932554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Attempting to bind port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:54:24.933093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Attempting to bind port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:54:24.940722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:54:24.941266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Attempting to bind port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on network e5d51766-f98d-4ae3-ac71-33fb574042e1 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:54:24.951087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:54:24.951567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Checking segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:54:24.952071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Bound using segment: {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:54:24.952646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Bound port: 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61f1016-eb6d-46a1-a4ac-24693c4ac360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:54:24.953120 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:25.038258 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:54:25.043690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:54:25.045116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ce578-50dc-4691-8daf-68b64cec0add req-a71fdb65-d2eb-4d2e-81d8-cb3cab48c08c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:25.047378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d97ce578-50dc-4691-8daf-68b64cec0add req-a71fdb65-d2eb-4d2e-81d8-cb3cab48c08c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0637863 Aug 27 14:54:25.052201 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:25.096766 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:25.097526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:25.099415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] 10.222.0.52 "PUT /v2.0/ports/4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 1093 time: 0.9821413 Aug 27 14:54:25.104390 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d97ce578-50dc-4691-8daf-68b64cec0add req-1f64518c-cc2a-432f-bf91-d7bcb2eafe9d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471740 Aug 27 14:54:25.160340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9a9c4-4275-4d29-9a0a-e000f2611f21 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,revision_number=11']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:25.205601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-a384588d-eb0a-400c-bf70-82877cf99283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:25.207732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-a384588d-eb0a-400c-bf70-82877cf99283 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 1096 time: 0.0711730 Aug 27 14:54:25.335369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-350ebe6a-595d-4cb7-9859-4b88be8fa63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:25.337126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-350ebe6a-595d-4cb7-9859-4b88be8fa63d service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.1206782 Aug 27 14:54:25.418097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-dd7d1305-3a6b-4a43-b423-ababee25552b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 1000 time: 0.0731130 Aug 27 14:54:25.471381 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-f9047294-8016-4344-9f79-b4f39812f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:25.472924 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-f9047294-8016-4344-9f79-b4f39812f8eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0474472 Aug 27 14:54:25.525763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-d749c837-1425-4c00-a904-900f8f433a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:25.527412 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-d749c837-1425-4c00-a904-900f8f433a36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438426 Aug 27 14:54:25.630354 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-5dcdb9fc-b79d-4c6d-8dca-7c8bd694bc7a service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951455 Aug 27 14:54:25.727393 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30d2b556-a71c-4fb6-bf3f-9026699c948a req-d1925832-7ed0-4f32-b9e1-11de55f469b0 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891743 Aug 27 14:54:26.223624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:54:26.266056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:54:26.310384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0d6d-9a61-40a8-9840-c1ad64bfa892 req-3c584741-a141-4f23-a41a-c8b3c8c4959f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:26.313356 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93fc0d6d-9a61-40a8-9840-c1ad64bfa892 req-3c584741-a141-4f23-a41a-c8b3c8c4959f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0942876 Aug 27 14:54:26.377833 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93fc0d6d-9a61-40a8-9840-c1ad64bfa892 req-cd405f3b-cf91-4961-9b8a-86a13d6ea560 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568204 Aug 27 14:54:26.731295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:54:26.733898 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:54:26.799114 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10319cff-bc9c-4508-9ccb-1f7a0d976b6e x-openstack-request-id: req-10319cff-bc9c-4508-9ccb-1f7a0d976b6e {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:54:26.799573 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:54:26.799979 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10319cff-bc9c-4508-9ccb-1f7a0d976b6e {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:54:26.800602 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'status': 'completed', 'code': 200} Aug 27 14:54:26.865824 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-2ceb44e1-a4da-41a2-987c-0cc8b9c199f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:26.868324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-2ceb44e1-a4da-41a2-987c-0cc8b9c199f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 1096 time: 0.0539277 Aug 27 14:54:26.892897 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-07c03bc6-00eb-475c-9d13-34514d3aec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:26.895549 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-07c03bc6-00eb-475c-9d13-34514d3aec82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19bb5187e898407f83aa86787c25b068&device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 1096 time: 0.0529749 Aug 27 14:54:27.037424 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-17bb2140-1780-4c16-bca9-0e91e7eeee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:27.039774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-17bb2140-1780-4c16-bca9-0e91e7eeee61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.1365004 Aug 27 14:54:27.043113 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-b9a4a445-4d56-47b8-99dc-f8f5674a1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:27.044793 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-b9a4a445-4d56-47b8-99dc-f8f5674a1906 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 200 len: 913 time: 0.1703994 Aug 27 14:54:27.133219 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-5b8953e1-7376-4a68-b9af-e84451d25ac3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 1000 time: 0.0848179 Aug 27 14:54:27.135704 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-2a73d112-c1c7-472a-abcd-28ec76bc4ad3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 200 len: 1000 time: 0.0832772 Aug 27 14:54:27.190412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-56a003fd-1fe7-4a30-b4af-303364de3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:27.192059 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-56a003fd-1fe7-4a30-b4af-303364de3959 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0545733 Aug 27 14:54:27.222294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-9898f2c2-1123-4977-ad01-81c527ba1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:27.225001 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-9898f2c2-1123-4977-ad01-81c527ba1891 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 200 len: 851 time: 0.0812554 Aug 27 14:54:27.248054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-23f2d80c-021d-4e0a-8221-fc978fe5e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:27.249870 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-23f2d80c-021d-4e0a-8221-fc978fe5e7ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503232 Aug 27 14:54:27.288967 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-8c645585-5f80-4ea8-aa3e-a6b72f17553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:27.290990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-8c645585-5f80-4ea8-aa3e-a6b72f17553a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e5d51766-f98d-4ae3-ac71-33fb574042e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577545 Aug 27 14:54:27.372034 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-0cd1b0fb-4309-4dce-9b96-d93dcf90de30 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139834 Aug 27 14:54:27.425527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-e8409bad-56e2-4882-b205-01f4fbadfc2f service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267323 Aug 27 14:54:27.523334 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-cec00972-d5b4-440a-aca4-752e09ab9309 service neutron] 10.222.0.41 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432076 Aug 27 14:54:27.605374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7272ab-377c-494a-bbfc-8f4a60cfe244 req-19d6281d-0b9e-48d7-b31c-599a9a27bbcc tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:27.607324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7f7272ab-377c-494a-bbfc-8f4a60cfe244 req-19d6281d-0b9e-48d7-b31c-599a9a27bbcc tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0916491 Aug 27 14:54:27.613849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f999a9b1-f4de-42c9-b72c-cce2a1b33e2a req-7be8b922-7d38-4145-9464-c026df233165 service neutron] 10.222.0.52 "GET /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792486 Aug 27 14:54:27.653632 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7f7272ab-377c-494a-bbfc-8f4a60cfe244 req-54b12c5e-b618-41f6-97b3-fe039c3fd0c7 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361712 Aug 27 14:54:28.223913 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-158e0f36-8895-4ba6-a34f-f5b5594a635a req-f1e5f3f9-ad01-4047-bd9e-fc01bfe43609 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274215 Aug 27 14:54:28.307654 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-158e0f36-8895-4ba6-a34f-f5b5594a635a req-532bc054-fe1d-40eb-bbdd-5c80a95b74cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0270383 Aug 27 14:54:28.356735 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-158e0f36-8895-4ba6-a34f-f5b5594a635a req-1f55d07c-d198-4c83-8e50-eb0e61866896 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251467 Aug 27 14:54:28.454391 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e0f36-8895-4ba6-a34f-f5b5594a635a req-991b928c-165a-4a4d-8517-49b5f7dd7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:28.455930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-158e0f36-8895-4ba6-a34f-f5b5594a635a req-991b928c-165a-4a4d-8517-49b5f7dd7ced service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931365 Aug 27 14:54:28.837280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394d20-cbc9-4cec-9ef8-c94b0c469cc1 req-1ecb27db-f498-4c34-a143-876a95ab468e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:28.839234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee394d20-cbc9-4cec-9ef8-c94b0c469cc1 req-1ecb27db-f498-4c34-a143-876a95ab468e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0827403 Aug 27 14:54:28.892457 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ee394d20-cbc9-4cec-9ef8-c94b0c469cc1 req-32a7f63a-80cc-4122-af90-f3ab3f532ce4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433328 Aug 27 14:54:30.082206 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957eb25-d80a-4d1f-9026-19a2bbbdf606 req-a86a906c-32d9-4b66-b807-519a909c2e74 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:30.084900 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f957eb25-d80a-4d1f-9026-19a2bbbdf606 req-a86a906c-32d9-4b66-b807-519a909c2e74 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0849905 Aug 27 14:54:30.140356 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f957eb25-d80a-4d1f-9026-19a2bbbdf606 req-45fa1691-5bfe-49e4-84a8-f601cfe9d184 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489862 Aug 27 14:54:31.285832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721f27c-7ecd-4336-924b-0ab6dd3f012a req-4d920566-d78d-4f0e-b4a5-65df8a443b6e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:31.288712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0721f27c-7ecd-4336-924b-0ab6dd3f012a req-4d920566-d78d-4f0e-b4a5-65df8a443b6e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0708816 Aug 27 14:54:31.337452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0721f27c-7ecd-4336-924b-0ab6dd3f012a req-ef387655-e86b-48ff-a410-59dd3a08f159 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411034 Aug 27 14:54:32.476855 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb77fd0-1b7e-4496-beee-5309cfe76d56 req-38ddf20a-41e9-4216-8b5e-479430eccc15 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:32.478427 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-deb77fd0-1b7e-4496-beee-5309cfe76d56 req-38ddf20a-41e9-4216-8b5e-479430eccc15 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0542026 Aug 27 14:54:32.519547 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-deb77fd0-1b7e-4496-beee-5309cfe76d56 req-c117f0f0-d5d3-42ac-882f-1b5e1c1f5d5e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345912 Aug 27 14:54:33.652478 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2965ac8-00d0-4f76-80ed-4fc83005a6b0 req-986c22f1-62d4-43bf-b34c-a09f6c9027b2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:33.654276 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2965ac8-00d0-4f76-80ed-4fc83005a6b0 req-986c22f1-62d4-43bf-b34c-a09f6c9027b2 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0586159 Aug 27 14:54:33.703284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2965ac8-00d0-4f76-80ed-4fc83005a6b0 req-1ffd9e14-ea2e-4557-be5c-bc7cafea71a1 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420189 Aug 27 14:54:34.852550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daad3df-59a3-4771-ac86-141969d664d1 req-630fc309-1a17-4354-8df8-5223f134191f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:34.854631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3daad3df-59a3-4771-ac86-141969d664d1 req-630fc309-1a17-4354-8df8-5223f134191f tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0597494 Aug 27 14:54:34.902317 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3daad3df-59a3-4771-ac86-141969d664d1 req-ad74a2b8-e536-40da-9db6-dbdaed40503e tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407147 Aug 27 14:54:36.029974 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76880a4-5940-4362-a562-6f01bc498afd req-d6777545-56b0-4057-a978-124d397fef11 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:36.031916 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a76880a4-5940-4362-a562-6f01bc498afd req-d6777545-56b0-4057-a978-124d397fef11 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0554976 Aug 27 14:54:36.084274 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a76880a4-5940-4362-a562-6f01bc498afd req-bc15f9ed-27d5-4a5f-b877-ba0521004a14 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405180 Aug 27 14:54:36.231574 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:54:37.212410 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2b27-007f-46a3-91cb-425bb4c1af79 req-eac97f45-a71d-47cd-a4b6-03f94dedd29d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:37.214035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-432a2b27-007f-46a3-91cb-425bb4c1af79 req-eac97f45-a71d-47cd-a4b6-03f94dedd29d tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0531256 Aug 27 14:54:37.261417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-432a2b27-007f-46a3-91cb-425bb4c1af79 req-583d98ba-66c9-4b76-9c02-c9b7f973e0c9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364606 Aug 27 14:54:38.416699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb3ca5-4148-43d8-8579-115448a07e15 req-ac0a8576-950b-41f3-8315-ffbc7926d289 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:38.418428 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29cb3ca5-4148-43d8-8579-115448a07e15 req-ac0a8576-950b-41f3-8315-ffbc7926d289 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0616288 Aug 27 14:54:38.464926 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-29cb3ca5-4148-43d8-8579-115448a07e15 req-98367962-a4b3-43ff-9009-101547b510b4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400338 Aug 27 14:54:38.603925 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259f6bf-6008-4f5d-94e4-825e5b004e79 req-2fe9ae9c-8976-4cc9-b4d0-50d13c63713a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:38.605752 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2259f6bf-6008-4f5d-94e4-825e5b004e79 req-2fe9ae9c-8976-4cc9-b4d0-50d13c63713a tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0673139 Aug 27 14:54:38.657103 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2259f6bf-6008-4f5d-94e4-825e5b004e79 req-b22a9c1c-cf46-47a9-afc5-01b0fac5d50c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405095 Aug 27 14:54:38.787663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d767f-59d6-42ac-91b9-8abd6ad9e7b5 req-deec455f-3e08-4ca1-8d9a-892e94170a41 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:38.789609 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-920d767f-59d6-42ac-91b9-8abd6ad9e7b5 req-deec455f-3e08-4ca1-8d9a-892e94170a41 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0553579 Aug 27 14:54:38.838572 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-920d767f-59d6-42ac-91b9-8abd6ad9e7b5 req-216cae70-cbb7-4b57-af4b-f82c5ae87049 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378072 Aug 27 14:54:39.122544 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5a0c-5ab3-487b-8b99-1e17fa9706ce req-81dba4db-4a7b-444f-be4a-dd0791a740e9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:39.124114 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f51d5a0c-5ab3-487b-8b99-1e17fa9706ce req-81dba4db-4a7b-444f-be4a-dd0791a740e9 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 944 time: 0.0538661 Aug 27 14:54:39.169038 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f51d5a0c-5ab3-487b-8b99-1e17fa9706ce req-0443c0c3-aeff-4a1c-b992-3596e8a93024 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382576 Aug 27 14:54:39.443599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:54:39.566213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:54:39.580484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'port_id': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'mac_address': 'fa:16:3e:ef:28:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:54:39.626104 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:39.648567 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:54:39.682526 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:54:39.687668 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:39.765068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,revision_number=12']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:39.980606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['4ad7ba48-5e59-47cb-97e6-8205a37b20b1'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:54:40.297885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785c422-176b-411f-a88d-e99a6e60d05c req-89f86ab0-057a-4478-939d-727c4e71a60b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:40.299630 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1785c422-176b-411f-a88d-e99a6e60d05c req-89f86ab0-057a-4478-939d-727c4e71a60b tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0555043 Aug 27 14:54:40.351501 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1785c422-176b-411f-a88d-e99a6e60d05c req-298fcb0e-81b6-4b94-9b02-04ebbc410ece tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups?id=464c91e8-c7d5-4a1b-9034-c043af679d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401134 Aug 27 14:54:40.489450 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:40.789514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-cb9393b5-7659-404f-962a-171ebffd7fbf tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:40.791053 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-cb9393b5-7659-404f-962a-171ebffd7fbf tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.52 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 945 time: 0.0549951 Aug 27 14:54:40.889759 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Deleting port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:54:40.890103 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:40.992286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] For port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:54:40.992666 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:41.181813 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:41.182207 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:41.182539 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf disassociated. External IP: 172.25.2.154, port: 4ad7ba48-5e59-47cb-97e6-8205a37b20b1. Aug 27 14:54:41.182934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Calling delete_port for 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:54:41.340847 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:41.373457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event deleted for resources: {'Port': ['ID=4ad7ba48-5e59-47cb-97e6-8205a37b20b1,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:41.453718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:54:41.461649 n-d-712139-12 neutron-server[101188]: INFO neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No ports have port_id starting with 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 Aug 27 14:54:41.463665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 requested by agent hyperv_n-h1-712139-12 not found in database {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 27 14:54:41.503547 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-65f29a38-0078-4905-b439-740b090d5e2e req-751eba28-f12b-4698-ae82-4cafc4c0a816 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 210 time: 0.0673766 Aug 27 14:54:41.598426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Router 69142097-746a-48c7-9b52-8b709a4fa0e2 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:54:41.771285 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:54:41.785154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf6e803-b260-4d53-ab9a-0ce34b82e9f6 None None] Sync routers for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:54:41.796943 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf6e803-b260-4d53-ab9a-0ce34b82e9f6 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:54:41.797778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-fdf6e803-b260-4d53-ab9a-0ce34b82e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:54:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:54:41.816940 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] No DVR routers for this DVR port 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:54:41.821564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:41.825393 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-090c7d34-f5c4-4a8f-939e-51dbeafd8994 req-538db866-51cd-4a78-846e-6537819d17db tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.52 "DELETE /v2.0/ports/4ad7ba48-5e59-47cb-97e6-8205a37b20b1 HTTP/1.1" status: 204 len: 173 time: 1.0277064 Aug 27 14:54:41.826125 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'name': 'network-vif-deleted', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:54:41.830795 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a83b91-8cd6-4d6b-a8b3-b32d51c0d103" -d '{"events": [{"server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "name": "network-vif-deleted", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:54:41.887900 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d5706c-5934-4612-804b-b9128cc0cb52 x-openstack-request-id: req-b1d5706c-5934-4612-804b-b9128cc0cb52 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:54:41.888295 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895cfdea-d0e5-40b5-a1de-c19d381c2bbc", "name": "network-vif-deleted", "tag": "4ad7ba48-5e59-47cb-97e6-8205a37b20b1", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:54:41.888598 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1d5706c-5934-4612-804b-b9128cc0cb52 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:54:41.889083 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895cfdea-d0e5-40b5-a1de-c19d381c2bbc', 'name': 'network-vif-deleted', 'tag': '4ad7ba48-5e59-47cb-97e6-8205a37b20b1', 'status': 'completed', 'code': 200} Aug 27 14:54:41.940900 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-fdf6e803-b260-4d53-ab9a-0ce34b82e9f6 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:54:42.212316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-fdf6e803-b260-4d53-ab9a-0ce34b82e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:54:42.246305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf6e803-b260-4d53-ab9a-0ce34b82e9f6 None None] Checking router: 69142097-746a-48c7-9b52-8b709a4fa0e2 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:54:42.258474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf6e803-b260-4d53-ab9a-0ce34b82e9f6 None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:54:42.259395 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-fdf6e803-b260-4d53-ab9a-0ce34b82e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:54:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:54:42.387084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-fdf6e803-b260-4d53-ab9a-0ce34b82e9f6 None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:54:42.621834 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fe92fb8c-79ee-4153-883d-62d1f778b933 req-714a2f8d-8fac-45cb-8f6c-63bb3d585e95 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 210 time: 0.0289013 Aug 27 14:54:42.629235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-fdf6e803-b260-4d53-ab9a-0ce34b82e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:54:42.680812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf6e803-b260-4d53-ab9a-0ce34b82e9f6 None None] The sync data for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 is: [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:42:57Z', 'revision_number': 4, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'ba5d6162-f904-4b36-8968-44bead54d552', 'name': '', 'network_id': 'e5d51766-f98d-4ae3-ac71-33fb574042e1', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'mac_address': 'fa:16:3e:91:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:56Z', 'updated_at': '2021-08-27T14:43:02Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'subnets': [{'id': 'a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:54:42.969624 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12199db-2c7a-4050-8825-2e67c77e41d1 None None] New status for floating IP 1526f76e-9dd1-48e2-ab35-8cef8e7508cf: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:54:43.452247 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:54:43.477081 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:54:43.477629 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4ad7ba48-5e59-47cb-97e6-8205a37b20b1 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:54:43.792768 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-09be0893-909a-4a37-a698-09f7e03cd9af req-842acf34-213d-44c5-b00d-2522f5ae4477 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 210 time: 0.0516868 Aug 27 14:54:44.735824 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5ed80243-f04c-433b-b326-dc1bb9bf207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:44.922048 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-88b009c8-4cd0-4829-9563-80a5cc52d197 req-040cea61-19a7-4960-a56b-e8ee5bf192b4 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/ports?device_id=895cfdea-d0e5-40b5-a1de-c19d381c2bbc HTTP/1.1" status: 200 len: 210 time: 0.0446286 Aug 27 14:54:47.591828 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:47.599660 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4f5ecec2-9f03-4cd5-ad8d-76f102d57284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:48.954771 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:49.905110 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45716) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:49.965452 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35ef471c-5e44-4cf9-8be2-dfcd04ec416c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:49.989890 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35ef471c-5e44-4cf9-8be2-dfcd04ec416c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:50.045391 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35ef471c-5e44-4cf9-8be2-dfcd04ec416c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:50.048352 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35ef471c-5e44-4cf9-8be2-dfcd04ec416c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:50.049662 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-35ef471c-5e44-4cf9-8be2-dfcd04ec416c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "DELETE /v2.0/security-groups/464c91e8-c7d5-4a1b-9034-c043af679d8b HTTP/1.1" status: 204 len: 168 time: 0.1430650 Aug 27 14:54:50.054296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45718) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:50.064672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef471c-5e44-4cf9-8be2-dfcd04ec416c tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=464c91e8-c7d5-4a1b-9034-c043af679d8b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:50.073777 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [None req-d6f9a73b-fa50-4485-b62e-03465108ba44 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] show failed (client error): The resource could not be found. Aug 27 14:54:50.075157 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d6f9a73b-fa50-4485-b62e-03465108ba44 tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "GET /v2.0/security-groups/464c91e8-c7d5-4a1b-9034-c043af679d8b HTTP/1.1" status: 404 len: 347 time: 0.0190766 Aug 27 14:54:50.078142 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45720) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:50.218881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2d08960a-f4e1-42ba-8f4d-cf8cbe190ead tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Deleting port e4505bd3-c886-44a1-ba2a-44bdc1b54f7b {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:54:50.219234 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d08960a-f4e1-42ba-8f4d-cf8cbe190ead tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:50.299791 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d08960a-f4e1-42ba-8f4d-cf8cbe190ead tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:50.300166 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d08960a-f4e1-42ba-8f4d-cf8cbe190ead tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:50.313360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2d08960a-f4e1-42ba-8f4d-cf8cbe190ead tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Calling delete_port for e4505bd3-c886-44a1-ba2a-44bdc1b54f7b owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:54:50.431737 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:50.477465 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d08960a-f4e1-42ba-8f4d-cf8cbe190ead tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:50.504594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08960a-f4e1-42ba-8f4d-cf8cbe190ead tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Pushing event deleted for resources: {'Port': ['ID=e4505bd3-c886-44a1-ba2a-44bdc1b54f7b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:50.617519 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d08960a-f4e1-42ba-8f4d-cf8cbe190ead tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:50.622251 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2d08960a-f4e1-42ba-8f4d-cf8cbe190ead tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:50.624235 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2d08960a-f4e1-42ba-8f4d-cf8cbe190ead tempest-ServerActionsTestJSON-1974459762 tempest-ServerActionsTestJSON-1974459762-project] 10.222.0.55 "DELETE /v2.0/floatingips/1526f76e-9dd1-48e2-ab35-8cef8e7508cf HTTP/1.1" status: 204 len: 168 time: 0.5448902 Aug 27 14:54:50.627392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45722) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:51.190430 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-476109c1-bfb9-488e-a97e-45216b837398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:51.970022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-476109c1-bfb9-488e-a97e-45216b837398 admin admin] Deleting port ba5d6162-f904-4b36-8968-44bead54d552 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:54:51.970301 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-476109c1-bfb9-488e-a97e-45216b837398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:52.065599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-476109c1-bfb9-488e-a97e-45216b837398 admin admin] For port ba5d6162-f904-4b36-8968-44bead54d552, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=ba5d6162-f904-4b36-8968-44bead54d552,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:54:52.066240 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-476109c1-bfb9-488e-a97e-45216b837398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:52.074802 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:52.091763 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-476109c1-bfb9-488e-a97e-45216b837398 admin admin] Calling delete_port for ba5d6162-f904-4b36-8968-44bead54d552 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:54:52.296360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-476109c1-bfb9-488e-a97e-45216b837398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:52.324090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476109c1-bfb9-488e-a97e-45216b837398 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5d6162-f904-4b36-8968-44bead54d552,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:52.534721 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-476109c1-bfb9-488e-a97e-45216b837398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:52.814862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476109c1-bfb9-488e-a97e-45216b837398 admin admin] Router 69142097-746a-48c7-9b52-8b709a4fa0e2 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:54:52.947741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476109c1-bfb9-488e-a97e-45216b837398 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:54:52.957336 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-476109c1-bfb9-488e-a97e-45216b837398 admin admin] 10.222.0.55 "PUT /v2.0/routers/69142097-746a-48c7-9b52-8b709a4fa0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3268578 Aug 27 14:54:52.959121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45726) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:52.961064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce23917-35fc-4fe0-8462-2419443abb7f None None] Sync routers for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:54:52.973540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce23917-35fc-4fe0-8462-2419443abb7f None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:54:52.974321 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bce23917-35fc-4fe0-8462-2419443abb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:54:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:54:53.083747 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:53.111676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-bce23917-35fc-4fe0-8462-2419443abb7f None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:54:53.252478 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:53.339490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Deleting port 262b311b-6964-47a9-a578-dcece5044edb {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:54:53.339941 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:53.370332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bce23917-35fc-4fe0-8462-2419443abb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '262b311b-6964-47a9-a578-dcece5044edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:54:52Z', 'revision_number': 5, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port': {'id': '262b311b-6964-47a9-a578-dcece5044edb', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:42:55Z', 'updated_at': '2021-08-27T14:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:54:53.404035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce23917-35fc-4fe0-8462-2419443abb7f None None] Checking router: 69142097-746a-48c7-9b52-8b709a4fa0e2 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:54:53.418922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce23917-35fc-4fe0-8462-2419443abb7f None None] Routers {'69142097-746a-48c7-9b52-8b709a4fa0e2'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:54:53.420051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bce23917-35fc-4fe0-8462-2419443abb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:54:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['69142097-746a-48c7-9b52-8b709a4fa0e2'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:54:53.435955 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] For port 262b311b-6964-47a9-a578-dcece5044edb, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=262b311b-6964-47a9-a578-dcece5044edb,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:54:53.436315 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:53.448613 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Calling delete_port for 262b311b-6964-47a9-a578-dcece5044edb owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:54:53.579475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-bce23917-35fc-4fe0-8462-2419443abb7f None None] Set router 69142097-746a-48c7-9b52-8b709a4fa0e2 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:54:53.642215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bce23917-35fc-4fe0-8462-2419443abb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:54:53Z', 'revision_number': 6, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:54:53.666202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:53.673113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce23917-35fc-4fe0-8462-2419443abb7f None None] The sync data for ids ['69142097-746a-48c7-9b52-8b709a4fa0e2'] in n-d-712139-12 is: [{'id': '69142097-746a-48c7-9b52-8b709a4fa0e2', 'name': 'tempest-ServerActionsTestJSON-1831683145-router', 'tenant_id': '19bb5187e898407f83aa86787c25b068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:42:54Z', 'updated_at': '2021-08-27T14:54:53Z', 'revision_number': 6, 'project_id': '19bb5187e898407f83aa86787c25b068', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:54:53.722745 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Pushing event deleted for resources: {'Port': ['ID=262b311b-6964-47a9-a578-dcece5044edb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:53.809641 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:53.907332 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:53.909429 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:53.962641 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:53.963653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69142097-746a-48c7-9b52-8b709a4fa0e2 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:54:53.969581 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:53.970987 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e55ce4cd-388a-4534-b80b-54bd6292d787 admin admin] 10.222.0.55 "DELETE /v2.0/routers/69142097-746a-48c7-9b52-8b709a4fa0e2 HTTP/1.1" status: 204 len: 168 time: 1.0099938 Aug 27 14:54:53.973644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45728) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:54.027862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-85081401-3c41-4e13-856b-68338715a2c8 admin admin] Deleting subnet a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:54:54.032223 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-85081401-3c41-4e13-856b-68338715a2c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:54.075854 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-85081401-3c41-4e13-856b-68338715a2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:54.183660 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-85081401-3c41-4e13-856b-68338715a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:54.242834 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-85081401-3c41-4e13-856b-68338715a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:54.271183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85081401-3c41-4e13-856b-68338715a2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:54.279270 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-85081401-3c41-4e13-856b-68338715a2c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:54.282325 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-85081401-3c41-4e13-856b-68338715a2c8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a0f0d66b-ae41-41d7-97c7-6bb5dd83cbdd HTTP/1.1" status: 204 len: 168 time: 0.3073323 Aug 27 14:54:54.285259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45730) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:54.289048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e659f30-7e61-4a3c-b530-5dc390276a67 None None] Network e5d51766-f98d-4ae3-ac71-33fb574042e1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:54:54.408310 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:54.488128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Deleting port 380a187b-f50a-48dc-adeb-6c2e92235d3e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:54:54.488801 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:54.580761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] For port 380a187b-f50a-48dc-adeb-6c2e92235d3e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=380a187b-f50a-48dc-adeb-6c2e92235d3e,segment=NetworkSegment(c61f1016-eb6d-46a1-a4ac-24693c4ac360),segment_id=c61f1016-eb6d-46a1-a4ac-24693c4ac360)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:54:54.581120 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:54.600695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Calling delete_port for 380a187b-f50a-48dc-adeb-6c2e92235d3e owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:54:54.707023 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:54.760842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=380a187b-f50a-48dc-adeb-6c2e92235d3e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:54.766739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] No DVR routers for this DVR port 380a187b-f50a-48dc-adeb-6c2e92235d3e on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:54:54.767033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 262b311b-6964-47a9-a578-dcece5044edb no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:54:54.825365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00960005-ed95-4d87-a9a1-f5362684d6a9 None None] DHCP port deletion for e5d51766-f98d-4ae3-ac71-33fb574042e1 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:54:54.829445 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 262b311b-6964-47a9-a578-dcece5044edb {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:54:54.829950 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 262b311b-6964-47a9-a578-dcece5044edb not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:54:54.830474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ba5d6162-f904-4b36-8968-44bead54d552 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:54:54.867112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: ba5d6162-f904-4b36-8968-44bead54d552 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:54:54.868559 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device ba5d6162-f904-4b36-8968-44bead54d552 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:54:54.879940 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:54.892583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d51766-f98d-4ae3-ac71-33fb574042e1']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:54:54.906199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61f1016-eb6d-46a1-a4ac-24693c4ac360') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:54:54.906516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61f1016-eb6d-46a1-a4ac-24693c4ac360') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:54:54.917633 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:54.937682 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:54.944365 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:54:54.944755 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:54:54.946463 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:54:55.008459 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:55.016887 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:55.019050 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] 10.222.0.55 "DELETE /v2.0/networks/e5d51766-f98d-4ae3-ac71-33fb574042e1 HTTP/1.1" status: 204 len: 168 time: 0.7325132 Aug 27 14:54:55.033563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c05fc-7e83-49a9-a991-8a21c73c0f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d51766-f98d-4ae3-ac71-33fb574042e1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:55.200767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45738) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:55.248767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e3159866-7e3f-478e-b069-c0bd0fdbd92b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19bb5187e898407f83aa86787c25b068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464575 Aug 27 14:54:55.251497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45740) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:55.309392 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f8a80d-4211-42c4-958e-0d748af6778a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:55.338251 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f8a80d-4211-42c4-958e-0d748af6778a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:55.403913 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f8a80d-4211-42c4-958e-0d748af6778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:55.407586 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f8a80d-4211-42c4-958e-0d748af6778a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:55.408968 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-66f8a80d-4211-42c4-958e-0d748af6778a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a8cbeab-6ed4-42e0-aa7c-c7aad2f62665 HTTP/1.1" status: 204 len: 168 time: 0.1564794 Aug 27 14:54:55.422822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8a80d-4211-42c4-958e-0d748af6778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8cbeab-6ed4-42e0-aa7c-c7aad2f62665,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:56.279783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45762) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:56.392198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1484563901-network', 'tenant_id': 'ed33953a9d5846c39b7a9edbf250cdd8'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:54:56.415999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Made reservation on behalf of ed33953a9d5846c39b7a9edbf250cdd8 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:54:56.418556 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:56.428142 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:56.553181 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:56.558773 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:56.588568 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:54:56.599676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781290b5-be2e-4c78-8452-b4e088506d5b,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:56.606459 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:56.606786 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Added segment 1e0c787d-57b5-4fd3-b09f-64f3a0bca56b of type vlan for network c89528b8-b45a-44cd-9620-77f8039a9c33 Aug 27 14:54:56.651795 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:56.687666 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:56.688917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:56.689622 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:56.733563 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 380a187b-f50a-48dc-adeb-6c2e92235d3e no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:54:56.772119 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 380a187b-f50a-48dc-adeb-6c2e92235d3e {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:54:56.772455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4873559 Aug 27 14:54:56.772619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 380a187b-f50a-48dc-adeb-6c2e92235d3e not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:54:56.772770 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45766) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:54:56.777534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-a11639a9-dc16-4851-84df-42151cde24a4 admin admin] Request body: {'subnet': {'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1484563901-subnet', 'tenant_id': 'ed33953a9d5846c39b7a9edbf250cdd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:54:56.789816 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d923029-b0f1-4817-8006-2c10db849639 admin admin] Pushing event updated for resources: {'Network': ['ID=c89528b8-b45a-44cd-9620-77f8039a9c33,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:56.805570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network c89528b8-b45a-44cd-9620-77f8039a9c33 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:54:56.815846 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11639a9-dc16-4851-84df-42151cde24a4 admin admin] Made reservation on behalf of ed33953a9d5846c39b7a9edbf250cdd8 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:54:56.820694 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a11639a9-dc16-4851-84df-42151cde24a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:57.055577 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a11639a9-dc16-4851-84df-42151cde24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:57.123375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11639a9-dc16-4851-84df-42151cde24a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba0a9b53-ba84-420d-91e5-d33f437df3d2,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:54:57.131338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11639a9-dc16-4851-84df-42151cde24a4 admin admin] Checking segment: {'id': '1e0c787d-57b5-4fd3-b09f-64f3a0bca56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:54:57.131779 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11639a9-dc16-4851-84df-42151cde24a4 admin admin] Network hostable DHCP agents. Network: c89528b8-b45a-44cd-9620-77f8039a9c33, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:54:57.153046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11639a9-dc16-4851-84df-42151cde24a4 admin admin] Network c89528b8-b45a-44cd-9620-77f8039a9c33 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:54:57.165671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-a11639a9-dc16-4851-84df-42151cde24a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, c89528b8-b45a-44cd-9620-77f8039a9c33) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:54:57.171697 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11639a9-dc16-4851-84df-42151cde24a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:57.174555 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23283ba5-3766-474d-9401-dac39a6539f0 None None] Network c89528b8-b45a-44cd-9620-77f8039a9c33 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:54:57.179418 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-a11639a9-dc16-4851-84df-42151cde24a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:57.197926 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-a11639a9-dc16-4851-84df-42151cde24a4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4242866 Aug 27 14:54:57.341273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5126b445-970f-4e1d-b19a-934b09769f32 None None] Network c89528b8-b45a-44cd-9620-77f8039a9c33 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:54:57.732629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-98c57fe1-eb0e-464f-9374-6fa620709dee tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:57.734726 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-98c57fe1-eb0e-464f-9374-6fa620709dee tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/networks?id=c89528b8-b45a-44cd-9620-77f8039a9c33 HTTP/1.1" status: 200 len: 814 time: 0.1223927 Aug 27 14:54:57.752640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-ad81a203-dc9e-4b64-9854-9e27f7b6c4d0 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/quotas/ed33953a9d5846c39b7a9edbf250cdd8 HTTP/1.1" status: 200 len: 375 time: 0.0107911 Aug 27 14:54:57.793509 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-8e801597-b423-44bd-96f4-73b6efe80211 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed33953a9d5846c39b7a9edbf250cdd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299041 Aug 27 14:54:57.893167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-cc590059-c3e0-486f-b1a4-bf6988e67923 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 14:54:57.895015 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-cc590059-c3e0-486f-b1a4-bf6988e67923 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545170 Aug 27 14:54:58.002502 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-308fe4ba-a73a-4bf8-b644-e25413d856f9 service neutron] 10.222.0.55 "GET /v2.0/networks/c89528b8-b45a-44cd-9620-77f8039a9c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009624 Aug 27 14:54:58.098315 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-8beee2d8-639f-4da6-8251-de73fc947cec service neutron] 10.222.0.55 "GET /v2.0/networks/c89528b8-b45a-44cd-9620-77f8039a9c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885320 Aug 27 14:54:58.284348 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fc968a2c-efd1-4ebf-b122-cc0d786bd3c3 req-9f79c08f-6a2b-40b5-acb0-fe7e9f63b3ef tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 210 time: 0.0340309 Aug 27 14:54:59.481503 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d218ac7-4b4e-4665-9276-5e52138c41aa req-e6509134-b480-4f6e-8f28-fe12ecbf1779 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 210 time: 0.0732656 Aug 27 14:54:59.559170 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-5473843e-b3f0-4ebd-a6b9-89c30ff0d786 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:54:59.561789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-5473843e-b3f0-4ebd-a6b9-89c30ff0d786 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.41 "GET /v2.0/networks?id=c89528b8-b45a-44cd-9620-77f8039a9c33 HTTP/1.1" status: 200 len: 814 time: 0.2477109 Aug 27 14:54:59.583261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-9b2a48fb-ee73-4677-a566-044dcf5a6963 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Request body: {'port': {'device_id': 'da96d89d-e334-4cc6-8487-cbe78da8628e', 'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33', 'admin_state_up': True, 'tenant_id': 'ed33953a9d5846c39b7a9edbf250cdd8'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:54:59.766609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-9b2a48fb-ee73-4677-a566-044dcf5a6963 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Made reservation on behalf of ed33953a9d5846c39b7a9edbf250cdd8 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:54:59.770394 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-9b2a48fb-ee73-4677-a566-044dcf5a6963 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:54:59.929322 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-9b2a48fb-ee73-4677-a566-044dcf5a6963 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Allocated IP 172.20.0.12 (c89528b8-b45a-44cd-9620-77f8039a9c33/ba0a9b53-ba84-420d-91e5-d33f437df3d2/3b0c55bc-ca25-4855-8748-1b3fd837091e) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:55:00.148748 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-9b2a48fb-ee73-4677-a566-044dcf5a6963 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:00.196066 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-9b2a48fb-ee73-4677-a566-044dcf5a6963 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:00.248518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-9b2a48fb-ee73-4677-a566-044dcf5a6963 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Network c89528b8-b45a-44cd-9620-77f8039a9c33 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:00.252109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-9b2a48fb-ee73-4677-a566-044dcf5a6963 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:00.257746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-9b2a48fb-ee73-4677-a566-044dcf5a6963 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:55:00.265485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a48fb-ee73-4677-a566-044dcf5a6963 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Pushing event updated for resources: {'Port': ['ID=3b0c55bc-ca25-4855-8748-1b3fd837091e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:00.319904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-9b2a48fb-ee73-4677-a566-044dcf5a6963 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:00.320595 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-9b2a48fb-ee73-4677-a566-044dcf5a6963 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:00.338565 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-9b2a48fb-ee73-4677-a566-044dcf5a6963 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7622635 Aug 27 14:55:00.356717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Request body: {'port': {'device_id': 'da96d89d-e334-4cc6-8487-cbe78da8628e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:00.432661 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:00.658091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29e649-f057-4f4e-bd08-23163bf71253 req-0db71d40-21bb-4710-9214-6ff90cd7051d tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:00.659833 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc29e649-f057-4f4e-bd08-23163bf71253 req-0db71d40-21bb-4710-9214-6ff90cd7051d tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 932 time: 0.0781159 Aug 27 14:55:00.731266 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc29e649-f057-4f4e-bd08-23163bf71253 req-1672dc74-6f7f-49be-b678-8d48e99975ab tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511696 Aug 27 14:55:00.827308 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0c55bc-ca25-4855-8748-1b3fd837091e {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:55:00.840624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:00.860961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Transition to ACTIVE for port object 3b0c55bc-ca25-4855-8748-1b3fd837091e will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:00.866968 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:00.944865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Pushing event updated for resources: {'Port': ['ID=3b0c55bc-ca25-4855-8748-1b3fd837091e,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:01.065322 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Attempting to bind port 3b0c55bc-ca25-4855-8748-1b3fd837091e on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:55:01.065876 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Attempting to bind port 3b0c55bc-ca25-4855-8748-1b3fd837091e by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '1e0c787d-57b5-4fd3-b09f-64f3a0bca56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:55:01.066429 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Attempting to bind port 3b0c55bc-ca25-4855-8748-1b3fd837091e on network c89528b8-b45a-44cd-9620-77f8039a9c33 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:55:01.074134 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Port 3b0c55bc-ca25-4855-8748-1b3fd837091e on network c89528b8-b45a-44cd-9620-77f8039a9c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:55:01.074676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Attempting to bind port 3b0c55bc-ca25-4855-8748-1b3fd837091e on network c89528b8-b45a-44cd-9620-77f8039a9c33 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:55:01.083212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:55:01.083704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Checking segment: {'id': '1e0c787d-57b5-4fd3-b09f-64f3a0bca56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:01.084381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Bound using segment: {'id': '1e0c787d-57b5-4fd3-b09f-64f3a0bca56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:55:01.085113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Bound port: 3b0c55bc-ca25-4855-8748-1b3fd837091e, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0c787d-57b5-4fd3-b09f-64f3a0bca56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:55:01.085682 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:01.189193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] For port 3b0c55bc-ca25-4855-8748-1b3fd837091e, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:55:01.192598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] For port 3b0c55bc-ca25-4855-8748-1b3fd837091e, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3b0c55bc-ca25-4855-8748-1b3fd837091e,segment=NetworkSegment(1e0c787d-57b5-4fd3-b09f-64f3a0bca56b),segment_id=1e0c787d-57b5-4fd3-b09f-64f3a0bca56b)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:55:01.199327 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:01.247127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:01.247852 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:01.249394 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] 10.222.0.41 "PUT /v2.0/ports/3b0c55bc-ca25-4855-8748-1b3fd837091e HTTP/1.1" status: 200 len: 1093 time: 0.8974562 Aug 27 14:55:01.249854 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da96d89d-e334-4cc6-8487-cbe78da8628e', 'tag': '3b0c55bc-ca25-4855-8748-1b3fd837091e'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:55:01.252270 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b75535-6967-431e-97ec-00733c666c20" -d '{"events": [{"name": "network-changed", "server_uuid": "da96d89d-e334-4cc6-8487-cbe78da8628e", "tag": "3b0c55bc-ca25-4855-8748-1b3fd837091e"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:55:01.292141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689b5bf-b6fd-4efb-9d89-43ed3d39786a service neutron] Pushing event updated for resources: {'Port': ['ID=3b0c55bc-ca25-4855-8748-1b3fd837091e,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:01.300310 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dd7dd1-3ffd-42a7-84c8-efef91065cd7 x-openstack-request-id: req-80dd7dd1-3ffd-42a7-84c8-efef91065cd7 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:55:01.300694 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da96d89d-e334-4cc6-8487-cbe78da8628e", "tag": "3b0c55bc-ca25-4855-8748-1b3fd837091e", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:55:01.300901 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80dd7dd1-3ffd-42a7-84c8-efef91065cd7 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:55:01.301267 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da96d89d-e334-4cc6-8487-cbe78da8628e', 'tag': '3b0c55bc-ca25-4855-8748-1b3fd837091e', 'status': 'completed', 'code': 200} Aug 27 14:55:01.364728 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-df1d4a12-1edd-4cf2-8063-6723eb1fe5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:01.366597 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-df1d4a12-1edd-4cf2-8063-6723eb1fe5b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed33953a9d5846c39b7a9edbf250cdd8&device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 1096 time: 0.0501676 Aug 27 14:55:01.419832 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-af2c8311-91bd-4743-a6ed-819575c9e7d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b0c55bc-ca25-4855-8748-1b3fd837091e HTTP/1.1" status: 200 len: 217 time: 0.0378985 Aug 27 14:55:01.482353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-ff01775d-7545-419d-903c-a373d76fa6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:01.484442 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-ff01775d-7545-419d-903c-a373d76fa6dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba0a9b53-ba84-420d-91e5-d33f437df3d2 HTTP/1.1" status: 200 len: 854 time: 0.0579917 Aug 27 14:55:01.536369 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-fc071f3a-674f-489e-ad5a-82682fd656db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c89528b8-b45a-44cd-9620-77f8039a9c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439110 Aug 27 14:55:01.674958 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-7c7f091e-e2b9-443a-8989-bb5ab6a4aaa2 service neutron] 10.222.0.41 "GET /v2.0/networks/c89528b8-b45a-44cd-9620-77f8039a9c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307306 Aug 27 14:55:01.772430 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ebf8882d-c28c-44e9-8945-2a23a3920016 req-575b60cd-bf22-405e-b4fa-b3887e943b87 service neutron] 10.222.0.41 "GET /v2.0/networks/c89528b8-b45a-44cd-9620-77f8039a9c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886514 Aug 27 14:55:01.931881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b75535-6967-431e-97ec-00733c666c20 req-08a99c28-bc37-46dd-9372-c02a105330a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:01.934279 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0b75535-6967-431e-97ec-00733c666c20 req-08a99c28-bc37-46dd-9372-c02a105330a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed33953a9d5846c39b7a9edbf250cdd8&device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 1096 time: 0.0739048 Aug 27 14:55:01.943759 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4390b-9ed5-455b-a05f-c8a924bbfb72 req-f2407703-0f89-49ee-abe7-f5ddcd9d9e9a tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:01.945680 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73a4390b-9ed5-455b-a05f-c8a924bbfb72 req-f2407703-0f89-49ee-abe7-f5ddcd9d9e9a tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 944 time: 0.0880182 Aug 27 14:55:01.988651 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73a4390b-9ed5-455b-a05f-c8a924bbfb72 req-f1b08e01-3402-4ccd-857d-829036c4527d tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Aug 27 14:55:02.096739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b75535-6967-431e-97ec-00733c666c20 req-60f9a9ca-3e5b-4d1e-82dc-a5ccc0ddb1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:02.099557 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0b75535-6967-431e-97ec-00733c666c20 req-60f9a9ca-3e5b-4d1e-82dc-a5ccc0ddb1ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=c89528b8-b45a-44cd-9620-77f8039a9c33 HTTP/1.1" status: 200 len: 915 time: 0.1571696 Aug 27 14:55:02.150858 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0b75535-6967-431e-97ec-00733c666c20 req-2fe130bd-a133-4f93-889f-a975328ba4a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b0c55bc-ca25-4855-8748-1b3fd837091e HTTP/1.1" status: 200 len: 217 time: 0.0435157 Aug 27 14:55:02.205239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b75535-6967-431e-97ec-00733c666c20 req-35d3863d-40d8-4fc8-9f2c-38297a7e6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:02.206791 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0b75535-6967-431e-97ec-00733c666c20 req-35d3863d-40d8-4fc8-9f2c-38297a7e6f10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba0a9b53-ba84-420d-91e5-d33f437df3d2 HTTP/1.1" status: 200 len: 854 time: 0.0487251 Aug 27 14:55:02.242072 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0b75535-6967-431e-97ec-00733c666c20 req-a59cf892-8541-4aad-ad7c-391f9c581322 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c89528b8-b45a-44cd-9620-77f8039a9c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277088 Aug 27 14:55:02.337609 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0b75535-6967-431e-97ec-00733c666c20 req-3c5a133d-bf87-4a3e-abcb-e7b165ffadb4 service neutron] 10.222.0.41 "GET /v2.0/networks/c89528b8-b45a-44cd-9620-77f8039a9c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879099 Aug 27 14:55:02.437740 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a0b75535-6967-431e-97ec-00733c666c20 req-2d3e536e-3ff4-419e-a046-f5f0d3b89d77 service neutron] 10.222.0.41 "GET /v2.0/networks/c89528b8-b45a-44cd-9620-77f8039a9c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928168 Aug 27 14:55:03.125610 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cedd2-1a3f-47e9-aa51-48ca0a6a4adc req-3e1cca11-fc81-4360-a767-a912bb5b6b4f tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:03.127860 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3c8cedd2-1a3f-47e9-aa51-48ca0a6a4adc req-3e1cca11-fc81-4360-a767-a912bb5b6b4f tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 944 time: 0.0624037 Aug 27 14:55:03.172883 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3c8cedd2-1a3f-47e9-aa51-48ca0a6a4adc req-5132ee7f-d110-4620-bd86-7175fa656ed1 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382171 Aug 27 14:55:04.304760 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027bbee-09f3-4d32-8e6f-cab2e177c889 req-56ed02f4-67f5-4e07-b31e-f11815dc5bde tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:04.306381 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0027bbee-09f3-4d32-8e6f-cab2e177c889 req-56ed02f4-67f5-4e07-b31e-f11815dc5bde tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 944 time: 0.0584893 Aug 27 14:55:04.347818 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0027bbee-09f3-4d32-8e6f-cab2e177c889 req-542d60f7-b0a4-4897-ab76-84829429a081 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351288 Aug 27 14:55:04.458006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3b0c55bc-ca25-4855-8748-1b3fd837091e details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:55:04.575920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3b0c55bc-ca25-4855-8748-1b3fd837091e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3b0c55bc-ca25-4855-8748-1b3fd837091e,segment=NetworkSegment(1e0c787d-57b5-4fd3-b09f-64f3a0bca56b),segment_id=1e0c787d-57b5-4fd3-b09f-64f3a0bca56b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:04.592891 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '3b0c55bc-ca25-4855-8748-1b3fd837091e', 'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33', 'port_id': '3b0c55bc-ca25-4855-8748-1b3fd837091e', 'mac_address': 'fa:16:3e:09:5f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba0a9b53-ba84-420d-91e5-d33f437df3d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:55:04.641320 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:04.656368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0c55bc-ca25-4855-8748-1b3fd837091e {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:55:04.680159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3b0c55bc-ca25-4855-8748-1b3fd837091e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3b0c55bc-ca25-4855-8748-1b3fd837091e,segment=NetworkSegment(1e0c787d-57b5-4fd3-b09f-64f3a0bca56b),segment_id=1e0c787d-57b5-4fd3-b09f-64f3a0bca56b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:04.685629 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:04.769935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=3b0c55bc-ca25-4855-8748-1b3fd837091e,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:05.063804 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['3b0c55bc-ca25-4855-8748-1b3fd837091e'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:55:05.482208 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04457d3a-6dda-4bb9-aafc-7bd4015f28a9 req-3bfaa270-a17e-452b-b6ea-6c64f3580dd3 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:05.483931 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04457d3a-6dda-4bb9-aafc-7bd4015f28a9 req-3bfaa270-a17e-452b-b6ea-6c64f3580dd3 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 945 time: 0.0607719 Aug 27 14:55:05.530876 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04457d3a-6dda-4bb9-aafc-7bd4015f28a9 req-3fde4b7c-ac4f-4bf5-bfc6-56c79089d5a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Aug 27 14:55:06.468901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3b0c55bc-ca25-4855-8748-1b3fd837091e up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:06.523589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 3b0c55bc-ca25-4855-8748-1b3fd837091e completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:06.527784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 3b0c55bc-ca25-4855-8748-1b3fd837091e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:06.528161 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:06.640185 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:06.679302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da96d89d-e334-4cc6-8487-cbe78da8628e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0c55bc-ca25-4855-8748-1b3fd837091e'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:55:06.683453 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e1b229-c155-479e-9a6f-6970b884ff1f" -d '{"events": [{"server_uuid": "da96d89d-e334-4cc6-8487-cbe78da8628e", "name": "network-vif-plugged", "status": "completed", "tag": "3b0c55bc-ca25-4855-8748-1b3fd837091e"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:55:06.710047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 3b0c55bc-ca25-4855-8748-1b3fd837091e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3b0c55bc-ca25-4855-8748-1b3fd837091e,segment=NetworkSegment(1e0c787d-57b5-4fd3-b09f-64f3a0bca56b),segment_id=1e0c787d-57b5-4fd3-b09f-64f3a0bca56b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:06.711371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907ad25-d205-4964-9764-59942b5ba3d4 req-16c57aa6-0885-412f-8b30-4734f4f0e2dd tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:06.714138 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1907ad25-d205-4964-9764-59942b5ba3d4 req-16c57aa6-0885-412f-8b30-4734f4f0e2dd tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 945 time: 0.0780780 Aug 27 14:55:06.716478 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:06.757436 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9c1cfe-f71b-4038-b5c1-ade80b52a4b2 x-openstack-request-id: req-ab9c1cfe-f71b-4038-b5c1-ade80b52a4b2 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:55:06.757849 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da96d89d-e334-4cc6-8487-cbe78da8628e", "name": "network-vif-plugged", "status": "completed", "tag": "3b0c55bc-ca25-4855-8748-1b3fd837091e", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:55:06.758201 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab9c1cfe-f71b-4038-b5c1-ade80b52a4b2 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:55:06.758798 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da96d89d-e334-4cc6-8487-cbe78da8628e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0c55bc-ca25-4855-8748-1b3fd837091e', 'code': 200} Aug 27 14:55:06.773484 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1907ad25-d205-4964-9764-59942b5ba3d4 req-2e6eeb95-a350-400c-9d64-1338e6f6fdfa tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423453 Aug 27 14:55:06.794911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=3b0c55bc-ca25-4855-8748-1b3fd837091e,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:06.897533 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95d0eb-2af6-4ce8-a98f-0a8a1f560d63 req-bedaee57-78ca-4018-9c4d-b4b56b4a205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:06.900088 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f95d0eb-2af6-4ce8-a98f-0a8a1f560d63 req-bedaee57-78ca-4018-9c4d-b4b56b4a205f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 1098 time: 0.0450900 Aug 27 14:55:06.940477 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f95d0eb-2af6-4ce8-a98f-0a8a1f560d63 req-a9c85b5d-85d1-416f-9fa9-ae5638997480 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Aug 27 14:55:07.965104 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71136229-e9b9-4e35-8192-3379a0a79914 req-6920c903-4267-45c9-937e-3e63248337b9 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:07.966674 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71136229-e9b9-4e35-8192-3379a0a79914 req-6920c903-4267-45c9-937e-3e63248337b9 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 946 time: 0.0797143 Aug 27 14:55:08.019113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-71136229-e9b9-4e35-8192-3379a0a79914 req-4181f0d0-9866-4358-bcfb-f15c0346185e tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443192 Aug 27 14:55:09.145151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba6e23-c259-4dc5-a9e7-a5e8c038ef88 req-d9a347b1-1131-419b-9fae-b400662fe820 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:09.147372 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aeba6e23-c259-4dc5-a9e7-a5e8c038ef88 req-d9a347b1-1131-419b-9fae-b400662fe820 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 946 time: 0.0569899 Aug 27 14:55:09.190846 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aeba6e23-c259-4dc5-a9e7-a5e8c038ef88 req-08c64295-440b-4bfa-99ae-109faa82cbb0 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372276 Aug 27 14:55:09.425021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-c32fea20-d6a7-42a8-bc19-439f15bf172d tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:09.426569 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-c32fea20-d6a7-42a8-bc19-439f15bf172d tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/networks?id=c89528b8-b45a-44cd-9620-77f8039a9c33 HTTP/1.1" status: 200 len: 814 time: 0.1092052 Aug 27 14:55:09.447693 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-848b8d49-2039-4894-b78a-fa96670118d8 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/quotas/ed33953a9d5846c39b7a9edbf250cdd8 HTTP/1.1" status: 200 len: 375 time: 0.0102940 Aug 27 14:55:09.525518 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-88ef025d-b47c-4d93-b48a-244fa654a867 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed33953a9d5846c39b7a9edbf250cdd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713713 Aug 27 14:55:09.631315 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-191d045c-49dd-4136-835e-bd45f11411a3 service neutron] 10.222.0.55 "GET /v2.0/networks/c89528b8-b45a-44cd-9620-77f8039a9c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977750 Aug 27 14:55:09.725861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-161075b0-978b-4a2f-9118-859501bec622 service neutron] 10.222.0.55 "GET /v2.0/networks/c89528b8-b45a-44cd-9620-77f8039a9c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877192 Aug 27 14:55:09.895421 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e36991f7-939e-4bd8-8285-4b30c0a2d66b req-05cd57fa-6cfc-45b3-9c19-cb63ae3ebb95 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 210 time: 0.0285354 Aug 27 14:55:10.500814 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:10.894077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-777e33cc-1c93-48eb-a792-0f143649f4e7 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:10.896806 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-777e33cc-1c93-48eb-a792-0f143649f4e7 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.52 "GET /v2.0/networks?id=c89528b8-b45a-44cd-9620-77f8039a9c33 HTTP/1.1" status: 200 len: 814 time: 0.1162851 Aug 27 14:55:10.909495 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-b958aef6-d50f-4c34-84d6-6f3acebf57e6 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Request body: {'port': {'device_id': 'd19357b9-6456-467a-ad8d-b7fab26ab21d', 'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33', 'admin_state_up': True, 'tenant_id': 'ed33953a9d5846c39b7a9edbf250cdd8'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:11.000671 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-87d2c757-ffda-4317-bc26-e179badcc6bb req-6ebb4034-3e4c-40b2-ab56-384a4928f173 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 210 time: 0.0311699 Aug 27 14:55:11.038126 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-b958aef6-d50f-4c34-84d6-6f3acebf57e6 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Made reservation on behalf of ed33953a9d5846c39b7a9edbf250cdd8 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:11.041754 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-b958aef6-d50f-4c34-84d6-6f3acebf57e6 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:11.179672 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-b958aef6-d50f-4c34-84d6-6f3acebf57e6 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Allocated IP 172.20.0.2 (c89528b8-b45a-44cd-9620-77f8039a9c33/ba0a9b53-ba84-420d-91e5-d33f437df3d2/f942bbdb-5834-4210-bc7c-05f765aaed05) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:55:11.356462 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-b958aef6-d50f-4c34-84d6-6f3acebf57e6 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:11.405710 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-b958aef6-d50f-4c34-84d6-6f3acebf57e6 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:11.449034 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['3b0c55bc-ca25-4855-8748-1b3fd837091e'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:55:11.470725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-b958aef6-d50f-4c34-84d6-6f3acebf57e6 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Network c89528b8-b45a-44cd-9620-77f8039a9c33 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:11.474188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-b958aef6-d50f-4c34-84d6-6f3acebf57e6 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:11.479627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-b958aef6-d50f-4c34-84d6-6f3acebf57e6 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:55:11.487958 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958aef6-d50f-4c34-84d6-6f3acebf57e6 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Pushing event updated for resources: {'Port': ['ID=f942bbdb-5834-4210-bc7c-05f765aaed05,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:11.557160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-b958aef6-d50f-4c34-84d6-6f3acebf57e6 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:11.558348 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-b958aef6-d50f-4c34-84d6-6f3acebf57e6 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:11.585751 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-b958aef6-d50f-4c34-84d6-6f3acebf57e6 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6802814 Aug 27 14:55:11.602139 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Request body: {'port': {'device_id': 'd19357b9-6456-467a-ad8d-b7fab26ab21d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:11.673025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:12.017068 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f942bbdb-5834-4210-bc7c-05f765aaed05 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:55:12.025968 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:12.044969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Transition to ACTIVE for port object f942bbdb-5834-4210-bc7c-05f765aaed05 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:12.050101 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:12.139045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Pushing event updated for resources: {'Port': ['ID=f942bbdb-5834-4210-bc7c-05f765aaed05,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:12.196246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79985188-643e-40c1-8582-7f23654ea0ed req-7f02cb4e-a9e8-43a6-ac34-01981a02b911 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:12.198024 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-79985188-643e-40c1-8582-7f23654ea0ed req-7f02cb4e-a9e8-43a6-ac34-01981a02b911 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 943 time: 0.1197176 Aug 27 14:55:12.253080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Attempting to bind port f942bbdb-5834-4210-bc7c-05f765aaed05 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:55:12.253424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Attempting to bind port f942bbdb-5834-4210-bc7c-05f765aaed05 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '1e0c787d-57b5-4fd3-b09f-64f3a0bca56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:55:12.253761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Attempting to bind port f942bbdb-5834-4210-bc7c-05f765aaed05 on network c89528b8-b45a-44cd-9620-77f8039a9c33 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:55:12.266348 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-79985188-643e-40c1-8582-7f23654ea0ed req-065fd9e6-f91f-4db1-95a5-af53e92f6125 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608997 Aug 27 14:55:12.266943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Port f942bbdb-5834-4210-bc7c-05f765aaed05 on network c89528b8-b45a-44cd-9620-77f8039a9c33 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:55:12.267332 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Attempting to bind port f942bbdb-5834-4210-bc7c-05f765aaed05 on network c89528b8-b45a-44cd-9620-77f8039a9c33 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:55:12.273685 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:55:12.274033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Checking segment: {'id': '1e0c787d-57b5-4fd3-b09f-64f3a0bca56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:12.274424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Bound using segment: {'id': '1e0c787d-57b5-4fd3-b09f-64f3a0bca56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:55:12.274901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Bound port: f942bbdb-5834-4210-bc7c-05f765aaed05, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0c787d-57b5-4fd3-b09f-64f3a0bca56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:55:12.275274 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:12.345055 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] For port f942bbdb-5834-4210-bc7c-05f765aaed05, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:55:12.348840 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] For port f942bbdb-5834-4210-bc7c-05f765aaed05, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=f942bbdb-5834-4210-bc7c-05f765aaed05,segment=NetworkSegment(1e0c787d-57b5-4fd3-b09f-64f3a0bca56b),segment_id=1e0c787d-57b5-4fd3-b09f-64f3a0bca56b)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:55:12.353488 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:12.393988 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:12.394620 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:12.396837 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] 10.222.0.52 "PUT /v2.0/ports/f942bbdb-5834-4210-bc7c-05f765aaed05 HTTP/1.1" status: 200 len: 1092 time: 0.7997222 Aug 27 14:55:12.397269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19357b9-6456-467a-ad8d-b7fab26ab21d', 'tag': 'f942bbdb-5834-4210-bc7c-05f765aaed05'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:55:12.399929 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b6c8e9-f475-4774-ad5c-a5eac2ec5718" -d '{"events": [{"name": "network-changed", "server_uuid": "d19357b9-6456-467a-ad8d-b7fab26ab21d", "tag": "f942bbdb-5834-4210-bc7c-05f765aaed05"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:55:12.428492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b166ca1-1eb4-455c-8fb3-a2f6a518dd60 service neutron] Pushing event updated for resources: {'Port': ['ID=f942bbdb-5834-4210-bc7c-05f765aaed05,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:12.452203 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cab397-5594-49a1-a377-bfe4ae972e29 x-openstack-request-id: req-b8cab397-5594-49a1-a377-bfe4ae972e29 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:55:12.452498 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19357b9-6456-467a-ad8d-b7fab26ab21d", "tag": "f942bbdb-5834-4210-bc7c-05f765aaed05", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:55:12.452755 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8cab397-5594-49a1-a377-bfe4ae972e29 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:55:12.453157 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19357b9-6456-467a-ad8d-b7fab26ab21d', 'tag': 'f942bbdb-5834-4210-bc7c-05f765aaed05', 'status': 'completed', 'code': 200} Aug 27 14:55:12.488518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-1d085dae-1c2b-4158-aca9-bcb23c84a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:12.490472 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-1d085dae-1c2b-4158-aca9-bcb23c84a3cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed33953a9d5846c39b7a9edbf250cdd8&device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 1095 time: 0.0476267 Aug 27 14:55:12.537708 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-b1100165-3b1d-4612-9791-b90e5809c4fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f942bbdb-5834-4210-bc7c-05f765aaed05 HTTP/1.1" status: 200 len: 217 time: 0.0364466 Aug 27 14:55:12.592711 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-92204328-7794-4d2d-9428-216993c0d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:12.594237 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-92204328-7794-4d2d-9428-216993c0d3b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba0a9b53-ba84-420d-91e5-d33f437df3d2 HTTP/1.1" status: 200 len: 854 time: 0.0503099 Aug 27 14:55:12.627802 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-ac756717-d9e1-40c7-bc8f-c5bac2ad78bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c89528b8-b45a-44cd-9620-77f8039a9c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264978 Aug 27 14:55:12.726756 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-fe2fac83-341c-4694-afee-6f0dc99466ef service neutron] 10.222.0.52 "GET /v2.0/networks/c89528b8-b45a-44cd-9620-77f8039a9c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917253 Aug 27 14:55:12.830967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0a355632-ac57-4d72-b71b-c7f695b3d653 req-49f549ef-3637-4118-b3a4-158c14299b1a service neutron] 10.222.0.52 "GET /v2.0/networks/c89528b8-b45a-44cd-9620-77f8039a9c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952313 Aug 27 14:55:12.921626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6c8e9-f475-4774-ad5c-a5eac2ec5718 req-4cba2ea1-110d-4f98-9968-91eadde3d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:12.923222 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1b6c8e9-f475-4774-ad5c-a5eac2ec5718 req-4cba2ea1-110d-4f98-9968-91eadde3d838 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed33953a9d5846c39b7a9edbf250cdd8&device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 1095 time: 0.0437126 Aug 27 14:55:13.024179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6c8e9-f475-4774-ad5c-a5eac2ec5718 req-fcc6fabf-bd09-408c-a80a-b2e43bcafa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:13.025710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1b6c8e9-f475-4774-ad5c-a5eac2ec5718 req-fcc6fabf-bd09-408c-a80a-b2e43bcafa16 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c89528b8-b45a-44cd-9620-77f8039a9c33 HTTP/1.1" status: 200 len: 915 time: 0.0954225 Aug 27 14:55:13.095291 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1b6c8e9-f475-4774-ad5c-a5eac2ec5718 req-3f42586f-919d-4f72-b976-9154d0f15811 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f942bbdb-5834-4210-bc7c-05f765aaed05 HTTP/1.1" status: 200 len: 217 time: 0.0614479 Aug 27 14:55:13.150671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6c8e9-f475-4774-ad5c-a5eac2ec5718 req-d8f37925-e95a-4b5f-afc5-d2323d187229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:13.152315 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1b6c8e9-f475-4774-ad5c-a5eac2ec5718 req-d8f37925-e95a-4b5f-afc5-d2323d187229 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba0a9b53-ba84-420d-91e5-d33f437df3d2 HTTP/1.1" status: 200 len: 854 time: 0.0503309 Aug 27 14:55:13.189013 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1b6c8e9-f475-4774-ad5c-a5eac2ec5718 req-c375d166-cf62-4594-851b-50ff106a27c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c89528b8-b45a-44cd-9620-77f8039a9c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272026 Aug 27 14:55:13.231716 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:55:13.295685 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1b6c8e9-f475-4774-ad5c-a5eac2ec5718 req-22cf7b23-2e22-40f7-8c6d-769510bd049a service neutron] 10.222.0.52 "GET /v2.0/networks/c89528b8-b45a-44cd-9620-77f8039a9c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967882 Aug 27 14:55:13.435200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780bacc-861c-4b13-b08c-03ca079b52bb req-aad3320b-f70d-41c1-8387-4c7b90988909 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:13.436783 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b780bacc-861c-4b13-b08c-03ca079b52bb req-aad3320b-f70d-41c1-8387-4c7b90988909 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 943 time: 0.0841749 Aug 27 14:55:13.441165 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c1b6c8e9-f475-4774-ad5c-a5eac2ec5718 req-43b18f0d-3809-4e02-8ae5-884a69d5b830 service neutron] 10.222.0.52 "GET /v2.0/networks/c89528b8-b45a-44cd-9620-77f8039a9c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367295 Aug 27 14:55:13.482622 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b780bacc-861c-4b13-b08c-03ca079b52bb req-9dc6d12d-4c37-478e-ad32-5153669f3802 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390120 Aug 27 14:55:14.611131 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8a270-492f-4e96-b8e4-b8bf8777e6ff req-73851b90-c32f-4ae0-899a-8812ed1b3408 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:14.612857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9b8a270-492f-4e96-b8e4-b8bf8777e6ff req-73851b90-c32f-4ae0-899a-8812ed1b3408 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 943 time: 0.0602133 Aug 27 14:55:14.663064 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9b8a270-492f-4e96-b8e4-b8bf8777e6ff req-a007fa60-9b9a-451c-9bff-cf5989b9f87b tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435979 Aug 27 14:55:14.748803 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c893988e-3cd9-41a5-af45-2e67964cc86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:15.650973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device f942bbdb-5834-4210-bc7c-05f765aaed05 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:55:15.764680 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port f942bbdb-5834-4210-bc7c-05f765aaed05, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=f942bbdb-5834-4210-bc7c-05f765aaed05,segment=NetworkSegment(1e0c787d-57b5-4fd3-b09f-64f3a0bca56b),segment_id=1e0c787d-57b5-4fd3-b09f-64f3a0bca56b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:15.780300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'f942bbdb-5834-4210-bc7c-05f765aaed05', 'network_id': 'c89528b8-b45a-44cd-9620-77f8039a9c33', 'port_id': 'f942bbdb-5834-4210-bc7c-05f765aaed05', 'mac_address': 'fa:16:3e:c6:dd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba0a9b53-ba84-420d-91e5-d33f437df3d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:55:15.788917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cccaeb-f5f2-42c7-92a5-be82bb85ddd2 req-76d407ee-7fb5-4786-999d-0bd19179bde4 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:15.790515 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a7cccaeb-f5f2-42c7-92a5-be82bb85ddd2 req-76d407ee-7fb5-4786-999d-0bd19179bde4 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 943 time: 0.0579975 Aug 27 14:55:15.820051 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:15.831692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a7cccaeb-f5f2-42c7-92a5-be82bb85ddd2 req-661e1f31-b769-4798-bc5b-fe56d73dfa0f tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349631 Aug 27 14:55:15.839086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f942bbdb-5834-4210-bc7c-05f765aaed05 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:55:15.860596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port f942bbdb-5834-4210-bc7c-05f765aaed05, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=f942bbdb-5834-4210-bc7c-05f765aaed05,segment=NetworkSegment(1e0c787d-57b5-4fd3-b09f-64f3a0bca56b),segment_id=1e0c787d-57b5-4fd3-b09f-64f3a0bca56b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:15.864351 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:15.913150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=f942bbdb-5834-4210-bc7c-05f765aaed05,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:16.066670 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['f942bbdb-5834-4210-bc7c-05f765aaed05'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:55:16.951679 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812b844-56ce-42f6-b66c-d55f2cfd5342 req-113d1906-4872-4707-bbba-ca480207253d tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:16.953196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5812b844-56ce-42f6-b66c-d55f2cfd5342 req-113d1906-4872-4707-bbba-ca480207253d tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 944 time: 0.0525205 Aug 27 14:55:16.992083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5812b844-56ce-42f6-b66c-d55f2cfd5342 req-d3435651-7833-4b7f-a4bf-4aa4b32f71c3 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329182 Aug 27 14:55:17.564576 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:17.588186 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-77971590-acbf-4167-adf6-f2597c84d53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:17.653945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device f942bbdb-5834-4210-bc7c-05f765aaed05 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:17.703498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port f942bbdb-5834-4210-bc7c-05f765aaed05 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:17.707761 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port f942bbdb-5834-4210-bc7c-05f765aaed05 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:17.708141 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:17.789707 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:17.812517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19357b9-6456-467a-ad8d-b7fab26ab21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f942bbdb-5834-4210-bc7c-05f765aaed05'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:55:17.814856 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9424d5-ad42-46ee-a28b-559ce8520262" -d '{"events": [{"server_uuid": "d19357b9-6456-467a-ad8d-b7fab26ab21d", "name": "network-vif-plugged", "status": "completed", "tag": "f942bbdb-5834-4210-bc7c-05f765aaed05"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:55:17.828167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port f942bbdb-5834-4210-bc7c-05f765aaed05, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=f942bbdb-5834-4210-bc7c-05f765aaed05,segment=NetworkSegment(1e0c787d-57b5-4fd3-b09f-64f3a0bca56b),segment_id=1e0c787d-57b5-4fd3-b09f-64f3a0bca56b)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:17.833119 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:17.864235 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbbe14c-e9c3-4e83-932d-d8727f9f8d50 x-openstack-request-id: req-4fbbe14c-e9c3-4e83-932d-d8727f9f8d50 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:55:17.864580 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19357b9-6456-467a-ad8d-b7fab26ab21d", "name": "network-vif-plugged", "status": "completed", "tag": "f942bbdb-5834-4210-bc7c-05f765aaed05", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:55:17.864749 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fbbe14c-e9c3-4e83-932d-d8727f9f8d50 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:55:17.865191 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19357b9-6456-467a-ad8d-b7fab26ab21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f942bbdb-5834-4210-bc7c-05f765aaed05', 'code': 200} Aug 27 14:55:17.894161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=f942bbdb-5834-4210-bc7c-05f765aaed05,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:17.960051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a4b01-bfee-4c39-9b1b-2f6c6adc77a2 req-6e502414-2fb4-44aa-88ef-2629d93e46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:17.961578 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-107a4b01-bfee-4c39-9b1b-2f6c6adc77a2 req-6e502414-2fb4-44aa-88ef-2629d93e46f5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 1097 time: 0.0432763 Aug 27 14:55:18.002756 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-107a4b01-bfee-4c39-9b1b-2f6c6adc77a2 req-f6336069-d14d-4818-8dbb-c63c7b8c6315 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 Aug 27 14:55:18.114971 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78cd15-90a0-414b-9cf4-f00726f0e925 req-0e32c527-5b99-4a15-9c15-57b1483d2e31 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:18.117144 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd78cd15-90a0-414b-9cf4-f00726f0e925 req-0e32c527-5b99-4a15-9c15-57b1483d2e31 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 945 time: 0.0515900 Aug 27 14:55:18.158121 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd78cd15-90a0-414b-9cf4-f00726f0e925 req-3ab741b6-3cc5-4561-a315-ea9b67a26197 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348644 Aug 27 14:55:18.956245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:19.286662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937df0c-620f-48a6-b8ac-d15dbd278800 req-8f80c65d-fb07-4ba0-a699-d614a6a40f93 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:19.288194 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6937df0c-620f-48a6-b8ac-d15dbd278800 req-8f80c65d-fb07-4ba0-a699-d614a6a40f93 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 945 time: 0.0563867 Aug 27 14:55:19.328323 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6937df0c-620f-48a6-b8ac-d15dbd278800 req-f7f46139-80c8-4da5-bdad-7b304a0253af tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341067 Aug 27 14:55:19.583469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d951e-8f9b-43b7-bd46-429f24c6c133 req-4179b911-e669-4496-97c8-564559c4288a tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:19.585803 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-867d951e-8f9b-43b7-bd46-429f24c6c133 req-4179b911-e669-4496-97c8-564559c4288a tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 945 time: 0.0560596 Aug 27 14:55:19.627951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-867d951e-8f9b-43b7-bd46-429f24c6c133 req-87781d17-d833-455a-88d0-0b6217dfab67 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360622 Aug 27 14:55:20.109084 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c6ca6d7-bb59-4894-a0af-2e89af6a2a77 req-1a70c40a-75e7-4706-b9c9-32eed464ea00 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0281363 Aug 27 14:55:20.181773 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c6ca6d7-bb59-4894-a0af-2e89af6a2a77 req-e46b8769-3807-4530-941c-d98c4f169447 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0277104 Aug 27 14:55:20.228731 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c6ca6d7-bb59-4894-a0af-2e89af6a2a77 req-4b01bdc0-152e-45a2-b9b3-9893a357a193 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247502 Aug 27 14:55:20.327177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ca6d7-bb59-4894-a0af-2e89af6a2a77 req-239f2ca8-fbb3-40d2-a0b0-2f051e66533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:20.328696 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5c6ca6d7-bb59-4894-a0af-2e89af6a2a77 req-239f2ca8-fbb3-40d2-a0b0-2f051e66533b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917871 Aug 27 14:55:20.417892 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:20.747429 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93073f68-5d87-46bd-ad0d-114405b48a38 req-10451b04-1890-402b-9edb-47ac27715a04 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:20.749071 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-93073f68-5d87-46bd-ad0d-114405b48a38 req-10451b04-1890-402b-9edb-47ac27715a04 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 945 time: 0.0496879 Aug 27 14:55:20.792276 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-93073f68-5d87-46bd-ad0d-114405b48a38 req-5fd9214e-7b2b-442b-9d0e-2f070d944799 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372272 Aug 27 14:55:21.018104 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a44e57-205f-4e06-b00d-50c00f30fe1f req-f6abba25-726d-4e36-844f-6db007d0cc56 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:21.019551 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-02a44e57-205f-4e06-b00d-50c00f30fe1f req-f6abba25-726d-4e36-844f-6db007d0cc56 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 945 time: 0.0505979 Aug 27 14:55:21.118400 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-02a44e57-205f-4e06-b00d-50c00f30fe1f req-5526e271-3da2-4ef6-b2e7-c681eabd4aae tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Deleting port f942bbdb-5834-4210-bc7c-05f765aaed05 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:55:21.118796 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-02a44e57-205f-4e06-b00d-50c00f30fe1f req-5526e271-3da2-4ef6-b2e7-c681eabd4aae tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:21.207294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-02a44e57-205f-4e06-b00d-50c00f30fe1f req-5526e271-3da2-4ef6-b2e7-c681eabd4aae tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] For port f942bbdb-5834-4210-bc7c-05f765aaed05, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=f942bbdb-5834-4210-bc7c-05f765aaed05,segment=NetworkSegment(1e0c787d-57b5-4fd3-b09f-64f3a0bca56b),segment_id=1e0c787d-57b5-4fd3-b09f-64f3a0bca56b)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:21.207661 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-02a44e57-205f-4e06-b00d-50c00f30fe1f req-5526e271-3da2-4ef6-b2e7-c681eabd4aae tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:21.220804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-02a44e57-205f-4e06-b00d-50c00f30fe1f req-5526e271-3da2-4ef6-b2e7-c681eabd4aae tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Calling delete_port for f942bbdb-5834-4210-bc7c-05f765aaed05 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:55:21.351225 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-02a44e57-205f-4e06-b00d-50c00f30fe1f req-5526e271-3da2-4ef6-b2e7-c681eabd4aae tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:21.364587 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['f942bbdb-5834-4210-bc7c-05f765aaed05'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:55:21.383990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526e271-3da2-4ef6-b2e7-c681eabd4aae tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Pushing event deleted for resources: {'Port': ['ID=f942bbdb-5834-4210-bc7c-05f765aaed05,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:21.389299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['3b0c55bc-ca25-4855-8748-1b3fd837091e'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:55:21.431160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a44e57-205f-4e06-b00d-50c00f30fe1f req-5526e271-3da2-4ef6-b2e7-c681eabd4aae tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] No DVR routers for this DVR port f942bbdb-5834-4210-bc7c-05f765aaed05 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:55:21.433883 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-02a44e57-205f-4e06-b00d-50c00f30fe1f req-5526e271-3da2-4ef6-b2e7-c681eabd4aae tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:21.436029 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-02a44e57-205f-4e06-b00d-50c00f30fe1f req-5526e271-3da2-4ef6-b2e7-c681eabd4aae tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.52 "DELETE /v2.0/ports/f942bbdb-5834-4210-bc7c-05f765aaed05 HTTP/1.1" status: 204 len: 173 time: 0.4091771 Aug 27 14:55:21.436509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19357b9-6456-467a-ad8d-b7fab26ab21d', 'name': 'network-vif-deleted', 'tag': 'f942bbdb-5834-4210-bc7c-05f765aaed05'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:55:21.438828 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bd2045-afad-47e5-a051-d36d8c4f47fa" -d '{"events": [{"server_uuid": "d19357b9-6456-467a-ad8d-b7fab26ab21d", "name": "network-vif-deleted", "tag": "f942bbdb-5834-4210-bc7c-05f765aaed05"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:55:21.482092 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc5ca7b-b027-4d6f-9c8e-ff892d636ab8 x-openstack-request-id: req-0dc5ca7b-b027-4d6f-9c8e-ff892d636ab8 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:55:21.482405 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19357b9-6456-467a-ad8d-b7fab26ab21d", "name": "network-vif-deleted", "tag": "f942bbdb-5834-4210-bc7c-05f765aaed05", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:55:21.482627 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0dc5ca7b-b027-4d6f-9c8e-ff892d636ab8 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:55:21.483054 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19357b9-6456-467a-ad8d-b7fab26ab21d', 'name': 'network-vif-deleted', 'tag': 'f942bbdb-5834-4210-bc7c-05f765aaed05', 'status': 'completed', 'code': 200} Aug 27 14:55:22.084786 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:22.247252 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c2a0410-0abc-4a48-a99e-e8085fd9d460 req-8832509e-ecf0-4999-8dee-abe931c849fd tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=d19357b9-6456-467a-ad8d-b7fab26ab21d HTTP/1.1" status: 200 len: 210 time: 0.3763747 Aug 27 14:55:23.393525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a87f5-0191-4be4-abd0-bf93233a4fba req-fdcb60df-e92c-4055-bcc1-e349d85bf7b4 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:23.395057 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-434a87f5-0191-4be4-abd0-bf93233a4fba req-fdcb60df-e92c-4055-bcc1-e349d85bf7b4 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 946 time: 0.0480800 Aug 27 14:55:23.433148 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-434a87f5-0191-4be4-abd0-bf93233a4fba req-f2ed43f0-62a8-42cb-8e38-43c610c6036c tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Aug 27 14:55:23.564937 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb79524-d6e7-4e88-92a2-44877a8a8edf req-c88dff74-8d16-459b-b035-8cf8897c6110 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:23.566456 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5bb79524-d6e7-4e88-92a2-44877a8a8edf req-c88dff74-8d16-459b-b035-8cf8897c6110 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 946 time: 0.0502102 Aug 27 14:55:23.608787 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5bb79524-d6e7-4e88-92a2-44877a8a8edf req-49fed1b8-3ec3-454f-84d3-a53464104c93 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358086 Aug 27 14:55:23.692876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device f942bbdb-5834-4210-bc7c-05f765aaed05 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:55:23.713596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: f942bbdb-5834-4210-bc7c-05f765aaed05 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:55:23.713939 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device f942bbdb-5834-4210-bc7c-05f765aaed05 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:55:23.727550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd829dba-1175-46d0-a0e0-9ad6a46d5dce req-797c0b27-c77b-469e-a14e-8dbe313566dc tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:23.729082 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd829dba-1175-46d0-a0e0-9ad6a46d5dce req-797c0b27-c77b-469e-a14e-8dbe313566dc tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 946 time: 0.0508623 Aug 27 14:55:23.768840 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dd829dba-1175-46d0-a0e0-9ad6a46d5dce req-66423516-c41c-47ca-94ba-6dd310240433 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336275 Aug 27 14:55:23.935920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9d367-e1ed-4aa0-ae26-f8049e3a803c req-852d52fb-7f5f-4394-84e4-23dddf0a64ef tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:23.937436 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0d9d367-e1ed-4aa0-ae26-f8049e3a803c req-852d52fb-7f5f-4394-84e4-23dddf0a64ef tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 946 time: 0.0502129 Aug 27 14:55:23.976428 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0d9d367-e1ed-4aa0-ae26-f8049e3a803c req-e2089a21-09e2-4b29-80cb-991713e8ec69 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323615 Aug 27 14:55:24.096777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e2d54-a728-4f46-95fd-5350d2c2218b req-1a7868c3-7bdf-48b6-9fe0-7f2913d76eef tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:24.098185 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb4e2d54-a728-4f46-95fd-5350d2c2218b req-1a7868c3-7bdf-48b6-9fe0-7f2913d76eef tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 946 time: 0.0514648 Aug 27 14:55:24.138728 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb4e2d54-a728-4f46-95fd-5350d2c2218b req-2cd91896-1091-401e-9b2c-4fd6920e203e tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329573 Aug 27 14:55:24.264710 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797a9cb-4c42-42e7-af0d-6a5c7a7bb80e req-c4888701-81ec-4da2-a039-723c6950c1dc tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:24.266193 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0797a9cb-4c42-42e7-af0d-6a5c7a7bb80e req-c4888701-81ec-4da2-a039-723c6950c1dc tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 946 time: 0.0486555 Aug 27 14:55:24.304776 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0797a9cb-4c42-42e7-af0d-6a5c7a7bb80e req-2c4b54df-b7a9-47d8-a4b2-a6390540ca95 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325994 Aug 27 14:55:24.613729 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80b95c-5117-4fd3-9af6-0b2e6a17739e req-b8f7f384-7dce-4304-82c3-0fd8dfb98898 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:24.615436 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be80b95c-5117-4fd3-9af6-0b2e6a17739e req-b8f7f384-7dce-4304-82c3-0fd8dfb98898 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 946 time: 0.0498927 Aug 27 14:55:24.653076 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-be80b95c-5117-4fd3-9af6-0b2e6a17739e req-f3d0282b-c24d-4cac-a7a4-d403ebe7edf4 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319169 Aug 27 14:55:25.773827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4062f-0a68-49e5-ae90-f9a4fd85653c req-aa84b227-1621-417e-a058-3f0d3b68e4be tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:25.775339 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ca4062f-0a68-49e5-ae90-f9a4fd85653c req-aa84b227-1621-417e-a058-3f0d3b68e4be tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 946 time: 0.0536401 Aug 27 14:55:25.813665 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1ca4062f-0a68-49e5-ae90-f9a4fd85653c req-9c8cc92a-b84e-41dd-be65-a9996e6d639e tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/security-groups?id=781290b5-be2e-4c78-8452-b4e088506d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324221 Aug 27 14:55:26.423606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dfafe-6da8-405e-8053-b03cc8f15c3f req-e015d967-3a33-49fa-8aea-d43917d7e797 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:26.425224 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3c7dfafe-6da8-405e-8053-b03cc8f15c3f req-e015d967-3a33-49fa-8aea-d43917d7e797 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.41 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 946 time: 0.0530849 Aug 27 14:55:26.514293 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-3c7dfafe-6da8-405e-8053-b03cc8f15c3f req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Deleting port 3b0c55bc-ca25-4855-8748-1b3fd837091e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:55:26.514634 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3c7dfafe-6da8-405e-8053-b03cc8f15c3f req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:26.606635 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-3c7dfafe-6da8-405e-8053-b03cc8f15c3f req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] For port 3b0c55bc-ca25-4855-8748-1b3fd837091e, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=3b0c55bc-ca25-4855-8748-1b3fd837091e,segment=NetworkSegment(1e0c787d-57b5-4fd3-b09f-64f3a0bca56b),segment_id=1e0c787d-57b5-4fd3-b09f-64f3a0bca56b)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:26.607145 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3c7dfafe-6da8-405e-8053-b03cc8f15c3f req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:26.622649 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-3c7dfafe-6da8-405e-8053-b03cc8f15c3f req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Calling delete_port for 3b0c55bc-ca25-4855-8748-1b3fd837091e owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:55:26.757221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3c7dfafe-6da8-405e-8053-b03cc8f15c3f req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:26.784233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Pushing event deleted for resources: {'Port': ['ID=3b0c55bc-ca25-4855-8748-1b3fd837091e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:26.790844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['3b0c55bc-ca25-4855-8748-1b3fd837091e'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:55:26.795124 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:26.795479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:26.795825 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:26.796164 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:26.796499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:26.796832 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:26.797160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:26.797962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:26.797962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:26.798129 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:26.798427 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:26.798775 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:26.842092 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7dfafe-6da8-405e-8053-b03cc8f15c3f req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] No DVR routers for this DVR port 3b0c55bc-ca25-4855-8748-1b3fd837091e on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:55:26.844832 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-3c7dfafe-6da8-405e-8053-b03cc8f15c3f req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:26.847104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3c7dfafe-6da8-405e-8053-b03cc8f15c3f req-6b94dbc0-751e-4530-ac69-fc7d4d99d6a2 tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.41 "DELETE /v2.0/ports/3b0c55bc-ca25-4855-8748-1b3fd837091e HTTP/1.1" status: 204 len: 173 time: 0.4159696 Aug 27 14:55:26.847498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da96d89d-e334-4cc6-8487-cbe78da8628e', 'name': 'network-vif-deleted', 'tag': '3b0c55bc-ca25-4855-8748-1b3fd837091e'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:55:26.850758 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db254d9-e2e6-43d3-86e2-adf57e735c5f" -d '{"events": [{"server_uuid": "da96d89d-e334-4cc6-8487-cbe78da8628e", "name": "network-vif-deleted", "tag": "3b0c55bc-ca25-4855-8748-1b3fd837091e"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:55:26.897296 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e040e9-bac2-4680-a2e0-1acf74d472f3 x-openstack-request-id: req-c1e040e9-bac2-4680-a2e0-1acf74d472f3 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:55:26.897595 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da96d89d-e334-4cc6-8487-cbe78da8628e", "name": "network-vif-deleted", "tag": "3b0c55bc-ca25-4855-8748-1b3fd837091e", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:55:26.897849 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1e040e9-bac2-4680-a2e0-1acf74d472f3 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:55:26.898277 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da96d89d-e334-4cc6-8487-cbe78da8628e', 'name': 'network-vif-deleted', 'tag': '3b0c55bc-ca25-4855-8748-1b3fd837091e', 'status': 'completed', 'code': 200} Aug 27 14:55:26.917228 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04968fa0-45ff-42d9-8dad-097ef605375a req-7ae31888-584d-4405-8f50-8fff93f27c6d tempest-ServersNegativeTestJSON-1199167865 tempest-ServersNegativeTestJSON-1199167865-project] 10.222.0.55 "GET /v2.0/ports?device_id=da96d89d-e334-4cc6-8487-cbe78da8628e HTTP/1.1" status: 200 len: 210 time: 0.0306084 Aug 27 14:55:27.978191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45952) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:28.023335 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Deleting subnet ba0a9b53-ba84-420d-91e5-d33f437df3d2 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:55:28.026785 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.060264 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.098293 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.153525 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.180629 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba0a9b53-ba84-420d-91e5-d33f437df3d2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:28.183098 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.184913 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ba0a9b53-ba84-420d-91e5-d33f437df3d2 HTTP/1.1" status: 204 len: 168 time: 0.2056944 Aug 27 14:55:28.187503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45954) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:28.191331 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:28.191681 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:28.192027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:28.192362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:28.192694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:28.193666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:28.194108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:28.194442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:28.194798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:28.195128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:28.195460 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:28.195785 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20850d-7f3c-439a-9855-33edf2a70482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:28.259566 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-786acc81-4e79-41e6-871f-110d0ab3c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.337367 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-786acc81-4e79-41e6-871f-110d0ab3c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.347144 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-786acc81-4e79-41e6-871f-110d0ab3c239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89528b8-b45a-44cd-9620-77f8039a9c33']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:28.357337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-786acc81-4e79-41e6-871f-110d0ab3c239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0c787d-57b5-4fd3-b09f-64f3a0bca56b') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:28.357627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-786acc81-4e79-41e6-871f-110d0ab3c239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0c787d-57b5-4fd3-b09f-64f3a0bca56b') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:28.366755 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-786acc81-4e79-41e6-871f-110d0ab3c239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.379874 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-786acc81-4e79-41e6-871f-110d0ab3c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.386732 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786acc81-4e79-41e6-871f-110d0ab3c239 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:55:28.387171 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-786acc81-4e79-41e6-871f-110d0ab3c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:55:28.388935 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:55:28.448240 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-786acc81-4e79-41e6-871f-110d0ab3c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.452938 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-786acc81-4e79-41e6-871f-110d0ab3c239 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.455405 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-786acc81-4e79-41e6-871f-110d0ab3c239 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c89528b8-b45a-44cd-9620-77f8039a9c33 HTTP/1.1" status: 204 len: 168 time: 0.2668376 Aug 27 14:55:28.468597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786acc81-4e79-41e6-871f-110d0ab3c239 admin admin] Pushing event deleted for resources: {'Network': ['ID=c89528b8-b45a-44cd-9620-77f8039a9c33,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:28.589674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45958) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:28.631641 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ad25816a-02db-4013-82ea-14bd0b5fd193 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed33953a9d5846c39b7a9edbf250cdd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407982 Aug 27 14:55:28.634079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45960) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:28.682170 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1754bba5-76ed-48da-a1df-1b614dbbafd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.703055 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1754bba5-76ed-48da-a1df-1b614dbbafd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.751195 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1754bba5-76ed-48da-a1df-1b614dbbafd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.753840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1754bba5-76ed-48da-a1df-1b614dbbafd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:28.755048 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1754bba5-76ed-48da-a1df-1b614dbbafd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/781290b5-be2e-4c78-8452-b4e088506d5b HTTP/1.1" status: 204 len: 168 time: 0.1200745 Aug 27 14:55:28.763089 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754bba5-76ed-48da-a1df-1b614dbbafd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781290b5-be2e-4c78-8452-b4e088506d5b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:29.242506 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10b21487-cf50-4146-9455-0bfab34a2eef req-08486ae3-90db-46d0-8428-125251fa21ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0316386 Aug 27 14:55:29.323836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10b21487-cf50-4146-9455-0bfab34a2eef req-6d9efeab-7cae-4900-b884-ecfbcda5f5bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0258069 Aug 27 14:55:29.370323 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10b21487-cf50-4146-9455-0bfab34a2eef req-ef1cb096-4951-4318-ac90-c2c8cd622096 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199924 Aug 27 14:55:29.470555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b21487-cf50-4146-9455-0bfab34a2eef req-0db73c80-9db3-4a8c-8651-418e8624bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:29.472177 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-10b21487-cf50-4146-9455-0bfab34a2eef req-0db73c80-9db3-4a8c-8651-418e8624bffb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949733 Aug 27 14:55:29.479680 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45982) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:29.605670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1610517225'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:29.626326 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Made reservation on behalf of b695d9e4581b46b3ae2b09da1d9c3400 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:29.629761 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:29.643588 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:29.737443 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:29.741891 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:29.768189 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:55:29.778020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec1d067-b078-4062-ab5a-f0ff8e1089de,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:29.783330 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:29.783679 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Added segment a25d7f01-05a6-448d-854c-68e9b74f9245 of type vlan for network 6440f4a2-c66d-4e85-a667-78caa952ad1b Aug 27 14:55:29.827260 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:29.854424 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:29.860056 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:29.860643 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:29.924455 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4436398 Aug 27 14:55:29.939004 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b991499-d41b-413f-ab99-3065f46a7a8e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event updated for resources: {'Network': ['ID=6440f4a2-c66d-4e85-a667-78caa952ad1b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:29.945373 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 6440f4a2-c66d-4e85-a667-78caa952ad1b details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:55:30.592633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3b0c55bc-ca25-4855-8748-1b3fd837091e no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:55:30.614376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 3b0c55bc-ca25-4855-8748-1b3fd837091e {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:55:30.614741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 3b0c55bc-ca25-4855-8748-1b3fd837091e not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:55:33.254585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45986) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:33.261140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-35349731-2975-4a90-ac5e-4d35091f420b tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Request body: {'subnet': {'network_id': '6440f4a2-c66d-4e85-a667-78caa952ad1b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:33.353969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35349731-2975-4a90-ac5e-4d35091f420b tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Made reservation on behalf of b695d9e4581b46b3ae2b09da1d9c3400 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:33.357613 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35349731-2975-4a90-ac5e-4d35091f420b tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:33.544212 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35349731-2975-4a90-ac5e-4d35091f420b tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:33.605603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35349731-2975-4a90-ac5e-4d35091f420b tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event updated for resources: {'Subnet': ['ID=92a4796f-2d73-45a6-b879-3b69adbccfcf,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:33.615994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35349731-2975-4a90-ac5e-4d35091f420b tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Checking segment: {'id': 'a25d7f01-05a6-448d-854c-68e9b74f9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6440f4a2-c66d-4e85-a667-78caa952ad1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:33.616361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35349731-2975-4a90-ac5e-4d35091f420b tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Network hostable DHCP agents. Network: 6440f4a2-c66d-4e85-a667-78caa952ad1b, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:55:33.633473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35349731-2975-4a90-ac5e-4d35091f420b tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Network 6440f4a2-c66d-4e85-a667-78caa952ad1b is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:55:33.642362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-35349731-2975-4a90-ac5e-4d35091f420b tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 6440f4a2-c66d-4e85-a667-78caa952ad1b) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:33.647236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35349731-2975-4a90-ac5e-4d35091f420b tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:33.647834 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35349731-2975-4a90-ac5e-4d35091f420b tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:33.652531 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e98812-2076-4a93-9ee4-f556604175b9 None None] Network 6440f4a2-c66d-4e85-a667-78caa952ad1b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:33.664085 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-35349731-2975-4a90-ac5e-4d35091f420b tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4083421 Aug 27 14:55:33.667662 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45988) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:33.672953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4bee6b19-2c07-4e3b-a152-09438d293385 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-653011252'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:33.696552 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bee6b19-2c07-4e3b-a152-09438d293385 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Made reservation on behalf of b695d9e4581b46b3ae2b09da1d9c3400 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:33.700198 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4bee6b19-2c07-4e3b-a152-09438d293385 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:33.725025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bee6b19-2c07-4e3b-a152-09438d293385 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:55:33.734828 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4bee6b19-2c07-4e3b-a152-09438d293385 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:33.735379 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-4bee6b19-2c07-4e3b-a152-09438d293385 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Added segment bb3ac238-ea14-41c5-9940-f4da22b6b71c of type vlan for network 4539c0a5-9721-4839-a7fd-6d8d971782d5 Aug 27 14:55:33.780514 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4bee6b19-2c07-4e3b-a152-09438d293385 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:33.803675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-6440f4a2-c66d-4e85-a667-78caa952ad1b', 'network_id': '6440f4a2-c66d-4e85-a667-78caa952ad1b', 'tenant_id': 'b695d9e4581b46b3ae2b09da1d9c3400', 'fixed_ips': [{'subnet_id': '92a4796f-2d73-45a6-b879-3b69adbccfcf'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:55:33.804794 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:33.807752 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4bee6b19-2c07-4e3b-a152-09438d293385 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:33.813524 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bee6b19-2c07-4e3b-a152-09438d293385 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:33.814124 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4bee6b19-2c07-4e3b-a152-09438d293385 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:33.875986 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4bee6b19-2c07-4e3b-a152-09438d293385 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2070987 Aug 27 14:55:33.878887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45990) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:33.886305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f868b962-f5bf-4584-99a0-a090c50616d6 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Request body: {'subnet': {'network_id': '4539c0a5-9721-4839-a7fd-6d8d971782d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:33.936329 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee6b19-2c07-4e3b-a152-09438d293385 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event updated for resources: {'Network': ['ID=4539c0a5-9721-4839-a7fd-6d8d971782d5,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:33.938213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Allocated IP 2001:db8:0:ffff::2 (6440f4a2-c66d-4e85-a667-78caa952ad1b/92a4796f-2d73-45a6-b879-3b69adbccfcf/b25ad2fa-debe-40f3-b940-ad315723b9f0) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:55:33.951478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 4539c0a5-9721-4839-a7fd-6d8d971782d5 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:55:33.988299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f868b962-f5bf-4584-99a0-a090c50616d6 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Made reservation on behalf of b695d9e4581b46b3ae2b09da1d9c3400 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:33.992058 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f868b962-f5bf-4584-99a0-a090c50616d6 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:34.151965 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:34.161136 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Transition to ACTIVE for port object b25ad2fa-debe-40f3-b940-ad315723b9f0 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:34.176183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Transition to ACTIVE for port object b25ad2fa-debe-40f3-b940-ad315723b9f0 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:34.183270 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:34.199745 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f868b962-f5bf-4584-99a0-a090c50616d6 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:34.226648 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Network 6440f4a2-c66d-4e85-a667-78caa952ad1b is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:34.229695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:34.234063 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:55:34.241782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Pushing event updated for resources: {'Port': ['ID=b25ad2fa-debe-40f3-b940-ad315723b9f0,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:34.264973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:34.265322 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:34.265671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:34.266007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:34.266342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:34.266675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:34.267031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:34.267361 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:34.267659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868b962-f5bf-4584-99a0-a090c50616d6 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event updated for resources: {'Subnet': ['ID=f7a8d071-d5b3-4ac4-8767-aaaa85ed2854,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:34.267783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:34.268007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:34.268330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:34.268656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:34.277755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868b962-f5bf-4584-99a0-a090c50616d6 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Checking segment: {'id': 'bb3ac238-ea14-41c5-9940-f4da22b6b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4539c0a5-9721-4839-a7fd-6d8d971782d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:34.277755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f868b962-f5bf-4584-99a0-a090c50616d6 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Network hostable DHCP agents. Network: 4539c0a5-9721-4839-a7fd-6d8d971782d5, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:55:34.293312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f868b962-f5bf-4584-99a0-a090c50616d6 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Network 4539c0a5-9721-4839-a7fd-6d8d971782d5 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:55:34.304311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-f868b962-f5bf-4584-99a0-a090c50616d6 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 4539c0a5-9721-4839-a7fd-6d8d971782d5) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:34.306394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Attempting to bind port b25ad2fa-debe-40f3-b940-ad315723b9f0 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:55:34.306836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Attempting to bind port b25ad2fa-debe-40f3-b940-ad315723b9f0 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'a25d7f01-05a6-448d-854c-68e9b74f9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6440f4a2-c66d-4e85-a667-78caa952ad1b'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:55:34.307183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Attempting to bind port b25ad2fa-debe-40f3-b940-ad315723b9f0 on network 6440f4a2-c66d-4e85-a667-78caa952ad1b {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:55:34.308955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f868b962-f5bf-4584-99a0-a090c50616d6 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:34.309553 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f868b962-f5bf-4584-99a0-a090c50616d6 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:34.313438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:55:34.313818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Checking segment: {'id': 'a25d7f01-05a6-448d-854c-68e9b74f9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6440f4a2-c66d-4e85-a667-78caa952ad1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:34.314232 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:34.314627 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Bound using segment: {'id': 'a25d7f01-05a6-448d-854c-68e9b74f9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6440f4a2-c66d-4e85-a667-78caa952ad1b'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:55:34.315137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Bound port: b25ad2fa-debe-40f3-b940-ad315723b9f0, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25d7f01-05a6-448d-854c-68e9b74f9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6440f4a2-c66d-4e85-a667-78caa952ad1b'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:55:34.315541 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:34.320589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb870fb7-9912-4937-a576-36f1b8b8fe71 None None] Network 4539c0a5-9721-4839-a7fd-6d8d971782d5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:34.325763 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f868b962-f5bf-4584-99a0-a090c50616d6 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4458308 Aug 27 14:55:34.328347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45992) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:34.450406 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] For port b25ad2fa-debe-40f3-b940-ad315723b9f0, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:55:34.454931 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] For port b25ad2fa-debe-40f3-b940-ad315723b9f0, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b25ad2fa-debe-40f3-b940-ad315723b9f0,segment=NetworkSegment(a25d7f01-05a6-448d-854c-68e9b74f9245),segment_id=a25d7f01-05a6-448d-854c-68e9b74f9245)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:55:34.479264 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:34.580150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d901eb7-c503-4f6b-9b79-7fdaa8a4b478 None None] Pushing event updated for resources: {'Port': ['ID=b25ad2fa-debe-40f3-b940-ad315723b9f0,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:34.585437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-4539c0a5-9721-4839-a7fd-6d8d971782d5', 'network_id': '4539c0a5-9721-4839-a7fd-6d8d971782d5', 'tenant_id': 'b695d9e4581b46b3ae2b09da1d9c3400', 'fixed_ips': [{'subnet_id': 'f7a8d071-d5b3-4ac4-8767-aaaa85ed2854'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:55:34.586338 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:34.789440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Allocated IP 2001:db8::2 (4539c0a5-9721-4839-a7fd-6d8d971782d5/f7a8d071-d5b3-4ac4-8767-aaaa85ed2854/b0772d66-feea-460b-8ce7-bdeb0fa4b237) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:55:34.814039 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:34.877651 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:34.954422 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:34.965491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Transition to ACTIVE for port object b0772d66-feea-460b-8ce7-bdeb0fa4b237 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:34.982240 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Transition to ACTIVE for port object b0772d66-feea-460b-8ce7-bdeb0fa4b237 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:34.989603 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:35.006950 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:35.034550 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a8d071-d5b3-4ac4-8767-aaaa85ed2854,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:35.041603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Network 4539c0a5-9721-4839-a7fd-6d8d971782d5 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:35.048001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:35.050528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:55:35.056998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Pushing event updated for resources: {'Port': ['ID=b0772d66-feea-460b-8ce7-bdeb0fa4b237,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:35.104640 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:35.115874 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Attempting to bind port b0772d66-feea-460b-8ce7-bdeb0fa4b237 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:55:35.116312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Attempting to bind port b0772d66-feea-460b-8ce7-bdeb0fa4b237 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'bb3ac238-ea14-41c5-9940-f4da22b6b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4539c0a5-9721-4839-a7fd-6d8d971782d5'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:55:35.116766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Attempting to bind port b0772d66-feea-460b-8ce7-bdeb0fa4b237 on network 4539c0a5-9721-4839-a7fd-6d8d971782d5 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:55:35.120002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4539c0a5-9721-4839-a7fd-6d8d971782d5']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:35.122418 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:55:35.122920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Checking segment: {'id': 'bb3ac238-ea14-41c5-9940-f4da22b6b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4539c0a5-9721-4839-a7fd-6d8d971782d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:35.123445 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:35.123963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Bound using segment: {'id': 'bb3ac238-ea14-41c5-9940-f4da22b6b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4539c0a5-9721-4839-a7fd-6d8d971782d5'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:55:35.124547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Bound port: b0772d66-feea-460b-8ce7-bdeb0fa4b237, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3ac238-ea14-41c5-9940-f4da22b6b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4539c0a5-9721-4839-a7fd-6d8d971782d5'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:55:35.125045 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:35.131455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3ac238-ea14-41c5-9940-f4da22b6b71c') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:35.131675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3ac238-ea14-41c5-9940-f4da22b6b71c') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:35.143246 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:35.159289 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:35.166565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:55:35.167008 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:55:35.170411 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:55:35.192015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] For port b0772d66-feea-460b-8ce7-bdeb0fa4b237, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:55:35.235944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] For port b0772d66-feea-460b-8ce7-bdeb0fa4b237, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b0772d66-feea-460b-8ce7-bdeb0fa4b237,segment=NetworkSegment(bb3ac238-ea14-41c5-9940-f4da22b6b71c),segment_id=bb3ac238-ea14-41c5-9940-f4da22b6b71c)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:55:35.236313 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.db.api [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 14:55:35.236313 n-d-712139-12 neutron-server[101186]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 14:55:35.236313 n-d-712139-12 neutron-server[101186]: [parameters: {'id': '4539c0a5-9721-4839-a7fd-6d8d971782d5'}] Aug 27 14:55:35.236313 n-d-712139-12 neutron-server[101186]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 14:55:35.236657 n-d-712139-12 neutron-server[101186]: DEBUG oslo_db.api [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 14:55:35.241275 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:35.323883 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890e7ee-4494-4a9c-a99d-611b981b0fdf None None] Pushing event updated for resources: {'Port': ['ID=b0772d66-feea-460b-8ce7-bdeb0fa4b237,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:35.345015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b1f028-f45c-4409-bd6f-d39aa14b1e0f None None] Network 4539c0a5-9721-4839-a7fd-6d8d971782d5 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:35.520859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c468a-c054-466a-84ad-3ba6c5e268c6 None None] Network 6440f4a2-c66d-4e85-a667-78caa952ad1b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:35.583593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f1142047-21de-4250-b296-9c0c0632699e None None] Provisioning for port b25ad2fa-debe-40f3-b940-ad315723b9f0 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:35.737411 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:35.794642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Deleting port b0772d66-feea-460b-8ce7-bdeb0fa4b237 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:55:35.795022 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:35.851873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb2650-a397-42a6-b9fd-4662a2b0fd51 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:55:35.863221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] For port b0772d66-feea-460b-8ce7-bdeb0fa4b237, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b0772d66-feea-460b-8ce7-bdeb0fa4b237,segment=NetworkSegment(bb3ac238-ea14-41c5-9940-f4da22b6b71c),segment_id=bb3ac238-ea14-41c5-9940-f4da22b6b71c)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:35.863746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:35.882825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Calling delete_port for b0772d66-feea-460b-8ce7-bdeb0fa4b237 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:55:35.927000 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb2650-a397-42a6-b9fd-4662a2b0fd51 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:55:35.963398 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:35.988255 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event deleted for resources: {'Port': ['ID=b0772d66-feea-460b-8ce7-bdeb0fa4b237,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:35.996149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] No DVR routers for this DVR port b0772d66-feea-460b-8ce7-bdeb0fa4b237 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:55:36.081131 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.092005 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4539c0a5-9721-4839-a7fd-6d8d971782d5']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:36.104266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3ac238-ea14-41c5-9940-f4da22b6b71c') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:36.104548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3ac238-ea14-41c5-9940-f4da22b6b71c') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:36.115376 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.130111 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.138276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:55:36.138761 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:55:36.142065 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:55:36.206261 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.214135 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.216144 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/networks/4539c0a5-9721-4839-a7fd-6d8d971782d5 HTTP/1.1" status: 204 len: 168 time: 1.8868783 Aug 27 14:55:36.220047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 45994) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:36.227504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5846264b-0ce6-4ba2-8d47-a81f09073b52 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-687442020'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:36.229169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0aaa76-a374-4a93-96cd-1b7de6558d84 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event deleted for resources: {'Network': ['ID=4539c0a5-9721-4839-a7fd-6d8d971782d5,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:36.250944 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5846264b-0ce6-4ba2-8d47-a81f09073b52 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Made reservation on behalf of b695d9e4581b46b3ae2b09da1d9c3400 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:36.254461 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5846264b-0ce6-4ba2-8d47-a81f09073b52 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.283651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5846264b-0ce6-4ba2-8d47-a81f09073b52 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:55:36.294053 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5846264b-0ce6-4ba2-8d47-a81f09073b52 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.294410 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-5846264b-0ce6-4ba2-8d47-a81f09073b52 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Added segment 64cc01c8-9973-435b-aab3-41181b5ca667 of type vlan for network b8d07581-d008-49b0-8c75-d50bf212a91b Aug 27 14:55:36.335090 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5846264b-0ce6-4ba2-8d47-a81f09073b52 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.359407 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5846264b-0ce6-4ba2-8d47-a81f09073b52 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.366392 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5846264b-0ce6-4ba2-8d47-a81f09073b52 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:36.367012 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5846264b-0ce6-4ba2-8d47-a81f09073b52 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.428765 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5846264b-0ce6-4ba2-8d47-a81f09073b52 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2069099 Aug 27 14:55:36.431741 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45996) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:36.436951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Request body: {'subnet': {'network_id': 'b8d07581-d008-49b0-8c75-d50bf212a91b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:36.439568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846264b-0ce6-4ba2-8d47-a81f09073b52 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event updated for resources: {'Network': ['ID=b8d07581-d008-49b0-8c75-d50bf212a91b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:36.451311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network b8d07581-d008-49b0-8c75-d50bf212a91b details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:55:36.534395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Made reservation on behalf of b695d9e4581b46b3ae2b09da1d9c3400 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:36.538634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.597943 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.ipam_backend_mixin [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Performing IP validity checks on allocation pools {{(pid=101186) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 14:55:36.598480 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.ipam_backend_mixin [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101186) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 14:55:36.737413 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.795301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b25ad2fa-debe-40f3-b940-ad315723b9f0 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:36.800160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event updated for resources: {'Subnet': ['ID=1243d245-4b08-44c2-b0b8-02b248440142,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:36.811818 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Checking segment: {'id': '64cc01c8-9973-435b-aab3-41181b5ca667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b8d07581-d008-49b0-8c75-d50bf212a91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:36.812195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Network hostable DHCP agents. Network: b8d07581-d008-49b0-8c75-d50bf212a91b, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:55:36.830738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Network b8d07581-d008-49b0-8c75-d50bf212a91b is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:55:36.841037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, b8d07581-d008-49b0-8c75-d50bf212a91b) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:36.848603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa5790-21a6-487a-9233-9c2c6a758d24 None None] Network b8d07581-d008-49b0-8c75-d50bf212a91b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:36.852266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b25ad2fa-debe-40f3-b940-ad315723b9f0 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:36.852856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:36.852990 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.867910 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c7446835-0a70-4079-9da8-8734686c392e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4350567 Aug 27 14:55:36.870431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 45998) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:36.888749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b25ad2fa-debe-40f3-b940-ad315723b9f0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:36.889128 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:36.974949 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.027870 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.028251 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.074647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7539be-d9a7-4e6b-a716-b4b272799d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-b8d07581-d008-49b0-8c75-d50bf212a91b', 'network_id': 'b8d07581-d008-49b0-8c75-d50bf212a91b', 'tenant_id': 'b695d9e4581b46b3ae2b09da1d9c3400', 'fixed_ips': [{'subnet_id': '1243d245-4b08-44c2-b0b8-02b248440142'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:55:37.075919 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bf7539be-d9a7-4e6b-a716-b4b272799d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.098618 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.099029 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port b25ad2fa-debe-40f3-b940-ad315723b9f0, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b25ad2fa-debe-40f3-b940-ad315723b9f0,segment=NetworkSegment(a25d7f01-05a6-448d-854c-68e9b74f9245),segment_id=a25d7f01-05a6-448d-854c-68e9b74f9245)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:37.104974 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.129150 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event deleted for resources: {'Subnet': ['ID=1243d245-4b08-44c2-b0b8-02b248440142,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:37.200654 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.212901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d07581-d008-49b0-8c75-d50bf212a91b']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:37.213401 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b61256b-ec74-462c-bd1c-549f6ef2bd01 None None] Network b8d07581-d008-49b0-8c75-d50bf212a91b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:37.216726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=b25ad2fa-debe-40f3-b940-ad315723b9f0,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:37.226036 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cc01c8-9973-435b-aab3-41181b5ca667') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:37.226340 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cc01c8-9973-435b-aab3-41181b5ca667') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:37.235944 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.250992 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.258363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:55:37.258960 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:55:37.262097 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:55:37.327322 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.334606 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.336521 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/networks/b8d07581-d008-49b0-8c75-d50bf212a91b HTTP/1.1" status: 204 len: 168 time: 0.4651146 Aug 27 14:55:37.340343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46000) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:37.347211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-56031bd6-0548-4db3-82b2-2b5e0b2485d3 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-826893490'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:37.349959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e420634-4763-4644-889b-d34466885534 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event deleted for resources: {'Network': ['ID=b8d07581-d008-49b0-8c75-d50bf212a91b,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:37.372978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56031bd6-0548-4db3-82b2-2b5e0b2485d3 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Made reservation on behalf of b695d9e4581b46b3ae2b09da1d9c3400 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:37.376808 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-56031bd6-0548-4db3-82b2-2b5e0b2485d3 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.403983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56031bd6-0548-4db3-82b2-2b5e0b2485d3 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:55:37.414824 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-56031bd6-0548-4db3-82b2-2b5e0b2485d3 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.415184 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-56031bd6-0548-4db3-82b2-2b5e0b2485d3 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Added segment 6d05675c-a772-432c-be20-4e6bf8ec0809 of type vlan for network 21ed831a-88c7-461a-a644-2687f74c9e38 Aug 27 14:55:37.464765 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-56031bd6-0548-4db3-82b2-2b5e0b2485d3 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.491418 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-56031bd6-0548-4db3-82b2-2b5e0b2485d3 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.497251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56031bd6-0548-4db3-82b2-2b5e0b2485d3 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:37.497872 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-56031bd6-0548-4db3-82b2-2b5e0b2485d3 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.555732 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-56031bd6-0548-4db3-82b2-2b5e0b2485d3 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2139831 Aug 27 14:55:37.558557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46002) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:37.565721 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-cdfcc7e4-75ee-429c-97b9-847bc32352cc tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Request body: {'subnet': {'network_id': '21ed831a-88c7-461a-a644-2687f74c9e38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:37.615874 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56031bd6-0548-4db3-82b2-2b5e0b2485d3 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event updated for resources: {'Network': ['ID=21ed831a-88c7-461a-a644-2687f74c9e38,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:37.625865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 21ed831a-88c7-461a-a644-2687f74c9e38 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:55:37.667389 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfcc7e4-75ee-429c-97b9-847bc32352cc tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Made reservation on behalf of b695d9e4581b46b3ae2b09da1d9c3400 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:37.671470 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cdfcc7e4-75ee-429c-97b9-847bc32352cc tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.854013 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cdfcc7e4-75ee-429c-97b9-847bc32352cc tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.914327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcc7e4-75ee-429c-97b9-847bc32352cc tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event updated for resources: {'Subnet': ['ID=d913098f-2718-4550-b389-56d714b8366b,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:37.923619 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcc7e4-75ee-429c-97b9-847bc32352cc tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Checking segment: {'id': '6d05675c-a772-432c-be20-4e6bf8ec0809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '21ed831a-88c7-461a-a644-2687f74c9e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:37.923981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfcc7e4-75ee-429c-97b9-847bc32352cc tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Network hostable DHCP agents. Network: 21ed831a-88c7-461a-a644-2687f74c9e38, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:55:37.939980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfcc7e4-75ee-429c-97b9-847bc32352cc tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Network 21ed831a-88c7-461a-a644-2687f74c9e38 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:55:37.948181 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-cdfcc7e4-75ee-429c-97b9-847bc32352cc tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 21ed831a-88c7-461a-a644-2687f74c9e38) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:37.952325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfcc7e4-75ee-429c-97b9-847bc32352cc tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:37.952911 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cdfcc7e4-75ee-429c-97b9-847bc32352cc tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:37.956860 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b867cd-0484-4e75-a0bf-033db73b0acb None None] Network 21ed831a-88c7-461a-a644-2687f74c9e38 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:37.970347 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cdfcc7e4-75ee-429c-97b9-847bc32352cc tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4106319 Aug 27 14:55:37.975122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46004) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:37.980223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-100de381-4e51-425f-b56d-1b5e8ebb3f45 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1877329792'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:38.000947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100de381-4e51-425f-b56d-1b5e8ebb3f45 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Made reservation on behalf of b695d9e4581b46b3ae2b09da1d9c3400 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:38.004503 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-100de381-4e51-425f-b56d-1b5e8ebb3f45 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.028676 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100de381-4e51-425f-b56d-1b5e8ebb3f45 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:55:38.039347 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-100de381-4e51-425f-b56d-1b5e8ebb3f45 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.039700 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-100de381-4e51-425f-b56d-1b5e8ebb3f45 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Added segment 3c39c2d8-e2db-44d2-a4a0-46897c0d2e57 of type vlan for network 60fb7d5d-25a5-40a6-9381-b72330d45831 Aug 27 14:55:38.081546 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-100de381-4e51-425f-b56d-1b5e8ebb3f45 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.111231 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-100de381-4e51-425f-b56d-1b5e8ebb3f45 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.112797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-21ed831a-88c7-461a-a644-2687f74c9e38', 'network_id': '21ed831a-88c7-461a-a644-2687f74c9e38', 'tenant_id': 'b695d9e4581b46b3ae2b09da1d9c3400', 'fixed_ips': [{'subnet_id': 'd913098f-2718-4550-b389-56d714b8366b'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:55:38.113662 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.116991 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100de381-4e51-425f-b56d-1b5e8ebb3f45 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:38.117591 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-100de381-4e51-425f-b56d-1b5e8ebb3f45 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.173785 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-100de381-4e51-425f-b56d-1b5e8ebb3f45 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1973929 Aug 27 14:55:38.176666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46006) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:38.186078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b0777bd6-7d1d-40fd-b543-48b40af18f08 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Request body: {'subnet': {'network_id': '60fb7d5d-25a5-40a6-9381-b72330d45831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:38.193864 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100de381-4e51-425f-b56d-1b5e8ebb3f45 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event updated for resources: {'Network': ['ID=60fb7d5d-25a5-40a6-9381-b72330d45831,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:38.206472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 60fb7d5d-25a5-40a6-9381-b72330d45831 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:55:38.290867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0777bd6-7d1d-40fd-b543-48b40af18f08 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Made reservation on behalf of b695d9e4581b46b3ae2b09da1d9c3400 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:38.294476 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0777bd6-7d1d-40fd-b543-48b40af18f08 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.316608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Allocated IP 2001:db8::2 (21ed831a-88c7-461a-a644-2687f74c9e38/d913098f-2718-4550-b389-56d714b8366b/a3a0f8ea-9d10-4083-b771-6304e8dbc777) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:55:38.464404 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.472674 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Transition to ACTIVE for port object a3a0f8ea-9d10-4083-b771-6304e8dbc777 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:38.485388 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0777bd6-7d1d-40fd-b543-48b40af18f08 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.488579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Transition to ACTIVE for port object a3a0f8ea-9d10-4083-b771-6304e8dbc777 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:38.494979 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.533452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Network 21ed831a-88c7-461a-a644-2687f74c9e38 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:38.539085 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:38.542601 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:55:38.550179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0777bd6-7d1d-40fd-b543-48b40af18f08 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event updated for resources: {'Subnet': ['ID=9a359c65-ca80-4e7a-80a7-d21e39df45db,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:38.553952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Pushing event updated for resources: {'Port': ['ID=a3a0f8ea-9d10-4083-b771-6304e8dbc777,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:38.562805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0777bd6-7d1d-40fd-b543-48b40af18f08 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Checking segment: {'id': '3c39c2d8-e2db-44d2-a4a0-46897c0d2e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '60fb7d5d-25a5-40a6-9381-b72330d45831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:38.563184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0777bd6-7d1d-40fd-b543-48b40af18f08 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Network hostable DHCP agents. Network: 60fb7d5d-25a5-40a6-9381-b72330d45831, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:55:38.583321 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0777bd6-7d1d-40fd-b543-48b40af18f08 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Network 60fb7d5d-25a5-40a6-9381-b72330d45831 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:55:38.594069 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b0777bd6-7d1d-40fd-b543-48b40af18f08 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 60fb7d5d-25a5-40a6-9381-b72330d45831) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:38.599350 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0777bd6-7d1d-40fd-b543-48b40af18f08 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:38.600092 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b0777bd6-7d1d-40fd-b543-48b40af18f08 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.616155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdedbf9-bc06-479a-a29f-2563b758c4d9 None None] Network 60fb7d5d-25a5-40a6-9381-b72330d45831 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:38.618939 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b0777bd6-7d1d-40fd-b543-48b40af18f08 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4402664 Aug 27 14:55:38.621517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46008) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:38.656708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Attempting to bind port a3a0f8ea-9d10-4083-b771-6304e8dbc777 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:55:38.657086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Attempting to bind port a3a0f8ea-9d10-4083-b771-6304e8dbc777 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d05675c-a772-432c-be20-4e6bf8ec0809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '21ed831a-88c7-461a-a644-2687f74c9e38'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:55:38.657458 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Attempting to bind port a3a0f8ea-9d10-4083-b771-6304e8dbc777 on network 21ed831a-88c7-461a-a644-2687f74c9e38 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:55:38.667390 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:55:38.667767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Checking segment: {'id': '6d05675c-a772-432c-be20-4e6bf8ec0809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '21ed831a-88c7-461a-a644-2687f74c9e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:38.668175 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.668578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Bound using segment: {'id': '6d05675c-a772-432c-be20-4e6bf8ec0809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '21ed831a-88c7-461a-a644-2687f74c9e38'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:55:38.669112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Bound port: a3a0f8ea-9d10-4083-b771-6304e8dbc777, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d05675c-a772-432c-be20-4e6bf8ec0809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '21ed831a-88c7-461a-a644-2687f74c9e38'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:55:38.669507 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.732558 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.760777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b25ad2fa-debe-40f3-b940-ad315723b9f0 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:38.789356 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.817954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] For port a3a0f8ea-9d10-4083-b771-6304e8dbc777, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:55:38.842935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] For port a3a0f8ea-9d10-4083-b771-6304e8dbc777, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a3a0f8ea-9d10-4083-b771-6304e8dbc777,segment=NetworkSegment(6d05675c-a772-432c-be20-4e6bf8ec0809),segment_id=6d05675c-a772-432c-be20-4e6bf8ec0809)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:55:38.849617 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.851591 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.879942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event deleted for resources: {'Subnet': ['ID=9a359c65-ca80-4e7a-80a7-d21e39df45db,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:38.917189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b00e760-e143-4e2d-87e6-919248093661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-60fb7d5d-25a5-40a6-9381-b72330d45831', 'network_id': '60fb7d5d-25a5-40a6-9381-b72330d45831', 'tenant_id': 'b695d9e4581b46b3ae2b09da1d9c3400', 'fixed_ips': [{'subnet_id': '9a359c65-ca80-4e7a-80a7-d21e39df45db'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:55:38.918404 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b00e760-e143-4e2d-87e6-919248093661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.948662 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.956654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b25ad2fa-debe-40f3-b940-ad315723b9f0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:38.957038 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:38.959341 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fb7d5d-25a5-40a6-9381-b72330d45831']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:38.964003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad523f-7c76-4c3a-bac9-b18fe04d84c5 None None] Pushing event updated for resources: {'Port': ['ID=a3a0f8ea-9d10-4083-b771-6304e8dbc777,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:38.971226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c39c2d8-e2db-44d2-a4a0-46897c0d2e57') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:38.971612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c39c2d8-e2db-44d2-a4a0-46897c0d2e57') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:38.988211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.010050 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.017020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:55:39.017420 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:55:39.020702 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:55:39.070079 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41e6e8-a9b9-4be7-92ce-81790c7e7533 None None] Network 60fb7d5d-25a5-40a6-9381-b72330d45831 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:39.088371 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.095538 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.101155 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/networks/60fb7d5d-25a5-40a6-9381-b72330d45831 HTTP/1.1" status: 204 len: 168 time: 0.4748974 Aug 27 14:55:39.101826 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46010) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:39.113710 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779de49-c728-45f0-bf98-0aa7baf01497 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event deleted for resources: {'Network': ['ID=60fb7d5d-25a5-40a6-9381-b72330d45831,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:39.158523 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-249552d2-2254-4f93-82b4-9161805dac0a tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] GET failed (client error): The resource could not be found. Aug 27 14:55:39.159943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-249552d2-2254-4f93-82b4-9161805dac0a tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "GET /v2.0/subnets/9a359c65-ca80-4e7a-80a7-d21e39df45db HTTP/1.1" status: 404 len: 337 time: 0.0565407 Aug 27 14:55:39.163343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46012) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:39.191314 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e696c4-1dc0-446a-a310-b7d8035bbcfa tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] DELETE failed (client error): The resource could not be found. Aug 27 14:55:39.193232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e696c4-1dc0-446a-a310-b7d8035bbcfa tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:55:39.195475 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-42e696c4-1dc0-446a-a310-b7d8035bbcfa tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/networks/60fb7d5d-25a5-40a6-9381-b72330d45831 HTTP/1.1" status: 404 len: 339 time: 0.0311027 Aug 27 14:55:39.199251 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46014) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:39.228815 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff2a4d8-d07b-43b8-b1f3-75a07b708f33 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] DELETE failed (client error): The resource could not be found. Aug 27 14:55:39.229279 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff2a4d8-d07b-43b8-b1f3-75a07b708f33 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:55:39.231157 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-eff2a4d8-d07b-43b8-b1f3-75a07b708f33 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/subnets/9a359c65-ca80-4e7a-80a7-d21e39df45db HTTP/1.1" status: 404 len: 337 time: 0.0309403 Aug 27 14:55:39.233636 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46016) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:39.253783 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5c8565-9f62-4a2c-a862-60bf90924cb5 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] DELETE failed (client error): The resource could not be found. Aug 27 14:55:39.254344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5c8565-9f62-4a2c-a862-60bf90924cb5 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:55:39.256742 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3e5c8565-9f62-4a2c-a862-60bf90924cb5 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/networks/60fb7d5d-25a5-40a6-9381-b72330d45831 HTTP/1.1" status: 404 len: 339 time: 0.0221109 Aug 27 14:55:39.259294 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46018) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:39.311941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8353275-78e8-4708-a73a-5805230fec92 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Deleting subnet d913098f-2718-4550-b389-56d714b8366b {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:55:39.315127 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8353275-78e8-4708-a73a-5805230fec92 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.360125 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8353275-78e8-4708-a73a-5805230fec92 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.444991 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8353275-78e8-4708-a73a-5805230fec92 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.504334 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8353275-78e8-4708-a73a-5805230fec92 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.534851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8353275-78e8-4708-a73a-5805230fec92 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event deleted for resources: {'Subnet': ['ID=d913098f-2718-4550-b389-56d714b8366b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:39.542969 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d8353275-78e8-4708-a73a-5805230fec92 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.544985 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d8353275-78e8-4708-a73a-5805230fec92 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/subnets/d913098f-2718-4550-b389-56d714b8366b HTTP/1.1" status: 204 len: 168 time: 0.2847233 Aug 27 14:55:39.547484 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46020) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:39.628792 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.686797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Deleting port a3a0f8ea-9d10-4083-b771-6304e8dbc777 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:55:39.687144 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.759855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] For port a3a0f8ea-9d10-4083-b771-6304e8dbc777, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a3a0f8ea-9d10-4083-b771-6304e8dbc777,segment=NetworkSegment(6d05675c-a772-432c-be20-4e6bf8ec0809),segment_id=6d05675c-a772-432c-be20-4e6bf8ec0809)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:39.760124 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.774405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Calling delete_port for a3a0f8ea-9d10-4083-b771-6304e8dbc777 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:55:39.866513 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.885814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event deleted for resources: {'Port': ['ID=a3a0f8ea-9d10-4083-b771-6304e8dbc777,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:39.889467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] No DVR routers for this DVR port a3a0f8ea-9d10-4083-b771-6304e8dbc777 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:55:39.922931 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f7f5d5-4e58-4bd5-9011-fafd1a97ef5d None None] Network 21ed831a-88c7-461a-a644-2687f74c9e38 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:39.979278 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:39.982449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-7672e08c-c4a6-4710-b489-ee1e2bf188b0 None None] Could not find standard attr ID for object a3a0f8ea-9d10-4083-b771-6304e8dbc777. {{(pid=101188) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 14:55:39.990380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ed831a-88c7-461a-a644-2687f74c9e38']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:40.001842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d05675c-a772-432c-be20-4e6bf8ec0809') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:40.002132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d05675c-a772-432c-be20-4e6bf8ec0809') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:40.012962 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.028361 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.035076 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:55:40.035483 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:55:40.038807 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:55:40.095991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577468a1-af8d-4395-9d05-497502c6cb43 None None] DHCP port deletion for 21ed831a-88c7-461a-a644-2687f74c9e38 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:55:40.111179 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.116121 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.118406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/networks/21ed831a-88c7-461a-a644-2687f74c9e38 HTTP/1.1" status: 204 len: 168 time: 0.5695357 Aug 27 14:55:40.120686 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46022) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:40.134524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90f9c6-8a0f-4adf-92f0-d323651130b1 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event deleted for resources: {'Network': ['ID=21ed831a-88c7-461a-a644-2687f74c9e38,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:40.154800 n-d-712139-12 neutron-server[101186]: INFO neutron.pecan_wsgi.hooks.translation [None req-834572c3-21d5-45c1-8377-7e587af56afe tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] DELETE failed (client error): The resource could not be found. Aug 27 14:55:40.155267 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834572c3-21d5-45c1-8377-7e587af56afe tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101186) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:55:40.157025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-834572c3-21d5-45c1-8377-7e587af56afe tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/subnets/1243d245-4b08-44c2-b0b8-02b248440142 HTTP/1.1" status: 404 len: 337 time: 0.0352535 Aug 27 14:55:40.159918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46024) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:40.180189 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-59854719-6113-4e92-a1d5-842586b65d5f tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] DELETE failed (client error): The resource could not be found. Aug 27 14:55:40.180674 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59854719-6113-4e92-a1d5-842586b65d5f tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:55:40.182355 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-59854719-6113-4e92-a1d5-842586b65d5f tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/networks/b8d07581-d008-49b0-8c75-d50bf212a91b HTTP/1.1" status: 404 len: 339 time: 0.0214505 Aug 27 14:55:40.184887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46026) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:40.211396 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fa6861-50c1-4df2-b375-7e1870a7e4bb tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] DELETE failed (client error): The resource could not be found. Aug 27 14:55:40.211859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fa6861-50c1-4df2-b375-7e1870a7e4bb tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:55:40.213537 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a9fa6861-50c1-4df2-b375-7e1870a7e4bb tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/subnets/f7a8d071-d5b3-4ac4-8767-aaaa85ed2854 HTTP/1.1" status: 404 len: 337 time: 0.0277672 Aug 27 14:55:40.216033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46028) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:40.234001 n-d-712139-12 neutron-server[101187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bee7112-a1f1-4495-9db1-6d1223f1158c tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] DELETE failed (client error): The resource could not be found. Aug 27 14:55:40.234551 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bee7112-a1f1-4495-9db1-6d1223f1158c tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 14:55:40.236285 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5bee7112-a1f1-4495-9db1-6d1223f1158c tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/networks/4539c0a5-9721-4839-a7fd-6d8d971782d5 HTTP/1.1" status: 404 len: 339 time: 0.0193553 Aug 27 14:55:40.238842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46030) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:40.290885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54b90c0-5bd1-4b41-91e0-4194630c3693 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Deleting subnet 92a4796f-2d73-45a6-b879-3b69adbccfcf {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:55:40.293980 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d54b90c0-5bd1-4b41-91e0-4194630c3693 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.338103 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d54b90c0-5bd1-4b41-91e0-4194630c3693 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.419521 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d54b90c0-5bd1-4b41-91e0-4194630c3693 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.480962 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d54b90c0-5bd1-4b41-91e0-4194630c3693 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.505305 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b90c0-5bd1-4b41-91e0-4194630c3693 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event deleted for resources: {'Subnet': ['ID=92a4796f-2d73-45a6-b879-3b69adbccfcf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:40.512266 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d54b90c0-5bd1-4b41-91e0-4194630c3693 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.514127 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d54b90c0-5bd1-4b41-91e0-4194630c3693 tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/subnets/92a4796f-2d73-45a6-b879-3b69adbccfcf HTTP/1.1" status: 204 len: 168 time: 0.2743835 Aug 27 14:55:40.516800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46032) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:40.527649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc49e6e-24eb-42bb-ba7b-036a1daf13aa None None] Network 6440f4a2-c66d-4e85-a667-78caa952ad1b requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:40.542862 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.598280 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.653396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Deleting port b25ad2fa-debe-40f3-b940-ad315723b9f0 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:55:40.653753 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.699736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f23526-bc31-48e1-9b81-937e1496fbe6 None None] DHCP port deletion for 6440f4a2-c66d-4e85-a667-78caa952ad1b request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:55:40.725704 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] For port b25ad2fa-debe-40f3-b940-ad315723b9f0, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b25ad2fa-debe-40f3-b940-ad315723b9f0,segment=NetworkSegment(a25d7f01-05a6-448d-854c-68e9b74f9245),segment_id=a25d7f01-05a6-448d-854c-68e9b74f9245)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:40.726072 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.740998 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Calling delete_port for b25ad2fa-debe-40f3-b940-ad315723b9f0 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:55:40.752190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b25ad2fa-debe-40f3-b940-ad315723b9f0 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:55:40.755188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b9f23526-bc31-48e1-9b81-937e1496fbe6 None None] Deleting port b25ad2fa-debe-40f3-b940-ad315723b9f0 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:55:40.755592 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b9f23526-bc31-48e1-9b81-937e1496fbe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.826356 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.847966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b9f23526-bc31-48e1-9b81-937e1496fbe6 None None] For port b25ad2fa-debe-40f3-b940-ad315723b9f0, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b25ad2fa-debe-40f3-b940-ad315723b9f0,segment=NetworkSegment(a25d7f01-05a6-448d-854c-68e9b74f9245),segment_id=a25d7f01-05a6-448d-854c-68e9b74f9245)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:40.848364 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b9f23526-bc31-48e1-9b81-937e1496fbe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.851083 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No active binding found for port b25ad2fa-debe-40f3-b940-ad315723b9f0 {{(pid=101188) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 14:55:40.851509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b25ad2fa-debe-40f3-b940-ad315723b9f0 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:55:40.854250 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] No DVR routers for this DVR port b25ad2fa-debe-40f3-b940-ad315723b9f0 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:55:40.860156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event deleted for resources: {'Port': ['ID=b25ad2fa-debe-40f3-b940-ad315723b9f0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:40.864033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b9f23526-bc31-48e1-9b81-937e1496fbe6 None None] Calling delete_port for b25ad2fa-debe-40f3-b940-ad315723b9f0 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:55:40.938884 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.949040 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6440f4a2-c66d-4e85-a667-78caa952ad1b']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:40.951605 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b9f23526-bc31-48e1-9b81-937e1496fbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.960741 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25d7f01-05a6-448d-854c-68e9b74f9245') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:40.961037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25d7f01-05a6-448d-854c-68e9b74f9245') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:40.970306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.978669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f23526-bc31-48e1-9b81-937e1496fbe6 None None] Pushing event deleted for resources: {'Port': ['ID=b25ad2fa-debe-40f3-b940-ad315723b9f0,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:40.982139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f23526-bc31-48e1-9b81-937e1496fbe6 None None] No DVR routers for this DVR port b25ad2fa-debe-40f3-b940-ad315723b9f0 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:55:40.991250 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:40.997730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:55:40.998475 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:55:41.001449 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:55:41.058982 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:41.063716 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:41.066163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] 10.222.0.55 "DELETE /v2.0/networks/6440f4a2-c66d-4e85-a667-78caa952ad1b HTTP/1.1" status: 204 len: 168 time: 0.5478714 Aug 27 14:55:41.085172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803360b-2a6c-4c7b-9933-9797c718556e tempest-NetworksIpV6Test-1975193688 tempest-NetworksIpV6Test-1975193688-project] Pushing event deleted for resources: {'Network': ['ID=6440f4a2-c66d-4e85-a667-78caa952ad1b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:41.308688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46038) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:41.439453 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4ffaebbc-319e-4fe5-87f3-37c80dfd788d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b695d9e4581b46b3ae2b09da1d9c3400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295991 Aug 27 14:55:41.441938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46042) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:41.491587 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e25a83a3-7fb3-4d3d-9129-5d4f57bf45d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:41.513473 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e25a83a3-7fb3-4d3d-9129-5d4f57bf45d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:41.570306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e25a83a3-7fb3-4d3d-9129-5d4f57bf45d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:41.575641 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e25a83a3-7fb3-4d3d-9129-5d4f57bf45d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:41.575641 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e25a83a3-7fb3-4d3d-9129-5d4f57bf45d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fec1d067-b078-4062-ab5a-f0ff8e1089de HTTP/1.1" status: 204 len: 168 time: 0.1315966 Aug 27 14:55:41.583376 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a83a3-7fb3-4d3d-9129-5d4f57bf45d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec1d067-b078-4062-ab5a-f0ff8e1089de,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:42.242960 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46064) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:42.342080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d26309d1-1ba7-4f51-bade-50eb9d2fbaaf tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-154130947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:42.368049 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d26309d1-1ba7-4f51-bade-50eb9d2fbaaf tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:42.369124 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d26309d1-1ba7-4f51-bade-50eb9d2fbaaf tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:42.426455 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d26309d1-1ba7-4f51-bade-50eb9d2fbaaf tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:42.431131 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d26309d1-1ba7-4f51-bade-50eb9d2fbaaf tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:42.448483 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d26309d1-1ba7-4f51-bade-50eb9d2fbaaf tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:42.449823 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d26309d1-1ba7-4f51-bade-50eb9d2fbaaf tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2058573 Aug 27 14:55:42.452574 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46068) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:42.457832 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-368672298'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:42.483046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Made reservation on behalf of 47e668a5df044da591e2cb248044c9fe for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:42.486663 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:42.496488 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:42.594198 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:42.598094 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:42.629889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:55:42.637188 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4725735b-07dc-4d64-b8c8-0549116fb25a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:42.643460 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:42.643814 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Added segment f67843f5-faf3-4d3e-89ff-8f3225698858 of type vlan for network 92ec3e81-4e06-499d-b384-782d3ff8589a Aug 27 14:55:42.692216 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:42.717180 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:42.722898 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:42.723497 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:42.789313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3356576 Aug 27 14:55:42.792300 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46070) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:42.797590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3bdf4caa-f357-4474-a224-57b28fc61510 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Request body: {'subnet': {'network_id': '92ec3e81-4e06-499d-b384-782d3ff8589a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:42.798299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf2f3c-bd11-46f2-90d2-606ccb09ead0 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Pushing event updated for resources: {'Network': ['ID=92ec3e81-4e06-499d-b384-782d3ff8589a,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:42.809095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 92ec3e81-4e06-499d-b384-782d3ff8589a details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:55:42.890433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdf4caa-f357-4474-a224-57b28fc61510 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Made reservation on behalf of 47e668a5df044da591e2cb248044c9fe for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:42.893947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4caa-f357-4474-a224-57b28fc61510 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.074236 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4caa-f357-4474-a224-57b28fc61510 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.135922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf4caa-f357-4474-a224-57b28fc61510 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Pushing event updated for resources: {'Subnet': ['ID=4ed49389-6171-4686-bbec-1f2819569560,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:43.144698 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdf4caa-f357-4474-a224-57b28fc61510 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Checking segment: {'id': 'f67843f5-faf3-4d3e-89ff-8f3225698858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92ec3e81-4e06-499d-b384-782d3ff8589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:43.145059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf4caa-f357-4474-a224-57b28fc61510 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Network hostable DHCP agents. Network: 92ec3e81-4e06-499d-b384-782d3ff8589a, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:55:43.163776 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf4caa-f357-4474-a224-57b28fc61510 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Network 92ec3e81-4e06-499d-b384-782d3ff8589a is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:55:43.172205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-3bdf4caa-f357-4474-a224-57b28fc61510 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 92ec3e81-4e06-499d-b384-782d3ff8589a) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:43.176313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdf4caa-f357-4474-a224-57b28fc61510 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:43.176971 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4caa-f357-4474-a224-57b28fc61510 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.183620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2784021-e769-43f6-abaf-86eb975cccf2 None None] Network 92ec3e81-4e06-499d-b384-782d3ff8589a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:43.193077 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3bdf4caa-f357-4474-a224-57b28fc61510 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3995495 Aug 27 14:55:43.196230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46072) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:43.201333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-27b270ec-960a-4210-ad68-379b2bdcf85d tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-306320228'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:43.222038 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b270ec-960a-4210-ad68-379b2bdcf85d tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Made reservation on behalf of 47e668a5df044da591e2cb248044c9fe for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:43.226059 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-27b270ec-960a-4210-ad68-379b2bdcf85d tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.250001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b270ec-960a-4210-ad68-379b2bdcf85d tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:55:43.259367 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-27b270ec-960a-4210-ad68-379b2bdcf85d tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.259711 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-27b270ec-960a-4210-ad68-379b2bdcf85d tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Added segment 3616fb8f-7c92-4e5d-9d3e-5f8fdf659d65 of type vlan for network 1b28098f-dff3-4524-86a1-a49ca8f96386 Aug 27 14:55:43.300957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-27b270ec-960a-4210-ad68-379b2bdcf85d tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.325640 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-27b270ec-960a-4210-ad68-379b2bdcf85d tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.331192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b270ec-960a-4210-ad68-379b2bdcf85d tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:43.331791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-27b270ec-960a-4210-ad68-379b2bdcf85d tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.335777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-92ec3e81-4e06-499d-b384-782d3ff8589a', 'network_id': '92ec3e81-4e06-499d-b384-782d3ff8589a', 'tenant_id': '47e668a5df044da591e2cb248044c9fe', 'fixed_ips': [{'subnet_id': '4ed49389-6171-4686-bbec-1f2819569560'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:55:43.336648 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.397418 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-27b270ec-960a-4210-ad68-379b2bdcf85d tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2001121 Aug 27 14:55:43.400356 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46074) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:43.407568 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d1354571-8836-4f19-a0ee-d7e6ddbc92d4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Request body: {'subnet': {'network_id': '1b28098f-dff3-4524-86a1-a49ca8f96386', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:43.448997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b270ec-960a-4210-ad68-379b2bdcf85d tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Pushing event updated for resources: {'Network': ['ID=1b28098f-dff3-4524-86a1-a49ca8f96386,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:43.460997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 1b28098f-dff3-4524-86a1-a49ca8f96386 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:55:43.499174 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1354571-8836-4f19-a0ee-d7e6ddbc92d4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Made reservation on behalf of 47e668a5df044da591e2cb248044c9fe for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:43.502887 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1354571-8836-4f19-a0ee-d7e6ddbc92d4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.527249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Allocated IP 172.20.0.2 (92ec3e81-4e06-499d-b384-782d3ff8589a/4ed49389-6171-4686-bbec-1f2819569560/cc71e5e8-c1c2-462c-9383-855b6afefb6a) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:55:43.686791 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.691506 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1354571-8836-4f19-a0ee-d7e6ddbc92d4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.697003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Transition to ACTIVE for port object cc71e5e8-c1c2-462c-9383-855b6afefb6a will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:43.712611 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Transition to ACTIVE for port object cc71e5e8-c1c2-462c-9383-855b6afefb6a will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:43.719200 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.756924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1354571-8836-4f19-a0ee-d7e6ddbc92d4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Pushing event updated for resources: {'Subnet': ['ID=4c468a6e-526a-4404-b820-f47ad0210f4e,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:43.763292 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Network 92ec3e81-4e06-499d-b384-782d3ff8589a is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:43.766355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:43.767422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1354571-8836-4f19-a0ee-d7e6ddbc92d4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Checking segment: {'id': '3616fb8f-7c92-4e5d-9d3e-5f8fdf659d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1b28098f-dff3-4524-86a1-a49ca8f96386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:43.767787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1354571-8836-4f19-a0ee-d7e6ddbc92d4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Network hostable DHCP agents. Network: 1b28098f-dff3-4524-86a1-a49ca8f96386, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:55:43.770620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:55:43.775969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Pushing event updated for resources: {'Port': ['ID=cc71e5e8-c1c2-462c-9383-855b6afefb6a,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:43.790396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1354571-8836-4f19-a0ee-d7e6ddbc92d4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Network 1b28098f-dff3-4524-86a1-a49ca8f96386 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:55:43.799831 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-d1354571-8836-4f19-a0ee-d7e6ddbc92d4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 1b28098f-dff3-4524-86a1-a49ca8f96386) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:43.806103 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1354571-8836-4f19-a0ee-d7e6ddbc92d4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:43.807465 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d1354571-8836-4f19-a0ee-d7e6ddbc92d4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.810704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6a4636-525e-47d7-a685-f3a6f6f511a7 None None] Network 1b28098f-dff3-4524-86a1-a49ca8f96386 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:43.823054 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d1354571-8836-4f19-a0ee-d7e6ddbc92d4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4216433 Aug 27 14:55:43.825770 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46076) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:43.830285 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-abb5e78f-f95b-4374-af2d-90cdd93b6ae1 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b28098f-dff3-4524-86a1-a49ca8f96386'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:43.885207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Attempting to bind port cc71e5e8-c1c2-462c-9383-855b6afefb6a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:55:43.885500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Attempting to bind port cc71e5e8-c1c2-462c-9383-855b6afefb6a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'f67843f5-faf3-4d3e-89ff-8f3225698858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92ec3e81-4e06-499d-b384-782d3ff8589a'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:55:43.885869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Attempting to bind port cc71e5e8-c1c2-462c-9383-855b6afefb6a on network 92ec3e81-4e06-499d-b384-782d3ff8589a {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:55:43.894839 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:55:43.895217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Checking segment: {'id': 'f67843f5-faf3-4d3e-89ff-8f3225698858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92ec3e81-4e06-499d-b384-782d3ff8589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:43.895635 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:43.896587 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Bound using segment: {'id': 'f67843f5-faf3-4d3e-89ff-8f3225698858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92ec3e81-4e06-499d-b384-782d3ff8589a'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:55:43.897681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Bound port: cc71e5e8-c1c2-462c-9383-855b6afefb6a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67843f5-faf3-4d3e-89ff-8f3225698858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92ec3e81-4e06-499d-b384-782d3ff8589a'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:55:43.898082 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.040482 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-abb5e78f-f95b-4374-af2d-90cdd93b6ae1 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.149955 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [None req-abb5e78f-f95b-4374-af2d-90cdd93b6ae1 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 14:55:44.151110 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-abb5e78f-f95b-4374-af2d-90cdd93b6ae1 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] 10.222.0.55 "PUT /v2.0/routers/397b5e9a-a702-4dc1-8ae7-8629e9d9c7ec HTTP/1.1" status: 400 len: 364 time: 0.3244150 Aug 27 14:55:44.156849 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46078) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:44.182092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] For port cc71e5e8-c1c2-462c-9383-855b6afefb6a, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:55:44.185669 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] For port cc71e5e8-c1c2-462c-9383-855b6afefb6a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cc71e5e8-c1c2-462c-9383-855b6afefb6a,segment=NetworkSegment(f67843f5-faf3-4d3e-89ff-8f3225698858),segment_id=f67843f5-faf3-4d3e-89ff-8f3225698858)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:55:44.191702 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.211428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b06f70-fe65-4645-b3d8-990c7070308c tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Deleting subnet 4c468a6e-526a-4404-b820-f47ad0210f4e {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:55:44.214814 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1b06f70-fe65-4645-b3d8-990c7070308c tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.236866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831d43b2-9693-48ef-9512-3f99da1cb998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-1b28098f-dff3-4524-86a1-a49ca8f96386', 'network_id': '1b28098f-dff3-4524-86a1-a49ca8f96386', 'tenant_id': '47e668a5df044da591e2cb248044c9fe', 'fixed_ips': [{'subnet_id': '4c468a6e-526a-4404-b820-f47ad0210f4e'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:55:44.237733 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-831d43b2-9693-48ef-9512-3f99da1cb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.257254 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1b06f70-fe65-4645-b3d8-990c7070308c tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.294116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b570704-db44-48f0-ac0d-d5eb32bfa4c7 None None] Pushing event updated for resources: {'Port': ['ID=cc71e5e8-c1c2-462c-9383-855b6afefb6a,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:44.314635 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1b06f70-fe65-4645-b3d8-990c7070308c tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.385805 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1b06f70-fe65-4645-b3d8-990c7070308c tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server [None req-831d43b2-9693-48ef-9512-3f99da1cb998 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c468a6e-526a-4404-b820-f47ad0210f4e: This subnet is being modified by another concurrent operation. Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server raise exception Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c468a6e-526a-4404-b820-f47ad0210f4e: This subnet is being modified by another concurrent operation. Aug 27 14:55:44.388831 n-d-712139-12 neutron-server[101188]: ERROR oslo_messaging.rpc.server Aug 27 14:55:44.410314 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63475b1-acb9-4012-a063-d0bad20fc53e None None] Network 1b28098f-dff3-4524-86a1-a49ca8f96386 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:44.425453 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b06f70-fe65-4645-b3d8-990c7070308c tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Pushing event deleted for resources: {'Subnet': ['ID=4c468a6e-526a-4404-b820-f47ad0210f4e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:44.427833 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1b06f70-fe65-4645-b3d8-990c7070308c tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.436290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46080) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:44.451082 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a1b06f70-fe65-4645-b3d8-990c7070308c tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] 10.222.0.55 "DELETE /v2.0/subnets/4c468a6e-526a-4404-b820-f47ad0210f4e HTTP/1.1" status: 204 len: 168 time: 0.2722323 Aug 27 14:55:44.557104 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e3458f96-4e9b-48de-962a-5864e9b034c4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.651894 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e3458f96-4e9b-48de-962a-5864e9b034c4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.662063 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e3458f96-4e9b-48de-962a-5864e9b034c4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b28098f-dff3-4524-86a1-a49ca8f96386']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:44.672793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e3458f96-4e9b-48de-962a-5864e9b034c4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3616fb8f-7c92-4e5d-9d3e-5f8fdf659d65') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:44.673083 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-e3458f96-4e9b-48de-962a-5864e9b034c4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3616fb8f-7c92-4e5d-9d3e-5f8fdf659d65') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:44.682770 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e3458f96-4e9b-48de-962a-5864e9b034c4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.698204 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e3458f96-4e9b-48de-962a-5864e9b034c4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.703693 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3458f96-4e9b-48de-962a-5864e9b034c4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:55:44.704103 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e3458f96-4e9b-48de-962a-5864e9b034c4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:55:44.707364 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:55:44.747016 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-01385473-65ac-4e33-a1b0-3b5ce40b873f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.784536 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e3458f96-4e9b-48de-962a-5864e9b034c4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.788906 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cc71e5e8-c1c2-462c-9383-855b6afefb6a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:44.790431 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e3458f96-4e9b-48de-962a-5864e9b034c4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.793133 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e3458f96-4e9b-48de-962a-5864e9b034c4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] 10.222.0.55 "DELETE /v2.0/networks/1b28098f-dff3-4524-86a1-a49ca8f96386 HTTP/1.1" status: 204 len: 168 time: 0.3574779 Aug 27 14:55:44.795823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46082) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:44.810581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3458f96-4e9b-48de-962a-5864e9b034c4 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Pushing event deleted for resources: {'Network': ['ID=1b28098f-dff3-4524-86a1-a49ca8f96386,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:44.852027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b182bad3-b316-4118-bb23-16a6ec7daddb tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Deleting subnet 4ed49389-6171-4686-bbec-1f2819569560 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:55:44.852767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port cc71e5e8-c1c2-462c-9383-855b6afefb6a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:44.855349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b182bad3-b316-4118-bb23-16a6ec7daddb tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:44.898940 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b182bad3-b316-4118-bb23-16a6ec7daddb tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.003665 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b182bad3-b316-4118-bb23-16a6ec7daddb tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.069391 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b182bad3-b316-4118-bb23-16a6ec7daddb tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.098165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182bad3-b316-4118-bb23-16a6ec7daddb tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed49389-6171-4686-bbec-1f2819569560,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:45.103019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b182bad3-b316-4118-bb23-16a6ec7daddb tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.106505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b182bad3-b316-4118-bb23-16a6ec7daddb tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] 10.222.0.55 "DELETE /v2.0/subnets/4ed49389-6171-4686-bbec-1f2819569560 HTTP/1.1" status: 204 len: 168 time: 0.3094299 Aug 27 14:55:45.107856 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46084) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:45.187389 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.221082 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f18827-3d2f-4e1f-aa40-c44b976f6ec5 None None] Network 92ec3e81-4e06-499d-b384-782d3ff8589a requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:45.246878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Deleting port cc71e5e8-c1c2-462c-9383-855b6afefb6a {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:55:45.247223 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.283977 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-971a2a5a-1321-4b97-97df-5e0dfec7eb45 None None] Provisioning for port cc71e5e8-c1c2-462c-9383-855b6afefb6a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:45.295201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-971a2a5a-1321-4b97-97df-5e0dfec7eb45 None None] Provisioning complete for port cc71e5e8-c1c2-462c-9383-855b6afefb6a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:45.295566 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-971a2a5a-1321-4b97-97df-5e0dfec7eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.311810 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] For port cc71e5e8-c1c2-462c-9383-855b6afefb6a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=cc71e5e8-c1c2-462c-9383-855b6afefb6a,segment=NetworkSegment(f67843f5-faf3-4d3e-89ff-8f3225698858),segment_id=f67843f5-faf3-4d3e-89ff-8f3225698858)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:45.312174 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.326171 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Calling delete_port for cc71e5e8-c1c2-462c-9383-855b6afefb6a owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:55:45.414828 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.427244 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-971a2a5a-1321-4b97-97df-5e0dfec7eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.442298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Pushing event deleted for resources: {'Port': ['ID=cc71e5e8-c1c2-462c-9383-855b6afefb6a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:45.448315 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] No DVR routers for this DVR port cc71e5e8-c1c2-462c-9383-855b6afefb6a on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:55:45.471698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a525293d-a48f-41c0-96ca-a1381ff6cd2f None None] DHCP port deletion for 92ec3e81-4e06-499d-b384-782d3ff8589a request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:55:45.491344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e4f51-cded-419d-aa20-8a4cb36783b0 None None] get_active_networks_info from n-d-712139-12 {{(pid=101188) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 14:55:45.531417 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.542863 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ec3e81-4e06-499d-b384-782d3ff8589a']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:45.549859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e4f51-cded-419d-aa20-8a4cb36783b0 None None] Resources bound (agent type, host, resource id): {{(pid=101188) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 14:55:45.559006 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67843f5-faf3-4d3e-89ff-8f3225698858') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:45.559319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67843f5-faf3-4d3e-89ff-8f3225698858') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:45.568892 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.585112 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.591538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:55:45.591967 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: timer() Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:55:45.595101 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:55:45.655719 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.664958 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.669427 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] 10.222.0.55 "DELETE /v2.0/networks/92ec3e81-4e06-499d-b384-782d3ff8589a HTTP/1.1" status: 204 len: 168 time: 0.5579915 Aug 27 14:55:45.669850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46086) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:45.677639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a165f3f-2019-4171-9c2f-b77400f53dab tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Pushing event deleted for resources: {'Network': ['ID=92ec3e81-4e06-499d-b384-782d3ff8589a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:45.702714 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-456c25f0-5d63-43e4-be41-ef8d7d892bb2 tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] 10.222.0.55 "GET /v2.0/ports?device_id=397b5e9a-a702-4dc1-8ae7-8629e9d9c7ec HTTP/1.1" status: 200 len: 205 time: 0.0314116 Aug 27 14:55:45.704954 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46088) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:45.785858 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21fa3435-2da4-410c-9be4-b43c3c39301a tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.950364 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21fa3435-2da4-410c-9be4-b43c3c39301a tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.952522 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21fa3435-2da4-410c-9be4-b43c3c39301a tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.996628 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21fa3435-2da4-410c-9be4-b43c3c39301a tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:45.997080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fa3435-2da4-410c-9be4-b43c3c39301a tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Fanout notify agent at l3_agent the message router_deleted on router 397b5e9a-a702-4dc1-8ae7-8629e9d9c7ec {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:55:46.004212 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-21fa3435-2da4-410c-9be4-b43c3c39301a tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:46.005389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-21fa3435-2da4-410c-9be4-b43c3c39301a tempest-RoutersNegativeTest-713669820 tempest-RoutersNegativeTest-713669820-project] 10.222.0.55 "DELETE /v2.0/routers/397b5e9a-a702-4dc1-8ae7-8629e9d9c7ec HTTP/1.1" status: 204 len: 168 time: 0.2992857 Aug 27 14:55:46.250583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46096) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:46.382154 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8e695eb9-49be-4535-8780-42901a3e887a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47e668a5df044da591e2cb248044c9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303701 Aug 27 14:55:46.384651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46100) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:46.435043 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54622bea-2adc-48ff-9009-513c63c2cccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:46.460918 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54622bea-2adc-48ff-9009-513c63c2cccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:46.509375 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54622bea-2adc-48ff-9009-513c63c2cccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:46.512091 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-54622bea-2adc-48ff-9009-513c63c2cccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:46.513253 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-54622bea-2adc-48ff-9009-513c63c2cccf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4725735b-07dc-4d64-b8c8-0549116fb25a HTTP/1.1" status: 204 len: 168 time: 0.1276634 Aug 27 14:55:46.521632 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54622bea-2adc-48ff-9009-513c63c2cccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4725735b-07dc-4d64-b8c8-0549116fb25a,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:46.742970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cc71e5e8-c1c2-462c-9383-855b6afefb6a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:55:46.765460 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: cc71e5e8-c1c2-462c-9383-855b6afefb6a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:55:46.765753 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device cc71e5e8-c1c2-462c-9383-855b6afefb6a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:55:47.148670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46122) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:47.252822 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1690304648-network', 'tenant_id': '101e599608e545bca3a8b73dcab42c65'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:47.275558 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Made reservation on behalf of 101e599608e545bca3a8b73dcab42c65 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:47.278030 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.287869 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.393482 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.398451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.425764 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:55:47.435606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0856217-2cee-4ec1-b75b-8d94d8884f67,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:47.444789 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.445146 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Added segment 4828357c-6aa3-4e28-87ac-40b6cea3335e of type vlan for network 242623b2-faa6-49a5-b37a-e6e82707fdc2 Aug 27 14:55:47.488312 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.513555 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.514714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:47.515306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.571313 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.572947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4231637 Aug 27 14:55:47.576822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46126) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:47.583020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-fe7610dd-e4c7-450a-a441-af506ddb1c17 admin admin] Request body: {'subnet': {'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1690304648-subnet', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:47.585680 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a7c30d6-68bb-4048-b315-36f675f174ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.590777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcb0f3-bff1-4f8a-b75b-8a5bbffbaae1 admin admin] Pushing event updated for resources: {'Network': ['ID=242623b2-faa6-49a5-b37a-e6e82707fdc2,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:47.603920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 242623b2-faa6-49a5-b37a-e6e82707fdc2 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:55:47.611202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7610dd-e4c7-450a-a441-af506ddb1c17 admin admin] Made reservation on behalf of 101e599608e545bca3a8b73dcab42c65 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:47.613528 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fe7610dd-e4c7-450a-a441-af506ddb1c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.785063 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fe7610dd-e4c7-450a-a441-af506ddb1c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.835722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7610dd-e4c7-450a-a441-af506ddb1c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f1ca32-c22a-450e-95da-d12d9974cc50,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:47.850738 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7610dd-e4c7-450a-a441-af506ddb1c17 admin admin] Checking segment: {'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:47.851106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7610dd-e4c7-450a-a441-af506ddb1c17 admin admin] Network hostable DHCP agents. Network: 242623b2-faa6-49a5-b37a-e6e82707fdc2, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:55:47.868338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7610dd-e4c7-450a-a441-af506ddb1c17 admin admin] Network 242623b2-faa6-49a5-b37a-e6e82707fdc2 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:55:47.876653 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-fe7610dd-e4c7-450a-a441-af506ddb1c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 242623b2-faa6-49a5-b37a-e6e82707fdc2) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:47.881740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7610dd-e4c7-450a-a441-af506ddb1c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:47.882340 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-fe7610dd-e4c7-450a-a441-af506ddb1c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.887315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05737722-47a0-4b19-b961-9083c3120264 None None] Network 242623b2-faa6-49a5-b37a-e6e82707fdc2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:47.900414 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46128) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:47.904939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1690304648-router', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:47.907325 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-fe7610dd-e4c7-450a-a441-af506ddb1c17 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3285718 Aug 27 14:55:47.926048 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.927773 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:47.984120 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:48.043291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-242623b2-faa6-49a5-b37a-e6e82707fdc2', 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'fixed_ips': [{'subnet_id': 'f2f1ca32-c22a-450e-95da-d12d9974cc50'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:55:48.044177 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:48.185102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Allocated IP 172.20.0.2 (242623b2-faa6-49a5-b37a-e6e82707fdc2/f2f1ca32-c22a-450e-95da-d12d9974cc50/8200cebf-e20b-43c2-9259-b0a56cfee185) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:55:48.341875 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:48.351149 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Transition to ACTIVE for port object 8200cebf-e20b-43c2-9259-b0a56cfee185 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:48.366720 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Transition to ACTIVE for port object 8200cebf-e20b-43c2-9259-b0a56cfee185 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:48.371886 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:48.415576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Network 242623b2-faa6-49a5-b37a-e6e82707fdc2 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:48.418486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:48.420963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:55:48.430875 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Pushing event updated for resources: {'Port': ['ID=8200cebf-e20b-43c2-9259-b0a56cfee185,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:48.485636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Attempting to bind port 8200cebf-e20b-43c2-9259-b0a56cfee185 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:55:48.486010 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Attempting to bind port 8200cebf-e20b-43c2-9259-b0a56cfee185 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:55:48.486378 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Attempting to bind port 8200cebf-e20b-43c2-9259-b0a56cfee185 on network 242623b2-faa6-49a5-b37a-e6e82707fdc2 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:55:48.487687 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:48.491857 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:55:48.492239 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Checking segment: {'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:48.492644 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:48.493045 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Bound using segment: {'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:55:48.493514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Bound port: 8200cebf-e20b-43c2-9259-b0a56cfee185, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:55:48.493946 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:48.561846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] For port 8200cebf-e20b-43c2-9259-b0a56cfee185, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:55:48.565159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] For port 8200cebf-e20b-43c2-9259-b0a56cfee185, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8200cebf-e20b-43c2-9259-b0a56cfee185,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:55:48.570794 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:48.630556 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67075ce6-7783-42c1-8b41-ab4825057454 None None] Pushing event updated for resources: {'Port': ['ID=8200cebf-e20b-43c2-9259-b0a56cfee185,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:48.711403 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:48.731413 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:48.855665 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Allocated IP 172.25.2.76 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/7834fe1e-a568-43b7-94aa-5416df10ce6f) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:55:48.957471 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:48.966578 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:49.008015 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:49.055632 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:49.058667 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:49.061717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:55:49.087747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Pushing event updated for resources: {'Port': ['ID=7834fe1e-a568-43b7-94aa-5416df10ce6f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:49.328202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:49.515348 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376365a7-5304-42aa-8a2e-a2d22badbe24 None None] Network 242623b2-faa6-49a5-b37a-e6e82707fdc2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:49.551593 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:49.653097 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c6187fe5-c92e-4f36-bde5-fb8b0077489b None None] Provisioning for port 8200cebf-e20b-43c2-9259-b0a56cfee185 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:49.694995 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Router 05808dec-be77-47c5-9913-6f31612e13dc is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:55:49.820013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:55:49.831136 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Sync routers for ids ['05808dec-be77-47c5-9913-6f31612e13dc'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:55:49.842939 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:49.844682 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-be77716a-32c0-431a-9da2-7d8fe4937338 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9431508 Aug 27 14:55:49.848731 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46130) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:49.852564 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Routers {'05808dec-be77-47c5-9913-6f31612e13dc'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:55:49.853641 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:55:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['05808dec-be77-47c5-9913-6f31612e13dc'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:50.018527 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Set router 05808dec-be77-47c5-9913-6f31612e13dc gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:55:50.197636 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05808dec-be77-47c5-9913-6f31612e13dc', 'name': 'tempest-TestEncryptedCinderVolumes-1690304648-router', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:47Z', 'updated_at': '2021-08-27T14:55:49Z', 'revision_number': 3, 'project_id': '101e599608e545bca3a8b73dcab42c65', 'gw_port': {'id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05808dec-be77-47c5-9913-6f31612e13dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:48Z', 'updated_at': '2021-08-27T14:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:50.227499 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Checking router: 05808dec-be77-47c5-9913-6f31612e13dc for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:55:50.227841 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Updating router 05808dec-be77-47c5-9913-6f31612e13dc port 7834fe1e-a568-43b7-94aa-5416df10ce6f binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:55:50.234373 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:55:50.256635 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:50.326570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:50.422664 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:50.492016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Allocated IP 172.20.0.1 (242623b2-faa6-49a5-b37a-e6e82707fdc2/f2f1ca32-c22a-450e-95da-d12d9974cc50/910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:55:50.526107 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:50.538295 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Transition to ACTIVE for port object 7834fe1e-a568-43b7-94aa-5416df10ce6f will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:50.544918 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:50.601049 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:50.601762 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Pushing event updated for resources: {'Port': ['ID=7834fe1e-a568-43b7-94aa-5416df10ce6f,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:50.604070 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Attempting to bind port 7834fe1e-a568-43b7-94aa-5416df10ce6f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:55:50.604439 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Attempting to bind port 7834fe1e-a568-43b7-94aa-5416df10ce6f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:55:50.604912 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Attempting to bind port 7834fe1e-a568-43b7-94aa-5416df10ce6f on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:55:50.614437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Transition to ACTIVE for port object 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:50.614713 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:50.615554 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:50.616407 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:50.616747 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:50.617085 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:50.617418 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:50.617882 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:50.618201 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:50.618640 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:50.619032 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:50.619359 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:50.619683 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:55:50.623579 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:55:50.624301 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:50.624715 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:50.625098 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:55:50.625572 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Bound port: 7834fe1e-a568-43b7-94aa-5416df10ce6f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:55:50.625956 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:50.650048 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:50.680754 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] For port 7834fe1e-a568-43b7-94aa-5416df10ce6f, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:55:50.684412 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] For port 7834fe1e-a568-43b7-94aa-5416df10ce6f, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7834fe1e-a568-43b7-94aa-5416df10ce6f,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:55:50.688686 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:50.690996 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Network 242623b2-faa6-49a5-b37a-e6e82707fdc2 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:50.693987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:50.696393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:55:50.732425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Pushing event updated for resources: {'Port': ['ID=910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:50.754990 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:50.755745 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece2d10-bb3e-4bd1-99b6-6b0b45db6fca None None] Pushing event updated for resources: {'Port': ['ID=7834fe1e-a568-43b7-94aa-5416df10ce6f,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:50.760137 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Routers {'05808dec-be77-47c5-9913-6f31612e13dc'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:55:50.760746 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:55:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['05808dec-be77-47c5-9913-6f31612e13dc'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:50.823514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8200cebf-e20b-43c2-9259-b0a56cfee185 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:50.879012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 8200cebf-e20b-43c2-9259-b0a56cfee185 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:50.883535 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 8200cebf-e20b-43c2-9259-b0a56cfee185 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:50.884461 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:50.908007 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] Set router 05808dec-be77-47c5-9913-6f31612e13dc gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:55:50.933898 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:50.979338 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:51.021823 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 8200cebf-e20b-43c2-9259-b0a56cfee185, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8200cebf-e20b-43c2-9259-b0a56cfee185,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:51.026677 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:51.053479 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-117b5dcd-3671-48e7-bb58-fdfe400056db None None] Provisioning for port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:51.061712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-117b5dcd-3671-48e7-bb58-fdfe400056db None None] Provisioning complete for port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:51.062090 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-117b5dcd-3671-48e7-bb58-fdfe400056db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:51.115124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=8200cebf-e20b-43c2-9259-b0a56cfee185,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:51.117795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-117b5dcd-3671-48e7-bb58-fdfe400056db None None] Port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:55:51.137420 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:51.141950 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:51.198134 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05808dec-be77-47c5-9913-6f31612e13dc', 'name': 'tempest-TestEncryptedCinderVolumes-1690304648-router', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:47Z', 'updated_at': '2021-08-27T14:55:49Z', 'revision_number': 3, 'project_id': '101e599608e545bca3a8b73dcab42c65', 'gw_port': {'id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05808dec-be77-47c5-9913-6f31612e13dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:48Z', 'updated_at': '2021-08-27T14:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:51.209448 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:51.211341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Pushing event updated for resources: {'Port': ['ID=910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:51.224695 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603246d7-9f1d-41a9-8145-89bc13783c5e None None] The sync data for ids ['05808dec-be77-47c5-9913-6f31612e13dc'] in n-d-712139-12 is: [{'id': '05808dec-be77-47c5-9913-6f31612e13dc', 'name': 'tempest-TestEncryptedCinderVolumes-1690304648-router', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:47Z', 'updated_at': '2021-08-27T14:55:49Z', 'revision_number': 3, 'project_id': '101e599608e545bca3a8b73dcab42c65', 'gw_port': {'id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05808dec-be77-47c5-9913-6f31612e13dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:48Z', 'updated_at': '2021-08-27T14:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:55:51.311591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Network 242623b2-faa6-49a5-b37a-e6e82707fdc2 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:51.313019 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:51.450792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Router 05808dec-be77-47c5-9913-6f31612e13dc has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:55:51.577478 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:55:51.582975 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a7e66e44-1dde-49f1-bf11-fd1efbb49b7d admin admin] 10.222.0.55 "PUT /v2.0/routers/05808dec-be77-47c5-9913-6f31612e13dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7316062 Aug 27 14:55:51.644451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f25eed75-e984-45c0-b9f2-467798d0f40a None None] Provisioning complete for port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:51.645036 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f25eed75-e984-45c0-b9f2-467798d0f40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:51.682988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f25eed75-e984-45c0-b9f2-467798d0f40a None None] Port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:55:52.076878 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.090793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46146) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:52.096386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-529849331-network', 'tenant_id': '090407364b0640468c570db54bbcf0bd'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:52.120821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Made reservation on behalf of 090407364b0640468c570db54bbcf0bd for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:52.124061 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.138583 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.250511 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.254895 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.281390 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:55:52.292059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72565a4-87fa-4b07-9c16-4007b841a954,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:52.297599 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.297948 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Added segment f431f756-3286-4a23-8ea7-2944a93140b3 of type vlan for network 9b3dc14f-eb66-4218-92dc-effbb936d40e Aug 27 14:55:52.340624 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.365913 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.366924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:52.367510 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.423000 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3310292 Aug 27 14:55:52.428947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973f774-cc52-4392-b238-e3c07de2f125 admin admin] Pushing event updated for resources: {'Network': ['ID=9b3dc14f-eb66-4218-92dc-effbb936d40e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:52.429114 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46150) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:52.438864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-cea6d651-ded7-4122-a284-888b9337b98c admin admin] Request body: {'subnet': {'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-529849331-subnet', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:52.439605 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 9b3dc14f-eb66-4218-92dc-effbb936d40e details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:55:52.460021 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea6d651-ded7-4122-a284-888b9337b98c admin admin] Made reservation on behalf of 090407364b0640468c570db54bbcf0bd for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:55:52.462367 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cea6d651-ded7-4122-a284-888b9337b98c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.643726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cea6d651-ded7-4122-a284-888b9337b98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.698428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6d651-ded7-4122-a284-888b9337b98c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7242dfe-4cdf-4761-bbf5-05b6caf8fccf,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:52.708894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6d651-ded7-4122-a284-888b9337b98c admin admin] Checking segment: {'id': 'f431f756-3286-4a23-8ea7-2944a93140b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:52.709305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea6d651-ded7-4122-a284-888b9337b98c admin admin] Network hostable DHCP agents. Network: 9b3dc14f-eb66-4218-92dc-effbb936d40e, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:55:52.728560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea6d651-ded7-4122-a284-888b9337b98c admin admin] Network 9b3dc14f-eb66-4218-92dc-effbb936d40e is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:55:52.738028 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-cea6d651-ded7-4122-a284-888b9337b98c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 9b3dc14f-eb66-4218-92dc-effbb936d40e) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:52.747607 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c30cc-a79b-49b2-80e2-d06db0a92c47 None None] Network 9b3dc14f-eb66-4218-92dc-effbb936d40e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:52.760911 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea6d651-ded7-4122-a284-888b9337b98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:52.761794 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cea6d651-ded7-4122-a284-888b9337b98c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.776868 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cea6d651-ded7-4122-a284-888b9337b98c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3465438 Aug 27 14:55:52.779360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46152) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:52.784761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-529849331-router', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:55:52.812574 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.813637 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.871196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8200cebf-e20b-43c2-9259-b0a56cfee185 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:52.878674 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.945983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Sync routers for ids ['05808dec-be77-47c5-9913-6f31612e13dc'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:55:52.953059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-9b3dc14f-eb66-4218-92dc-effbb936d40e', 'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'fixed_ips': [{'subnet_id': 'e7242dfe-4cdf-4761-bbf5-05b6caf8fccf'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:55:52.954142 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:52.973143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Routers {'05808dec-be77-47c5-9913-6f31612e13dc'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:55:52.973781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:55:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['05808dec-be77-47c5-9913-6f31612e13dc'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:53.017792 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:53.067297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 8200cebf-e20b-43c2-9259-b0a56cfee185 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:53.067643 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:53.211172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Set router 05808dec-be77-47c5-9913-6f31612e13dc gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:55:53.227064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:53.247433 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:53.250074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Allocated IP 172.20.0.2 (9b3dc14f-eb66-4218-92dc-effbb936d40e/e7242dfe-4cdf-4761-bbf5-05b6caf8fccf/f44f03de-2231-4a3d-bac3-698cf1851cf7) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:55:53.360893 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Allocated IP 172.25.2.102 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/9bee519b-0652-467d-9c2f-2749767a6c79) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:55:53.371621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7834fe1e-a568-43b7-94aa-5416df10ce6f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:53.470592 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:53.514025 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:53.552769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:53.558347 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:53.561887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:55:53.609360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Pushing event updated for resources: {'Port': ['ID=9bee519b-0652-467d-9c2f-2749767a6c79,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:53.737495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 7834fe1e-a568-43b7-94aa-5416df10ce6f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:53.752419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7834fe1e-a568-43b7-94aa-5416df10ce6f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:53.753085 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:53.760588 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:53.792674 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Transition to ACTIVE for port object f44f03de-2231-4a3d-bac3-698cf1851cf7 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:53.825992 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Transition to ACTIVE for port object f44f03de-2231-4a3d-bac3-698cf1851cf7 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:53.839108 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:53.844768 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:53.872258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05808dec-be77-47c5-9913-6f31612e13dc', 'name': 'tempest-TestEncryptedCinderVolumes-1690304648-router', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:47Z', 'updated_at': '2021-08-27T14:55:50Z', 'revision_number': 4, 'project_id': '101e599608e545bca3a8b73dcab42c65', 'gw_port': {'id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05808dec-be77-47c5-9913-6f31612e13dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:48Z', 'updated_at': '2021-08-27T14:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9', 'name': '', 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'mac_address': 'fa:16:3e:23:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05808dec-be77-47c5-9913-6f31612e13dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'f2f1ca32-c22a-450e-95da-d12d9974cc50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:50Z', 'updated_at': '2021-08-27T14:55:50Z', 'revision_number': 2, 'project_id': '101e599608e545bca3a8b73dcab42c65', 'subnets': [{'id': 'f2f1ca32-c22a-450e-95da-d12d9974cc50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:53.934224 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Checking router: 05808dec-be77-47c5-9913-6f31612e13dc for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:55:53.934580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Updating router 05808dec-be77-47c5-9913-6f31612e13dc port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:55:53.937692 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Network 9b3dc14f-eb66-4218-92dc-effbb936d40e is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:53.964674 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:53.968035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:55:53.976273 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Pushing event updated for resources: {'Port': ['ID=f44f03de-2231-4a3d-bac3-698cf1851cf7,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:53.991333 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:53.996111 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:54.040970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 7834fe1e-a568-43b7-94aa-5416df10ce6f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7834fe1e-a568-43b7-94aa-5416df10ce6f,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:54.058038 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:54.126303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Attempting to bind port f44f03de-2231-4a3d-bac3-698cf1851cf7 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:55:54.126673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Attempting to bind port f44f03de-2231-4a3d-bac3-698cf1851cf7 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'f431f756-3286-4a23-8ea7-2944a93140b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:55:54.127069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Attempting to bind port f44f03de-2231-4a3d-bac3-698cf1851cf7 on network 9b3dc14f-eb66-4218-92dc-effbb936d40e {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:55:54.190657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:55:54.191057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Checking segment: {'id': 'f431f756-3286-4a23-8ea7-2944a93140b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:54.191459 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:54.191854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Bound using segment: {'id': 'f431f756-3286-4a23-8ea7-2944a93140b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:55:54.192337 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Bound port: f44f03de-2231-4a3d-bac3-698cf1851cf7, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f431f756-3286-4a23-8ea7-2944a93140b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:55:54.193229 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:54.232383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=7834fe1e-a568-43b7-94aa-5416df10ce6f,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:54.345271 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] For port f44f03de-2231-4a3d-bac3-698cf1851cf7, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:55:54.350713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] For port f44f03de-2231-4a3d-bac3-698cf1851cf7, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f44f03de-2231-4a3d-bac3-698cf1851cf7,segment=NetworkSegment(f431f756-3286-4a23-8ea7-2944a93140b3),segment_id=f431f756-3286-4a23-8ea7-2944a93140b3)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:55:54.357276 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:54.392884 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:54.447935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c24ecc-b76a-4f0f-bf69-e3a8156d91a3 None None] Pushing event updated for resources: {'Port': ['ID=f44f03de-2231-4a3d-bac3-698cf1851cf7,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:54.517290 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:54.529372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Transition to ACTIVE for port object 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:54.537469 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:54.551788 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Router 3b53400c-c36b-4fe7-844d-98bbdefc6bfa is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:55:54.622599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1dfd8-e53c-426c-b110-89a9863dc14b None None] Pushing event updated for resources: {'Port': ['ID=910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:54.684964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Attempting to bind port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:55:54.685514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Attempting to bind port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:55:54.686016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Attempting to bind port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 on network 242623b2-faa6-49a5-b37a-e6e82707fdc2 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:55:54.697971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:55:54.699128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Checking segment: {'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:54.701166 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:54.701726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Bound using segment: {'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:55:54.702311 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Bound port: 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:55:54.704181 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:54.731960 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:55:54.744559 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Sync routers for ids ['3b53400c-c36b-4fe7-844d-98bbdefc6bfa'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:55:54.767854 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Routers {'3b53400c-c36b-4fe7-844d-98bbdefc6bfa'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:55:54.768501 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:55:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3b53400c-c36b-4fe7-844d-98bbdefc6bfa'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:54.791235 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:54.795601 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-951bff44-e48f-45dc-b2c5-7b34b83a8892 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0121577 Aug 27 14:55:54.796802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46154) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:55:54.869606 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] For port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:55:54.873394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] For port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:55:54.882639 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:54.943597 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f44f03de-2231-4a3d-bac3-698cf1851cf7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:54.995019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Routers {'05808dec-be77-47c5-9913-6f31612e13dc'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:55:54.995969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:55:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['05808dec-be77-47c5-9913-6f31612e13dc'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:55.003309 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Set router 3b53400c-c36b-4fe7-844d-98bbdefc6bfa gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:55:55.047274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1dfd8-e53c-426c-b110-89a9863dc14b None None] Pushing event updated for resources: {'Port': ['ID=910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:55.141297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port f44f03de-2231-4a3d-bac3-698cf1851cf7 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:55.151664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] Set router 05808dec-be77-47c5-9913-6f31612e13dc gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:55:55.153713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7834fe1e-a568-43b7-94aa-5416df10ce6f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:55.248866 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'name': 'tempest-TestEncryptedCinderVolumes-529849331-router', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:52Z', 'updated_at': '2021-08-27T14:55:53Z', 'revision_number': 3, 'project_id': '090407364b0640468c570db54bbcf0bd', 'gw_port': {'id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:53Z', 'updated_at': '2021-08-27T14:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:55.283127 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Checking router: 3b53400c-c36b-4fe7-844d-98bbdefc6bfa for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:55:55.283818 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Updating router 3b53400c-c36b-4fe7-844d-98bbdefc6bfa port 9bee519b-0652-467d-9c2f-2749767a6c79 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:55:55.315341 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:55.338184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:55.340306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7834fe1e-a568-43b7-94aa-5416df10ce6f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:55.340756 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:55.507287 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05808dec-be77-47c5-9913-6f31612e13dc', 'name': 'tempest-TestEncryptedCinderVolumes-1690304648-router', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:47Z', 'updated_at': '2021-08-27T14:55:50Z', 'revision_number': 4, 'project_id': '101e599608e545bca3a8b73dcab42c65', 'gw_port': {'id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05808dec-be77-47c5-9913-6f31612e13dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:48Z', 'updated_at': '2021-08-27T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9', 'name': '', 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'mac_address': 'fa:16:3e:23:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05808dec-be77-47c5-9913-6f31612e13dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'f2f1ca32-c22a-450e-95da-d12d9974cc50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:50Z', 'updated_at': '2021-08-27T14:55:54Z', 'revision_number': 4, 'project_id': '101e599608e545bca3a8b73dcab42c65', 'subnets': [{'id': 'f2f1ca32-c22a-450e-95da-d12d9974cc50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:55.533827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Allocated IP 172.20.0.1 (9b3dc14f-eb66-4218-92dc-effbb936d40e/e7242dfe-4cdf-4761-bbf5-05b6caf8fccf/15bdbdd4-8029-4423-8239-a8d53dcadd32) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:55:55.547828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cbed7-7c5f-4310-bd51-2cf3030a92ad None None] The sync data for ids ['05808dec-be77-47c5-9913-6f31612e13dc'] in n-d-712139-12 is: [{'id': '05808dec-be77-47c5-9913-6f31612e13dc', 'name': 'tempest-TestEncryptedCinderVolumes-1690304648-router', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:47Z', 'updated_at': '2021-08-27T14:55:50Z', 'revision_number': 4, 'project_id': '101e599608e545bca3a8b73dcab42c65', 'gw_port': {'id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05808dec-be77-47c5-9913-6f31612e13dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:48Z', 'updated_at': '2021-08-27T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9', 'name': '', 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'mac_address': 'fa:16:3e:23:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05808dec-be77-47c5-9913-6f31612e13dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'f2f1ca32-c22a-450e-95da-d12d9974cc50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:50Z', 'updated_at': '2021-08-27T14:55:54Z', 'revision_number': 4, 'project_id': '101e599608e545bca3a8b73dcab42c65', 'subnets': [{'id': 'f2f1ca32-c22a-450e-95da-d12d9974cc50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:55:55.665031 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:55.681744 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Transition to ACTIVE for port object 9bee519b-0652-467d-9c2f-2749767a6c79 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:55.691185 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:55.698085 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:55.703316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17022553-5e0b-4852-8cdd-01e0835b10a3 None None] Network 9b3dc14f-eb66-4218-92dc-effbb936d40e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:55:55.714379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Transition to ACTIVE for port object 15bdbdd4-8029-4423-8239-a8d53dcadd32 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:55:55.752237 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:55.758456 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Attempting to bind port 9bee519b-0652-467d-9c2f-2749767a6c79 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:55:55.759088 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Attempting to bind port 9bee519b-0652-467d-9c2f-2749767a6c79 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:55:55.759187 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Attempting to bind port 9bee519b-0652-467d-9c2f-2749767a6c79 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:55:55.768689 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:55:55.769063 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:55:55.769467 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:55.769870 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:55:55.772333 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Bound port: 9bee519b-0652-467d-9c2f-2749767a6c79, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:55:55.772780 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:55.775549 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c287a-b737-4744-aa09-1c1902bbf586 None None] Pushing event updated for resources: {'Port': ['ID=9bee519b-0652-467d-9c2f-2749767a6c79,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:55.785029 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4451fd21-5911-4a9f-9290-d50fe9051433 None None] Provisioning for port f44f03de-2231-4a3d-bac3-698cf1851cf7 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:55.798832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4451fd21-5911-4a9f-9290-d50fe9051433 None None] Provisioning complete for port f44f03de-2231-4a3d-bac3-698cf1851cf7 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:55.799356 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4451fd21-5911-4a9f-9290-d50fe9051433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:55.808796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Network 9b3dc14f-eb66-4218-92dc-effbb936d40e is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:55.811927 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:55.816923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:55:55.846245 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] For port 9bee519b-0652-467d-9c2f-2749767a6c79, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:55:55.851257 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] For port 9bee519b-0652-467d-9c2f-2749767a6c79, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9bee519b-0652-467d-9c2f-2749767a6c79,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:55:55.857042 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:55.913820 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Routers {'3b53400c-c36b-4fe7-844d-98bbdefc6bfa'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:55:55.914462 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:55:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3b53400c-c36b-4fe7-844d-98bbdefc6bfa'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:55.970602 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4451fd21-5911-4a9f-9290-d50fe9051433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:55.995239 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c287a-b737-4744-aa09-1c1902bbf586 None None] Pushing event updated for resources: {'Port': ['ID=9bee519b-0652-467d-9c2f-2749767a6c79,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:56.040230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4451fd21-5911-4a9f-9290-d50fe9051433 None None] For port f44f03de-2231-4a3d-bac3-698cf1851cf7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f44f03de-2231-4a3d-bac3-698cf1851cf7,segment=NetworkSegment(f431f756-3286-4a23-8ea7-2944a93140b3),segment_id=f431f756-3286-4a23-8ea7-2944a93140b3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:56.057257 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4451fd21-5911-4a9f-9290-d50fe9051433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:56.075092 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] Set router 3b53400c-c36b-4fe7-844d-98bbdefc6bfa gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:55:56.145935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451fd21-5911-4a9f-9290-d50fe9051433 None None] Pushing event updated for resources: {'Port': ['ID=f44f03de-2231-4a3d-bac3-698cf1851cf7,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:56.315487 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Pushing event updated for resources: {'Port': ['ID=15bdbdd4-8029-4423-8239-a8d53dcadd32,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:56.335266 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:56.341240 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'name': 'tempest-TestEncryptedCinderVolumes-529849331-router', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:52Z', 'updated_at': '2021-08-27T14:55:53Z', 'revision_number': 3, 'project_id': '090407364b0640468c570db54bbcf0bd', 'gw_port': {'id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:53Z', 'updated_at': '2021-08-27T14:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:56.372934 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d086c89-542b-48d9-99ac-88fda0b74018 None None] The sync data for ids ['3b53400c-c36b-4fe7-844d-98bbdefc6bfa'] in n-d-712139-12 is: [{'id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'name': 'tempest-TestEncryptedCinderVolumes-529849331-router', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:52Z', 'updated_at': '2021-08-27T14:55:53Z', 'revision_number': 3, 'project_id': '090407364b0640468c570db54bbcf0bd', 'gw_port': {'id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:53Z', 'updated_at': '2021-08-27T14:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:55:56.392560 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9e0ed970-22ae-4392-ab4a-5d5d818cf794 None None] Provisioning complete for port f44f03de-2231-4a3d-bac3-698cf1851cf7 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:56.392801 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9e0ed970-22ae-4392-ab4a-5d5d818cf794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:56.497419 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:56.563951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9e0ed970-22ae-4392-ab4a-5d5d818cf794 None None] Provisioning for port 15bdbdd4-8029-4423-8239-a8d53dcadd32 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:56.570367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9e0ed970-22ae-4392-ab4a-5d5d818cf794 None None] Provisioning complete for port 15bdbdd4-8029-4423-8239-a8d53dcadd32 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:56.571072 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9e0ed970-22ae-4392-ab4a-5d5d818cf794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:56.620178 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ed970-22ae-4392-ab4a-5d5d818cf794 None None] Port 15bdbdd4-8029-4423-8239-a8d53dcadd32 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:55:56.717537 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:56.722862 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:56.762819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4934ce7d-f178-4721-8eb9-fa1d869d9406 None None] Provisioning complete for port 15bdbdd4-8029-4423-8239-a8d53dcadd32 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:56.762819 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4934ce7d-f178-4721-8eb9-fa1d869d9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:56.823161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4934ce7d-f178-4721-8eb9-fa1d869d9406 None None] Port 15bdbdd4-8029-4423-8239-a8d53dcadd32 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:55:56.827340 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:56.829993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Pushing event updated for resources: {'Port': ['ID=15bdbdd4-8029-4423-8239-a8d53dcadd32,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:56.921737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f44f03de-2231-4a3d-bac3-698cf1851cf7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:56.965493 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Network 9b3dc14f-eb66-4218-92dc-effbb936d40e is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:55:56.966979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:55:56.978198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port f44f03de-2231-4a3d-bac3-698cf1851cf7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:56.978769 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:57.070898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:57.109166 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Router 3b53400c-c36b-4fe7-844d-98bbdefc6bfa has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:55:57.137839 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:57.142508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:57.143037 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:57.259648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:55:57.267309 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:57.274218 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ed54203c-8fc8-4485-8b3c-18ecb27e472c admin admin] 10.222.0.55 "PUT /v2.0/routers/3b53400c-c36b-4fe7-844d-98bbdefc6bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4751112 Aug 27 14:55:57.312243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:57.316156 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:57.377216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-73570f47-736c-4161-9410-1cf0b1fe1c71 None None] Provisioning complete for port 15bdbdd4-8029-4423-8239-a8d53dcadd32 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:57.377590 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73570f47-736c-4161-9410-1cf0b1fe1c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:57.405623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:57.428377 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-73570f47-736c-4161-9410-1cf0b1fe1c71 None None] Port 15bdbdd4-8029-4423-8239-a8d53dcadd32 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:55:58.843032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9bee519b-0652-467d-9c2f-2749767a6c79 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:58.894044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 9bee519b-0652-467d-9c2f-2749767a6c79 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:55:58.898549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9bee519b-0652-467d-9c2f-2749767a6c79 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:58.898964 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:58.949846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Sync routers for ids ['3b53400c-c36b-4fe7-844d-98bbdefc6bfa'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:55:58.985832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Routers {'3b53400c-c36b-4fe7-844d-98bbdefc6bfa'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:55:58.986448 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:55:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3b53400c-c36b-4fe7-844d-98bbdefc6bfa'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:59.029635 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:59.063842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 9bee519b-0652-467d-9c2f-2749767a6c79, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9bee519b-0652-467d-9c2f-2749767a6c79,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:55:59.093303 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:59.094099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:55:59.205682 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-30e9b496-53c2-4dc0-82fa-1f72630c4ee4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:55:59.207171 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-30e9b496-53c2-4dc0-82fa-1f72630c4ee4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/networks?id=242623b2-faa6-49a5-b37a-e6e82707fdc2 HTTP/1.1" status: 200 len: 817 time: 0.1118727 Aug 27 14:55:59.223085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-cf2156f4-ddc8-44e4-9ed3-578db63cc0ed tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/quotas/101e599608e545bca3a8b73dcab42c65 HTTP/1.1" status: 200 len: 375 time: 0.0098615 Aug 27 14:55:59.278838 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-25ad9844-f4f5-47f0-b435-619df4d3fa80 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=101e599608e545bca3a8b73dcab42c65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499187 Aug 27 14:55:59.346079 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Set router 3b53400c-c36b-4fe7-844d-98bbdefc6bfa gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:55:59.392795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=9bee519b-0652-467d-9c2f-2749767a6c79,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:55:59.440475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:55:59.440972 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:59.507352 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-86a556b9-c6a9-42ff-ba9e-a800e848fa1e service neutron] 10.222.0.55 "GET /v2.0/networks/242623b2-faa6-49a5-b37a-e6e82707fdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332183 Aug 27 14:55:59.616171 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-55acd84f-663c-49a9-a840-fa7ac42e352c service neutron] 10.222.0.55 "GET /v2.0/networks/242623b2-faa6-49a5-b37a-e6e82707fdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977292 Aug 27 14:55:59.643854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'name': 'tempest-TestEncryptedCinderVolumes-529849331-router', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:52Z', 'updated_at': '2021-08-27T14:55:56Z', 'revision_number': 4, 'project_id': '090407364b0640468c570db54bbcf0bd', 'gw_port': {'id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:53Z', 'updated_at': '2021-08-27T14:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '15bdbdd4-8029-4423-8239-a8d53dcadd32', 'name': '', 'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'mac_address': 'fa:16:3e:bf:b5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'e7242dfe-4cdf-4761-bbf5-05b6caf8fccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:55Z', 'updated_at': '2021-08-27T14:55:56Z', 'revision_number': 2, 'project_id': '090407364b0640468c570db54bbcf0bd', 'subnets': [{'id': 'e7242dfe-4cdf-4761-bbf5-05b6caf8fccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:55:59.674672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Checking router: 3b53400c-c36b-4fe7-844d-98bbdefc6bfa for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:55:59.674672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Updating router 3b53400c-c36b-4fe7-844d-98bbdefc6bfa port 15bdbdd4-8029-4423-8239-a8d53dcadd32 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:55:59.706190 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:55:59.810746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6312bae9-2616-4670-9e1e-d20168b7cdbb req-9277878f-7a6c-4bc8-b6be-8781a71ab41b tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 210 time: 0.0319476 Aug 27 14:56:00.011743 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:00.025285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Transition to ACTIVE for port object 15bdbdd4-8029-4423-8239-a8d53dcadd32 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:56:00.031418 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:00.089130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999b3d4-1179-4cbf-860a-bbae949e9cd9 None None] Pushing event updated for resources: {'Port': ['ID=15bdbdd4-8029-4423-8239-a8d53dcadd32,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:00.150400 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Attempting to bind port 15bdbdd4-8029-4423-8239-a8d53dcadd32 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:56:00.150812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Attempting to bind port 15bdbdd4-8029-4423-8239-a8d53dcadd32 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'f431f756-3286-4a23-8ea7-2944a93140b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:56:00.151187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Attempting to bind port 15bdbdd4-8029-4423-8239-a8d53dcadd32 on network 9b3dc14f-eb66-4218-92dc-effbb936d40e {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:56:00.157286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:56:00.157549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Checking segment: {'id': 'f431f756-3286-4a23-8ea7-2944a93140b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:56:00.158049 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:00.158818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Bound using segment: {'id': 'f431f756-3286-4a23-8ea7-2944a93140b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:56:00.159449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Bound port: 15bdbdd4-8029-4423-8239-a8d53dcadd32, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f431f756-3286-4a23-8ea7-2944a93140b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:56:00.159850 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:00.240907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] For port 15bdbdd4-8029-4423-8239-a8d53dcadd32, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:56:00.245543 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] For port 15bdbdd4-8029-4423-8239-a8d53dcadd32, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=15bdbdd4-8029-4423-8239-a8d53dcadd32,segment=NetworkSegment(f431f756-3286-4a23-8ea7-2944a93140b3),segment_id=f431f756-3286-4a23-8ea7-2944a93140b3)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:56:00.249938 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:00.305788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Routers {'3b53400c-c36b-4fe7-844d-98bbdefc6bfa'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:56:00.306424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:55:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3b53400c-c36b-4fe7-844d-98bbdefc6bfa'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:56:00.353899 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999b3d4-1179-4cbf-860a-bbae949e9cd9 None None] Pushing event updated for resources: {'Port': ['ID=15bdbdd4-8029-4423-8239-a8d53dcadd32,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:00.454254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] Set router 3b53400c-c36b-4fe7-844d-98bbdefc6bfa gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:56:00.680957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'name': 'tempest-TestEncryptedCinderVolumes-529849331-router', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:52Z', 'updated_at': '2021-08-27T14:55:56Z', 'revision_number': 4, 'project_id': '090407364b0640468c570db54bbcf0bd', 'gw_port': {'id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:53Z', 'updated_at': '2021-08-27T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '15bdbdd4-8029-4423-8239-a8d53dcadd32', 'name': '', 'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'mac_address': 'fa:16:3e:bf:b5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'e7242dfe-4cdf-4761-bbf5-05b6caf8fccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:55Z', 'updated_at': '2021-08-27T14:56:00Z', 'revision_number': 4, 'project_id': '090407364b0640468c570db54bbcf0bd', 'subnets': [{'id': 'e7242dfe-4cdf-4761-bbf5-05b6caf8fccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:56:00.709955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68e5d6-83be-4268-b97f-78521b4a9792 None None] The sync data for ids ['3b53400c-c36b-4fe7-844d-98bbdefc6bfa'] in n-d-712139-12 is: [{'id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'name': 'tempest-TestEncryptedCinderVolumes-529849331-router', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:52Z', 'updated_at': '2021-08-27T14:55:56Z', 'revision_number': 4, 'project_id': '090407364b0640468c570db54bbcf0bd', 'gw_port': {'id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:53Z', 'updated_at': '2021-08-27T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '15bdbdd4-8029-4423-8239-a8d53dcadd32', 'name': '', 'network_id': '9b3dc14f-eb66-4218-92dc-effbb936d40e', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'mac_address': 'fa:16:3e:bf:b5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'e7242dfe-4cdf-4761-bbf5-05b6caf8fccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:55Z', 'updated_at': '2021-08-27T14:56:00Z', 'revision_number': 4, 'project_id': '090407364b0640468c570db54bbcf0bd', 'subnets': [{'id': 'e7242dfe-4cdf-4761-bbf5-05b6caf8fccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:56:00.818790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9bee519b-0652-467d-9c2f-2749767a6c79 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:56:00.894254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9bee519b-0652-467d-9c2f-2749767a6c79 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:56:00.894637 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:00.930128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-fd9829ee-38a6-4edc-8f74-e124ad2e87d2 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:00.936019 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-fd9829ee-38a6-4edc-8f74-e124ad2e87d2 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.52 "GET /v2.0/networks?id=242623b2-faa6-49a5-b37a-e6e82707fdc2 HTTP/1.1" status: 200 len: 817 time: 0.1719563 Aug 27 14:56:00.952182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Request body: {'port': {'device_id': '6bd968b5-2b47-40d1-a56f-992cb4aed00a', 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2', 'admin_state_up': True, 'tenant_id': '101e599608e545bca3a8b73dcab42c65'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:56:00.983452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8178ab94-eab7-4e23-9275-970c3c606534 req-8416fc22-0433-46a5-8a04-c7b8184c4729 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 210 time: 0.0456252 Aug 27 14:56:01.108842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Made reservation on behalf of 101e599608e545bca3a8b73dcab42c65 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:56:01.112893 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:01.256646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Allocated IP 172.20.0.7 (242623b2-faa6-49a5-b37a-e6e82707fdc2/f2f1ca32-c22a-450e-95da-d12d9974cc50/1485842d-787b-48aa-872d-3cc2aefdb978) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:56:01.431997 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:01.446227 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Transition to ACTIVE for port object 1485842d-787b-48aa-872d-3cc2aefdb978 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:56:01.480763 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:01.526715 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Network 242623b2-faa6-49a5-b37a-e6e82707fdc2 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:56:01.529861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:56:01.533075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:56:01.561294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Pushing event updated for resources: {'Port': ['ID=1485842d-787b-48aa-872d-3cc2aefdb978,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:01.596646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:01.597309 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:01.615541 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-4743578d-7edf-49f4-be28-13fadac5a4be tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6688044 Aug 27 14:56:01.628916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Request body: {'port': {'device_id': '6bd968b5-2b47-40d1-a56f-992cb4aed00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:56:01.686880 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:01.751664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8c3f7842-e38c-4115-a5f1-b449c1be4c16 None None] Provisioning for port 1485842d-787b-48aa-872d-3cc2aefdb978 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:56:01.756341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8c3f7842-e38c-4115-a5f1-b449c1be4c16 None None] Provisioning complete for port 1485842d-787b-48aa-872d-3cc2aefdb978 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:56:01.756745 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8c3f7842-e38c-4115-a5f1-b449c1be4c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:01.791435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f7842-e38c-4115-a5f1-b449c1be4c16 None None] Port 1485842d-787b-48aa-872d-3cc2aefdb978 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:56:01.958752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1485842d-787b-48aa-872d-3cc2aefdb978 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:56:01.967440 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:01.981660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Transition to ACTIVE for port object 1485842d-787b-48aa-872d-3cc2aefdb978 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:56:01.985844 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:02.045205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Pushing event updated for resources: {'Port': ['ID=1485842d-787b-48aa-872d-3cc2aefdb978,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:02.120046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04763e4f-a3b1-4da9-bd6d-f68d78fcf486 req-e8e117cf-bf1c-4c62-9cda-e5b91c33c330 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:02.121626 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04763e4f-a3b1-4da9-bd6d-f68d78fcf486 req-e8e117cf-bf1c-4c62-9cda-e5b91c33c330 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 943 time: 0.0540035 Aug 27 14:56:02.125879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Attempting to bind port 1485842d-787b-48aa-872d-3cc2aefdb978 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:56:02.126363 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Attempting to bind port 1485842d-787b-48aa-872d-3cc2aefdb978 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:56:02.126949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Attempting to bind port 1485842d-787b-48aa-872d-3cc2aefdb978 on network 242623b2-faa6-49a5-b37a-e6e82707fdc2 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:56:02.132470 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Port 1485842d-787b-48aa-872d-3cc2aefdb978 on network 242623b2-faa6-49a5-b37a-e6e82707fdc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:56:02.132806 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Attempting to bind port 1485842d-787b-48aa-872d-3cc2aefdb978 on network 242623b2-faa6-49a5-b37a-e6e82707fdc2 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:56:02.138392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:56:02.138771 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Checking segment: {'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:56:02.139194 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Bound using segment: {'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:56:02.139634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Bound port: 1485842d-787b-48aa-872d-3cc2aefdb978, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:56:02.140002 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:02.169440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-04763e4f-a3b1-4da9-bd6d-f68d78fcf486 req-d6a255a0-c1fb-4c50-bdaa-94c6b56ef0f3 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374870 Aug 27 14:56:02.210954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] For port 1485842d-787b-48aa-872d-3cc2aefdb978, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:56:02.214554 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] For port 1485842d-787b-48aa-872d-3cc2aefdb978, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1485842d-787b-48aa-872d-3cc2aefdb978,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:56:02.219077 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:02.262825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:02.263467 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:02.264927 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] 10.222.0.52 "PUT /v2.0/ports/1485842d-787b-48aa-872d-3cc2aefdb978 HTTP/1.1" status: 200 len: 1092 time: 0.6407602 Aug 27 14:56:02.265398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd968b5-2b47-40d1-a56f-992cb4aed00a', 'tag': '1485842d-787b-48aa-872d-3cc2aefdb978'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:56:02.267760 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e8701a-a2f0-4d80-af92-f046791270c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd968b5-2b47-40d1-a56f-992cb4aed00a", "tag": "1485842d-787b-48aa-872d-3cc2aefdb978"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:56:02.291436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4664560-58a7-4c7b-ab45-173eae806cdc service neutron] Pushing event updated for resources: {'Port': ['ID=1485842d-787b-48aa-872d-3cc2aefdb978,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:02.327639 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9522b4e3-e906-437c-b197-2e5e25fe49cb x-openstack-request-id: req-9522b4e3-e906-437c-b197-2e5e25fe49cb {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:56:02.328112 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd968b5-2b47-40d1-a56f-992cb4aed00a", "tag": "1485842d-787b-48aa-872d-3cc2aefdb978", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:56:02.328523 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9522b4e3-e906-437c-b197-2e5e25fe49cb {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:56:02.329170 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd968b5-2b47-40d1-a56f-992cb4aed00a', 'tag': '1485842d-787b-48aa-872d-3cc2aefdb978', 'status': 'completed', 'code': 200} Aug 27 14:56:02.374558 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-fc7ece15-f6a3-45f8-9413-72eba907325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:02.376331 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-fc7ece15-f6a3-45f8-9413-72eba907325d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=101e599608e545bca3a8b73dcab42c65&device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 1095 time: 0.0623875 Aug 27 14:56:02.427852 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-a20d0b7b-0aa4-43c7-89ec-66bb44befd01 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1485842d-787b-48aa-872d-3cc2aefdb978 HTTP/1.1" status: 200 len: 217 time: 0.0423167 Aug 27 14:56:02.488506 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-abd475d5-0363-4d1e-b466-d53880bcfd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:02.491124 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-abd475d5-0363-4d1e-b466-d53880bcfd4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2f1ca32-c22a-450e-95da-d12d9974cc50 HTTP/1.1" status: 200 len: 856 time: 0.0570302 Aug 27 14:56:02.540380 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-e1514238-ebf5-4aef-b58a-2ada710e63e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:02.541954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-e1514238-ebf5-4aef-b58a-2ada710e63e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=242623b2-faa6-49a5-b37a-e6e82707fdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445771 Aug 27 14:56:02.654301 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-dfa4b01d-d9e3-4846-9dac-ed78e6006332 service neutron] 10.222.0.52 "GET /v2.0/networks/242623b2-faa6-49a5-b37a-e6e82707fdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045110 Aug 27 14:56:02.767863 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcc8b7c0-65be-46fa-9204-f3e22cc7cef5 req-bebdec34-eee9-466d-b846-2cb9e2327079 service neutron] 10.222.0.52 "GET /v2.0/networks/242623b2-faa6-49a5-b37a-e6e82707fdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046715 Aug 27 14:56:02.781705 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 15bdbdd4-8029-4423-8239-a8d53dcadd32 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:56:02.839278 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 15bdbdd4-8029-4423-8239-a8d53dcadd32 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:56:02.843671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 15bdbdd4-8029-4423-8239-a8d53dcadd32 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:56:02.843900 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:02.872737 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8701a-a2f0-4d80-af92-f046791270c8 req-9e101a64-a647-49f6-865b-0893d00b4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:02.874224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e8701a-a2f0-4d80-af92-f046791270c8 req-9e101a64-a647-49f6-865b-0893d00b4c56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=101e599608e545bca3a8b73dcab42c65&device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 1095 time: 0.0503972 Aug 27 14:56:02.935292 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:02.970450 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 15bdbdd4-8029-4423-8239-a8d53dcadd32, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=15bdbdd4-8029-4423-8239-a8d53dcadd32,segment=NetworkSegment(f431f756-3286-4a23-8ea7-2944a93140b3),segment_id=f431f756-3286-4a23-8ea7-2944a93140b3)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:56:02.976623 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:02.987714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8701a-a2f0-4d80-af92-f046791270c8 req-05140294-0cd2-43af-8cfc-2647578455af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:02.989256 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e8701a-a2f0-4d80-af92-f046791270c8 req-05140294-0cd2-43af-8cfc-2647578455af service neutron] 10.222.0.52 "GET /v2.0/networks?id=242623b2-faa6-49a5-b37a-e6e82707fdc2 HTTP/1.1" status: 200 len: 918 time: 0.1074140 Aug 27 14:56:03.033333 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=15bdbdd4-8029-4423-8239-a8d53dcadd32,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:03.038314 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e8701a-a2f0-4d80-af92-f046791270c8 req-3e4470ba-8ba6-4c9a-b711-75fdc614fb7f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1485842d-787b-48aa-872d-3cc2aefdb978 HTTP/1.1" status: 200 len: 217 time: 0.0404079 Aug 27 14:56:03.097219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8701a-a2f0-4d80-af92-f046791270c8 req-52e9d9ec-9539-4a4e-91c0-91fd3b927186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:03.098636 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e8701a-a2f0-4d80-af92-f046791270c8 req-52e9d9ec-9539-4a4e-91c0-91fd3b927186 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2f1ca32-c22a-450e-95da-d12d9974cc50 HTTP/1.1" status: 200 len: 856 time: 0.0509591 Aug 27 14:56:03.148749 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8701a-a2f0-4d80-af92-f046791270c8 req-42910b6f-d109-4dd3-9dda-6228f6425a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:03.150324 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e8701a-a2f0-4d80-af92-f046791270c8 req-42910b6f-d109-4dd3-9dda-6228f6425a09 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=242623b2-faa6-49a5-b37a-e6e82707fdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437551 Aug 27 14:56:03.245648 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e8701a-a2f0-4d80-af92-f046791270c8 req-952b6b46-6510-4891-96be-af8ef2e6df3d service neutron] 10.222.0.52 "GET /v2.0/networks/242623b2-faa6-49a5-b37a-e6e82707fdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858755 Aug 27 14:56:03.289757 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bebf5f-335f-483f-b0b8-698556b71760 req-ac2a3ba4-a8e8-43d1-bb64-138ca561fb36 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:03.291324 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13bebf5f-335f-483f-b0b8-698556b71760 req-ac2a3ba4-a8e8-43d1-bb64-138ca561fb36 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 943 time: 0.0539024 Aug 27 14:56:03.331163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-13bebf5f-335f-483f-b0b8-698556b71760 req-0949d149-e3b4-4abf-ae25-d869b993ddf9 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338929 Aug 27 14:56:03.350033 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e8701a-a2f0-4d80-af92-f046791270c8 req-ea64f3a0-81ed-463e-8895-81c78b8c7da6 service neutron] 10.222.0.52 "GET /v2.0/networks/242623b2-faa6-49a5-b37a-e6e82707fdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942416 Aug 27 14:56:04.450307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931c772-9d8b-4ae9-b1f4-38be35a67a1f req-290bcc41-fb82-4bae-ab6d-b037767e066b tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:04.451781 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3931c772-9d8b-4ae9-b1f4-38be35a67a1f req-290bcc41-fb82-4bae-ab6d-b037767e066b tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 943 time: 0.0518420 Aug 27 14:56:04.491883 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3931c772-9d8b-4ae9-b1f4-38be35a67a1f req-c8fde70d-08dc-447d-8841-8e490567d785 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340891 Aug 27 14:56:04.758341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 15bdbdd4-8029-4423-8239-a8d53dcadd32 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:56:04.809420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 15bdbdd4-8029-4423-8239-a8d53dcadd32 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:56:04.809797 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:05.620123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb293623-316e-4b77-9240-03c217db4128 req-9116148f-f50a-4d46-aa22-4750aa5975c3 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:05.621695 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb293623-316e-4b77-9240-03c217db4128 req-9116148f-f50a-4d46-aa22-4750aa5975c3 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 943 time: 0.0593688 Aug 27 14:56:05.667242 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb293623-316e-4b77-9240-03c217db4128 req-0737ca77-9c8f-4d87-926a-42320f9adb56 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363727 Aug 27 14:56:05.887794 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1485842d-787b-48aa-872d-3cc2aefdb978 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:56:05.986955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1485842d-787b-48aa-872d-3cc2aefdb978, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1485842d-787b-48aa-872d-3cc2aefdb978,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:56:05.999162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '1485842d-787b-48aa-872d-3cc2aefdb978', 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2', 'port_id': '1485842d-787b-48aa-872d-3cc2aefdb978', 'mac_address': 'fa:16:3e:2c:23:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f1ca32-c22a-450e-95da-d12d9974cc50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:56:06.042387 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:06.056070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1485842d-787b-48aa-872d-3cc2aefdb978 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:56:06.076036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1485842d-787b-48aa-872d-3cc2aefdb978, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1485842d-787b-48aa-872d-3cc2aefdb978,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:56:06.080081 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:06.129364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=1485842d-787b-48aa-872d-3cc2aefdb978,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:06.291785 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['1485842d-787b-48aa-872d-3cc2aefdb978'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:56:06.815033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfd943-0d3d-471f-a866-c54f01462817 req-88529c30-6f67-4303-8735-5b22171f441e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:06.817792 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33bfd943-0d3d-471f-a866-c54f01462817 req-88529c30-6f67-4303-8735-5b22171f441e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 944 time: 0.0737283 Aug 27 14:56:06.860092 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-33bfd943-0d3d-471f-a866-c54f01462817 req-823df0b4-2a61-45f9-abac-a804d2390c93 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353005 Aug 27 14:56:07.887435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1485842d-787b-48aa-872d-3cc2aefdb978 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:56:07.942296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 1485842d-787b-48aa-872d-3cc2aefdb978 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:56:07.946756 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 1485842d-787b-48aa-872d-3cc2aefdb978 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:56:07.947141 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:07.987853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3831cbe-ccce-4861-8888-dc927107a6d9 req-cbaa9ce0-105d-4397-add8-768fd3038405 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:07.989607 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3831cbe-ccce-4861-8888-dc927107a6d9 req-cbaa9ce0-105d-4397-add8-768fd3038405 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 944 time: 0.0546627 Aug 27 14:56:08.032575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b3831cbe-ccce-4861-8888-dc927107a6d9 req-2bc9b1d7-8121-449c-ab8d-8e024c9776f2 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365858 Aug 27 14:56:08.035013 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:08.061309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd968b5-2b47-40d1-a56f-992cb4aed00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1485842d-787b-48aa-872d-3cc2aefdb978'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:56:08.063707 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b099604e-59ff-48e5-8587-2362fbba7a59" -d '{"events": [{"server_uuid": "6bd968b5-2b47-40d1-a56f-992cb4aed00a", "name": "network-vif-plugged", "status": "completed", "tag": "1485842d-787b-48aa-872d-3cc2aefdb978"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:56:08.081336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 1485842d-787b-48aa-872d-3cc2aefdb978, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1485842d-787b-48aa-872d-3cc2aefdb978,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:56:08.086870 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:08.112046 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99507466-1ae6-4397-b7bd-8f74af464b5f x-openstack-request-id: req-99507466-1ae6-4397-b7bd-8f74af464b5f {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:56:08.112309 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd968b5-2b47-40d1-a56f-992cb4aed00a", "name": "network-vif-plugged", "status": "completed", "tag": "1485842d-787b-48aa-872d-3cc2aefdb978", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:56:08.112513 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99507466-1ae6-4397-b7bd-8f74af464b5f {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:56:08.112904 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd968b5-2b47-40d1-a56f-992cb4aed00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1485842d-787b-48aa-872d-3cc2aefdb978', 'code': 200} Aug 27 14:56:08.138915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=1485842d-787b-48aa-872d-3cc2aefdb978,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:08.206909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e01d87-6e78-44d2-96fc-725105b2e856 req-3eda24ac-1073-44a6-90e2-4a43a8e189ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:08.208998 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43e01d87-6e78-44d2-96fc-725105b2e856 req-3eda24ac-1073-44a6-90e2-4a43a8e189ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 1097 time: 0.0408819 Aug 27 14:56:08.245435 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-43e01d87-6e78-44d2-96fc-725105b2e856 req-2e4f21ed-99a8-4695-85af-ebb0a25960ec service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301516 Aug 27 14:56:09.152177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf86d4-eec6-4e89-9bd0-414e707324e0 req-35672228-a52b-4c25-b5df-c7c68dcfe827 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:09.153674 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aecf86d4-eec6-4e89-9bd0-414e707324e0 req-35672228-a52b-4c25-b5df-c7c68dcfe827 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 945 time: 0.0512073 Aug 27 14:56:09.194280 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-aecf86d4-eec6-4e89-9bd0-414e707324e0 req-76a14e83-2ad9-41b0-8abc-79d48f4c98bd tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338871 Aug 27 14:56:10.322253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cf22b-0e3e-41b1-92b6-baa133ec69b9 req-fcfe5ae6-e963-4428-8be3-1fbde5451849 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:10.323898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-884cf22b-0e3e-41b1-92b6-baa133ec69b9 req-fcfe5ae6-e963-4428-8be3-1fbde5451849 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 945 time: 0.0554066 Aug 27 14:56:10.367030 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-884cf22b-0e3e-41b1-92b6-baa133ec69b9 req-488ccf7c-f615-4d9b-8d5c-a6755cb96785 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371509 Aug 27 14:56:10.497177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad2bc3-b443-4f87-9d79-573f22ba7024 req-b8af7d8a-9b2f-4788-8758-e18feb598210 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:10.498657 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdad2bc3-b443-4f87-9d79-573f22ba7024 req-b8af7d8a-9b2f-4788-8758-e18feb598210 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 945 time: 0.0585799 Aug 27 14:56:10.546624 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bdad2bc3-b443-4f87-9d79-573f22ba7024 req-19be83b5-c231-461b-b51f-492e9944f225 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Aug 27 14:56:10.564013 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:14.755194 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-473cd442-9b96-4e04-b940-f723da0943b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:17.569838 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:17.580299 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7945837b-6d87-4792-9838-31020969912f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:18.564867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-6a98f69d-eb8c-4e91-9726-c5e4ca859c8b req-49ad236a-e02d-4260-9f58-57b3d8214681 service neutron] (101186) timed out ('10.222.0.41', 51279) {{(pid=101186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 14:56:18.961042 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:20.230474 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69e965ca-855b-4ab8-adf6-9b27ba252c74 req-3346e0a7-7eaa-47c7-acca-50257eb840a9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267849 Aug 27 14:56:20.302715 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69e965ca-855b-4ab8-adf6-9b27ba252c74 req-68ab0603-343b-422f-a259-ca5cc25d2eb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0291948 Aug 27 14:56:20.342089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69e965ca-855b-4ab8-adf6-9b27ba252c74 req-c3dd65ac-353b-4180-9f65-57738045b356 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204532 Aug 27 14:56:20.423861 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:20.439405 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e965ca-855b-4ab8-adf6-9b27ba252c74 req-4e0db01c-d8c7-4dc1-a490-1c0619c615fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:20.440963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-69e965ca-855b-4ab8-adf6-9b27ba252c74 req-4e0db01c-d8c7-4dc1-a490-1c0619c615fa service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917115 Aug 27 14:56:22.082672 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:27.233940 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:56:29.231490 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d6fbc60-41c2-425c-bbc0-269c02b0ec25 req-e8adde27-5103-4d41-aa36-7c06d4bb3415 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265620 Aug 27 14:56:29.318746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d6fbc60-41c2-425c-bbc0-269c02b0ec25 req-3c4963a5-d81c-4062-b13f-fc29c2a9e1f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0259252 Aug 27 14:56:29.366211 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d6fbc60-41c2-425c-bbc0-269c02b0ec25 req-cc83cc68-6c82-402c-996a-e7187a6d8725 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206015 Aug 27 14:56:29.469067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fbc60-41c2-425c-bbc0-269c02b0ec25 req-14255dda-f9ff-45b4-9987-7b6017667b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:29.470592 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8d6fbc60-41c2-425c-bbc0-269c02b0ec25 req-14255dda-f9ff-45b4-9987-7b6017667b54 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963848 Aug 27 14:56:30.354964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9576b-9ed2-4b8e-8847-4a6e3d710260 req-bdf95748-6fff-4b16-84b5-7eb04a5d6719 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:30.356492 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1f9576b-9ed2-4b8e-8847-4a6e3d710260 req-bdf95748-6fff-4b16-84b5-7eb04a5d6719 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 945 time: 0.0514131 Aug 27 14:56:30.394204 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f1f9576b-9ed2-4b8e-8847-4a6e3d710260 req-a17b5484-c9b6-419f-953b-80666305d82f tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316288 Aug 27 14:56:31.511854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7ba99-bfb2-439f-a264-cb03f64f1c22 req-a3b13305-5850-4be4-9267-d4c4d263c649 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:31.513388 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd7ba99-bfb2-439f-a264-cb03f64f1c22 req-a3b13305-5850-4be4-9267-d4c4d263c649 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 945 time: 0.0504832 Aug 27 14:56:31.557867 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cfd7ba99-bfb2-439f-a264-cb03f64f1c22 req-4ff3856b-3008-4d33-ac6a-9eaf3bac1ccc tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383341 Aug 27 14:56:32.088978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af113bf-6d98-40b4-aaf9-eff710219ad5 req-5bcae096-cc7a-4c61-b2b7-c80934415d4f tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:32.090461 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6af113bf-6d98-40b4-aaf9-eff710219ad5 req-5bcae096-cc7a-4c61-b2b7-c80934415d4f tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 945 time: 0.0494430 Aug 27 14:56:32.185783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-6af113bf-6d98-40b4-aaf9-eff710219ad5 req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Deleting port 1485842d-787b-48aa-872d-3cc2aefdb978 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:56:32.186132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6af113bf-6d98-40b4-aaf9-eff710219ad5 req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:32.283613 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-6af113bf-6d98-40b4-aaf9-eff710219ad5 req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] For port 1485842d-787b-48aa-872d-3cc2aefdb978, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=1485842d-787b-48aa-872d-3cc2aefdb978,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:56:32.283984 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6af113bf-6d98-40b4-aaf9-eff710219ad5 req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:32.297739 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-6af113bf-6d98-40b4-aaf9-eff710219ad5 req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Calling delete_port for 1485842d-787b-48aa-872d-3cc2aefdb978 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:56:32.441754 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6af113bf-6d98-40b4-aaf9-eff710219ad5 req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:32.456397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['1485842d-787b-48aa-872d-3cc2aefdb978'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:56:32.473980 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Pushing event deleted for resources: {'Port': ['ID=1485842d-787b-48aa-872d-3cc2aefdb978,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:32.485336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:32.485698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:32.486046 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:32.486389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:32.486754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:32.487099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:32.487438 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:32.487776 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:32.488112 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:32.488471 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:32.488829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:32.489181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:32.535353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af113bf-6d98-40b4-aaf9-eff710219ad5 req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] No DVR routers for this DVR port 1485842d-787b-48aa-872d-3cc2aefdb978 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:56:32.538422 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6af113bf-6d98-40b4-aaf9-eff710219ad5 req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:32.540580 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6af113bf-6d98-40b4-aaf9-eff710219ad5 req-b7263e76-15c9-4177-a971-c54e0c6e424e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.52 "DELETE /v2.0/ports/1485842d-787b-48aa-872d-3cc2aefdb978 HTTP/1.1" status: 204 len: 173 time: 0.4403439 Aug 27 14:56:32.541064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd968b5-2b47-40d1-a56f-992cb4aed00a', 'name': 'network-vif-deleted', 'tag': '1485842d-787b-48aa-872d-3cc2aefdb978'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:56:32.543692 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c149295-9e50-4fab-a0fa-2cd665bdef1a" -d '{"events": [{"server_uuid": "6bd968b5-2b47-40d1-a56f-992cb4aed00a", "name": "network-vif-deleted", "tag": "1485842d-787b-48aa-872d-3cc2aefdb978"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:56:32.587832 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e009d09a-bc77-4bdb-ac3c-4fc9bcdc081b x-openstack-request-id: req-e009d09a-bc77-4bdb-ac3c-4fc9bcdc081b {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:56:32.588460 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd968b5-2b47-40d1-a56f-992cb4aed00a", "name": "network-vif-deleted", "tag": "1485842d-787b-48aa-872d-3cc2aefdb978", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:56:32.588460 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e009d09a-bc77-4bdb-ac3c-4fc9bcdc081b {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:56:32.589233 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd968b5-2b47-40d1-a56f-992cb4aed00a', 'name': 'network-vif-deleted', 'tag': '1485842d-787b-48aa-872d-3cc2aefdb978', 'status': 'completed', 'code': 200} Aug 27 14:56:32.672148 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d0bb2062-3dec-42bd-b65a-cb89e207347e req-53166822-706d-4eaa-897c-742fb686a0ac tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bd968b5-2b47-40d1-a56f-992cb4aed00a HTTP/1.1" status: 200 len: 210 time: 0.0312014 Aug 27 14:56:34.214270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-e711db8b-3d5c-4dc6-9ec6-8b36d2e009d7 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:34.215797 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-e711db8b-3d5c-4dc6-9ec6-8b36d2e009d7 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/networks?id=242623b2-faa6-49a5-b37a-e6e82707fdc2 HTTP/1.1" status: 200 len: 817 time: 0.1096513 Aug 27 14:56:34.231027 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-c72327f4-20d8-41ac-b129-0470111c0627 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/quotas/101e599608e545bca3a8b73dcab42c65 HTTP/1.1" status: 200 len: 375 time: 0.0093503 Aug 27 14:56:34.284040 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-b698d109-e62b-4d83-ab26-cd4ac9445829 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=101e599608e545bca3a8b73dcab42c65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472903 Aug 27 14:56:34.385397 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-4c21ac13-cc6a-4748-8903-56f7cd07971f service neutron] 10.222.0.55 "GET /v2.0/networks/242623b2-faa6-49a5-b37a-e6e82707fdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893626 Aug 27 14:56:34.476917 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-0fad9db7-68f2-4fdc-963f-de413cd419cb service neutron] 10.222.0.55 "GET /v2.0/networks/242623b2-faa6-49a5-b37a-e6e82707fdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853565 Aug 27 14:56:34.640098 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-55adab7d-80ec-444b-af5f-32141b9b8072 req-c8888e23-266d-4f60-a0b4-1756ebdf3e8c tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 210 time: 0.0273774 Aug 27 14:56:35.706333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-b90897b1-c743-4725-97b0-9be0150fa486 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:35.707874 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-b90897b1-c743-4725-97b0-9be0150fa486 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.41 "GET /v2.0/networks?id=242623b2-faa6-49a5-b37a-e6e82707fdc2 HTTP/1.1" status: 200 len: 817 time: 0.1130209 Aug 27 14:56:35.728990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Request body: {'port': {'device_id': 'f5f12d16-d89d-40fa-bdfe-01deb269235d', 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2', 'admin_state_up': True, 'tenant_id': '101e599608e545bca3a8b73dcab42c65'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:56:35.739925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c30efc8b-3fe8-492a-8b87-ef99060fae1e req-11a12a42-b268-4a5e-990b-b6ea87f503bb tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 210 time: 0.0272040 Aug 27 14:56:35.840881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Made reservation on behalf of 101e599608e545bca3a8b73dcab42c65 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:56:35.844651 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:35.977470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Allocated IP 172.20.0.13 (242623b2-faa6-49a5-b37a-e6e82707fdc2/f2f1ca32-c22a-450e-95da-d12d9974cc50/0f0d0942-dc98-4916-9020-924b8d4841bb) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:56:36.003725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1485842d-787b-48aa-872d-3cc2aefdb978 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:56:36.029309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 1485842d-787b-48aa-872d-3cc2aefdb978 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:56:36.029647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 1485842d-787b-48aa-872d-3cc2aefdb978 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:56:36.129194 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:36.142055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Transition to ACTIVE for port object 0f0d0942-dc98-4916-9020-924b8d4841bb will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:56:36.175608 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:36.221686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Network 242623b2-faa6-49a5-b37a-e6e82707fdc2 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:56:36.225882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:56:36.229784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:56:36.256083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Pushing event updated for resources: {'Port': ['ID=0f0d0942-dc98-4916-9020-924b8d4841bb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:36.270653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:36.271643 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:36.272007 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:36.272378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:36.272689 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:36.273030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:36.273362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:36.273693 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:36.274023 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:36.274348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:36.274672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:36.275025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:36.299542 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:36.300173 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:36.317141 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-5810f37b-8917-4b50-8161-0645cc5534c4 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5928168 Aug 27 14:56:36.335141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Request body: {'port': {'device_id': 'f5f12d16-d89d-40fa-bdfe-01deb269235d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:56:36.397223 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:36.509723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f037c3bc-3381-4046-b170-345ba96f6c72 None None] Provisioning for port 0f0d0942-dc98-4916-9020-924b8d4841bb completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:56:36.513466 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-f037c3bc-3381-4046-b170-345ba96f6c72 None None] Provisioning complete for port 0f0d0942-dc98-4916-9020-924b8d4841bb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:56:36.513839 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f037c3bc-3381-4046-b170-345ba96f6c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:36.548729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-f037c3bc-3381-4046-b170-345ba96f6c72 None None] Port 0f0d0942-dc98-4916-9020-924b8d4841bb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:56:36.674511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0d0942-dc98-4916-9020-924b8d4841bb {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:56:36.683089 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:36.695840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Transition to ACTIVE for port object 0f0d0942-dc98-4916-9020-924b8d4841bb will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:56:36.699558 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:36.753742 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0d0942-dc98-4916-9020-924b8d4841bb,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:36.856648 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Attempting to bind port 0f0d0942-dc98-4916-9020-924b8d4841bb on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:56:36.856999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Attempting to bind port 0f0d0942-dc98-4916-9020-924b8d4841bb by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:56:36.857333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Attempting to bind port 0f0d0942-dc98-4916-9020-924b8d4841bb on network 242623b2-faa6-49a5-b37a-e6e82707fdc2 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:56:36.868327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Port 0f0d0942-dc98-4916-9020-924b8d4841bb on network 242623b2-faa6-49a5-b37a-e6e82707fdc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:56:36.868656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Attempting to bind port 0f0d0942-dc98-4916-9020-924b8d4841bb on network 242623b2-faa6-49a5-b37a-e6e82707fdc2 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:56:36.876923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:56:36.877271 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Checking segment: {'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:56:36.877666 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Bound using segment: {'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:56:36.878109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Bound port: 0f0d0942-dc98-4916-9020-924b8d4841bb, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4828357c-6aa3-4e28-87ac-40b6cea3335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:56:36.878474 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:36.896503 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6220b76-bf71-4507-bcde-cf3f0f036e3e req-0625998f-0cce-4cdb-8980-c07372fb63db tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:36.898155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d6220b76-bf71-4507-bcde-cf3f0f036e3e req-0625998f-0cce-4cdb-8980-c07372fb63db tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 944 time: 0.0848284 Aug 27 14:56:36.981129 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d6220b76-bf71-4507-bcde-cf3f0f036e3e req-c32e41f2-2e6b-469e-aa06-d58a9a2c459b tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765259 Aug 27 14:56:36.987912 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] For port 0f0d0942-dc98-4916-9020-924b8d4841bb, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:56:36.992041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] For port 0f0d0942-dc98-4916-9020-924b8d4841bb, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0f0d0942-dc98-4916-9020-924b8d4841bb,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:56:36.997889 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:37.046518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:37.047219 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:37.048737 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f0d0942-dc98-4916-9020-924b8d4841bb HTTP/1.1" status: 200 len: 1093 time: 0.7182207 Aug 27 14:56:37.049223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f12d16-d89d-40fa-bdfe-01deb269235d', 'tag': '0f0d0942-dc98-4916-9020-924b8d4841bb'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:56:37.051703 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446d949f-65c4-4e15-a70a-851ffba78727" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f12d16-d89d-40fa-bdfe-01deb269235d", "tag": "0f0d0942-dc98-4916-9020-924b8d4841bb"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:56:37.077267 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8854a-21bc-494a-a433-5e4455669e40 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0d0942-dc98-4916-9020-924b8d4841bb,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:37.107086 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc21aa91-6354-4c55-905f-03f6429ec3e1 x-openstack-request-id: req-dc21aa91-6354-4c55-905f-03f6429ec3e1 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:56:37.107597 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f12d16-d89d-40fa-bdfe-01deb269235d", "tag": "0f0d0942-dc98-4916-9020-924b8d4841bb", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:56:37.107853 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc21aa91-6354-4c55-905f-03f6429ec3e1 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:56:37.108265 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f12d16-d89d-40fa-bdfe-01deb269235d', 'tag': '0f0d0942-dc98-4916-9020-924b8d4841bb', 'status': 'completed', 'code': 200} Aug 27 14:56:37.170146 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-a66bb872-797b-4ee1-9dbf-7d2865f31ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:37.171899 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-a66bb872-797b-4ee1-9dbf-7d2865f31ee4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=101e599608e545bca3a8b73dcab42c65&device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 1096 time: 0.0460238 Aug 27 14:56:37.222441 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-e4e59b40-1b7d-49be-b5c7-79ac4857cd10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0d0942-dc98-4916-9020-924b8d4841bb HTTP/1.1" status: 200 len: 217 time: 0.0366931 Aug 27 14:56:37.273242 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bbc26c28-8c80-49ca-987d-19a79f59fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:37.274753 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-bbc26c28-8c80-49ca-987d-19a79f59fd53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2f1ca32-c22a-450e-95da-d12d9974cc50 HTTP/1.1" status: 200 len: 856 time: 0.0449455 Aug 27 14:56:37.328309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-9cda5022-c795-461d-b52b-be4f831ac736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:37.329735 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-9cda5022-c795-461d-b52b-be4f831ac736 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=242623b2-faa6-49a5-b37a-e6e82707fdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481155 Aug 27 14:56:37.423878 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-3381e3e2-374c-41cb-b5cf-0477e5920bd6 service neutron] 10.222.0.41 "GET /v2.0/networks/242623b2-faa6-49a5-b37a-e6e82707fdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870738 Aug 27 14:56:37.522372 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc1d5881-c3f0-44c2-92ae-4c99103e9b87 req-248ccd1c-e443-4edc-8df1-09d8cdb2a123 service neutron] 10.222.0.41 "GET /v2.0/networks/242623b2-faa6-49a5-b37a-e6e82707fdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902963 Aug 27 14:56:37.647837 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d949f-65c4-4e15-a70a-851ffba78727 req-e55245e9-e240-46cb-b9dc-d435963086ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:37.649374 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-446d949f-65c4-4e15-a70a-851ffba78727 req-e55245e9-e240-46cb-b9dc-d435963086ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=101e599608e545bca3a8b73dcab42c65&device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 1096 time: 0.0441420 Aug 27 14:56:37.747140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d949f-65c4-4e15-a70a-851ffba78727 req-054502ce-5e79-4d58-9ccd-8dc694b08ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:37.748647 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-446d949f-65c4-4e15-a70a-851ffba78727 req-054502ce-5e79-4d58-9ccd-8dc694b08ea9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=242623b2-faa6-49a5-b37a-e6e82707fdc2 HTTP/1.1" status: 200 len: 918 time: 0.0916238 Aug 27 14:56:37.790895 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-446d949f-65c4-4e15-a70a-851ffba78727 req-3e3d04a0-c954-44bc-b396-cec9ec08692e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0d0942-dc98-4916-9020-924b8d4841bb HTTP/1.1" status: 200 len: 217 time: 0.0349369 Aug 27 14:56:37.840862 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d949f-65c4-4e15-a70a-851ffba78727 req-b3624678-cd67-4313-8f11-af9e7a037bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:37.842345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-446d949f-65c4-4e15-a70a-851ffba78727 req-b3624678-cd67-4313-8f11-af9e7a037bf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2f1ca32-c22a-450e-95da-d12d9974cc50 HTTP/1.1" status: 200 len: 856 time: 0.0442641 Aug 27 14:56:37.888581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d949f-65c4-4e15-a70a-851ffba78727 req-abbbe253-2a82-4921-ac79-d20d9723fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:37.889963 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-446d949f-65c4-4e15-a70a-851ffba78727 req-abbbe253-2a82-4921-ac79-d20d9723fc3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=242623b2-faa6-49a5-b37a-e6e82707fdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400808 Aug 27 14:56:37.984517 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-446d949f-65c4-4e15-a70a-851ffba78727 req-aded292e-3053-4703-bfc2-d0c22779b117 service neutron] 10.222.0.41 "GET /v2.0/networks/242623b2-faa6-49a5-b37a-e6e82707fdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869460 Aug 27 14:56:38.111605 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-446d949f-65c4-4e15-a70a-851ffba78727 req-025325f3-5ebb-4696-8fa0-c97bdb69377d service neutron] 10.222.0.41 "GET /v2.0/networks/242623b2-faa6-49a5-b37a-e6e82707fdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201847 Aug 27 14:56:38.128133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b935903-6a6e-4962-b2db-e0616a2cbebf req-6268a5ed-d15e-47f7-921b-612919886f9b tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:38.129627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b935903-6a6e-4962-b2db-e0616a2cbebf req-6268a5ed-d15e-47f7-921b-612919886f9b tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 944 time: 0.0793014 Aug 27 14:56:38.170332 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5b935903-6a6e-4962-b2db-e0616a2cbebf req-9fc6ec60-ef3b-45ed-a00e-d91bdebb8ed1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344145 Aug 27 14:56:39.295674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716952b0-f781-4034-9cdf-dee6221242c0 req-a8606118-eb4d-4b80-aac2-abca521d4809 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:39.297209 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-716952b0-f781-4034-9cdf-dee6221242c0 req-a8606118-eb4d-4b80-aac2-abca521d4809 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 944 time: 0.0513945 Aug 27 14:56:39.342712 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-716952b0-f781-4034-9cdf-dee6221242c0 req-819a2f5b-a1b5-4e95-9637-e151f78e3fc5 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384090 Aug 27 14:56:40.460506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2caf7a0-78a3-45a0-83a4-94663454b23f req-27d97a1b-42d2-46c1-ab83-71da1c382f05 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:40.462025 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2caf7a0-78a3-45a0-83a4-94663454b23f req-27d97a1b-42d2-46c1-ab83-71da1c382f05 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 944 time: 0.0507431 Aug 27 14:56:40.501531 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e2caf7a0-78a3-45a0-83a4-94663454b23f req-743bcb77-6c51-4047-82c0-5db30b7ddada tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327733 Aug 27 14:56:40.579085 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:41.625641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41143936-3285-4fec-b241-ae29f3979631 req-afbac095-1055-41a6-a799-599070861497 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:41.627299 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41143936-3285-4fec-b241-ae29f3979631 req-afbac095-1055-41a6-a799-599070861497 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 944 time: 0.0516429 Aug 27 14:56:41.666378 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-41143936-3285-4fec-b241-ae29f3979631 req-ab1dc427-e972-480e-8368-16830765ef4e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330853 Aug 27 14:56:42.782507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435f139-f540-4144-a835-c57f1880bb71 req-c328a3b7-d0ab-4221-83b1-2da81bbdf0cf tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:42.784074 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0435f139-f540-4144-a835-c57f1880bb71 req-c328a3b7-d0ab-4221-83b1-2da81bbdf0cf tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 944 time: 0.0499394 Aug 27 14:56:42.824119 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0435f139-f540-4144-a835-c57f1880bb71 req-1b70554e-b9e8-49d5-b46d-597104f0eee8 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332687 Aug 27 14:56:42.872068 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0f0d0942-dc98-4916-9020-924b8d4841bb details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:56:42.963547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0f0d0942-dc98-4916-9020-924b8d4841bb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0f0d0942-dc98-4916-9020-924b8d4841bb,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:56:42.977012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '0f0d0942-dc98-4916-9020-924b8d4841bb', 'network_id': '242623b2-faa6-49a5-b37a-e6e82707fdc2', 'port_id': '0f0d0942-dc98-4916-9020-924b8d4841bb', 'mac_address': 'fa:16:3e:df:2c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f1ca32-c22a-450e-95da-d12d9974cc50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:56:43.016394 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:43.029120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0d0942-dc98-4916-9020-924b8d4841bb {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:56:43.048740 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0f0d0942-dc98-4916-9020-924b8d4841bb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0f0d0942-dc98-4916-9020-924b8d4841bb,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:56:43.053671 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:43.102089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0f0d0942-dc98-4916-9020-924b8d4841bb,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:43.109540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:43.109941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:43.110290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:43.110634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:43.110999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:43.111338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:43.111671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:43.112001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:43.112331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:43.112658 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:43.112986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:43.113313 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:56:43.476651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0f0d0942-dc98-4916-9020-924b8d4841bb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:56:43.940879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b6459-4996-4743-aa2d-54663d101df3 req-37c38dad-87d7-402c-9670-328089599066 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:43.942430 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca6b6459-4996-4743-aa2d-54663d101df3 req-37c38dad-87d7-402c-9670-328089599066 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 945 time: 0.0510480 Aug 27 14:56:43.983392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca6b6459-4996-4743-aa2d-54663d101df3 req-0b2b51b9-e408-4770-9e69-4e85f1287f48 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343821 Aug 27 14:56:44.746503 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7d1cf012-62dc-4955-ad18-35ccaf250957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:44.871782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0f0d0942-dc98-4916-9020-924b8d4841bb up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:56:44.920500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 0f0d0942-dc98-4916-9020-924b8d4841bb completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:56:44.924374 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 0f0d0942-dc98-4916-9020-924b8d4841bb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:56:44.924743 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:45.001908 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:45.031529 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f12d16-d89d-40fa-bdfe-01deb269235d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0d0942-dc98-4916-9020-924b8d4841bb'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:56:45.034078 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3685ffec-c637-4f2c-a821-129933c26cfb" -d '{"events": [{"server_uuid": "f5f12d16-d89d-40fa-bdfe-01deb269235d", "name": "network-vif-plugged", "status": "completed", "tag": "0f0d0942-dc98-4916-9020-924b8d4841bb"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:56:45.050534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 0f0d0942-dc98-4916-9020-924b8d4841bb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0f0d0942-dc98-4916-9020-924b8d4841bb,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:56:45.055487 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:45.083162 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4c21d9-0450-4e9f-b279-fdeb058d18c8 x-openstack-request-id: req-3c4c21d9-0450-4e9f-b279-fdeb058d18c8 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:56:45.083513 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f12d16-d89d-40fa-bdfe-01deb269235d", "name": "network-vif-plugged", "status": "completed", "tag": "0f0d0942-dc98-4916-9020-924b8d4841bb", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:56:45.083829 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c4c21d9-0450-4e9f-b279-fdeb058d18c8 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:56:45.085529 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f12d16-d89d-40fa-bdfe-01deb269235d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0d0942-dc98-4916-9020-924b8d4841bb', 'code': 200} Aug 27 14:56:45.117163 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda878ea-9bc2-48c3-8db4-80daf37c0ae4 req-c05523f2-c885-452d-8af8-8cf13d000580 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:45.117834 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=0f0d0942-dc98-4916-9020-924b8d4841bb,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:56:45.118874 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dda878ea-9bc2-48c3-8db4-80daf37c0ae4 req-c05523f2-c885-452d-8af8-8cf13d000580 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 946 time: 0.0636189 Aug 27 14:56:45.170045 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dda878ea-9bc2-48c3-8db4-80daf37c0ae4 req-58a351b3-3bd0-4e85-9a01-2c4a7f5af8a7 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369427 Aug 27 14:56:45.211254 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e599ec-731e-4806-98b2-79fc07cb0c52 req-b47a38b5-f22b-4a03-805f-28f64dc21b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:45.212799 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8e599ec-731e-4806-98b2-79fc07cb0c52 req-b47a38b5-f22b-4a03-805f-28f64dc21b21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 1098 time: 0.0418844 Aug 27 14:56:45.249766 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8e599ec-731e-4806-98b2-79fc07cb0c52 req-69389ab9-5069-4fe4-98f5-8f4d2f359001 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301154 Aug 27 14:56:46.287479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb695a4-113e-4616-942f-af0ff9037a14 req-25a98eb6-37a0-427c-9d1c-4d5008342278 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:46.289006 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4bb695a4-113e-4616-942f-af0ff9037a14 req-25a98eb6-37a0-427c-9d1c-4d5008342278 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 946 time: 0.0497191 Aug 27 14:56:46.330205 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4bb695a4-113e-4616-942f-af0ff9037a14 req-a3c45c86-1941-4486-993f-f1efabc5e50e tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353599 Aug 27 14:56:47.446348 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff808a42-595b-469e-9ac2-c0db9b4307ab req-b431b8ef-5b52-47f3-8e37-a89ea1101786 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:47.447939 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff808a42-595b-469e-9ac2-c0db9b4307ab req-b431b8ef-5b52-47f3-8e37-a89ea1101786 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 946 time: 0.0500541 Aug 27 14:56:47.486072 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff808a42-595b-469e-9ac2-c0db9b4307ab req-7cc8f780-999f-454a-854c-b62c93a1427b tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321856 Aug 27 14:56:47.581677 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:47.585243 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-daf1303f-1aa1-467a-8440-eca58d859ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:47.605305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0852b-99ca-4382-8246-c6833b95da78 req-e18c6fc1-54d8-4499-b57a-038ab78b190d tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:56:47.606913 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-26c0852b-99ca-4382-8246-c6833b95da78 req-e18c6fc1-54d8-4499-b57a-038ab78b190d tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 946 time: 0.0524340 Aug 27 14:56:47.647092 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-26c0852b-99ca-4382-8246-c6833b95da78 req-b578c7c6-351e-4827-8675-8161b3387d89 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Aug 27 14:56:48.964124 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:50.426784 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:56:52.098823 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:04.233023 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:57:09.571767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb627-9811-4c18-bc61-466ef255d9f1 req-22b15e51-31bc-404b-93ad-e8dff29ef8ad tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:09.573725 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-840fb627-9811-4c18-bc61-466ef255d9f1 req-22b15e51-31bc-404b-93ad-e8dff29ef8ad tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 946 time: 0.0623562 Aug 27 14:57:09.623354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-840fb627-9811-4c18-bc61-466ef255d9f1 req-c3723418-b860-4865-8e24-31af123703f8 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427504 Aug 27 14:57:10.574539 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:10.772588 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fffaa2-e3fc-4336-aca9-dc7587e10b29 req-71c99c3f-bd45-4b2c-9551-82d33434bea1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:10.774219 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39fffaa2-e3fc-4336-aca9-dc7587e10b29 req-71c99c3f-bd45-4b2c-9551-82d33434bea1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 946 time: 0.0582156 Aug 27 14:57:10.818020 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-39fffaa2-e3fc-4336-aca9-dc7587e10b29 req-0f8b16d5-cff8-4b5e-83fb-b51d0a11ec49 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0856217-2cee-4ec1-b75b-8d94d8884f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376263 Aug 27 14:57:11.513437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3b674-6d9f-4db3-8d54-8cc0ecbf73fd req-500969f7-acee-4e82-bb2d-870b83191965 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:11.515090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41c3b674-6d9f-4db3-8d54-8cc0ecbf73fd req-500969f7-acee-4e82-bb2d-870b83191965 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 946 time: 0.0547380 Aug 27 14:57:11.619048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-41c3b674-6d9f-4db3-8d54-8cc0ecbf73fd req-c438fcec-7be1-459d-aed3-e94ae28171e1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Deleting port 0f0d0942-dc98-4916-9020-924b8d4841bb {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:57:11.619394 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-41c3b674-6d9f-4db3-8d54-8cc0ecbf73fd req-c438fcec-7be1-459d-aed3-e94ae28171e1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:11.713162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-41c3b674-6d9f-4db3-8d54-8cc0ecbf73fd req-c438fcec-7be1-459d-aed3-e94ae28171e1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] For port 0f0d0942-dc98-4916-9020-924b8d4841bb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=0f0d0942-dc98-4916-9020-924b8d4841bb,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:11.713526 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-41c3b674-6d9f-4db3-8d54-8cc0ecbf73fd req-c438fcec-7be1-459d-aed3-e94ae28171e1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:11.729419 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-41c3b674-6d9f-4db3-8d54-8cc0ecbf73fd req-c438fcec-7be1-459d-aed3-e94ae28171e1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Calling delete_port for 0f0d0942-dc98-4916-9020-924b8d4841bb owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:57:11.883155 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-41c3b674-6d9f-4db3-8d54-8cc0ecbf73fd req-c438fcec-7be1-459d-aed3-e94ae28171e1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:11.918154 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438fcec-7be1-459d-aed3-e94ae28171e1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Pushing event deleted for resources: {'Port': ['ID=0f0d0942-dc98-4916-9020-924b8d4841bb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:11.918439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['0f0d0942-dc98-4916-9020-924b8d4841bb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:57:11.984105 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4ea304b-aa5e-4e72-b71c-7521a63acf77 req-476ce213-a2ea-40de-a81c-d72ee3c4d5a1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f12d16-d89d-40fa-bdfe-01deb269235d HTTP/1.1" status: 200 len: 210 time: 0.0670419 Aug 27 14:57:12.004368 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c3b674-6d9f-4db3-8d54-8cc0ecbf73fd req-c438fcec-7be1-459d-aed3-e94ae28171e1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] No DVR routers for this DVR port 0f0d0942-dc98-4916-9020-924b8d4841bb on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:57:12.007276 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-41c3b674-6d9f-4db3-8d54-8cc0ecbf73fd req-c438fcec-7be1-459d-aed3-e94ae28171e1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:12.009519 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-41c3b674-6d9f-4db3-8d54-8cc0ecbf73fd req-c438fcec-7be1-459d-aed3-e94ae28171e1 tempest-TestEncryptedCinderVolumes-2051435390 tempest-TestEncryptedCinderVolumes-2051435390-project] 10.222.0.41 "DELETE /v2.0/ports/0f0d0942-dc98-4916-9020-924b8d4841bb HTTP/1.1" status: 204 len: 173 time: 0.4878843 Aug 27 14:57:12.010244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f12d16-d89d-40fa-bdfe-01deb269235d', 'name': 'network-vif-deleted', 'tag': '0f0d0942-dc98-4916-9020-924b8d4841bb'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:57:12.013047 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa585e9a-cde8-46ff-8cdc-5e34bfd6f6f2" -d '{"events": [{"server_uuid": "f5f12d16-d89d-40fa-bdfe-01deb269235d", "name": "network-vif-deleted", "tag": "0f0d0942-dc98-4916-9020-924b8d4841bb"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:57:12.058800 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b8260b-88ee-4c63-9636-cb75d4b28480 x-openstack-request-id: req-a2b8260b-88ee-4c63-9636-cb75d4b28480 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:57:12.059095 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f12d16-d89d-40fa-bdfe-01deb269235d", "name": "network-vif-deleted", "tag": "0f0d0942-dc98-4916-9020-924b8d4841bb", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:57:12.059347 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2b8260b-88ee-4c63-9636-cb75d4b28480 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:57:12.059747 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f12d16-d89d-40fa-bdfe-01deb269235d', 'name': 'network-vif-deleted', 'tag': '0f0d0942-dc98-4916-9020-924b8d4841bb', 'status': 'completed', 'code': 200} Aug 27 14:57:13.104065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46486) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:13.521442 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-59fb97b0-9f11-4773-9789-a196bc4abc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:13.820409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-59fb97b0-9f11-4773-9789-a196bc4abc1b admin admin] Deleting port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:57:13.820750 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-59fb97b0-9f11-4773-9789-a196bc4abc1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:13.907829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-59fb97b0-9f11-4773-9789-a196bc4abc1b admin admin] For port 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:13.908187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-59fb97b0-9f11-4773-9789-a196bc4abc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:13.923210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-59fb97b0-9f11-4773-9789-a196bc4abc1b admin admin] Calling delete_port for 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:57:14.148453 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-59fb97b0-9f11-4773-9789-a196bc4abc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:14.186605 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb97b0-9f11-4773-9789-a196bc4abc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:14.752328 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cebbd9f4-43b1-4314-b6dc-3c9bdc6598d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:14.782421 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-59fb97b0-9f11-4773-9789-a196bc4abc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:14.966039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0f0d0942-dc98-4916-9020-924b8d4841bb no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:57:14.994329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 0f0d0942-dc98-4916-9020-924b8d4841bb {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:57:14.994593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 0f0d0942-dc98-4916-9020-924b8d4841bb not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:57:15.018980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fb97b0-9f11-4773-9789-a196bc4abc1b admin admin] Router 05808dec-be77-47c5-9913-6f31612e13dc has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:57:15.135646 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fb97b0-9f11-4773-9789-a196bc4abc1b admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:57:15.141933 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-59fb97b0-9f11-4773-9789-a196bc4abc1b admin admin] 10.222.0.55 "PUT /v2.0/routers/05808dec-be77-47c5-9913-6f31612e13dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0365915 Aug 27 14:57:15.143739 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46488) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:15.146831 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be277155-0f40-49c3-b9d8-bb544c1d2da2 None None] Sync routers for ids ['05808dec-be77-47c5-9913-6f31612e13dc'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:57:15.158470 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be277155-0f40-49c3-b9d8-bb544c1d2da2 None None] Routers {'05808dec-be77-47c5-9913-6f31612e13dc'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:57:15.159182 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-be277155-0f40-49c3-b9d8-bb544c1d2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:56:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['05808dec-be77-47c5-9913-6f31612e13dc'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:15.264120 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:15.275833 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-be277155-0f40-49c3-b9d8-bb544c1d2da2 None None] Set router 05808dec-be77-47c5-9913-6f31612e13dc gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:57:15.375037 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:15.445095 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Deleting port 7834fe1e-a568-43b7-94aa-5416df10ce6f {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:57:15.445576 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:15.502457 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-be277155-0f40-49c3-b9d8-bb544c1d2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05808dec-be77-47c5-9913-6f31612e13dc', 'name': 'tempest-TestEncryptedCinderVolumes-1690304648-router', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:47Z', 'updated_at': '2021-08-27T14:57:14Z', 'revision_number': 5, 'project_id': '101e599608e545bca3a8b73dcab42c65', 'gw_port': {'id': '7834fe1e-a568-43b7-94aa-5416df10ce6f', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05808dec-be77-47c5-9913-6f31612e13dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:48Z', 'updated_at': '2021-08-27T14:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:15.536279 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be277155-0f40-49c3-b9d8-bb544c1d2da2 None None] Checking router: 05808dec-be77-47c5-9913-6f31612e13dc for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:57:15.537749 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] For port 7834fe1e-a568-43b7-94aa-5416df10ce6f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7834fe1e-a568-43b7-94aa-5416df10ce6f,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:15.538170 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:15.546499 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be277155-0f40-49c3-b9d8-bb544c1d2da2 None None] Routers {'05808dec-be77-47c5-9913-6f31612e13dc'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:57:15.547318 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-be277155-0f40-49c3-b9d8-bb544c1d2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:56:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['05808dec-be77-47c5-9913-6f31612e13dc'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:15.554932 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Calling delete_port for 7834fe1e-a568-43b7-94aa-5416df10ce6f owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:57:15.745255 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-be277155-0f40-49c3-b9d8-bb544c1d2da2 None None] Set router 05808dec-be77-47c5-9913-6f31612e13dc gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:57:15.767699 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:15.797869 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Pushing event deleted for resources: {'Port': ['ID=7834fe1e-a568-43b7-94aa-5416df10ce6f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:15.800156 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-be277155-0f40-49c3-b9d8-bb544c1d2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05808dec-be77-47c5-9913-6f31612e13dc', 'name': 'tempest-TestEncryptedCinderVolumes-1690304648-router', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:47Z', 'updated_at': '2021-08-27T14:57:15Z', 'revision_number': 6, 'project_id': '101e599608e545bca3a8b73dcab42c65', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:15.835683 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be277155-0f40-49c3-b9d8-bb544c1d2da2 None None] The sync data for ids ['05808dec-be77-47c5-9913-6f31612e13dc'] in n-d-712139-12 is: [{'id': '05808dec-be77-47c5-9913-6f31612e13dc', 'name': 'tempest-TestEncryptedCinderVolumes-1690304648-router', 'tenant_id': '101e599608e545bca3a8b73dcab42c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:47Z', 'updated_at': '2021-08-27T14:57:15Z', 'revision_number': 6, 'project_id': '101e599608e545bca3a8b73dcab42c65', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:57:15.877961 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:15.982846 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:15.985557 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.032490 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.033017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05808dec-be77-47c5-9913-6f31612e13dc {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:57:16.038189 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.039669 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3d2b340b-7a54-4db7-a61f-6f9de8617094 admin admin] 10.222.0.55 "DELETE /v2.0/routers/05808dec-be77-47c5-9913-6f31612e13dc HTTP/1.1" status: 204 len: 168 time: 0.8948524 Aug 27 14:57:16.042284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46490) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:16.091781 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb6dccc-1a1d-4c93-af53-3b2d11f345c3 admin admin] Deleting subnet f2f1ca32-c22a-450e-95da-d12d9974cc50 {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:57:16.097250 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dccc-1a1d-4c93-af53-3b2d11f345c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.135914 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dccc-1a1d-4c93-af53-3b2d11f345c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.228198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dccc-1a1d-4c93-af53-3b2d11f345c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.298042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dccc-1a1d-4c93-af53-3b2d11f345c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.325410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6dccc-1a1d-4c93-af53-3b2d11f345c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f1ca32-c22a-450e-95da-d12d9974cc50,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:16.330853 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dccc-1a1d-4c93-af53-3b2d11f345c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.334892 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ebb6dccc-1a1d-4c93-af53-3b2d11f345c3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f2f1ca32-c22a-450e-95da-d12d9974cc50 HTTP/1.1" status: 204 len: 168 time: 0.2912247 Aug 27 14:57:16.335203 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc89cd85-e6c7-4c3a-9d9d-fbb89d72f52e None None] Network 242623b2-faa6-49a5-b37a-e6e82707fdc2 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:57:16.337123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46492) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:16.421489 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.499128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Deleting port 8200cebf-e20b-43c2-9259-b0a56cfee185 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:57:16.500399 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.570255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] For port 8200cebf-e20b-43c2-9259-b0a56cfee185, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=8200cebf-e20b-43c2-9259-b0a56cfee185,segment=NetworkSegment(4828357c-6aa3-4e28-87ac-40b6cea3335e),segment_id=4828357c-6aa3-4e28-87ac-40b6cea3335e)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:16.570646 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.587133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Calling delete_port for 8200cebf-e20b-43c2-9259-b0a56cfee185 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:57:16.655699 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2537af4-1d24-467d-a137-3c668bf00bbe None None] DHCP port deletion for 242623b2-faa6-49a5-b37a-e6e82707fdc2 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:57:16.676609 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.702940 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Pushing event deleted for resources: {'Port': ['ID=8200cebf-e20b-43c2-9259-b0a56cfee185,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:16.706667 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] No DVR routers for this DVR port 8200cebf-e20b-43c2-9259-b0a56cfee185 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:57:16.717225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a2537af4-1d24-467d-a137-3c668bf00bbe None None] Deleting port 8200cebf-e20b-43c2-9259-b0a56cfee185 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:57:16.717617 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a2537af4-1d24-467d-a137-3c668bf00bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.788308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a2537af4-1d24-467d-a137-3c668bf00bbe None None] For port 8200cebf-e20b-43c2-9259-b0a56cfee185, host n-d-712139-12, got binding levels [] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:16.789020 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a2537af4-1d24-467d-a137-3c668bf00bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.791385 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.802298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a2537af4-1d24-467d-a137-3c668bf00bbe None None] Calling delete_port for 8200cebf-e20b-43c2-9259-b0a56cfee185 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:57:16.802615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242623b2-faa6-49a5-b37a-e6e82707fdc2']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:16.811390 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.ipam_backend_mixin [None req-a2537af4-1d24-467d-a137-3c668bf00bbe None None] Port 8200cebf-e20b-43c2-9259-b0a56cfee185 was not found and therefore no delete operation was performed {{(pid=101188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 14:57:16.812757 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a2537af4-1d24-467d-a137-3c668bf00bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.814437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4828357c-6aa3-4e28-87ac-40b6cea3335e') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:16.814777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4828357c-6aa3-4e28-87ac-40b6cea3335e') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:16.826350 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.841995 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.844028 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8200cebf-e20b-43c2-9259-b0a56cfee185 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:57:16.847573 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2537af4-1d24-467d-a137-3c668bf00bbe None None] Pushing event deleted for resources: {'Port': ['ID=8200cebf-e20b-43c2-9259-b0a56cfee185,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:16.851836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:57:16.852560 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:57:16.855161 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:57:16.872959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2537af4-1d24-467d-a137-3c668bf00bbe None None] No DVR routers for this DVR port 8200cebf-e20b-43c2-9259-b0a56cfee185 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:57:16.877593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 8200cebf-e20b-43c2-9259-b0a56cfee185 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:57:16.878244 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 8200cebf-e20b-43c2-9259-b0a56cfee185 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:57:16.878907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7834fe1e-a568-43b7-94aa-5416df10ce6f no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:57:16.908319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 7834fe1e-a568-43b7-94aa-5416df10ce6f {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:57:16.908816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7834fe1e-a568-43b7-94aa-5416df10ce6f not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:57:16.909086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:57:16.922725 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.932790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:57:16.933145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 910f2c7a-88f3-4ce4-bfdb-e42fc0c276c9 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:57:16.933483 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:16.939004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46494) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:16.939525 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] 10.222.0.55 "DELETE /v2.0/networks/242623b2-faa6-49a5-b37a-e6e82707fdc2 HTTP/1.1" status: 204 len: 168 time: 0.6011159 Aug 27 14:57:16.952549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe34860-1b88-4ae2-9ce4-9e108f99ca33 admin admin] Pushing event deleted for resources: {'Network': ['ID=242623b2-faa6-49a5-b37a-e6e82707fdc2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:17.327928 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f9b192f4-5514-456e-bfe1-c66d29a37fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:17.584853 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:17.587180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-f9b192f4-5514-456e-bfe1-c66d29a37fd0 admin admin] Deleting port 15bdbdd4-8029-4423-8239-a8d53dcadd32 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:57:17.587689 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f9b192f4-5514-456e-bfe1-c66d29a37fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:17.591445 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-33b51791-296f-4ea3-898b-d94e421fbd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:17.666082 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-f9b192f4-5514-456e-bfe1-c66d29a37fd0 admin admin] For port 15bdbdd4-8029-4423-8239-a8d53dcadd32, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=15bdbdd4-8029-4423-8239-a8d53dcadd32,segment=NetworkSegment(f431f756-3286-4a23-8ea7-2944a93140b3),segment_id=f431f756-3286-4a23-8ea7-2944a93140b3)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:17.666450 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f9b192f4-5514-456e-bfe1-c66d29a37fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:17.679626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-f9b192f4-5514-456e-bfe1-c66d29a37fd0 admin admin] Calling delete_port for 15bdbdd4-8029-4423-8239-a8d53dcadd32 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:57:17.863194 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f9b192f4-5514-456e-bfe1-c66d29a37fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:17.893079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b192f4-5514-456e-bfe1-c66d29a37fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=15bdbdd4-8029-4423-8239-a8d53dcadd32,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:18.065333 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f9b192f4-5514-456e-bfe1-c66d29a37fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:18.284674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b192f4-5514-456e-bfe1-c66d29a37fd0 admin admin] Router 3b53400c-c36b-4fe7-844d-98bbdefc6bfa has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:57:18.740647 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b192f4-5514-456e-bfe1-c66d29a37fd0 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:57:18.748024 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f9b192f4-5514-456e-bfe1-c66d29a37fd0 admin admin] 10.222.0.55 "PUT /v2.0/routers/3b53400c-c36b-4fe7-844d-98bbdefc6bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8072646 Aug 27 14:57:18.750660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46496) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:18.753542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dac125-5f97-4370-a703-593f7140585d None None] Sync routers for ids ['3b53400c-c36b-4fe7-844d-98bbdefc6bfa'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:57:18.767475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dac125-5f97-4370-a703-593f7140585d None None] Routers {'3b53400c-c36b-4fe7-844d-98bbdefc6bfa'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:57:18.768404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d1dac125-5f97-4370-a703-593f7140585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:57:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3b53400c-c36b-4fe7-844d-98bbdefc6bfa'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:18.866523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:18.882018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-d1dac125-5f97-4370-a703-593f7140585d None None] Set router 3b53400c-c36b-4fe7-844d-98bbdefc6bfa gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:57:18.979943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.046236 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Deleting port 9bee519b-0652-467d-9c2f-2749767a6c79 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:57:19.046589 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.134626 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] For port 9bee519b-0652-467d-9c2f-2749767a6c79, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9bee519b-0652-467d-9c2f-2749767a6c79,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:19.135355 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.148435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Calling delete_port for 9bee519b-0652-467d-9c2f-2749767a6c79 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:57:19.149652 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.236105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d1dac125-5f97-4370-a703-593f7140585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'name': 'tempest-TestEncryptedCinderVolumes-529849331-router', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:52Z', 'updated_at': '2021-08-27T14:57:17Z', 'revision_number': 5, 'project_id': '090407364b0640468c570db54bbcf0bd', 'gw_port': {'id': '9bee519b-0652-467d-9c2f-2749767a6c79', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:55:53Z', 'updated_at': '2021-08-27T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:19.268304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dac125-5f97-4370-a703-593f7140585d None None] Checking router: 3b53400c-c36b-4fe7-844d-98bbdefc6bfa for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:57:19.278898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dac125-5f97-4370-a703-593f7140585d None None] Routers {'3b53400c-c36b-4fe7-844d-98bbdefc6bfa'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:57:19.279554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d1dac125-5f97-4370-a703-593f7140585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:57:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3b53400c-c36b-4fe7-844d-98bbdefc6bfa'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:19.328935 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.353351 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=9bee519b-0652-467d-9c2f-2749767a6c79,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:19.376127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-d1dac125-5f97-4370-a703-593f7140585d None None] Set router 3b53400c-c36b-4fe7-844d-98bbdefc6bfa gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:57:19.426316 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.429650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-d1dac125-5f97-4370-a703-593f7140585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'name': 'tempest-TestEncryptedCinderVolumes-529849331-router', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:52Z', 'updated_at': '2021-08-27T14:57:18Z', 'revision_number': 6, 'project_id': '090407364b0640468c570db54bbcf0bd', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:19.462848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dac125-5f97-4370-a703-593f7140585d None None] The sync data for ids ['3b53400c-c36b-4fe7-844d-98bbdefc6bfa'] in n-d-712139-12 is: [{'id': '3b53400c-c36b-4fe7-844d-98bbdefc6bfa', 'name': 'tempest-TestEncryptedCinderVolumes-529849331-router', 'tenant_id': '090407364b0640468c570db54bbcf0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:55:52Z', 'updated_at': '2021-08-27T14:57:18Z', 'revision_number': 6, 'project_id': '090407364b0640468c570db54bbcf0bd', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:57:19.530230 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.532606 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.583428 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.585224 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b53400c-c36b-4fe7-844d-98bbdefc6bfa {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:57:19.590385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.591578 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-890596f6-ae7a-4097-9edc-71872b8b9e9c admin admin] 10.222.0.55 "DELETE /v2.0/routers/3b53400c-c36b-4fe7-844d-98bbdefc6bfa HTTP/1.1" status: 204 len: 168 time: 0.8394780 Aug 27 14:57:19.594416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46498) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:19.646800 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f8058a-0374-4c9b-ac24-9580d307c38d admin admin] Deleting subnet e7242dfe-4cdf-4761-bbf5-05b6caf8fccf {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:57:19.650029 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c1f8058a-0374-4c9b-ac24-9580d307c38d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.686512 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c1f8058a-0374-4c9b-ac24-9580d307c38d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.766354 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c1f8058a-0374-4c9b-ac24-9580d307c38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.821043 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c1f8058a-0374-4c9b-ac24-9580d307c38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.852674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8058a-0374-4c9b-ac24-9580d307c38d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7242dfe-4cdf-4761-bbf5-05b6caf8fccf,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:19.856731 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c1f8058a-0374-4c9b-ac24-9580d307c38d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.861449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c1f8058a-0374-4c9b-ac24-9580d307c38d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e7242dfe-4cdf-4761-bbf5-05b6caf8fccf HTTP/1.1" status: 204 len: 168 time: 0.2658412 Aug 27 14:57:19.861600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46500) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:19.862039 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c086a3a4-067d-40e9-85c4-70c59482e0fb None None] Network 9b3dc14f-eb66-4218-92dc-effbb936d40e requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:57:19.940008 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:19.995947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Deleting port f44f03de-2231-4a3d-bac3-698cf1851cf7 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:57:19.996288 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.061517 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] For port f44f03de-2231-4a3d-bac3-698cf1851cf7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=f44f03de-2231-4a3d-bac3-698cf1851cf7,segment=NetworkSegment(f431f756-3286-4a23-8ea7-2944a93140b3),segment_id=f431f756-3286-4a23-8ea7-2944a93140b3)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:20.061876 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.074361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Calling delete_port for f44f03de-2231-4a3d-bac3-698cf1851cf7 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:57:20.155275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.181261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f44f03de-2231-4a3d-bac3-698cf1851cf7,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:20.184833 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] No DVR routers for this DVR port f44f03de-2231-4a3d-bac3-698cf1851cf7 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:57:20.230609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9db8e3-0d67-4412-a7fe-8758386e1605 None None] DHCP port deletion for 9b3dc14f-eb66-4218-92dc-effbb936d40e request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:57:20.262395 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.272507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3dc14f-eb66-4218-92dc-effbb936d40e']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:20.282735 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f431f756-3286-4a23-8ea7-2944a93140b3') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:20.283029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f431f756-3286-4a23-8ea7-2944a93140b3') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:20.292706 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.307252 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.313591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:57:20.313986 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:57:20.316028 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:57:20.371288 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.376559 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.378473 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] 10.222.0.55 "DELETE /v2.0/networks/9b3dc14f-eb66-4218-92dc-effbb936d40e HTTP/1.1" status: 204 len: 168 time: 0.5159922 Aug 27 14:57:20.400389 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f8e4a-6101-427c-9a6a-2f6c9b5852ee admin admin] Pushing event deleted for resources: {'Network': ['ID=9b3dc14f-eb66-4218-92dc-effbb936d40e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:20.432087 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.570176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46504) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:20.612309 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1095c67b-d1c9-433a-865a-615d533baa69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=101e599608e545bca3a8b73dcab42c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408154 Aug 27 14:57:20.615514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46506) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:20.668211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f04600a-67fb-488e-a6db-f052104ac0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.690185 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f04600a-67fb-488e-a6db-f052104ac0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.740633 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f04600a-67fb-488e-a6db-f052104ac0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.743317 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3f04600a-67fb-488e-a6db-f052104ac0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:20.744499 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3f04600a-67fb-488e-a6db-f052104ac0c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0856217-2cee-4ec1-b75b-8d94d8884f67 HTTP/1.1" status: 204 len: 168 time: 0.1279347 Aug 27 14:57:20.753041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04600a-67fb-488e-a6db-f052104ac0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0856217-2cee-4ec1-b75b-8d94d8884f67,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:20.804007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f44f03de-2231-4a3d-bac3-698cf1851cf7 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:57:20.823977 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: f44f03de-2231-4a3d-bac3-698cf1851cf7 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:57:20.824320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device f44f03de-2231-4a3d-bac3-698cf1851cf7 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:57:20.824856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9bee519b-0652-467d-9c2f-2749767a6c79 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:57:20.844135 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 9bee519b-0652-467d-9c2f-2749767a6c79 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:57:20.844485 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9bee519b-0652-467d-9c2f-2749767a6c79 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:57:20.844893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 15bdbdd4-8029-4423-8239-a8d53dcadd32 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:57:20.863958 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 15bdbdd4-8029-4423-8239-a8d53dcadd32 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:57:20.864750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 15bdbdd4-8029-4423-8239-a8d53dcadd32 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:57:21.072281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46512) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:21.113262 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-5549c8c8-498a-4616-a575-a414f178f65c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=090407364b0640468c570db54bbcf0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398252 Aug 27 14:57:21.116202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46514) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:21.168589 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5705c32-090a-402e-a54b-7ca34e141525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:21.189798 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5705c32-090a-402e-a54b-7ca34e141525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:21.236403 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5705c32-090a-402e-a54b-7ca34e141525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:21.239119 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e5705c32-090a-402e-a54b-7ca34e141525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:21.240930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e5705c32-090a-402e-a54b-7ca34e141525 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e72565a4-87fa-4b07-9c16-4007b841a954 HTTP/1.1" status: 204 len: 168 time: 0.1236677 Aug 27 14:57:21.248725 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5705c32-090a-402e-a54b-7ca34e141525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72565a4-87fa-4b07-9c16-4007b841a954,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:21.950378 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46536) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:22.050822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1099592292-network', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:57:22.072472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Made reservation on behalf of b98e568f6d8643a8ae0453478c791bcc for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:57:22.074873 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.083317 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.107569 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.174798 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.179330 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.200261 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:57:22.215371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1476a74-5483-4588-9d9e-1b52c23c25f3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:22.218346 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.218845 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Added segment ad4c580e-df72-4cc4-ac0b-0215f2000438 of type vlan for network 02f11e2f-21eb-4602-97ed-e790735ada95 Aug 27 14:57:22.259535 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.283734 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.284587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:22.285176 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.343368 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3917427 Aug 27 14:57:22.346093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46540) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:22.351445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8accaab1-a63e-45b6-8f9e-e518a16cd54e admin admin] Request body: {'subnet': {'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1099592292-subnet', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:57:22.359338 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2d97b-41b9-46b2-ba4a-1a9aeadd082b admin admin] Pushing event updated for resources: {'Network': ['ID=02f11e2f-21eb-4602-97ed-e790735ada95,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:22.370923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 02f11e2f-21eb-4602-97ed-e790735ada95 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:57:22.376727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8accaab1-a63e-45b6-8f9e-e518a16cd54e admin admin] Made reservation on behalf of b98e568f6d8643a8ae0453478c791bcc for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:57:22.379186 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8accaab1-a63e-45b6-8f9e-e518a16cd54e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.561452 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8accaab1-a63e-45b6-8f9e-e518a16cd54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.629234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accaab1-a63e-45b6-8f9e-e518a16cd54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3bcc1a-e6a0-47b0-bd38-078097aa03b4,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:22.639430 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8accaab1-a63e-45b6-8f9e-e518a16cd54e admin admin] Checking segment: {'id': 'ad4c580e-df72-4cc4-ac0b-0215f2000438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:57:22.639834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8accaab1-a63e-45b6-8f9e-e518a16cd54e admin admin] Network hostable DHCP agents. Network: 02f11e2f-21eb-4602-97ed-e790735ada95, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:57:22.657724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8accaab1-a63e-45b6-8f9e-e518a16cd54e admin admin] Network 02f11e2f-21eb-4602-97ed-e790735ada95 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:57:22.667929 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8accaab1-a63e-45b6-8f9e-e518a16cd54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 02f11e2f-21eb-4602-97ed-e790735ada95) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:57:22.672187 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8accaab1-a63e-45b6-8f9e-e518a16cd54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:22.672772 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8accaab1-a63e-45b6-8f9e-e518a16cd54e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.676716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af319453-724f-4132-bed0-2fda9f781fec None None] Network 02f11e2f-21eb-4602-97ed-e790735ada95 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:57:22.687022 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8accaab1-a63e-45b6-8f9e-e518a16cd54e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3396332 Aug 27 14:57:22.689374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46542) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:22.693886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:57:22.715564 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.716588 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.773458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.827704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-02f11e2f-21eb-4602-97ed-e790735ada95', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'fixed_ips': [{'subnet_id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:57:22.828667 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.919877 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:22.969089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Allocated IP 172.20.0.2 (02f11e2f-21eb-4602-97ed-e790735ada95/2d3bcc1a-e6a0-47b0-bd38-078097aa03b4/63169642-1ae9-4295-91a5-d7bf6da78d2c) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:57:23.119134 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:23.127330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Transition to ACTIVE for port object 63169642-1ae9-4295-91a5-d7bf6da78d2c will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:57:23.139601 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:23.142713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Transition to ACTIVE for port object 63169642-1ae9-4295-91a5-d7bf6da78d2c will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:57:23.150255 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:23.163710 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:23.191519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Network 02f11e2f-21eb-4602-97ed-e790735ada95 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:57:23.197578 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:57:23.199743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Pushing event updated for resources: {'Port': ['ID=63169642-1ae9-4295-91a5-d7bf6da78d2c,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:23.201966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:57:23.258901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Attempting to bind port 63169642-1ae9-4295-91a5-d7bf6da78d2c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:57:23.259285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Attempting to bind port 63169642-1ae9-4295-91a5-d7bf6da78d2c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'ad4c580e-df72-4cc4-ac0b-0215f2000438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:57:23.259655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Attempting to bind port 63169642-1ae9-4295-91a5-d7bf6da78d2c on network 02f11e2f-21eb-4602-97ed-e790735ada95 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:57:23.264659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:57:23.265035 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Checking segment: {'id': 'ad4c580e-df72-4cc4-ac0b-0215f2000438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:57:23.265437 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:23.265832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Bound using segment: {'id': 'ad4c580e-df72-4cc4-ac0b-0215f2000438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:57:23.266300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Bound port: 63169642-1ae9-4295-91a5-d7bf6da78d2c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4c580e-df72-4cc4-ac0b-0215f2000438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:57:23.266712 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:23.275063 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Allocated IP 172.25.2.146 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/7eb03af8-5397-4348-8c7b-7b0c9bcd455e) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:57:23.330022 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] For port 63169642-1ae9-4295-91a5-d7bf6da78d2c, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:57:23.333089 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] For port 63169642-1ae9-4295-91a5-d7bf6da78d2c, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=63169642-1ae9-4295-91a5-d7bf6da78d2c,segment=NetworkSegment(ad4c580e-df72-4cc4-ac0b-0215f2000438),segment_id=ad4c580e-df72-4cc4-ac0b-0215f2000438)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:57:23.338929 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:23.382328 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:23.398096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17991051-2419-4d64-b60c-97bfda82e1ee None None] Pushing event updated for resources: {'Port': ['ID=63169642-1ae9-4295-91a5-d7bf6da78d2c,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:23.430360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:23.469785 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:57:23.475292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:57:23.478940 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:57:23.513196 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Pushing event updated for resources: {'Port': ['ID=7eb03af8-5397-4348-8c7b-7b0c9bcd455e,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:23.772373 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:23.973163 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:24.117637 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:57:24.236582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:57:24.248057 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Sync routers for ids ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:57:24.257118 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:24.258842 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-254ba1bc-87e0-45a1-a5f5-5075488f15bc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5684876 Aug 27 14:57:24.259778 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Routers {'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:57:24.260456 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:57:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:24.261590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46544) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:24.365932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6560fd54-26c0-404d-8c37-6a4af6118ffd None None] Network 02f11e2f-21eb-4602-97ed-e790735ada95 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:57:24.378521 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Set router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:57:24.431175 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-976d4d22-72d7-4928-8b06-083a0ab85cc7 None None] Provisioning for port 63169642-1ae9-4295-91a5-d7bf6da78d2c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:57:24.566329 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:57:23Z', 'revision_number': 3, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port': {'id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:23Z', 'updated_at': '2021-08-27T14:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:24.604803 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Checking router: bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:57:24.604803 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Updating router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d port 7eb03af8-5397-4348-8c7b-7b0c9bcd455e binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:57:24.634485 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:24.745963 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:24.851096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 63169642-1ae9-4295-91a5-d7bf6da78d2c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:57:24.915854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 63169642-1ae9-4295-91a5-d7bf6da78d2c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:57:24.918477 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:24.920122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 63169642-1ae9-4295-91a5-d7bf6da78d2c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:24.920504 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:24.929952 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Transition to ACTIVE for port object 7eb03af8-5397-4348-8c7b-7b0c9bcd455e will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:57:24.936581 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:24.945910 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Allocated IP 172.20.0.1 (02f11e2f-21eb-4602-97ed-e790735ada95/2d3bcc1a-e6a0-47b0-bd38-078097aa03b4/66c076f3-c549-4f72-bcc5-081242d634d3) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:57:24.983527 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Attempting to bind port 7eb03af8-5397-4348-8c7b-7b0c9bcd455e on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:57:24.983918 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Attempting to bind port 7eb03af8-5397-4348-8c7b-7b0c9bcd455e by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:57:24.984249 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Attempting to bind port 7eb03af8-5397-4348-8c7b-7b0c9bcd455e on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:57:24.995680 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:57:24.995979 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:57:24.996317 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:24.996699 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:57:24.997383 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Bound port: 7eb03af8-5397-4348-8c7b-7b0c9bcd455e, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:57:24.997529 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:25.009291 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:25.036467 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Pushing event updated for resources: {'Port': ['ID=7eb03af8-5397-4348-8c7b-7b0c9bcd455e,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:25.044320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 63169642-1ae9-4295-91a5-d7bf6da78d2c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=63169642-1ae9-4295-91a5-d7bf6da78d2c,segment=NetworkSegment(ad4c580e-df72-4cc4-ac0b-0215f2000438),segment_id=ad4c580e-df72-4cc4-ac0b-0215f2000438)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:25.048623 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:25.054521 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] For port 7eb03af8-5397-4348-8c7b-7b0c9bcd455e, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:57:25.057840 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] For port 7eb03af8-5397-4348-8c7b-7b0c9bcd455e, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7eb03af8-5397-4348-8c7b-7b0c9bcd455e,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:57:25.066057 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:25.066451 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:25.066781 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:25.067123 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:25.067458 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:25.067857 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:25.068385 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:25.068858 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:25.069200 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:25.069534 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:25.070184 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:25.070184 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:25.070501 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:25.074092 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:25.084442 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Transition to ACTIVE for port object 66c076f3-c549-4f72-bcc5-081242d634d3 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:57:25.105343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=63169642-1ae9-4295-91a5-d7bf6da78d2c,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:25.119745 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:25.137027 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Routers {'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:57:25.137657 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:57:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:25.157547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Network 02f11e2f-21eb-4602-97ed-e790735ada95 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:57:25.164391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:57:25.167944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:57:25.175176 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6540e-2756-45a8-8e3e-67042746938c None None] Pushing event updated for resources: {'Port': ['ID=7eb03af8-5397-4348-8c7b-7b0c9bcd455e,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:25.192143 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Pushing event updated for resources: {'Port': ['ID=66c076f3-c549-4f72-bcc5-081242d634d3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:25.210906 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:25.256497 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] Set router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:57:25.350921 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:25.428511 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-29b60333-fad3-4ea6-b21c-ba9f1cb0622a None None] Provisioning for port 66c076f3-c549-4f72-bcc5-081242d634d3 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:57:25.434242 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-29b60333-fad3-4ea6-b21c-ba9f1cb0622a None None] Provisioning complete for port 66c076f3-c549-4f72-bcc5-081242d634d3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:25.434768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-29b60333-fad3-4ea6-b21c-ba9f1cb0622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:25.454401 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:57:23Z', 'revision_number': 3, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port': {'id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:23Z', 'updated_at': '2021-08-27T14:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:25.477970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-29b60333-fad3-4ea6-b21c-ba9f1cb0622a None None] Port 66c076f3-c549-4f72-bcc5-081242d634d3 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:57:25.484661 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725aa063-fb0f-4f5f-9286-3db6d76b641e None None] The sync data for ids ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'] in n-d-712139-12 is: [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:57:23Z', 'revision_number': 3, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port': {'id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:23Z', 'updated_at': '2021-08-27T14:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:57:25.533032 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:25.539374 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:25.615477 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:25.617291 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Pushing event updated for resources: {'Port': ['ID=66c076f3-c549-4f72-bcc5-081242d634d3,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:25.729777 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Network 02f11e2f-21eb-4602-97ed-e790735ada95 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:57:25.731635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:57:26.003970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-57989598-389e-409f-b0b6-8a73830b390d None None] Provisioning complete for port 66c076f3-c549-4f72-bcc5-081242d634d3 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:26.004453 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-57989598-389e-409f-b0b6-8a73830b390d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:26.043116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-57989598-389e-409f-b0b6-8a73830b390d None None] Port 66c076f3-c549-4f72-bcc5-081242d634d3 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:57:26.209590 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:57:26.323962 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:57:26.329250 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2b0010d1-d91d-4b0d-92ae-f97b4bbd431c admin admin] 10.222.0.55 "PUT /v2.0/routers/bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0663943 Aug 27 14:57:26.851965 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46560) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:26.859066 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1534076027-network', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:57:26.888556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Made reservation on behalf of cf2ad85e4ae04a55b52cc7c7327e6265 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:57:26.892088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 63169642-1ae9-4295-91a5-d7bf6da78d2c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:57:26.898506 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:26.914506 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:26.959880 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 63169642-1ae9-4295-91a5-d7bf6da78d2c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:26.960288 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.039009 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.049045 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.071523 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7eb03af8-5397-4348-8c7b-7b0c9bcd455e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:57:27.074897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:57:27.081756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff1331a-ded0-4330-8b94-b43e7d2628a3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:27.090048 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.090528 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Added segment 9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea of type vlan for network 6427e65e-e827-4b59-9209-8171f534ca2c Aug 27 14:57:27.100684 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Sync routers for ids ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:57:27.123076 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Routers {'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:57:27.123715 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:57:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:27.144209 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.174347 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.175538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:27.176163 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.213305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 7eb03af8-5397-4348-8c7b-7b0c9bcd455e completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:57:27.221361 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7eb03af8-5397-4348-8c7b-7b0c9bcd455e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:27.221734 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.236820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3823590 Aug 27 14:57:27.239241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46562) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:27.242578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446575f3-041b-4a77-b903-feb7a600401b admin admin] Pushing event updated for resources: {'Network': ['ID=6427e65e-e827-4b59-9209-8171f534ca2c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:27.248190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a869dbaf-44e8-435b-a698-29097b59cad7 admin admin] Request body: {'subnet': {'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1534076027-subnet', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:57:27.260394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 6427e65e-e827-4b59-9209-8171f534ca2c details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:57:27.280177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a869dbaf-44e8-435b-a698-29097b59cad7 admin admin] Made reservation on behalf of cf2ad85e4ae04a55b52cc7c7327e6265 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:57:27.282605 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a869dbaf-44e8-435b-a698-29097b59cad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.312728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Set router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:57:27.465722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a869dbaf-44e8-435b-a698-29097b59cad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.496560 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.512653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869dbaf-44e8-435b-a698-29097b59cad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36df67fa-0a26-4f45-ace5-0831a3f69fcf,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:27.530404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 7eb03af8-5397-4348-8c7b-7b0c9bcd455e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7eb03af8-5397-4348-8c7b-7b0c9bcd455e,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:27.540337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869dbaf-44e8-435b-a698-29097b59cad7 admin admin] Checking segment: {'id': '9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:57:27.540706 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869dbaf-44e8-435b-a698-29097b59cad7 admin admin] Network hostable DHCP agents. Network: 6427e65e-e827-4b59-9209-8171f534ca2c, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:57:27.540956 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.563712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869dbaf-44e8-435b-a698-29097b59cad7 admin admin] Network 6427e65e-e827-4b59-9209-8171f534ca2c is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:57:27.579079 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a869dbaf-44e8-435b-a698-29097b59cad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 6427e65e-e827-4b59-9209-8171f534ca2c) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:57:27.587821 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a869dbaf-44e8-435b-a698-29097b59cad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:27.589094 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a869dbaf-44e8-435b-a698-29097b59cad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.602803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d1698b-0b11-44bf-bf85-9896281bb2e6 None None] Network 6427e65e-e827-4b59-9209-8171f534ca2c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:57:27.608748 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a869dbaf-44e8-435b-a698-29097b59cad7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3660178 Aug 27 14:57:27.611842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46564) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:27.616627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1534076027-router', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:57:27.647672 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.648760 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.709669 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.835522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=7eb03af8-5397-4348-8c7b-7b0c9bcd455e,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:27.863681 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:27.904654 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:57:25Z', 'revision_number': 4, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port': {'id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:23Z', 'updated_at': '2021-08-27T14:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '66c076f3-c549-4f72-bcc5-081242d634d3', 'name': '', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'mac_address': 'fa:16:3e:ef:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:24Z', 'updated_at': '2021-08-27T14:57:25Z', 'revision_number': 2, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'subnets': [{'id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:27.943672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Checking router: bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:57:27.944025 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Updating router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d port 66c076f3-c549-4f72-bcc5-081242d634d3 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:57:27.993369 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.010503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-6427e65e-e827-4b59-9209-8171f534ca2c', 'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'fixed_ips': [{'subnet_id': '36df67fa-0a26-4f45-ace5-0831a3f69fcf'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:57:28.011416 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.091456 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.114335 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.228366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Allocated IP 172.25.2.42 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/bc995915-5d60-4563-bd01-012d18a0b001) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:57:28.297187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Allocated IP 172.20.0.2 (6427e65e-e827-4b59-9209-8171f534ca2c/36df67fa-0a26-4f45-ace5-0831a3f69fcf/d0be63a5-6546-4641-9c31-22909462539e) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:57:28.342225 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.381473 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.423596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:57:28.426508 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:57:28.431453 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:57:28.454442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Pushing event updated for resources: {'Port': ['ID=bc995915-5d60-4563-bd01-012d18a0b001,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:28.470721 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.503672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Transition to ACTIVE for port object 66c076f3-c549-4f72-bcc5-081242d634d3 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:57:28.516305 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.555861 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.570101 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Transition to ACTIVE for port object d0be63a5-6546-4641-9c31-22909462539e will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:57:28.630084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Transition to ACTIVE for port object d0be63a5-6546-4641-9c31-22909462539e will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:57:28.630084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa05a5-5509-4717-ad5e-23b6da60c2c7 None None] Pushing event updated for resources: {'Port': ['ID=66c076f3-c549-4f72-bcc5-081242d634d3,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:28.652109 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.694649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Attempting to bind port 66c076f3-c549-4f72-bcc5-081242d634d3 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:57:28.695122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Attempting to bind port 66c076f3-c549-4f72-bcc5-081242d634d3 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'ad4c580e-df72-4cc4-ac0b-0215f2000438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:57:28.695440 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Attempting to bind port 66c076f3-c549-4f72-bcc5-081242d634d3 on network 02f11e2f-21eb-4602-97ed-e790735ada95 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:57:28.704191 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Network 6427e65e-e827-4b59-9209-8171f534ca2c is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:57:28.713230 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:57:28.717294 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:57:28.722299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:57:28.722652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Checking segment: {'id': 'ad4c580e-df72-4cc4-ac0b-0215f2000438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:57:28.723107 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.723491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Bound using segment: {'id': 'ad4c580e-df72-4cc4-ac0b-0215f2000438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:57:28.724043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Bound port: 66c076f3-c549-4f72-bcc5-081242d634d3, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4c580e-df72-4cc4-ac0b-0215f2000438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:57:28.725078 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.730968 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Pushing event updated for resources: {'Port': ['ID=d0be63a5-6546-4641-9c31-22909462539e,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:28.788576 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.826570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Attempting to bind port d0be63a5-6546-4641-9c31-22909462539e on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:57:28.827001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Attempting to bind port d0be63a5-6546-4641-9c31-22909462539e by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:57:28.827376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Attempting to bind port d0be63a5-6546-4641-9c31-22909462539e on network 6427e65e-e827-4b59-9209-8171f534ca2c {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:57:28.840437 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:57:28.840816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Checking segment: {'id': '9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:57:28.841224 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.841624 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Bound using segment: {'id': '9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:57:28.842109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Bound port: d0be63a5-6546-4641-9c31-22909462539e, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:57:28.842496 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:28.872163 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] For port 66c076f3-c549-4f72-bcc5-081242d634d3, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:57:28.874436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7eb03af8-5397-4348-8c7b-7b0c9bcd455e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:57:28.878821 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] For port 66c076f3-c549-4f72-bcc5-081242d634d3, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=66c076f3-c549-4f72-bcc5-081242d634d3,segment=NetworkSegment(ad4c580e-df72-4cc4-ac0b-0215f2000438),segment_id=ad4c580e-df72-4cc4-ac0b-0215f2000438)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:57:28.926459 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:29.049400 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:29.052155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] For port d0be63a5-6546-4641-9c31-22909462539e, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:57:29.063765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] For port d0be63a5-6546-4641-9c31-22909462539e, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d0be63a5-6546-4641-9c31-22909462539e,segment=NetworkSegment(9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea),segment_id=9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:57:29.072195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa05a5-5509-4717-ad5e-23b6da60c2c7 None None] Pushing event updated for resources: {'Port': ['ID=66c076f3-c549-4f72-bcc5-081242d634d3,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:29.076537 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Routers {'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:57:29.077174 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:57:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:29.080807 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:29.153316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7eb03af8-5397-4348-8c7b-7b0c9bcd455e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:29.153703 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:29.257948 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ff9bc-4444-43f9-9dc7-09384ebec0fb None None] Pushing event updated for resources: {'Port': ['ID=d0be63a5-6546-4641-9c31-22909462539e,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:29.300012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] Set router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:57:29.656306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:57:25Z', 'revision_number': 4, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port': {'id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:23Z', 'updated_at': '2021-08-27T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '66c076f3-c549-4f72-bcc5-081242d634d3', 'name': '', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'mac_address': 'fa:16:3e:ef:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:24Z', 'updated_at': '2021-08-27T14:57:28Z', 'revision_number': 4, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'subnets': [{'id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:29.687270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f47d817-12a6-4fbe-881e-a9d348d85a69 None None] The sync data for ids ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'] in n-d-712139-12 is: [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:57:25Z', 'revision_number': 4, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port': {'id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:23Z', 'updated_at': '2021-08-27T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '66c076f3-c549-4f72-bcc5-081242d634d3', 'name': '', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'mac_address': 'fa:16:3e:ef:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:24Z', 'updated_at': '2021-08-27T14:57:28Z', 'revision_number': 4, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'subnets': [{'id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:57:29.754219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Router 40eafce9-8841-45fc-8133-de87c306e990 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:57:29.904239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:57:29.923685 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Sync routers for ids ['40eafce9-8841-45fc-8133-de87c306e990'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:57:29.931841 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:29.937424 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8dc94ae6-493c-4a69-8cc4-4c54fe070e11 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3206375 Aug 27 14:57:29.937684 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Routers {'40eafce9-8841-45fc-8133-de87c306e990'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:57:29.937842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46566) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:57:29.944501 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:57:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['40eafce9-8841-45fc-8133-de87c306e990'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:30.104178 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Set router 40eafce9-8841-45fc-8133-de87c306e990 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:57:30.484743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c5a28-a7b4-47d7-8cf5-bd21f882179d None None] Network 6427e65e-e827-4b59-9209-8171f534ca2c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:57:30.496226 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eafce9-8841-45fc-8133-de87c306e990', 'name': 'tempest-TestMinimumBasicScenario-1534076027-router', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:27Z', 'updated_at': '2021-08-27T14:57:28Z', 'revision_number': 3, 'project_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'gw_port': {'id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eafce9-8841-45fc-8133-de87c306e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:28Z', 'updated_at': '2021-08-27T14:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:30.557374 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Checking router: 40eafce9-8841-45fc-8133-de87c306e990 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:57:30.558015 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Updating router 40eafce9-8841-45fc-8133-de87c306e990 port bc995915-5d60-4563-bd01-012d18a0b001 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:57:30.595776 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:30.615553 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1b55bebf-245e-414c-bdcf-30ddf6a05b81 None None] Provisioning for port d0be63a5-6546-4641-9c31-22909462539e completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:57:30.668812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:30.915636 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Allocated IP 172.20.0.1 (6427e65e-e827-4b59-9209-8171f534ca2c/36df67fa-0a26-4f45-ace5-0831a3f69fcf/b131070c-2522-4524-a76c-eed8cc5ca548) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:57:31.012062 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.038155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 66c076f3-c549-4f72-bcc5-081242d634d3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:57:31.052936 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Transition to ACTIVE for port object bc995915-5d60-4563-bd01-012d18a0b001 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:57:31.065391 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.105787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 66c076f3-c549-4f72-bcc5-081242d634d3 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:57:31.118619 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.123046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 66c076f3-c549-4f72-bcc5-081242d634d3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:31.123595 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.125893 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492737ed-3d00-45af-8282-09de53976f49 None None] Pushing event updated for resources: {'Port': ['ID=bc995915-5d60-4563-bd01-012d18a0b001,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:31.146164 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Transition to ACTIVE for port object b131070c-2522-4524-a76c-eed8cc5ca548 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:57:31.166938 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Attempting to bind port bc995915-5d60-4563-bd01-012d18a0b001 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:57:31.167229 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Attempting to bind port bc995915-5d60-4563-bd01-012d18a0b001 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:57:31.167594 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Attempting to bind port bc995915-5d60-4563-bd01-012d18a0b001 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:57:31.177669 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:57:31.178092 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:57:31.178446 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.179069 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:57:31.179563 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Bound port: bc995915-5d60-4563-bd01-012d18a0b001, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:57:31.179944 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.198414 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.248932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Network 6427e65e-e827-4b59-9209-8171f534ca2c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:57:31.252090 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:57:31.257374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:57:31.289638 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] For port bc995915-5d60-4563-bd01-012d18a0b001, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:57:31.295384 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] For port bc995915-5d60-4563-bd01-012d18a0b001, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=bc995915-5d60-4563-bd01-012d18a0b001,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:57:31.303099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Pushing event updated for resources: {'Port': ['ID=b131070c-2522-4524-a76c-eed8cc5ca548,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:31.307561 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c475f267-4a74-4bd2-b366-bd3b016ebde6 req-0174e6b5-104e-43ec-9a25-a9b6a2504432 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0681629 Aug 27 14:57:31.316425 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.327777 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.345201 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.441412 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c475f267-4a74-4bd2-b366-bd3b016ebde6 req-6f303586-5979-4146-8afe-008cef6b3f1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0570986 Aug 27 14:57:31.453954 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492737ed-3d00-45af-8282-09de53976f49 None None] Pushing event updated for resources: {'Port': ['ID=bc995915-5d60-4563-bd01-012d18a0b001,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:31.480622 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Routers {'40eafce9-8841-45fc-8133-de87c306e990'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:57:31.481247 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:57:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['40eafce9-8841-45fc-8133-de87c306e990'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:31.489842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 66c076f3-c549-4f72-bcc5-081242d634d3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=66c076f3-c549-4f72-bcc5-081242d634d3,segment=NetworkSegment(ad4c580e-df72-4cc4-ac0b-0215f2000438),segment_id=ad4c580e-df72-4cc4-ac0b-0215f2000438)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:31.501663 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.503656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d0be63a5-6546-4641-9c31-22909462539e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:57:31.530471 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c475f267-4a74-4bd2-b366-bd3b016ebde6 req-b24be656-ed70-487f-bb66-29fb89af8fca service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523660 Aug 27 14:57:31.652389 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.681862 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=66c076f3-c549-4f72-bcc5-081242d634d3,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:31.709166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port d0be63a5-6546-4641-9c31-22909462539e completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:57:31.711923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-54d67f6a-04db-4ae0-8a0b-df54f21acfec None None] Provisioning for port b131070c-2522-4524-a76c-eed8cc5ca548 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:57:31.715422 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] Set router 40eafce9-8841-45fc-8133-de87c306e990 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:57:31.720225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d0be63a5-6546-4641-9c31-22909462539e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:31.721139 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.721827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475f267-4a74-4bd2-b366-bd3b016ebde6 req-206d0ce6-4c30-478d-84c0-3460d6366916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:31.725434 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-54d67f6a-04db-4ae0-8a0b-df54f21acfec None None] Provisioning complete for port b131070c-2522-4524-a76c-eed8cc5ca548 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:31.725730 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c475f267-4a74-4bd2-b366-bd3b016ebde6 req-206d0ce6-4c30-478d-84c0-3460d6366916 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1862025 Aug 27 14:57:31.726329 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-54d67f6a-04db-4ae0-8a0b-df54f21acfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.790232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-54d67f6a-04db-4ae0-8a0b-df54f21acfec None None] Port b131070c-2522-4524-a76c-eed8cc5ca548 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:57:31.840716 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.874625 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.881253 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.881999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port d0be63a5-6546-4641-9c31-22909462539e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d0be63a5-6546-4641-9c31-22909462539e,segment=NetworkSegment(9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea),segment_id=9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:31.888906 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.938873 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eafce9-8841-45fc-8133-de87c306e990', 'name': 'tempest-TestMinimumBasicScenario-1534076027-router', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:27Z', 'updated_at': '2021-08-27T14:57:28Z', 'revision_number': 3, 'project_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'gw_port': {'id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eafce9-8841-45fc-8133-de87c306e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:28Z', 'updated_at': '2021-08-27T14:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:31.950940 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=d0be63a5-6546-4641-9c31-22909462539e,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:31.970983 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Pushing event updated for resources: {'Port': ['ID=b131070c-2522-4524-a76c-eed8cc5ca548,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:31.976511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:31.979389 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91907d2-ddad-4eb9-b116-f2de045e741e None None] The sync data for ids ['40eafce9-8841-45fc-8133-de87c306e990'] in n-d-712139-12 is: [{'id': '40eafce9-8841-45fc-8133-de87c306e990', 'name': 'tempest-TestMinimumBasicScenario-1534076027-router', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:27Z', 'updated_at': '2021-08-27T14:57:28Z', 'revision_number': 3, 'project_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'gw_port': {'id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eafce9-8841-45fc-8133-de87c306e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:28Z', 'updated_at': '2021-08-27T14:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:57:32.084075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Network 6427e65e-e827-4b59-9209-8171f534ca2c is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:57:32.085459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:57:32.237731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Router 40eafce9-8841-45fc-8133-de87c306e990 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:57:32.375269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:57:32.380913 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1bbd4034-4693-47b1-8acf-38e4e7cde42c admin admin] 10.222.0.55 "PUT /v2.0/routers/40eafce9-8841-45fc-8133-de87c306e990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4422061 Aug 27 14:57:32.418471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-93767aef-2b10-48d8-9a95-b499cac9cecb None None] Provisioning complete for port b131070c-2522-4524-a76c-eed8cc5ca548 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:32.418910 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-93767aef-2b10-48d8-9a95-b499cac9cecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:32.460036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-93767aef-2b10-48d8-9a95-b499cac9cecb None None] Port b131070c-2522-4524-a76c-eed8cc5ca548 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:57:32.949372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 66c076f3-c549-4f72-bcc5-081242d634d3 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:57:33.010657 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 66c076f3-c549-4f72-bcc5-081242d634d3 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:33.011664 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:33.274988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d0be63a5-6546-4641-9c31-22909462539e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:57:33.332487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d0be63a5-6546-4641-9c31-22909462539e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:33.332854 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:33.432528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bc995915-5d60-4563-bd01-012d18a0b001 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:57:33.496895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port bc995915-5d60-4563-bd01-012d18a0b001 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:57:33.508064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port bc995915-5d60-4563-bd01-012d18a0b001 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:33.511814 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:33.713949 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:33.747136 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port bc995915-5d60-4563-bd01-012d18a0b001, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=bc995915-5d60-4563-bd01-012d18a0b001,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:33.756001 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:33.825032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=bc995915-5d60-4563-bd01-012d18a0b001,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:33.911678 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Sync routers for ids ['40eafce9-8841-45fc-8133-de87c306e990'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:57:33.931891 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Routers {'40eafce9-8841-45fc-8133-de87c306e990'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:57:33.932690 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:57:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['40eafce9-8841-45fc-8133-de87c306e990'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:34.082620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Set router 40eafce9-8841-45fc-8133-de87c306e990 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:57:34.382152 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eafce9-8841-45fc-8133-de87c306e990', 'name': 'tempest-TestMinimumBasicScenario-1534076027-router', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:27Z', 'updated_at': '2021-08-27T14:57:31Z', 'revision_number': 4, 'project_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'gw_port': {'id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eafce9-8841-45fc-8133-de87c306e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:28Z', 'updated_at': '2021-08-27T14:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'b131070c-2522-4524-a76c-eed8cc5ca548', 'name': '', 'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'mac_address': 'fa:16:3e:09:f2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eafce9-8841-45fc-8133-de87c306e990', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '36df67fa-0a26-4f45-ace5-0831a3f69fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:30Z', 'updated_at': '2021-08-27T14:57:31Z', 'revision_number': 2, 'project_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'subnets': [{'id': '36df67fa-0a26-4f45-ace5-0831a3f69fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:34.417305 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Checking router: 40eafce9-8841-45fc-8133-de87c306e990 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:57:34.417659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Updating router 40eafce9-8841-45fc-8133-de87c306e990 port b131070c-2522-4524-a76c-eed8cc5ca548 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:57:34.451175 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:34.885808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bc995915-5d60-4563-bd01-012d18a0b001 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:57:34.944733 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:34.962540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Transition to ACTIVE for port object b131070c-2522-4524-a76c-eed8cc5ca548 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:57:34.971197 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:35.035675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port bc995915-5d60-4563-bd01-012d18a0b001 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:35.037387 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:35.045308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d27ff-928c-4d05-b8fa-10ea0ace03ba None None] Pushing event updated for resources: {'Port': ['ID=b131070c-2522-4524-a76c-eed8cc5ca548,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:35.156888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Attempting to bind port b131070c-2522-4524-a76c-eed8cc5ca548 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:57:35.157665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Attempting to bind port b131070c-2522-4524-a76c-eed8cc5ca548 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:57:35.157665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Attempting to bind port b131070c-2522-4524-a76c-eed8cc5ca548 on network 6427e65e-e827-4b59-9209-8171f534ca2c {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:57:35.168140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:57:35.168609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Checking segment: {'id': '9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:57:35.169050 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:35.169452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Bound using segment: {'id': '9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:57:35.169964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Bound port: b131070c-2522-4524-a76c-eed8cc5ca548, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:57:35.170349 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:35.328915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] For port b131070c-2522-4524-a76c-eed8cc5ca548, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:57:35.332967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] For port b131070c-2522-4524-a76c-eed8cc5ca548, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b131070c-2522-4524-a76c-eed8cc5ca548,segment=NetworkSegment(9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea),segment_id=9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:57:35.340576 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:35.393257 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Routers {'40eafce9-8841-45fc-8133-de87c306e990'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:57:35.394154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:57:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['40eafce9-8841-45fc-8133-de87c306e990'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:35.501308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d27ff-928c-4d05-b8fa-10ea0ace03ba None None] Pushing event updated for resources: {'Port': ['ID=b131070c-2522-4524-a76c-eed8cc5ca548,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:35.599877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] Set router 40eafce9-8841-45fc-8133-de87c306e990 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:57:35.925194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eafce9-8841-45fc-8133-de87c306e990', 'name': 'tempest-TestMinimumBasicScenario-1534076027-router', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:27Z', 'updated_at': '2021-08-27T14:57:31Z', 'revision_number': 4, 'project_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'gw_port': {'id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eafce9-8841-45fc-8133-de87c306e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:28Z', 'updated_at': '2021-08-27T14:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'b131070c-2522-4524-a76c-eed8cc5ca548', 'name': '', 'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'mac_address': 'fa:16:3e:09:f2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eafce9-8841-45fc-8133-de87c306e990', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '36df67fa-0a26-4f45-ace5-0831a3f69fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:30Z', 'updated_at': '2021-08-27T14:57:35Z', 'revision_number': 4, 'project_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'subnets': [{'id': '36df67fa-0a26-4f45-ace5-0831a3f69fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:57:35.958172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faf332-5f30-4d2e-b6a0-3252af51036e None None] The sync data for ids ['40eafce9-8841-45fc-8133-de87c306e990'] in n-d-712139-12 is: [{'id': '40eafce9-8841-45fc-8133-de87c306e990', 'name': 'tempest-TestMinimumBasicScenario-1534076027-router', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:27Z', 'updated_at': '2021-08-27T14:57:31Z', 'revision_number': 4, 'project_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'gw_port': {'id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eafce9-8841-45fc-8133-de87c306e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:28Z', 'updated_at': '2021-08-27T14:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'b131070c-2522-4524-a76c-eed8cc5ca548', 'name': '', 'network_id': '6427e65e-e827-4b59-9209-8171f534ca2c', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'mac_address': 'fa:16:3e:09:f2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eafce9-8841-45fc-8133-de87c306e990', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '36df67fa-0a26-4f45-ace5-0831a3f69fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:30Z', 'updated_at': '2021-08-27T14:57:35Z', 'revision_number': 4, 'project_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'subnets': [{'id': '36df67fa-0a26-4f45-ace5-0831a3f69fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:57:36.884595 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b131070c-2522-4524-a76c-eed8cc5ca548 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:57:36.957604 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b131070c-2522-4524-a76c-eed8cc5ca548 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:57:36.963332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b131070c-2522-4524-a76c-eed8cc5ca548 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:36.963768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:37.081939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:37.129443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port b131070c-2522-4524-a76c-eed8cc5ca548, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b131070c-2522-4524-a76c-eed8cc5ca548,segment=NetworkSegment(9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea),segment_id=9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:57:37.136516 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:37.190860 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=b131070c-2522-4524-a76c-eed8cc5ca548,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:38.848594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b131070c-2522-4524-a76c-eed8cc5ca548 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:57:38.921334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b131070c-2522-4524-a76c-eed8cc5ca548 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:38.921864 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:40.577852 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:41.235622 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:57:43.181534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-660c1d02-1a34-44e6-a972-017acb290493 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:43.183063 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-660c1d02-1a34-44e6-a972-017acb290493 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/networks?id=02f11e2f-21eb-4602-97ed-e790735ada95 HTTP/1.1" status: 200 len: 815 time: 0.1073246 Aug 27 14:57:43.198806 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-94d19688-6693-4dcd-b22e-1a56425b1615 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/quotas/b98e568f6d8643a8ae0453478c791bcc HTTP/1.1" status: 200 len: 375 time: 0.0099835 Aug 27 14:57:43.251361 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-e119c188-234e-4ee5-9584-c136a57a2f2a tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b98e568f6d8643a8ae0453478c791bcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467651 Aug 27 14:57:43.347862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-992870ff-9131-461d-8fa8-1c2e13ac574a service neutron] 10.222.0.55 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837481 Aug 27 14:57:43.444042 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-604add04-b2e4-49d9-bb22-68100bedfb53 service neutron] 10.222.0.55 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899825 Aug 27 14:57:43.625330 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c346de63-279a-4abd-8c3b-635fafe69dde req-743bac98-6eab-41a3-8b24-ce0f704cd662 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 210 time: 0.0323002 Aug 27 14:57:44.585805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-d1fd41db-0bca-4d44-b771-63014523d4a0 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:44.587326 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-d1fd41db-0bca-4d44-b771-63014523d4a0 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.52 "GET /v2.0/networks?id=02f11e2f-21eb-4602-97ed-e790735ada95 HTTP/1.1" status: 200 len: 815 time: 0.1200986 Aug 27 14:57:44.601444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Request body: {'port': {'device_id': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'admin_state_up': True, 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:57:44.734256 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-60d8c077-22d2-452d-aa6e-68e4122a57a9 req-3298b598-dab8-4fad-ad7a-d2d23abb1bd2 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 210 time: 0.0327270 Aug 27 14:57:44.758445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Made reservation on behalf of b98e568f6d8643a8ae0453478c791bcc for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:57:44.762845 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:44.766416 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-798ad4d1-1bdf-4f94-9d1d-aea911a05ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:44.933453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Allocated IP 172.20.0.14 (02f11e2f-21eb-4602-97ed-e790735ada95/2d3bcc1a-e6a0-47b0-bd38-078097aa03b4/4313d751-3478-48d5-9687-9bd46207d590) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:57:45.156294 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:45.171498 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Transition to ACTIVE for port object 4313d751-3478-48d5-9687-9bd46207d590 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:57:45.215267 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:45.263698 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Network 02f11e2f-21eb-4602-97ed-e790735ada95 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:57:45.268839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:57:45.274105 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:57:45.311386 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event updated for resources: {'Port': ['ID=4313d751-3478-48d5-9687-9bd46207d590,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:45.332395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:45.332852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:45.333360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:45.334406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:45.350232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:45.350718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:45.351075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:45.351450 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:45.351795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:45.352134 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:45.352469 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:45.352801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:57:45.372657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:45.373296 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:45.390233 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae06a8e5-b6dc-4438-8f7d-1eea9f3d6dc1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7930210 Aug 27 14:57:45.587067 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-216e1a3d-7f75-46f0-bdb1-9e79e22bcb59 None None] Provisioning for port 4313d751-3478-48d5-9687-9bd46207d590 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:57:45.591517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-216e1a3d-7f75-46f0-bdb1-9e79e22bcb59 None None] Provisioning complete for port 4313d751-3478-48d5-9687-9bd46207d590 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:57:45.592056 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-216e1a3d-7f75-46f0-bdb1-9e79e22bcb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:45.629159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-216e1a3d-7f75-46f0-bdb1-9e79e22bcb59 None None] Port 4313d751-3478-48d5-9687-9bd46207d590 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:57:45.882563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb818-02c4-4417-a2bc-524d1108c311 req-94d0353c-dd46-4dda-a40f-c0c416e56328 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:45.884989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-070cb818-02c4-4417-a2bc-524d1108c311 req-94d0353c-dd46-4dda-a40f-c0c416e56328 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 932 time: 0.0572987 Aug 27 14:57:45.927682 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-070cb818-02c4-4417-a2bc-524d1108c311 req-acfad5d6-b16b-44ae-bc57-00d951698960 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363166 Aug 27 14:57:47.059733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12136fd-5a4b-438b-a80c-fafdd1349d52 req-f2c59d3b-f6f9-4bdf-a768-3191cf58c3a5 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:47.061340 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b12136fd-5a4b-438b-a80c-fafdd1349d52 req-f2c59d3b-f6f9-4bdf-a768-3191cf58c3a5 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 932 time: 0.0631702 Aug 27 14:57:47.098988 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b12136fd-5a4b-438b-a80c-fafdd1349d52 req-954820da-2b42-4e9f-bbc2-2e7ee87d09e0 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Aug 27 14:57:47.595110 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:47.599904 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-77f4ffc3-b306-4a93-9dab-775066da7328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:48.214339 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf397f76-7f56-4599-91da-9be7b737d924 req-c3e316f2-c66d-41df-a66b-c2a140134dbb tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:48.216681 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf397f76-7f56-4599-91da-9be7b737d924 req-c3e316f2-c66d-41df-a66b-c2a140134dbb tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 932 time: 0.0494478 Aug 27 14:57:48.257582 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf397f76-7f56-4599-91da-9be7b737d924 req-62e76d8a-01de-4217-80bf-fbb032adce02 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342729 Aug 27 14:57:48.970765 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:49.389175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba3c20-4216-45ef-bf66-e932ff2d22bb req-56ca3aaa-4941-4db7-b127-774258748d7e tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:49.393978 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0ba3c20-4216-45ef-bf66-e932ff2d22bb req-56ca3aaa-4941-4db7-b127-774258748d7e tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 932 time: 0.0582962 Aug 27 14:57:49.438572 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0ba3c20-4216-45ef-bf66-e932ff2d22bb req-36ea99f0-9d75-4d32-8170-336e6411b410 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Aug 27 14:57:50.433043 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:50.581999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aefb5-83d5-4581-b6dc-f8e05adeecbf req-8bde711a-f0a1-49d9-886a-1405b140aba4 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:50.584115 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-691aefb5-83d5-4581-b6dc-f8e05adeecbf req-8bde711a-f0a1-49d9-886a-1405b140aba4 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 932 time: 0.0590558 Aug 27 14:57:50.628751 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-691aefb5-83d5-4581-b6dc-f8e05adeecbf req-17ad75e2-494a-46ce-a4b4-76c936fc12b1 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383797 Aug 27 14:57:51.775671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4c9b7-11e5-4c1a-b748-1cb0a33ca130 req-aade4d1e-077a-4301-a49b-e6a81ba8535f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:51.777716 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5b4c9b7-11e5-4c1a-b748-1cb0a33ca130 req-aade4d1e-077a-4301-a49b-e6a81ba8535f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 932 time: 0.0645013 Aug 27 14:57:51.826090 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5b4c9b7-11e5-4c1a-b748-1cb0a33ca130 req-d7b6b3b3-200d-4ea6-ac9b-06e3bc67b27e tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 Aug 27 14:57:52.134501 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:52.961404 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3657336-1935-465e-b2e2-a2af37b6f48a req-4abbb25e-fbf3-4be2-9ccb-ab35f36f1eea tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:52.963042 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e3657336-1935-465e-b2e2-a2af37b6f48a req-4abbb25e-fbf3-4be2-9ccb-ab35f36f1eea tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 932 time: 0.0551112 Aug 27 14:57:53.028081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e3657336-1935-465e-b2e2-a2af37b6f48a req-f31b20b1-602e-45ef-b3c8-d26d5f5176db tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535150 Aug 27 14:57:54.148141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fced45-054f-4aa2-bcf0-122583a1b79b req-9f1453ce-02cc-4ad0-9df0-f6c9f03e9946 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:54.149631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-07fced45-054f-4aa2-bcf0-122583a1b79b req-9f1453ce-02cc-4ad0-9df0-f6c9f03e9946 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 932 time: 0.0551150 Aug 27 14:57:54.188458 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-07fced45-054f-4aa2-bcf0-122583a1b79b req-6936c1fb-b0c3-4d49-9282-6d3d3b57c22f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328441 Aug 27 14:57:55.310461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef32c2-fe02-4299-985f-23978e317a3e req-81e6d477-be69-42bc-a79e-ed17b1e8d80e tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:55.312090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-05ef32c2-fe02-4299-985f-23978e317a3e req-81e6d477-be69-42bc-a79e-ed17b1e8d80e tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 932 time: 0.0505261 Aug 27 14:57:55.350831 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-05ef32c2-fe02-4299-985f-23978e317a3e req-677881dd-656e-401f-8599-2eb5013dd46c tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323184 Aug 27 14:57:55.526666 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Request body: {'port': {'device_id': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:57:55.592505 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:55.872011 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4313d751-3478-48d5-9687-9bd46207d590 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:57:55.880085 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:55.893514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Transition to ACTIVE for port object 4313d751-3478-48d5-9687-9bd46207d590 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:57:55.897734 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:55.958033 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Pushing event updated for resources: {'Port': ['ID=4313d751-3478-48d5-9687-9bd46207d590,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:56.033880 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Attempting to bind port 4313d751-3478-48d5-9687-9bd46207d590 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:57:56.034228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Attempting to bind port 4313d751-3478-48d5-9687-9bd46207d590 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'ad4c580e-df72-4cc4-ac0b-0215f2000438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:57:56.034563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Attempting to bind port 4313d751-3478-48d5-9687-9bd46207d590 on network 02f11e2f-21eb-4602-97ed-e790735ada95 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:57:56.040364 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Port 4313d751-3478-48d5-9687-9bd46207d590 on network 02f11e2f-21eb-4602-97ed-e790735ada95 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:57:56.040699 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Attempting to bind port 4313d751-3478-48d5-9687-9bd46207d590 on network 02f11e2f-21eb-4602-97ed-e790735ada95 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:57:56.046058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:57:56.046404 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Checking segment: {'id': 'ad4c580e-df72-4cc4-ac0b-0215f2000438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:57:56.046830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Bound using segment: {'id': 'ad4c580e-df72-4cc4-ac0b-0215f2000438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:57:56.047282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Bound port: 4313d751-3478-48d5-9687-9bd46207d590, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4c580e-df72-4cc4-ac0b-0215f2000438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:57:56.047654 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:56.119417 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] For port 4313d751-3478-48d5-9687-9bd46207d590, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:57:56.122500 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] For port 4313d751-3478-48d5-9687-9bd46207d590, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4313d751-3478-48d5-9687-9bd46207d590,segment=NetworkSegment(ad4c580e-df72-4cc4-ac0b-0215f2000438),segment_id=ad4c580e-df72-4cc4-ac0b-0215f2000438)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:57:56.127123 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:56.165887 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:56.166576 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:57:56.168029 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] 10.222.0.52 "PUT /v2.0/ports/4313d751-3478-48d5-9687-9bd46207d590 HTTP/1.1" status: 200 len: 1093 time: 0.6461065 Aug 27 14:57:56.168467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'tag': '4313d751-3478-48d5-9687-9bd46207d590'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:57:56.170791 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f614823c-fe69-4bbd-86d8-231d40a6b3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "tag": "4313d751-3478-48d5-9687-9bd46207d590"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:57:56.197949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd27d3a-db48-47f4-9d09-d7d11a971a91 service neutron] Pushing event updated for resources: {'Port': ['ID=4313d751-3478-48d5-9687-9bd46207d590,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:57:56.232480 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead311c0-0462-478d-a7ec-253cc653f48f x-openstack-request-id: req-ead311c0-0462-478d-a7ec-253cc653f48f {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:57:56.232933 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "tag": "4313d751-3478-48d5-9687-9bd46207d590", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:57:56.234100 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ead311c0-0462-478d-a7ec-253cc653f48f {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:57:56.234100 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'tag': '4313d751-3478-48d5-9687-9bd46207d590', 'status': 'completed', 'code': 200} Aug 27 14:57:56.268812 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-8bd5cb5b-2ede-4286-a77b-69c0967ac55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:56.270413 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-8bd5cb5b-2ede-4286-a77b-69c0967ac55c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b98e568f6d8643a8ae0453478c791bcc&device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 1096 time: 0.0567153 Aug 27 14:57:56.317485 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-d0b21f3a-717e-44ae-a9dc-5828f1b1de45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4313d751-3478-48d5-9687-9bd46207d590 HTTP/1.1" status: 200 len: 217 time: 0.0393465 Aug 27 14:57:56.376895 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-6d1b0b9c-6578-458e-9035-e78dd1e4e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:56.378307 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-6d1b0b9c-6578-458e-9035-e78dd1e4e9c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d3bcc1a-e6a0-47b0-bd38-078097aa03b4 HTTP/1.1" status: 200 len: 854 time: 0.0543127 Aug 27 14:57:56.431269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-769dda26-c019-4812-846a-76c3b77a356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:56.432851 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-769dda26-c019-4812-846a-76c3b77a356d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02f11e2f-21eb-4602-97ed-e790735ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469985 Aug 27 14:57:56.491247 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff14895-60c6-47d4-9c33-df0322a16769 req-c6297217-d9cd-43e2-b5c4-e7852d638317 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:56.492805 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0ff14895-60c6-47d4-9c33-df0322a16769 req-c6297217-d9cd-43e2-b5c4-e7852d638317 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 944 time: 0.0682967 Aug 27 14:57:56.533647 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-ae6ae1b8-51b6-4602-9772-7a179d4be0ab service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931611 Aug 27 14:57:56.538342 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0ff14895-60c6-47d4-9c33-df0322a16769 req-33162d30-2c9c-4708-9b1b-a39ba8f2e723 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392742 Aug 27 14:57:56.635866 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-31d205a6-d61b-4101-9b45-66c35d0fd492 req-3d08d9e6-de29-48e6-aa56-7a13d0371d0c service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947158 Aug 27 14:57:56.737998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614823c-fe69-4bbd-86d8-231d40a6b3e9 req-2bfc53c6-9d2f-43e7-ab9f-e3fea02d7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:56.739584 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f614823c-fe69-4bbd-86d8-231d40a6b3e9 req-2bfc53c6-9d2f-43e7-ab9f-e3fea02d7d28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b98e568f6d8643a8ae0453478c791bcc&device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 1096 time: 0.0549395 Aug 27 14:57:56.840736 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614823c-fe69-4bbd-86d8-231d40a6b3e9 req-763e26fc-50c8-41d8-97ba-17c7920822ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:56.842261 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f614823c-fe69-4bbd-86d8-231d40a6b3e9 req-763e26fc-50c8-41d8-97ba-17c7920822ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=02f11e2f-21eb-4602-97ed-e790735ada95 HTTP/1.1" status: 200 len: 916 time: 0.0958288 Aug 27 14:57:56.887154 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f614823c-fe69-4bbd-86d8-231d40a6b3e9 req-bb2d8595-0e1c-4c52-84f7-069a9454c07e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4313d751-3478-48d5-9687-9bd46207d590 HTTP/1.1" status: 200 len: 217 time: 0.0374346 Aug 27 14:57:56.941407 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614823c-fe69-4bbd-86d8-231d40a6b3e9 req-7d572153-5d15-43d9-be16-a347fd0ff120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:56.943473 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f614823c-fe69-4bbd-86d8-231d40a6b3e9 req-7d572153-5d15-43d9-be16-a347fd0ff120 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d3bcc1a-e6a0-47b0-bd38-078097aa03b4 HTTP/1.1" status: 200 len: 854 time: 0.0477440 Aug 27 14:57:56.997097 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614823c-fe69-4bbd-86d8-231d40a6b3e9 req-0f7f9049-2794-4d69-aa28-44e52a647fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:56.998667 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f614823c-fe69-4bbd-86d8-231d40a6b3e9 req-0f7f9049-2794-4d69-aa28-44e52a647fee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02f11e2f-21eb-4602-97ed-e790735ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485680 Aug 27 14:57:57.091819 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f614823c-fe69-4bbd-86d8-231d40a6b3e9 req-9d2a9a2b-c3dc-4d05-ba55-f59d7a2fc577 service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848944 Aug 27 14:57:57.192545 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f614823c-fe69-4bbd-86d8-231d40a6b3e9 req-a221395c-24f0-4ade-bc94-460043bfb278 service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908551 Aug 27 14:57:57.658305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1fdb4-c380-4b1b-bffc-4d9e1127407d req-4fd92d0c-6fff-4de9-b66b-2e688a83b332 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:57.659838 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3cf1fdb4-c380-4b1b-bffc-4d9e1127407d req-4fd92d0c-6fff-4de9-b66b-2e688a83b332 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 944 time: 0.0511370 Aug 27 14:57:57.701115 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3cf1fdb4-c380-4b1b-bffc-4d9e1127407d req-7e92709f-fa45-4f56-99c7-581885e243f8 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346334 Aug 27 14:57:58.818972 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391b128-bea0-45bd-bedf-f5bc5e1a6476 req-8a8d6764-a0ed-4c88-bb5b-75d90f58efc5 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:58.820596 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5391b128-bea0-45bd-bedf-f5bc5e1a6476 req-8a8d6764-a0ed-4c88-bb5b-75d90f58efc5 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 944 time: 0.0517051 Aug 27 14:57:58.861354 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5391b128-bea0-45bd-bedf-f5bc5e1a6476 req-64ce437a-78b3-4732-affe-320a29a6b3e6 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Aug 27 14:57:59.978424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509dccb-b57c-4de8-a223-260c5d27a467 req-f22ab510-d8fc-4de1-81ef-f1e376756704 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:57:59.979985 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b509dccb-b57c-4de8-a223-260c5d27a467 req-f22ab510-d8fc-4de1-81ef-f1e376756704 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 944 time: 0.0505424 Aug 27 14:58:00.024724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b509dccb-b57c-4de8-a223-260c5d27a467 req-69913d6d-10df-4dce-a22f-78332db4da1a tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385749 Aug 27 14:58:00.411276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4313d751-3478-48d5-9687-9bd46207d590 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 14:58:00.517687 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4313d751-3478-48d5-9687-9bd46207d590, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4313d751-3478-48d5-9687-9bd46207d590,segment=NetworkSegment(ad4c580e-df72-4cc4-ac0b-0215f2000438),segment_id=ad4c580e-df72-4cc4-ac0b-0215f2000438)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:58:00.530200 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '4313d751-3478-48d5-9687-9bd46207d590', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'port_id': '4313d751-3478-48d5-9687-9bd46207d590', 'mac_address': 'fa:16:3e:4a:62:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 14:58:00.579117 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:00.593207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4313d751-3478-48d5-9687-9bd46207d590 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:58:00.614541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4313d751-3478-48d5-9687-9bd46207d590, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4313d751-3478-48d5-9687-9bd46207d590,segment=NetworkSegment(ad4c580e-df72-4cc4-ac0b-0215f2000438),segment_id=ad4c580e-df72-4cc4-ac0b-0215f2000438)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:58:00.620716 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:00.674105 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=4313d751-3478-48d5-9687-9bd46207d590,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:58:00.683113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:00.683497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:00.683808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:00.684153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:00.684487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:00.684900 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:00.686137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:00.686137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:00.686137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:00.686137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:00.686460 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:00.686754 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:00.837410 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['4313d751-3478-48d5-9687-9bd46207d590'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:58:01.142042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0471a2-c29e-4146-b9c2-9e7e8f2f2587 req-8f5948d5-c6da-4c0b-b7bf-8eb16c23e145 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:01.143592 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e0471a2-c29e-4146-b9c2-9e7e8f2f2587 req-8f5948d5-c6da-4c0b-b7bf-8eb16c23e145 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 945 time: 0.0503364 Aug 27 14:58:01.184140 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4e0471a2-c29e-4146-b9c2-9e7e8f2f2587 req-f39f7c6b-49cc-4d01-96f3-77462c6d6637 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Aug 27 14:58:02.296392 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed52b4-5ef5-4371-b916-53e3c569937c req-6da67f1e-a103-4beb-a08b-e254266a8b40 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:02.297860 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0ed52b4-5ef5-4371-b916-53e3c569937c req-6da67f1e-a103-4beb-a08b-e254266a8b40 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 945 time: 0.0487540 Aug 27 14:58:02.342297 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e0ed52b4-5ef5-4371-b916-53e3c569937c req-ad680483-d415-46b1-b92e-d1bdcda2c918 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378823 Aug 27 14:58:02.416687 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4313d751-3478-48d5-9687-9bd46207d590 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:58:02.465164 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 4313d751-3478-48d5-9687-9bd46207d590 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:58:02.468884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 4313d751-3478-48d5-9687-9bd46207d590 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:58:02.469261 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:02.548754 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:02.572975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4313d751-3478-48d5-9687-9bd46207d590'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:58:02.575288 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d01304d-371d-4312-b344-77df94c9a621" -d '{"events": [{"server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "name": "network-vif-plugged", "status": "completed", "tag": "4313d751-3478-48d5-9687-9bd46207d590"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:58:02.587946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 4313d751-3478-48d5-9687-9bd46207d590, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4313d751-3478-48d5-9687-9bd46207d590,segment=NetworkSegment(ad4c580e-df72-4cc4-ac0b-0215f2000438),segment_id=ad4c580e-df72-4cc4-ac0b-0215f2000438)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:58:02.593017 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:02.620020 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad882b17-07e9-4413-a7fe-087c31f5cecc x-openstack-request-id: req-ad882b17-07e9-4413-a7fe-087c31f5cecc {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:58:02.620323 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "name": "network-vif-plugged", "status": "completed", "tag": "4313d751-3478-48d5-9687-9bd46207d590", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:58:02.620577 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad882b17-07e9-4413-a7fe-087c31f5cecc {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:58:02.620973 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4313d751-3478-48d5-9687-9bd46207d590', 'code': 200} Aug 27 14:58:02.650608 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=4313d751-3478-48d5-9687-9bd46207d590,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:58:02.717563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5b692-327b-4822-8075-a43d046b0c97 req-304171ee-8968-4ae4-83ee-185ec5eb44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:02.719269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9d5b692-327b-4822-8075-a43d046b0c97 req-304171ee-8968-4ae4-83ee-185ec5eb44c8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 1098 time: 0.0404353 Aug 27 14:58:02.753821 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9d5b692-327b-4822-8075-a43d046b0c97 req-aa98eec1-e038-4ad3-947f-3023d6649694 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281010 Aug 27 14:58:03.457078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef3faf-c213-406d-bfdf-2f8693851c1c req-04c82bd4-6317-4a1b-8b6a-0fc3acf74085 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:03.459208 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5aef3faf-c213-406d-bfdf-2f8693851c1c req-04c82bd4-6317-4a1b-8b6a-0fc3acf74085 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 946 time: 0.0496831 Aug 27 14:58:03.497718 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5aef3faf-c213-406d-bfdf-2f8693851c1c req-9e5655a0-71a6-4afa-ba6e-adaaa4023a04 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320230 Aug 27 14:58:04.626759 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02ee23-3e6e-48bb-84eb-f5311e303ebf req-f79f7221-7a39-42c4-a751-8f347cc9b343 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:04.628332 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a02ee23-3e6e-48bb-84eb-f5311e303ebf req-f79f7221-7a39-42c4-a751-8f347cc9b343 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 946 time: 0.0572233 Aug 27 14:58:04.669720 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a02ee23-3e6e-48bb-84eb-f5311e303ebf req-bbcd44d2-192a-40c2-b026-7b4e840f92a0 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332632 Aug 27 14:58:04.791412 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b340-85c5-42a1-b877-1ea96c9785b5 req-6588f7d0-912d-415d-ac4d-29fedc3f6efa tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:04.792965 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc97b340-85c5-42a1-b877-1ea96c9785b5 req-6588f7d0-912d-415d-ac4d-29fedc3f6efa tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 946 time: 0.0553277 Aug 27 14:58:04.837757 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dc97b340-85c5-42a1-b877-1ea96c9785b5 req-3019f3c2-08fb-4436-ae6a-33d0851c609c tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385184 Aug 27 14:58:05.034409 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac5b44-a5f1-4ef0-9ee6-8bd6c0ce5b13 req-76b32255-6407-420d-bff9-4b3c3b4151d0 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:05.035839 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1ac5b44-a5f1-4ef0-9ee6-8bd6c0ce5b13 req-76b32255-6407-420d-bff9-4b3c3b4151d0 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 946 time: 0.0492499 Aug 27 14:58:05.073893 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1ac5b44-a5f1-4ef0-9ee6-8bd6c0ce5b13 req-1d3e7944-1839-4b29-961f-820963cca729 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Aug 27 14:58:10.580848 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:14.751582 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a757d94a-5191-4168-864a-5c78907d3bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:16.666875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72fe24-be01-474d-9828-1e704eca9492 req-f3f2bdb7-733d-49bd-a1e2-d042c700310e tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:16.668554 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f72fe24-be01-474d-9828-1e704eca9492 req-f3f2bdb7-733d-49bd-a1e2-d042c700310e tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 946 time: 0.0565355 Aug 27 14:58:16.713216 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f72fe24-be01-474d-9828-1e704eca9492 req-eda449c9-7135-4172-a50a-d690a345ccf7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384963 Aug 27 14:58:16.736154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46764) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:58:16.863850 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc3372-7410-4471-b4d5-6ee8d485bbba tempest-TestMinimumBasicScenario-894965689 tempest-TestMinimumBasicScenario-894965689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:16.865380 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6ccc3372-7410-4471-b4d5-6ee8d485bbba tempest-TestMinimumBasicScenario-894965689 tempest-TestMinimumBasicScenario-894965689-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 1093 time: 0.1281104 Aug 27 14:58:16.868548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46768) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:58:16.872813 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '4313d751-3478-48d5-9687-9bd46207d590', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:58:16.901322 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:16.999406 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:17.108035 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Allocated IP 172.25.2.46 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/cac599e8-0b37-454b-b80c-fe0058649153) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:58:17.211596 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:17.249907 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:17.295821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:58:17.298792 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:58:17.303042 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:58:17.308676 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event updated for resources: {'Port': ['ID=cac599e8-0b37-454b-b80c-fe0058649153,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:58:17.590577 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:17.598745 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7cc7218-4e25-40ba-84af-8b135c94ca80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:18.058126 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:18.140542 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:18.235500 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:58:18.307363 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:18.311992 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:18.379960 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event updated for resources: {'Port': ['ID=cac599e8-0b37-454b-b80c-fe0058649153,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:58:18.395862 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:18.501635 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Floating IP bfd17205-2e00-4c79-9b93-27ac54c4fa4d associated. External IP: 172.25.2.46, port: 4313d751-3478-48d5-9687-9bd46207d590. Aug 27 14:58:18.733836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:58:18.857342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:58:18.869705 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf4c118-412b-4804-99ad-3b10c337493d None None] Sync routers for ids ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:58:18.874562 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:18.879997 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf4c118-412b-4804-99ad-3b10c337493d None None] Routers {'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:58:18.880778 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6bf4c118-412b-4804-99ad-3b10c337493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:58:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:58:18.913605 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1bbeab5a-d285-48aa-b0e3-b82e4d80d9a7 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0399234 Aug 27 14:58:18.913605 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'tag': '4313d751-3478-48d5-9687-9bd46207d590'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:58:18.914071 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e5d231-ccae-43fb-8917-9230cc735c22" -d '{"events": [{"name": "network-changed", "server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "tag": "4313d751-3478-48d5-9687-9bd46207d590"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:58:18.914235 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46770) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:58:18.921969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545112425', 'description': 'tempest-secgroup-smoke-1545112425 description', 'project_id': 'b98e568f6d8643a8ae0453478c791bcc'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:58:18.975870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:18.989567 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c9e8bb-863d-4365-aa4d-69fdeb89fa1a x-openstack-request-id: req-f7c9e8bb-863d-4365-aa4d-69fdeb89fa1a {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:58:18.989956 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "tag": "4313d751-3478-48d5-9687-9bd46207d590", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:58:19.001031 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7c9e8bb-863d-4365-aa4d-69fdeb89fa1a {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:58:19.001526 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'tag': '4313d751-3478-48d5-9687-9bd46207d590', 'status': 'completed', 'code': 200} Aug 27 14:58:19.002230 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.004832 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-6bf4c118-412b-4804-99ad-3b10c337493d None None] Set router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:58:19.109712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5d231-ccae-43fb-8917-9230cc735c22 req-d78b1e33-b90e-47a8-807a-d87df276b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:19.111204 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e8e5d231-ccae-43fb-8917-9230cc735c22 req-d78b1e33-b90e-47a8-807a-d87df276b076 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b98e568f6d8643a8ae0453478c791bcc&device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 1098 time: 0.0951560 Aug 27 14:58:19.111343 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.116658 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.146706 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.150884 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2323651 Aug 27 14:58:19.151080 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46776) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:58:19.156651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d105a1d4-275e-415e-b39b-580f95f4785c tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Request body: {'security_group_rule': {'security_group_id': '7d0b6518-bc85-4e40-bd60-c27a5e671c80', 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:58:19.162931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0b6518-bc85-4e40-bd60-c27a5e671c80,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:58:19.173651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:19.173998 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:19.174343 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:19.174706 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:19.175046 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:19.175373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:19.175708 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:19.176032 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:19.176360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:19.176686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:19.177535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:19.177864 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50d2d-49db-4a13-beb3-98ae5ef94066 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:58:19.220569 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d105a1d4-275e-415e-b39b-580f95f4785c tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.221204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5d231-ccae-43fb-8917-9230cc735c22 req-1f8d2d1c-2817-47c4-aac3-c6a7ac6f40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:19.222747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e8e5d231-ccae-43fb-8917-9230cc735c22 req-1f8d2d1c-2817-47c4-aac3-c6a7ac6f40ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=02f11e2f-21eb-4602-97ed-e790735ada95 HTTP/1.1" status: 200 len: 916 time: 0.1044450 Aug 27 14:58:19.285308 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d105a1d4-275e-415e-b39b-580f95f4785c tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.295954 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d105a1d4-275e-415e-b39b-580f95f4785c tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.304559 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e8e5d231-ccae-43fb-8917-9230cc735c22 req-b6d659b0-f979-46cf-ba2c-901b8cdeb363 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4313d751-3478-48d5-9687-9bd46207d590 HTTP/1.1" status: 200 len: 999 time: 0.0742340 Aug 27 14:58:19.307426 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6bf4c118-412b-4804-99ad-3b10c337493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:57:25Z', 'revision_number': 4, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port': {'id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:23Z', 'updated_at': '2021-08-27T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bfd17205-2e00-4c79-9b93-27ac54c4fa4d', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'floating_ip_address': '172.25.2.46', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'port_id': '4313d751-3478-48d5-9687-9bd46207d590', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'mac_address': 'fa:16:3e:4a:62:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:58:17Z', 'updated_at': '2021-08-27T14:58:17Z', 'revision_number': 0, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c076f3-c549-4f72-bcc5-081242d634d3', 'name': '', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'mac_address': 'fa:16:3e:ef:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:24Z', 'updated_at': '2021-08-27T14:57:31Z', 'revision_number': 5, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'subnets': [{'id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:58:19.316099 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105a1d4-275e-415e-b39b-580f95f4785c tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa42eaee-255a-4c46-8bbe-72d1e8815f21,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:58:19.326050 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d105a1d4-275e-415e-b39b-580f95f4785c tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.329980 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d105a1d4-275e-415e-b39b-580f95f4785c tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1752946 Aug 27 14:58:19.330233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46778) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:58:19.335280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d669c876-3257-4145-a5cb-54dd1e86dcd3 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Request body: {'security_group_rule': {'security_group_id': '7d0b6518-bc85-4e40-bd60-c27a5e671c80', 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:58:19.336603 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf4c118-412b-4804-99ad-3b10c337493d None None] Checking router: bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:58:19.351021 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf4c118-412b-4804-99ad-3b10c337493d None None] Routers {'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:58:19.351631 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6bf4c118-412b-4804-99ad-3b10c337493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:58:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:58:19.365743 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d669c876-3257-4145-a5cb-54dd1e86dcd3 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.372337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5d231-ccae-43fb-8917-9230cc735c22 req-f3e96076-a272-430a-a03e-ea70fc0622cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:19.373972 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e8e5d231-ccae-43fb-8917-9230cc735c22 req-f3e96076-a272-430a-a03e-ea70fc0622cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d3bcc1a-e6a0-47b0-bd38-078097aa03b4 HTTP/1.1" status: 200 len: 854 time: 0.0616562 Aug 27 14:58:19.426616 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5d231-ccae-43fb-8917-9230cc735c22 req-93f4c6c8-bbeb-4fb8-a249-59c215941278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:19.428269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e8e5d231-ccae-43fb-8917-9230cc735c22 req-93f4c6c8-bbeb-4fb8-a249-59c215941278 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02f11e2f-21eb-4602-97ed-e790735ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460055 Aug 27 14:58:19.435499 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d669c876-3257-4145-a5cb-54dd1e86dcd3 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.440315 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d669c876-3257-4145-a5cb-54dd1e86dcd3 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.463040 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669c876-3257-4145-a5cb-54dd1e86dcd3 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b10fad-630d-46e9-a759-69bb87e7c287,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:58:19.467383 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d669c876-3257-4145-a5cb-54dd1e86dcd3 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.469866 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d669c876-3257-4145-a5cb-54dd1e86dcd3 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377714 Aug 27 14:58:19.472329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46780) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:58:19.478726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d70a1069-0c48-411e-89af-ba26f0f7f741 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Request body: {'security_group_rule': {'security_group_id': '7d0b6518-bc85-4e40-bd60-c27a5e671c80', 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:58:19.486031 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-6bf4c118-412b-4804-99ad-3b10c337493d None None] Set router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:58:19.515252 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d70a1069-0c48-411e-89af-ba26f0f7f741 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.542737 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e8e5d231-ccae-43fb-8917-9230cc735c22 req-d5013f4f-7838-4111-b6f7-f835d0412da6 service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048567 Aug 27 14:58:19.600165 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d70a1069-0c48-411e-89af-ba26f0f7f741 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.605836 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d70a1069-0c48-411e-89af-ba26f0f7f741 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.626328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a1069-0c48-411e-89af-ba26f0f7f741 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba946f7-30d3-407b-9090-b33c387f40f5,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:58:19.639659 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d70a1069-0c48-411e-89af-ba26f0f7f741 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.642117 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d70a1069-0c48-411e-89af-ba26f0f7f741 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1681430 Aug 27 14:58:19.644444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46782) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:58:19.650213 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-72a933c9-11f9-449e-b3ea-5e0c75ebdd9b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Request body: {'security_group_rule': {'security_group_id': '7d0b6518-bc85-4e40-bd60-c27a5e671c80', 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:58:19.675386 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e8e5d231-ccae-43fb-8917-9230cc735c22 req-77ac168f-6936-497c-b8d8-a934fed24b65 service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257689 Aug 27 14:58:19.685269 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72a933c9-11f9-449e-b3ea-5e0c75ebdd9b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.759881 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72a933c9-11f9-449e-b3ea-5e0c75ebdd9b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.764563 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72a933c9-11f9-449e-b3ea-5e0c75ebdd9b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.780292 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a933c9-11f9-449e-b3ea-5e0c75ebdd9b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031c1cfe-6c47-48df-8f0b-54a36136c07f,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:58:19.790358 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72a933c9-11f9-449e-b3ea-5e0c75ebdd9b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.791635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-72a933c9-11f9-449e-b3ea-5e0c75ebdd9b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461086 Aug 27 14:58:19.794358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46784) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:58:19.799395 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-785b9da4-08f9-4606-a218-72bc9a569d6b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Request body: {'security_group_rule': {'security_group_id': '7d0b6518-bc85-4e40-bd60-c27a5e671c80', 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:58:19.826313 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-785b9da4-08f9-4606-a218-72bc9a569d6b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Project b98e568f6d8643a8ae0453478c791bcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:58:19.832787 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-785b9da4-08f9-4606-a218-72bc9a569d6b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.882976 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-6bf4c118-412b-4804-99ad-3b10c337493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:57:25Z', 'revision_number': 4, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port': {'id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:23Z', 'updated_at': '2021-08-27T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bfd17205-2e00-4c79-9b93-27ac54c4fa4d', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'floating_ip_address': '172.25.2.46', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'port_id': '4313d751-3478-48d5-9687-9bd46207d590', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'mac_address': 'fa:16:3e:4a:62:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:58:17Z', 'updated_at': '2021-08-27T14:58:17Z', 'revision_number': 0, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c076f3-c549-4f72-bcc5-081242d634d3', 'name': '', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'mac_address': 'fa:16:3e:ef:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:24Z', 'updated_at': '2021-08-27T14:57:31Z', 'revision_number': 5, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'subnets': [{'id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:58:19.909200 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-785b9da4-08f9-4606-a218-72bc9a569d6b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.913697 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf4c118-412b-4804-99ad-3b10c337493d None None] The sync data for ids ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'] in n-d-712139-12 is: [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:57:25Z', 'revision_number': 4, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port': {'id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:23Z', 'updated_at': '2021-08-27T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'bfd17205-2e00-4c79-9b93-27ac54c4fa4d', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'floating_ip_address': '172.25.2.46', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'port_id': '4313d751-3478-48d5-9687-9bd46207d590', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'mac_address': 'fa:16:3e:4a:62:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T14:58:17Z', 'updated_at': '2021-08-27T14:58:17Z', 'revision_number': 0, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c076f3-c549-4f72-bcc5-081242d634d3', 'name': '', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'mac_address': 'fa:16:3e:ef:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:24Z', 'updated_at': '2021-08-27T14:57:31Z', 'revision_number': 5, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'subnets': [{'id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:58:19.914041 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-785b9da4-08f9-4606-a218-72bc9a569d6b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.937802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b9da4-08f9-4606-a218-72bc9a569d6b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343ad8a3-681e-4298-8984-45b236e7b629,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:58:19.942420 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-785b9da4-08f9-4606-a218-72bc9a569d6b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:19.947321 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-785b9da4-08f9-4606-a218-72bc9a569d6b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493325 Aug 27 14:58:19.947969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46786) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:58:19.954573 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-add49739-510c-4925-8f8d-990b1a411f82 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Request body: {'security_group_rule': {'security_group_id': '7d0b6518-bc85-4e40-bd60-c27a5e671c80', 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:58:19.992683 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-add49739-510c-4925-8f8d-990b1a411f82 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Project b98e568f6d8643a8ae0453478c791bcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:58:20.002182 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-add49739-510c-4925-8f8d-990b1a411f82 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:20.076174 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-add49739-510c-4925-8f8d-990b1a411f82 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:20.080013 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-add49739-510c-4925-8f8d-990b1a411f82 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:20.100581 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add49739-510c-4925-8f8d-990b1a411f82 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b822fea0-b8eb-4ec1-8c99-3d60da8d3cdc,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:58:20.104864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-add49739-510c-4925-8f8d-990b1a411f82 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:20.109084 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-add49739-510c-4925-8f8d-990b1a411f82 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1572576 Aug 27 14:58:20.142249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4c3cb6-b0fc-476e-a553-beca74c6ad3a None None] New status for floating IP bfd17205-2e00-4c79-9b93-27ac54c4fa4d: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:58:20.188299 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af79f613-1894-4bdc-a031-7b2e0fdba80d req-be389801-341d-4eb5-b1c6-3c07e61cabbe tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545112425&fields=id&tenant_id=b98e568f6d8643a8ae0453478c791bcc HTTP/1.1" status: 200 len: 267 time: 0.0352237 Aug 27 14:58:20.248443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79f613-1894-4bdc-a031-7b2e0fdba80d req-a84eda5f-625a-4712-8d1c-ce3756f6ae59 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:20.249954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af79f613-1894-4bdc-a031-7b2e0fdba80d req-a84eda5f-625a-4712-8d1c-ce3756f6ae59 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 946 time: 0.0557132 Aug 27 14:58:20.262252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-af79f613-1894-4bdc-a031-7b2e0fdba80d req-16b02f7d-ffc8-4b2d-ba9b-dcb650feed02 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Request body: {'port': {'security_groups': ['b1476a74-5483-4588-9d9e-1b52c23c25f3', '7d0b6518-bc85-4e40-bd60-c27a5e671c80']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:58:20.335590 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-af79f613-1894-4bdc-a031-7b2e0fdba80d req-16b02f7d-ffc8-4b2d-ba9b-dcb650feed02 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:20.437597 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:20.558862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-af79f613-1894-4bdc-a031-7b2e0fdba80d req-16b02f7d-ffc8-4b2d-ba9b-dcb650feed02 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] For port 4313d751-3478-48d5-9687-9bd46207d590, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4313d751-3478-48d5-9687-9bd46207d590,segment=NetworkSegment(ad4c580e-df72-4cc4-ac0b-0215f2000438),segment_id=ad4c580e-df72-4cc4-ac0b-0215f2000438)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:58:20.589966 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-af79f613-1894-4bdc-a031-7b2e0fdba80d req-16b02f7d-ffc8-4b2d-ba9b-dcb650feed02 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:20.594437 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-af79f613-1894-4bdc-a031-7b2e0fdba80d req-16b02f7d-ffc8-4b2d-ba9b-dcb650feed02 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:20.608603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['4313d751-3478-48d5-9687-9bd46207d590'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:58:20.640804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79f613-1894-4bdc-a031-7b2e0fdba80d req-16b02f7d-ffc8-4b2d-ba9b-dcb650feed02 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:20.641489 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-af79f613-1894-4bdc-a031-7b2e0fdba80d req-16b02f7d-ffc8-4b2d-ba9b-dcb650feed02 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:20.642923 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-af79f613-1894-4bdc-a031-7b2e0fdba80d req-16b02f7d-ffc8-4b2d-ba9b-dcb650feed02 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "PUT /v2.0/ports/4313d751-3478-48d5-9687-9bd46207d590 HTTP/1.1" status: 200 len: 982 time: 0.3855946 Aug 27 14:58:20.684692 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b02f7d-ffc8-4b2d-ba9b-dcb650feed02 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event updated for resources: {'Port': ['ID=4313d751-3478-48d5-9687-9bd46207d590,revision_number=6']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:58:20.712389 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['4313d751-3478-48d5-9687-9bd46207d590'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:58:20.762596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012909d-8322-43f8-94b8-88b405027ec4 req-ab27561b-f03c-4cff-8709-f6f512d8473a tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:20.764673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2012909d-8322-43f8-94b8-88b405027ec4 req-ab27561b-f03c-4cff-8709-f6f512d8473a tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 985 time: 0.0628397 Aug 27 14:58:20.820989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2012909d-8322-43f8-94b8-88b405027ec4 req-c41e521e-dd78-4bcc-be84-37de34698f57 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&id=7d0b6518-bc85-4e40-bd60-c27a5e671c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389736 Aug 27 14:58:21.003050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'tag': '4313d751-3478-48d5-9687-9bd46207d590'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:58:21.005547 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e887ba-bd7e-4039-8a93-bc62f92987cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "tag": "4313d751-3478-48d5-9687-9bd46207d590"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:58:21.042137 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f3213c-75d6-41f1-942b-5dec9d742cdb x-openstack-request-id: req-02f3213c-75d6-41f1-942b-5dec9d742cdb {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:58:21.042439 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "tag": "4313d751-3478-48d5-9687-9bd46207d590", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:58:21.042710 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02f3213c-75d6-41f1-942b-5dec9d742cdb {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:58:21.042980 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cbe17bb8-8b06-4092-86c7-387f536307a4 None None] Provisioning complete for port 4313d751-3478-48d5-9687-9bd46207d590 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:58:21.043106 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'tag': '4313d751-3478-48d5-9687-9bd46207d590', 'status': 'completed', 'code': 200} Aug 27 14:58:21.043359 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cbe17bb8-8b06-4092-86c7-387f536307a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:21.109514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e887ba-bd7e-4039-8a93-bc62f92987cb req-25911a88-a74e-4fa0-963f-0681384bc1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:21.111159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e887ba-bd7e-4039-8a93-bc62f92987cb req-25911a88-a74e-4fa0-963f-0681384bc1c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b98e568f6d8643a8ae0453478c791bcc&device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 1137 time: 0.0442548 Aug 27 14:58:21.211601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e887ba-bd7e-4039-8a93-bc62f92987cb req-51416f77-07a2-4f76-94c4-cd43cbbc8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:21.213141 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e887ba-bd7e-4039-8a93-bc62f92987cb req-51416f77-07a2-4f76-94c4-cd43cbbc8265 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02f11e2f-21eb-4602-97ed-e790735ada95 HTTP/1.1" status: 200 len: 916 time: 0.0949962 Aug 27 14:58:21.287626 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e887ba-bd7e-4039-8a93-bc62f92987cb req-5b5f4d83-aeb9-404a-a025-0cb8ba042f13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4313d751-3478-48d5-9687-9bd46207d590 HTTP/1.1" status: 200 len: 1001 time: 0.0654857 Aug 27 14:58:21.343393 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e887ba-bd7e-4039-8a93-bc62f92987cb req-0330531a-7356-442e-b8f8-bf6fa34ff283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:21.344909 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e887ba-bd7e-4039-8a93-bc62f92987cb req-0330531a-7356-442e-b8f8-bf6fa34ff283 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d3bcc1a-e6a0-47b0-bd38-078097aa03b4 HTTP/1.1" status: 200 len: 854 time: 0.0505159 Aug 27 14:58:21.393502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e887ba-bd7e-4039-8a93-bc62f92987cb req-cd65ff92-18c9-45a9-8e56-e71e72657adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:21.395101 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e887ba-bd7e-4039-8a93-bc62f92987cb req-cd65ff92-18c9-45a9-8e56-e71e72657adb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02f11e2f-21eb-4602-97ed-e790735ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424876 Aug 27 14:58:21.499883 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e887ba-bd7e-4039-8a93-bc62f92987cb req-b05a8b79-5370-425a-a28b-5bcb131209f7 service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973399 Aug 27 14:58:21.602983 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-29e887ba-bd7e-4039-8a93-bc62f92987cb req-710a58f8-6d71-4a59-bb55-09efc35be273 service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957291 Aug 27 14:58:22.125687 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:22.198011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d372e8c-3e57-437d-a0b6-6f1cfcab3466 req-fb97d4c1-5a15-42c1-a7f4-af003cd85fe4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0313938 Aug 27 14:58:22.269816 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d372e8c-3e57-437d-a0b6-6f1cfcab3466 req-a1ce5665-0f66-4937-9d93-b09e0020b4c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0262215 Aug 27 14:58:22.310754 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d372e8c-3e57-437d-a0b6-6f1cfcab3466 req-b55eebcb-94ce-45ef-a41e-dcb2d3fb860f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204518 Aug 27 14:58:22.416439 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d372e8c-3e57-437d-a0b6-6f1cfcab3466 req-b830e34d-f1b9-4140-b434-81d12eae0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:22.417838 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1d372e8c-3e57-437d-a0b6-6f1cfcab3466 req-b830e34d-f1b9-4140-b434-81d12eae0fcd service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003258 Aug 27 14:58:33.306107 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18c15ea0-70b4-4f2c-b2fd-b4d87dcf3f29 req-51db1e04-4df4-44c3-8cd3-571ecd8525c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0982773 Aug 27 14:58:33.391305 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18c15ea0-70b4-4f2c-b2fd-b4d87dcf3f29 req-5a5ba8c2-ef64-4a59-98ac-a0dac2143762 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0253413 Aug 27 14:58:33.438779 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18c15ea0-70b4-4f2c-b2fd-b4d87dcf3f29 req-136613a7-bdda-4aad-82e2-782bcebff4d1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222867 Aug 27 14:58:33.544409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c15ea0-70b4-4f2c-b2fd-b4d87dcf3f29 req-1995561c-0371-436d-a1f6-8b4dccbfda88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:33.546024 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-18c15ea0-70b4-4f2c-b2fd-b4d87dcf3f29 req-1995561c-0371-436d-a1f6-8b4dccbfda88 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999749 Aug 27 14:58:38.016058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de946e-47df-4511-a32f-a5e8996d29c6 req-e3c3050c-a825-47b1-b070-664459b067b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:38.017699 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12de946e-47df-4511-a32f-a5e8996d29c6 req-e3c3050c-a825-47b1-b070-664459b067b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b98e568f6d8643a8ae0453478c791bcc&device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 1137 time: 0.0530915 Aug 27 14:58:38.150221 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de946e-47df-4511-a32f-a5e8996d29c6 req-481903fa-79c2-4b49-9a71-47ad27dac4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:38.151765 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12de946e-47df-4511-a32f-a5e8996d29c6 req-481903fa-79c2-4b49-9a71-47ad27dac4b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02f11e2f-21eb-4602-97ed-e790735ada95 HTTP/1.1" status: 200 len: 916 time: 0.1256223 Aug 27 14:58:38.167168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2608c90-6de1-4225-bac1-57434d612930 req-7da0a219-5260-4df7-a68b-50143d7ee093 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:38.168595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e2608c90-6de1-4225-bac1-57434d612930 req-7da0a219-5260-4df7-a68b-50143d7ee093 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 985 time: 0.1954842 Aug 27 14:58:38.259100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e2608c90-6de1-4225-bac1-57434d612930 req-ab4ce228-0971-465b-9d5e-3705f2413eca tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&id=7d0b6518-bc85-4e40-bd60-c27a5e671c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836873 Aug 27 14:58:38.263732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12de946e-47df-4511-a32f-a5e8996d29c6 req-c9d038c9-c1c2-4761-8435-09ad4df3618a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4313d751-3478-48d5-9687-9bd46207d590 HTTP/1.1" status: 200 len: 1001 time: 0.0942082 Aug 27 14:58:38.318537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de946e-47df-4511-a32f-a5e8996d29c6 req-d834a09a-a549-4b52-92f5-6ce660c0efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:38.320100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12de946e-47df-4511-a32f-a5e8996d29c6 req-d834a09a-a549-4b52-92f5-6ce660c0efb4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d3bcc1a-e6a0-47b0-bd38-078097aa03b4 HTTP/1.1" status: 200 len: 854 time: 0.0479205 Aug 27 14:58:38.371577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de946e-47df-4511-a32f-a5e8996d29c6 req-3ba93e7d-8e12-4871-a195-5fa9ca5d43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:38.373132 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12de946e-47df-4511-a32f-a5e8996d29c6 req-3ba93e7d-8e12-4871-a195-5fa9ca5d43ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02f11e2f-21eb-4602-97ed-e790735ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439279 Aug 27 14:58:38.470979 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12de946e-47df-4511-a32f-a5e8996d29c6 req-980016cf-fa49-4d47-8e27-9741002baeed service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899608 Aug 27 14:58:38.571146 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-12de946e-47df-4511-a32f-a5e8996d29c6 req-a2710172-445f-4ce5-a76e-572d4a41c2a8 service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925469 Aug 27 14:58:39.431299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50559c36-e1da-4871-9e29-8b87b9f91e73 req-adc42ef5-5243-40ce-a6ff-cea0a63eae8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:39.432995 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-50559c36-e1da-4871-9e29-8b87b9f91e73 req-adc42ef5-5243-40ce-a6ff-cea0a63eae8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 985 time: 0.1028106 Aug 27 14:58:39.477296 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-50559c36-e1da-4871-9e29-8b87b9f91e73 req-5b8f5ef6-7088-4a33-8e0f-82fdf309665c tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&id=7d0b6518-bc85-4e40-bd60-c27a5e671c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379462 Aug 27 14:58:40.602007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb7cf9-216c-4474-ab22-1bd7ca346fef req-de7fb624-df0c-4828-93b2-48e5132a28d3 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:40.603676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6adb7cf9-216c-4474-ab22-1bd7ca346fef req-de7fb624-df0c-4828-93b2-48e5132a28d3 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 985 time: 0.0548313 Aug 27 14:58:40.604319 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:40.650704 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6adb7cf9-216c-4474-ab22-1bd7ca346fef req-1519e5bf-e112-437a-8534-25dc7bb1bd93 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&id=7d0b6518-bc85-4e40-bd60-c27a5e671c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386910 Aug 27 14:58:41.775964 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a957bb-bc49-4e62-a1c7-c1fb702ded44 req-a1a0b53b-dd30-4a88-9dc2-cc0275452bdb tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:41.777507 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64a957bb-bc49-4e62-a1c7-c1fb702ded44 req-a1a0b53b-dd30-4a88-9dc2-cc0275452bdb tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 985 time: 0.0574749 Aug 27 14:58:41.818986 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-64a957bb-bc49-4e62-a1c7-c1fb702ded44 req-d04da9ac-9ef2-4b12-88bd-179bbcdee553 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&id=7d0b6518-bc85-4e40-bd60-c27a5e671c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352032 Aug 27 14:58:42.948420 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa2d32-1695-4010-96db-9efb7fdb61b4 req-033cc551-47da-443d-a896-e64f0cb94c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:42.949930 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24aa2d32-1695-4010-96db-9efb7fdb61b4 req-033cc551-47da-443d-a896-e64f0cb94c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 985 time: 0.0552721 Aug 27 14:58:42.992113 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-24aa2d32-1695-4010-96db-9efb7fdb61b4 req-2423366b-8f84-470c-a6f8-5e0da790e9fc tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&id=7d0b6518-bc85-4e40-bd60-c27a5e671c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361099 Aug 27 14:58:44.119128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547db0-d0bd-470a-9a2c-187c73b1bbca req-e22fd024-e25f-468d-a7d0-6644e3afe3a5 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:44.120677 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51547db0-d0bd-470a-9a2c-187c73b1bbca req-e22fd024-e25f-468d-a7d0-6644e3afe3a5 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 985 time: 0.0545325 Aug 27 14:58:44.162281 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51547db0-d0bd-470a-9a2c-187c73b1bbca req-c12f258d-949c-40ef-bd4a-c89ec33bf716 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&id=7d0b6518-bc85-4e40-bd60-c27a5e671c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351872 Aug 27 14:58:44.752440 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1c11779c-2199-45d5-b69f-0931d1594290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:45.281829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3318e58-c7cd-43dc-b85b-e2749a32efe7 req-5fd52302-e907-42e9-bbc1-e3a37f354edf tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:45.283405 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e3318e58-c7cd-43dc-b85b-e2749a32efe7 req-5fd52302-e907-42e9-bbc1-e3a37f354edf tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 985 time: 0.0525880 Aug 27 14:58:45.324211 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e3318e58-c7cd-43dc-b85b-e2749a32efe7 req-d01b3fa8-35bd-44b3-b78d-4c239f8f120f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&id=7d0b6518-bc85-4e40-bd60-c27a5e671c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342212 Aug 27 14:58:46.440760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fb48f-f273-4659-a15b-4e788e42be3e req-5e54d46f-c937-4a6a-a0ae-89e934afe943 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:46.442314 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f4fb48f-f273-4659-a15b-4e788e42be3e req-5e54d46f-c937-4a6a-a0ae-89e934afe943 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 985 time: 0.0503962 Aug 27 14:58:46.487025 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7f4fb48f-f273-4659-a15b-4e788e42be3e req-39de20ee-d930-4b88-89dc-d6d9778beb48 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&id=7d0b6518-bc85-4e40-bd60-c27a5e671c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380933 Aug 27 14:58:47.575136 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:47.586405 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8d088e73-68ad-403b-87ce-232732ccec04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:47.608011 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a942168-89b9-4ac5-b9c1-f6c33b2dbba8 req-a939567c-c1c1-4c7a-b720-72832ee25626 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:47.609608 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a942168-89b9-4ac5-b9c1-f6c33b2dbba8 req-a939567c-c1c1-4c7a-b720-72832ee25626 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 985 time: 0.0543885 Aug 27 14:58:47.650585 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a942168-89b9-4ac5-b9c1-f6c33b2dbba8 req-4c274edd-4f31-4967-980c-d6c25975cd61 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&id=7d0b6518-bc85-4e40-bd60-c27a5e671c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342395 Aug 27 14:58:48.777257 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e28ac-29cf-403f-9ba8-adbb64d689de req-958c0d14-9383-472d-94e4-0dabf3852362 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:48.778857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-045e28ac-29cf-403f-9ba8-adbb64d689de req-958c0d14-9383-472d-94e4-0dabf3852362 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 985 time: 0.0566888 Aug 27 14:58:48.828035 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-045e28ac-29cf-403f-9ba8-adbb64d689de req-1ce57c4d-e32e-4625-9121-c1d7eb756ed9 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&id=7d0b6518-bc85-4e40-bd60-c27a5e671c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421045 Aug 27 14:58:48.976060 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:49.948954 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53a4c8-3676-430b-a1b1-79735b05119a req-6906c4cc-dca3-4191-9841-7fa07f77d185 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:58:49.950496 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e53a4c8-3676-430b-a1b1-79735b05119a req-6906c4cc-dca3-4191-9841-7fa07f77d185 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 985 time: 0.0545721 Aug 27 14:58:49.992748 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e53a4c8-3676-430b-a1b1-79735b05119a req-5af55f06-348b-492b-ac43-dcfd9108d1d6 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&id=7d0b6518-bc85-4e40-bd60-c27a5e671c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360916 Aug 27 14:58:50.440536 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:52.124931 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:58:55.235072 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:59:10.622257 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:14.756534 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5eb507b2-f3d9-448b-8d88-ebe7f90f1d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:17.586141 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:17.591812 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c02e6c94-6cf6-404f-b148-87ab911dae47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:18.979221 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:20.452159 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:22.127103 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:22.366585 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6e923b2-89e7-473a-93b3-47893ec84253 req-680708fc-c05d-44fd-a8e8-1d879151e2d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475361 Aug 27 14:59:22.436435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e923b2-89e7-473a-93b3-47893ec84253 req-15841c9d-5004-488b-880a-5a1b11e58c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:22.437893 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6e923b2-89e7-473a-93b3-47893ec84253 req-15841c9d-5004-488b-880a-5a1b11e58c38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b98e568f6d8643a8ae0453478c791bcc&device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 1137 time: 0.0474992 Aug 27 14:59:22.573717 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e923b2-89e7-473a-93b3-47893ec84253 req-8556104f-0283-499d-b543-a78d38d0dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:22.574752 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6e923b2-89e7-473a-93b3-47893ec84253 req-8556104f-0283-499d-b543-a78d38d0dfb4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02f11e2f-21eb-4602-97ed-e790735ada95 HTTP/1.1" status: 200 len: 916 time: 0.1147008 Aug 27 14:59:22.576944 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-034813be-ac7e-4f2e-ad98-573d9a421fb9 req-95c9a2c7-e787-490d-8245-deaa09771f2b tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545112425&fields=id&tenant_id=b98e568f6d8643a8ae0453478c791bcc HTTP/1.1" status: 200 len: 267 time: 0.0452514 Aug 27 14:59:22.654595 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6e923b2-89e7-473a-93b3-47893ec84253 req-ae8ed1ca-d7ee-4e9f-b260-0a93c4e3f14f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4313d751-3478-48d5-9687-9bd46207d590 HTTP/1.1" status: 200 len: 1001 time: 0.0720432 Aug 27 14:59:22.656505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034813be-ac7e-4f2e-ad98-573d9a421fb9 req-48af056f-1d9d-4b2f-b825-cad5d88a5131 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:22.658089 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-034813be-ac7e-4f2e-ad98-573d9a421fb9 req-48af056f-1d9d-4b2f-b825-cad5d88a5131 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 985 time: 0.0753090 Aug 27 14:59:22.672532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-034813be-ac7e-4f2e-ad98-573d9a421fb9 req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Request body: {'port': {'security_groups': ['b1476a74-5483-4588-9d9e-1b52c23c25f3']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:22.715226 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e923b2-89e7-473a-93b3-47893ec84253 req-e6dabdd7-e527-4890-a743-cbf167fa59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:22.716617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6e923b2-89e7-473a-93b3-47893ec84253 req-e6dabdd7-e527-4890-a743-cbf167fa59ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d3bcc1a-e6a0-47b0-bd38-078097aa03b4 HTTP/1.1" status: 200 len: 854 time: 0.0531394 Aug 27 14:59:22.760668 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-034813be-ac7e-4f2e-ad98-573d9a421fb9 req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:22.773959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e923b2-89e7-473a-93b3-47893ec84253 req-928882d8-405b-4bad-a6a3-a347a444d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:22.775583 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6e923b2-89e7-473a-93b3-47893ec84253 req-928882d8-405b-4bad-a6a3-a347a444d1fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02f11e2f-21eb-4602-97ed-e790735ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513971 Aug 27 14:59:22.893741 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6e923b2-89e7-473a-93b3-47893ec84253 req-3f0a384b-b55e-45b6-92ae-3ec04a9d7285 service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098807 Aug 27 14:59:23.013679 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-034813be-ac7e-4f2e-ad98-573d9a421fb9 req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] For port 4313d751-3478-48d5-9687-9bd46207d590, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4313d751-3478-48d5-9687-9bd46207d590,segment=NetworkSegment(ad4c580e-df72-4cc4-ac0b-0215f2000438),segment_id=ad4c580e-df72-4cc4-ac0b-0215f2000438)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:23.016349 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6e923b2-89e7-473a-93b3-47893ec84253 req-e9e67b5e-448c-4f6f-9e7f-1821310f51e2 service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148624 Aug 27 14:59:23.055741 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-034813be-ac7e-4f2e-ad98-573d9a421fb9 req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:23.061206 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-034813be-ac7e-4f2e-ad98-573d9a421fb9 req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:23.074562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['4313d751-3478-48d5-9687-9bd46207d590'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:59:23.112992 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034813be-ac7e-4f2e-ad98-573d9a421fb9 req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:23.113957 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-034813be-ac7e-4f2e-ad98-573d9a421fb9 req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:23.115736 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-034813be-ac7e-4f2e-ad98-573d9a421fb9 req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "PUT /v2.0/ports/4313d751-3478-48d5-9687-9bd46207d590 HTTP/1.1" status: 200 len: 943 time: 0.4483888 Aug 27 14:59:23.116222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'tag': '4313d751-3478-48d5-9687-9bd46207d590'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:59:23.118809 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dba87d-992a-4c22-a515-2ccabc8c6a58" -d '{"events": [{"name": "network-changed", "server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "tag": "4313d751-3478-48d5-9687-9bd46207d590"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:59:23.124064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46852) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:23.191312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['4313d751-3478-48d5-9687-9bd46207d590'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:59:23.205522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event updated for resources: {'Port': ['ID=4313d751-3478-48d5-9687-9bd46207d590,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:23.265420 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-43da459f-a62c-4aa1-9800-25b86f31ce91 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:23.309600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:23.310136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:23.310899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:23.311477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:23.312021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:23.312572 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:23.313125 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:23.313688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:23.314241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:23.314889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:23.315430 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:23.315980 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f93fd6-91c2-4268-92b4-9205a1825852 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:23.334333 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d534d2ab-182e-41af-8ed3-5ef0f27dc2ce x-openstack-request-id: req-d534d2ab-182e-41af-8ed3-5ef0f27dc2ce {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:59:23.334794 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "tag": "4313d751-3478-48d5-9687-9bd46207d590", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:59:23.335200 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d534d2ab-182e-41af-8ed3-5ef0f27dc2ce {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:59:23.335837 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'tag': '4313d751-3478-48d5-9687-9bd46207d590', 'status': 'completed', 'code': 200} Aug 27 14:59:23.339719 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-43da459f-a62c-4aa1-9800-25b86f31ce91 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:23.438225 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-43da459f-a62c-4aa1-9800-25b86f31ce91 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:23.441743 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-43da459f-a62c-4aa1-9800-25b86f31ce91 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:23.443674 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-43da459f-a62c-4aa1-9800-25b86f31ce91 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "DELETE /v2.0/security-groups/7d0b6518-bc85-4e40-bd60-c27a5e671c80 HTTP/1.1" status: 204 len: 168 time: 0.3181293 Aug 27 14:59:23.448083 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46856) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:23.455042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da459f-a62c-4aa1-9800-25b86f31ce91 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0b6518-bc85-4e40-bd60-c27a5e671c80,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:23.471814 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dba87d-992a-4c22-a515-2ccabc8c6a58 req-5f0080b5-a694-44a8-87d4-0ba15216c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:23.474200 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93dba87d-992a-4c22-a515-2ccabc8c6a58 req-5f0080b5-a694-44a8-87d4-0ba15216c81f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b98e568f6d8643a8ae0453478c791bcc&device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 1098 time: 0.1148438 Aug 27 14:59:23.525189 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8aa1f25f-c746-4b09-9c55-89ddf2e22005 None None] Provisioning complete for port 4313d751-3478-48d5-9687-9bd46207d590 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:23.525478 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8aa1f25f-c746-4b09-9c55-89ddf2e22005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:23.720548 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dba87d-992a-4c22-a515-2ccabc8c6a58 req-1a53945c-3e53-45b6-ab07-358d74524cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:23.722198 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93dba87d-992a-4c22-a515-2ccabc8c6a58 req-1a53945c-3e53-45b6-ab07-358d74524cc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02f11e2f-21eb-4602-97ed-e790735ada95 HTTP/1.1" status: 200 len: 916 time: 0.1949618 Aug 27 14:59:23.815288 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93dba87d-992a-4c22-a515-2ccabc8c6a58 req-e9893b69-062c-476a-bf4e-0837cced91ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4313d751-3478-48d5-9687-9bd46207d590 HTTP/1.1" status: 200 len: 1001 time: 0.0729306 Aug 27 14:59:23.833882 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Deleting port cac599e8-0b37-454b-b80c-fe0058649153 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:59:23.834292 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:23.919924 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dba87d-992a-4c22-a515-2ccabc8c6a58 req-15006494-a413-4d10-a7d8-5cbb4dd0a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:23.921456 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93dba87d-992a-4c22-a515-2ccabc8c6a58 req-15006494-a413-4d10-a7d8-5cbb4dd0a178 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d3bcc1a-e6a0-47b0-bd38-078097aa03b4 HTTP/1.1" status: 200 len: 854 time: 0.0983272 Aug 27 14:59:23.982302 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:23.982634 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:24.002730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Calling delete_port for cac599e8-0b37-454b-b80c-fe0058649153 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:59:24.006892 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dba87d-992a-4c22-a515-2ccabc8c6a58 req-6321b746-3a9d-46b1-8c79-fe8e41bd5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:24.008462 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93dba87d-992a-4c22-a515-2ccabc8c6a58 req-6321b746-3a9d-46b1-8c79-fe8e41bd5dbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02f11e2f-21eb-4602-97ed-e790735ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755718 Aug 27 14:59:24.189910 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93dba87d-992a-4c22-a515-2ccabc8c6a58 req-0b232edc-5678-44f5-bca0-b519504b63a6 service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692035 Aug 27 14:59:24.342947 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-93dba87d-992a-4c22-a515-2ccabc8c6a58 req-61d6bac6-1dfb-4c46-91b5-9e16817f539e service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403413 Aug 27 14:59:24.343719 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:24.376271 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event deleted for resources: {'Port': ['ID=cac599e8-0b37-454b-b80c-fe0058649153,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:24.407874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:24.408239 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:24.408568 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:24.408913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:24.409257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:24.409597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:24.409933 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:24.410266 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:24.410600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:24.411037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:24.412067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:24.412408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:24.461834 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:24.462621 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Floating IP bfd17205-2e00-4c79-9b93-27ac54c4fa4d disassociated (deleted). External IP: 172.25.2.46, port: 4313d751-3478-48d5-9687-9bd46207d590. Aug 27 14:59:24.721319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:59:25.195149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:59:25.201132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:25.205593 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e97d309-816b-40ec-ba2e-c16053862bcd None None] Sync routers for ids ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:59:25.216195 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e97d309-816b-40ec-ba2e-c16053862bcd None None] Routers {'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:25.216834 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4e97d309-816b-40ec-ba2e-c16053862bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:59:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:25.232487 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-9c1a11c5-9849-4cbf-8eff-47998e673c8f tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "DELETE /v2.0/floatingips/bfd17205-2e00-4c79-9b93-27ac54c4fa4d HTTP/1.1" status: 204 len: 168 time: 1.7816098 Aug 27 14:59:25.233210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'tag': '4313d751-3478-48d5-9687-9bd46207d590'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:59:25.235791 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa00274-53bf-4a18-b8a2-cc719ab1c26f" -d '{"events": [{"name": "network-changed", "server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "tag": "4313d751-3478-48d5-9687-9bd46207d590"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:59:25.350217 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-4e97d309-816b-40ec-ba2e-c16053862bcd None None] Set router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:25.387178 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c225cc-c86f-4d72-99ac-cae1efe5793c x-openstack-request-id: req-44c225cc-c86f-4d72-99ac-cae1efe5793c {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:59:25.387622 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "tag": "4313d751-3478-48d5-9687-9bd46207d590", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:59:25.388012 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44c225cc-c86f-4d72-99ac-cae1efe5793c {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:59:25.388671 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'tag': '4313d751-3478-48d5-9687-9bd46207d590', 'status': 'completed', 'code': 200} Aug 27 14:59:25.498095 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa00274-53bf-4a18-b8a2-cc719ab1c26f req-f4291b7f-693d-48bb-bbaa-06c5862968c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:25.500416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0aa00274-53bf-4a18-b8a2-cc719ab1c26f req-f4291b7f-693d-48bb-bbaa-06c5862968c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b98e568f6d8643a8ae0453478c791bcc&device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 1098 time: 0.0812593 Aug 27 14:59:25.709572 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa00274-53bf-4a18-b8a2-cc719ab1c26f req-d9cebca5-23af-4b05-9db3-57b0d0855415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:25.712070 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0aa00274-53bf-4a18-b8a2-cc719ab1c26f req-d9cebca5-23af-4b05-9db3-57b0d0855415 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02f11e2f-21eb-4602-97ed-e790735ada95 HTTP/1.1" status: 200 len: 916 time: 0.2041082 Aug 27 14:59:25.737794 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4e97d309-816b-40ec-ba2e-c16053862bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:57:25Z', 'revision_number': 4, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port': {'id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:23Z', 'updated_at': '2021-08-27T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '66c076f3-c549-4f72-bcc5-081242d634d3', 'name': '', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'mac_address': 'fa:16:3e:ef:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:24Z', 'updated_at': '2021-08-27T14:57:31Z', 'revision_number': 5, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'subnets': [{'id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:25.764683 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0aa00274-53bf-4a18-b8a2-cc719ab1c26f req-a6933fb0-2c4c-4bfb-89ef-0e8ac9a4e2fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4313d751-3478-48d5-9687-9bd46207d590 HTTP/1.1" status: 200 len: 217 time: 0.0437202 Aug 27 14:59:25.772587 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e97d309-816b-40ec-ba2e-c16053862bcd None None] Checking router: bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:59:25.783502 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e97d309-816b-40ec-ba2e-c16053862bcd None None] Routers {'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:25.784205 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4e97d309-816b-40ec-ba2e-c16053862bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:59:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:25.824336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa00274-53bf-4a18-b8a2-cc719ab1c26f req-534c8720-1789-4d17-af88-5b2fbaacdc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:25.826022 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0aa00274-53bf-4a18-b8a2-cc719ab1c26f req-534c8720-1789-4d17-af88-5b2fbaacdc94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d3bcc1a-e6a0-47b0-bd38-078097aa03b4 HTTP/1.1" status: 200 len: 854 time: 0.0532365 Aug 27 14:59:25.882464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa00274-53bf-4a18-b8a2-cc719ab1c26f req-47740433-d24b-4e7b-8fb2-62eeda716ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:25.884253 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0aa00274-53bf-4a18-b8a2-cc719ab1c26f req-47740433-d24b-4e7b-8fb2-62eeda716ab9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02f11e2f-21eb-4602-97ed-e790735ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502305 Aug 27 14:59:25.912937 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-4e97d309-816b-40ec-ba2e-c16053862bcd None None] Set router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:26.001597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0aa00274-53bf-4a18-b8a2-cc719ab1c26f req-a1e7b3d5-dcb4-4a72-9172-b3bf8936028e service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086316 Aug 27 14:59:26.151485 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0aa00274-53bf-4a18-b8a2-cc719ab1c26f req-e3433564-d9df-42aa-af82-21e94a5edcaf service neutron] 10.222.0.52 "GET /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349845 Aug 27 14:59:26.195109 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4e97d309-816b-40ec-ba2e-c16053862bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:57:25Z', 'revision_number': 4, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port': {'id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:23Z', 'updated_at': '2021-08-27T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '66c076f3-c549-4f72-bcc5-081242d634d3', 'name': '', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'mac_address': 'fa:16:3e:ef:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:24Z', 'updated_at': '2021-08-27T14:57:31Z', 'revision_number': 5, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'subnets': [{'id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:26.240218 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e97d309-816b-40ec-ba2e-c16053862bcd None None] The sync data for ids ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'] in n-d-712139-12 is: [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:57:25Z', 'revision_number': 4, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port': {'id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:23Z', 'updated_at': '2021-08-27T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '66c076f3-c549-4f72-bcc5-081242d634d3', 'name': '', 'network_id': '02f11e2f-21eb-4602-97ed-e790735ada95', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'mac_address': 'fa:16:3e:ef:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:24Z', 'updated_at': '2021-08-27T14:57:31Z', 'revision_number': 5, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'subnets': [{'id': '2d3bcc1a-e6a0-47b0-bd38-078097aa03b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:59:26.526290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0684a29-8f7a-41ae-b28c-0193ec1b8344 None None] New status for floating IP bfd17205-2e00-4c79-9b93-27ac54c4fa4d: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 14:59:32.235118 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 14:59:33.241947 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a02862de-517e-4ec7-b490-be36ded09fed req-29c163a2-a2bc-4e11-a7e7-601aa332312a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0515335 Aug 27 14:59:33.342993 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a02862de-517e-4ec7-b490-be36ded09fed req-0966f992-c23b-4045-bf13-4130c40f8c87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0382726 Aug 27 14:59:33.400473 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a02862de-517e-4ec7-b490-be36ded09fed req-88ba6cc5-67dd-4f71-8e72-8753fb00686d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219810 Aug 27 14:59:33.545670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320749e0-f899-4b62-9b9d-3b8a01689ec0 req-7199b4e6-b4b7-49dd-8042-bae8e4cfaa82 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:33.547412 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-320749e0-f899-4b62-9b9d-3b8a01689ec0 req-7199b4e6-b4b7-49dd-8042-bae8e4cfaa82 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 946 time: 0.1187561 Aug 27 14:59:33.550934 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02862de-517e-4ec7-b490-be36ded09fed req-47d09d63-1c77-428f-8d09-1bd43b5dc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:33.553198 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a02862de-517e-4ec7-b490-be36ded09fed req-47d09d63-1c77-428f-8d09-1bd43b5dc25c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458054 Aug 27 14:59:33.597641 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-320749e0-f899-4b62-9b9d-3b8a01689ec0 req-1a1afefc-59a3-4407-9d21-a02f719bea08 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413773 Aug 27 14:59:34.735287 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c34a1-15ad-428a-8c1a-b69167b6fedb req-479f2247-ad7c-485e-8fc3-4ae148128b28 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:34.736884 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f0c34a1-15ad-428a-8c1a-b69167b6fedb req-479f2247-ad7c-485e-8fc3-4ae148128b28 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 946 time: 0.0585766 Aug 27 14:59:34.776896 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8f0c34a1-15ad-428a-8c1a-b69167b6fedb req-d30889bd-5427-41ff-b6da-abe6512c4813 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1476a74-5483-4588-9d9e-1b52c23c25f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331371 Aug 27 14:59:35.148509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f3d02-17e6-4c5d-b7f0-163f69b1af80 req-e9b9acda-1935-403c-9f32-e2a192a8fb2e tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:35.150025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b8f3d02-17e6-4c5d-b7f0-163f69b1af80 req-e9b9acda-1935-403c-9f32-e2a192a8fb2e tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.52 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 946 time: 0.0530837 Aug 27 14:59:35.251761 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-8b8f3d02-17e6-4c5d-b7f0-163f69b1af80 req-f4c4d8b9-e35f-40b2-aecd-5342ad2dad63 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Deleting port 4313d751-3478-48d5-9687-9bd46207d590 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:59:35.252110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8b8f3d02-17e6-4c5d-b7f0-163f69b1af80 req-f4c4d8b9-e35f-40b2-aecd-5342ad2dad63 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:35.348793 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-8b8f3d02-17e6-4c5d-b7f0-163f69b1af80 req-f4c4d8b9-e35f-40b2-aecd-5342ad2dad63 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] For port 4313d751-3478-48d5-9687-9bd46207d590, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=4313d751-3478-48d5-9687-9bd46207d590,segment=NetworkSegment(ad4c580e-df72-4cc4-ac0b-0215f2000438),segment_id=ad4c580e-df72-4cc4-ac0b-0215f2000438)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:35.349663 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8b8f3d02-17e6-4c5d-b7f0-163f69b1af80 req-f4c4d8b9-e35f-40b2-aecd-5342ad2dad63 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:35.362876 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-8b8f3d02-17e6-4c5d-b7f0-163f69b1af80 req-f4c4d8b9-e35f-40b2-aecd-5342ad2dad63 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Calling delete_port for 4313d751-3478-48d5-9687-9bd46207d590 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:59:35.505425 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8b8f3d02-17e6-4c5d-b7f0-163f69b1af80 req-f4c4d8b9-e35f-40b2-aecd-5342ad2dad63 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:35.519055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['4313d751-3478-48d5-9687-9bd46207d590'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 14:59:35.538091 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4d8b9-e35f-40b2-aecd-5342ad2dad63 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Pushing event deleted for resources: {'Port': ['ID=4313d751-3478-48d5-9687-9bd46207d590,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:35.608987 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8f3d02-17e6-4c5d-b7f0-163f69b1af80 req-f4c4d8b9-e35f-40b2-aecd-5342ad2dad63 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] No DVR routers for this DVR port 4313d751-3478-48d5-9687-9bd46207d590 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:59:35.612603 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-8b8f3d02-17e6-4c5d-b7f0-163f69b1af80 req-f4c4d8b9-e35f-40b2-aecd-5342ad2dad63 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:35.616357 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8b8f3d02-17e6-4c5d-b7f0-163f69b1af80 req-f4c4d8b9-e35f-40b2-aecd-5342ad2dad63 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.52 "DELETE /v2.0/ports/4313d751-3478-48d5-9687-9bd46207d590 HTTP/1.1" status: 204 len: 173 time: 0.4546824 Aug 27 14:59:35.617135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'name': 'network-vif-deleted', 'tag': '4313d751-3478-48d5-9687-9bd46207d590'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:59:35.621229 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49caccdc-e265-46e8-acf3-058ab288313d" -d '{"events": [{"server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "name": "network-vif-deleted", "tag": "4313d751-3478-48d5-9687-9bd46207d590"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:59:35.673401 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6ecbce-e010-4aae-b8ae-4afc306c6ac3 x-openstack-request-id: req-2f6ecbce-e010-4aae-b8ae-4afc306c6ac3 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:59:35.673714 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2471d099-6f8e-4939-8d94-5b5dadcffb3f", "name": "network-vif-deleted", "tag": "4313d751-3478-48d5-9687-9bd46207d590", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:59:35.673977 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f6ecbce-e010-4aae-b8ae-4afc306c6ac3 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:59:35.674391 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471d099-6f8e-4939-8d94-5b5dadcffb3f', 'name': 'network-vif-deleted', 'tag': '4313d751-3478-48d5-9687-9bd46207d590', 'status': 'completed', 'code': 200} Aug 27 14:59:35.892086 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d6ccbfee-fe06-49a4-bcf5-a6d73d017971 req-e9d6dd47-3827-4efa-acde-46596c705b52 tempest-TestMinimumBasicScenario-78310806 tempest-TestMinimumBasicScenario-78310806-project] 10.222.0.55 "GET /v2.0/ports?device_id=2471d099-6f8e-4939-8d94-5b5dadcffb3f HTTP/1.1" status: 200 len: 210 time: 0.0325634 Aug 27 14:59:37.504835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46962) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:37.872175 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a67d7a0-b01d-48ae-b89f-2e73934a0990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.150063 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-3a67d7a0-b01d-48ae-b89f-2e73934a0990 admin admin] Deleting port 66c076f3-c549-4f72-bcc5-081242d634d3 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:59:38.150063 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a67d7a0-b01d-48ae-b89f-2e73934a0990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.268697 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-3a67d7a0-b01d-48ae-b89f-2e73934a0990 admin admin] For port 66c076f3-c549-4f72-bcc5-081242d634d3, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=66c076f3-c549-4f72-bcc5-081242d634d3,segment=NetworkSegment(ad4c580e-df72-4cc4-ac0b-0215f2000438),segment_id=ad4c580e-df72-4cc4-ac0b-0215f2000438)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:38.269065 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a67d7a0-b01d-48ae-b89f-2e73934a0990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.288269 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-3a67d7a0-b01d-48ae-b89f-2e73934a0990 admin admin] Calling delete_port for 66c076f3-c549-4f72-bcc5-081242d634d3 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:59:38.483728 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a67d7a0-b01d-48ae-b89f-2e73934a0990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.511660 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67d7a0-b01d-48ae-b89f-2e73934a0990 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c076f3-c549-4f72-bcc5-081242d634d3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:38.713036 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3a67d7a0-b01d-48ae-b89f-2e73934a0990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:38.974212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a67d7a0-b01d-48ae-b89f-2e73934a0990 admin admin] Router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:59:39.089369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a67d7a0-b01d-48ae-b89f-2e73934a0990 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:59:39.094890 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3a67d7a0-b01d-48ae-b89f-2e73934a0990 admin admin] 10.222.0.55 "PUT /v2.0/routers/bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5888088 Aug 27 14:59:39.098211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46964) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:39.101857 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416747c5-e95a-41d1-810b-725fb8b48b0d None None] Sync routers for ids ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:59:39.121492 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416747c5-e95a-41d1-810b-725fb8b48b0d None None] Routers {'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:39.122484 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-416747c5-e95a-41d1-810b-725fb8b48b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:59:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:39.268276 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.296627 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-416747c5-e95a-41d1-810b-725fb8b48b0d None None] Set router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:39.393439 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.453842 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Deleting port 7eb03af8-5397-4348-8c7b-7b0c9bcd455e {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:59:39.454341 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.516360 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-416747c5-e95a-41d1-810b-725fb8b48b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:59:38Z', 'revision_number': 5, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port': {'id': '7eb03af8-5397-4348-8c7b-7b0c9bcd455e', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:23Z', 'updated_at': '2021-08-27T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:39.543510 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] For port 7eb03af8-5397-4348-8c7b-7b0c9bcd455e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7eb03af8-5397-4348-8c7b-7b0c9bcd455e,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:39.544139 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.563696 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Calling delete_port for 7eb03af8-5397-4348-8c7b-7b0c9bcd455e owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:59:39.564672 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416747c5-e95a-41d1-810b-725fb8b48b0d None None] Checking router: bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:59:39.579540 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416747c5-e95a-41d1-810b-725fb8b48b0d None None] Routers {'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:39.580742 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-416747c5-e95a-41d1-810b-725fb8b48b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:59:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:39.719272 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-416747c5-e95a-41d1-810b-725fb8b48b0d None None] Set router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:39.740856 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.772359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb03af8-5397-4348-8c7b-7b0c9bcd455e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:39.776167 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-416747c5-e95a-41d1-810b-725fb8b48b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:59:39Z', 'revision_number': 6, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:39.840696 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.913390 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416747c5-e95a-41d1-810b-725fb8b48b0d None None] The sync data for ids ['bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d'] in n-d-712139-12 is: [{'id': 'bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d', 'name': 'tempest-TestMinimumBasicScenario-1099592292-router', 'tenant_id': 'b98e568f6d8643a8ae0453478c791bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:22Z', 'updated_at': '2021-08-27T14:59:39Z', 'revision_number': 6, 'project_id': 'b98e568f6d8643a8ae0453478c791bcc', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:59:39.944036 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.946532 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.997895 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:39.998353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:59:40.003001 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.004204 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f7552dc8-0f6b-4cff-883f-efd0d021b12e admin admin] 10.222.0.55 "DELETE /v2.0/routers/bf16e2f7-fdf2-40b4-8d10-51c4e9c3df2d HTTP/1.1" status: 204 len: 168 time: 0.9047194 Aug 27 14:59:40.008259 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 46968) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:40.058234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-f188b04f-62fa-4b0a-a407-695331e42630 admin admin] Deleting subnet 2d3bcc1a-e6a0-47b0-bd38-078097aa03b4 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:59:40.061536 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f188b04f-62fa-4b0a-a407-695331e42630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.100815 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f188b04f-62fa-4b0a-a407-695331e42630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.187340 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f188b04f-62fa-4b0a-a407-695331e42630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.244120 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f188b04f-62fa-4b0a-a407-695331e42630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.275427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188b04f-62fa-4b0a-a407-695331e42630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3bcc1a-e6a0-47b0-bd38-078097aa03b4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:40.278936 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f188b04f-62fa-4b0a-a407-695331e42630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.285671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd048b2-54a4-4b9e-8e08-b01d104e56e3 None None] Network 02f11e2f-21eb-4602-97ed-e790735ada95 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:40.286944 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46970) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:40.287352 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f188b04f-62fa-4b0a-a407-695331e42630 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2d3bcc1a-e6a0-47b0-bd38-078097aa03b4 HTTP/1.1" status: 204 len: 168 time: 0.2767534 Aug 27 14:59:40.384009 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.450670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Deleting port 63169642-1ae9-4295-91a5-d7bf6da78d2c {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:59:40.451037 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.515256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] For port 63169642-1ae9-4295-91a5-d7bf6da78d2c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=63169642-1ae9-4295-91a5-d7bf6da78d2c,segment=NetworkSegment(ad4c580e-df72-4cc4-ac0b-0215f2000438),segment_id=ad4c580e-df72-4cc4-ac0b-0215f2000438)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:40.515662 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.529552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Calling delete_port for 63169642-1ae9-4295-91a5-d7bf6da78d2c owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:59:40.620844 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.625162 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.655261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=63169642-1ae9-4295-91a5-d7bf6da78d2c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:40.657010 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] No DVR routers for this DVR port 63169642-1ae9-4295-91a5-d7bf6da78d2c on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:59:40.732854 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.747061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f11e2f-21eb-4602-97ed-e790735ada95']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:40.755774 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105582dc-b0a2-449a-a28d-f10558a18865 None None] DHCP port deletion for 02f11e2f-21eb-4602-97ed-e790735ada95 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:59:40.763768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4c580e-df72-4cc4-ac0b-0215f2000438') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:40.764167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4c580e-df72-4cc4-ac0b-0215f2000438') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:40.778007 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.794428 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.801272 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:59:40.802220 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:59:40.804564 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:59:40.873109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4313d751-3478-48d5-9687-9bd46207d590 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:59:40.884548 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.898902 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:40.903263 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] 10.222.0.55 "DELETE /v2.0/networks/02f11e2f-21eb-4602-97ed-e790735ada95 HTTP/1.1" status: 204 len: 168 time: 0.6152165 Aug 27 14:59:40.904525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 4313d751-3478-48d5-9687-9bd46207d590 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:59:40.904887 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 4313d751-3478-48d5-9687-9bd46207d590 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:59:40.907033 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46972) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:40.918345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 63169642-1ae9-4295-91a5-d7bf6da78d2c no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:59:40.944156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 63169642-1ae9-4295-91a5-d7bf6da78d2c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:59:40.944628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 63169642-1ae9-4295-91a5-d7bf6da78d2c not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:59:40.945112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7eb03af8-5397-4348-8c7b-7b0c9bcd455e no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:59:40.964055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852da25-b5b5-4ceb-8417-76bae6521cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=02f11e2f-21eb-4602-97ed-e790735ada95,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:40.975897 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 7eb03af8-5397-4348-8c7b-7b0c9bcd455e {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:59:40.976309 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7eb03af8-5397-4348-8c7b-7b0c9bcd455e not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:59:40.976735 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 66c076f3-c549-4f72-bcc5-081242d634d3 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:59:41.000484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 66c076f3-c549-4f72-bcc5-081242d634d3 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:59:41.000811 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 66c076f3-c549-4f72-bcc5-081242d634d3 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:59:41.331753 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f2c9498b-3622-4b8c-8925-c8896e892c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.629138 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f2c9498b-3622-4b8c-8925-c8896e892c75 admin admin] Deleting port b131070c-2522-4524-a76c-eed8cc5ca548 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:59:41.629546 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f2c9498b-3622-4b8c-8925-c8896e892c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.717160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-f2c9498b-3622-4b8c-8925-c8896e892c75 admin admin] For port b131070c-2522-4524-a76c-eed8cc5ca548, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b131070c-2522-4524-a76c-eed8cc5ca548,segment=NetworkSegment(9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea),segment_id=9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:41.717522 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f2c9498b-3622-4b8c-8925-c8896e892c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.731806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f2c9498b-3622-4b8c-8925-c8896e892c75 admin admin] Calling delete_port for b131070c-2522-4524-a76c-eed8cc5ca548 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:59:41.928251 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f2c9498b-3622-4b8c-8925-c8896e892c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:41.954751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9498b-3622-4b8c-8925-c8896e892c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b131070c-2522-4524-a76c-eed8cc5ca548,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:42.184438 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f2c9498b-3622-4b8c-8925-c8896e892c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:42.411551 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c9498b-3622-4b8c-8925-c8896e892c75 admin admin] Router 40eafce9-8841-45fc-8133-de87c306e990 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:59:42.530412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c9498b-3622-4b8c-8925-c8896e892c75 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:59:42.536661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f2c9498b-3622-4b8c-8925-c8896e892c75 admin admin] 10.222.0.55 "PUT /v2.0/routers/40eafce9-8841-45fc-8133-de87c306e990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6276531 Aug 27 14:59:42.540945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46974) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:42.541850 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3bc03a-2329-48e0-b8cc-9327187d8a76 None None] Sync routers for ids ['40eafce9-8841-45fc-8133-de87c306e990'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:59:42.553611 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3bc03a-2329-48e0-b8cc-9327187d8a76 None None] Routers {'40eafce9-8841-45fc-8133-de87c306e990'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:42.554297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4e3bc03a-2329-48e0-b8cc-9327187d8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:59:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['40eafce9-8841-45fc-8133-de87c306e990'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:42.654819 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:42.672739 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-4e3bc03a-2329-48e0-b8cc-9327187d8a76 None None] Set router 40eafce9-8841-45fc-8133-de87c306e990 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:42.872652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4e3bc03a-2329-48e0-b8cc-9327187d8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eafce9-8841-45fc-8133-de87c306e990', 'name': 'tempest-TestMinimumBasicScenario-1534076027-router', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:27Z', 'updated_at': '2021-08-27T14:59:41Z', 'revision_number': 5, 'project_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'gw_port': {'id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eafce9-8841-45fc-8133-de87c306e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:28Z', 'updated_at': '2021-08-27T14:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:42.901238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3bc03a-2329-48e0-b8cc-9327187d8a76 None None] Checking router: 40eafce9-8841-45fc-8133-de87c306e990 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:59:42.911233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3bc03a-2329-48e0-b8cc-9327187d8a76 None None] Routers {'40eafce9-8841-45fc-8133-de87c306e990'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:42.911867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4e3bc03a-2329-48e0-b8cc-9327187d8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:59:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['40eafce9-8841-45fc-8133-de87c306e990'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:43.033312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-4e3bc03a-2329-48e0-b8cc-9327187d8a76 None None] Set router 40eafce9-8841-45fc-8133-de87c306e990 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:43.156672 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.213754 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Deleting port bc995915-5d60-4563-bd01-012d18a0b001 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:59:43.214202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.235219 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-4e3bc03a-2329-48e0-b8cc-9327187d8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eafce9-8841-45fc-8133-de87c306e990', 'name': 'tempest-TestMinimumBasicScenario-1534076027-router', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:27Z', 'updated_at': '2021-08-27T14:59:41Z', 'revision_number': 5, 'project_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'gw_port': {'id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eafce9-8841-45fc-8133-de87c306e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:28Z', 'updated_at': '2021-08-27T14:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:43.264207 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3bc03a-2329-48e0-b8cc-9327187d8a76 None None] The sync data for ids ['40eafce9-8841-45fc-8133-de87c306e990'] in n-d-712139-12 is: [{'id': '40eafce9-8841-45fc-8133-de87c306e990', 'name': 'tempest-TestMinimumBasicScenario-1534076027-router', 'tenant_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:57:27Z', 'updated_at': '2021-08-27T14:59:41Z', 'revision_number': 5, 'project_id': 'cf2ad85e4ae04a55b52cc7c7327e6265', 'gw_port': {'id': 'bc995915-5d60-4563-bd01-012d18a0b001', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eafce9-8841-45fc-8133-de87c306e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:57:28Z', 'updated_at': '2021-08-27T14:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:59:43.306288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] For port bc995915-5d60-4563-bd01-012d18a0b001, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=bc995915-5d60-4563-bd01-012d18a0b001,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:43.306288 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.323029 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Calling delete_port for bc995915-5d60-4563-bd01-012d18a0b001 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:59:43.517732 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.548846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Pushing event deleted for resources: {'Port': ['ID=bc995915-5d60-4563-bd01-012d18a0b001,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:43.633327 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.735417 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.737701 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.793239 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.793887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40eafce9-8841-45fc-8133-de87c306e990 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 14:59:43.798313 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.799582 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f8c56581-a0ec-49b1-894e-f7b4f12403da admin admin] 10.222.0.55 "DELETE /v2.0/routers/40eafce9-8841-45fc-8133-de87c306e990 HTTP/1.1" status: 204 len: 168 time: 1.2576025 Aug 27 14:59:43.803616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46976) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:43.852667 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c65458b-9f91-4ed9-9296-66ee6047b288 admin admin] Deleting subnet 36df67fa-0a26-4f45-ace5-0831a3f69fcf {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 14:59:43.856799 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c65458b-9f91-4ed9-9296-66ee6047b288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.895792 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c65458b-9f91-4ed9-9296-66ee6047b288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:43.988836 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c65458b-9f91-4ed9-9296-66ee6047b288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.044343 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c65458b-9f91-4ed9-9296-66ee6047b288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.070067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65458b-9f91-4ed9-9296-66ee6047b288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36df67fa-0a26-4f45-ace5-0831a3f69fcf,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:44.078774 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c65458b-9f91-4ed9-9296-66ee6047b288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.080663 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6c65458b-9f91-4ed9-9296-66ee6047b288 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/36df67fa-0a26-4f45-ace5-0831a3f69fcf HTTP/1.1" status: 204 len: 168 time: 0.2759438 Aug 27 14:59:44.083331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46978) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:44.085828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d360a5-7537-4af6-9de8-ee3d4fcaa34c None None] Network 6427e65e-e827-4b59-9209-8171f534ca2c requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:44.171787 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.239280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Deleting port d0be63a5-6546-4641-9c31-22909462539e {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:59:44.239570 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.284090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] DHCP port deletion for 6427e65e-e827-4b59-9209-8171f534ca2c request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 14:59:44.308889 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] For port d0be63a5-6546-4641-9c31-22909462539e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d0be63a5-6546-4641-9c31-22909462539e,segment=NetworkSegment(9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea),segment_id=9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:44.309249 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.322884 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Calling delete_port for d0be63a5-6546-4641-9c31-22909462539e owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:59:44.339799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Deleting port d0be63a5-6546-4641-9c31-22909462539e {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 14:59:44.340334 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.405146 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] For port d0be63a5-6546-4641-9c31-22909462539e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d0be63a5-6546-4641-9c31-22909462539e,segment=NetworkSegment(9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea),segment_id=9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:44.405726 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.408885 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.424205 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Calling delete_port for d0be63a5-6546-4641-9c31-22909462539e owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 14:59:44.437238 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0be63a5-6546-4641-9c31-22909462539e,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:44.443881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] No DVR routers for this DVR port d0be63a5-6546-4641-9c31-22909462539e on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:59:44.509004 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.523438 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.536056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Pushing event deleted for resources: {'Port': ['ID=d0be63a5-6546-4641-9c31-22909462539e,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:44.538264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6427e65e-e827-4b59-9209-8171f534ca2c']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:44.544938 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] No DVR routers for this DVR port d0be63a5-6546-4641-9c31-22909462539e on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 14:59:44.547866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:44.548225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:44.548569 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:44.548916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:44.549268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:44.549591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:44.549921 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:44.550248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:44.550580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:44.551006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:44.551294 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:44.551659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8e92d-41d7-4483-8cf0-7c1f91b18f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:44.557532 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:44.557822 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4efba8-24c5-4fbd-b550-8c1a52a4d5ea') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:44.574197 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.592387 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.598830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 14:59:44.599148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: timer() Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 14:59:44.600809 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 14:59:44.664854 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.671126 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.672676 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] 10.222.0.55 "DELETE /v2.0/networks/6427e65e-e827-4b59-9209-8171f534ca2c HTTP/1.1" status: 204 len: 168 time: 0.5822344 Aug 27 14:59:44.686793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225378c-5ead-4945-9ce1-4a408a93491c admin admin] Pushing event deleted for resources: {'Network': ['ID=6427e65e-e827-4b59-9209-8171f534ca2c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:44.767878 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9431a852-d4a6-46e1-9b42-a9f7d31117ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:44.883527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46982) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:44.900235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bc995915-5d60-4563-bd01-012d18a0b001 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:59:44.927490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: bc995915-5d60-4563-bd01-012d18a0b001 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:59:44.927935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device bc995915-5d60-4563-bd01-012d18a0b001 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:59:44.928449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b131070c-2522-4524-a76c-eed8cc5ca548 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:59:44.934743 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-389daa38-822a-473e-8e5d-f8bb0773eaf9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b98e568f6d8643a8ae0453478c791bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476847 Aug 27 14:59:44.935374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46984) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:44.948281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b131070c-2522-4524-a76c-eed8cc5ca548 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:59:44.948629 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b131070c-2522-4524-a76c-eed8cc5ca548 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:59:44.949048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d0be63a5-6546-4641-9c31-22909462539e no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 14:59:44.972380 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: d0be63a5-6546-4641-9c31-22909462539e {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 14:59:44.972867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d0be63a5-6546-4641-9c31-22909462539e not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 14:59:44.992740 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cca00e30-7d64-48b8-a47b-b68cc8bf2244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:45.015180 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cca00e30-7d64-48b8-a47b-b68cc8bf2244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:45.067963 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cca00e30-7d64-48b8-a47b-b68cc8bf2244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:45.070445 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cca00e30-7d64-48b8-a47b-b68cc8bf2244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:45.071657 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cca00e30-7d64-48b8-a47b-b68cc8bf2244 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1476a74-5483-4588-9d9e-1b52c23c25f3 HTTP/1.1" status: 204 len: 168 time: 0.1352897 Aug 27 14:59:45.080762 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca00e30-7d64-48b8-a47b-b68cc8bf2244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1476a74-5483-4588-9d9e-1b52c23c25f3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:45.406930 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46990) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:45.453271 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e54434ed-fec2-46fd-bae0-37c2659d81a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf2ad85e4ae04a55b52cc7c7327e6265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450237 Aug 27 14:59:45.455905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 46992) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:45.508948 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f9d3-7097-4684-a960-45edecddcf49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:45.532788 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f9d3-7097-4684-a960-45edecddcf49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:45.592147 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f9d3-7097-4684-a960-45edecddcf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:45.595726 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f9d3-7097-4684-a960-45edecddcf49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:45.597016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d4c6f9d3-7097-4684-a960-45edecddcf49 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dff1331a-ded0-4330-8b94-b43e7d2628a3 HTTP/1.1" status: 204 len: 168 time: 0.1401584 Aug 27 14:59:45.609193 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6f9d3-7097-4684-a960-45edecddcf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff1331a-ded0-4330-8b94-b43e7d2628a3,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:47.298566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47032) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:47.304209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-cc503137-ca09-4aad-93f5-b3d6591bf1bb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191035249', 'description': 'tempest-secgroup-smoke-1191035249 description', 'project_id': 'fd8125c73e6a499fb371f71fd1983077'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:47.328612 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc503137-ca09-4aad-93f5-b3d6591bf1bb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.339427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc503137-ca09-4aad-93f5-b3d6591bf1bb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.447496 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc503137-ca09-4aad-93f5-b3d6591bf1bb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.451870 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc503137-ca09-4aad-93f5-b3d6591bf1bb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.490826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc503137-ca09-4aad-93f5-b3d6591bf1bb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d5a0ff-82a9-4e41-9b39-2cab9db96b34,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:47.556204 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc503137-ca09-4aad-93f5-b3d6591bf1bb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.560694 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc503137-ca09-4aad-93f5-b3d6591bf1bb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.594566 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a37b8403-743f-4664-a97d-a7f54e0955ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.600449 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.605666 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-cc503137-ca09-4aad-93f5-b3d6591bf1bb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.607561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cc503137-ca09-4aad-93f5-b3d6591bf1bb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3075924 Aug 27 14:59:47.611044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47034) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:47.612319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc503137-ca09-4aad-93f5-b3d6591bf1bb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f45dec-3364-43ba-8702-ae0658b06bd2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:47.617531 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-76382d8a-bb5f-42f1-ab4a-bf49f6e714e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '94f45dec-3364-43ba-8702-ae0658b06bd2', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:47.650320 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76382d8a-bb5f-42f1-ab4a-bf49f6e714e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.721329 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76382d8a-bb5f-42f1-ab4a-bf49f6e714e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.726823 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76382d8a-bb5f-42f1-ab4a-bf49f6e714e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.751260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76382d8a-bb5f-42f1-ab4a-bf49f6e714e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763b004c-181f-4685-9cb8-9789d8aa0ecf,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:47.754467 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-76382d8a-bb5f-42f1-ab4a-bf49f6e714e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.756173 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-76382d8a-bb5f-42f1-ab4a-bf49f6e714e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437585 Aug 27 14:59:47.759560 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47036) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:47.764392 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-5aa95d71-3197-49e8-8531-0771cc269ccb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '94f45dec-3364-43ba-8702-ae0658b06bd2', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:47.797517 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5aa95d71-3197-49e8-8531-0771cc269ccb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.859559 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5aa95d71-3197-49e8-8531-0771cc269ccb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.864214 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5aa95d71-3197-49e8-8531-0771cc269ccb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.888027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa95d71-3197-49e8-8531-0771cc269ccb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6901e477-4dc9-4068-be58-9262a4b91014,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:47.891626 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-5aa95d71-3197-49e8-8531-0771cc269ccb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:47.892847 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-5aa95d71-3197-49e8-8531-0771cc269ccb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322105 Aug 27 14:59:47.896844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47038) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:47.901567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f798a0e4-fa69-4781-8532-1c71aebb22d0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '94f45dec-3364-43ba-8702-ae0658b06bd2', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:47.931579 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f798a0e4-fa69-4781-8532-1c71aebb22d0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.009702 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f798a0e4-fa69-4781-8532-1c71aebb22d0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.013925 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f798a0e4-fa69-4781-8532-1c71aebb22d0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.033855 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798a0e4-fa69-4781-8532-1c71aebb22d0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9171c9-3577-4587-9c0b-87e28d0be6ee,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:48.041658 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f798a0e4-fa69-4781-8532-1c71aebb22d0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.042868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f798a0e4-fa69-4781-8532-1c71aebb22d0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450348 Aug 27 14:59:48.045999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47040) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:48.050868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-8520d0be-39e5-490a-8ecb-137c7a1169e4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '94f45dec-3364-43ba-8702-ae0658b06bd2', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:48.079216 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8520d0be-39e5-490a-8ecb-137c7a1169e4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.143019 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8520d0be-39e5-490a-8ecb-137c7a1169e4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.147887 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8520d0be-39e5-490a-8ecb-137c7a1169e4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.170140 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520d0be-39e5-490a-8ecb-137c7a1169e4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73632c83-5951-4367-aa6d-dc44e199965f,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:48.178967 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8520d0be-39e5-490a-8ecb-137c7a1169e4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.180438 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8520d0be-39e5-490a-8ecb-137c7a1169e4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332653 Aug 27 14:59:48.183158 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47042) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:48.188098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-46a4d251-0181-45ba-b7ae-4f390efd3bac tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '94f45dec-3364-43ba-8702-ae0658b06bd2', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:48.212056 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-46a4d251-0181-45ba-b7ae-4f390efd3bac tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Project fd8125c73e6a499fb371f71fd1983077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:59:48.217296 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46a4d251-0181-45ba-b7ae-4f390efd3bac tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.280810 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46a4d251-0181-45ba-b7ae-4f390efd3bac tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.284856 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46a4d251-0181-45ba-b7ae-4f390efd3bac tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.304871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4d251-0181-45ba-b7ae-4f390efd3bac tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28118e4e-10fa-4a6b-8e59-58e3e9b118e8,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:48.310988 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-46a4d251-0181-45ba-b7ae-4f390efd3bac tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.315054 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-46a4d251-0181-45ba-b7ae-4f390efd3bac tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308069 Aug 27 14:59:48.315320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47044) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:48.321263 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-74d9d615-8735-4dc3-b9c4-de3882ed231c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '94f45dec-3364-43ba-8702-ae0658b06bd2', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:48.349058 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-74d9d615-8735-4dc3-b9c4-de3882ed231c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Project fd8125c73e6a499fb371f71fd1983077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 14:59:48.355060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74d9d615-8735-4dc3-b9c4-de3882ed231c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.428840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74d9d615-8735-4dc3-b9c4-de3882ed231c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.432902 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74d9d615-8735-4dc3-b9c4-de3882ed231c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.453144 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9d615-8735-4dc3-b9c4-de3882ed231c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f3e95e-dc66-4d88-9378-08ec934e275a,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:48.460542 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74d9d615-8735-4dc3-b9c4-de3882ed231c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.461809 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-74d9d615-8735-4dc3-b9c4-de3882ed231c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453567 Aug 27 14:59:48.465390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47046) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:48.470422 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0dceeb9e-f828-4ed3-82ab-7a51751ddc57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'network': {'name': 'tempest-network-smoke--456459241', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'port_security_enabled': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:48.493447 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dceeb9e-f828-4ed3-82ab-7a51751ddc57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:48.497303 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0dceeb9e-f828-4ed3-82ab-7a51751ddc57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.524878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dceeb9e-f828-4ed3-82ab-7a51751ddc57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 14:59:48.537164 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0dceeb9e-f828-4ed3-82ab-7a51751ddc57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.537515 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-0dceeb9e-f828-4ed3-82ab-7a51751ddc57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Added segment 8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a of type vlan for network 1a36dcc3-7451-4f48-969c-0eee818c39e3 Aug 27 14:59:48.584899 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0dceeb9e-f828-4ed3-82ab-7a51751ddc57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.613523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0dceeb9e-f828-4ed3-82ab-7a51751ddc57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.620394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dceeb9e-f828-4ed3-82ab-7a51751ddc57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:48.621212 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0dceeb9e-f828-4ed3-82ab-7a51751ddc57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.686436 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0dceeb9e-f828-4ed3-82ab-7a51751ddc57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2198062 Aug 27 14:59:48.690903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47048) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:48.697301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'admin_state_up': True, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:48.720252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceeb9e-f828-4ed3-82ab-7a51751ddc57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Network': ['ID=1a36dcc3-7451-4f48-969c-0eee818c39e3,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:48.732109 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 1a36dcc3-7451-4f48-969c-0eee818c39e3 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 14:59:48.736882 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.737991 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.797658 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.951336 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:48.984870 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:49.163457 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:49.187427 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:49.296530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.25.2.143 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/94558f4a-10ee-4edc-8cab-78cd40d2904c) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:49.406111 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:49.792361 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:49.835406 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:49.838358 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:49.843798 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:49.846385 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=94558f4a-10ee-4edc-8cab-78cd40d2904c,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:50.104973 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.321715 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.456681 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.460661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 4747b17d-45a2-4a83-9f53-609b6e4c663a is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 14:59:50.581769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:59:50.598657 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Sync routers for ids ['4747b17d-45a2-4a83-9f53-609b6e4c663a'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:59:50.602320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:50.606843 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-28ae2fb8-f54c-4b83-93ea-0af9a0066b0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9114892 Aug 27 14:59:50.607598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47050) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:50.612601 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Routers {'4747b17d-45a2-4a83-9f53-609b6e4c663a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:50.613347 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:59:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4747b17d-45a2-4a83-9f53-609b6e4c663a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:50.728346 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Set router 4747b17d-45a2-4a83-9f53-609b6e4c663a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:50.750462 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-cc0af844-577e-4dd1-92df-899dc6364082 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=fd8125c73e6a499fb371f71fd1983077&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1422689 Aug 27 14:59:50.753414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47054) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:50.920825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca5a118-6c73-4f68-9e8c-c8e149bc8a7d tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:50.922401 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4ca5a118-6c73-4f68-9e8c-c8e149bc8a7d tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1678593 Aug 27 14:59:50.925435 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47056) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:50.944815 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T14:59:49Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:50.967741 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-39e776a3-92de-4a65-92c0-922948b10653 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403457 Aug 27 14:59:50.971561 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47058) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:50.975864 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Checking router: 4747b17d-45a2-4a83-9f53-609b6e4c663a for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:59:50.976392 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Updating router 4747b17d-45a2-4a83-9f53-609b6e4c663a port 94558f4a-10ee-4edc-8cab-78cd40d2904c binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:59:50.979426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4ae318b3-6724-4b19-9f22-befe4cb54b55 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1176977978', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:51.003013 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.077182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae318b3-6724-4b19-9f22-befe4cb54b55 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:51.081522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ae318b3-6724-4b19-9f22-befe4cb54b55 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.295599 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.297022 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ae318b3-6724-4b19-9f22-befe4cb54b55 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.306583 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Transition to ACTIVE for port object 94558f4a-10ee-4edc-8cab-78cd40d2904c will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:51.312727 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.361352 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Attempting to bind port 94558f4a-10ee-4edc-8cab-78cd40d2904c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:59:51.361711 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Attempting to bind port 94558f4a-10ee-4edc-8cab-78cd40d2904c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:59:51.362087 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Attempting to bind port 94558f4a-10ee-4edc-8cab-78cd40d2904c on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:51.368803 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae318b3-6724-4b19-9f22-befe4cb54b55 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Subnet': ['ID=3ebbfb6d-77cd-4d56-9083-c5d141583ce0,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:51.371558 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Pushing event updated for resources: {'Port': ['ID=94558f4a-10ee-4edc-8cab-78cd40d2904c,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:51.373927 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:59:51.374303 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:51.374734 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.375124 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:59:51.375593 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Bound port: 94558f4a-10ee-4edc-8cab-78cd40d2904c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:59:51.375975 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.381903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae318b3-6724-4b19-9f22-befe4cb54b55 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Checking segment: {'id': '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:51.382293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae318b3-6724-4b19-9f22-befe4cb54b55 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network hostable DHCP agents. Network: 1a36dcc3-7451-4f48-969c-0eee818c39e3, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 14:59:51.383205 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:51.383558 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:51.383909 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:51.384245 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:51.384579 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:51.384914 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:51.385244 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:51.385564 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:51.385891 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:51.386217 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:51.386541 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:51.386901 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 14:59:51.403601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae318b3-6724-4b19-9f22-befe4cb54b55 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 1a36dcc3-7451-4f48-969c-0eee818c39e3 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 14:59:51.415030 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-4ae318b3-6724-4b19-9f22-befe4cb54b55 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 1a36dcc3-7451-4f48-969c-0eee818c39e3) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:51.422542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae318b3-6724-4b19-9f22-befe4cb54b55 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:51.423691 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4ae318b3-6724-4b19-9f22-befe4cb54b55 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.424198 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed5f27b-2756-40d1-86b2-3ca5992a7bd9 None None] Network 1a36dcc3-7451-4f48-969c-0eee818c39e3 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:51.445431 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4ae318b3-6724-4b19-9f22-befe4cb54b55 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4687989 Aug 27 14:59:51.445697 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47060) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 14:59:51.451022 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] For port 94558f4a-10ee-4edc-8cab-78cd40d2904c, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:59:51.454326 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] For port 94558f4a-10ee-4edc-8cab-78cd40d2904c, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=94558f4a-10ee-4edc-8cab-78cd40d2904c,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:59:51.460102 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.521615 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb100a9c-e019-42d3-9ee9-d63c9e518950 None None] Pushing event updated for resources: {'Port': ['ID=94558f4a-10ee-4edc-8cab-78cd40d2904c,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:51.534973 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Routers {'4747b17d-45a2-4a83-9f53-609b6e4c663a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:51.536163 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:59:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4747b17d-45a2-4a83-9f53-609b6e4c663a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:51.638328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-1a36dcc3-7451-4f48-969c-0eee818c39e3', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ips': [{'subnet_id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 14:59:51.639393 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:51.670041 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] Set router 4747b17d-45a2-4a83-9f53-609b6e4c663a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:51.791918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Allocated IP 172.20.0.2 (1a36dcc3-7451-4f48-969c-0eee818c39e3/3ebbfb6d-77cd-4d56-9083-c5d141583ce0/09e365bb-6a8f-48c9-acf1-11a0cccd1b6a) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:51.873937 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T14:59:49Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:51.905620 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f15d75-59e0-40fc-a68a-17a0ed49ddd1 None None] The sync data for ids ['4747b17d-45a2-4a83-9f53-609b6e4c663a'] in n-d-712139-12 is: [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T14:59:49Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:59:51.998721 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.001985 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.010217 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Transition to ACTIVE for port object 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:52.030327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Transition to ACTIVE for port object 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:52.037812 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.080041 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Network 1a36dcc3-7451-4f48-969c-0eee818c39e3 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:52.083721 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:52.086813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:52.096014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Pushing event updated for resources: {'Port': ['ID=09e365bb-6a8f-48c9-acf1-11a0cccd1b6a,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:52.187469 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.188748 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Attempting to bind port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:59:52.189116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Attempting to bind port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:59:52.189712 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Attempting to bind port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a on network 1a36dcc3-7451-4f48-969c-0eee818c39e3 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:52.204375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:59:52.204852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Checking segment: {'id': '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:52.205268 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.205759 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Bound using segment: {'id': '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:59:52.206342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Bound port: 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:59:52.206828 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.305503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] For port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:59:52.310559 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] For port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=09e365bb-6a8f-48c9-acf1-11a0cccd1b6a,segment=NetworkSegment(8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a),segment_id=8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:59:52.315513 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.387126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a6c8a-7e16-456b-8f41-ee52cd7400eb None None] Pushing event updated for resources: {'Port': ['ID=09e365bb-6a8f-48c9-acf1-11a0cccd1b6a,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:52.395714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.20.0.1 (1a36dcc3-7451-4f48-969c-0eee818c39e3/3ebbfb6d-77cd-4d56-9083-c5d141583ce0/83131b20-4799-4bf7-a5ff-2664b38c0725) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:52.551656 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.600875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Transition to ACTIVE for port object 83131b20-4799-4bf7-a5ff-2664b38c0725 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:52.640945 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.705204 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 1a36dcc3-7451-4f48-969c-0eee818c39e3 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:52.714048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:52.720370 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:52.763810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=83131b20-4799-4bf7-a5ff-2664b38c0725,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:52.794416 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.988215 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:52.990542 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:53.042438 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:53.046331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 94558f4a-10ee-4edc-8cab-78cd40d2904c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:53.104055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 94558f4a-10ee-4edc-8cab-78cd40d2904c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:53.108393 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 94558f4a-10ee-4edc-8cab-78cd40d2904c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:53.108795 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.338986 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.344896 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.369801 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.408642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 94558f4a-10ee-4edc-8cab-78cd40d2904c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=94558f4a-10ee-4edc-8cab-78cd40d2904c,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:53.414846 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.435293 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.445524 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=83131b20-4799-4bf7-a5ff-2664b38c0725,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:53.469991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5959c65-d4ad-450b-b74a-09e83390363d None None] Network 1a36dcc3-7451-4f48-969c-0eee818c39e3 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 14:59:53.544047 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=94558f4a-10ee-4edc-8cab-78cd40d2904c,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:53.562267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-97714fba-559f-4c57-9e55-07ada0fe4cbb None None] Provisioning for port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:53.570554 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-97714fba-559f-4c57-9e55-07ada0fe4cbb None None] Provisioning complete for port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:53.570981 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-97714fba-559f-4c57-9e55-07ada0fe4cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.579209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 1a36dcc3-7451-4f48-969c-0eee818c39e3 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:53.580903 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:53.716139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 4747b17d-45a2-4a83-9f53-609b6e4c663a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 14:59:53.799236 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-97714fba-559f-4c57-9e55-07ada0fe4cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.842182 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 14:59:53.842722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-97714fba-559f-4c57-9e55-07ada0fe4cbb None None] For port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=09e365bb-6a8f-48c9-acf1-11a0cccd1b6a,segment=NetworkSegment(8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a),segment_id=8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:53.848228 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-97714fba-559f-4c57-9e55-07ada0fe4cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:53.858761 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e38eec91-fe73-42ef-8de8-86a24650a4fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "PUT /v2.0/routers/4747b17d-45a2-4a83-9f53-609b6e4c663a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4047275 Aug 27 14:59:53.918351 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97714fba-559f-4c57-9e55-07ada0fe4cbb None None] Pushing event updated for resources: {'Port': ['ID=09e365bb-6a8f-48c9-acf1-11a0cccd1b6a,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:53.981915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Sync routers for ids ['4747b17d-45a2-4a83-9f53-609b6e4c663a'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 14:59:53.995549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Routers {'4747b17d-45a2-4a83-9f53-609b6e4c663a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:53.996343 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:59:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4747b17d-45a2-4a83-9f53-609b6e4c663a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:54.043538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-6d2bf478-c344-45e1-8769-c38b04a25111 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191035249&fields=id&tenant_id=fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 267 time: 0.0390444 Aug 27 14:59:54.124797 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Set router 4747b17d-45a2-4a83-9f53-609b6e4c663a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:54.168309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484ade-4282-4baf-b15f-caca60a0b223 req-ed7ec490-7fa7-482a-bf6b-326e0bc6a0ee tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:54.170267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-ed7ec490-7fa7-482a-bf6b-326e0bc6a0ee tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/networks?id=1a36dcc3-7451-4f48-969c-0eee818c39e3 HTTP/1.1" status: 200 len: 796 time: 0.1157954 Aug 27 14:59:54.191292 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-8e075dbe-85eb-48d4-b52b-eca7b29dbb2c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/quotas/fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 375 time: 0.0114870 Aug 27 14:59:54.214480 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6e1c2ccd-4a96-4757-b130-4e78c87b9068 None None] Provisioning for port 83131b20-4799-4bf7-a5ff-2664b38c0725 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:54.234525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6e1c2ccd-4a96-4757-b130-4e78c87b9068 None None] Provisioning complete for port 83131b20-4799-4bf7-a5ff-2664b38c0725 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:54.234931 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6e1c2ccd-4a96-4757-b130-4e78c87b9068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:54.257030 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-a9233e30-7042-45b5-9738-f9f066982bcb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570412 Aug 27 14:59:54.325673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c2ccd-4a96-4757-b130-4e78c87b9068 None None] Port 83131b20-4799-4bf7-a5ff-2664b38c0725 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:59:54.367197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6e1c2ccd-4a96-4757-b130-4e78c87b9068 None None] Provisioning complete for port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:54.367581 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6e1c2ccd-4a96-4757-b130-4e78c87b9068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:54.372872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-62dc1606-c499-4a1d-8962-e5b13d56a104 service neutron] 10.222.0.55 "GET /v2.0/networks/1a36dcc3-7451-4f48-969c-0eee818c39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065397 Aug 27 14:59:54.479134 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-132a18a5-35a0-4c86-9ee5-60de8cd189e6 service neutron] 10.222.0.55 "GET /v2.0/networks/1a36dcc3-7451-4f48-969c-0eee818c39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979805 Aug 27 14:59:54.487823 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T14:59:52Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '83131b20-4799-4bf7-a5ff-2664b38c0725', 'name': '', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:d4:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:52Z', 'updated_at': '2021-08-27T14:59:53Z', 'revision_number': 2, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:54.521882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Checking router: 4747b17d-45a2-4a83-9f53-609b6e4c663a for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 14:59:54.522268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Updating router 4747b17d-45a2-4a83-9f53-609b6e4c663a port 83131b20-4799-4bf7-a5ff-2664b38c0725 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 14:59:54.556291 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:54.672394 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2deb75a7-b38e-433f-87b9-649ad22ad807 req-b2c981ed-1f1d-4cea-8311-c649c3ef2b0a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 210 time: 0.0356081 Aug 27 14:59:54.693817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-00c3e542-fa75-41fd-a986-b73620a573d9 None None] Provisioning complete for port 83131b20-4799-4bf7-a5ff-2664b38c0725 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:54.694320 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-00c3e542-fa75-41fd-a986-b73620a573d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:54.754023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-00c3e542-fa75-41fd-a986-b73620a573d9 None None] Port 83131b20-4799-4bf7-a5ff-2664b38c0725 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:59:54.922629 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:54.936618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:54.938893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Transition to ACTIVE for port object 83131b20-4799-4bf7-a5ff-2664b38c0725 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:54.970991 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:55.069504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c25d6-69e7-4b85-bf77-f8c50cad49d9 None None] Pushing event updated for resources: {'Port': ['ID=83131b20-4799-4bf7-a5ff-2664b38c0725,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:55.127220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:55.127594 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:55.160869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Attempting to bind port 83131b20-4799-4bf7-a5ff-2664b38c0725 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:59:55.161243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Attempting to bind port 83131b20-4799-4bf7-a5ff-2664b38c0725 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:59:55.161605 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Attempting to bind port 83131b20-4799-4bf7-a5ff-2664b38c0725 on network 1a36dcc3-7451-4f48-969c-0eee818c39e3 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:55.175461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:59:55.175838 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Checking segment: {'id': '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:55.176287 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:55.176686 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Bound using segment: {'id': '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:59:55.177248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Bound port: 83131b20-4799-4bf7-a5ff-2664b38c0725, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:59:55.177742 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:55.292215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] For port 83131b20-4799-4bf7-a5ff-2664b38c0725, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:59:55.307053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 94558f4a-10ee-4edc-8cab-78cd40d2904c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:55.312723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] For port 83131b20-4799-4bf7-a5ff-2664b38c0725, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=83131b20-4799-4bf7-a5ff-2664b38c0725,segment=NetworkSegment(8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a),segment_id=8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:59:55.335583 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:55.414370 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Routers {'4747b17d-45a2-4a83-9f53-609b6e4c663a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 14:59:55.415192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:59:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4747b17d-45a2-4a83-9f53-609b6e4c663a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:55.418265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c25d6-69e7-4b85-bf77-f8c50cad49d9 None None] Pushing event updated for resources: {'Port': ['ID=83131b20-4799-4bf7-a5ff-2664b38c0725,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:55.501383 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 94558f4a-10ee-4edc-8cab-78cd40d2904c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:55.501773 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:55.645112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] Set router 4747b17d-45a2-4a83-9f53-609b6e4c663a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 14:59:55.792947 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56759b84-3f96-46d4-b21a-1223748feced req-6663edaa-087a-4ed7-896b-5af634b307ba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 210 time: 0.0425267 Aug 27 14:59:55.916266 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T14:59:52Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '83131b20-4799-4bf7-a5ff-2664b38c0725', 'name': '', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:d4:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:52Z', 'updated_at': '2021-08-27T14:59:55Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 14:59:55.949518 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41942c12-9091-426a-9f71-c78bddc4788e None None] The sync data for ids ['4747b17d-45a2-4a83-9f53-609b6e4c663a'] in n-d-712139-12 is: [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T14:59:52Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '83131b20-4799-4bf7-a5ff-2664b38c0725', 'name': '', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:d4:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:52Z', 'updated_at': '2021-08-27T14:59:55Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 14:59:55.964970 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484ade-4282-4baf-b15f-caca60a0b223 req-6c0ee943-adca-4895-babe-53fec70c6396 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:55.966552 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-6c0ee943-adca-4895-babe-53fec70c6396 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "GET /v2.0/networks?id=1a36dcc3-7451-4f48-969c-0eee818c39e3 HTTP/1.1" status: 200 len: 796 time: 0.1151741 Aug 27 14:59:56.063250 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-30bfe333-7929-4558-8aed-59187d7f69b8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 380 time: 0.0786316 Aug 27 14:59:56.073230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-22484ade-4282-4baf-b15f-caca60a0b223 req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'port': {'device_id': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'admin_state_up': True, 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'security_groups': ['94f45dec-3364-43ba-8702-ae0658b06bd2']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:56.194239 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22484ade-4282-4baf-b15f-caca60a0b223 req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 14:59:56.198055 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-22484ade-4282-4baf-b15f-caca60a0b223 req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.341962 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-22484ade-4282-4baf-b15f-caca60a0b223 req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.20.0.14 (1a36dcc3-7451-4f48-969c-0eee818c39e3/3ebbfb6d-77cd-4d56-9083-c5d141583ce0/96f818ea-4413-40f9-8f75-9df499c0adc8) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 14:59:56.516984 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-22484ade-4282-4baf-b15f-caca60a0b223 req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.540277 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-22484ade-4282-4baf-b15f-caca60a0b223 req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Transition to ACTIVE for port object 96f818ea-4413-40f9-8f75-9df499c0adc8 will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:56.588042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-22484ade-4282-4baf-b15f-caca60a0b223 req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.657936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22484ade-4282-4baf-b15f-caca60a0b223 req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 1a36dcc3-7451-4f48-969c-0eee818c39e3 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 14:59:56.661828 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-22484ade-4282-4baf-b15f-caca60a0b223 req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 14:59:56.666362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-22484ade-4282-4baf-b15f-caca60a0b223 req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 14:59:56.673553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=96f818ea-4413-40f9-8f75-9df499c0adc8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:56.731805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484ade-4282-4baf-b15f-caca60a0b223 req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:56.732771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-22484ade-4282-4baf-b15f-caca60a0b223 req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.759650 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-241f228f-8ef4-4aa7-a101-f9d4c0d00fd1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6902759 Aug 27 14:59:56.779172 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Request body: {'port': {'device_id': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 14:59:56.860060 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:56.969729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 83131b20-4799-4bf7-a5ff-2664b38c0725 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:57.045360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f408d2-822f-4ccd-bc43-44be7727cea9 req-71dd8d14-1487-42f7-8657-13805cf8cbed tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:57.047190 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-93f408d2-822f-4ccd-bc43-44be7727cea9 req-71dd8d14-1487-42f7-8657-13805cf8cbed tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 932 time: 0.1363165 Aug 27 14:59:57.056276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6eed8a53-e72b-4b53-968e-949e372df18c None None] Provisioning for port 96f818ea-4413-40f9-8f75-9df499c0adc8 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:57.065924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6eed8a53-e72b-4b53-968e-949e372df18c None None] Provisioning complete for port 96f818ea-4413-40f9-8f75-9df499c0adc8 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:57.066520 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6eed8a53-e72b-4b53-968e-949e372df18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:57.134846 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 83131b20-4799-4bf7-a5ff-2664b38c0725 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 14:59:57.143490 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 83131b20-4799-4bf7-a5ff-2664b38c0725 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:57.144117 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:57.147009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6eed8a53-e72b-4b53-968e-949e372df18c None None] Port 96f818ea-4413-40f9-8f75-9df499c0adc8 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 14:59:57.156716 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-93f408d2-822f-4ccd-bc43-44be7727cea9 req-60b109a6-68be-49d7-908c-b6c5bcf42851 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909579 Aug 27 14:59:57.250367 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:57.281049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f818ea-4413-40f9-8f75-9df499c0adc8 {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 14:59:57.291054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:57.291900 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 83131b20-4799-4bf7-a5ff-2664b38c0725, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=83131b20-4799-4bf7-a5ff-2664b38c0725,segment=NetworkSegment(8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a),segment_id=8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 14:59:57.297117 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:57.307043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Transition to ACTIVE for port object 96f818ea-4413-40f9-8f75-9df499c0adc8 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 14:59:57.311488 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:57.365568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=83131b20-4799-4bf7-a5ff-2664b38c0725,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:57.365871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Pushing event updated for resources: {'Port': ['ID=96f818ea-4413-40f9-8f75-9df499c0adc8,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:57.459226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Attempting to bind port 96f818ea-4413-40f9-8f75-9df499c0adc8 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 14:59:57.459226 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Attempting to bind port 96f818ea-4413-40f9-8f75-9df499c0adc8 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 14:59:57.459562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Attempting to bind port 96f818ea-4413-40f9-8f75-9df499c0adc8 on network 1a36dcc3-7451-4f48-969c-0eee818c39e3 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:57.464373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Port 96f818ea-4413-40f9-8f75-9df499c0adc8 on network 1a36dcc3-7451-4f48-969c-0eee818c39e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 14:59:57.464699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Attempting to bind port 96f818ea-4413-40f9-8f75-9df499c0adc8 on network 1a36dcc3-7451-4f48-969c-0eee818c39e3 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 14:59:57.470525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 14, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 14:59:57.470902 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Checking segment: {'id': '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 14:59:57.471313 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Bound using segment: {'id': '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 14:59:57.471750 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Bound port: 96f818ea-4413-40f9-8f75-9df499c0adc8, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 14:59:57.472109 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:57.547180 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] For port 96f818ea-4413-40f9-8f75-9df499c0adc8, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 14:59:57.551679 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] For port 96f818ea-4413-40f9-8f75-9df499c0adc8, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=96f818ea-4413-40f9-8f75-9df499c0adc8,segment=NetworkSegment(8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a),segment_id=8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 14:59:57.558004 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:57.605027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:57.605647 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:57.607081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] 10.222.0.41 "PUT /v2.0/ports/96f818ea-4413-40f9-8f75-9df499c0adc8 HTTP/1.1" status: 200 len: 1093 time: 0.8327446 Aug 27 14:59:57.607520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'tag': '96f818ea-4413-40f9-8f75-9df499c0adc8'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 14:59:57.610022 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767c913c-802e-4f52-88f6-4a385463c65e" -d '{"events": [{"name": "network-changed", "server_uuid": "54bf97c6-87a7-427d-bdc9-be3fb6600be6", "tag": "96f818ea-4413-40f9-8f75-9df499c0adc8"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 14:59:57.643563 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06333270-ada8-4800-a16a-da27bc84f226 service neutron] Pushing event updated for resources: {'Port': ['ID=96f818ea-4413-40f9-8f75-9df499c0adc8,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 14:59:57.653450 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea1df2c-a8eb-4978-ad05-a6f37f4ec0f9 x-openstack-request-id: req-1ea1df2c-a8eb-4978-ad05-a6f37f4ec0f9 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 14:59:57.653890 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bf97c6-87a7-427d-bdc9-be3fb6600be6", "tag": "96f818ea-4413-40f9-8f75-9df499c0adc8", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 14:59:57.654314 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ea1df2c-a8eb-4978-ad05-a6f37f4ec0f9 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 14:59:57.654957 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'tag': '96f818ea-4413-40f9-8f75-9df499c0adc8', 'status': 'completed', 'code': 200} Aug 27 14:59:57.715344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484ade-4282-4baf-b15f-caca60a0b223 req-fca882e5-0835-4cfb-a415-35f43f5c5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:57.717022 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-fca882e5-0835-4cfb-a415-35f43f5c5cdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 1096 time: 0.0452650 Aug 27 14:59:57.771707 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-7da97c45-503c-4369-a0dc-071167d66d00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f818ea-4413-40f9-8f75-9df499c0adc8 HTTP/1.1" status: 200 len: 217 time: 0.0407648 Aug 27 14:59:57.823736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484ade-4282-4baf-b15f-caca60a0b223 req-4a0de98b-f5bd-453f-9c7c-53195e4f41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:57.825245 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-4a0de98b-f5bd-453f-9c7c-53195e4f41ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ebbfb6d-77cd-4d56-9083-c5d141583ce0 HTTP/1.1" status: 200 len: 835 time: 0.0473883 Aug 27 14:59:57.872682 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484ade-4282-4baf-b15f-caca60a0b223 req-269a67e8-9c96-42bc-83cd-ba6f36e2281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:57.874167 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-269a67e8-9c96-42bc-83cd-ba6f36e2281e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a36dcc3-7451-4f48-969c-0eee818c39e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422270 Aug 27 14:59:58.355550 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a104da-150d-45d4-acc1-70b67978fc00 req-980ed7c3-ca0b-4d93-8718-530eb6b5567e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:58.357093 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9a104da-150d-45d4-acc1-70b67978fc00 req-980ed7c3-ca0b-4d93-8718-530eb6b5567e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 944 time: 0.0786426 Aug 27 14:59:58.361037 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-8055ccc3-6af1-4283-b4cf-57b00b94af85 service neutron] 10.222.0.41 "GET /v2.0/networks/1a36dcc3-7451-4f48-969c-0eee818c39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798436 Aug 27 14:59:58.452128 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9a104da-150d-45d4-acc1-70b67978fc00 req-7737841b-ebf8-4ca1-ad65-03cf85e02405 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889657 Aug 27 14:59:58.483719 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-22484ade-4282-4baf-b15f-caca60a0b223 req-e3ccd9d8-c348-45d9-a99b-069db2871748 service neutron] 10.222.0.41 "GET /v2.0/networks/1a36dcc3-7451-4f48-969c-0eee818c39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114075 Aug 27 14:59:58.620727 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c913c-802e-4f52-88f6-4a385463c65e req-7857200a-fe80-4c6a-a81e-2a59000a6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:58.622255 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-767c913c-802e-4f52-88f6-4a385463c65e req-7857200a-fe80-4c6a-a81e-2a59000a6cc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 1096 time: 0.0428979 Aug 27 14:59:58.721968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c913c-802e-4f52-88f6-4a385463c65e req-66b2856c-4828-449d-8c46-753410efdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:58.723912 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-767c913c-802e-4f52-88f6-4a385463c65e req-66b2856c-4828-449d-8c46-753410efdb8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a36dcc3-7451-4f48-969c-0eee818c39e3 HTTP/1.1" status: 200 len: 897 time: 0.0950909 Aug 27 14:59:58.768458 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-767c913c-802e-4f52-88f6-4a385463c65e req-abfa057c-9b25-465d-bb1b-479d50698210 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f818ea-4413-40f9-8f75-9df499c0adc8 HTTP/1.1" status: 200 len: 217 time: 0.0360365 Aug 27 14:59:58.819952 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c913c-802e-4f52-88f6-4a385463c65e req-8af9e621-fc61-493c-a9b4-0ab21bbccd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:58.821500 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-767c913c-802e-4f52-88f6-4a385463c65e req-8af9e621-fc61-493c-a9b4-0ab21bbccd0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ebbfb6d-77cd-4d56-9083-c5d141583ce0 HTTP/1.1" status: 200 len: 835 time: 0.0465291 Aug 27 14:59:58.872555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c913c-802e-4f52-88f6-4a385463c65e req-a02f588e-fa84-4af4-b3a1-63bb73e15027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:58.874083 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-767c913c-802e-4f52-88f6-4a385463c65e req-a02f588e-fa84-4af4-b3a1-63bb73e15027 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a36dcc3-7451-4f48-969c-0eee818c39e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452473 Aug 27 14:59:58.903603 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 83131b20-4799-4bf7-a5ff-2664b38c0725 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 14:59:58.953809 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 83131b20-4799-4bf7-a5ff-2664b38c0725 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 14:59:58.954191 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 14:59:58.991256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-767c913c-802e-4f52-88f6-4a385463c65e req-f75036ab-eed6-4904-bf35-a61dd9d8965a service neutron] 10.222.0.41 "GET /v2.0/networks/1a36dcc3-7451-4f48-969c-0eee818c39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096139 Aug 27 14:59:59.094293 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-767c913c-802e-4f52-88f6-4a385463c65e req-10280717-c69b-4384-9853-140df0cab364 service neutron] 10.222.0.41 "GET /v2.0/networks/1a36dcc3-7451-4f48-969c-0eee818c39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954680 Aug 27 14:59:59.599457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6994fe-46b4-430d-a0d5-ca26f4677703 req-cd4eda8f-52ef-4886-a442-e5fc2c239fc5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 14:59:59.601055 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c6994fe-46b4-430d-a0d5-ca26f4677703 req-cd4eda8f-52ef-4886-a442-e5fc2c239fc5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 944 time: 0.0747035 Aug 27 14:59:59.646429 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0c6994fe-46b4-430d-a0d5-ca26f4677703 req-e6deacb0-03c0-4ce0-a352-22bff1bc8590 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390553 Aug 27 15:00:00.780071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c4891-f800-4143-ba0a-be20699affc8 req-8d16dadd-8f73-49aa-8237-138a8ec1bc2e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:00.781943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c96c4891-f800-4143-ba0a-be20699affc8 req-8d16dadd-8f73-49aa-8237-138a8ec1bc2e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 944 time: 0.0655465 Aug 27 15:00:00.825345 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c96c4891-f800-4143-ba0a-be20699affc8 req-e983bb0f-52b8-488e-8b8e-8c22c845eee6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364008 Aug 27 15:00:01.803452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 96f818ea-4413-40f9-8f75-9df499c0adc8 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:00:01.925130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 96f818ea-4413-40f9-8f75-9df499c0adc8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=96f818ea-4413-40f9-8f75-9df499c0adc8,segment=NetworkSegment(8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a),segment_id=8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:01.944209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '96f818ea-4413-40f9-8f75-9df499c0adc8', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'port_id': '96f818ea-4413-40f9-8f75-9df499c0adc8', 'mac_address': 'fa:16:3e:43:50:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:00:01.954843 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27287695-f606-4e2f-aa91-b724614c69f3 req-72a3b4f0-38e3-4a7e-b550-737558f3bb86 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:01.956661 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27287695-f606-4e2f-aa91-b724614c69f3 req-72a3b4f0-38e3-4a7e-b550-737558f3bb86 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 944 time: 0.0575433 Aug 27 15:00:01.992245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.010926 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-27287695-f606-4e2f-aa91-b724614c69f3 req-63581972-bf44-4cac-a272-3b8ef60f50ee tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461614 Aug 27 15:00:02.016834 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f818ea-4413-40f9-8f75-9df499c0adc8 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:00:02.044633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 96f818ea-4413-40f9-8f75-9df499c0adc8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=96f818ea-4413-40f9-8f75-9df499c0adc8,segment=NetworkSegment(8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a),segment_id=8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:02.049405 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:02.099181 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=96f818ea-4413-40f9-8f75-9df499c0adc8,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:02.479092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['96f818ea-4413-40f9-8f75-9df499c0adc8'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:00:03.133868 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773387b2-7153-4de2-8f91-44fcd5e7f665 req-26bfc09b-9593-4a92-b8b8-9dfe61f2ef73 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:03.135414 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-773387b2-7153-4de2-8f91-44fcd5e7f665 req-26bfc09b-9593-4a92-b8b8-9dfe61f2ef73 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 945 time: 0.0514097 Aug 27 15:00:03.177506 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-773387b2-7153-4de2-8f91-44fcd5e7f665 req-a23039d5-9e27-49ce-9fd5-2ab15230eeb7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360115 Aug 27 15:00:03.804046 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 96f818ea-4413-40f9-8f75-9df499c0adc8 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:00:03.858634 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 96f818ea-4413-40f9-8f75-9df499c0adc8 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:00:03.862642 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 96f818ea-4413-40f9-8f75-9df499c0adc8 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:00:03.863044 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.944103 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:03.967113 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f818ea-4413-40f9-8f75-9df499c0adc8'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:00:03.969368 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64bd485-05f6-4d18-be3c-1f558bad0909" -d '{"events": [{"server_uuid": "54bf97c6-87a7-427d-bdc9-be3fb6600be6", "name": "network-vif-plugged", "status": "completed", "tag": "96f818ea-4413-40f9-8f75-9df499c0adc8"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:00:03.983558 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 96f818ea-4413-40f9-8f75-9df499c0adc8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=96f818ea-4413-40f9-8f75-9df499c0adc8,segment=NetworkSegment(8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a),segment_id=8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:00:03.988347 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:04.041497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=96f818ea-4413-40f9-8f75-9df499c0adc8,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:04.079681 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83edb914-6f25-4f99-9233-456858602584 x-openstack-request-id: req-83edb914-6f25-4f99-9233-456858602584 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:00:04.079983 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bf97c6-87a7-427d-bdc9-be3fb6600be6", "name": "network-vif-plugged", "status": "completed", "tag": "96f818ea-4413-40f9-8f75-9df499c0adc8", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:00:04.080242 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83edb914-6f25-4f99-9233-456858602584 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:00:04.080643 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f818ea-4413-40f9-8f75-9df499c0adc8', 'code': 200} Aug 27 15:00:04.201360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f88818-2925-4570-8785-a2249d673e6e req-f8c55851-66b2-4e71-b94f-afe7ad868e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:04.202842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45f88818-2925-4570-8785-a2249d673e6e req-f8c55851-66b2-4e71-b94f-afe7ad868e8b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 1098 time: 0.0410557 Aug 27 15:00:04.239800 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-45f88818-2925-4570-8785-a2249d673e6e req-73c1d7f8-c318-43a9-aede-3b2dbf8aa96a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293269 Aug 27 15:00:04.303506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82d460-3160-46b9-8df5-9acc7869e524 req-a76b90ed-7d64-41fb-b3ff-d587b8f48f57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:04.305072 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce82d460-3160-46b9-8df5-9acc7869e524 req-a76b90ed-7d64-41fb-b3ff-d587b8f48f57 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 946 time: 0.0584159 Aug 27 15:00:04.345291 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ce82d460-3160-46b9-8df5-9acc7869e524 req-71a987c9-2330-4e3d-8daa-29eb882c2d0d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339541 Aug 27 15:00:05.482250 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303cfae-e321-4551-a81a-877dfaf38795 req-08ef5949-797d-4a9a-bace-b5c8f706373d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:05.483906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5303cfae-e321-4551-a81a-877dfaf38795 req-08ef5949-797d-4a9a-bace-b5c8f706373d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 946 time: 0.0570982 Aug 27 15:00:05.524987 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5303cfae-e321-4551-a81a-877dfaf38795 req-d6037b23-fc5d-4f13-b982-800d7301ffb7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347550 Aug 27 15:00:06.671298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257e67d-a64c-45b2-8dff-66c09d3ac8bb req-667ca05f-08ed-49ec-8a31-4f294858b856 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:06.672997 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6257e67d-a64c-45b2-8dff-66c09d3ac8bb req-667ca05f-08ed-49ec-8a31-4f294858b856 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 946 time: 0.0585029 Aug 27 15:00:06.714136 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6257e67d-a64c-45b2-8dff-66c09d3ac8bb req-c6b8d2d3-9a28-4092-9b91-0472cb778757 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344653 Aug 27 15:00:06.834246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1cde0-e1b9-4de4-9d0c-bb34cf55d751 req-740ae9a5-c9df-4aef-afe0-3b4bfe82fe5f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:06.835692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5b1cde0-e1b9-4de4-9d0c-bb34cf55d751 req-740ae9a5-c9df-4aef-afe0-3b4bfe82fe5f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 946 time: 0.0532207 Aug 27 15:00:06.876804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d5b1cde0-e1b9-4de4-9d0c-bb34cf55d751 req-2a9d0a99-e3cd-47c6-a62e-0148ff683fb6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348847 Aug 27 15:00:06.900796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47116) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:06.953353 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b691798-d9c2-49be-bb54-b5fe506c5d90 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:06.955134 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9b691798-d9c2-49be-bb54-b5fe506c5d90 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 1093 time: 0.0531888 Aug 27 15:00:06.960586 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47118) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:06.965703 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '96f818ea-4413-40f9-8f75-9df499c0adc8', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:00:06.993095 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.102737 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.218784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.25.2.136 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/07c2a761-9108-49cc-8961-c262a040747b) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:00:07.332679 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.371878 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.408864 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:00:07.414073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:00:07.418237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:00:07.449118 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=07c2a761-9108-49cc-8961-c262a040747b,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:07.805865 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:07.877623 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.033680 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.039156 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.113851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=07c2a761-9108-49cc-8961-c262a040747b,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:00:08.126640 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.231765 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Floating IP 559a76ca-03fc-45bd-a5b1-18d20f9eb3a5 associated. External IP: 172.25.2.136, port: 96f818ea-4413-40f9-8f75-9df499c0adc8. Aug 27 15:00:08.457756 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 4747b17d-45a2-4a83-9f53-609b6e4c663a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:00:08.573949 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:00:08.586424 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4043afb-90b9-4416-a937-4ba18b267554 None None] Sync routers for ids ['4747b17d-45a2-4a83-9f53-609b6e4c663a'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:00:08.594731 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:08.605531 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4043afb-90b9-4416-a937-4ba18b267554 None None] Routers {'4747b17d-45a2-4a83-9f53-609b6e4c663a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:00:08.606459 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e4043afb-90b9-4416-a937-4ba18b267554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:59:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4747b17d-45a2-4a83-9f53-609b6e4c663a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:08.624814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b50919a5-ee14-4f35-8e31-150408fd8dc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6629834 Aug 27 15:00:08.625747 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'tag': '96f818ea-4413-40f9-8f75-9df499c0adc8'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:00:08.627970 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185ddf1e-0ed9-4393-afcf-ca33dc197200" -d '{"events": [{"name": "network-changed", "server_uuid": "54bf97c6-87a7-427d-bdc9-be3fb6600be6", "tag": "96f818ea-4413-40f9-8f75-9df499c0adc8"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:00:08.668742 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db4985b-d892-43c4-a788-c0998ab29064 x-openstack-request-id: req-4db4985b-d892-43c4-a788-c0998ab29064 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:00:08.669089 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bf97c6-87a7-427d-bdc9-be3fb6600be6", "tag": "96f818ea-4413-40f9-8f75-9df499c0adc8", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:00:08.669352 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4db4985b-d892-43c4-a788-c0998ab29064 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:00:08.669758 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'tag': '96f818ea-4413-40f9-8f75-9df499c0adc8', 'status': 'completed', 'code': 200} Aug 27 15:00:08.757594 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454b5b6-27f9-44b2-9fdd-f13911294fb6 req-8f74199b-0d0e-49d4-b3be-35c3d9ade526 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:08.759098 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b454b5b6-27f9-44b2-9fdd-f13911294fb6 req-8f74199b-0d0e-49d4-b3be-35c3d9ade526 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 946 time: 0.0751348 Aug 27 15:00:08.781255 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e4043afb-90b9-4416-a937-4ba18b267554 None None] Set router 4747b17d-45a2-4a83-9f53-609b6e4c663a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:00:08.795221 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ddf1e-0ed9-4393-afcf-ca33dc197200 req-9427bb63-7010-41bc-895c-cba00976472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:08.796741 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-185ddf1e-0ed9-4393-afcf-ca33dc197200 req-9427bb63-7010-41bc-895c-cba00976472d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 1098 time: 0.0763066 Aug 27 15:00:08.831570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b454b5b6-27f9-44b2-9fdd-f13911294fb6 req-09aeec9b-2d86-41a0-b503-a3df64aaeefd tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624616 Aug 27 15:00:08.858397 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47124) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:08.931210 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ddf1e-0ed9-4393-afcf-ca33dc197200 req-151ffa6c-134b-47dc-8382-d21da8cc5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:08.933021 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-185ddf1e-0ed9-4393-afcf-ca33dc197200 req-151ffa6c-134b-47dc-8382-d21da8cc5876 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a36dcc3-7451-4f48-969c-0eee818c39e3 HTTP/1.1" status: 200 len: 897 time: 0.1258719 Aug 27 15:00:08.945789 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-854cbe15-b482-4ea9-8c26-badfe5be42b2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/559a76ca-03fc-45bd-a5b1-18d20f9eb3a5 HTTP/1.1" status: 200 len: 992 time: 0.0861068 Aug 27 15:00:09.026884 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-185ddf1e-0ed9-4393-afcf-ca33dc197200 req-5b4fc94f-1b1a-4faa-9934-27d1b9b32600 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f818ea-4413-40f9-8f75-9df499c0adc8 HTTP/1.1" status: 200 len: 1000 time: 0.0863476 Aug 27 15:00:09.107587 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ddf1e-0ed9-4393-afcf-ca33dc197200 req-1f84d99d-4c8f-4047-b38a-8656f05b957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:09.109113 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-185ddf1e-0ed9-4393-afcf-ca33dc197200 req-1f84d99d-4c8f-4047-b38a-8656f05b957f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ebbfb6d-77cd-4d56-9083-c5d141583ce0 HTTP/1.1" status: 200 len: 835 time: 0.0758038 Aug 27 15:00:09.140621 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e4043afb-90b9-4416-a937-4ba18b267554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T14:59:52Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '559a76ca-03fc-45bd-a5b1-18d20f9eb3a5', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'port_id': '96f818ea-4413-40f9-8f75-9df499c0adc8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'mac_address': 'fa:16:3e:43:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:00:07Z', 'updated_at': '2021-08-27T15:00:07Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83131b20-4799-4bf7-a5ff-2664b38c0725', 'name': '', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:d4:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:52Z', 'updated_at': '2021-08-27T14:59:57Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:09.158332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ddf1e-0ed9-4393-afcf-ca33dc197200 req-12ddae82-6b8d-4aa7-8ed7-d573a59fa0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:09.159916 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-185ddf1e-0ed9-4393-afcf-ca33dc197200 req-12ddae82-6b8d-4aa7-8ed7-d573a59fa0e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a36dcc3-7451-4f48-969c-0eee818c39e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440693 Aug 27 15:00:09.171747 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4043afb-90b9-4416-a937-4ba18b267554 None None] Checking router: 4747b17d-45a2-4a83-9f53-609b6e4c663a for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:00:09.181368 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4043afb-90b9-4416-a937-4ba18b267554 None None] Routers {'4747b17d-45a2-4a83-9f53-609b6e4c663a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:00:09.181980 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e4043afb-90b9-4416-a937-4ba18b267554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T14:59:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4747b17d-45a2-4a83-9f53-609b6e4c663a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:09.240579 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:00:09.265820 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-185ddf1e-0ed9-4393-afcf-ca33dc197200 req-3749fe2e-6849-439d-aa06-f1b917584b57 service neutron] 10.222.0.41 "GET /v2.0/networks/1a36dcc3-7451-4f48-969c-0eee818c39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974927 Aug 27 15:00:09.303867 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e4043afb-90b9-4416-a937-4ba18b267554 None None] Set router 4747b17d-45a2-4a83-9f53-609b6e4c663a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:00:09.392223 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-185ddf1e-0ed9-4393-afcf-ca33dc197200 req-f3c9bfcd-94fa-423a-baff-a5a32207b7bb service neutron] 10.222.0.41 "GET /v2.0/networks/1a36dcc3-7451-4f48-969c-0eee818c39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186652 Aug 27 15:00:09.550212 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e4043afb-90b9-4416-a937-4ba18b267554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T14:59:52Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '559a76ca-03fc-45bd-a5b1-18d20f9eb3a5', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'port_id': '96f818ea-4413-40f9-8f75-9df499c0adc8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'mac_address': 'fa:16:3e:43:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:00:07Z', 'updated_at': '2021-08-27T15:00:07Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83131b20-4799-4bf7-a5ff-2664b38c0725', 'name': '', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:d4:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:52Z', 'updated_at': '2021-08-27T14:59:57Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:00:09.577070 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4043afb-90b9-4416-a937-4ba18b267554 None None] The sync data for ids ['4747b17d-45a2-4a83-9f53-609b6e4c663a'] in n-d-712139-12 is: [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T14:59:52Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '559a76ca-03fc-45bd-a5b1-18d20f9eb3a5', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'port_id': '96f818ea-4413-40f9-8f75-9df499c0adc8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'mac_address': 'fa:16:3e:43:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:00:07Z', 'updated_at': '2021-08-27T15:00:07Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83131b20-4799-4bf7-a5ff-2664b38c0725', 'name': '', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:d4:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:52Z', 'updated_at': '2021-08-27T14:59:57Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:00:09.790580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9169a99-4829-4fc0-999e-1eb86d46665e None None] New status for floating IP 559a76ca-03fc-45bd-a5b1-18d20f9eb3a5: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:00:09.948014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47126) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:00:10.017452 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fda8e95a-5d07-4cac-bcb9-8df31fd733e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/559a76ca-03fc-45bd-a5b1-18d20f9eb3a5 HTTP/1.1" status: 200 len: 994 time: 0.0679579 Aug 27 15:00:10.638445 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:14.762474 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9806f9b0-6836-4027-ab24-5deeb2c99230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:17.592748 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:17.595509 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-da523997-e042-459c-9cab-168432fc1081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:18.985352 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:20.450604 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.153281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:22.500969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea6b4e6b-4d5a-4d9a-a3cb-2524004f2959 req-a40b103f-7ee2-47a1-abf6-6dceb5c33c41 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297935 Aug 27 15:00:22.570953 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea6b4e6b-4d5a-4d9a-a3cb-2524004f2959 req-52fc85f8-59ac-4578-8ef4-65304b3a527e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0246739 Aug 27 15:00:22.619970 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea6b4e6b-4d5a-4d9a-a3cb-2524004f2959 req-75384711-8fe2-4d0f-991e-1b5827f06f81 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217948 Aug 27 15:00:22.727745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b4e6b-4d5a-4d9a-a3cb-2524004f2959 req-f590a54d-2fa6-49c4-b56b-d609ed12774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:22.729235 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea6b4e6b-4d5a-4d9a-a3cb-2524004f2959 req-f590a54d-2fa6-49c4-b56b-d609ed12774e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001511 Aug 27 15:00:34.219421 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ded02c14-e9c6-4abe-baa9-7fec5708cc35 req-670c8745-a5be-47be-a8af-2cac7ca46fc1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260456 Aug 27 15:00:34.308101 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ded02c14-e9c6-4abe-baa9-7fec5708cc35 req-984310ed-1734-47de-b5bb-217a807dbba0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0302775 Aug 27 15:00:34.354920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ded02c14-e9c6-4abe-baa9-7fec5708cc35 req-2029c087-2934-4783-a4e1-560051a2168f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199006 Aug 27 15:00:34.458504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded02c14-e9c6-4abe-baa9-7fec5708cc35 req-9e8a4290-a9ad-483d-a99c-88f026dff500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:00:34.460143 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ded02c14-e9c6-4abe-baa9-7fec5708cc35 req-9e8a4290-a9ad-483d-a99c-88f026dff500 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972893 Aug 27 15:00:40.626882 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:44.762732 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-97787839-6d56-4f6f-b433-73494d7e1e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:46.240087 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:00:47.593192 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:47.595407 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-659f1085-4361-4973-bb67-6b6a446d06fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:48.987645 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:50.452916 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:00:52.168393 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:10.630211 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:12.870723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a69d-5d52-46f9-820e-41337e2a0ab8 req-7feee53a-e290-416c-a6e2-aba17dcdcebf tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:12.872191 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b494a69d-5d52-46f9-820e-41337e2a0ab8 req-7feee53a-e290-416c-a6e2-aba17dcdcebf tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 946 time: 0.0544333 Aug 27 15:01:12.913443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b494a69d-5d52-46f9-820e-41337e2a0ab8 req-c13e3954-cbe7-41af-9fe4-8162643c4616 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351646 Aug 27 15:01:14.051036 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d99d1-44cd-4458-84db-1b88fc826ddb req-47d88147-ef14-416f-8b57-99aeba1bd7dc tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:14.052715 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db2d99d1-44cd-4458-84db-1b88fc826ddb req-47d88147-ef14-416f-8b57-99aeba1bd7dc tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 946 time: 0.0521836 Aug 27 15:01:14.095624 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-db2d99d1-44cd-4458-84db-1b88fc826ddb req-de9f743c-3ba3-4c28-944d-8180cae2c1e0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370533 Aug 27 15:01:14.119023 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47162) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:14.180755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6ef12255-6cfa-421a-a868-ce7eec365865 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/559a76ca-03fc-45bd-a5b1-18d20f9eb3a5 HTTP/1.1" status: 200 len: 994 time: 0.0605574 Aug 27 15:01:14.764028 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-217c7778-0a3b-471e-850b-2cda3c904b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:15.469754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00454d9f-f66d-4d38-ac8a-c6691224d382 req-f6d46aca-baa5-4f09-9a95-730a11e7e145 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:15.471267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00454d9f-f66d-4d38-ac8a-c6691224d382 req-f6d46aca-baa5-4f09-9a95-730a11e7e145 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 946 time: 0.0621006 Aug 27 15:01:15.511969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-00454d9f-f66d-4d38-ac8a-c6691224d382 req-db12678c-5277-4323-a8e7-5e5b67e9604d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344203 Aug 27 15:01:16.653041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a52dae-1ec5-4d1d-b958-5f2731b1a123 req-0a8ad912-ff3b-46cc-8a84-44249924aa4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:16.654615 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8a52dae-1ec5-4d1d-b958-5f2731b1a123 req-0a8ad912-ff3b-46cc-8a84-44249924aa4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 946 time: 0.0531592 Aug 27 15:01:16.697745 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c8a52dae-1ec5-4d1d-b958-5f2731b1a123 req-b1201247-7d53-428a-893b-18a6fe46dbb3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366545 Aug 27 15:01:16.724333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47172) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:16.795096 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c7b575da-388e-4797-a2e5-36c74644be78 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/559a76ca-03fc-45bd-a5b1-18d20f9eb3a5 HTTP/1.1" status: 200 len: 994 time: 0.0695765 Aug 27 15:01:17.099199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47178) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:17.268947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port 07c2a761-9108-49cc-8961-c262a040747b {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:01:17.268947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:17.341515 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:17.341839 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:17.353977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for 07c2a761-9108-49cc-8961-c262a040747b owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:01:17.501947 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:17.531320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=07c2a761-9108-49cc-8961-c262a040747b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:17.557066 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:17.557412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:17.557782 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:17.558100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:17.558406 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:17.558760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:17.559091 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:17.559415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:17.559734 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:17.560054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:17.560374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:17.560688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:17.590789 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:17.606063 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-31e62109-2ef1-41d4-bab5-aa4074dfd46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:17.606641 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:17.607020 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Floating IP 559a76ca-03fc-45bd-a5b1-18d20f9eb3a5 disassociated (deleted). External IP: 172.25.2.136, port: 96f818ea-4413-40f9-8f75-9df499c0adc8. Aug 27 15:01:17.821957 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 4747b17d-45a2-4a83-9f53-609b6e4c663a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:01:18.320597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:01:18.325833 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:18.338966 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530846e7-4afd-4ce9-aded-167ef63fd290 None None] Sync routers for ids ['4747b17d-45a2-4a83-9f53-609b6e4c663a'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:01:18.349796 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530846e7-4afd-4ce9-aded-167ef63fd290 None None] Routers {'4747b17d-45a2-4a83-9f53-609b6e4c663a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:18.350717 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-530846e7-4afd-4ce9-aded-167ef63fd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:01:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4747b17d-45a2-4a83-9f53-609b6e4c663a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:18.355095 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1e56976f-ce44-4198-a8f6-28f9d9306d9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/floatingips/559a76ca-03fc-45bd-a5b1-18d20f9eb3a5 HTTP/1.1" status: 204 len: 168 time: 1.2547882 Aug 27 15:01:18.355802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'tag': '96f818ea-4413-40f9-8f75-9df499c0adc8'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:01:18.358471 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "54bf97c6-87a7-427d-bdc9-be3fb6600be6", "tag": "96f818ea-4413-40f9-8f75-9df499c0adc8"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:01:18.402638 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0667f0-a189-4544-88d5-8ab469236f53 x-openstack-request-id: req-0e0667f0-a189-4544-88d5-8ab469236f53 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:01:18.403008 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bf97c6-87a7-427d-bdc9-be3fb6600be6", "tag": "96f818ea-4413-40f9-8f75-9df499c0adc8", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:01:18.403195 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e0667f0-a189-4544-88d5-8ab469236f53 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:01:18.403593 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'tag': '96f818ea-4413-40f9-8f75-9df499c0adc8', 'status': 'completed', 'code': 200} Aug 27 15:01:18.472991 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-530846e7-4afd-4ce9-aded-167ef63fd290 None None] Set router 4747b17d-45a2-4a83-9f53-609b6e4c663a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:18.493809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb req-35008415-ef27-4d82-b1db-6f084ff228fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:18.495534 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb req-35008415-ef27-4d82-b1db-6f084ff228fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 1098 time: 0.0439434 Aug 27 15:01:18.604102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb req-78ec1917-f4f2-44d7-86e2-b10dc8a6360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:18.604957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb req-78ec1917-f4f2-44d7-86e2-b10dc8a6360a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a36dcc3-7451-4f48-969c-0eee818c39e3 HTTP/1.1" status: 200 len: 897 time: 0.1006703 Aug 27 15:01:18.618253 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eaded-3a4c-429d-965f-b36c05f52a36 req-8428eba5-1f9d-4a4f-9612-e6aad6f25916 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:18.619949 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-470eaded-3a4c-429d-965f-b36c05f52a36 req-8428eba5-1f9d-4a4f-9612-e6aad6f25916 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 946 time: 0.0560794 Aug 27 15:01:18.649621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb req-98374758-836d-4ed0-a794-0b54646e3d36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f818ea-4413-40f9-8f75-9df499c0adc8 HTTP/1.1" status: 200 len: 217 time: 0.0371897 Aug 27 15:01:18.661851 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-470eaded-3a4c-429d-965f-b36c05f52a36 req-39f97867-c2d9-4d27-9fa3-8957c64a018e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358014 Aug 27 15:01:18.702067 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb req-6efa4750-ca9a-4c6b-b16c-b1aeb81af85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:18.703569 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb req-6efa4750-ca9a-4c6b-b16c-b1aeb81af85d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ebbfb6d-77cd-4d56-9083-c5d141583ce0 HTTP/1.1" status: 200 len: 835 time: 0.0463843 Aug 27 15:01:18.707001 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-530846e7-4afd-4ce9-aded-167ef63fd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T14:59:52Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '83131b20-4799-4bf7-a5ff-2664b38c0725', 'name': '', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:d4:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:52Z', 'updated_at': '2021-08-27T14:59:57Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:18.734311 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530846e7-4afd-4ce9-aded-167ef63fd290 None None] Checking router: 4747b17d-45a2-4a83-9f53-609b6e4c663a for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:01:18.743961 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530846e7-4afd-4ce9-aded-167ef63fd290 None None] Routers {'4747b17d-45a2-4a83-9f53-609b6e4c663a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:18.744958 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-530846e7-4afd-4ce9-aded-167ef63fd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:01:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4747b17d-45a2-4a83-9f53-609b6e4c663a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:18.762420 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb req-81ce23b9-d49e-4d89-8d68-af97eec24da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:18.765016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb req-81ce23b9-d49e-4d89-8d68-af97eec24da1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a36dcc3-7451-4f48-969c-0eee818c39e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500798 Aug 27 15:01:18.778360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb req-fc87881c-4514-4371-81f9-6bda75a808ef service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:01:18.779433 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb req-fc87881c-4514-4371-81f9-6bda75a808ef service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054963 Aug 27 15:01:18.863742 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-530846e7-4afd-4ce9-aded-167ef63fd290 None None] Set router 4747b17d-45a2-4a83-9f53-609b6e4c663a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:18.876361 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb req-e78ac70c-f379-493e-a141-513593717668 service neutron] 10.222.0.41 "GET /v2.0/networks/1a36dcc3-7451-4f48-969c-0eee818c39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882533 Aug 27 15:01:18.968601 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b7a7bb50-346a-412f-92b5-0f3b9b5ed6fb req-2b31a106-9e23-4e42-a7b2-a0069f1b3377 service neutron] 10.222.0.41 "GET /v2.0/networks/1a36dcc3-7451-4f48-969c-0eee818c39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844164 Aug 27 15:01:18.991822 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:19.069220 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-530846e7-4afd-4ce9-aded-167ef63fd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T14:59:52Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '83131b20-4799-4bf7-a5ff-2664b38c0725', 'name': '', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:d4:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:52Z', 'updated_at': '2021-08-27T14:59:57Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:19.099479 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530846e7-4afd-4ce9-aded-167ef63fd290 None None] The sync data for ids ['4747b17d-45a2-4a83-9f53-609b6e4c663a'] in n-d-712139-12 is: [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T14:59:52Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '83131b20-4799-4bf7-a5ff-2664b38c0725', 'name': '', 'network_id': '1a36dcc3-7451-4f48-969c-0eee818c39e3', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:d4:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:52Z', 'updated_at': '2021-08-27T14:59:57Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '3ebbfb6d-77cd-4d56-9083-c5d141583ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:01:19.319354 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6b2371-7ef9-4612-9791-f40568a65c80 None None] New status for floating IP 559a76ca-03fc-45bd-a5b1-18d20f9eb3a5: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:01:19.790538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9018b7f-5d2e-4b39-bfb8-3b50c016b671 req-189c1e57-cbcd-4b4c-9278-91281755b9a6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:19.792377 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b9018b7f-5d2e-4b39-bfb8-3b50c016b671 req-189c1e57-cbcd-4b4c-9278-91281755b9a6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 946 time: 0.0572047 Aug 27 15:01:19.833060 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b9018b7f-5d2e-4b39-bfb8-3b50c016b671 req-437fc72f-de06-4a9c-8d8d-c0a001df6117 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345702 Aug 27 15:01:20.453650 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:20.717045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c0ae7-a66e-4cfd-a5e1-6225087cf1b2 req-9c50ee6f-f352-414b-bd0b-08fc5519fead tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:20.718487 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d94c0ae7-a66e-4cfd-a5e1-6225087cf1b2 req-9c50ee6f-f352-414b-bd0b-08fc5519fead tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 946 time: 0.0484500 Aug 27 15:01:20.809351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-d94c0ae7-a66e-4cfd-a5e1-6225087cf1b2 req-a740d410-8bc8-493e-a1f5-3bcd9292ee87 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port 96f818ea-4413-40f9-8f75-9df499c0adc8 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:01:20.809881 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d94c0ae7-a66e-4cfd-a5e1-6225087cf1b2 req-a740d410-8bc8-493e-a1f5-3bcd9292ee87 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:20.905812 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-d94c0ae7-a66e-4cfd-a5e1-6225087cf1b2 req-a740d410-8bc8-493e-a1f5-3bcd9292ee87 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port 96f818ea-4413-40f9-8f75-9df499c0adc8, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=96f818ea-4413-40f9-8f75-9df499c0adc8,segment=NetworkSegment(8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a),segment_id=8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:20.906181 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d94c0ae7-a66e-4cfd-a5e1-6225087cf1b2 req-a740d410-8bc8-493e-a1f5-3bcd9292ee87 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:20.919858 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-d94c0ae7-a66e-4cfd-a5e1-6225087cf1b2 req-a740d410-8bc8-493e-a1f5-3bcd9292ee87 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for 96f818ea-4413-40f9-8f75-9df499c0adc8 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:01:20.954362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6431578-110d-4b72-8465-8bd73de22657 req-94e4bca2-6237-403b-91ae-5f7d5db4cf22 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:20.955874 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6431578-110d-4b72-8465-8bd73de22657 req-94e4bca2-6237-403b-91ae-5f7d5db4cf22 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bf97c6-87a7-427d-bdc9-be3fb6600be6 HTTP/1.1" status: 200 len: 946 time: 0.0529623 Aug 27 15:01:20.995461 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6431578-110d-4b72-8465-8bd73de22657 req-d2fb6c8e-b40e-4b1b-a23b-62ea9eaf7a48 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=94f45dec-3364-43ba-8702-ae0658b06bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327320 Aug 27 15:01:21.060245 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d94c0ae7-a66e-4cfd-a5e1-6225087cf1b2 req-a740d410-8bc8-493e-a1f5-3bcd9292ee87 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:21.092455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740d410-8bc8-493e-a1f5-3bcd9292ee87 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=96f818ea-4413-40f9-8f75-9df499c0adc8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:21.135887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94c0ae7-a66e-4cfd-a5e1-6225087cf1b2 req-a740d410-8bc8-493e-a1f5-3bcd9292ee87 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] No DVR routers for this DVR port 96f818ea-4413-40f9-8f75-9df499c0adc8 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:01:21.138743 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-d94c0ae7-a66e-4cfd-a5e1-6225087cf1b2 req-a740d410-8bc8-493e-a1f5-3bcd9292ee87 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:21.140804 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d94c0ae7-a66e-4cfd-a5e1-6225087cf1b2 req-a740d410-8bc8-493e-a1f5-3bcd9292ee87 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "DELETE /v2.0/ports/96f818ea-4413-40f9-8f75-9df499c0adc8 HTTP/1.1" status: 204 len: 173 time: 0.4163275 Aug 27 15:01:21.141265 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'name': 'network-vif-deleted', 'tag': '96f818ea-4413-40f9-8f75-9df499c0adc8'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:01:21.143692 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62998a58-63f0-4b94-974d-1077d9f92199" -d '{"events": [{"server_uuid": "54bf97c6-87a7-427d-bdc9-be3fb6600be6", "name": "network-vif-deleted", "tag": "96f818ea-4413-40f9-8f75-9df499c0adc8"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:01:21.182051 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ad6a98-7462-496e-8875-8ead9cefe155 x-openstack-request-id: req-35ad6a98-7462-496e-8875-8ead9cefe155 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:01:21.182361 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bf97c6-87a7-427d-bdc9-be3fb6600be6", "name": "network-vif-deleted", "tag": "96f818ea-4413-40f9-8f75-9df499c0adc8", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:01:21.182586 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35ad6a98-7462-496e-8875-8ead9cefe155 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:01:21.183019 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bf97c6-87a7-427d-bdc9-be3fb6600be6', 'name': 'network-vif-deleted', 'tag': '96f818ea-4413-40f9-8f75-9df499c0adc8', 'status': 'completed', 'code': 200} Aug 27 15:01:22.051981 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47200) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:22.167924 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:22.426610 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:22.695237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port 83131b20-4799-4bf7-a5ff-2664b38c0725 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:01:22.695479 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:22.785674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port 83131b20-4799-4bf7-a5ff-2664b38c0725, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=83131b20-4799-4bf7-a5ff-2664b38c0725,segment=NetworkSegment(8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a),segment_id=8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:22.786031 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:22.798857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for 83131b20-4799-4bf7-a5ff-2664b38c0725 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:01:22.988354 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:23.021925 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=83131b20-4799-4bf7-a5ff-2664b38c0725,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:23.064209 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:23.064900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:23.064900 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:23.065195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:23.065525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:23.065889 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:23.066233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:23.066553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:23.066903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:23.067230 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:23.067555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:23.067872 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:23.207673 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:23.239610 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:01:23.763602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 4747b17d-45a2-4a83-9f53-609b6e4c663a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:01:23.872041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:01:23.877097 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2b92f9ac-0615-440f-803d-a220f253a571 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "PUT /v2.0/routers/4747b17d-45a2-4a83-9f53-609b6e4c663a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8240607 Aug 27 15:01:23.879826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47202) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:23.882039 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afd45c-5a07-4b7b-a60f-a9e2ab21d709 None None] Sync routers for ids ['4747b17d-45a2-4a83-9f53-609b6e4c663a'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:01:23.891089 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32afd45c-5a07-4b7b-a60f-a9e2ab21d709 None None] Routers {'4747b17d-45a2-4a83-9f53-609b6e4c663a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:23.891692 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-32afd45c-5a07-4b7b-a60f-a9e2ab21d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:01:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4747b17d-45a2-4a83-9f53-609b6e4c663a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:23.932279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-0263b2da-bc5e-4c81-a698-d2d0b0267af5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting subnet 3ebbfb6d-77cd-4d56-9083-c5d141583ce0 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:01:23.935668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0263b2da-bc5e-4c81-a698-d2d0b0267af5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:23.989458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0263b2da-bc5e-4c81-a698-d2d0b0267af5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:23.997264 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-32afd45c-5a07-4b7b-a60f-a9e2ab21d709 None None] Set router 4747b17d-45a2-4a83-9f53-609b6e4c663a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:24.085792 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0263b2da-bc5e-4c81-a698-d2d0b0267af5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:24.153776 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0263b2da-bc5e-4c81-a698-d2d0b0267af5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:24.184672 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263b2da-bc5e-4c81-a698-d2d0b0267af5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Subnet': ['ID=3ebbfb6d-77cd-4d56-9083-c5d141583ce0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:24.186797 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0263b2da-bc5e-4c81-a698-d2d0b0267af5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:24.188722 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0263b2da-bc5e-4c81-a698-d2d0b0267af5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/subnets/3ebbfb6d-77cd-4d56-9083-c5d141583ce0 HTTP/1.1" status: 204 len: 168 time: 0.3079145 Aug 27 15:01:24.192280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47204) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:24.194975 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bf6f31-4671-493e-946d-e1bd1b82a5db None None] Network 1a36dcc3-7451-4f48-969c-0eee818c39e3 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:01:24.277397 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-32afd45c-5a07-4b7b-a60f-a9e2ab21d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T15:01:22Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:24.281408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 96f818ea-4413-40f9-8f75-9df499c0adc8 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:01:24.305651 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afd45c-5a07-4b7b-a60f-a9e2ab21d709 None None] Checking router: 4747b17d-45a2-4a83-9f53-609b6e4c663a for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:01:24.307153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 96f818ea-4413-40f9-8f75-9df499c0adc8 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:01:24.307510 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 96f818ea-4413-40f9-8f75-9df499c0adc8 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:01:24.307913 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:24.317774 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32afd45c-5a07-4b7b-a60f-a9e2ab21d709 None None] Routers {'4747b17d-45a2-4a83-9f53-609b6e4c663a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:24.318322 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-32afd45c-5a07-4b7b-a60f-a9e2ab21d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:01:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['4747b17d-45a2-4a83-9f53-609b6e4c663a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:24.420822 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] DHCP port deletion for 1a36dcc3-7451-4f48-969c-0eee818c39e3 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:01:24.426160 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-32afd45c-5a07-4b7b-a60f-a9e2ab21d709 None None] Set router 4747b17d-45a2-4a83-9f53-609b6e4c663a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:24.431345 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:24.478312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Deleting port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:01:24.478729 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:24.502898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port 94558f4a-10ee-4edc-8cab-78cd40d2904c {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:01:24.503520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:24.558015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] For port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=09e365bb-6a8f-48c9-acf1-11a0cccd1b6a,segment=NetworkSegment(8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a),segment_id=8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:24.558427 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:24.582051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Calling delete_port for 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:01:24.589666 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port 94558f4a-10ee-4edc-8cab-78cd40d2904c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=94558f4a-10ee-4edc-8cab-78cd40d2904c,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:24.590076 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:24.607505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for 94558f4a-10ee-4edc-8cab-78cd40d2904c owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:01:24.628747 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-32afd45c-5a07-4b7b-a60f-a9e2ab21d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T15:01:22Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:24.656751 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afd45c-5a07-4b7b-a60f-a9e2ab21d709 None None] The sync data for ids ['4747b17d-45a2-4a83-9f53-609b6e4c663a'] in n-d-712139-12 is: [{'id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849808106', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T14:59:48Z', 'updated_at': '2021-08-27T15:01:22Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '94558f4a-10ee-4edc-8cab-78cd40d2904c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4747b17d-45a2-4a83-9f53-609b6e4c663a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T14:59:49Z', 'updated_at': '2021-08-27T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:01:24.669020 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:24.701544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Pushing event deleted for resources: {'Port': ['ID=09e365bb-6a8f-48c9-acf1-11a0cccd1b6a,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:24.705276 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] No DVR routers for this DVR port 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:01:24.717283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:24.717283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:24.717283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:24.717283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:24.717283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:24.717283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:24.717283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:24.718412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:24.718412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:24.718412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:24.718412 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:24.719154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31345-7ab3-4d81-baf2-df9f3115ce1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:24.789707 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:24.814895 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=94558f4a-10ee-4edc-8cab-78cd40d2904c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:24.878017 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:24.970944 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:24.973149 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.018622 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.019289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Fanout notify agent at l3_agent the message router_deleted on router 4747b17d-45a2-4a83-9f53-609b6e4c663a {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:01:25.026714 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.030646 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1fb737cf-8213-48f5-b7df-74ff60ad3429 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/routers/4747b17d-45a2-4a83-9f53-609b6e4c663a HTTP/1.1" status: 204 len: 168 time: 0.8370194 Aug 27 15:01:25.030912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47206) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:25.122505 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9bb7d682-22bb-48a7-9155-c710c9180f98 req-c0988593-7810-4771-8775-4aef23f2bbc4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0395570 Aug 27 15:01:25.148374 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb21131b-7c99-4648-85cd-47e4ada85a9e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.181505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 83131b20-4799-4bf7-a5ff-2664b38c0725 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:01:25.202059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 83131b20-4799-4bf7-a5ff-2664b38c0725 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:01:25.202628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 83131b20-4799-4bf7-a5ff-2664b38c0725 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:01:25.202910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:01:25.213969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9bb7d682-22bb-48a7-9155-c710c9180f98 req-4e475bb8-aaca-4470-aa1b-8848780e29c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0281122 Aug 27 15:01:25.225867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:01:25.225867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 09e365bb-6a8f-48c9-acf1-11a0cccd1b6a not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:01:25.285223 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9bb7d682-22bb-48a7-9155-c710c9180f98 req-bb082e66-7484-455e-a94e-7d47359694b3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299022 Aug 27 15:01:25.289697 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb21131b-7c99-4648-85cd-47e4ada85a9e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.323526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-bb21131b-7c99-4648-85cd-47e4ada85a9e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a36dcc3-7451-4f48-969c-0eee818c39e3']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:25.360160 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-bb21131b-7c99-4648-85cd-47e4ada85a9e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:25.360454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-bb21131b-7c99-4648-85cd-47e4ada85a9e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2e0c35-a4bb-49dd-bf7a-c895ed6d936a') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:25.376407 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb21131b-7c99-4648-85cd-47e4ada85a9e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.401931 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb21131b-7c99-4648-85cd-47e4ada85a9e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.417625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb21131b-7c99-4648-85cd-47e4ada85a9e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:01:25.417625 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb21131b-7c99-4648-85cd-47e4ada85a9e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: timer() Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:01:25.420546 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:01:25.477232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d682-22bb-48a7-9155-c710c9180f98 req-7df5def9-e394-4d06-88da-c699d210753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:25.478701 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9bb7d682-22bb-48a7-9155-c710c9180f98 req-7df5def9-e394-4d06-88da-c699d210753a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1860538 Aug 27 15:01:25.501578 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb21131b-7c99-4648-85cd-47e4ada85a9e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.513064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bb21131b-7c99-4648-85cd-47e4ada85a9e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.515033 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bb21131b-7c99-4648-85cd-47e4ada85a9e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/networks/1a36dcc3-7451-4f48-969c-0eee818c39e3 HTTP/1.1" status: 204 len: 168 time: 0.4828615 Aug 27 15:01:25.517883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47208) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:25.531288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21131b-7c99-4648-85cd-47e4ada85a9e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Network': ['ID=1a36dcc3-7451-4f48-969c-0eee818c39e3,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:25.584711 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a5fab7f5-f20c-4db2-8a7a-665f8f8cc76d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.611272 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a5fab7f5-f20c-4db2-8a7a-665f8f8cc76d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.683127 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a5fab7f5-f20c-4db2-8a7a-665f8f8cc76d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.685645 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a5fab7f5-f20c-4db2-8a7a-665f8f8cc76d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:25.686866 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a5fab7f5-f20c-4db2-8a7a-665f8f8cc76d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/security-groups/94f45dec-3364-43ba-8702-ae0658b06bd2 HTTP/1.1" status: 204 len: 168 time: 0.1679490 Aug 27 15:01:25.697136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fab7f5-f20c-4db2-8a7a-665f8f8cc76d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f45dec-3364-43ba-8702-ae0658b06bd2,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:26.188201 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47214) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:26.193611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-87fd4d0f-cc85-480d-95c8-5d5bf560b4d5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403463337', 'description': 'tempest-secgroup-smoke-403463337 description', 'project_id': 'fd8125c73e6a499fb371f71fd1983077'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:26.221182 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-87fd4d0f-cc85-480d-95c8-5d5bf560b4d5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.300892 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-87fd4d0f-cc85-480d-95c8-5d5bf560b4d5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.304912 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-87fd4d0f-cc85-480d-95c8-5d5bf560b4d5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.331163 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-87fd4d0f-cc85-480d-95c8-5d5bf560b4d5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.335856 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-87fd4d0f-cc85-480d-95c8-5d5bf560b4d5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1438375 Aug 27 15:01:26.336264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47216) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:26.337520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd4d0f-cc85-480d-95c8-5d5bf560b4d5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:26.341774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-796a32e2-89ae-4c12-a24f-85bbe183f375 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:26.368197 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-796a32e2-89ae-4c12-a24f-85bbe183f375 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.425135 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-796a32e2-89ae-4c12-a24f-85bbe183f375 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.429159 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-796a32e2-89ae-4c12-a24f-85bbe183f375 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.450564 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a32e2-89ae-4c12-a24f-85bbe183f375 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d65cad-040c-434d-9dc6-fd00a7a2b4b2,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:26.453872 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-796a32e2-89ae-4c12-a24f-85bbe183f375 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.455120 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-796a32e2-89ae-4c12-a24f-85bbe183f375 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178150 Aug 27 15:01:26.458594 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47218) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:26.463325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-353adcd4-9795-4dab-8afa-46cbbd8ac5d6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:26.488901 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-353adcd4-9795-4dab-8afa-46cbbd8ac5d6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.545399 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-353adcd4-9795-4dab-8afa-46cbbd8ac5d6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.549016 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-353adcd4-9795-4dab-8afa-46cbbd8ac5d6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.565022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353adcd4-9795-4dab-8afa-46cbbd8ac5d6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e13cd1-73ee-49d8-8467-c88e3c6832e6,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:26.579361 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-353adcd4-9795-4dab-8afa-46cbbd8ac5d6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.580696 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-353adcd4-9795-4dab-8afa-46cbbd8ac5d6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210680 Aug 27 15:01:26.584128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47220) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:26.588690 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-192eec74-f99c-4cff-a219-51d649c11976 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:26.616640 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-192eec74-f99c-4cff-a219-51d649c11976 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.674113 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-192eec74-f99c-4cff-a219-51d649c11976 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.678972 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-192eec74-f99c-4cff-a219-51d649c11976 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.697416 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eec74-f99c-4cff-a219-51d649c11976 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cffa6ec-ed2d-4965-9b32-4e5c839cdda1,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:26.703462 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-192eec74-f99c-4cff-a219-51d649c11976 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.704941 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-192eec74-f99c-4cff-a219-51d649c11976 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198747 Aug 27 15:01:26.708034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47222) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:26.712540 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-50f8c01f-1efb-493c-801e-87a80519f888 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:26.738096 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50f8c01f-1efb-493c-801e-87a80519f888 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.800740 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50f8c01f-1efb-493c-801e-87a80519f888 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.804647 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50f8c01f-1efb-493c-801e-87a80519f888 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.824979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8c01f-1efb-493c-801e-87a80519f888 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1deea366-edb6-4949-ac9f-ec9d778a1a5b,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:26.830993 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-50f8c01f-1efb-493c-801e-87a80519f888 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.832458 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-50f8c01f-1efb-493c-801e-87a80519f888 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234300 Aug 27 15:01:26.835208 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47224) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:26.839640 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d4f97b03-5813-4660-921f-2ccac678f8c7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:26.864078 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-d4f97b03-5813-4660-921f-2ccac678f8c7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Project fd8125c73e6a499fb371f71fd1983077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:01:26.869323 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4f97b03-5813-4660-921f-2ccac678f8c7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.899038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 94558f4a-10ee-4edc-8cab-78cd40d2904c no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:01:26.920908 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 94558f4a-10ee-4edc-8cab-78cd40d2904c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:01:26.921256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 94558f4a-10ee-4edc-8cab-78cd40d2904c not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:01:26.934054 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4f97b03-5813-4660-921f-2ccac678f8c7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.937788 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4f97b03-5813-4660-921f-2ccac678f8c7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.956065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f97b03-5813-4660-921f-2ccac678f8c7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc869000-d8f3-4461-83f6-0c8e0efdfef0,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:26.961774 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d4f97b03-5813-4660-921f-2ccac678f8c7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:26.963004 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d4f97b03-5813-4660-921f-2ccac678f8c7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268415 Aug 27 15:01:26.965712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47226) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:26.970085 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ddbb1396-f985-487f-a917-0cf4b6bc2733 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:26.992979 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-ddbb1396-f985-487f-a917-0cf4b6bc2733 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Project fd8125c73e6a499fb371f71fd1983077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:01:26.997962 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ddbb1396-f985-487f-a917-0cf4b6bc2733 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.059149 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ddbb1396-f985-487f-a917-0cf4b6bc2733 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.064164 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ddbb1396-f985-487f-a917-0cf4b6bc2733 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.086373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb1396-f985-487f-a917-0cf4b6bc2733 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca561a9-acd3-4e6f-89d8-d9c47d187155,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:27.089563 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ddbb1396-f985-487f-a917-0cf4b6bc2733 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.090812 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ddbb1396-f985-487f-a917-0cf4b6bc2733 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241527 Aug 27 15:01:27.093686 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47228) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:27.099054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c0653de5-a501-4d50-b0f0-08aade2d19e5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'network': {'name': 'tempest-network-smoke--1363371237', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'port_security_enabled': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:27.120228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0653de5-a501-4d50-b0f0-08aade2d19e5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:01:27.123762 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0653de5-a501-4d50-b0f0-08aade2d19e5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.150560 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0653de5-a501-4d50-b0f0-08aade2d19e5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:01:27.159903 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0653de5-a501-4d50-b0f0-08aade2d19e5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.160665 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-c0653de5-a501-4d50-b0f0-08aade2d19e5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Added segment afc72ba5-37a1-4fd9-8e65-6c6441182e8a of type vlan for network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 Aug 27 15:01:27.205933 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0653de5-a501-4d50-b0f0-08aade2d19e5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.231257 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0653de5-a501-4d50-b0f0-08aade2d19e5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.236750 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0653de5-a501-4d50-b0f0-08aade2d19e5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:27.237394 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0653de5-a501-4d50-b0f0-08aade2d19e5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.294968 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c0653de5-a501-4d50-b0f0-08aade2d19e5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2001855 Aug 27 15:01:27.297991 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47230) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:27.303222 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'admin_state_up': True, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:27.305186 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0653de5-a501-4d50-b0f0-08aade2d19e5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Network': ['ID=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:27.317918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:01:27.328057 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.329107 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.385662 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.525178 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.723861 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.742669 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.848936 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.25.2.82 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/11d2c7db-e30c-4700-bc74-07624cd463b0) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:01:27.949676 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:27.990027 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:28.031423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:01:28.037538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:28.039756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=11d2c7db-e30c-4700-bc74-07624cd463b0,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:28.042217 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:01:28.299183 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:28.492662 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:28.621746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router d28c6e26-08bd-454a-b943-b98cd902a56a is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:01:28.733309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:01:28.745733 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Sync routers for ids ['d28c6e26-08bd-454a-b943-b98cd902a56a'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:01:28.754522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:28.755866 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-b7ab389d-263b-4585-bfef-16dffe118631 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4571030 Aug 27 15:01:28.756371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Routers {'d28c6e26-08bd-454a-b943-b98cd902a56a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:28.756998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:01:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d28c6e26-08bd-454a-b943-b98cd902a56a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:28.758976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47232) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:28.788021 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-447b7b30-038e-4834-9226-116f80c79679 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=fd8125c73e6a499fb371f71fd1983077&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278599 Aug 27 15:01:28.790761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47234) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:28.866477 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Set router d28c6e26-08bd-454a-b943-b98cd902a56a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:28.971494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd47a87b-87ee-48da-9ab6-e68a606adb51 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:28.973129 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bd47a87b-87ee-48da-9ab6-e68a606adb51 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1803772 Aug 27 15:01:28.976013 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47236) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:29.018974 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bff7f48b-6cc5-495a-8006-468e01ccf995 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417681 Aug 27 15:01:29.021803 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47238) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:29.026777 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a1bb301b-e5b7-4489-b058-fb9b6b2074d7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2144733068', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:29.059521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:28Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:29.087609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Checking router: d28c6e26-08bd-454a-b943-b98cd902a56a for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:01:29.087960 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Updating router d28c6e26-08bd-454a-b943-b98cd902a56a port 11d2c7db-e30c-4700-bc74-07624cd463b0 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:01:29.114405 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:29.115867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bb301b-e5b7-4489-b058-fb9b6b2074d7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:01:29.119472 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1bb301b-e5b7-4489-b058-fb9b6b2074d7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:29.315772 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1bb301b-e5b7-4489-b058-fb9b6b2074d7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:29.374876 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:29.382626 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb301b-e5b7-4489-b058-fb9b6b2074d7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Subnet': ['ID=7c96d636-4fdb-4634-81cd-6bf98c644f8b,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:29.385865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Transition to ACTIVE for port object 11d2c7db-e30c-4700-bc74-07624cd463b0 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:29.391445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb301b-e5b7-4489-b058-fb9b6b2074d7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Checking segment: {'id': 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:01:29.391813 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bb301b-e5b7-4489-b058-fb9b6b2074d7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network hostable DHCP agents. Network: 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:01:29.392509 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:29.413566 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bb301b-e5b7-4489-b058-fb9b6b2074d7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:01:29.426102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-a1bb301b-e5b7-4489-b058-fb9b6b2074d7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:29.431190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb301b-e5b7-4489-b058-fb9b6b2074d7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:29.431756 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1bb301b-e5b7-4489-b058-fb9b6b2074d7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:29.443966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32f7181-af0f-4f23-822c-429cf565dfd4 None None] Network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:01:29.447675 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a1bb301b-e5b7-4489-b058-fb9b6b2074d7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4248400 Aug 27 15:01:29.450549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47240) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:29.493632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Attempting to bind port 11d2c7db-e30c-4700-bc74-07624cd463b0 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:01:29.494005 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Attempting to bind port 11d2c7db-e30c-4700-bc74-07624cd463b0 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:01:29.494375 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Attempting to bind port 11d2c7db-e30c-4700-bc74-07624cd463b0 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:01:29.500073 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e8326-4064-46b7-b0c0-186edf521cdf None None] Pushing event updated for resources: {'Port': ['ID=11d2c7db-e30c-4700-bc74-07624cd463b0,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:29.510360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:01:29.510772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:01:29.511188 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:29.511589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:01:29.512071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Bound port: 11d2c7db-e30c-4700-bc74-07624cd463b0, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:01:29.512457 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:29.594080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] For port 11d2c7db-e30c-4700-bc74-07624cd463b0, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:01:29.626585 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] For port 11d2c7db-e30c-4700-bc74-07624cd463b0, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=11d2c7db-e30c-4700-bc74-07624cd463b0,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:01:29.634029 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:29.715008 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Routers {'d28c6e26-08bd-454a-b943-b98cd902a56a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:29.715647 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:01:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d28c6e26-08bd-454a-b943-b98cd902a56a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:29.721078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ips': [{'subnet_id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:01:29.722589 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:29.767772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e8326-4064-46b7-b0c0-186edf521cdf None None] Pushing event updated for resources: {'Port': ['ID=11d2c7db-e30c-4700-bc74-07624cd463b0,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:29.919896 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:29.934044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] Set router d28c6e26-08bd-454a-b943-b98cd902a56a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:30.047165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Allocated IP 172.20.0.2 (0b2432f1-e8fb-4e30-91ee-d36afc0c37d8/7c96d636-4fdb-4634-81cd-6bf98c644f8b/311ede79-eb55-4182-8681-b372c0e437c0) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:01:30.249649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:28Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:30.282929 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:30.288143 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4163d48-52a3-4b05-b40b-418616237566 None None] The sync data for ids ['d28c6e26-08bd-454a-b943-b98cd902a56a'] in n-d-712139-12 is: [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:28Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:01:30.295077 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Transition to ACTIVE for port object 311ede79-eb55-4182-8681-b372c0e437c0 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:30.314911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Transition to ACTIVE for port object 311ede79-eb55-4182-8681-b372c0e437c0 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:30.321197 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:30.358991 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:01:30.365868 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:30.369688 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:01:30.377306 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Pushing event updated for resources: {'Port': ['ID=311ede79-eb55-4182-8681-b372c0e437c0,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:30.392585 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.20.0.1 (0b2432f1-e8fb-4e30-91ee-d36afc0c37d8/7c96d636-4fdb-4634-81cd-6bf98c644f8b/88fe0884-8f18-46dd-8ea3-e2025b21236e) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:01:30.434284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Attempting to bind port 311ede79-eb55-4182-8681-b372c0e437c0 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:01:30.434833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Attempting to bind port 311ede79-eb55-4182-8681-b372c0e437c0 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:01:30.435301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Attempting to bind port 311ede79-eb55-4182-8681-b372c0e437c0 on network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:01:30.441899 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:01:30.442270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Checking segment: {'id': 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:01:30.442675 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:30.443088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Bound using segment: {'id': 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:01:30.443550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Bound port: 311ede79-eb55-4182-8681-b372c0e437c0, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:01:30.443930 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:30.533596 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] For port 311ede79-eb55-4182-8681-b372c0e437c0, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:01:30.537042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:30.539999 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] For port 311ede79-eb55-4182-8681-b372c0e437c0, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=311ede79-eb55-4182-8681-b372c0e437c0,segment=NetworkSegment(afc72ba5-37a1-4fd9-8e65-6c6441182e8a),segment_id=afc72ba5-37a1-4fd9-8e65-6c6441182e8a)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:01:30.544844 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:30.561227 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Transition to ACTIVE for port object 88fe0884-8f18-46dd-8ea3-e2025b21236e will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:30.623918 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:30.626582 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5645c4-775b-43fb-bed3-9903d94efce1 None None] Pushing event updated for resources: {'Port': ['ID=311ede79-eb55-4182-8681-b372c0e437c0,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:30.675106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:01:30.679260 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:30.686717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:01:30.727456 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=88fe0884-8f18-46dd-8ea3-e2025b21236e,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:30.749185 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:30.945440 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:31.046158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 311ede79-eb55-4182-8681-b372c0e437c0 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:01:31.105173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 311ede79-eb55-4182-8681-b372c0e437c0 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:01:31.110323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 11d2c7db-e30c-4700-bc74-07624cd463b0 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:01:31.172303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 11d2c7db-e30c-4700-bc74-07624cd463b0 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:01:31.177116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 11d2c7db-e30c-4700-bc74-07624cd463b0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:31.177492 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:31.262550 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:31.273027 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:31.280061 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:31.286997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 11d2c7db-e30c-4700-bc74-07624cd463b0, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=11d2c7db-e30c-4700-bc74-07624cd463b0,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:31.295858 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:31.357084 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=11d2c7db-e30c-4700-bc74-07624cd463b0,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:31.376057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=88fe0884-8f18-46dd-8ea3-e2025b21236e,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:31.379500 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:31.481802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:01:31.483344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:31.601714 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router d28c6e26-08bd-454a-b943-b98cd902a56a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:01:31.661229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54695a53-6a25-494f-ac34-4c32ef540a75 None None] Network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:01:31.715688 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:01:31.723245 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-54c502d9-ef77-492c-9283-5ae4033ccac2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "PUT /v2.0/routers/d28c6e26-08bd-454a-b943-b98cd902a56a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2715857 Aug 27 15:01:31.889589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-0bb0d677-c552-4161-9f21-ca07bc8ecebc tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403463337&fields=id&tenant_id=fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 267 time: 0.0463107 Aug 27 15:01:31.904612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2091f196-6d58-4de8-8315-2fba49187617 None None] Provisioning for port 311ede79-eb55-4182-8681-b372c0e437c0 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:01:31.918062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2091f196-6d58-4de8-8315-2fba49187617 None None] Provisioning complete for port 311ede79-eb55-4182-8681-b372c0e437c0 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:31.918574 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2091f196-6d58-4de8-8315-2fba49187617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:32.017596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-60c6af1b-4059-43c1-8d40-b8bbaa32bb1c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:32.027961 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-60c6af1b-4059-43c1-8d40-b8bbaa32bb1c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/networks?id=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 HTTP/1.1" status: 200 len: 797 time: 0.1287868 Aug 27 15:01:32.040596 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-fc2e6170-4fad-4c85-ab20-7ed38ee3ca2a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/quotas/fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 375 time: 0.0118754 Aug 27 15:01:32.056110 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Sync routers for ids ['d28c6e26-08bd-454a-b943-b98cd902a56a'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:01:32.059139 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2091f196-6d58-4de8-8315-2fba49187617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:32.068286 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Routers {'d28c6e26-08bd-454a-b943-b98cd902a56a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:32.068912 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:01:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d28c6e26-08bd-454a-b943-b98cd902a56a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:32.101865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2091f196-6d58-4de8-8315-2fba49187617 None None] For port 311ede79-eb55-4182-8681-b372c0e437c0, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=311ede79-eb55-4182-8681-b372c0e437c0,segment=NetworkSegment(afc72ba5-37a1-4fd9-8e65-6c6441182e8a),segment_id=afc72ba5-37a1-4fd9-8e65-6c6441182e8a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:32.106528 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2091f196-6d58-4de8-8315-2fba49187617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:32.142902 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-da61e512-04fa-4c08-bf66-401256af809a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947011 Aug 27 15:01:32.167964 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091f196-6d58-4de8-8315-2fba49187617 None None] Pushing event updated for resources: {'Port': ['ID=311ede79-eb55-4182-8681-b372c0e437c0,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:32.193871 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Set router d28c6e26-08bd-454a-b943-b98cd902a56a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:32.318461 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-ffd509ab-9045-41a5-8644-92347ee52b8a service neutron] 10.222.0.55 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588993 Aug 27 15:01:32.337102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-197e6e72-d752-4281-9ba3-bc7c3bac3708 None None] Provisioning for port 88fe0884-8f18-46dd-8ea3-e2025b21236e completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:01:32.342325 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-197e6e72-d752-4281-9ba3-bc7c3bac3708 None None] Provisioning complete for port 88fe0884-8f18-46dd-8ea3-e2025b21236e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:32.343193 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-197e6e72-d752-4281-9ba3-bc7c3bac3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:32.390055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-197e6e72-d752-4281-9ba3-bc7c3bac3708 None None] Port 88fe0884-8f18-46dd-8ea3-e2025b21236e cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:01:32.405564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-197e6e72-d752-4281-9ba3-bc7c3bac3708 None None] Provisioning complete for port 311ede79-eb55-4182-8681-b372c0e437c0 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:32.406036 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-197e6e72-d752-4281-9ba3-bc7c3bac3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:32.431114 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-b6e7141d-33fe-4dfa-84f5-68670266a621 service neutron] 10.222.0.55 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033795 Aug 27 15:01:32.444492 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:30Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '88fe0884-8f18-46dd-8ea3-e2025b21236e', 'name': '', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:1a:8f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:30Z', 'updated_at': '2021-08-27T15:01:31Z', 'revision_number': 2, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:32.477769 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Checking router: d28c6e26-08bd-454a-b943-b98cd902a56a for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:01:32.478123 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Updating router d28c6e26-08bd-454a-b943-b98cd902a56a port 88fe0884-8f18-46dd-8ea3-e2025b21236e binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:01:32.507073 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:32.651164 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8ff27013-5d26-454b-aa05-445e3879990a None None] Provisioning complete for port 88fe0884-8f18-46dd-8ea3-e2025b21236e triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:32.651476 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8ff27013-5d26-454b-aa05-445e3879990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:32.674563 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-549c17e4-bd49-49fb-93dd-819b488654c8 req-ce5bd614-5178-4277-94c8-faccfd0b4764 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 210 time: 0.0632334 Aug 27 15:01:32.717755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8ff27013-5d26-454b-aa05-445e3879990a None None] Port 88fe0884-8f18-46dd-8ea3-e2025b21236e cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:01:32.894451 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:32.906045 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Transition to ACTIVE for port object 88fe0884-8f18-46dd-8ea3-e2025b21236e will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:32.913460 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:32.976414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 311ede79-eb55-4182-8681-b372c0e437c0 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:01:32.978422 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Pushing event updated for resources: {'Port': ['ID=88fe0884-8f18-46dd-8ea3-e2025b21236e,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:33.007023 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:33.007382 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:33.008133 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:33.008510 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:33.008842 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:33.009648 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:33.009983 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:33.010313 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:33.010639 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:33.010991 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:33.011312 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:33.011630 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:01:33.051290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 311ede79-eb55-4182-8681-b372c0e437c0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:33.052064 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:33.052415 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Attempting to bind port 88fe0884-8f18-46dd-8ea3-e2025b21236e on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:01:33.052793 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Attempting to bind port 88fe0884-8f18-46dd-8ea3-e2025b21236e by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:01:33.053259 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Attempting to bind port 88fe0884-8f18-46dd-8ea3-e2025b21236e on network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:01:33.058885 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:01:33.059544 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Checking segment: {'id': 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:01:33.059679 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:33.060017 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Bound using segment: {'id': 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:01:33.060693 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Bound port: 88fe0884-8f18-46dd-8ea3-e2025b21236e, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:01:33.061272 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:33.139354 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] For port 88fe0884-8f18-46dd-8ea3-e2025b21236e, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:01:33.144704 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] For port 88fe0884-8f18-46dd-8ea3-e2025b21236e, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=88fe0884-8f18-46dd-8ea3-e2025b21236e,segment=NetworkSegment(afc72ba5-37a1-4fd9-8e65-6c6441182e8a),segment_id=afc72ba5-37a1-4fd9-8e65-6c6441182e8a)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:01:33.150219 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:33.152079 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 11d2c7db-e30c-4700-bc74-07624cd463b0 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:01:33.212594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 11d2c7db-e30c-4700-bc74-07624cd463b0 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:33.213471 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:33.220533 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Routers {'d28c6e26-08bd-454a-b943-b98cd902a56a'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:33.221164 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:01:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d28c6e26-08bd-454a-b943-b98cd902a56a'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:33.322815 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a77f5-19f1-4ebe-9439-d0c24c599edc None None] Pushing event updated for resources: {'Port': ['ID=88fe0884-8f18-46dd-8ea3-e2025b21236e,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:33.354718 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] Set router d28c6e26-08bd-454a-b943-b98cd902a56a gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:33.561145 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:30Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '88fe0884-8f18-46dd-8ea3-e2025b21236e', 'name': '', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:1a:8f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:30Z', 'updated_at': '2021-08-27T15:01:33Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:33.588025 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308fb79-338d-4007-acb2-499a8e7d6582 None None] The sync data for ids ['d28c6e26-08bd-454a-b943-b98cd902a56a'] in n-d-712139-12 is: [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:30Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '88fe0884-8f18-46dd-8ea3-e2025b21236e', 'name': '', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:1a:8f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:30Z', 'updated_at': '2021-08-27T15:01:33Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:01:33.802130 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bc4bf504-fbb6-42ea-82c7-15a0e61adff8 req-72eb7b83-8243-4ea5-836d-e6946fa4c27e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 210 time: 0.0377672 Aug 27 15:01:33.864511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-bafecfd5-2efe-4206-a188-5e4d53436740 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:33.866022 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-bafecfd5-2efe-4206-a188-5e4d53436740 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "GET /v2.0/networks?id=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 HTTP/1.1" status: 200 len: 797 time: 0.1719160 Aug 27 15:01:33.927796 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-fd86fb52-2b01-4ac7-b7ac-f7f49b1a756e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 379 time: 0.0416584 Aug 27 15:01:33.938410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'port': {'device_id': 'fcece13c-645d-482d-b7da-df6e507e656c', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'admin_state_up': True, 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'security_groups': ['7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:34.057978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:01:34.061719 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:34.197478 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.20.0.8 (0b2432f1-e8fb-4e30-91ee-d36afc0c37d8/7c96d636-4fdb-4634-81cd-6bf98c644f8b/c6646e81-c4cd-41c0-80e7-0b1514d2ce3c) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:01:34.352595 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:34.367893 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Transition to ACTIVE for port object c6646e81-c4cd-41c0-80e7-0b1514d2ce3c will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:34.401330 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:34.449268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:01:34.452507 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:34.456571 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:01:34.490956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:34.519944 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:34.520797 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:34.541097 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-10b5815c-4965-4eac-95ba-74ab18db1630 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6066236 Aug 27 15:01:34.560191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Request body: {'port': {'device_id': 'fcece13c-645d-482d-b7da-df6e507e656c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:34.620975 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:34.748016 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5ea68fc9-c9d6-41ed-b05e-56050b662db9 None None] Provisioning for port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:01:34.752128 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5ea68fc9-c9d6-41ed-b05e-56050b662db9 None None] Provisioning complete for port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:34.752509 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5ea68fc9-c9d6-41ed-b05e-56050b662db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:34.790318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5ea68fc9-c9d6-41ed-b05e-56050b662db9 None None] Port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:01:34.914722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6646e81-c4cd-41c0-80e7-0b1514d2ce3c {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:01:34.923766 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:34.936505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb52358-ca48-480a-95d6-2211905eefc0 req-d7d5c774-5163-4604-b1d8-9c304241d274 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:34.938218 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aeb52358-ca48-480a-95d6-2211905eefc0 req-d7d5c774-5163-4604-b1d8-9c304241d274 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 931 time: 0.0646019 Aug 27 15:01:34.949206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Transition to ACTIVE for port object c6646e81-c4cd-41c0-80e7-0b1514d2ce3c will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:01:34.954612 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:34.983779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 88fe0884-8f18-46dd-8ea3-e2025b21236e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:01:34.992252 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aeb52358-ca48-480a-95d6-2211905eefc0 req-8b3b9a50-7f73-4d34-9004-0e2744449382 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469129 Aug 27 15:01:35.020372 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Pushing event updated for resources: {'Port': ['ID=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:35.064791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 88fe0884-8f18-46dd-8ea3-e2025b21236e completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:01:35.072071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 88fe0884-8f18-46dd-8ea3-e2025b21236e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:35.072445 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:35.098897 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Attempting to bind port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:01:35.099738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Attempting to bind port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:01:35.100073 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Attempting to bind port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c on network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:01:35.106607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c on network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:01:35.107434 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Attempting to bind port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c on network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:01:35.113463 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:01:35.113896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Checking segment: {'id': 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:01:35.114191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Bound using segment: {'id': 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:01:35.114612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Bound port: c6646e81-c4cd-41c0-80e7-0b1514d2ce3c, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:01:35.115230 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:35.162255 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:35.198428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] For port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:01:35.201905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] For port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c,segment=NetworkSegment(afc72ba5-37a1-4fd9-8e65-6c6441182e8a),segment_id=afc72ba5-37a1-4fd9-8e65-6c6441182e8a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:01:35.208210 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 88fe0884-8f18-46dd-8ea3-e2025b21236e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=88fe0884-8f18-46dd-8ea3-e2025b21236e,segment=NetworkSegment(afc72ba5-37a1-4fd9-8e65-6c6441182e8a),segment_id=afc72ba5-37a1-4fd9-8e65-6c6441182e8a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:35.209142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:35.212511 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:35.268442 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=88fe0884-8f18-46dd-8ea3-e2025b21236e,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:35.614561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:35.615292 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:35.616823 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] 10.222.0.41 "PUT /v2.0/ports/c6646e81-c4cd-41c0-80e7-0b1514d2ce3c HTTP/1.1" status: 200 len: 1092 time: 1.0611660 Aug 27 15:01:35.617263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcece13c-645d-482d-b7da-df6e507e656c', 'tag': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:01:35.620030 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49b2bff-1ce3-4c63-8aad-c97c27c1a975" -d '{"events": [{"name": "network-changed", "server_uuid": "fcece13c-645d-482d-b7da-df6e507e656c", "tag": "c6646e81-c4cd-41c0-80e7-0b1514d2ce3c"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:01:35.642418 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d919ff-5a2a-4789-bb99-13ecf016823a service neutron] Pushing event updated for resources: {'Port': ['ID=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:35.673644 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099456bd-8c1c-439a-bb0c-3b13afef9cce x-openstack-request-id: req-099456bd-8c1c-439a-bb0c-3b13afef9cce {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:01:35.674096 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcece13c-645d-482d-b7da-df6e507e656c", "tag": "c6646e81-c4cd-41c0-80e7-0b1514d2ce3c", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:01:35.674348 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-099456bd-8c1c-439a-bb0c-3b13afef9cce {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:01:35.674756 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcece13c-645d-482d-b7da-df6e507e656c', 'tag': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c', 'status': 'completed', 'code': 200} Aug 27 15:01:35.716479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-c13038ce-54bc-4489-9f21-351a05bd9b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:35.718032 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-c13038ce-54bc-4489-9f21-351a05bd9b51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 1095 time: 0.0464411 Aug 27 15:01:35.766904 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-be70dafc-113d-4e32-8a4b-7aac30ad1dca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c HTTP/1.1" status: 200 len: 217 time: 0.0358591 Aug 27 15:01:35.822408 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-5eb52c26-efd2-4ded-a4ca-e01943ef0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:35.823862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-5eb52c26-efd2-4ded-a4ca-e01943ef0b3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c96d636-4fdb-4634-81cd-6bf98c644f8b HTTP/1.1" status: 200 len: 835 time: 0.0493429 Aug 27 15:01:35.871108 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-82274bdc-715f-4f90-9293-46a01fee7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:35.872599 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-82274bdc-715f-4f90-9293-46a01fee7cd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421178 Aug 27 15:01:35.961687 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-4dc8e41a-bd7d-4343-b1ba-854f69c4f755 service neutron] 10.222.0.41 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816209 Aug 27 15:01:36.060361 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff8b8f39-8400-403f-807d-c55b2cfeae2b req-f194a340-39e7-46f5-b233-fbe100dfe004 service neutron] 10.222.0.41 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916743 Aug 27 15:01:36.122368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a507d95-fbf7-4502-8e49-b1e0ffb75324 req-40a77314-1bcd-4831-9619-ece937e0f7b6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:36.123934 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9a507d95-fbf7-4502-8e49-b1e0ffb75324 req-40a77314-1bcd-4831-9619-ece937e0f7b6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 943 time: 0.0535264 Aug 27 15:01:36.163740 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9a507d95-fbf7-4502-8e49-b1e0ffb75324 req-9be2c8b8-5e5f-4787-a112-9fcd8ab678b9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337236 Aug 27 15:01:36.196309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b2bff-1ce3-4c63-8aad-c97c27c1a975 req-f32edaa5-f9dc-46cf-824d-e6d2511bd013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:36.197843 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b49b2bff-1ce3-4c63-8aad-c97c27c1a975 req-f32edaa5-f9dc-46cf-824d-e6d2511bd013 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 1095 time: 0.0431211 Aug 27 15:01:36.293808 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b2bff-1ce3-4c63-8aad-c97c27c1a975 req-ca8281b0-75d6-4e5d-be11-043e92dd8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:36.295338 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b49b2bff-1ce3-4c63-8aad-c97c27c1a975 req-ca8281b0-75d6-4e5d-be11-043e92dd8102 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 HTTP/1.1" status: 200 len: 898 time: 0.0908306 Aug 27 15:01:36.337467 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b49b2bff-1ce3-4c63-8aad-c97c27c1a975 req-e72de01d-d612-4f32-b8fa-fdc5e5ef3f6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c HTTP/1.1" status: 200 len: 217 time: 0.0346994 Aug 27 15:01:36.386829 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b2bff-1ce3-4c63-8aad-c97c27c1a975 req-f92ec6d8-0e40-44f9-848b-fcb50c667512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:36.388317 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b49b2bff-1ce3-4c63-8aad-c97c27c1a975 req-f92ec6d8-0e40-44f9-848b-fcb50c667512 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c96d636-4fdb-4634-81cd-6bf98c644f8b HTTP/1.1" status: 200 len: 835 time: 0.0443301 Aug 27 15:01:36.441268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b2bff-1ce3-4c63-8aad-c97c27c1a975 req-6e6093c5-663c-4772-abe4-4c79190d7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:36.442634 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b49b2bff-1ce3-4c63-8aad-c97c27c1a975 req-6e6093c5-663c-4772-abe4-4c79190d7985 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469451 Aug 27 15:01:36.535922 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b49b2bff-1ce3-4c63-8aad-c97c27c1a975 req-af47681a-c9fe-42e2-b15d-8105fb586fa6 service neutron] 10.222.0.41 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845790 Aug 27 15:01:36.634498 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b49b2bff-1ce3-4c63-8aad-c97c27c1a975 req-19b3eab0-8aab-4dc8-88bd-de8aeedb6ed6 service neutron] 10.222.0.41 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920246 Aug 27 15:01:36.948298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 88fe0884-8f18-46dd-8ea3-e2025b21236e up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:01:36.998597 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 88fe0884-8f18-46dd-8ea3-e2025b21236e triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:36.999004 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:37.290509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea44f9-2d05-416d-9cde-9e90da55ac3c req-25c55831-80c9-42ed-80f8-52a90381221e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:37.292347 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17ea44f9-2d05-416d-9cde-9e90da55ac3c req-25c55831-80c9-42ed-80f8-52a90381221e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 943 time: 0.0581746 Aug 27 15:01:37.330851 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17ea44f9-2d05-416d-9cde-9e90da55ac3c req-2c20dc8a-32b6-4623-815e-70260250c9a3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324957 Aug 27 15:01:38.452106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5cbbc-fbc2-406a-a2d9-bca14ee86c2a req-d874ee05-4e2a-438f-97a6-83da7fad6546 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:38.453642 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e5f5cbbc-fbc2-406a-a2d9-bca14ee86c2a req-d874ee05-4e2a-438f-97a6-83da7fad6546 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 943 time: 0.0513275 Aug 27 15:01:38.493329 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e5f5cbbc-fbc2-406a-a2d9-bca14ee86c2a req-66e47ac8-95ed-454f-99ba-ad6b921f2d42 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325401 Aug 27 15:01:39.614853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd857f4-c443-436d-bf97-20eccfe7ff3e req-fa04801f-b4fc-43b2-9470-56cf4f6f7ea6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:39.616372 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cbd857f4-c443-436d-bf97-20eccfe7ff3e req-fa04801f-b4fc-43b2-9470-56cf4f6f7ea6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 943 time: 0.0542574 Aug 27 15:01:39.661374 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cbd857f4-c443-436d-bf97-20eccfe7ff3e req-5fb1ce83-ca12-4a18-9fe9-0fe3244f0484 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390160 Aug 27 15:01:40.316665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device c6646e81-c4cd-41c0-80e7-0b1514d2ce3c details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:01:40.414646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c,segment=NetworkSegment(afc72ba5-37a1-4fd9-8e65-6c6441182e8a),segment_id=afc72ba5-37a1-4fd9-8e65-6c6441182e8a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:40.426766 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'port_id': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c', 'mac_address': 'fa:16:3e:87:53:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:01:40.467428 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:40.481124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6646e81-c4cd-41c0-80e7-0b1514d2ce3c {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:01:40.500475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c,segment=NetworkSegment(afc72ba5-37a1-4fd9-8e65-6c6441182e8a),segment_id=afc72ba5-37a1-4fd9-8e65-6c6441182e8a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:40.504932 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:40.555623 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:40.630035 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:40.783830 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d8971-ea13-40b1-a186-bed854afe4a7 req-0674f713-2746-403c-a6e2-74e1e0da787f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:40.786092 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-870d8971-ea13-40b1-a186-bed854afe4a7 req-0674f713-2746-403c-a6e2-74e1e0da787f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 944 time: 0.0553162 Aug 27 15:01:40.825151 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-870d8971-ea13-40b1-a186-bed854afe4a7 req-9554ca78-04ea-4d12-87ad-887dddcaf239 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328140 Aug 27 15:01:40.908681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['c6646e81-c4cd-41c0-80e7-0b1514d2ce3c'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:01:41.939877 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38d6f-23a2-4d47-8cd8-7a9d1d6c71b2 req-2aa551e7-2104-4404-824b-33521b89c17c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:41.942177 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5da38d6f-23a2-4d47-8cd8-7a9d1d6c71b2 req-2aa551e7-2104-4404-824b-33521b89c17c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 944 time: 0.0512722 Aug 27 15:01:41.987162 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5da38d6f-23a2-4d47-8cd8-7a9d1d6c71b2 req-7869d5a2-a961-4705-8bac-0faa0e4875c1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389564 Aug 27 15:01:42.331856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device c6646e81-c4cd-41c0-80e7-0b1514d2ce3c up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:01:42.385236 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:01:42.389352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:01:42.389640 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:42.472492 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:42.494967 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcece13c-645d-482d-b7da-df6e507e656c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:01:42.497255 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a6c2ad-236f-4f20-98cd-bf4701dc47d2" -d '{"events": [{"server_uuid": "fcece13c-645d-482d-b7da-df6e507e656c", "name": "network-vif-plugged", "status": "completed", "tag": "c6646e81-c4cd-41c0-80e7-0b1514d2ce3c"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:01:42.510514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c,segment=NetworkSegment(afc72ba5-37a1-4fd9-8e65-6c6441182e8a),segment_id=afc72ba5-37a1-4fd9-8e65-6c6441182e8a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:01:42.515318 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:42.541164 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c32346-6a06-435a-9f71-704347d56671 x-openstack-request-id: req-c2c32346-6a06-435a-9f71-704347d56671 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:01:42.541731 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcece13c-645d-482d-b7da-df6e507e656c", "name": "network-vif-plugged", "status": "completed", "tag": "c6646e81-c4cd-41c0-80e7-0b1514d2ce3c", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:01:42.542006 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2c32346-6a06-435a-9f71-704347d56671 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:01:42.542419 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcece13c-645d-482d-b7da-df6e507e656c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c', 'code': 200} Aug 27 15:01:42.575451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:42.673979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66daec-278e-41f2-85db-c1b2519e1d07 req-add2ad80-714d-4de8-80e2-411fb5318d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:42.676579 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2d66daec-278e-41f2-85db-c1b2519e1d07 req-add2ad80-714d-4de8-80e2-411fb5318d1e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 1097 time: 0.0489712 Aug 27 15:01:42.716964 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2d66daec-278e-41f2-85db-c1b2519e1d07 req-dc0449f4-a864-4430-8b6c-eb1cc27f41b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328481 Aug 27 15:01:43.105973 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a968d5-4ca3-449b-b89c-7b81ea1e0e2c req-3a5e19cf-9b5f-4439-a09d-3fc00c8ba70e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:43.107508 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48a968d5-4ca3-449b-b89c-7b81ea1e0e2c req-3a5e19cf-9b5f-4439-a09d-3fc00c8ba70e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0489397 Aug 27 15:01:43.146550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-48a968d5-4ca3-449b-b89c-7b81ea1e0e2c req-dad39e79-0688-4e5d-a0ec-6a5521b49a9f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320644 Aug 27 15:01:44.264899 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b264eb7-72e3-4b87-96b4-fe91e7d2f958 req-e8d2ca31-4ab0-4756-8b9d-c7d60483d2b6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:44.266778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b264eb7-72e3-4b87-96b4-fe91e7d2f958 req-e8d2ca31-4ab0-4756-8b9d-c7d60483d2b6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0508161 Aug 27 15:01:44.306377 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b264eb7-72e3-4b87-96b4-fe91e7d2f958 req-6596bca7-309f-4312-9c23-4a377df5088a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332270 Aug 27 15:01:44.421151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae0423-0cae-41aa-b911-91138ec3831a req-f0151da5-2c9f-454f-85b3-886fa9ef182e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:44.422674 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dfae0423-0cae-41aa-b911-91138ec3831a req-f0151da5-2c9f-454f-85b3-886fa9ef182e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0502329 Aug 27 15:01:44.466040 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dfae0423-0cae-41aa-b911-91138ec3831a req-4d9f580d-99df-4979-9dc5-3cb3fc19f94e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372119 Aug 27 15:01:44.488945 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47298) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:44.528411 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35aedd-2a38-485e-b221-1b08b5edc6eb tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:44.529945 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7c35aedd-2a38-485e-b221-1b08b5edc6eb tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 1092 time: 0.0400147 Aug 27 15:01:44.532709 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47300) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:44.537365 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:01:44.560625 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:44.668990 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:44.767578 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-74c4d8fa-fc89-424c-8a3d-d0fa8509d939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:44.780375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.25.2.77 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/00c6937b-686d-4e6a-9bf2-9fc2ed5e1172) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:01:44.890218 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:44.935976 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:44.977362 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:01:44.980360 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:01:44.984175 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:01:45.011497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=00c6937b-686d-4e6a-9bf2-9fc2ed5e1172,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:45.370599 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:45.436260 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:45.589522 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:45.595793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:45.666883 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=00c6937b-686d-4e6a-9bf2-9fc2ed5e1172,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:01:45.680241 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:46.118528 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Floating IP 26758474-bc93-47ad-b1c4-1d12bb5cbe3f associated. External IP: 172.25.2.77, port: c6646e81-c4cd-41c0-80e7-0b1514d2ce3c. Aug 27 15:01:46.325481 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router d28c6e26-08bd-454a-b943-b98cd902a56a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:01:46.442002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:01:46.452402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a974706-5aff-499d-b233-e776ce39cdee None None] Sync routers for ids ['d28c6e26-08bd-454a-b943-b98cd902a56a'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:01:46.457983 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:46.463167 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a974706-5aff-499d-b233-e776ce39cdee None None] Routers {'d28c6e26-08bd-454a-b943-b98cd902a56a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:46.463876 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5a974706-5aff-499d-b233-e776ce39cdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:01:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d28c6e26-08bd-454a-b943-b98cd902a56a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:46.484540 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-866993d6-81b6-4f9f-85d1-f43d71d82873 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9508212 Aug 27 15:01:46.485141 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcece13c-645d-482d-b7da-df6e507e656c', 'tag': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:01:46.487821 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9ae447-e248-4422-9660-ea6c546385f7" -d '{"events": [{"name": "network-changed", "server_uuid": "fcece13c-645d-482d-b7da-df6e507e656c", "tag": "c6646e81-c4cd-41c0-80e7-0b1514d2ce3c"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:01:46.531839 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b82b60-06b0-4738-9ebc-027ea980802e x-openstack-request-id: req-e6b82b60-06b0-4738-9ebc-027ea980802e {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:01:46.532144 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcece13c-645d-482d-b7da-df6e507e656c", "tag": "c6646e81-c4cd-41c0-80e7-0b1514d2ce3c", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:01:46.532406 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e6b82b60-06b0-4738-9ebc-027ea980802e {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:01:46.532817 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcece13c-645d-482d-b7da-df6e507e656c', 'tag': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c', 'status': 'completed', 'code': 200} Aug 27 15:01:46.585029 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5a974706-5aff-499d-b233-e776ce39cdee None None] Set router d28c6e26-08bd-454a-b943-b98cd902a56a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:46.599427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7d96e-49bf-4242-96cb-a145837f40bd req-345af88a-08f2-4c29-889c-255ad7e2c41d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:46.601368 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5de7d96e-49bf-4242-96cb-a145837f40bd req-345af88a-08f2-4c29-889c-255ad7e2c41d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0621302 Aug 27 15:01:46.637223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ae447-e248-4422-9660-ea6c546385f7 req-0db32277-1d97-4c57-8913-f3be1c15ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:46.639497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5d9ae447-e248-4422-9660-ea6c546385f7 req-0db32277-1d97-4c57-8913-f3be1c15ee30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 1097 time: 0.0451415 Aug 27 15:01:46.645904 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5de7d96e-49bf-4242-96cb-a145837f40bd req-60ea9a4d-b634-43e8-8b10-911295b6ead0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381145 Aug 27 15:01:46.677416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47306) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:46.736850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ae447-e248-4422-9660-ea6c546385f7 req-69767e91-dbc1-4878-9ac9-a76234fe254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:46.739184 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5d9ae447-e248-4422-9660-ea6c546385f7 req-69767e91-dbc1-4878-9ac9-a76234fe254b service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 HTTP/1.1" status: 200 len: 898 time: 0.0925364 Aug 27 15:01:46.746172 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6ef7b43c-52ed-419c-bc5a-c26ab7776fa0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/26758474-bc93-47ad-b1c4-1d12bb5cbe3f HTTP/1.1" status: 200 len: 990 time: 0.0672240 Aug 27 15:01:46.812554 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5d9ae447-e248-4422-9660-ea6c546385f7 req-14a7415c-9d1d-48f9-af41-a9aaad8c9342 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c HTTP/1.1" status: 200 len: 998 time: 0.0649893 Aug 27 15:01:46.865327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ae447-e248-4422-9660-ea6c546385f7 req-1779ea87-ae08-456e-8a06-5b10d22f7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:46.867418 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5d9ae447-e248-4422-9660-ea6c546385f7 req-1779ea87-ae08-456e-8a06-5b10d22f7449 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c96d636-4fdb-4634-81cd-6bf98c644f8b HTTP/1.1" status: 200 len: 835 time: 0.0476182 Aug 27 15:01:46.878762 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5a974706-5aff-499d-b233-e776ce39cdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:30Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '26758474-bc93-47ad-b1c4-1d12bb5cbe3f', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'port_id': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'mac_address': 'fa:16:3e:87:53:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece13c-645d-482d-b7da-df6e507e656c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:01:45Z', 'updated_at': '2021-08-27T15:01:45Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fe0884-8f18-46dd-8ea3-e2025b21236e', 'name': '', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:1a:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:30Z', 'updated_at': '2021-08-27T15:01:35Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:46.905408 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a974706-5aff-499d-b233-e776ce39cdee None None] Checking router: d28c6e26-08bd-454a-b943-b98cd902a56a for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:01:46.914098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a974706-5aff-499d-b233-e776ce39cdee None None] Routers {'d28c6e26-08bd-454a-b943-b98cd902a56a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:01:46.914887 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5a974706-5aff-499d-b233-e776ce39cdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:01:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d28c6e26-08bd-454a-b943-b98cd902a56a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:46.917662 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ae447-e248-4422-9660-ea6c546385f7 req-fdb18332-ba76-4223-89f8-d902c2ac6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:01:46.919267 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5d9ae447-e248-4422-9660-ea6c546385f7 req-fdb18332-ba76-4223-89f8-d902c2ac6994 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452693 Aug 27 15:01:47.030875 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5d9ae447-e248-4422-9660-ea6c546385f7 req-3d5cd23c-eb29-43e5-bb1e-fe566f7cb4a8 service neutron] 10.222.0.41 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029146 Aug 27 15:01:47.037863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5a974706-5aff-499d-b233-e776ce39cdee None None] Set router d28c6e26-08bd-454a-b943-b98cd902a56a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:01:47.124328 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5d9ae447-e248-4422-9660-ea6c546385f7 req-297ec796-477a-4170-9579-c4f5c25ba272 service neutron] 10.222.0.41 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866330 Aug 27 15:01:47.274078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5a974706-5aff-499d-b233-e776ce39cdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:30Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '26758474-bc93-47ad-b1c4-1d12bb5cbe3f', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'port_id': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'mac_address': 'fa:16:3e:87:53:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece13c-645d-482d-b7da-df6e507e656c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:01:45Z', 'updated_at': '2021-08-27T15:01:45Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fe0884-8f18-46dd-8ea3-e2025b21236e', 'name': '', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:1a:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:30Z', 'updated_at': '2021-08-27T15:01:35Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:01:47.305810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a974706-5aff-499d-b233-e776ce39cdee None None] The sync data for ids ['d28c6e26-08bd-454a-b943-b98cd902a56a'] in n-d-712139-12 is: [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:30Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '26758474-bc93-47ad-b1c4-1d12bb5cbe3f', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'port_id': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'mac_address': 'fa:16:3e:87:53:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece13c-645d-482d-b7da-df6e507e656c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:01:45Z', 'updated_at': '2021-08-27T15:01:45Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fe0884-8f18-46dd-8ea3-e2025b21236e', 'name': '', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:1a:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:30Z', 'updated_at': '2021-08-27T15:01:35Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:01:47.500908 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9490b450-c5ce-4265-907e-6e59a7073b3b None None] New status for floating IP 26758474-bc93-47ad-b1c4-1d12bb5cbe3f: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:01:47.606381 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2b4b73bc-55f4-46f1-bee5-13b1b159ca7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:47.609171 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:47.750389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47308) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:01:47.820533 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e3acf15b-3045-4acc-838f-0d5ad9b268fc tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/26758474-bc93-47ad-b1c4-1d12bb5cbe3f HTTP/1.1" status: 200 len: 992 time: 0.0687332 Aug 27 15:01:48.994269 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:50.460207 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:01:52.172204 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:00.239287 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:02:10.633817 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:14.769752 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-573a2b2b-9091-4650-a33b-d4bfa134779f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:17.592287 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:17.597989 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-558fa27b-9b50-4a5d-a40f-d024121caa03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:18.998763 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:20.463723 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:22.170076 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:25.024003 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-65ae3f80-7791-44ca-9ba4-67ff7d5aa138 req-c5659cbd-c0a8-4ecd-ab5b-754c8286722d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260355 Aug 27 15:02:25.093151 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-65ae3f80-7791-44ca-9ba4-67ff7d5aa138 req-8e7d07c0-c2d6-4127-ac96-652a4e075fe9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0260577 Aug 27 15:02:25.134352 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-65ae3f80-7791-44ca-9ba4-67ff7d5aa138 req-16e7a1bb-3614-49f0-ba6b-eb47ce41a232 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215600 Aug 27 15:02:25.233713 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae3f80-7791-44ca-9ba4-67ff7d5aa138 req-a24e140b-6d23-4e22-8be6-08f64f5a0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:25.235158 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-65ae3f80-7791-44ca-9ba4-67ff7d5aa138 req-a24e140b-6d23-4e22-8be6-08f64f5a0cf9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947490 Aug 27 15:02:35.200951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac922c3c-b37e-419e-a61e-e3aa166f0911 req-f12080e7-d87d-4ade-88bf-d8ecfc36bd78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254209 Aug 27 15:02:35.288189 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac922c3c-b37e-419e-a61e-e3aa166f0911 req-088464de-9172-4332-94ab-327b98965eb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0295601 Aug 27 15:02:35.336185 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac922c3c-b37e-419e-a61e-e3aa166f0911 req-179773c4-e585-460f-b8ec-a84ccb03c533 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208628 Aug 27 15:02:35.429805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac922c3c-b37e-419e-a61e-e3aa166f0911 req-916c7a18-016f-4124-bc72-16b1ea38d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:35.431303 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ac922c3c-b37e-419e-a61e-e3aa166f0911 req-916c7a18-016f-4124-bc72-16b1ea38d6fb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881743 Aug 27 15:02:37.239447 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:02:40.627165 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:44.771205 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b9861b2f-8dd6-45d8-8e74-2063ee52d2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:47.589495 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:47.601322 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ecc033e5-9f0d-440d-ab92-351210c32d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:49.002873 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:50.462800 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:52.180269 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:02:53.712443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b60a04-c58b-480f-b96e-7d395a148435 req-9417f503-5432-47ef-9a46-1022bdcdc2be tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:53.713956 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7b60a04-c58b-480f-b96e-7d395a148435 req-9417f503-5432-47ef-9a46-1022bdcdc2be tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0845551 Aug 27 15:02:53.723518 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037aa25c-432e-4b3c-9624-c40dc8e23f9e req-a1252326-6f67-48c9-acb0-10e1a7b79454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:53.725092 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-037aa25c-432e-4b3c-9624-c40dc8e23f9e req-a1252326-6f67-48c9-acb0-10e1a7b79454 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 1097 time: 0.0693481 Aug 27 15:02:53.798868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7b60a04-c58b-480f-b96e-7d395a148435 req-7bf76af1-8118-4497-b3c6-765386038c8b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783465 Aug 27 15:02:53.841398 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037aa25c-432e-4b3c-9624-c40dc8e23f9e req-e42bb031-3372-4695-a675-7d0629347d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:53.842911 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-037aa25c-432e-4b3c-9624-c40dc8e23f9e req-e42bb031-3372-4695-a675-7d0629347d51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 HTTP/1.1" status: 200 len: 898 time: 0.1035669 Aug 27 15:02:53.913382 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-037aa25c-432e-4b3c-9624-c40dc8e23f9e req-46b77c6a-b716-4c19-8940-00a5e8fbf3ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c HTTP/1.1" status: 200 len: 1000 time: 0.0632811 Aug 27 15:02:53.963537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037aa25c-432e-4b3c-9624-c40dc8e23f9e req-312a46b1-32e5-4edf-ac47-34c4dfd14987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:53.964989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-037aa25c-432e-4b3c-9624-c40dc8e23f9e req-312a46b1-32e5-4edf-ac47-34c4dfd14987 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c96d636-4fdb-4634-81cd-6bf98c644f8b HTTP/1.1" status: 200 len: 835 time: 0.0435448 Aug 27 15:02:54.010649 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037aa25c-432e-4b3c-9624-c40dc8e23f9e req-3d88244d-9bbc-47cf-9073-612cf029005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:54.012197 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-037aa25c-432e-4b3c-9624-c40dc8e23f9e req-3d88244d-9bbc-47cf-9073-612cf029005b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395293 Aug 27 15:02:54.104335 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-037aa25c-432e-4b3c-9624-c40dc8e23f9e req-9d5f8cd9-3f91-46a0-9f9c-e0c6577bbade service neutron] 10.222.0.41 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839272 Aug 27 15:02:54.192649 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-037aa25c-432e-4b3c-9624-c40dc8e23f9e req-bb898298-45ed-410d-8903-950d8c247a86 service neutron] 10.222.0.41 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813484 Aug 27 15:02:54.921080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a43543-0f46-48c7-befd-6b895782c911 req-e1bf0d36-56eb-40bf-8d01-34592a549e2d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:54.922519 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30a43543-0f46-48c7-befd-6b895782c911 req-e1bf0d36-56eb-40bf-8d01-34592a549e2d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0507958 Aug 27 15:02:54.963045 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30a43543-0f46-48c7-befd-6b895782c911 req-726e0843-3206-4dcf-b525-9b0dd6a6c2ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338867 Aug 27 15:02:56.088082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3066a-6da2-4ee7-bf80-72755f0d115e req-ba280769-980b-41e5-90b5-1da0bd70194f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:56.089617 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03d3066a-6da2-4ee7-bf80-72755f0d115e req-ba280769-980b-41e5-90b5-1da0bd70194f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0549297 Aug 27 15:02:56.129546 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-03d3066a-6da2-4ee7-bf80-72755f0d115e req-2ea6f917-ae34-46f5-b7f1-65ef7c9800ee tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339048 Aug 27 15:02:57.248765 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e20a8-d5d0-4b20-9a6e-ca61e15e09fe req-bcf05739-e3d1-41cb-b08f-8f376b718032 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:57.250154 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-911e20a8-d5d0-4b20-9a6e-ca61e15e09fe req-bcf05739-e3d1-41cb-b08f-8f376b718032 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0518079 Aug 27 15:02:57.289029 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-911e20a8-d5d0-4b20-9a6e-ca61e15e09fe req-06535fa9-6151-455c-ac84-950ed933b1cc tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323894 Aug 27 15:02:58.406187 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ba98f-3037-437b-be0f-0da25928d71a req-bfeb8e41-1d23-4237-aad5-6f96e5490dc2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:58.407711 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a44ba98f-3037-437b-be0f-0da25928d71a req-bfeb8e41-1d23-4237-aad5-6f96e5490dc2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0505364 Aug 27 15:02:58.448287 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a44ba98f-3037-437b-be0f-0da25928d71a req-53c54e13-a0ba-4399-8ca3-8e6c8b2b7eb9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345516 Aug 27 15:02:59.569944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab8908-718e-485f-94a8-6bd6ece532fc req-d0349360-b073-47e4-9102-a1e34622e8ee tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:02:59.574443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-77ab8908-718e-485f-94a8-6bd6ece532fc req-d0349360-b073-47e4-9102-a1e34622e8ee tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0571213 Aug 27 15:02:59.616555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-77ab8908-718e-485f-94a8-6bd6ece532fc req-54c5730d-4bca-4b83-9de8-a385607401aa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379026 Aug 27 15:03:00.739382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfb40a-195b-4424-bfc1-f01a88915d0a req-0341d728-1825-40ca-8b2b-d170209a65f7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:00.741155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ddcfb40a-195b-4424-bfc1-f01a88915d0a req-0341d728-1825-40ca-8b2b-d170209a65f7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0524244 Aug 27 15:03:00.779032 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ddcfb40a-195b-4424-bfc1-f01a88915d0a req-6d714a14-819a-432d-aca5-a970824b41d3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318005 Aug 27 15:03:01.894891 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d69557-86fa-4496-b5ed-c4b890bd7b36 req-42ae0365-44aa-46a1-8689-f9be8b61a801 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:01.896406 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55d69557-86fa-4496-b5ed-c4b890bd7b36 req-42ae0365-44aa-46a1-8689-f9be8b61a801 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0491982 Aug 27 15:03:01.935218 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-55d69557-86fa-4496-b5ed-c4b890bd7b36 req-e151298a-e9b8-43e6-bc5b-96bf6cad4a9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328391 Aug 27 15:03:03.057476 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af241c4-3619-4c6d-9c5d-c7e0ac563c5c req-9a0f32a3-9ee0-4aca-b894-64b093016d95 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:03.059040 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5af241c4-3619-4c6d-9c5d-c7e0ac563c5c req-9a0f32a3-9ee0-4aca-b894-64b093016d95 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0559399 Aug 27 15:03:03.103486 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5af241c4-3619-4c6d-9c5d-c7e0ac563c5c req-301b14df-4a2e-4b72-b153-556bb6b8f739 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384121 Aug 27 15:03:04.219888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13253905-ea92-4ff0-8f43-0070b96aa2b4 req-5d0b127d-11a4-4fd6-8dd4-fcc2293c682a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:04.221667 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13253905-ea92-4ff0-8f43-0070b96aa2b4 req-5d0b127d-11a4-4fd6-8dd4-fcc2293c682a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0507562 Aug 27 15:03:04.261417 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-13253905-ea92-4ff0-8f43-0070b96aa2b4 req-4b1e3078-fceb-493a-ab70-9354261b6e88 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337019 Aug 27 15:03:05.384111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06caf74-1b8f-49d6-b6a8-3e711916c907 req-43ac710f-48de-4366-9272-214810a659ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:05.386226 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e06caf74-1b8f-49d6-b6a8-3e711916c907 req-43ac710f-48de-4366-9272-214810a659ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0544901 Aug 27 15:03:05.427003 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e06caf74-1b8f-49d6-b6a8-3e711916c907 req-bfcb5c90-af23-408a-a960-557380e5c0e5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348492 Aug 27 15:03:06.548869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0da72-67d0-400c-9562-61ffeeaf24d2 req-b8abab26-a686-4aaf-aaef-d4c0bc0db0f4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:06.550377 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87a0da72-67d0-400c-9562-61ffeeaf24d2 req-b8abab26-a686-4aaf-aaef-d4c0bc0db0f4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0539079 Aug 27 15:03:06.590831 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87a0da72-67d0-400c-9562-61ffeeaf24d2 req-7152fb25-7c92-4f0c-a688-f4a1a479f3eb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344529 Aug 27 15:03:07.710481 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8bb37-fd2d-4409-9bee-eb9742f25b45 req-39737780-7f9e-45ef-bd63-c261e2c618b0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:07.712054 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-50b8bb37-fd2d-4409-9bee-eb9742f25b45 req-39737780-7f9e-45ef-bd63-c261e2c618b0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0524600 Aug 27 15:03:07.753678 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-50b8bb37-fd2d-4409-9bee-eb9742f25b45 req-2031fd2c-ed0b-485b-a23c-dd952db1ff25 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346093 Aug 27 15:03:08.871611 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c956d-f7a0-43ac-9fa5-658294e91f50 req-c726a4c0-e532-46cd-a06a-13f68974833b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:08.873024 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d52c956d-f7a0-43ac-9fa5-658294e91f50 req-c726a4c0-e532-46cd-a06a-13f68974833b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0506341 Aug 27 15:03:08.913073 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d52c956d-f7a0-43ac-9fa5-658294e91f50 req-70575026-1c38-4d9c-ac0a-3bce43099570 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334032 Aug 27 15:03:10.033057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719068dd-171b-47be-a774-0b7befceecfa req-9e1d6162-2167-4f82-9fe1-753216f84ca0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:10.035093 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-719068dd-171b-47be-a774-0b7befceecfa req-9e1d6162-2167-4f82-9fe1-753216f84ca0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0535982 Aug 27 15:03:10.073709 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-719068dd-171b-47be-a774-0b7befceecfa req-52d9ef33-23fc-4063-899a-828bd8282d2a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325518 Aug 27 15:03:10.636909 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:11.193935 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfeb57-81af-41a3-aa36-3a2bb35f4748 req-76c6b3a2-f8c3-456d-999e-c2d8ee52b2ad tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:11.195411 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ebfeb57-81af-41a3-aa36-3a2bb35f4748 req-76c6b3a2-f8c3-456d-999e-c2d8ee52b2ad tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0516798 Aug 27 15:03:11.235024 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ebfeb57-81af-41a3-aa36-3a2bb35f4748 req-af827e0d-fc05-4e03-a1b8-45708eb6c69c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336146 Aug 27 15:03:11.256835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47392) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:03:11.322426 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-740628fa-25cc-4969-8d8c-a36f2f21cc01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/26758474-bc93-47ad-b1c4-1d12bb5cbe3f HTTP/1.1" status: 200 len: 992 time: 0.0644319 Aug 27 15:03:14.238984 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:03:14.772324 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5150b8d8-2362-4a7c-aa8d-8eb26fa2f819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:17.589835 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:17.598562 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b7e0607-1303-4f21-a7c6-b54e14d7ad02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:19.003320 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:20.465691 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:22.191618 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:25.059682 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aea6ab43-58ee-4a47-9bf4-c62acb77c5d5 req-987ccd37-f8ac-4200-8be8-73d0452ae338 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0819666 Aug 27 15:03:25.124473 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aea6ab43-58ee-4a47-9bf4-c62acb77c5d5 req-79fb1579-0fa0-4b1a-89b3-1620a24b849b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0248253 Aug 27 15:03:25.163654 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aea6ab43-58ee-4a47-9bf4-c62acb77c5d5 req-1659110a-3c68-4460-b2b6-4b10c5c8443f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192885 Aug 27 15:03:25.258860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ab43-58ee-4a47-9bf4-c62acb77c5d5 req-e7950ee6-914f-4121-bbe5-978beeb5da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:25.260239 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-aea6ab43-58ee-4a47-9bf4-c62acb77c5d5 req-e7950ee6-914f-4121-bbe5-978beeb5da3c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905535 Aug 27 15:03:37.275444 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff00ed06-38cc-4ffd-bb9b-eb1e605f12f6 req-2530de3b-2826-4908-8043-9002ee46f433 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925682 Aug 27 15:03:37.349372 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00ed06-38cc-4ffd-bb9b-eb1e605f12f6 req-24475bc0-1316-4eef-9be9-1d366a39589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:37.350969 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff00ed06-38cc-4ffd-bb9b-eb1e605f12f6 req-24475bc0-1316-4eef-9be9-1d366a39589c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 1097 time: 0.0403936 Aug 27 15:03:37.455800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00ed06-38cc-4ffd-bb9b-eb1e605f12f6 req-4b392bab-db5c-424e-886e-065616bcd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:37.457283 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff00ed06-38cc-4ffd-bb9b-eb1e605f12f6 req-4b392bab-db5c-424e-886e-065616bcd129 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 HTTP/1.1" status: 200 len: 898 time: 0.0873022 Aug 27 15:03:37.522629 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff00ed06-38cc-4ffd-bb9b-eb1e605f12f6 req-1bf00211-0f31-46cc-9523-26228878ea58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c HTTP/1.1" status: 200 len: 1000 time: 0.0575593 Aug 27 15:03:37.571511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00ed06-38cc-4ffd-bb9b-eb1e605f12f6 req-4a901707-fdee-429c-bae6-3b6448ba7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:37.572969 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff00ed06-38cc-4ffd-bb9b-eb1e605f12f6 req-4a901707-fdee-429c-bae6-3b6448ba7911 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c96d636-4fdb-4634-81cd-6bf98c644f8b HTTP/1.1" status: 200 len: 835 time: 0.0433571 Aug 27 15:03:37.623156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00ed06-38cc-4ffd-bb9b-eb1e605f12f6 req-1f47b693-ddfc-49e9-8d2d-d3d494c2a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:03:37.624659 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff00ed06-38cc-4ffd-bb9b-eb1e605f12f6 req-1f47b693-ddfc-49e9-8d2d-d3d494c2a79b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447817 Aug 27 15:03:37.714653 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff00ed06-38cc-4ffd-bb9b-eb1e605f12f6 req-a5ef6194-ad7a-443d-b4a9-c7c2842a7a26 service neutron] 10.222.0.41 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817697 Aug 27 15:03:37.807041 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff00ed06-38cc-4ffd-bb9b-eb1e605f12f6 req-26cba693-b5d7-498b-9faf-7bcba8805b3c service neutron] 10.222.0.41 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849307 Aug 27 15:03:40.634617 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:44.772912 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a72b5790-e12b-4172-ae95-d14145154998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:47.588327 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:47.592642 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd16604e-4fa8-4a5e-b654-f8c333d449f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:49.006467 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:50.468506 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:03:51.237431 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:03:52.190648 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:08.254181 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47422) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:08.412728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port 00c6937b-686d-4e6a-9bf2-9fc2ed5e1172 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:04:08.413099 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:08.488192 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:08.488544 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:08.500311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for 00c6937b-686d-4e6a-9bf2-9fc2ed5e1172 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:04:08.654261 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:08.684864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=00c6937b-686d-4e6a-9bf2-9fc2ed5e1172,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:08.711099 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:08.711458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:08.711804 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:08.712148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:08.712489 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:08.712828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:08.713166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:08.713503 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:08.713835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:08.714167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:08.714499 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:08.714850 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:08.759222 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:08.759868 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Floating IP 26758474-bc93-47ad-b1c4-1d12bb5cbe3f disassociated (deleted). External IP: 172.25.2.77, port: c6646e81-c4cd-41c0-80e7-0b1514d2ce3c. Aug 27 15:04:08.972295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router d28c6e26-08bd-454a-b943-b98cd902a56a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:04:09.084101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:04:09.088902 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:09.093828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d830e-d782-42c8-8752-20100bcdcfc0 None None] Sync routers for ids ['d28c6e26-08bd-454a-b943-b98cd902a56a'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:04:09.102735 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d830e-d782-42c8-8752-20100bcdcfc0 None None] Routers {'d28c6e26-08bd-454a-b943-b98cd902a56a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:09.103350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7c9d830e-d782-42c8-8752-20100bcdcfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:03:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d28c6e26-08bd-454a-b943-b98cd902a56a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:09.118396 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7481a616-a1ba-425d-88ea-1962aa85005d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/floatingips/26758474-bc93-47ad-b1c4-1d12bb5cbe3f HTTP/1.1" status: 204 len: 168 time: 0.8630800 Aug 27 15:04:09.119060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcece13c-645d-482d-b7da-df6e507e656c', 'tag': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:09.121444 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f4aaeb-3ed6-446c-9e18-0e1cc52cb385" -d '{"events": [{"name": "network-changed", "server_uuid": "fcece13c-645d-482d-b7da-df6e507e656c", "tag": "c6646e81-c4cd-41c0-80e7-0b1514d2ce3c"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:09.169344 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd12554e-742a-4797-95cb-879cf7171ac1 x-openstack-request-id: req-cd12554e-742a-4797-95cb-879cf7171ac1 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:09.169917 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcece13c-645d-482d-b7da-df6e507e656c", "tag": "c6646e81-c4cd-41c0-80e7-0b1514d2ce3c", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:09.170163 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd12554e-742a-4797-95cb-879cf7171ac1 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:09.170577 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcece13c-645d-482d-b7da-df6e507e656c', 'tag': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c', 'status': 'completed', 'code': 200} Aug 27 15:04:09.277561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4aaeb-3ed6-446c-9e18-0e1cc52cb385 req-5affc6e6-a780-4f39-9aea-8d13beae4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:09.279225 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3f4aaeb-3ed6-446c-9e18-0e1cc52cb385 req-5affc6e6-a780-4f39-9aea-8d13beae4b55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 1097 time: 0.0632443 Aug 27 15:04:09.372722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7c9d830e-d782-42c8-8752-20100bcdcfc0 None None] Set router d28c6e26-08bd-454a-b943-b98cd902a56a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:09.437993 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4aaeb-3ed6-446c-9e18-0e1cc52cb385 req-f919d09d-16de-45a5-b4c9-6c5401ca7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:09.439684 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3f4aaeb-3ed6-446c-9e18-0e1cc52cb385 req-f919d09d-16de-45a5-b4c9-6c5401ca7cca service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 HTTP/1.1" status: 200 len: 898 time: 0.1188295 Aug 27 15:04:09.487133 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3f4aaeb-3ed6-446c-9e18-0e1cc52cb385 req-c66e7a5a-5249-4239-8288-f9a823364547 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c HTTP/1.1" status: 200 len: 217 time: 0.0377207 Aug 27 15:04:09.494885 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee311-e226-4c0b-9555-d6740478d265 req-3cf85f9e-394a-4ffa-91b6-b21a05f1a079 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:09.496356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1deee311-e226-4c0b-9555-d6740478d265 req-3cf85f9e-394a-4ffa-91b6-b21a05f1a079 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.1825099 Aug 27 15:04:09.567648 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1deee311-e226-4c0b-9555-d6740478d265 req-fb4dbf10-893f-460e-a79c-d4ecf8d71289 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620730 Aug 27 15:04:09.569215 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4aaeb-3ed6-446c-9e18-0e1cc52cb385 req-5bc98635-ef10-4bda-97d5-22a6875f3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:09.570575 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3f4aaeb-3ed6-446c-9e18-0e1cc52cb385 req-5bc98635-ef10-4bda-97d5-22a6875f3510 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c96d636-4fdb-4634-81cd-6bf98c644f8b HTTP/1.1" status: 200 len: 835 time: 0.0733540 Aug 27 15:04:09.585589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7c9d830e-d782-42c8-8752-20100bcdcfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:30Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '88fe0884-8f18-46dd-8ea3-e2025b21236e', 'name': '', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:1a:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:30Z', 'updated_at': '2021-08-27T15:01:35Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:09.615620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d830e-d782-42c8-8752-20100bcdcfc0 None None] Checking router: d28c6e26-08bd-454a-b943-b98cd902a56a for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:04:09.624172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d830e-d782-42c8-8752-20100bcdcfc0 None None] Routers {'d28c6e26-08bd-454a-b943-b98cd902a56a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:09.624340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4aaeb-3ed6-446c-9e18-0e1cc52cb385 req-d8db366d-b758-406c-8615-33f4741eb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:09.624907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7c9d830e-d782-42c8-8752-20100bcdcfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:03:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d28c6e26-08bd-454a-b943-b98cd902a56a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:09.625829 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3f4aaeb-3ed6-446c-9e18-0e1cc52cb385 req-d8db366d-b758-406c-8615-33f4741eb4ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471380 Aug 27 15:04:09.720274 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3f4aaeb-3ed6-446c-9e18-0e1cc52cb385 req-99785700-b342-48b1-b0a4-15dc9543bcfd service neutron] 10.222.0.41 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830157 Aug 27 15:04:09.731090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7c9d830e-d782-42c8-8752-20100bcdcfc0 None None] Set router d28c6e26-08bd-454a-b943-b98cd902a56a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:09.818060 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d3f4aaeb-3ed6-446c-9e18-0e1cc52cb385 req-59612859-0c84-418c-ad03-3922dd6b931a service neutron] 10.222.0.41 "GET /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892658 Aug 27 15:04:09.931453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7c9d830e-d782-42c8-8752-20100bcdcfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:30Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '88fe0884-8f18-46dd-8ea3-e2025b21236e', 'name': '', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:1a:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:30Z', 'updated_at': '2021-08-27T15:01:35Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:09.961625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d830e-d782-42c8-8752-20100bcdcfc0 None None] The sync data for ids ['d28c6e26-08bd-454a-b943-b98cd902a56a'] in n-d-712139-12 is: [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:30Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '88fe0884-8f18-46dd-8ea3-e2025b21236e', 'name': '', 'network_id': '0b2432f1-e8fb-4e30-91ee-d36afc0c37d8', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:1a:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:30Z', 'updated_at': '2021-08-27T15:01:35Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '7c96d636-4fdb-4634-81cd-6bf98c644f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:04:10.182910 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc3b359-b83f-4b1d-9660-1aae033097ef None None] New status for floating IP 26758474-bc93-47ad-b1c4-1d12bb5cbe3f: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:04:10.645196 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:10.740701 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64381a53-f5d3-480e-80c0-6e38b9627b99 req-ef007da8-1cfc-4136-b4e3-9f27601bd016 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:10.742229 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64381a53-f5d3-480e-80c0-6e38b9627b99 req-ef007da8-1cfc-4136-b4e3-9f27601bd016 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.1003258 Aug 27 15:04:10.782240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-64381a53-f5d3-480e-80c0-6e38b9627b99 req-f222db3e-8b5e-47a3-aca2-faa326bf8fe7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340602 Aug 27 15:04:11.250713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206bdc3-9014-466c-a522-5cfdfebc2e38 req-22dc774d-74c8-4655-9b3a-e4b157f12cdd tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:11.253003 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f206bdc3-9014-466c-a522-5cfdfebc2e38 req-22dc774d-74c8-4655-9b3a-e4b157f12cdd tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 945 time: 0.0495450 Aug 27 15:04:11.340485 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-f206bdc3-9014-466c-a522-5cfdfebc2e38 req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:04:11.340829 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f206bdc3-9014-466c-a522-5cfdfebc2e38 req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:11.431139 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-f206bdc3-9014-466c-a522-5cfdfebc2e38 req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c,segment=NetworkSegment(afc72ba5-37a1-4fd9-8e65-6c6441182e8a),segment_id=afc72ba5-37a1-4fd9-8e65-6c6441182e8a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:11.431508 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f206bdc3-9014-466c-a522-5cfdfebc2e38 req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:11.444907 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-f206bdc3-9014-466c-a522-5cfdfebc2e38 req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for c6646e81-c4cd-41c0-80e7-0b1514d2ce3c owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:04:11.580643 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f206bdc3-9014-466c-a522-5cfdfebc2e38 req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:11.612393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=c6646e81-c4cd-41c0-80e7-0b1514d2ce3c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:11.637461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:11.637806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:11.638141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:11.638469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:11.638842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:11.639171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:11.639499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:11.639820 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:11.640161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:11.640479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:11.640797 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:11.641113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:11.663092 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f206bdc3-9014-466c-a522-5cfdfebc2e38 req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] No DVR routers for this DVR port c6646e81-c4cd-41c0-80e7-0b1514d2ce3c on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:04:11.665720 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-f206bdc3-9014-466c-a522-5cfdfebc2e38 req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:11.667835 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f206bdc3-9014-466c-a522-5cfdfebc2e38 req-01605911-a658-469c-abac-1edd7fff485f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "DELETE /v2.0/ports/c6646e81-c4cd-41c0-80e7-0b1514d2ce3c HTTP/1.1" status: 204 len: 173 time: 0.4089065 Aug 27 15:04:11.668265 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcece13c-645d-482d-b7da-df6e507e656c', 'name': 'network-vif-deleted', 'tag': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:11.670812 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94eeacc-2ebb-4a86-bc74-6733cf7cb23d" -d '{"events": [{"server_uuid": "fcece13c-645d-482d-b7da-df6e507e656c", "name": "network-vif-deleted", "tag": "c6646e81-c4cd-41c0-80e7-0b1514d2ce3c"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:11.708104 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2835352-45d5-4776-86e9-bd4cbe954a14 x-openstack-request-id: req-f2835352-45d5-4776-86e9-bd4cbe954a14 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:11.708398 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcece13c-645d-482d-b7da-df6e507e656c", "name": "network-vif-deleted", "tag": "c6646e81-c4cd-41c0-80e7-0b1514d2ce3c", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:11.708648 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2835352-45d5-4776-86e9-bd4cbe954a14 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:11.709044 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcece13c-645d-482d-b7da-df6e507e656c', 'name': 'network-vif-deleted', 'tag': 'c6646e81-c4cd-41c0-80e7-0b1514d2ce3c', 'status': 'completed', 'code': 200} Aug 27 15:04:11.894769 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-70bcf920-39b7-44ea-8742-d25ee1075eb5 req-e6e23f1c-8608-486a-866e-f5f6b10c316d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcece13c-645d-482d-b7da-df6e507e656c HTTP/1.1" status: 200 len: 210 time: 0.0275962 Aug 27 15:04:12.951696 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47444) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:13.323651 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13f1dac4-25b4-486b-8b01-a712d66beaba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:13.584256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-13f1dac4-25b4-486b-8b01-a712d66beaba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port 88fe0884-8f18-46dd-8ea3-e2025b21236e {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:04:13.584527 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13f1dac4-25b4-486b-8b01-a712d66beaba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:13.674578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-13f1dac4-25b4-486b-8b01-a712d66beaba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port 88fe0884-8f18-46dd-8ea3-e2025b21236e, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=88fe0884-8f18-46dd-8ea3-e2025b21236e,segment=NetworkSegment(afc72ba5-37a1-4fd9-8e65-6c6441182e8a),segment_id=afc72ba5-37a1-4fd9-8e65-6c6441182e8a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:13.674975 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13f1dac4-25b4-486b-8b01-a712d66beaba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:13.687591 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-13f1dac4-25b4-486b-8b01-a712d66beaba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for 88fe0884-8f18-46dd-8ea3-e2025b21236e owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:04:13.873536 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13f1dac4-25b4-486b-8b01-a712d66beaba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:13.904657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1dac4-25b4-486b-8b01-a712d66beaba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=88fe0884-8f18-46dd-8ea3-e2025b21236e,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:14.088313 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-13f1dac4-25b4-486b-8b01-a712d66beaba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:14.651700 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f1dac4-25b4-486b-8b01-a712d66beaba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router d28c6e26-08bd-454a-b943-b98cd902a56a has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:04:14.758312 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f1dac4-25b4-486b-8b01-a712d66beaba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:04:14.766074 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-13f1dac4-25b4-486b-8b01-a712d66beaba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "PUT /v2.0/routers/d28c6e26-08bd-454a-b943-b98cd902a56a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8132827 Aug 27 15:04:14.766371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47446) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:14.770920 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046247ee-4dff-497a-813f-e771d0963a3c None None] Sync routers for ids ['d28c6e26-08bd-454a-b943-b98cd902a56a'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:04:14.785086 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4b1661b6-0c91-436b-a1fa-0bfe85af1b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:14.789213 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046247ee-4dff-497a-813f-e771d0963a3c None None] Routers {'d28c6e26-08bd-454a-b943-b98cd902a56a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:14.789824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-046247ee-4dff-497a-813f-e771d0963a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:03:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d28c6e26-08bd-454a-b943-b98cd902a56a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:14.826696 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-373d61b1-4a89-4b13-b81c-5be1c2fafd7a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting subnet 7c96d636-4fdb-4634-81cd-6bf98c644f8b {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:04:14.830312 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-373d61b1-4a89-4b13-b81c-5be1c2fafd7a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:14.871446 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-373d61b1-4a89-4b13-b81c-5be1c2fafd7a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:14.896814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-046247ee-4dff-497a-813f-e771d0963a3c None None] Set router d28c6e26-08bd-454a-b943-b98cd902a56a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:14.993811 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-373d61b1-4a89-4b13-b81c-5be1c2fafd7a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.056762 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-373d61b1-4a89-4b13-b81c-5be1c2fafd7a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.079502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf00a4-9804-4dc7-b86b-93858820b661 None None] Network 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:04:15.088251 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-373d61b1-4a89-4b13-b81c-5be1c2fafd7a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.092598 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-373d61b1-4a89-4b13-b81c-5be1c2fafd7a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/subnets/7c96d636-4fdb-4634-81cd-6bf98c644f8b HTTP/1.1" status: 204 len: 168 time: 0.3219593 Aug 27 15:04:15.092598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d61b1-4a89-4b13-b81c-5be1c2fafd7a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Subnet': ['ID=7c96d636-4fdb-4634-81cd-6bf98c644f8b,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:15.093021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47448) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:15.139348 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-046247ee-4dff-497a-813f-e771d0963a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:04:13Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:15.152062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device c6646e81-c4cd-41c0-80e7-0b1514d2ce3c no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:04:15.184367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046247ee-4dff-497a-813f-e771d0963a3c None None] Checking router: d28c6e26-08bd-454a-b943-b98cd902a56a for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:04:15.206803 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.208439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: c6646e81-c4cd-41c0-80e7-0b1514d2ce3c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:04:15.208793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device c6646e81-c4cd-41c0-80e7-0b1514d2ce3c not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:04:15.233205 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046247ee-4dff-497a-813f-e771d0963a3c None None] Routers {'d28c6e26-08bd-454a-b943-b98cd902a56a'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:15.233844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-046247ee-4dff-497a-813f-e771d0963a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:03:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d28c6e26-08bd-454a-b943-b98cd902a56a'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:15.363367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-046247ee-4dff-497a-813f-e771d0963a3c None None] Set router d28c6e26-08bd-454a-b943-b98cd902a56a gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:15.427162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] DHCP port deletion for 0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:04:15.547536 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Deleting port 311ede79-eb55-4182-8681-b372c0e437c0 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:04:15.547933 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.566610 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.624510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port 11d2c7db-e30c-4700-bc74-07624cd463b0 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:04:15.624847 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.637299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] For port 311ede79-eb55-4182-8681-b372c0e437c0, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=311ede79-eb55-4182-8681-b372c0e437c0,segment=NetworkSegment(afc72ba5-37a1-4fd9-8e65-6c6441182e8a),segment_id=afc72ba5-37a1-4fd9-8e65-6c6441182e8a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:15.637636 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.654145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Calling delete_port for 311ede79-eb55-4182-8681-b372c0e437c0 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:04:15.704776 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-046247ee-4dff-497a-813f-e771d0963a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:04:13Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:15.707973 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port 11d2c7db-e30c-4700-bc74-07624cd463b0, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=11d2c7db-e30c-4700-bc74-07624cd463b0,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:15.708343 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.724946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for 11d2c7db-e30c-4700-bc74-07624cd463b0 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:04:15.736029 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046247ee-4dff-497a-813f-e771d0963a3c None None] The sync data for ids ['d28c6e26-08bd-454a-b943-b98cd902a56a'] in n-d-712139-12 is: [{'id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772368286', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:04:13Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '11d2c7db-e30c-4700-bc74-07624cd463b0', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28c6e26-08bd-454a-b943-b98cd902a56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:01:27Z', 'updated_at': '2021-08-27T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:04:15.772099 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.803491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Pushing event deleted for resources: {'Port': ['ID=311ede79-eb55-4182-8681-b372c0e437c0,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:15.806144 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] No DVR routers for this DVR port 311ede79-eb55-4182-8681-b372c0e437c0 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:04:15.816320 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:15.817057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:15.817057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:15.817344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:15.817677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:15.818012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:15.818342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:15.818671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:15.819019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:15.819349 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:15.819750 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:15.819988 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4cab5d-4baf-4648-aa6e-8a05ab3bf333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:15.901791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:15.931351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=11d2c7db-e30c-4700-bc74-07624cd463b0,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:15.987499 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.079008 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.081243 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.128663 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.128954 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Fanout notify agent at l3_agent the message router_deleted on router d28c6e26-08bd-454a-b943-b98cd902a56a {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:04:16.136662 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.138256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-257139f6-58f0-4216-b91f-3d11fefe02e7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/routers/d28c6e26-08bd-454a-b943-b98cd902a56a HTTP/1.1" status: 204 len: 168 time: 1.0443163 Aug 27 15:04:16.140950 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47450) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:16.231015 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-420253e2-990b-4adc-bb76-7047cc8a4b32 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.332408 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-420253e2-990b-4adc-bb76-7047cc8a4b32 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.342379 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-420253e2-990b-4adc-bb76-7047cc8a4b32 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2432f1-e8fb-4e30-91ee-d36afc0c37d8']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:16.360442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-420253e2-990b-4adc-bb76-7047cc8a4b32 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:16.361401 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-420253e2-990b-4adc-bb76-7047cc8a4b32 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc72ba5-37a1-4fd9-8e65-6c6441182e8a') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:16.371699 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-420253e2-990b-4adc-bb76-7047cc8a4b32 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.385413 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-420253e2-990b-4adc-bb76-7047cc8a4b32 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.392736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420253e2-990b-4adc-bb76-7047cc8a4b32 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:04:16.393145 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-420253e2-990b-4adc-bb76-7047cc8a4b32 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: timer() Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:04:16.396732 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:04:16.458568 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-420253e2-990b-4adc-bb76-7047cc8a4b32 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.466551 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-420253e2-990b-4adc-bb76-7047cc8a4b32 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.468135 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-420253e2-990b-4adc-bb76-7047cc8a4b32 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/networks/0b2432f1-e8fb-4e30-91ee-d36afc0c37d8 HTTP/1.1" status: 204 len: 168 time: 0.3260970 Aug 27 15:04:16.471796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47454) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:16.485232 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420253e2-990b-4adc-bb76-7047cc8a4b32 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Network': ['ID=0b2432f1-e8fb-4e30-91ee-d36afc0c37d8,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:16.531544 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a9d46c8-6a72-4b9f-9052-005afda33577 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.558166 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a9d46c8-6a72-4b9f-9052-005afda33577 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.623060 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a9d46c8-6a72-4b9f-9052-005afda33577 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.625682 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1a9d46c8-6a72-4b9f-9052-005afda33577 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:16.627012 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1a9d46c8-6a72-4b9f-9052-005afda33577 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/security-groups/7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15 HTTP/1.1" status: 204 len: 168 time: 0.1541460 Aug 27 15:04:16.636339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d46c8-6a72-4b9f-9052-005afda33577 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2d6be5-9d12-4cbe-9ad5-f33dd8825b15,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:17.033427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 311ede79-eb55-4182-8681-b372c0e437c0 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:04:17.058124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 311ede79-eb55-4182-8681-b372c0e437c0 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:04:17.058467 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 311ede79-eb55-4182-8681-b372c0e437c0 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:04:17.058909 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 11d2c7db-e30c-4700-bc74-07624cd463b0 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:04:17.076788 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 11d2c7db-e30c-4700-bc74-07624cd463b0 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:04:17.077152 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 11d2c7db-e30c-4700-bc74-07624cd463b0 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:04:17.077550 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 88fe0884-8f18-46dd-8ea3-e2025b21236e no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:04:17.097092 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 88fe0884-8f18-46dd-8ea3-e2025b21236e {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:04:17.097431 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 88fe0884-8f18-46dd-8ea3-e2025b21236e not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:04:17.584378 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:17.595741 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff89e4b7-4fd6-446b-91d8-e3d3e3938899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.013281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.071211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47468) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:19.075968 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-48a80958-3763-4267-b624-1c9e3eccc263 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127626000', 'description': 'tempest-secgroup-smoke-2127626000 description', 'project_id': 'fd8125c73e6a499fb371f71fd1983077'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:19.100756 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48a80958-3763-4267-b624-1c9e3eccc263 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.191891 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48a80958-3763-4267-b624-1c9e3eccc263 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.195840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48a80958-3763-4267-b624-1c9e3eccc263 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.224918 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-48a80958-3763-4267-b624-1c9e3eccc263 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.226155 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-48a80958-3763-4267-b624-1c9e3eccc263 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1539111 Aug 27 15:04:19.228204 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a80958-3763-4267-b624-1c9e3eccc263 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b26051-aa7e-44f6-b330-54da7146f0df,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:19.229207 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47470) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:19.234064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c762e831-4f1a-4f45-917f-09c8f30fbe09 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '98b26051-aa7e-44f6-b330-54da7146f0df', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:19.261488 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c762e831-4f1a-4f45-917f-09c8f30fbe09 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.318776 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c762e831-4f1a-4f45-917f-09c8f30fbe09 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.322249 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c762e831-4f1a-4f45-917f-09c8f30fbe09 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.342068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762e831-4f1a-4f45-917f-09c8f30fbe09 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddc115c-29c6-40a6-9f6d-4d7a14708ea2,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:19.348460 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c762e831-4f1a-4f45-917f-09c8f30fbe09 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.349709 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c762e831-4f1a-4f45-917f-09c8f30fbe09 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194170 Aug 27 15:04:19.352466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47472) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:19.356857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-4f00852b-18e2-4f63-909b-2702fba1332b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '98b26051-aa7e-44f6-b330-54da7146f0df', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:19.383916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f00852b-18e2-4f63-909b-2702fba1332b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.440751 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f00852b-18e2-4f63-909b-2702fba1332b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.444320 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f00852b-18e2-4f63-909b-2702fba1332b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.461350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00852b-18e2-4f63-909b-2702fba1332b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39788c2-7ff3-4406-a5ec-7607963a86c5,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:19.467239 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4f00852b-18e2-4f63-909b-2702fba1332b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.468466 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4f00852b-18e2-4f63-909b-2702fba1332b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150751 Aug 27 15:04:19.471350 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47474) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:19.475939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c5848945-5141-4799-a0d8-d2478e0599ce tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '98b26051-aa7e-44f6-b330-54da7146f0df', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:19.503655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c5848945-5141-4799-a0d8-d2478e0599ce tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.561830 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c5848945-5141-4799-a0d8-d2478e0599ce tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.565991 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c5848945-5141-4799-a0d8-d2478e0599ce tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.589853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5848945-5141-4799-a0d8-d2478e0599ce tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7908a5-aed7-494f-a66f-440eb52beb08,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:19.594038 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c5848945-5141-4799-a0d8-d2478e0599ce tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.596017 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c5848945-5141-4799-a0d8-d2478e0599ce tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230323 Aug 27 15:04:19.600112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47476) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:19.605236 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-9f04b660-51b0-4ee1-9f4e-1082ab35bfa1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '98b26051-aa7e-44f6-b330-54da7146f0df', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:19.632636 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9f04b660-51b0-4ee1-9f4e-1082ab35bfa1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.690994 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9f04b660-51b0-4ee1-9f4e-1082ab35bfa1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.694708 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9f04b660-51b0-4ee1-9f4e-1082ab35bfa1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.712061 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04b660-51b0-4ee1-9f4e-1082ab35bfa1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093fa8eb-b533-4f1d-aa93-df9ea8010ab4,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:19.717170 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9f04b660-51b0-4ee1-9f4e-1082ab35bfa1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.718400 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9f04b660-51b0-4ee1-9f4e-1082ab35bfa1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172945 Aug 27 15:04:19.721396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47478) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:19.725737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-c0108773-0c94-4a2b-b7d6-a8c04b363259 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '98b26051-aa7e-44f6-b330-54da7146f0df', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:19.747972 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-c0108773-0c94-4a2b-b7d6-a8c04b363259 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Project fd8125c73e6a499fb371f71fd1983077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:04:19.754791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0108773-0c94-4a2b-b7d6-a8c04b363259 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.818044 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0108773-0c94-4a2b-b7d6-a8c04b363259 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.821927 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0108773-0c94-4a2b-b7d6-a8c04b363259 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.840057 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0108773-0c94-4a2b-b7d6-a8c04b363259 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440a63d5-9ca2-4019-b557-b9fdf8b1d87d,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:19.848769 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-c0108773-0c94-4a2b-b7d6-a8c04b363259 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.850098 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c0108773-0c94-4a2b-b7d6-a8c04b363259 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277599 Aug 27 15:04:19.852901 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47480) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:19.857444 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-fac20d63-3916-494d-b690-01c5cfc96298 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '98b26051-aa7e-44f6-b330-54da7146f0df', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:19.879545 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-fac20d63-3916-494d-b690-01c5cfc96298 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Project fd8125c73e6a499fb371f71fd1983077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:04:19.884347 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fac20d63-3916-494d-b690-01c5cfc96298 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.944704 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fac20d63-3916-494d-b690-01c5cfc96298 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.948184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fac20d63-3916-494d-b690-01c5cfc96298 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.968784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac20d63-3916-494d-b690-01c5cfc96298 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a454451-7419-4128-9c29-67bf0641444f,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:19.972196 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-fac20d63-3916-494d-b690-01c5cfc96298 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:19.975984 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-fac20d63-3916-494d-b690-01c5cfc96298 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194973 Aug 27 15:04:19.976758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47482) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:19.981410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-cf6eafdd-752c-4b44-919c-7a960e5d6722 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'network': {'name': 'tempest-network-smoke--1623500604', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'port_security_enabled': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:20.003351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6eafdd-752c-4b44-919c-7a960e5d6722 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:04:20.006843 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf6eafdd-752c-4b44-919c-7a960e5d6722 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.031127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6eafdd-752c-4b44-919c-7a960e5d6722 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:04:20.041781 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf6eafdd-752c-4b44-919c-7a960e5d6722 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.042187 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-cf6eafdd-752c-4b44-919c-7a960e5d6722 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Added segment be8b8ab9-297b-4f94-9101-32fb5725fade of type vlan for network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 Aug 27 15:04:20.082856 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf6eafdd-752c-4b44-919c-7a960e5d6722 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.107455 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf6eafdd-752c-4b44-919c-7a960e5d6722 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.112956 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6eafdd-752c-4b44-919c-7a960e5d6722 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:20.113538 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cf6eafdd-752c-4b44-919c-7a960e5d6722 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.167614 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cf6eafdd-752c-4b44-919c-7a960e5d6722 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900814 Aug 27 15:04:20.170574 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47484) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:20.175600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'admin_state_up': True, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:20.198125 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6eafdd-752c-4b44-919c-7a960e5d6722 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Network': ['ID=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:20.208857 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:04:20.212362 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.213462 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.303898 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.440880 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.471359 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.633651 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.662508 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.763894 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.25.2.106 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/b2dcf657-0c79-4a22-b898-bda099924841) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:04:20.867757 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.905651 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:20.947780 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:04:20.950611 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:04:20.953034 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:04:20.959354 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=b2dcf657-0c79-4a22-b898-bda099924841,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:21.204634 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:21.398152 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:21.533385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router d5360961-776e-40b3-a9d7-9ce56f328bf0 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:04:21.645134 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:04:21.655544 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Sync routers for ids ['d5360961-776e-40b3-a9d7-9ce56f328bf0'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:04:21.664008 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:21.668235 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-aea9d2a1-e04d-4da9-8bc6-d3e0a6949d89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4937172 Aug 27 15:04:21.668397 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Routers {'d5360961-776e-40b3-a9d7-9ce56f328bf0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:21.668397 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:04:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d5360961-776e-40b3-a9d7-9ce56f328bf0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:21.668656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47488) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:21.703849 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6ceb39d7-82aa-432c-a038-8846d32c57d1 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=fd8125c73e6a499fb371f71fd1983077&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342770 Aug 27 15:04:21.706616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47490) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:21.771305 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Set router d5360961-776e-40b3-a9d7-9ce56f328bf0 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:21.795535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929abfdd-594b-4b64-a970-11df8810c412 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:21.797054 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-929abfdd-594b-4b64-a970-11df8810c412 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895126 Aug 27 15:04:21.800479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47492) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:21.828818 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-c2cfad38-f8aa-4cb4-9cf5-37b0077b7d28 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272253 Aug 27 15:04:21.831483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47494) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:21.836728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-f3271756-09ae-4d6a-afee-6001b9d139aa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2077713063', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:21.928087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3271756-09ae-4d6a-afee-6001b9d139aa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:04:21.931595 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f3271756-09ae-4d6a-afee-6001b9d139aa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:21.946192 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:21Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:21.972213 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Checking router: d5360961-776e-40b3-a9d7-9ce56f328bf0 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:04:21.972561 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Updating router d5360961-776e-40b3-a9d7-9ce56f328bf0 port b2dcf657-0c79-4a22-b898-bda099924841 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:04:21.998523 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:22.131988 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f3271756-09ae-4d6a-afee-6001b9d139aa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:22.195628 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:22.196292 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3271756-09ae-4d6a-afee-6001b9d139aa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Subnet': ['ID=f7344206-48ab-41a9-ba79-ef3ae784bca0,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:22.201674 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3271756-09ae-4d6a-afee-6001b9d139aa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Checking segment: {'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:04:22.202047 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3271756-09ae-4d6a-afee-6001b9d139aa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network hostable DHCP agents. Network: 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:04:22.220314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3271756-09ae-4d6a-afee-6001b9d139aa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:04:22.229683 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-f3271756-09ae-4d6a-afee-6001b9d139aa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:04:22.233932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3271756-09ae-4d6a-afee-6001b9d139aa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:22.234532 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f3271756-09ae-4d6a-afee-6001b9d139aa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:22.244012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e802cd0-a575-48a7-a68f-9eb6e908712d None None] Network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:04:22.254993 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f3271756-09ae-4d6a-afee-6001b9d139aa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4196665 Aug 27 15:04:22.255286 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47496) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:22.270339 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:22.280809 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Transition to ACTIVE for port object b2dcf657-0c79-4a22-b898-bda099924841 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:04:22.287513 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:22.336764 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Attempting to bind port b2dcf657-0c79-4a22-b898-bda099924841 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:04:22.337129 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Attempting to bind port b2dcf657-0c79-4a22-b898-bda099924841 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:04:22.337489 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Attempting to bind port b2dcf657-0c79-4a22-b898-bda099924841 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:04:22.344997 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:04:22.345365 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:04:22.345762 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:22.346168 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:04:22.346623 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Bound port: b2dcf657-0c79-4a22-b898-bda099924841, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:04:22.347017 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:22.370102 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Pushing event updated for resources: {'Port': ['ID=b2dcf657-0c79-4a22-b898-bda099924841,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:22.402406 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] For port b2dcf657-0c79-4a22-b898-bda099924841, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:04:22.405856 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] For port b2dcf657-0c79-4a22-b898-bda099924841, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b2dcf657-0c79-4a22-b898-bda099924841,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:04:22.414972 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:22.417707 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:22.418327 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:22.418722 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:22.419376 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:22.419376 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:22.419936 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:22.420206 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:22.420500 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:22.421360 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:22.421360 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:22.421590 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:22.421764 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:04:22.492160 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856176a5-5a3f-41c6-b69b-2387f31d6b15 None None] Pushing event updated for resources: {'Port': ['ID=b2dcf657-0c79-4a22-b898-bda099924841,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:22.496577 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Routers {'d5360961-776e-40b3-a9d7-9ce56f328bf0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:22.497193 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:04:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d5360961-776e-40b3-a9d7-9ce56f328bf0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:22.564652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ips': [{'subnet_id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:04:22.565803 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:22.618109 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] Set router d5360961-776e-40b3-a9d7-9ce56f328bf0 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:22.707023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Allocated IP 172.20.0.2 (013f0ef2-10bb-4b03-9784-ec3c5a6d71f7/f7344206-48ab-41a9-ba79-ef3ae784bca0/67cc0c85-b02f-47f8-adbd-4b93cdbe53a2) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:04:22.754291 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:22.863548 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:22.872104 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Transition to ACTIVE for port object 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:04:22.888691 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Transition to ACTIVE for port object 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:04:22.894818 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:22.906234 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:21Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:22.931699 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:04:22.936486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:04:22.936739 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a924541-6a0d-42e3-9942-68f7400ef5e8 None None] The sync data for ids ['d5360961-776e-40b3-a9d7-9ce56f328bf0'] in n-d-712139-12 is: [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:21Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:04:22.939878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:04:22.955922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Pushing event updated for resources: {'Port': ['ID=67cc0c85-b02f-47f8-adbd-4b93cdbe53a2,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:23.014552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Attempting to bind port 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:04:23.015118 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Attempting to bind port 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:04:23.015588 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Attempting to bind port 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 on network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:04:23.022284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:04:23.023304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Checking segment: {'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:04:23.023304 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:23.023543 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Bound using segment: {'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:04:23.023945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Bound port: 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:04:23.024330 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:23.091693 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] For port 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:04:23.095976 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] For port 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=67cc0c85-b02f-47f8-adbd-4b93cdbe53a2,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:04:23.100534 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:23.108485 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.20.0.1 (013f0ef2-10bb-4b03-9784-ec3c5a6d71f7/f7344206-48ab-41a9-ba79-ef3ae784bca0/6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:04:23.180065 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f714fc-0f9a-4735-b9cb-085a6a0130ac None None] Pushing event updated for resources: {'Port': ['ID=67cc0c85-b02f-47f8-adbd-4b93cdbe53a2,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:23.265086 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:23.281399 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Transition to ACTIVE for port object 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:04:23.320158 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:23.375249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:04:23.377839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:04:23.380518 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:04:23.423873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:23.444167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:23.596247 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:23.923543 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:23.930222 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:24.005787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:24.011159 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:24.114041 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:04:24.116184 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:04:24.217061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792ff1a-4a49-4b96-82dc-dceb3fd01b13 None None] Network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:04:24.239093 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router d5360961-776e-40b3-a9d7-9ce56f328bf0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:04:24.320120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-54925a08-41ec-467e-8956-a4602fa2c777 None None] Provisioning for port 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:04:24.359514 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:04:24.365467 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3ede206e-1666-4c86-8e72-ec260ececd65 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "PUT /v2.0/routers/d5360961-776e-40b3-a9d7-9ce56f328bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1090395 Aug 27 15:04:24.545443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-ffb31a49-b69f-4484-933d-733d0d786058 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127626000&fields=id&tenant_id=fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 267 time: 0.0461771 Aug 27 15:04:24.593215 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Sync routers for ids ['d5360961-776e-40b3-a9d7-9ce56f328bf0'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:04:24.611546 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Routers {'d5360961-776e-40b3-a9d7-9ce56f328bf0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:24.612882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:04:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d5360961-776e-40b3-a9d7-9ce56f328bf0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:24.672513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-1eaa7371-feeb-4182-b286-cb06523a8f93 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:24.679836 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-1eaa7371-feeb-4182-b286-cb06523a8f93 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/networks?id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 HTTP/1.1" status: 200 len: 797 time: 0.1262300 Aug 27 15:04:24.691449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-a1fd362f-9cc6-4c58-901f-dbfb1b6b893f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/quotas/fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 375 time: 0.0105581 Aug 27 15:04:24.725725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c7c9f29c-6afc-4af5-9208-154657f31186 None None] Provisioning for port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:04:24.736222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-c7c9f29c-6afc-4af5-9208-154657f31186 None None] Provisioning complete for port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:24.736600 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c7c9f29c-6afc-4af5-9208-154657f31186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:24.742203 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Set router d5360961-776e-40b3-a9d7-9ce56f328bf0 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:24.756415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-19b6175e-32ab-4529-b46e-78d9f87499c2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588365 Aug 27 15:04:24.816478 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-c7c9f29c-6afc-4af5-9208-154657f31186 None None] Port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:04:24.830901 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-94e9f3ab-b795-462a-a4d4-e69a110bba7f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:04:24.831929 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-94e9f3ab-b795-462a-a4d4-e69a110bba7f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0625467 Aug 27 15:04:24.932040 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5b2ff1d3-a546-44f3-9b70-18548288d6af service neutron] 10.222.0.55 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935066 Aug 27 15:04:24.980371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1f3224fe-5a50-4394-86e1-e0a41f7ccc7c None None] Provisioning complete for port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:24.980371 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1f3224fe-5a50-4394-86e1-e0a41f7ccc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.016069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-1f3224fe-5a50-4394-86e1-e0a41f7ccc7c None None] Port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:04:25.036061 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:23Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac', 'name': '', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:f1:0b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:22Z', 'updated_at': '2021-08-27T15:04:23Z', 'revision_number': 2, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:25.069445 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-55d1e275-af60-4196-845f-d0af06f20245 service neutron] 10.222.0.55 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311896 Aug 27 15:04:25.071355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Checking router: d5360961-776e-40b3-a9d7-9ce56f328bf0 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:04:25.071713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Updating router d5360961-776e-40b3-a9d7-9ce56f328bf0 port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:04:25.098547 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.143332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b2dcf657-0c79-4a22-b898-bda099924841 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:04:25.200280 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4b6b7223-91fb-4daf-9484-fc685a3b4200 None None] Provisioning complete for port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:25.200666 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4b6b7223-91fb-4daf-9484-fc685a3b4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.266810 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cbd49cfa-a722-4ef8-8f07-c8efed65c1b2 req-ba940a9f-8255-4d93-97fb-f551e90bebd3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 210 time: 0.0285742 Aug 27 15:04:25.315835 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4b6b7223-91fb-4daf-9484-fc685a3b4200 None None] Port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:04:25.322204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b2dcf657-0c79-4a22-b898-bda099924841 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:04:25.358590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b2dcf657-0c79-4a22-b898-bda099924841 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:25.358996 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.492114 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.536240 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port b2dcf657-0c79-4a22-b898-bda099924841, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b2dcf657-0c79-4a22-b898-bda099924841,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:25.542621 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.543310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:04:25.550144 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.604133 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Transition to ACTIVE for port object 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:04:25.618950 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.649817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=b2dcf657-0c79-4a22-b898-bda099924841,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:25.691327 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:04:25.715571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:25.716293 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.760419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674c83f-ac04-4dd5-b61c-c43453fb3477 None None] Pushing event updated for resources: {'Port': ['ID=6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:25.779853 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Attempting to bind port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:04:25.780300 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Attempting to bind port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:04:25.780671 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Attempting to bind port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac on network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:04:25.789394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:04:25.789770 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Checking segment: {'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:04:25.790171 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.790563 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Bound using segment: {'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:04:25.791054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Bound port: 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:04:25.791435 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.885845 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.900538 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] For port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:04:25.917704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] For port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:04:25.926781 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:25.942461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=67cc0c85-b02f-47f8-adbd-4b93cdbe53a2,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:25.968829 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:26.005707 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674c83f-ac04-4dd5-b61c-c43453fb3477 None None] Pushing event updated for resources: {'Port': ['ID=6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:26.032913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Routers {'d5360961-776e-40b3-a9d7-9ce56f328bf0'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:26.033635 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:04:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d5360961-776e-40b3-a9d7-9ce56f328bf0'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:26.107743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=67cc0c85-b02f-47f8-adbd-4b93cdbe53a2,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:26.165278 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] Set router d5360961-776e-40b3-a9d7-9ce56f328bf0 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:26.225937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-a2fcef87-1d07-4fe9-9cb4-f89103fb08ba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:26.227593 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-a2fcef87-1d07-4fe9-9cb4-f89103fb08ba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.52 "GET /v2.0/networks?id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 HTTP/1.1" status: 200 len: 797 time: 0.1306791 Aug 27 15:04:26.278021 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-b17a87b6-a032-4888-a3e9-92547789e1f2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 380 time: 0.0406363 Aug 27 15:04:26.288218 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'port': {'device_id': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'admin_state_up': True, 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'security_groups': ['98b26051-aa7e-44f6-b330-54da7146f0df']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:26.369898 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a74a3a9b-b205-4f67-a97a-028ca0e5057c req-d815563a-b8ec-4841-bf01-982033d97584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 210 time: 0.0319352 Aug 27 15:04:26.434203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:04:26.437929 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:26.542006 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.52', 62352) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:26.542583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:23Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac', 'name': '', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:f1:0b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:22Z', 'updated_at': '2021-08-27T15:04:25Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:26.568996 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a36dceb-3539-4cc5-ac81-e519eaf394e5 None None] The sync data for ids ['d5360961-776e-40b3-a9d7-9ce56f328bf0'] in n-d-712139-12 is: [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:23Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac', 'name': '', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:f1:0b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:22Z', 'updated_at': '2021-08-27T15:04:25Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:04:26.584459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.20.0.11 (013f0ef2-10bb-4b03-9784-ec3c5a6d71f7/f7344206-48ab-41a9-ba79-ef3ae784bca0/989ef19c-14ae-4d1f-95c4-ef596c495a54) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:04:26.589569 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf76e961-f949-44c7-8f29-26bda7ac4df0 req-94851896-38e0-4527-9185-b3add29a8526 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0293396 Aug 27 15:04:26.677422 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf76e961-f949-44c7-8f29-26bda7ac4df0 req-4da3727c-0734-48c0-9d6f-706b1faebae7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0277042 Aug 27 15:04:26.730465 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf76e961-f949-44c7-8f29-26bda7ac4df0 req-dbe6bce0-d71f-46af-acd5-e955ca77f7a7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260050 Aug 27 15:04:26.771064 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:26.787985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Transition to ACTIVE for port object 989ef19c-14ae-4d1f-95c4-ef596c495a54 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:04:26.827513 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:26.842787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76e961-f949-44c7-8f29-26bda7ac4df0 req-2e266e71-9d7f-4057-b3b1-af1f33fcc00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:26.844288 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bf76e961-f949-44c7-8f29-26bda7ac4df0 req-2e266e71-9d7f-4057-b3b1-af1f33fcc00c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074007 Aug 27 15:04:26.876959 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:04:26.879860 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:04:26.886416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:04:26.917834 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=989ef19c-14ae-4d1f-95c4-ef596c495a54,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:26.945578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:26.946252 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:26.962673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-5e7e3762-14a1-4fff-95ff-5865377e5f01 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6780927 Aug 27 15:04:26.978961 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-83478ca7-ee95-40ec-8edf-ff524238e46d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:04:26.980025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-83478ca7-ee95-40ec-8edf-ff524238e46d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108690 Aug 27 15:04:26.992483 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Request body: {'port': {'device_id': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:27.067638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.162612 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b2dcf657-0c79-4a22-b898-bda099924841 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:04:27.217201 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ccd55dce-bb5d-4f85-9095-d7a3d8aabd3f None None] Provisioning for port 989ef19c-14ae-4d1f-95c4-ef596c495a54 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:04:27.226228 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ccd55dce-bb5d-4f85-9095-d7a3d8aabd3f None None] Provisioning complete for port 989ef19c-14ae-4d1f-95c4-ef596c495a54 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:27.226540 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ccd55dce-bb5d-4f85-9095-d7a3d8aabd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.263922 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b2dcf657-0c79-4a22-b898-bda099924841 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:27.264297 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.299769 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ccd55dce-bb5d-4f85-9095-d7a3d8aabd3f None None] Port 989ef19c-14ae-4d1f-95c4-ef596c495a54 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:04:27.355558 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:04:27.388464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989ef19c-14ae-4d1f-95c4-ef596c495a54 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:04:27.398412 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.411831 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Transition to ACTIVE for port object 989ef19c-14ae-4d1f-95c4-ef596c495a54 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:04:27.414945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:27.415410 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.419415 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.506642 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Pushing event updated for resources: {'Port': ['ID=989ef19c-14ae-4d1f-95c4-ef596c495a54,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:27.525735 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9604b3d-1a91-42d6-a03b-6bf71776fcde req-b46e9098-0457-4ce7-9cf1-b5f218166f9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:27.534938 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9604b3d-1a91-42d6-a03b-6bf71776fcde req-b46e9098-0457-4ce7-9cf1-b5f218166f9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 944 time: 0.0858884 Aug 27 15:04:27.539299 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:04:27.581964 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c9604b3d-1a91-42d6-a03b-6bf71776fcde req-106b5a18-71fa-41f8-856f-5eae09ae4531 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457151 Aug 27 15:04:27.618619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Attempting to bind port 989ef19c-14ae-4d1f-95c4-ef596c495a54 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:04:27.619017 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Attempting to bind port 989ef19c-14ae-4d1f-95c4-ef596c495a54 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:04:27.619482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Attempting to bind port 989ef19c-14ae-4d1f-95c4-ef596c495a54 on network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:04:27.624445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Port 989ef19c-14ae-4d1f-95c4-ef596c495a54 on network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:04:27.624917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Attempting to bind port 989ef19c-14ae-4d1f-95c4-ef596c495a54 on network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:04:27.634661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:04:27.635370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Checking segment: {'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:04:27.635692 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Bound using segment: {'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:04:27.635839 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:04:27.636328 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Bound port: 989ef19c-14ae-4d1f-95c4-ef596c495a54, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:04:27.636853 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.642620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:27.643046 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.735012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] For port 989ef19c-14ae-4d1f-95c4-ef596c495a54, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:04:27.737524 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.739652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] For port 989ef19c-14ae-4d1f-95c4-ef596c495a54, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:04:27.745137 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.774115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:27.779461 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.790304 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:27.791000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:27.792444 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] 10.222.0.52 "PUT /v2.0/ports/989ef19c-14ae-4d1f-95c4-ef596c495a54 HTTP/1.1" status: 200 len: 1093 time: 0.8047950 Aug 27 15:04:27.792921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:27.795526 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9445953e-b40f-4ce6-9ef5-a2bbe5efccf3" -d '{"events": [{"name": "network-changed", "server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:27.831129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab73298-644e-4e65-9538-74c2754ea988 service neutron] Pushing event updated for resources: {'Port': ['ID=989ef19c-14ae-4d1f-95c4-ef596c495a54,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:27.857978 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:27.908100 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-d0bbcd6d-cdeb-4462-b476-88a716c1a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:27.909629 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-d0bbcd6d-cdeb-4462-b476-88a716c1a917 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 1096 time: 0.0664699 Aug 27 15:04:27.965105 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2a2fc0-f87d-4f00-99da-063f0c75c099 x-openstack-request-id: req-7f2a2fc0-f87d-4f00-99da-063f0c75c099 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:27.965399 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:27.965656 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f2a2fc0-f87d-4f00-99da-063f0c75c099 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:27.966056 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'status': 'completed', 'code': 200} Aug 27 15:04:27.968181 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-6acf7ee6-d0cb-466c-a51e-32b188d08e9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54 HTTP/1.1" status: 200 len: 217 time: 0.0510163 Aug 27 15:04:28.023974 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-50cb25c6-9fce-4946-b31d-758b37a034c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:28.025455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-50cb25c6-9fce-4946-b31d-758b37a034c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7344206-48ab-41a9-ba79-ef3ae784bca0 HTTP/1.1" status: 200 len: 835 time: 0.0505986 Aug 27 15:04:28.071668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-8621ddea-4f92-4070-971c-34cea1e75907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:28.073111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-8621ddea-4f92-4070-971c-34cea1e75907 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407345 Aug 27 15:04:28.166922 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-6738c3bb-0953-4077-9ba5-1b626960ae71 service neutron] 10.222.0.52 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862951 Aug 27 15:04:28.236977 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:04:28.255081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-17637a37-ca5e-4355-93bb-4a78dc5e9fbe req-3238983d-9093-4a2f-b3f7-6aa58c110bd4 service neutron] 10.222.0.52 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816081 Aug 27 15:04:28.341828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445953e-b40f-4ce6-9ef5-a2bbe5efccf3 req-7e98d433-f1ec-4ff0-a86f-fc5f2f1a11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:28.343336 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9445953e-b40f-4ce6-9ef5-a2bbe5efccf3 req-7e98d433-f1ec-4ff0-a86f-fc5f2f1a11ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 1096 time: 0.0408812 Aug 27 15:04:28.435149 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445953e-b40f-4ce6-9ef5-a2bbe5efccf3 req-8b7b4db0-281a-4249-a8e0-856fc4027a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:28.436616 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9445953e-b40f-4ce6-9ef5-a2bbe5efccf3 req-8b7b4db0-281a-4249-a8e0-856fc4027a7e service neutron] 10.222.0.52 "GET /v2.0/networks?id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 HTTP/1.1" status: 200 len: 898 time: 0.0861199 Aug 27 15:04:28.478820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9445953e-b40f-4ce6-9ef5-a2bbe5efccf3 req-fec9ea56-7af1-4b8d-8d8a-7161d10ff7d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54 HTTP/1.1" status: 200 len: 217 time: 0.0343359 Aug 27 15:04:28.532039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445953e-b40f-4ce6-9ef5-a2bbe5efccf3 req-3dbe5d80-599d-4c54-90e3-b330b0f5be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:28.534051 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9445953e-b40f-4ce6-9ef5-a2bbe5efccf3 req-3dbe5d80-599d-4c54-90e3-b330b0f5be07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7344206-48ab-41a9-ba79-ef3ae784bca0 HTTP/1.1" status: 200 len: 835 time: 0.0471103 Aug 27 15:04:28.580074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445953e-b40f-4ce6-9ef5-a2bbe5efccf3 req-4d35223d-6a7f-4ccf-9656-01de3e0d01be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:28.581582 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9445953e-b40f-4ce6-9ef5-a2bbe5efccf3 req-4d35223d-6a7f-4ccf-9656-01de3e0d01be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397735 Aug 27 15:04:28.674461 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9445953e-b40f-4ce6-9ef5-a2bbe5efccf3 req-d13fb296-4db7-4dbb-bb22-697e8845cee2 service neutron] 10.222.0.52 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849745 Aug 27 15:04:28.693860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6a0d9-b417-44dc-937b-de0e90c5b3d0 req-7d019f11-bc7d-4643-8441-6b4cd7737746 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:28.695391 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5e6a0d9-b417-44dc-937b-de0e90c5b3d0 req-7d019f11-bc7d-4643-8441-6b4cd7737746 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 944 time: 0.0495379 Aug 27 15:04:28.741383 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5e6a0d9-b417-44dc-937b-de0e90c5b3d0 req-13b15ae5-c1b7-4ade-a9d2-407b3c913fe0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396664 Aug 27 15:04:29.042053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:04:29.093290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:29.093663 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:29.122159 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9445953e-b40f-4ce6-9ef5-a2bbe5efccf3 req-dbce8464-ebee-42f9-a40f-03059626daef service neutron] 10.222.0.52 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390316 Aug 27 15:04:29.863815 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99804fb7-1d57-40e6-9086-fc0ee6a6db7f req-85acf0a8-4de6-4500-956a-62dab007919c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:29.865313 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-99804fb7-1d57-40e6-9086-fc0ee6a6db7f req-85acf0a8-4de6-4500-956a-62dab007919c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 944 time: 0.0490677 Aug 27 15:04:29.904332 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-99804fb7-1d57-40e6-9086-fc0ee6a6db7f req-e0d0c837-404d-4d56-bd9b-687a84c42c9c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329745 Aug 27 15:04:30.029332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 989ef19c-14ae-4d1f-95c4-ef596c495a54 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:04:30.121403 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 989ef19c-14ae-4d1f-95c4-ef596c495a54, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:30.132447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'port_id': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'mac_address': 'fa:16:3e:22:a1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:04:30.171983 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.184649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989ef19c-14ae-4d1f-95c4-ef596c495a54 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:04:30.203665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 989ef19c-14ae-4d1f-95c4-ef596c495a54, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:30.208857 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:30.255474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=989ef19c-14ae-4d1f-95c4-ef596c495a54,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:30.439278 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['989ef19c-14ae-4d1f-95c4-ef596c495a54'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:04:31.024371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2acdc-4169-4d06-a796-a1368015f4c9 req-642b66d6-c6ba-4982-9c6f-fd7f4f9f3472 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:31.025863 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f7e2acdc-4169-4d06-a796-a1368015f4c9 req-642b66d6-c6ba-4982-9c6f-fd7f4f9f3472 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 945 time: 0.0510025 Aug 27 15:04:31.063965 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f7e2acdc-4169-4d06-a796-a1368015f4c9 req-6555f4e1-6205-4d69-8e1a-5f6e8ceb1df3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321934 Aug 27 15:04:32.045283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 989ef19c-14ae-4d1f-95c4-ef596c495a54 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:04:32.093917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 989ef19c-14ae-4d1f-95c4-ef596c495a54 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:04:32.097956 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 989ef19c-14ae-4d1f-95c4-ef596c495a54 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:04:32.098382 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:32.178497 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfedea-9bb4-47f0-a533-42112cb3b448 req-ab02e126-cb34-4240-b02b-a7c1b923fc88 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:32.180051 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7bfedea-9bb4-47f0-a533-42112cb3b448 req-ab02e126-cb34-4240-b02b-a7c1b923fc88 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 945 time: 0.0491197 Aug 27 15:04:32.180735 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:32.207038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:32.209309 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab84623b-7623-4b2f-ac2c-691690d4f46a" -d '{"events": [{"server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "name": "network-vif-plugged", "status": "completed", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:32.220267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f7bfedea-9bb4-47f0-a533-42112cb3b448 req-13cdf637-ca1e-468b-bb39-83a62e973893 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335059 Aug 27 15:04:32.222629 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 989ef19c-14ae-4d1f-95c4-ef596c495a54, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:04:32.227291 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:32.253663 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605d9c96-1417-4c33-b2f3-659dead1af8b x-openstack-request-id: req-605d9c96-1417-4c33-b2f3-659dead1af8b {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:32.253960 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "name": "network-vif-plugged", "status": "completed", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:32.254211 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-605d9c96-1417-4c33-b2f3-659dead1af8b {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:32.254602 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'code': 200} Aug 27 15:04:32.278598 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=989ef19c-14ae-4d1f-95c4-ef596c495a54,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:32.353877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211847fb-4aa4-4634-a665-c93def98b048 req-6f13d509-d841-43d2-97c1-d65c4bfb1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:32.355333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-211847fb-4aa4-4634-a665-c93def98b048 req-6f13d509-d841-43d2-97c1-d65c4bfb1509 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 1098 time: 0.0434203 Aug 27 15:04:32.392723 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-211847fb-4aa4-4634-a665-c93def98b048 req-ae4f6475-65cf-4597-8382-6e64fe9e700f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274582 Aug 27 15:04:33.339878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b82838-da2a-467c-a817-0d5f44fd4c32 req-6abfd61e-979f-4bdc-b4dd-2fbad55c0b19 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:33.341375 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42b82838-da2a-467c-a817-0d5f44fd4c32 req-6abfd61e-979f-4bdc-b4dd-2fbad55c0b19 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0504665 Aug 27 15:04:33.381869 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-42b82838-da2a-467c-a817-0d5f44fd4c32 req-08c44f26-416b-4942-864b-cf4c4c017965 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336442 Aug 27 15:04:34.502743 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ccdd0-3dbe-4ad9-bda1-e7548718d06e req-24efe9ab-435e-45e9-b876-c3a6f42ee03b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:34.504260 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-921ccdd0-3dbe-4ad9-bda1-e7548718d06e req-24efe9ab-435e-45e9-b876-c3a6f42ee03b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0525413 Aug 27 15:04:34.545856 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-921ccdd0-3dbe-4ad9-bda1-e7548718d06e req-c4aeda21-208b-4c89-9a5c-a7761c885f8f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356348 Aug 27 15:04:34.660949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16c38c-00e0-4ff2-a256-f6056668e12f req-ac453f56-e114-457e-bc97-81ad6652cf63 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:34.662517 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2b16c38c-00e0-4ff2-a256-f6056668e12f req-ac453f56-e114-457e-bc97-81ad6652cf63 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0506685 Aug 27 15:04:34.700011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2b16c38c-00e0-4ff2-a256-f6056668e12f req-ea44f80a-66a1-4f22-8509-b2ad3a42c1c8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316815 Aug 27 15:04:34.722177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47560) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:34.760858 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189d0d5-430d-4bfb-a6db-0c6c0e3858a4 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:34.762353 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8189d0d5-430d-4bfb-a6db-0c6c0e3858a4 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 1093 time: 0.0390272 Aug 27 15:04:34.765202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47562) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:34.770165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:04:34.791676 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:34.891214 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:34.995455 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.25.2.202 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/d3dee57b-996f-49e1-8d14-688f035ae312) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:04:35.098061 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:35.137615 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:35.174914 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:04:35.179744 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:04:35.183270 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:04:35.463810 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=d3dee57b-996f-49e1-8d14-688f035ae312,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:35.802667 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:35.872055 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:36.019793 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:36.024200 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:36.097255 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=d3dee57b-996f-49e1-8d14-688f035ae312,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:04:36.105489 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:36.204539 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Floating IP 1525629a-3c48-4df3-bc1b-5cbcd7f1de28 associated. External IP: 172.25.2.202, port: 989ef19c-14ae-4d1f-95c4-ef596c495a54. Aug 27 15:04:36.415898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router d5360961-776e-40b3-a9d7-9ce56f328bf0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:04:36.523659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:04:36.534484 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b38e0-a104-4ec1-b5a3-0f75ba29099a None None] Sync routers for ids ['d5360961-776e-40b3-a9d7-9ce56f328bf0'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:04:36.540193 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:36.544692 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b38e0-a104-4ec1-b5a3-0f75ba29099a None None] Routers {'d5360961-776e-40b3-a9d7-9ce56f328bf0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:36.545549 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3d4b38e0-a104-4ec1-b5a3-0f75ba29099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:04:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d5360961-776e-40b3-a9d7-9ce56f328bf0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:36.568158 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-082347db-c1ec-4d11-8279-dbce996895ea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8019331 Aug 27 15:04:36.568883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:04:36.571230 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799bfbba-2087-4d6c-98e7-55d1e6969e72" -d '{"events": [{"name": "network-changed", "server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:04:36.659358 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-3d4b38e0-a104-4ec1-b5a3-0f75ba29099a None None] Set router d5360961-776e-40b3-a9d7-9ce56f328bf0 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:36.684608 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099c44b-7d99-4e18-8499-cb70ecc9c6e9 req-0892784c-6ca4-4994-8640-5eb3d2194182 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:36.686340 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1099c44b-7d99-4e18-8499-cb70ecc9c6e9 req-0892784c-6ca4-4994-8640-5eb3d2194182 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0536716 Aug 27 15:04:36.694038 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0860a277-6462-4c50-b5fd-e62985e32139 x-openstack-request-id: req-0860a277-6462-4c50-b5fd-e62985e32139 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:04:36.694556 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:04:36.695126 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0860a277-6462-4c50-b5fd-e62985e32139 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:04:36.695716 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'status': 'completed', 'code': 200} Aug 27 15:04:36.733379 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1099c44b-7d99-4e18-8499-cb70ecc9c6e9 req-1ec607a5-2043-42d1-ae91-e70269d90e1b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366850 Aug 27 15:04:36.746888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bfbba-2087-4d6c-98e7-55d1e6969e72 req-a1fac14c-59ca-4d21-8567-cfcf5a12dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:36.748431 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-799bfbba-2087-4d6c-98e7-55d1e6969e72 req-a1fac14c-59ca-4d21-8567-cfcf5a12dd34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 1098 time: 0.0498731 Aug 27 15:04:36.760861 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47570) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:36.833143 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4b717d63-00ab-4c3b-8617-78f1b7acc419 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/1525629a-3c48-4df3-bc1b-5cbcd7f1de28 HTTP/1.1" status: 200 len: 992 time: 0.0710580 Aug 27 15:04:36.851169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bfbba-2087-4d6c-98e7-55d1e6969e72 req-b93c5929-0606-4e9d-a1c0-ee0b36a0ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:36.852695 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-799bfbba-2087-4d6c-98e7-55d1e6969e72 req-b93c5929-0606-4e9d-a1c0-ee0b36a0ac62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 HTTP/1.1" status: 200 len: 898 time: 0.0976801 Aug 27 15:04:36.903374 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3d4b38e0-a104-4ec1-b5a3-0f75ba29099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:23Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1525629a-3c48-4df3-bc1b-5cbcd7f1de28', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'port_id': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'mac_address': 'fa:16:3e:22:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:04:35Z', 'updated_at': '2021-08-27T15:04:35Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac', 'name': '', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:f1:0b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:22Z', 'updated_at': '2021-08-27T15:04:27Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:36.927982 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-799bfbba-2087-4d6c-98e7-55d1e6969e72 req-3e81cbfe-0b60-40aa-8f46-b60e7ee6efd4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54 HTTP/1.1" status: 200 len: 1000 time: 0.0679810 Aug 27 15:04:36.929442 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b38e0-a104-4ec1-b5a3-0f75ba29099a None None] Checking router: d5360961-776e-40b3-a9d7-9ce56f328bf0 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:04:36.937549 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b38e0-a104-4ec1-b5a3-0f75ba29099a None None] Routers {'d5360961-776e-40b3-a9d7-9ce56f328bf0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:04:36.938139 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3d4b38e0-a104-4ec1-b5a3-0f75ba29099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:04:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d5360961-776e-40b3-a9d7-9ce56f328bf0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:36.980101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bfbba-2087-4d6c-98e7-55d1e6969e72 req-b577320d-326c-4313-88f7-32fce3a5df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:36.990195 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-799bfbba-2087-4d6c-98e7-55d1e6969e72 req-b577320d-326c-4313-88f7-32fce3a5df44 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7344206-48ab-41a9-ba79-ef3ae784bca0 HTTP/1.1" status: 200 len: 835 time: 0.0541270 Aug 27 15:04:37.037355 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bfbba-2087-4d6c-98e7-55d1e6969e72 req-473b39c2-bdb3-484a-9244-34debdcda43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:37.039039 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-799bfbba-2087-4d6c-98e7-55d1e6969e72 req-473b39c2-bdb3-484a-9244-34debdcda43d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430453 Aug 27 15:04:37.049322 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-3d4b38e0-a104-4ec1-b5a3-0f75ba29099a None None] Set router d5360961-776e-40b3-a9d7-9ce56f328bf0 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:04:37.142649 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-799bfbba-2087-4d6c-98e7-55d1e6969e72 req-a8b2f682-5e69-477f-91ee-208b692ec485 service neutron] 10.222.0.52 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963922 Aug 27 15:04:37.239048 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-799bfbba-2087-4d6c-98e7-55d1e6969e72 req-01afbc22-35bc-4789-9b6e-1852d88e89a5 service neutron] 10.222.0.52 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886548 Aug 27 15:04:37.289311 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-3d4b38e0-a104-4ec1-b5a3-0f75ba29099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:23Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1525629a-3c48-4df3-bc1b-5cbcd7f1de28', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'port_id': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'mac_address': 'fa:16:3e:22:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:04:35Z', 'updated_at': '2021-08-27T15:04:35Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac', 'name': '', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:f1:0b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:22Z', 'updated_at': '2021-08-27T15:04:27Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:04:37.316200 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b38e0-a104-4ec1-b5a3-0f75ba29099a None None] The sync data for ids ['d5360961-776e-40b3-a9d7-9ce56f328bf0'] in n-d-712139-12 is: [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:23Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '1525629a-3c48-4df3-bc1b-5cbcd7f1de28', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'port_id': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'mac_address': 'fa:16:3e:22:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:04:35Z', 'updated_at': '2021-08-27T15:04:35Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac', 'name': '', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:f1:0b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:22Z', 'updated_at': '2021-08-27T15:04:27Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:04:37.506595 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0070e40f-9640-4f46-a67f-9c499a52b5e6 None None] New status for floating IP 1525629a-3c48-4df3-bc1b-5cbcd7f1de28: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:04:37.834661 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47572) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:04:37.895944 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f6d5703c-f93c-4650-8ca2-4d1e74fae5f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/1525629a-3c48-4df3-bc1b-5cbcd7f1de28 HTTP/1.1" status: 200 len: 994 time: 0.0601010 Aug 27 15:04:39.214324 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16afb459-85bf-4a25-80e0-3842a7b82158 req-6581d83c-b5c8-499a-89ec-ca25afb68bb1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0272980 Aug 27 15:04:39.298823 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16afb459-85bf-4a25-80e0-3842a7b82158 req-e2a49606-7de6-44fa-b91a-2e6a0b12d89b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0268247 Aug 27 15:04:39.348402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16afb459-85bf-4a25-80e0-3842a7b82158 req-85051f72-903d-4333-92be-bd980a0940e0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249784 Aug 27 15:04:39.443722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afb459-85bf-4a25-80e0-3842a7b82158 req-5b4178d5-80ad-483e-a69b-503e392f58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:04:39.445215 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-16afb459-85bf-4a25-80e0-3842a7b82158 req-5b4178d5-80ad-483e-a69b-503e392f58a2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906765 Aug 27 15:04:40.635098 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:44.779860 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-83fc84b1-31a4-4b22-b076-c45bb51f570f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:47.575757 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:47.595896 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1359ae70-e9a6-45c1-9862-565928f3672f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:49.013361 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:50.475305 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:04:52.208607 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:05.236675 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:05:09.459203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2225f-eb51-4e90-980e-84c008bdda2f req-0a80f45c-2e2f-4a71-99c2-ee20df03db70 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:09.460897 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9b2225f-eb51-4e90-980e-84c008bdda2f req-0a80f45c-2e2f-4a71-99c2-ee20df03db70 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0909181 Aug 27 15:05:09.489386 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-372acebe-27ec-41d3-8e3e-42d56de7ce4d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298409 Aug 27 15:05:09.511777 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c9b2225f-eb51-4e90-980e-84c008bdda2f req-431e5232-ea0b-404e-97a4-94bb29f4b509 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436478 Aug 27 15:05:10.634211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c1de6-f090-4753-a3e0-1892bd477ed5 req-3e1c8d20-3be4-4a07-ac67-d1d4f479bcfa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:10.635807 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5c1de6-f090-4753-a3e0-1892bd477ed5 req-3e1c8d20-3be4-4a07-ac67-d1d4f479bcfa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0518689 Aug 27 15:05:10.649324 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:10.675032 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0e5c1de6-f090-4753-a3e0-1892bd477ed5 req-2bc59082-d4d8-42b5-976d-5277f68e2374 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331156 Aug 27 15:05:10.760969 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-dda23324-27e1-47eb-9c42-186761c3ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:10.762561 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-dda23324-27e1-47eb-9c42-186761c3ed94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 1098 time: 0.0418687 Aug 27 15:05:10.856248 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-29e34a50-640d-4c91-8ff2-75d906700f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:10.857661 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-29e34a50-640d-4c91-8ff2-75d906700f8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 HTTP/1.1" status: 200 len: 898 time: 0.0886774 Aug 27 15:05:10.923555 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-cf456162-274b-4f67-92fc-f07b675da590 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54 HTTP/1.1" status: 200 len: 1002 time: 0.0589406 Aug 27 15:05:10.974180 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-2dd48892-ed67-4968-9ee3-2dc692d2d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:10.975828 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-2dd48892-ed67-4968-9ee3-2dc692d2d925 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7344206-48ab-41a9-ba79-ef3ae784bca0 HTTP/1.1" status: 200 len: 835 time: 0.0455036 Aug 27 15:05:11.029722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-c8db763f-751e-461d-9148-c7b96b1ce398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:11.031267 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-c8db763f-751e-461d-9148-c7b96b1ce398 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480630 Aug 27 15:05:11.123954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-04445207-210a-4d4d-b417-07bf953308f2 service neutron] 10.222.0.52 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856428 Aug 27 15:05:11.218710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-25577d8f-dbc8-4cad-8cb8-04d7b1bee290 service neutron] 10.222.0.52 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878999 Aug 27 15:05:11.794784 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fb77d-c114-43e2-991f-0733e90c6756 req-2a106fcd-77eb-4eb7-ab81-11e81277c16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:11.796554 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b44fb77d-c114-43e2-991f-0733e90c6756 req-2a106fcd-77eb-4eb7-ab81-11e81277c16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0509377 Aug 27 15:05:11.834932 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b44fb77d-c114-43e2-991f-0733e90c6756 req-7f71f958-6177-4df2-95b4-70a4fca6e551 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323601 Aug 27 15:05:12.956835 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3929a-5540-48c6-97bc-6e96034141bb req-c036822c-a6c1-42e5-911d-8473d08b0dbd tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:12.958340 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dea3929a-5540-48c6-97bc-6e96034141bb req-c036822c-a6c1-42e5-911d-8473d08b0dbd tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0559170 Aug 27 15:05:12.998254 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dea3929a-5540-48c6-97bc-6e96034141bb req-9611102d-b84d-4c95-8121-212404c17d10 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340018 Aug 27 15:05:14.123303 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209da0e-3107-406d-b9c8-3463badae939 req-658fe48b-944a-46f4-b678-eb8681ba1a64 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:14.125891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0209da0e-3107-406d-b9c8-3463badae939 req-658fe48b-944a-46f4-b678-eb8681ba1a64 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0527666 Aug 27 15:05:14.166121 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0209da0e-3107-406d-b9c8-3463badae939 req-606172e3-25dd-4c54-abf4-babf4e701dad tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343544 Aug 27 15:05:14.782409 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1c6bd06e-6271-4f3e-9f45-9f5ced03a418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:15.283162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ea4bc-d44a-4b37-9b41-98b6097e78fb req-dd6cca28-bfb8-4e7e-ab3a-8e101c2aca92 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:15.284565 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab6ea4bc-d44a-4b37-9b41-98b6097e78fb req-dd6cca28-bfb8-4e7e-ab3a-8e101c2aca92 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0510902 Aug 27 15:05:15.322125 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ab6ea4bc-d44a-4b37-9b41-98b6097e78fb req-d8411036-7f8d-4334-ab7c-db81b6651a64 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Aug 27 15:05:16.690783 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80de75-8f7c-472e-8d18-55a6f69d10e7 req-5c64a325-c992-4c7a-9e1c-1013cbb430bd tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:16.693073 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f80de75-8f7c-472e-8d18-55a6f69d10e7 req-5c64a325-c992-4c7a-9e1c-1013cbb430bd tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0527599 Aug 27 15:05:16.738234 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3f80de75-8f7c-472e-8d18-55a6f69d10e7 req-e17f0cdc-35b7-4671-85b6-049028e88216 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388470 Aug 27 15:05:17.578343 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:17.596805 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96f16002-b873-4800-92aa-dec745bee176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:17.852870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384d0a5-719a-48a5-bfc2-8fb0eb93dce5 req-ea8e831e-8364-4d82-a396-9fc13e99801a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:17.854256 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1384d0a5-719a-48a5-bfc2-8fb0eb93dce5 req-ea8e831e-8364-4d82-a396-9fc13e99801a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0481946 Aug 27 15:05:17.893363 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1384d0a5-719a-48a5-bfc2-8fb0eb93dce5 req-eb56a670-4fe1-4a93-ab63-5d0da24fa142 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 Aug 27 15:05:19.014014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b3853-671d-4e79-8f6f-ba4eb7a77903 req-71ba3c25-2ed9-4f2c-8dba-ba1fedc05762 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:19.015965 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:19.019216 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-749b3853-671d-4e79-8f6f-ba4eb7a77903 req-71ba3c25-2ed9-4f2c-8dba-ba1fedc05762 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0553105 Aug 27 15:05:19.063870 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-749b3853-671d-4e79-8f6f-ba4eb7a77903 req-3c118578-a101-43fc-b966-80a7f4edcf63 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412874 Aug 27 15:05:20.185852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719875f6-b03f-4337-aaf6-ddb419776cb7 req-134a84ca-370f-4dda-b533-a73faa25710e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:20.187357 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-719875f6-b03f-4337-aaf6-ddb419776cb7 req-134a84ca-370f-4dda-b533-a73faa25710e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0533931 Aug 27 15:05:20.225825 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-719875f6-b03f-4337-aaf6-ddb419776cb7 req-be7f6d32-4847-4897-80b2-4aec382d796a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324740 Aug 27 15:05:20.475695 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:21.341787 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6d13-5814-475e-affd-d2ea63eecb5d req-7d1f8f50-fb8d-4f5e-b760-e66332e93b85 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:21.343323 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a3c6d13-5814-475e-affd-d2ea63eecb5d req-7d1f8f50-fb8d-4f5e-b760-e66332e93b85 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0494514 Aug 27 15:05:21.382610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3a3c6d13-5814-475e-affd-d2ea63eecb5d req-711283c3-dcb6-4417-ac3a-7a20c9de15bd tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322485 Aug 27 15:05:22.206676 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:22.502581 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a3c2d-4863-44b3-a73f-0b9fd0bc92a7 req-f142032b-2115-41d6-bda2-2999623e290a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:22.504028 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f02a3c2d-4863-44b3-a73f-0b9fd0bc92a7 req-f142032b-2115-41d6-bda2-2999623e290a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0532014 Aug 27 15:05:22.541152 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f02a3c2d-4863-44b3-a73f-0b9fd0bc92a7 req-f41d6e75-1823-43f8-bd8f-c30012e86693 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311508 Aug 27 15:05:23.656225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05102052-e152-47f7-81dd-2983f547bbc9 req-d83f2aac-a461-4f74-83dc-85b4486027b1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:23.658431 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-05102052-e152-47f7-81dd-2983f547bbc9 req-d83f2aac-a461-4f74-83dc-85b4486027b1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0493748 Aug 27 15:05:23.700427 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-05102052-e152-47f7-81dd-2983f547bbc9 req-46162924-87b8-4136-9f2b-6b73cf10b286 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361087 Aug 27 15:05:24.821565 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500d5c9-12d4-4e00-ae35-0f291980e891 req-a8a8489d-5361-4627-8a5e-90aa8f5eb5c0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:24.823117 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0500d5c9-12d4-4e00-ae35-0f291980e891 req-a8a8489d-5361-4627-8a5e-90aa8f5eb5c0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0525095 Aug 27 15:05:24.861662 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0500d5c9-12d4-4e00-ae35-0f291980e891 req-a5f84215-1b1e-434b-9b1e-ecafe6a12ba4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321913 Aug 27 15:05:25.977670 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34a46a-55f8-48f7-810a-b25009c68aab req-81f108ab-a091-4c91-aa73-fe3d75266d46 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:25.979193 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f34a46a-55f8-48f7-810a-b25009c68aab req-81f108ab-a091-4c91-aa73-fe3d75266d46 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0501599 Aug 27 15:05:26.027224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5f34a46a-55f8-48f7-810a-b25009c68aab req-30f506b0-4c38-4309-b23d-e32d64b98db0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415576 Aug 27 15:05:27.146438 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93885b8a-ec43-45b3-b58a-018ea39face7 req-c3ac5f8c-79aa-4459-ba86-b969dabd1176 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:27.147969 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-93885b8a-ec43-45b3-b58a-018ea39face7 req-c3ac5f8c-79aa-4459-ba86-b969dabd1176 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0523434 Aug 27 15:05:27.185846 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-93885b8a-ec43-45b3-b58a-018ea39face7 req-8a1e8980-05bb-437b-9376-982407d9b24f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320358 Aug 27 15:05:28.061577 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5af99920-8614-4d0c-b6e9-e2151f73acde req-3377a691-4527-42c0-bf19-c59d3016961c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259848 Aug 27 15:05:28.106913 n-d-712139-12 neutron-server[101187]: INFO neutron.api.v2.resource [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-e9655c09-bc2b-407e-9a7e-baa65920d87d service neutron] show failed (client error): The resource could not be found. Aug 27 15:05:28.107946 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-e9655c09-bc2b-407e-9a7e-baa65920d87d service neutron] 10.222.0.52 "GET /v2.0/ports/989ef19c-14ae-4d1f-95c4-ef596c495a54/bindings/n-h2-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0612731 Aug 27 15:05:28.130981 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5af99920-8614-4d0c-b6e9-e2151f73acde req-cc409ef2-6cd1-44a0-bc11-52df2f084c46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0281553 Aug 27 15:05:28.174424 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5af99920-8614-4d0c-b6e9-e2151f73acde req-acf90266-39b7-431f-952f-a5123e630523 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214148 Aug 27 15:05:28.306998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af99920-8614-4d0c-b6e9-e2151f73acde req-626fba50-0a4b-4cbb-9552-ab724df09eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:28.308493 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5af99920-8614-4d0c-b6e9-e2151f73acde req-626fba50-0a4b-4cbb-9552-ab724df09eca service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275635 Aug 27 15:05:28.332371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a6900-f531-4083-91ab-be487d1b3a3c req-26e1d5ef-3492-4e81-8d7a-451fe58a7798 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:28.333798 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-378a6900-f531-4083-91ab-be487d1b3a3c req-26e1d5ef-3492-4e81-8d7a-451fe58a7798 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0684249 Aug 27 15:05:28.340894 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-11f0c547-583e-41ab-9b39-fe580787fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:28.342443 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-11f0c547-583e-41ab-9b39-fe580787fd29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f&tenant_id=fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 1098 time: 0.0751643 Aug 27 15:05:28.361162 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:05:28.372186 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-378a6900-f531-4083-91ab-be487d1b3a3c req-17c35aa1-d1e4-4596-b7a7-6b26f022e4ad tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322268 Aug 27 15:05:28.419256 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:28.623106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] For port 989ef19c-14ae-4d1f-95c4-ef596c495a54, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:05:28.655328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] For port 989ef19c-14ae-4d1f-95c4-ef596c495a54, host n-h1-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:05:28.694461 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:05:28.696776 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c96587-7987-47c3-bae9-dda8a8315fe3" -d '{"events": [{"server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "name": "network-vif-unplugged", "status": "completed", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:05:28.700855 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:28.714128 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Transition to ACTIVE for port object 989ef19c-14ae-4d1f-95c4-ef596c495a54 will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:05:28.718825 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:28.850908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Pushing event updated for resources: {'Port': ['ID=989ef19c-14ae-4d1f-95c4-ef596c495a54,revision_number=6']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:28.877252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:28.877604 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:28.877952 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:28.878296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:28.878633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:28.878989 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:28.879322 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:28.879651 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:28.879979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:28.880307 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:28.880630 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:28.880951 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:28.928856 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] No DVR routers for this DVR port 989ef19c-14ae-4d1f-95c4-ef596c495a54 on host n-h1-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:05:29.019514 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae4f0c3-4c6e-4749-b9bf-18a7e1d97209 x-openstack-request-id: req-9ae4f0c3-4c6e-4749-b9bf-18a7e1d97209 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:05:29.019811 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "name": "network-vif-unplugged", "status": "completed", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:05:29.020066 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ae4f0c3-4c6e-4749-b9bf-18a7e1d97209 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:05:29.020458 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'code': 200} Aug 27 15:05:29.077881 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Attempting to bind port 989ef19c-14ae-4d1f-95c4-ef596c495a54 on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:05:29.078223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Attempting to bind port 989ef19c-14ae-4d1f-95c4-ef596c495a54 by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:05:29.079194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Attempting to bind port 989ef19c-14ae-4d1f-95c4-ef596c495a54 on network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:05:29.083684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Port 989ef19c-14ae-4d1f-95c4-ef596c495a54 on network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:05:29.083999 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Attempting to bind port 989ef19c-14ae-4d1f-95c4-ef596c495a54 on network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:05:29.088715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:05:29.089044 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Checking segment: {'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:05:29.089505 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Bound using segment: {'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:05:29.089830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Bound port: 989ef19c-14ae-4d1f-95c4-ef596c495a54, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be8b8ab9-297b-4f94-9101-32fb5725fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:05:29.090178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:29.153644 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] For port 989ef19c-14ae-4d1f-95c4-ef596c495a54, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:05:29.156820 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] For port 989ef19c-14ae-4d1f-95c4-ef596c495a54, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:05:29.160183 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:29.197054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:29.197683 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:29.199081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-a59113df-b521-4919-a50f-751847943326 service neutron] 10.222.0.41 "PUT /v2.0/ports/989ef19c-14ae-4d1f-95c4-ef596c495a54 HTTP/1.1" status: 200 len: 1093 time: 0.8428369 Aug 27 15:05:29.219654 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59113df-b521-4919-a50f-751847943326 service neutron] Pushing event updated for resources: {'Port': ['ID=989ef19c-14ae-4d1f-95c4-ef596c495a54,revision_number=7']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:29.275211 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-01d50681-2f37-4854-8580-37c35cdf98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:29.276753 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-01d50681-2f37-4854-8580-37c35cdf98e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 1096 time: 0.0438621 Aug 27 15:05:29.376639 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-bca30027-18df-4b4c-a3b0-02fb6c898671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:29.378167 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-bca30027-18df-4b4c-a3b0-02fb6c898671 service neutron] 10.222.0.41 "GET /v2.0/networks?id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 HTTP/1.1" status: 200 len: 898 time: 0.0921292 Aug 27 15:05:29.497488 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2cb10-d77f-4e7a-a6ad-ee52d822797e req-d17e6d37-f9c6-4340-aa94-14a76ce4cb72 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:29.499058 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d4b2cb10-d77f-4e7a-a6ad-ee52d822797e req-d17e6d37-f9c6-4340-aa94-14a76ce4cb72 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 944 time: 0.0530465 Aug 27 15:05:29.545498 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d4b2cb10-d77f-4e7a-a6ad-ee52d822797e req-ee9a1255-0658-44a9-9b27-23b1c2430c56 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394244 Aug 27 15:05:29.707755 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-85db9242-7416-4bae-9d52-01ae7465adcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54 HTTP/1.1" status: 200 len: 1000 time: 0.3222415 Aug 27 15:05:29.760105 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-5499a9be-dfde-4ae6-bb69-2afa010abd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:29.761590 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-5499a9be-dfde-4ae6-bb69-2afa010abd5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7344206-48ab-41a9-ba79-ef3ae784bca0 HTTP/1.1" status: 200 len: 835 time: 0.0434439 Aug 27 15:05:29.807299 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-1780a32e-eab5-40a3-bc43-c3326d26dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:29.808809 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-1780a32e-eab5-40a3-bc43-c3326d26dd8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396690 Aug 27 15:05:29.902985 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-da2678ef-6356-4bad-98eb-a4ab12e78120 service neutron] 10.222.0.41 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858474 Aug 27 15:05:29.998459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-bc2159cb-cd3f-4997-8290-ecb0ae32188c service neutron] 10.222.0.41 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872004 Aug 27 15:05:30.675584 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd61e1-5421-489e-9f36-76808aa4e590 req-db3b61fb-93b9-4442-88e2-82e9f3132e22 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:30.677357 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-addd61e1-5421-489e-9f36-76808aa4e590 req-db3b61fb-93b9-4442-88e2-82e9f3132e22 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 944 time: 0.0563941 Aug 27 15:05:30.715391 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-addd61e1-5421-489e-9f36-76808aa4e590 req-69681b3e-522b-429b-bd8d-05f1e8ed5d07 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323677 Aug 27 15:05:31.021557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:05:31.023969 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946dc1cf-edbe-4aa3-8086-e878621e1577" -d '{"events": [{"name": "network-changed", "server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:05:31.073164 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60754dc0-e0f5-4187-85b8-cdf0360b22c3 x-openstack-request-id: req-60754dc0-e0f5-4187-85b8-cdf0360b22c3 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:05:31.073461 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:05:31.073707 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60754dc0-e0f5-4187-85b8-cdf0360b22c3 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:05:31.074099 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'status': 'completed', 'code': 200} Aug 27 15:05:31.134498 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-830a2f6b-90d6-48ff-b0ec-8f0dcd77d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:31.136062 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-830a2f6b-90d6-48ff-b0ec-8f0dcd77d7c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 1096 time: 0.0441198 Aug 27 15:05:31.159879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-b40a4fe3-c038-4808-9912-130b13a47903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:31.161430 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-b40a4fe3-c038-4808-9912-130b13a47903 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 1096 time: 0.0441313 Aug 27 15:05:31.227949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-aff03ee4-999e-46de-b312-2d840ccdc9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:31.229479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-aff03ee4-999e-46de-b312-2d840ccdc9e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 HTTP/1.1" status: 200 len: 898 time: 0.0867772 Aug 27 15:05:31.263607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-1da5d139-5765-4987-8e2e-f47893aee50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:31.265104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-1da5d139-5765-4987-8e2e-f47893aee50a service neutron] 10.222.0.41 "GET /v2.0/networks?id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 HTTP/1.1" status: 200 len: 898 time: 0.0887699 Aug 27 15:05:31.302697 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-f57b240f-b6de-4751-8457-fc19296578f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54 HTTP/1.1" status: 200 len: 1000 time: 0.0659437 Aug 27 15:05:31.332754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-ff1de355-684c-4b2d-b79c-9d8572b92dd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54 HTTP/1.1" status: 200 len: 1000 time: 0.0599978 Aug 27 15:05:31.353045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-8084d1f0-f1e2-405b-88e6-8c92ddca34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:31.354523 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-8084d1f0-f1e2-405b-88e6-8c92ddca34e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7344206-48ab-41a9-ba79-ef3ae784bca0 HTTP/1.1" status: 200 len: 835 time: 0.0442567 Aug 27 15:05:31.384151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-ea9ef305-7fef-490c-959b-637e36bb56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:31.385651 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-ea9ef305-7fef-490c-959b-637e36bb56ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7344206-48ab-41a9-ba79-ef3ae784bca0 HTTP/1.1" status: 200 len: 835 time: 0.0447097 Aug 27 15:05:31.399610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-2cdf87a1-d541-4b09-bd23-5f4552d7e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:31.401109 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-2cdf87a1-d541-4b09-bd23-5f4552d7e6c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397694 Aug 27 15:05:31.440562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-37b9102c-bc7f-4838-adb4-bdf91fdbd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:31.442088 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-37b9102c-bc7f-4838-adb4-bdf91fdbd70c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459464 Aug 27 15:05:31.496707 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-d290a5d8-36ac-4d6a-b12d-ae0dc088ae6f service neutron] 10.222.0.52 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878160 Aug 27 15:05:31.541684 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-9484f041-8d7d-4145-8293-923f02cf49bc service neutron] 10.222.0.41 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892365 Aug 27 15:05:31.603421 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-2020ba2a-7dea-4e4d-af6e-0340638dca78 service neutron] 10.222.0.52 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974884 Aug 27 15:05:31.645330 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-946dc1cf-edbe-4aa3-8086-e878621e1577 req-fb70887b-39d4-4c9c-becb-ac6cb97455a8 service neutron] 10.222.0.41 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962434 Aug 27 15:05:31.833237 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964b2d1-37b7-4eee-8bac-f2417b825752 req-b3777333-0342-483b-844d-13e94d87f1be tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:31.834730 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d964b2d1-37b7-4eee-8bac-f2417b825752 req-b3777333-0342-483b-844d-13e94d87f1be tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 944 time: 0.0504980 Aug 27 15:05:31.871653 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d964b2d1-37b7-4eee-8bac-f2417b825752 req-3c3ef9d4-819f-401c-8884-077d04cdb000 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310459 Aug 27 15:05:32.297941 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 989ef19c-14ae-4d1f-95c4-ef596c495a54 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:05:32.335200 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 989ef19c-14ae-4d1f-95c4-ef596c495a54 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:05:32.990595 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6655d26-c1c4-4902-96e1-b6e79c2b2f4f req-67aacd6a-7773-40b8-8c9d-cc4f9ff70eae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:32.992164 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6655d26-c1c4-4902-96e1-b6e79c2b2f4f req-67aacd6a-7773-40b8-8c9d-cc4f9ff70eae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 944 time: 0.0497053 Aug 27 15:05:33.037185 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f6655d26-c1c4-4902-96e1-b6e79c2b2f4f req-7f071493-7806-4b9f-be4d-81fffe86ab6f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388045 Aug 27 15:05:33.529805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 989ef19c-14ae-4d1f-95c4-ef596c495a54 details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:05:33.637285 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 989ef19c-14ae-4d1f-95c4-ef596c495a54, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:05:33.649589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'port_id': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'mac_address': 'fa:16:3e:22:a1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:05:33.686583 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:33.700404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989ef19c-14ae-4d1f-95c4-ef596c495a54 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:05:33.719854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 989ef19c-14ae-4d1f-95c4-ef596c495a54, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:05:33.723892 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:33.775188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=989ef19c-14ae-4d1f-95c4-ef596c495a54,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:33.782544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:33.782949 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:33.783192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:33.783532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:33.783863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:33.784197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:33.784522 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:33.784847 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:33.785168 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:33.785491 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:33.785813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:33.786131 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:05:34.153722 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcedb1-a35e-4eed-b190-cf3a329d76ec req-92eb20c6-bdfb-4b63-8a59-ce98a4b82809 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:34.155255 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ffcedb1-a35e-4eed-b190-cf3a329d76ec req-92eb20c6-bdfb-4b63-8a59-ce98a4b82809 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 945 time: 0.0493431 Aug 27 15:05:34.174474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['989ef19c-14ae-4d1f-95c4-ef596c495a54'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:05:34.193431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7ffcedb1-a35e-4eed-b190-cf3a329d76ec req-9c160675-c3d8-4b6e-9ff7-cdc624b13a15 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321379 Aug 27 15:05:34.390082 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06a954-7af8-4c25-ba24-f0426f4c586b req-5766168b-2f03-4dd2-9151-54da8b598b60 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:34.392419 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b06a954-7af8-4c25-ba24-f0426f4c586b req-5766168b-2f03-4dd2-9151-54da8b598b60 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 945 time: 0.0502844 Aug 27 15:05:34.410566 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-8e8a2550-46f3-403f-9b6f-e472dd153cde tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:34.412248 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-8e8a2550-46f3-403f-9b6f-e472dd153cde tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.52 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f&tenant_id=fd8125c73e6a499fb371f71fd1983077&binding%3Ahost_id=n-h2-712139-12 HTTP/1.1" status: 200 len: 945 time: 0.0555174 Aug 27 15:05:34.436945 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9b06a954-7af8-4c25-ba24-f0426f4c586b req-cac152ac-1025-49da-9f2e-4100279ed782 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377336 Aug 27 15:05:34.476913 n-d-712139-12 neutron-server[101186]: INFO neutron.api.v2.resource [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-0eb49852-76af-4297-b107-491e92b1e7d6 service neutron] delete failed (client error): The resource could not be found. Aug 27 15:05:34.477962 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-0eb49852-76af-4297-b107-491e92b1e7d6 service neutron] 10.222.0.52 "DELETE /v2.0/ports/989ef19c-14ae-4d1f-95c4-ef596c495a54/bindings/n-h1-712139-12 HTTP/1.1" status: 404 len: 381 time: 0.0577435 Aug 27 15:05:34.595826 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a7c0a-d192-4e31-8b86-e44f63966cee req-49042041-c555-4ad6-816c-738a7a0a9fb7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:34.597366 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b75a7c0a-d192-4e31-8b86-e44f63966cee req-49042041-c555-4ad6-816c-738a7a0a9fb7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 945 time: 0.0879796 Aug 27 15:05:34.600220 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-7640c1e9-e9bf-42f2-b419-53b0c7d14e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:34.601647 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-7640c1e9-e9bf-42f2-b419-53b0c7d14e26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 1097 time: 0.0785229 Aug 27 15:05:34.685638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b75a7c0a-d192-4e31-8b86-e44f63966cee req-b81f015c-975b-4704-ac59-6a6753c1f0fd tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817382 Aug 27 15:05:34.717530 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-bdf93623-a1c6-4c23-9626-356399e7b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:34.719814 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-bdf93623-a1c6-4c23-9626-356399e7b6a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 HTTP/1.1" status: 200 len: 898 time: 0.1094306 Aug 27 15:05:34.794033 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-0a128fba-66bc-455f-a76a-92932eb18a1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54 HTTP/1.1" status: 200 len: 1001 time: 0.0625892 Aug 27 15:05:34.846571 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-885e3c69-4b6b-43bd-8710-aef057640cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:34.848085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-885e3c69-4b6b-43bd-8710-aef057640cea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7344206-48ab-41a9-ba79-ef3ae784bca0 HTTP/1.1" status: 200 len: 835 time: 0.0469673 Aug 27 15:05:34.894389 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-97bd2375-e603-4b29-8ea4-884c11007e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:34.895921 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-97bd2375-e603-4b29-8ea4-884c11007e15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401087 Aug 27 15:05:34.993465 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-a170c092-9f24-4053-b1de-a92a381da615 service neutron] 10.222.0.52 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896740 Aug 27 15:05:35.086300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f247854a-7b41-45f2-93fc-1f5b199dd417 req-a4d3c4b9-188f-4af4-9923-43b3eb431b1c service neutron] 10.222.0.52 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860529 Aug 27 15:05:35.522066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 989ef19c-14ae-4d1f-95c4-ef596c495a54 up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:05:35.573650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 989ef19c-14ae-4d1f-95c4-ef596c495a54 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:05:35.577600 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 989ef19c-14ae-4d1f-95c4-ef596c495a54 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:05:35.577971 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:35.659353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:35.682223 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:05:35.684475 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153af5c9-36f8-4d6e-bc90-085d1863229b" -d '{"events": [{"server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "name": "network-vif-plugged", "status": "completed", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:05:35.700518 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 989ef19c-14ae-4d1f-95c4-ef596c495a54, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:05:35.705129 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:35.759861 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=989ef19c-14ae-4d1f-95c4-ef596c495a54,revision_number=9']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:05:35.818145 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ee880-1cdc-4056-8f0e-131022a74fd3 req-eb9168c7-c6e6-4297-b4f6-5a4f0880e0ce tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:35.819739 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f9ee880-1cdc-4056-8f0e-131022a74fd3 req-eb9168c7-c6e6-4297-b4f6-5a4f0880e0ce tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0568347 Aug 27 15:05:35.823376 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1c6906-b2c2-4eab-a693-219144134a78 x-openstack-request-id: req-cb1c6906-b2c2-4eab-a693-219144134a78 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:05:35.823674 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "name": "network-vif-plugged", "status": "completed", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:05:35.823926 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb1c6906-b2c2-4eab-a693-219144134a78 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:05:35.824322 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'code': 200} Aug 27 15:05:35.857851 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2f9ee880-1cdc-4056-8f0e-131022a74fd3 req-d037b26c-0ab7-43e9-b77f-f7560994a829 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317700 Aug 27 15:05:35.880872 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47682) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:05:35.945625 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6b807445-72d8-406b-8d27-db409fe19e92 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/1525629a-3c48-4df3-bc1b-5cbcd7f1de28 HTTP/1.1" status: 200 len: 994 time: 0.0635853 Aug 27 15:05:40.220268 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-660d6a71-0338-428c-b157-80a56a2e1d0e req-b058e58c-29fc-4d82-a390-0c0f89ef47c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255237 Aug 27 15:05:40.303425 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-660d6a71-0338-428c-b157-80a56a2e1d0e req-fdc44e8f-c855-4d69-8c86-27923ed3301a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0263319 Aug 27 15:05:40.348513 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-660d6a71-0338-428c-b157-80a56a2e1d0e req-9e608371-56f7-4249-80d3-05a8bec0648f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193381 Aug 27 15:05:40.443851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d6a71-0338-428c-b157-80a56a2e1d0e req-e3400f16-a43d-4af3-bd48-bfbf62e5343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:05:40.445360 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-660d6a71-0338-428c-b157-80a56a2e1d0e req-e3400f16-a43d-4af3-bd48-bfbf62e5343e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902414 Aug 27 15:05:40.664190 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:42.236466 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:05:44.784199 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3006d7be-e555-44b0-ad91-aed725af3201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:47.580461 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:47.598517 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-663a2af0-8f15-4e00-93dc-2f5669844e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:49.019085 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:50.480907 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:05:52.207156 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:10.684752 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:12.323280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-f9a6fe96-0690-49fc-aa23-3283916d41a9 req-3b7c839f-9bde-4f61-aaba-95b77767a9c7 service neutron] (101187) timed out ('10.222.0.55', 43976) {{(pid=101187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 15:06:14.786034 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-222b244a-b13b-43fc-9082-1cf0605d744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:17.583775 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:17.600347 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f23a990c-e553-420f-8247-4a31f86dd0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.021492 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:19.236596 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:06:20.482027 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:22.212506 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:30.950015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47702) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:31.125860 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port d3dee57b-996f-49e1-8d14-688f035ae312 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:06:31.126306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.215826 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.216213 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.230443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for d3dee57b-996f-49e1-8d14-688f035ae312 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:06:31.391564 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.423706 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=d3dee57b-996f-49e1-8d14-688f035ae312,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:31.436366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:31.436730 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:31.437628 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:31.437969 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:31.438312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:31.438647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:31.439008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:31.439340 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:31.439668 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:31.440001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:31.440329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:31.440657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:31.501192 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.501478 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Floating IP 1525629a-3c48-4df3-bc1b-5cbcd7f1de28 disassociated (deleted). External IP: 172.25.2.202, port: 989ef19c-14ae-4d1f-95c4-ef596c495a54. Aug 27 15:06:31.749096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router d5360961-776e-40b3-a9d7-9ce56f328bf0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:06:31.867394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:06:31.872247 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:31.880335 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f6f907-1b44-4f1c-a8f5-d33fc1d7d119 None None] Sync routers for ids ['d5360961-776e-40b3-a9d7-9ce56f328bf0'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:06:31.891494 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f6f907-1b44-4f1c-a8f5-d33fc1d7d119 None None] Routers {'d5360961-776e-40b3-a9d7-9ce56f328bf0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:31.892339 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-32f6f907-1b44-4f1c-a8f5-d33fc1d7d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:06:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d5360961-776e-40b3-a9d7-9ce56f328bf0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:31.903673 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-205b7843-cab4-4d2e-8b69-17a703f73428 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/floatingips/1525629a-3c48-4df3-bc1b-5cbcd7f1de28 HTTP/1.1" status: 204 len: 168 time: 0.9526095 Aug 27 15:06:31.904278 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:06:31.907647 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ca1191-df19-4de9-89e9-4034dbcaa4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:06:31.988119 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adff70e-8931-494b-9c37-14175326a181 x-openstack-request-id: req-1adff70e-8931-494b-9c37-14175326a181 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:06:31.989068 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:06:31.989068 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1adff70e-8931-494b-9c37-14175326a181 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:06:31.989813 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'status': 'completed', 'code': 200} Aug 27 15:06:32.082542 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-32f6f907-1b44-4f1c-a8f5-d33fc1d7d119 None None] Set router d5360961-776e-40b3-a9d7-9ce56f328bf0 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:32.101083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca1191-df19-4de9-89e9-4034dbcaa4c4 req-ef0783a2-c9c8-4f9b-abbb-97f2cf41237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:32.103040 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5ca1191-df19-4de9-89e9-4034dbcaa4c4 req-ef0783a2-c9c8-4f9b-abbb-97f2cf41237f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 1098 time: 0.0677040 Aug 27 15:06:32.316990 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca1191-df19-4de9-89e9-4034dbcaa4c4 req-50a5f7c7-649c-4a20-988f-cb26a79cc14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:32.318850 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5ca1191-df19-4de9-89e9-4034dbcaa4c4 req-50a5f7c7-649c-4a20-988f-cb26a79cc14e service neutron] 10.222.0.41 "GET /v2.0/networks?id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 HTTP/1.1" status: 200 len: 898 time: 0.2086418 Aug 27 15:06:32.334767 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ab19c-c7f5-47a0-a7ad-64e831c774c2 req-705e471b-ae75-42b4-8ce0-b7aaa2ac18bf tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:32.337192 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-107ab19c-c7f5-47a0-a7ad-64e831c774c2 req-705e471b-ae75-42b4-8ce0-b7aaa2ac18bf tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.1133969 Aug 27 15:06:32.388888 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5ca1191-df19-4de9-89e9-4034dbcaa4c4 req-9ea22c61-5bb3-4f0b-a8d8-114103190ae7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54 HTTP/1.1" status: 200 len: 217 time: 0.0503347 Aug 27 15:06:32.419233 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-32f6f907-1b44-4f1c-a8f5-d33fc1d7d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:23Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac', 'name': '', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:f1:0b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:22Z', 'updated_at': '2021-08-27T15:04:27Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:32.467555 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-107ab19c-c7f5-47a0-a7ad-64e831c774c2 req-e392845e-b122-497d-af27-0f7a6e1c02ec tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179326 Aug 27 15:06:32.476533 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f6f907-1b44-4f1c-a8f5-d33fc1d7d119 None None] Checking router: d5360961-776e-40b3-a9d7-9ce56f328bf0 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:06:32.477490 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca1191-df19-4de9-89e9-4034dbcaa4c4 req-92767ecc-49e5-4fe0-99d5-68a23a505efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:32.479147 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5ca1191-df19-4de9-89e9-4034dbcaa4c4 req-92767ecc-49e5-4fe0-99d5-68a23a505efb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7344206-48ab-41a9-ba79-ef3ae784bca0 HTTP/1.1" status: 200 len: 835 time: 0.0813248 Aug 27 15:06:32.500991 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f6f907-1b44-4f1c-a8f5-d33fc1d7d119 None None] Routers {'d5360961-776e-40b3-a9d7-9ce56f328bf0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:32.502409 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-32f6f907-1b44-4f1c-a8f5-d33fc1d7d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:06:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d5360961-776e-40b3-a9d7-9ce56f328bf0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:32.536191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca1191-df19-4de9-89e9-4034dbcaa4c4 req-0415caef-bdb1-4bf5-ac02-0393d4cfaa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:32.537891 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5ca1191-df19-4de9-89e9-4034dbcaa4c4 req-0415caef-bdb1-4bf5-ac02-0393d4cfaa5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514257 Aug 27 15:06:32.647153 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5ca1191-df19-4de9-89e9-4034dbcaa4c4 req-f691189c-bd8a-462b-8c84-46ab04caf78a service neutron] 10.222.0.41 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011934 Aug 27 15:06:32.753298 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d5ca1191-df19-4de9-89e9-4034dbcaa4c4 req-d953e48a-a34e-4ab4-9301-544aa672301e service neutron] 10.222.0.41 "GET /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983200 Aug 27 15:06:32.804934 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-32f6f907-1b44-4f1c-a8f5-d33fc1d7d119 None None] Set router d5360961-776e-40b3-a9d7-9ce56f328bf0 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:33.155013 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-32f6f907-1b44-4f1c-a8f5-d33fc1d7d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:23Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac', 'name': '', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:f1:0b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:22Z', 'updated_at': '2021-08-27T15:04:27Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:33.203832 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f6f907-1b44-4f1c-a8f5-d33fc1d7d119 None None] The sync data for ids ['d5360961-776e-40b3-a9d7-9ce56f328bf0'] in n-d-712139-12 is: [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:23Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac', 'name': '', 'network_id': '013f0ef2-10bb-4b03-9784-ec3c5a6d71f7', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:f1:0b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:22Z', 'updated_at': '2021-08-27T15:04:27Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'f7344206-48ab-41a9-ba79-ef3ae784bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:06:33.444620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d19ad8-adf0-4376-92a9-a12343569740 None None] New status for floating IP 1525629a-3c48-4df3-bc1b-5cbcd7f1de28: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:06:33.626337 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b15a1e-b1bc-474b-abf4-10a2d30f8721 req-7da852c9-ea12-4548-9f58-492a8b310cc6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:33.627961 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7b15a1e-b1bc-474b-abf4-10a2d30f8721 req-7da852c9-ea12-4548-9f58-492a8b310cc6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0761814 Aug 27 15:06:33.671961 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7b15a1e-b1bc-474b-abf4-10a2d30f8721 req-ac49e7e1-fda4-4762-a1e9-076230d2aa86 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=98b26051-aa7e-44f6-b330-54da7146f0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368552 Aug 27 15:06:33.957428 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff633d14-ac5a-48b8-aee6-d402190a3a8d req-6fc5a489-7bc2-4e6f-b682-bfbedcb1cc3d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:33.958952 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff633d14-ac5a-48b8-aee6-d402190a3a8d req-6fc5a489-7bc2-4e6f-b682-bfbedcb1cc3d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 946 time: 0.0550816 Aug 27 15:06:34.076333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-ff633d14-ac5a-48b8-aee6-d402190a3a8d req-368ff9ca-8fc2-441f-96d5-263efba43377 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port 989ef19c-14ae-4d1f-95c4-ef596c495a54 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:06:34.076676 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff633d14-ac5a-48b8-aee6-d402190a3a8d req-368ff9ca-8fc2-441f-96d5-263efba43377 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.178788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-ff633d14-ac5a-48b8-aee6-d402190a3a8d req-368ff9ca-8fc2-441f-96d5-263efba43377 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port 989ef19c-14ae-4d1f-95c4-ef596c495a54, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=989ef19c-14ae-4d1f-95c4-ef596c495a54,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:34.179156 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff633d14-ac5a-48b8-aee6-d402190a3a8d req-368ff9ca-8fc2-441f-96d5-263efba43377 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.194191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-ff633d14-ac5a-48b8-aee6-d402190a3a8d req-368ff9ca-8fc2-441f-96d5-263efba43377 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for 989ef19c-14ae-4d1f-95c4-ef596c495a54 owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:06:34.342223 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff633d14-ac5a-48b8-aee6-d402190a3a8d req-368ff9ca-8fc2-441f-96d5-263efba43377 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.396499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ff9ca-8fc2-441f-96d5-263efba43377 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=989ef19c-14ae-4d1f-95c4-ef596c495a54,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:34.449156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff633d14-ac5a-48b8-aee6-d402190a3a8d req-368ff9ca-8fc2-441f-96d5-263efba43377 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] No DVR routers for this DVR port 989ef19c-14ae-4d1f-95c4-ef596c495a54 on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:06:34.452045 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-ff633d14-ac5a-48b8-aee6-d402190a3a8d req-368ff9ca-8fc2-441f-96d5-263efba43377 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:34.454135 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ff633d14-ac5a-48b8-aee6-d402190a3a8d req-368ff9ca-8fc2-441f-96d5-263efba43377 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "DELETE /v2.0/ports/989ef19c-14ae-4d1f-95c4-ef596c495a54 HTTP/1.1" status: 204 len: 173 time: 0.4818435 Aug 27 15:06:34.454590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'name': 'network-vif-deleted', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:06:34.456935 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4bef97-bd6b-40d4-b645-99a4974dedc4" -d '{"events": [{"server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "name": "network-vif-deleted", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:06:34.502864 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a3d800-4977-402c-b16e-0b96d42cd846 x-openstack-request-id: req-82a3d800-4977-402c-b16e-0b96d42cd846 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:06:34.503164 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccc3077-72d2-4eb9-9270-352b2169a45f", "name": "network-vif-deleted", "tag": "989ef19c-14ae-4d1f-95c4-ef596c495a54", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:06:34.503436 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82a3d800-4977-402c-b16e-0b96d42cd846 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:06:34.503814 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccc3077-72d2-4eb9-9270-352b2169a45f', 'name': 'network-vif-deleted', 'tag': '989ef19c-14ae-4d1f-95c4-ef596c495a54', 'status': 'completed', 'code': 200} Aug 27 15:06:34.800521 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3dc78b98-b5ce-4246-9a77-4801b1797293 req-497d85d9-29bf-42f4-b0b6-f26a0a2ca9bd tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=eccc3077-72d2-4eb9-9270-352b2169a45f HTTP/1.1" status: 200 len: 210 time: 0.0296290 Aug 27 15:06:35.859796 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47720) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:36.261268 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.570002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:06:36.570417 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.670169 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:36.670537 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.685634 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:06:36.899742 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:36.933246 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:36.956703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:36.957356 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:36.957822 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:36.958280 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:36.958751 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:36.959245 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:36.959723 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:36.960207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:36.960619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:36.961079 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:36.961504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:36.961894 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:37.225745 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.472625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router d5360961-776e-40b3-a9d7-9ce56f328bf0 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:06:37.596202 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:06:37.603463 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-848809b3-d860-49c2-8d88-a74bc433e2e2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "PUT /v2.0/routers/d5360961-776e-40b3-a9d7-9ce56f328bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7418880 Aug 27 15:06:37.607135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47722) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:37.612471 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cb1de3-61f6-4c0d-91b2-0cbff15c328a None None] Sync routers for ids ['d5360961-776e-40b3-a9d7-9ce56f328bf0'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:06:37.625639 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb1de3-61f6-4c0d-91b2-0cbff15c328a None None] Routers {'d5360961-776e-40b3-a9d7-9ce56f328bf0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:37.626400 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e2cb1de3-61f6-4c0d-91b2-0cbff15c328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:06:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d5360961-776e-40b3-a9d7-9ce56f328bf0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:37.669166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09e1b81-5f05-44e4-b279-7ec9aaea36ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting subnet f7344206-48ab-41a9-ba79-ef3ae784bca0 {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:06:37.673953 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c09e1b81-5f05-44e4-b279-7ec9aaea36ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.724330 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c09e1b81-5f05-44e4-b279-7ec9aaea36ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.746820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 989ef19c-14ae-4d1f-95c4-ef596c495a54 no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:06:37.770378 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e2cb1de3-61f6-4c0d-91b2-0cbff15c328a None None] Set router d5360961-776e-40b3-a9d7-9ce56f328bf0 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:37.777031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 989ef19c-14ae-4d1f-95c4-ef596c495a54 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:06:37.777808 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 989ef19c-14ae-4d1f-95c4-ef596c495a54 not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:06:37.831904 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c09e1b81-5f05-44e4-b279-7ec9aaea36ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.899307 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c09e1b81-5f05-44e4-b279-7ec9aaea36ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.931915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e1b81-5f05-44e4-b279-7ec9aaea36ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Subnet': ['ID=f7344206-48ab-41a9-ba79-ef3ae784bca0,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:37.934723 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c09e1b81-5f05-44e4-b279-7ec9aaea36ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:37.937569 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c09e1b81-5f05-44e4-b279-7ec9aaea36ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/subnets/f7344206-48ab-41a9-ba79-ef3ae784bca0 HTTP/1.1" status: 204 len: 168 time: 0.3289630 Aug 27 15:06:37.942756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47724) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:37.944778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1862748c-d88f-478c-a110-7cebb0c9090f None None] Network 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:06:38.071332 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e2cb1de3-61f6-4c0d-91b2-0cbff15c328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:06:36Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:38.102437 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cb1de3-61f6-4c0d-91b2-0cbff15c328a None None] Checking router: d5360961-776e-40b3-a9d7-9ce56f328bf0 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:06:38.112877 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb1de3-61f6-4c0d-91b2-0cbff15c328a None None] Routers {'d5360961-776e-40b3-a9d7-9ce56f328bf0'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:38.113520 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e2cb1de3-61f6-4c0d-91b2-0cbff15c328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:06:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['d5360961-776e-40b3-a9d7-9ce56f328bf0'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:38.244376 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] DHCP port deletion for 013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:06:38.281996 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e2cb1de3-61f6-4c0d-91b2-0cbff15c328a None None] Set router d5360961-776e-40b3-a9d7-9ce56f328bf0 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:38.331782 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Deleting port 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:06:38.332239 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:38.447303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] For port 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=67cc0c85-b02f-47f8-adbd-4b93cdbe53a2,segment=NetworkSegment(be8b8ab9-297b-4f94-9101-32fb5725fade),segment_id=be8b8ab9-297b-4f94-9101-32fb5725fade)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:38.447884 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:38.467293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Calling delete_port for 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:06:38.524172 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:38.541526 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e2cb1de3-61f6-4c0d-91b2-0cbff15c328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:06:36Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:38.582283 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cb1de3-61f6-4c0d-91b2-0cbff15c328a None None] The sync data for ids ['d5360961-776e-40b3-a9d7-9ce56f328bf0'] in n-d-712139-12 is: [{'id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207747515', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:06:36Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'b2dcf657-0c79-4a22-b898-bda099924841', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5360961-776e-40b3-a9d7-9ce56f328bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:04:20Z', 'updated_at': '2021-08-27T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:06:38.617948 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:38.674778 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:38.679093 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Pushing event deleted for resources: {'Port': ['ID=67cc0c85-b02f-47f8-adbd-4b93cdbe53a2,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:38.691457 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] No DVR routers for this DVR port 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:06:38.707444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:38.707963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:38.708924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:38.709685 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:38.710258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:38.710767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:38.711254 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:38.711729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:38.712228 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:38.713043 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:38.713464 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:38.714023 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c7e5f-f930-4abc-9e07-eabce100b119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:38.738884 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port b2dcf657-0c79-4a22-b898-bda099924841 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:06:38.739379 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:38.836947 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port b2dcf657-0c79-4a22-b898-bda099924841, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b2dcf657-0c79-4a22-b898-bda099924841,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:38.837261 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:38.851343 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for b2dcf657-0c79-4a22-b898-bda099924841 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:06:39.104555 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.135886 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=b2dcf657-0c79-4a22-b898-bda099924841,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:39.161672 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:06:39.196282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:06:39.196819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 67cc0c85-b02f-47f8-adbd-4b93cdbe53a2 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:06:39.197471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:06:39.229993 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:06:39.230499 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 6e639d4f-9f39-4a4e-90a1-f94f6ce6d1ac not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:06:39.251424 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.357174 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.360544 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.413360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.414377 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Fanout notify agent at l3_agent the message router_deleted on router d5360961-776e-40b3-a9d7-9ce56f328bf0 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:06:39.425029 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.426244 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-de7e33cc-9fbd-43df-9925-e06a0ab6e16b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/routers/d5360961-776e-40b3-a9d7-9ce56f328bf0 HTTP/1.1" status: 204 len: 168 time: 1.4812520 Aug 27 15:06:39.430802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47728) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:39.526788 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f40ca17f-7c60-4367-8e30-e5a0ff59d902 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.642836 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f40ca17f-7c60-4367-8e30-e5a0ff59d902 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.654334 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-f40ca17f-7c60-4367-8e30-e5a0ff59d902 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013f0ef2-10bb-4b03-9784-ec3c5a6d71f7']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:39.666937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-f40ca17f-7c60-4367-8e30-e5a0ff59d902 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8b8ab9-297b-4f94-9101-32fb5725fade') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:39.667288 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-f40ca17f-7c60-4367-8e30-e5a0ff59d902 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8b8ab9-297b-4f94-9101-32fb5725fade') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:39.678468 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f40ca17f-7c60-4367-8e30-e5a0ff59d902 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.695705 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f40ca17f-7c60-4367-8e30-e5a0ff59d902 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.705050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40ca17f-7c60-4367-8e30-e5a0ff59d902 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:06:39.705476 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f40ca17f-7c60-4367-8e30-e5a0ff59d902 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: timer() Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:06:39.708865 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:06:39.772629 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f40ca17f-7c60-4367-8e30-e5a0ff59d902 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.783795 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f40ca17f-7c60-4367-8e30-e5a0ff59d902 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.786464 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f40ca17f-7c60-4367-8e30-e5a0ff59d902 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/networks/013f0ef2-10bb-4b03-9784-ec3c5a6d71f7 HTTP/1.1" status: 204 len: 168 time: 0.3544242 Aug 27 15:06:39.790564 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47730) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:39.809739 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ca17f-7c60-4367-8e30-e5a0ff59d902 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Network': ['ID=013f0ef2-10bb-4b03-9784-ec3c5a6d71f7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:39.875171 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c61aef9-a044-4a3b-8552-c95c0e06f587 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.909037 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c61aef9-a044-4a3b-8552-c95c0e06f587 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.993791 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c61aef9-a044-4a3b-8552-c95c0e06f587 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.996765 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-4c61aef9-a044-4a3b-8552-c95c0e06f587 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:39.998176 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-4c61aef9-a044-4a3b-8552-c95c0e06f587 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/security-groups/98b26051-aa7e-44f6-b330-54da7146f0df HTTP/1.1" status: 204 len: 168 time: 0.2061863 Aug 27 15:06:40.015844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61aef9-a044-4a3b-8552-c95c0e06f587 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b26051-aa7e-44f6-b330-54da7146f0df,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:40.277232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47736) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:40.282413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-1fc5595e-a0aa-4bf4-99ca-a89bcc6e3e68 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1279472711', 'description': 'tempest-secgroup-smoke-1279472711 description', 'project_id': 'fd8125c73e6a499fb371f71fd1983077'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:40.307876 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1fc5595e-a0aa-4bf4-99ca-a89bcc6e3e68 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.409499 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1fc5595e-a0aa-4bf4-99ca-a89bcc6e3e68 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.414517 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1fc5595e-a0aa-4bf4-99ca-a89bcc6e3e68 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.448165 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1fc5595e-a0aa-4bf4-99ca-a89bcc6e3e68 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.449571 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1fc5595e-a0aa-4bf4-99ca-a89bcc6e3e68 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1712971 Aug 27 15:06:40.453695 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47738) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:40.457303 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5595e-a0aa-4bf4-99ca-a89bcc6e3e68 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d30e757-b39b-46be-8318-4b0bafbf60b7,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:40.462289 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d253dacf-d184-4da3-bfb9-54136889c5ba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '8d30e757-b39b-46be-8318-4b0bafbf60b7', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:40.497825 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d253dacf-d184-4da3-bfb9-54136889c5ba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.557138 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d253dacf-d184-4da3-bfb9-54136889c5ba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.561745 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d253dacf-d184-4da3-bfb9-54136889c5ba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.582344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253dacf-d184-4da3-bfb9-54136889c5ba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34964d49-bb22-4a8a-938f-b611a37f846a,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:40.591066 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d253dacf-d184-4da3-bfb9-54136889c5ba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.595427 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d253dacf-d184-4da3-bfb9-54136889c5ba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400318 Aug 27 15:06:40.595687 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47740) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:40.603802 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-49bd1356-8172-4bcf-b557-57c641089183 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '8d30e757-b39b-46be-8318-4b0bafbf60b7', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:40.637412 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49bd1356-8172-4bcf-b557-57c641089183 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.691389 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.720640 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49bd1356-8172-4bcf-b557-57c641089183 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.726394 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49bd1356-8172-4bcf-b557-57c641089183 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.761914 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd1356-8172-4bcf-b557-57c641089183 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff0fc41-aab1-4fc8-adf5-1b5fa6e8c0d6,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:40.771329 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49bd1356-8172-4bcf-b557-57c641089183 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.773142 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-49bd1356-8172-4bcf-b557-57c641089183 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1757524 Aug 27 15:06:40.776494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47742) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:40.785735 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-357ddd80-8041-4e8c-a1a7-c33d595155f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '8d30e757-b39b-46be-8318-4b0bafbf60b7', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:40.826587 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-357ddd80-8041-4e8c-a1a7-c33d595155f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.901898 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-357ddd80-8041-4e8c-a1a7-c33d595155f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.907723 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-357ddd80-8041-4e8c-a1a7-c33d595155f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.942827 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ddd80-8041-4e8c-a1a7-c33d595155f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d5e56a-8b2d-42d4-a326-97c592d30b53,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:40.953848 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-357ddd80-8041-4e8c-a1a7-c33d595155f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:40.958360 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-357ddd80-8041-4e8c-a1a7-c33d595155f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1779358 Aug 27 15:06:40.959075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47744) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:40.964225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-03406493-2ce8-4058-b5c9-3b8402ec078e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '8d30e757-b39b-46be-8318-4b0bafbf60b7', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:40.997934 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03406493-2ce8-4058-b5c9-3b8402ec078e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.088631 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03406493-2ce8-4058-b5c9-3b8402ec078e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.094818 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03406493-2ce8-4058-b5c9-3b8402ec078e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.123173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b2dcf657-0c79-4a22-b898-bda099924841 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:06:41.130982 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03406493-2ce8-4058-b5c9-3b8402ec078e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a7fff4-3eb8-43dd-b99a-2b3b99df6377,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:41.141092 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-03406493-2ce8-4058-b5c9-3b8402ec078e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.144351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-03406493-2ce8-4058-b5c9-3b8402ec078e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1826234 Aug 27 15:06:41.148535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47746) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:41.153431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-71c6421d-955d-4b07-8b42-33a00a0e3d91 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '8d30e757-b39b-46be-8318-4b0bafbf60b7', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:41.160297 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b2dcf657-0c79-4a22-b898-bda099924841 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:06:41.160866 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b2dcf657-0c79-4a22-b898-bda099924841 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:06:41.182265 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-71c6421d-955d-4b07-8b42-33a00a0e3d91 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Project fd8125c73e6a499fb371f71fd1983077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:06:41.191945 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71c6421d-955d-4b07-8b42-33a00a0e3d91 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.284495 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71c6421d-955d-4b07-8b42-33a00a0e3d91 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.289389 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71c6421d-955d-4b07-8b42-33a00a0e3d91 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.311527 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6421d-955d-4b07-8b42-33a00a0e3d91 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5992d32b-cb5b-449e-b442-0710a65326bb,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:41.320245 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-71c6421d-955d-4b07-8b42-33a00a0e3d91 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.321955 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-71c6421d-955d-4b07-8b42-33a00a0e3d91 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1723669 Aug 27 15:06:41.325025 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47748) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:41.330718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7f562922-0511-42fe-a4ad-637d8690138e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '8d30e757-b39b-46be-8318-4b0bafbf60b7', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:41.357167 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-7f562922-0511-42fe-a4ad-637d8690138e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Project fd8125c73e6a499fb371f71fd1983077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:06:41.364036 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f562922-0511-42fe-a4ad-637d8690138e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.464413 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f562922-0511-42fe-a4ad-637d8690138e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.470145 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f562922-0511-42fe-a4ad-637d8690138e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.503996 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f562922-0511-42fe-a4ad-637d8690138e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebb2cb8-18a3-4252-8504-fbf3cce4da10,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:41.516815 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7f562922-0511-42fe-a4ad-637d8690138e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.518113 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7f562922-0511-42fe-a4ad-637d8690138e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1919429 Aug 27 15:06:41.523080 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47750) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:41.528519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-42648b77-7782-4e3c-9acb-5ec485b9df24 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'network': {'name': 'tempest-network-smoke--297761473', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'port_security_enabled': True}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:41.554131 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42648b77-7782-4e3c-9acb-5ec485b9df24 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:06:41.558167 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-42648b77-7782-4e3c-9acb-5ec485b9df24 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.592158 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42648b77-7782-4e3c-9acb-5ec485b9df24 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:06:41.607920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-42648b77-7782-4e3c-9acb-5ec485b9df24 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.608318 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-42648b77-7782-4e3c-9acb-5ec485b9df24 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Added segment 71944b2f-6cf2-4a5e-9ec0-c02739644a3c of type vlan for network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 Aug 27 15:06:41.659230 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-42648b77-7782-4e3c-9acb-5ec485b9df24 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.688746 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-42648b77-7782-4e3c-9acb-5ec485b9df24 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.695177 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42648b77-7782-4e3c-9acb-5ec485b9df24 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:41.695889 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-42648b77-7782-4e3c-9acb-5ec485b9df24 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.766939 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-42648b77-7782-4e3c-9acb-5ec485b9df24 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2424824 Aug 27 15:06:41.771673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47752) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:41.777191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'admin_state_up': True, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:41.779464 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42648b77-7782-4e3c-9acb-5ec485b9df24 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Network': ['ID=08679c51-61f8-4b38-bd09-a5bd8e88eff9,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:41.794911 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:06:41.809955 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.811098 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:41.907231 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:42.063047 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:42.366734 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:42.401778 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:42.549863 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.25.2.61 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:06:42.673429 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:42.719742 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:42.764364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:42.770890 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:42.774873 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:06:42.805409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:43.063067 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:43.621428 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:43.770638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 2c7a17d4-9150-45f1-8063-7d002f07adb5 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:06:43.898938 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:06:43.913385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Sync routers for ids ['2c7a17d4-9150-45f1-8063-7d002f07adb5'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:06:43.923328 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:43.925071 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ac84d9e1-241e-4cf1-bc96-0237c488a8c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1520073 Aug 27 15:06:43.928597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47754) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:43.929625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Routers {'2c7a17d4-9150-45f1-8063-7d002f07adb5'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:43.930873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:06:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2c7a17d4-9150-45f1-8063-7d002f07adb5'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:44.035441 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-07d70e9b-ab5b-4369-af3e-7da0881f6e9b tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=fd8125c73e6a499fb371f71fd1983077&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1053934 Aug 27 15:06:44.038256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47758) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:44.069352 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Set router 2c7a17d4-9150-45f1-8063-7d002f07adb5 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:44.209567 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0446cca7-e0ba-4791-989a-793b12c425df tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:44.211794 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0446cca7-e0ba-4791-989a-793b12c425df tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1723361 Aug 27 15:06:44.215140 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47760) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:44.251379 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-85dfaa5e-b4af-46ab-b635-dff362ba6fc7 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345192 Aug 27 15:06:44.254427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47762) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:44.260429 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e8bf475b-6ded-495c-9cc4-6add577dc5ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-444924986', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:44.412414 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bf475b-6ded-495c-9cc4-6add577dc5ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:06:44.419011 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e8bf475b-6ded-495c-9cc4-6add577dc5ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:44.479392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:06:42Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:42Z', 'updated_at': '2021-08-27T15:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:44.509107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Checking router: 2c7a17d4-9150-45f1-8063-7d002f07adb5 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:06:44.509534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Updating router 2c7a17d4-9150-45f1-8063-7d002f07adb5 port a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:06:44.540198 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:44.755897 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e8bf475b-6ded-495c-9cc4-6add577dc5ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:44.807960 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2e3eaf86-469f-4370-a58d-5493c9863ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:44.844296 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf475b-6ded-495c-9cc4-6add577dc5ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Subnet': ['ID=a35933af-b3e8-4eff-a1f5-3b48a910606d,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:44.864681 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bf475b-6ded-495c-9cc4-6add577dc5ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Checking segment: {'id': '71944b2f-6cf2-4a5e-9ec0-c02739644a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:44.865479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf475b-6ded-495c-9cc4-6add577dc5ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network hostable DHCP agents. Network: 08679c51-61f8-4b38-bd09-a5bd8e88eff9, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:06:44.895617 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf475b-6ded-495c-9cc4-6add577dc5ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:06:44.910153 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf475b-6ded-495c-9cc4-6add577dc5ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 08679c51-61f8-4b38-bd09-a5bd8e88eff9) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:44.914941 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bf475b-6ded-495c-9cc4-6add577dc5ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:44.915577 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e8bf475b-6ded-495c-9cc4-6add577dc5ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:44.934580 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e8bf475b-6ded-495c-9cc4-6add577dc5ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6784530 Aug 27 15:06:44.938963 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47764) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:06:44.948627 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33498c09-184a-4bdf-9ad3-b45f25befc61 None None] Network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:06:45.033628 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:45.058841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Transition to ACTIVE for port object a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:45.078112 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:45.213204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Attempting to bind port a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:06:45.213777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Attempting to bind port a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:06:45.214345 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Attempting to bind port a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:06:45.252983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976135a4-dc4a-4015-8ca4-d89fa890b40d None None] Pushing event updated for resources: {'Port': ['ID=a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:45.263952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:06:45.264764 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:45.265115 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:45.265806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:06:45.266583 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Bound port: a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:06:45.267227 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:45.353507 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ips': [{'subnet_id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:06:45.354407 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:45.360283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] For port a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:06:45.384074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] For port a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:06:45.394127 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:45.538858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Routers {'2c7a17d4-9150-45f1-8063-7d002f07adb5'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:45.539512 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:06:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2c7a17d4-9150-45f1-8063-7d002f07adb5'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:45.609833 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:45.610591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976135a4-dc4a-4015-8ca4-d89fa890b40d None None] Pushing event updated for resources: {'Port': ['ID=a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:45.692372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Allocated IP 172.20.0.2 (08679c51-61f8-4b38-bd09-a5bd8e88eff9/a35933af-b3e8-4eff-a1f5-3b48a910606d/7a9a7e79-8c43-469c-baaa-e98ceed8c3f7) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:06:45.787271 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] Set router 2c7a17d4-9150-45f1-8063-7d002f07adb5 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:46.106040 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:46.121792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Transition to ACTIVE for port object 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:46.149444 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Transition to ACTIVE for port object 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:46.163942 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:46.211656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:46.215867 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:06:42Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:42Z', 'updated_at': '2021-08-27T15:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:46.220632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:46.230519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:06:46.233169 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Pushing event updated for resources: {'Port': ['ID=7a9a7e79-8c43-469c-baaa-e98ceed8c3f7,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:46.260864 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.20.0.1 (08679c51-61f8-4b38-bd09-a5bd8e88eff9/a35933af-b3e8-4eff-a1f5-3b48a910606d/a479162e-9474-4373-8197-547c5979c978) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:06:46.284102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f2fd77-7e67-4c88-90a6-8b3bf42be522 None None] The sync data for ids ['2c7a17d4-9150-45f1-8063-7d002f07adb5'] in n-d-712139-12 is: [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:06:42Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:42Z', 'updated_at': '2021-08-27T15:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:06:46.380427 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Attempting to bind port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:06:46.381014 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Attempting to bind port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '71944b2f-6cf2-4a5e-9ec0-c02739644a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:06:46.381540 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Attempting to bind port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 on network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:06:46.390407 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:06:46.391194 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Checking segment: {'id': '71944b2f-6cf2-4a5e-9ec0-c02739644a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:46.391688 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:46.392253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Bound using segment: {'id': '71944b2f-6cf2-4a5e-9ec0-c02739644a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:06:46.392916 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Bound port: 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71944b2f-6cf2-4a5e-9ec0-c02739644a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:06:46.393464 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:46.486626 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:46.487373 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] For port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:06:46.492843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] For port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7a9a7e79-8c43-469c-baaa-e98ceed8c3f7,segment=NetworkSegment(71944b2f-6cf2-4a5e-9ec0-c02739644a3c),segment_id=71944b2f-6cf2-4a5e-9ec0-c02739644a3c)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:06:46.501566 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:46.515504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Transition to ACTIVE for port object a479162e-9474-4373-8197-547c5979c978 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:46.598813 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b4d18-44d3-4e3f-baa0-696ff67a8b8c None None] Pushing event updated for resources: {'Port': ['ID=7a9a7e79-8c43-469c-baaa-e98ceed8c3f7,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:46.599078 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:46.669533 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:46.673952 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:46.678449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:06:46.686189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=a479162e-9474-4373-8197-547c5979c978,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:46.774108 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.045008 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.228124 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:47.323979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:47.332269 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:47.333242 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.471822 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.513643 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:47.523137 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.524636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:47.548892 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.556673 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.726144 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.735310 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-27908c7f-a5d0-4189-843f-779cfbc79c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.760428 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:47.761456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:47.766646 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=a479162e-9474-4373-8197-547c5979c978,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:47.769150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:47.921867 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:47.924740 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:47.995886 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365fa12a-2b36-4288-9ccf-c08abd850e98 None None] Network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:06:48.071780 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 2c7a17d4-9150-45f1-8063-7d002f07adb5 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:06:48.134157 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-53d450cc-4a25-4f96-ab7c-5e7ff43f083a None None] Provisioning for port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:48.149594 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-53d450cc-4a25-4f96-ab7c-5e7ff43f083a None None] Provisioning complete for port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:48.150221 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53d450cc-4a25-4f96-ab7c-5e7ff43f083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:48.235909 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:06:48.258726 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0123fb3b-af77-4651-a0df-babe7dfecfae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "PUT /v2.0/routers/2c7a17d4-9150-45f1-8063-7d002f07adb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3042145 Aug 27 15:06:48.456969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-59d4084a-720f-4fc3-ae53-dc8f8d4e8abe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279472711&fields=id&tenant_id=fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 267 time: 0.0441711 Aug 27 15:06:48.462059 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53d450cc-4a25-4f96-ab7c-5e7ff43f083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:48.532371 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-53d450cc-4a25-4f96-ab7c-5e7ff43f083a None None] For port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7a9a7e79-8c43-469c-baaa-e98ceed8c3f7,segment=NetworkSegment(71944b2f-6cf2-4a5e-9ec0-c02739644a3c),segment_id=71944b2f-6cf2-4a5e-9ec0-c02739644a3c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:48.538611 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53d450cc-4a25-4f96-ab7c-5e7ff43f083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:48.620741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d450cc-4a25-4f96-ab7c-5e7ff43f083a None None] Pushing event updated for resources: {'Port': ['ID=7a9a7e79-8c43-469c-baaa-e98ceed8c3f7,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:48.636156 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789941-e578-431d-9356-d82ae1ed128c req-92f14e52-0cfb-4d72-be09-02c0c8b1f11a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:48.638891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-92f14e52-0cfb-4d72-be09-02c0c8b1f11a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/networks?id=08679c51-61f8-4b38-bd09-a5bd8e88eff9 HTTP/1.1" status: 200 len: 796 time: 0.1730292 Aug 27 15:06:48.671849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-c04029c0-0b31-45da-99de-837841ea1613 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/quotas/fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 375 time: 0.0186069 Aug 27 15:06:48.689668 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Sync routers for ids ['2c7a17d4-9150-45f1-8063-7d002f07adb5'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:06:48.703328 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Routers {'2c7a17d4-9150-45f1-8063-7d002f07adb5'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:48.704021 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:06:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2c7a17d4-9150-45f1-8063-7d002f07adb5'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:48.757307 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-62c3c89f-eff8-4823-91a0-53fbc15849fa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751503 Aug 27 15:06:48.874792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cca3c494-72f7-4478-94e8-263a0f81dbf5 None None] Provisioning complete for port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:48.875408 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cca3c494-72f7-4478-94e8-263a0f81dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:48.875596 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Set router 2c7a17d4-9150-45f1-8063-7d002f07adb5 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:48.939862 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-8f363aa6-2c18-4fb4-8a46-41a1d2ba862a service neutron] 10.222.0.55 "GET /v2.0/networks/08679c51-61f8-4b38-bd09-a5bd8e88eff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580684 Aug 27 15:06:49.050055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cca3c494-72f7-4478-94e8-263a0f81dbf5 None None] Provisioning for port a479162e-9474-4373-8197-547c5979c978 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:49.062728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-cca3c494-72f7-4478-94e8-263a0f81dbf5 None None] Provisioning complete for port a479162e-9474-4373-8197-547c5979c978 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:49.063571 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-cca3c494-72f7-4478-94e8-263a0f81dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.132520 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.136229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-cca3c494-72f7-4478-94e8-263a0f81dbf5 None None] Port a479162e-9474-4373-8197-547c5979c978 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:06:49.158493 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-52929701-2ba3-4849-9862-eda73669c05f service neutron] 10.222.0.55 "GET /v2.0/networks/08679c51-61f8-4b38-bd09-a5bd8e88eff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983125 Aug 27 15:06:49.214204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:49.283297 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:06:46Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:42Z', 'updated_at': '2021-08-27T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'a479162e-9474-4373-8197-547c5979c978', 'name': '', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ea:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:45Z', 'updated_at': '2021-08-27T15:06:47Z', 'revision_number': 2, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:49.308609 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0ab143ff-ccba-45fb-894a-b629c58ecb4a None None] Provisioning complete for port a479162e-9474-4373-8197-547c5979c978 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:49.309229 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0ab143ff-ccba-45fb-894a-b629c58ecb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.321411 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Checking router: 2c7a17d4-9150-45f1-8063-7d002f07adb5 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:06:49.321933 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Updating router 2c7a17d4-9150-45f1-8063-7d002f07adb5 port a479162e-9474-4373-8197-547c5979c978 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:06:49.360906 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.383176 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:49.383627 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.415050 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0ab143ff-ccba-45fb-894a-b629c58ecb4a None None] Port a479162e-9474-4373-8197-547c5979c978 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:06:49.471529 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-82c3e6f4-7d69-4b74-a1e8-7d1613db890e req-428a402f-37ca-4db9-b3d1-e60db739a01f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 210 time: 0.0321381 Aug 27 15:06:49.505227 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:49.570737 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:49.570737 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.663985 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4729b399-8eca-4e55-a037-a369d273a642 None None] Provisioning complete for port a479162e-9474-4373-8197-547c5979c978 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:49.664737 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4729b399-8eca-4e55-a037-a369d273a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.794003 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4729b399-8eca-4e55-a037-a369d273a642 None None] Port a479162e-9474-4373-8197-547c5979c978 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:06:49.818843 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.832214 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Transition to ACTIVE for port object a479162e-9474-4373-8197-547c5979c978 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:49.840403 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:49.900590 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Pushing event updated for resources: {'Port': ['ID=a479162e-9474-4373-8197-547c5979c978,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:49.929017 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:49.929862 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:49.930441 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:49.930997 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:49.931514 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:49.932008 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:49.932794 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:49.933377 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:49.933798 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:49.934937 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:49.935555 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:49.936359 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:06:49.994490 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Attempting to bind port a479162e-9474-4373-8197-547c5979c978 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:06:49.995261 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Attempting to bind port a479162e-9474-4373-8197-547c5979c978 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '71944b2f-6cf2-4a5e-9ec0-c02739644a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:06:49.996125 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Attempting to bind port a479162e-9474-4373-8197-547c5979c978 on network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:06:50.006903 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:06:50.007524 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Checking segment: {'id': '71944b2f-6cf2-4a5e-9ec0-c02739644a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:50.008196 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:50.008770 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Bound using segment: {'id': '71944b2f-6cf2-4a5e-9ec0-c02739644a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:06:50.009397 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Bound port: a479162e-9474-4373-8197-547c5979c978, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71944b2f-6cf2-4a5e-9ec0-c02739644a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:06:50.010014 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:50.211056 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] For port a479162e-9474-4373-8197-547c5979c978, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:06:50.215361 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] For port a479162e-9474-4373-8197-547c5979c978, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a479162e-9474-4373-8197-547c5979c978,segment=NetworkSegment(71944b2f-6cf2-4a5e-9ec0-c02739644a3c),segment_id=71944b2f-6cf2-4a5e-9ec0-c02739644a3c)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:06:50.222398 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:50.292550 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Routers {'2c7a17d4-9150-45f1-8063-7d002f07adb5'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:06:50.293205 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:06:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2c7a17d4-9150-45f1-8063-7d002f07adb5'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:50.338904 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41018d82-98a2-4f32-bbee-a5a33e2b19e2 None None] Pushing event updated for resources: {'Port': ['ID=a479162e-9474-4373-8197-547c5979c978,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:50.439330 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] Set router 2c7a17d4-9150-45f1-8063-7d002f07adb5 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:06:50.493124 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:50.683421 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f46f7a08-8480-49c7-bc8f-37e9a3d5fe38 req-52f30cbd-26d4-4d14-a8e6-51eb390da111 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 210 time: 0.0961189 Aug 27 15:06:50.725208 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:06:46Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:42Z', 'updated_at': '2021-08-27T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'a479162e-9474-4373-8197-547c5979c978', 'name': '', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ea:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:45Z', 'updated_at': '2021-08-27T15:06:50Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:06:50.763435 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d96578-7c96-40c8-953c-a014a215fe3b None None] The sync data for ids ['2c7a17d4-9150-45f1-8063-7d002f07adb5'] in n-d-712139-12 is: [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:06:46Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:42Z', 'updated_at': '2021-08-27T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'a479162e-9474-4373-8197-547c5979c978', 'name': '', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ea:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:45Z', 'updated_at': '2021-08-27T15:06:50Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:06:50.795234 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789941-e578-431d-9356-d82ae1ed128c req-fe76c2f6-26f8-47a6-963b-aa74448a52c1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:50.797471 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-fe76c2f6-26f8-47a6-963b-aa74448a52c1 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.52 "GET /v2.0/networks?id=08679c51-61f8-4b38-bd09-a5bd8e88eff9 HTTP/1.1" status: 200 len: 796 time: 0.2497454 Aug 27 15:06:50.869011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-0ff70531-b773-4d33-8ca2-8d0f2506b6c9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 380 time: 0.0619273 Aug 27 15:06:50.880478 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-4f789941-e578-431d-9356-d82ae1ed128c req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'port': {'device_id': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'admin_state_up': True, 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'security_groups': ['8d30e757-b39b-46be-8318-4b0bafbf60b7']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:51.041869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f789941-e578-431d-9356-d82ae1ed128c req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:06:51.049824 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4f789941-e578-431d-9356-d82ae1ed128c req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:51.186625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a479162e-9474-4373-8197-547c5979c978 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:51.291443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port a479162e-9474-4373-8197-547c5979c978 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:51.305116 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a479162e-9474-4373-8197-547c5979c978 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:51.305716 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:51.329546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-4f789941-e578-431d-9356-d82ae1ed128c req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.20.0.9 (08679c51-61f8-4b38-bd09-a5bd8e88eff9/a35933af-b3e8-4eff-a1f5-3b48a910606d/87aac674-8573-4e20-9d90-11354f425b98) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:06:51.445646 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:51.491959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port a479162e-9474-4373-8197-547c5979c978, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a479162e-9474-4373-8197-547c5979c978,segment=NetworkSegment(71944b2f-6cf2-4a5e-9ec0-c02739644a3c),segment_id=71944b2f-6cf2-4a5e-9ec0-c02739644a3c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:51.498247 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:51.594052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=a479162e-9474-4373-8197-547c5979c978,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:51.596637 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4f789941-e578-431d-9356-d82ae1ed128c req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:51.621997 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-4f789941-e578-431d-9356-d82ae1ed128c req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Transition to ACTIVE for port object 87aac674-8573-4e20-9d90-11354f425b98 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:51.664727 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4f789941-e578-431d-9356-d82ae1ed128c req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:51.722944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f789941-e578-431d-9356-d82ae1ed128c req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:06:51.728051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-4f789941-e578-431d-9356-d82ae1ed128c req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:06:51.732301 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f789941-e578-431d-9356-d82ae1ed128c req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:06:51.777795 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=87aac674-8573-4e20-9d90-11354f425b98,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:51.856722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789941-e578-431d-9356-d82ae1ed128c req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:51.857796 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4f789941-e578-431d-9356-d82ae1ed128c req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:51.891747 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-f62d0e54-b8c4-4465-90c0-35b1034894fe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0158708 Aug 27 15:06:51.900678 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330db77-4033-44f4-908e-1a74a7178f3d req-de72cb22-460c-4d55-ac39-a0b50bb02756 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:51.902412 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b330db77-4033-44f4-908e-1a74a7178f3d req-de72cb22-460c-4d55-ac39-a0b50bb02756 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 931 time: 0.0624053 Aug 27 15:06:51.909059 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Request body: {'port': {'device_id': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:06:51.969977 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b330db77-4033-44f4-908e-1a74a7178f3d req-c3afa258-a222-42b7-97e9-c68a1e78864a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499547 Aug 27 15:06:51.999859 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:52.134653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0e62f137-5609-4f3a-969c-3068c2dd1b35 None None] Provisioning for port 87aac674-8573-4e20-9d90-11354f425b98 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:52.141736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0e62f137-5609-4f3a-969c-3068c2dd1b35 None None] Provisioning complete for port 87aac674-8573-4e20-9d90-11354f425b98 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:52.142285 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0e62f137-5609-4f3a-969c-3068c2dd1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:52.199486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0e62f137-5609-4f3a-969c-3068c2dd1b35 None None] Port 87aac674-8573-4e20-9d90-11354f425b98 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:06:52.236767 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:52.440427 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87aac674-8573-4e20-9d90-11354f425b98 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:06:52.449670 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:52.465627 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Transition to ACTIVE for port object 87aac674-8573-4e20-9d90-11354f425b98 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:06:52.471236 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:52.552040 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Pushing event updated for resources: {'Port': ['ID=87aac674-8573-4e20-9d90-11354f425b98,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:52.628324 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Attempting to bind port 87aac674-8573-4e20-9d90-11354f425b98 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:06:52.628881 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Attempting to bind port 87aac674-8573-4e20-9d90-11354f425b98 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '71944b2f-6cf2-4a5e-9ec0-c02739644a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:06:52.629422 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Attempting to bind port 87aac674-8573-4e20-9d90-11354f425b98 on network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:06:52.636917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Port 87aac674-8573-4e20-9d90-11354f425b98 on network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:06:52.637388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Attempting to bind port 87aac674-8573-4e20-9d90-11354f425b98 on network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:06:52.646119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:06:52.646639 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Checking segment: {'id': '71944b2f-6cf2-4a5e-9ec0-c02739644a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:06:52.647210 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Bound using segment: {'id': '71944b2f-6cf2-4a5e-9ec0-c02739644a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:06:52.647769 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Bound port: 87aac674-8573-4e20-9d90-11354f425b98, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71944b2f-6cf2-4a5e-9ec0-c02739644a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:06:52.648351 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:52.755651 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] For port 87aac674-8573-4e20-9d90-11354f425b98, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:06:52.759979 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] For port 87aac674-8573-4e20-9d90-11354f425b98, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=87aac674-8573-4e20-9d90-11354f425b98,segment=NetworkSegment(71944b2f-6cf2-4a5e-9ec0-c02739644a3c),segment_id=71944b2f-6cf2-4a5e-9ec0-c02739644a3c)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:06:52.766432 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:52.805555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:52.806617 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:52.808058 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] 10.222.0.52 "PUT /v2.0/ports/87aac674-8573-4e20-9d90-11354f425b98 HTTP/1.1" status: 200 len: 1092 time: 0.9083915 Aug 27 15:06:52.808559 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'tag': '87aac674-8573-4e20-9d90-11354f425b98'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:06:52.810973 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5c6323-6a20-4f41-8490-da88c3694ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc77f037-9cf2-4d64-af18-d638b205f22f", "tag": "87aac674-8573-4e20-9d90-11354f425b98"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:06:52.848003 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158b3c2-1deb-43cc-b8f3-4a8ff6ae4e37 service neutron] Pushing event updated for resources: {'Port': ['ID=87aac674-8573-4e20-9d90-11354f425b98,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:52.924162 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2577b9ed-0e3d-4781-ba27-5da96dbc714c x-openstack-request-id: req-2577b9ed-0e3d-4781-ba27-5da96dbc714c {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:06:52.924641 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc77f037-9cf2-4d64-af18-d638b205f22f", "tag": "87aac674-8573-4e20-9d90-11354f425b98", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:06:52.925039 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2577b9ed-0e3d-4781-ba27-5da96dbc714c {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:06:52.925877 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'tag': '87aac674-8573-4e20-9d90-11354f425b98', 'status': 'completed', 'code': 200} Aug 27 15:06:52.956359 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789941-e578-431d-9356-d82ae1ed128c req-54612954-bec9-4515-b47b-2ca5b325a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:52.959238 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-54612954-bec9-4515-b47b-2ca5b325a1f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 1095 time: 0.0832081 Aug 27 15:06:53.156597 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a479162e-9474-4373-8197-547c5979c978 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:53.168420 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81135c88-8c92-4f99-903c-8d333e42d719 req-e268faab-5cb8-4c2c-ad29-de5dc8233676 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:53.170129 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81135c88-8c92-4f99-903c-8d333e42d719 req-e268faab-5cb8-4c2c-ad29-de5dc8233676 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 943 time: 0.0826418 Aug 27 15:06:53.222201 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-81135c88-8c92-4f99-903c-8d333e42d719 req-a18e9752-6ecf-4226-8c53-1419f8eae104 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442092 Aug 27 15:06:53.251402 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port a479162e-9474-4373-8197-547c5979c978 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:53.252414 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:53.534876 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-ac6619e5-23b7-4aeb-abc7-33ac493e233d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87aac674-8573-4e20-9d90-11354f425b98 HTTP/1.1" status: 200 len: 217 time: 0.5672662 Aug 27 15:06:53.594610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789941-e578-431d-9356-d82ae1ed128c req-be22532c-ad38-4e82-861a-e0e3c93b59df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:53.596764 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-be22532c-ad38-4e82-861a-e0e3c93b59df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a35933af-b3e8-4eff-a1f5-3b48a910606d HTTP/1.1" status: 200 len: 834 time: 0.0553052 Aug 27 15:06:53.650189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789941-e578-431d-9356-d82ae1ed128c req-e01962ae-10c8-475d-b604-731b6a8d96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:53.652129 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-e01962ae-10c8-475d-b604-731b6a8d96d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08679c51-61f8-4b38-bd09-a5bd8e88eff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482781 Aug 27 15:06:53.766959 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-44cc4597-7320-449e-ab5f-5c07f0c860f6 service neutron] 10.222.0.52 "GET /v2.0/networks/08679c51-61f8-4b38-bd09-a5bd8e88eff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075213 Aug 27 15:06:53.872618 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4f789941-e578-431d-9356-d82ae1ed128c req-996945f3-46bb-454a-9efc-694d88bcb59b service neutron] 10.222.0.52 "GET /v2.0/networks/08679c51-61f8-4b38-bd09-a5bd8e88eff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990186 Aug 27 15:06:53.974598 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c6323-6a20-4f41-8490-da88c3694ee7 req-d53ad4ce-e18d-4539-96fe-3bce8b392b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:53.976644 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d5c6323-6a20-4f41-8490-da88c3694ee7 req-d53ad4ce-e18d-4539-96fe-3bce8b392b13 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 1095 time: 0.0524433 Aug 27 15:06:54.088461 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c6323-6a20-4f41-8490-da88c3694ee7 req-b9f8c8ec-d70c-435a-a122-b196d359e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:54.090152 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d5c6323-6a20-4f41-8490-da88c3694ee7 req-b9f8c8ec-d70c-435a-a122-b196d359e2a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=08679c51-61f8-4b38-bd09-a5bd8e88eff9 HTTP/1.1" status: 200 len: 897 time: 0.1031432 Aug 27 15:06:54.139080 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d5c6323-6a20-4f41-8490-da88c3694ee7 req-b8fb3ab0-9a29-4baf-8dd2-e94d51b53fa7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87aac674-8573-4e20-9d90-11354f425b98 HTTP/1.1" status: 200 len: 217 time: 0.0413625 Aug 27 15:06:54.201281 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c6323-6a20-4f41-8490-da88c3694ee7 req-1a79aeb5-7c68-48c6-a3b3-a0cf1cc04103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:54.203170 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d5c6323-6a20-4f41-8490-da88c3694ee7 req-1a79aeb5-7c68-48c6-a3b3-a0cf1cc04103 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a35933af-b3e8-4eff-a1f5-3b48a910606d HTTP/1.1" status: 200 len: 834 time: 0.0574849 Aug 27 15:06:54.260458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c6323-6a20-4f41-8490-da88c3694ee7 req-baefb4f9-d1ca-44da-9948-42aabe301cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:54.263015 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d5c6323-6a20-4f41-8490-da88c3694ee7 req-baefb4f9-d1ca-44da-9948-42aabe301cf6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08679c51-61f8-4b38-bd09-a5bd8e88eff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518258 Aug 27 15:06:54.418325 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d3ced-0bb1-4f52-8505-9127a66f7dc2 req-0b38e7fe-782a-4835-b78b-b2e719bd87ef tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:54.420203 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-905d3ced-0bb1-4f52-8505-9127a66f7dc2 req-0b38e7fe-782a-4835-b78b-b2e719bd87ef tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 943 time: 0.0971701 Aug 27 15:06:54.427606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d5c6323-6a20-4f41-8490-da88c3694ee7 req-c3d1da70-08a9-46ba-b090-99b3551b12af service neutron] 10.222.0.52 "GET /v2.0/networks/08679c51-61f8-4b38-bd09-a5bd8e88eff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569622 Aug 27 15:06:54.528463 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-905d3ced-0bb1-4f52-8505-9127a66f7dc2 req-80f495b5-84f3-4e93-b00b-bef6aeed76a0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981393 Aug 27 15:06:54.579131 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d5c6323-6a20-4f41-8490-da88c3694ee7 req-d91054d1-f76f-48f5-a779-84ed36702247 service neutron] 10.222.0.52 "GET /v2.0/networks/08679c51-61f8-4b38-bd09-a5bd8e88eff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400762 Aug 27 15:06:55.675557 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708da81c-79fd-4794-a1c7-6b693d218d52 req-43e95a81-264a-48b2-83b4-b0ecb54f1f4b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:55.677253 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-708da81c-79fd-4794-a1c7-6b693d218d52 req-43e95a81-264a-48b2-83b4-b0ecb54f1f4b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 943 time: 0.0620558 Aug 27 15:06:55.727361 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-708da81c-79fd-4794-a1c7-6b693d218d52 req-70d59e67-fc48-464c-9d2e-60dcad15f82f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387032 Aug 27 15:06:56.236607 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:06:56.733102 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 87aac674-8573-4e20-9d90-11354f425b98 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:06:56.882453 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 87aac674-8573-4e20-9d90-11354f425b98, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=87aac674-8573-4e20-9d90-11354f425b98,segment=NetworkSegment(71944b2f-6cf2-4a5e-9ec0-c02739644a3c),segment_id=71944b2f-6cf2-4a5e-9ec0-c02739644a3c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:56.897216 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796238cb-1b46-4929-b58b-3f8a46030f19 req-017be791-0230-4c8f-8c27-39c27cd5935d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:56.899304 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-796238cb-1b46-4929-b58b-3f8a46030f19 req-017be791-0230-4c8f-8c27-39c27cd5935d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 943 time: 0.0616829 Aug 27 15:06:56.907877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': '87aac674-8573-4e20-9d90-11354f425b98', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'port_id': '87aac674-8573-4e20-9d90-11354f425b98', 'mac_address': 'fa:16:3e:d9:af:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:06:56.949490 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-796238cb-1b46-4929-b58b-3f8a46030f19 req-ac4547e1-b78d-46a6-aa35-0c68aa0e32db tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386436 Aug 27 15:06:56.979787 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:56.996929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87aac674-8573-4e20-9d90-11354f425b98 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:06:57.020086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 87aac674-8573-4e20-9d90-11354f425b98, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=87aac674-8573-4e20-9d90-11354f425b98,segment=NetworkSegment(71944b2f-6cf2-4a5e-9ec0-c02739644a3c),segment_id=71944b2f-6cf2-4a5e-9ec0-c02739644a3c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:57.025084 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:57.085268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=87aac674-8573-4e20-9d90-11354f425b98,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:57.236637 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['87aac674-8573-4e20-9d90-11354f425b98'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:06:58.091499 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8174-b08f-4b52-9745-21bd6eb5e793 req-12f110cc-3a21-4a7b-88dd-3b01e1ce447d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:58.093943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-af5e8174-b08f-4b52-9745-21bd6eb5e793 req-12f110cc-3a21-4a7b-88dd-3b01e1ce447d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 944 time: 0.0602410 Aug 27 15:06:58.144194 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-af5e8174-b08f-4b52-9745-21bd6eb5e793 req-34a580e7-8812-43cd-b1d5-340287a5d3e3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427532 Aug 27 15:06:58.744907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 87aac674-8573-4e20-9d90-11354f425b98 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:06:58.806366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port 87aac674-8573-4e20-9d90-11354f425b98 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:06:58.812002 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port 87aac674-8573-4e20-9d90-11354f425b98 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:06:58.812394 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:58.943600 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:58.986015 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87aac674-8573-4e20-9d90-11354f425b98'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:06:58.990376 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e04ee6-c974-4a54-9abe-285b1a41d335" -d '{"events": [{"server_uuid": "dc77f037-9cf2-4d64-af18-d638b205f22f", "name": "network-vif-plugged", "status": "completed", "tag": "87aac674-8573-4e20-9d90-11354f425b98"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:06:59.016545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port 87aac674-8573-4e20-9d90-11354f425b98, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=87aac674-8573-4e20-9d90-11354f425b98,segment=NetworkSegment(71944b2f-6cf2-4a5e-9ec0-c02739644a3c),segment_id=71944b2f-6cf2-4a5e-9ec0-c02739644a3c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:06:59.022744 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:06:59.035346 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f298e680-03f9-4ab1-885c-42e65247eaf9 x-openstack-request-id: req-f298e680-03f9-4ab1-885c-42e65247eaf9 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:06:59.035798 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc77f037-9cf2-4d64-af18-d638b205f22f", "name": "network-vif-plugged", "status": "completed", "tag": "87aac674-8573-4e20-9d90-11354f425b98", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:06:59.036237 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f298e680-03f9-4ab1-885c-42e65247eaf9 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:06:59.036859 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87aac674-8573-4e20-9d90-11354f425b98', 'code': 200} Aug 27 15:06:59.129390 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=87aac674-8573-4e20-9d90-11354f425b98,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:06:59.152219 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0661dea-87c2-40cd-8c9f-dbac220625aa req-57a9001a-194b-4738-8f8e-9157a8a1164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:59.153834 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0661dea-87c2-40cd-8c9f-dbac220625aa req-57a9001a-194b-4738-8f8e-9157a8a1164e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 1097 time: 0.0526857 Aug 27 15:06:59.206824 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0661dea-87c2-40cd-8c9f-dbac220625aa req-dd51d0cf-9068-4d44-b984-65a93068e249 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459201 Aug 27 15:06:59.286873 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a764d-973a-436a-a320-172c033e87ad req-76b1907d-52f8-4af4-95b1-9c1a7c749af7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:06:59.288550 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-801a764d-973a-436a-a320-172c033e87ad req-76b1907d-52f8-4af4-95b1-9c1a7c749af7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0613589 Aug 27 15:06:59.339685 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-801a764d-973a-436a-a320-172c033e87ad req-f3b2d8d1-2463-4d30-80e5-6544b528ac10 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397761 Aug 27 15:07:00.491310 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e56ba4-a237-44b6-9798-39f2f3c97b7b req-37d19577-7b16-454e-a1df-61d34f88df76 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:00.493256 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7e56ba4-a237-44b6-9798-39f2f3c97b7b req-37d19577-7b16-454e-a1df-61d34f88df76 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0729194 Aug 27 15:07:00.551481 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7e56ba4-a237-44b6-9798-39f2f3c97b7b req-b202a1ed-c45c-4182-98f3-16c671dc0799 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472717 Aug 27 15:07:00.737396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23a3ea-6e2e-4634-bd0d-b97e82f49a0e req-9378ceb8-3e0c-4efd-abe3-d2cca5a9ae15 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:00.739526 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d23a3ea-6e2e-4634-bd0d-b97e82f49a0e req-9378ceb8-3e0c-4efd-abe3-d2cca5a9ae15 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0686011 Aug 27 15:07:00.798340 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7d23a3ea-6e2e-4634-bd0d-b97e82f49a0e req-f16a6795-96e1-421e-a3cf-2bf336433c7b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459855 Aug 27 15:07:00.839920 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47818) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:00.910859 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90492ee-f678-4fe0-a305-030336f25de4 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:00.913631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e90492ee-f678-4fe0-a305-030336f25de4 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 1092 time: 0.0720558 Aug 27 15:07:00.916835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47820) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:00.922563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '87aac674-8573-4e20-9d90-11354f425b98', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:07:00.949793 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:01.085026 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:01.222084 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.25.2.192 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/d2362098-f981-44ab-a424-ab0fdcd96dc2) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:07:01.377567 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:01.430303 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:01.477990 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:07:01.481357 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:07:01.485836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:07:01.524342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=d2362098-f981-44ab-a424-ab0fdcd96dc2,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:02.081761 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:02.164783 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:02.352188 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:02.357875 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:02.440137 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=d2362098-f981-44ab-a424-ab0fdcd96dc2,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:07:02.455506 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:02.574399 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Floating IP e030736e-2bec-494d-bce7-212569516c9c associated. External IP: 172.25.2.192, port: 87aac674-8573-4e20-9d90-11354f425b98. Aug 27 15:07:02.822067 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 2c7a17d4-9150-45f1-8063-7d002f07adb5 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:07:02.948538 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:07:02.960012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9765cd2-e11b-455d-b366-1a7bc2779ea3 None None] Sync routers for ids ['2c7a17d4-9150-45f1-8063-7d002f07adb5'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:07:02.970561 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9765cd2-e11b-455d-b366-1a7bc2779ea3 None None] Routers {'2c7a17d4-9150-45f1-8063-7d002f07adb5'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:07:02.971326 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c9765cd2-e11b-455d-b366-1a7bc2779ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:06:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2c7a17d4-9150-45f1-8063-7d002f07adb5'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:02.974622 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:03.024346 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2857b4d2-7f33-4c8b-be8a-b8c741047e11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1061003 Aug 27 15:07:03.025323 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'tag': '87aac674-8573-4e20-9d90-11354f425b98'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:07:03.029707 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73388672-4583-4948-8d64-97dc90147213" -d '{"events": [{"name": "network-changed", "server_uuid": "dc77f037-9cf2-4d64-af18-d638b205f22f", "tag": "87aac674-8573-4e20-9d90-11354f425b98"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:07:03.076523 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85510d9e-4185-4848-8769-5c68cf5c2b4c x-openstack-request-id: req-85510d9e-4185-4848-8769-5c68cf5c2b4c {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:07:03.076803 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc77f037-9cf2-4d64-af18-d638b205f22f", "tag": "87aac674-8573-4e20-9d90-11354f425b98", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:07:03.077153 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85510d9e-4185-4848-8769-5c68cf5c2b4c {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:07:03.079167 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'tag': '87aac674-8573-4e20-9d90-11354f425b98', 'status': 'completed', 'code': 200} Aug 27 15:07:03.139621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-c9765cd2-e11b-455d-b366-1a7bc2779ea3 None None] Set router 2c7a17d4-9150-45f1-8063-7d002f07adb5 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:07:03.186201 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73388672-4583-4948-8d64-97dc90147213 req-efe7cf6a-8039-47a8-b457-c4b8187deea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:03.188891 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73388672-4583-4948-8d64-97dc90147213 req-efe7cf6a-8039-47a8-b457-c4b8187deea9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 1097 time: 0.0792811 Aug 27 15:07:03.262087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b836dc-0020-4510-93c4-66a66394f736 req-47585e6e-f56c-4bc2-a81f-40b4178c9cea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:03.263732 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-63b836dc-0020-4510-93c4-66a66394f736 req-47585e6e-f56c-4bc2-a81f-40b4178c9cea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.1187565 Aug 27 15:07:03.383389 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-63b836dc-0020-4510-93c4-66a66394f736 req-cad0a87c-411c-481e-8b89-f606eb937be7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040854 Aug 27 15:07:03.396950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73388672-4583-4948-8d64-97dc90147213 req-d95aa731-7c5d-4b83-b012-2cf0a30a11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:03.399108 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73388672-4583-4948-8d64-97dc90147213 req-d95aa731-7c5d-4b83-b012-2cf0a30a11bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=08679c51-61f8-4b38-bd09-a5bd8e88eff9 HTTP/1.1" status: 200 len: 897 time: 0.2015092 Aug 27 15:07:03.406726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47826) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:03.488793 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73388672-4583-4948-8d64-97dc90147213 req-bc00a6f8-86c3-4187-bad2-7a9917cea0c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87aac674-8573-4e20-9d90-11354f425b98 HTTP/1.1" status: 200 len: 999 time: 0.0825045 Aug 27 15:07:03.503778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c9765cd2-e11b-455d-b366-1a7bc2779ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:06:46Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:42Z', 'updated_at': '2021-08-27T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'e030736e-2bec-494d-bce7-212569516c9c', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'port_id': '87aac674-8573-4e20-9d90-11354f425b98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'mac_address': 'fa:16:3e:d9:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:07:01Z', 'updated_at': '2021-08-27T15:07:01Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a479162e-9474-4373-8197-547c5979c978', 'name': '', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ea:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:45Z', 'updated_at': '2021-08-27T15:06:51Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:03.524540 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bffdd63a-2563-4723-9c10-3f53229972a2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/e030736e-2bec-494d-bce7-212569516c9c HTTP/1.1" status: 200 len: 991 time: 0.1146562 Aug 27 15:07:03.535932 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9765cd2-e11b-455d-b366-1a7bc2779ea3 None None] Checking router: 2c7a17d4-9150-45f1-8063-7d002f07adb5 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:07:03.548865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9765cd2-e11b-455d-b366-1a7bc2779ea3 None None] Routers {'2c7a17d4-9150-45f1-8063-7d002f07adb5'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:07:03.549525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c9765cd2-e11b-455d-b366-1a7bc2779ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:06:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2c7a17d4-9150-45f1-8063-7d002f07adb5'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:03.578863 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73388672-4583-4948-8d64-97dc90147213 req-bc704c82-b42f-4360-b4e3-d146541d54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:03.581258 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73388672-4583-4948-8d64-97dc90147213 req-bc704c82-b42f-4360-b4e3-d146541d54fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a35933af-b3e8-4eff-a1f5-3b48a910606d HTTP/1.1" status: 200 len: 834 time: 0.0854087 Aug 27 15:07:03.637384 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73388672-4583-4948-8d64-97dc90147213 req-01af4a92-e127-4ccc-a9e2-f9b5693a8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:03.639161 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73388672-4583-4948-8d64-97dc90147213 req-01af4a92-e127-4ccc-a9e2-f9b5693a8b55 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08679c51-61f8-4b38-bd09-a5bd8e88eff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510213 Aug 27 15:07:03.693929 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-c9765cd2-e11b-455d-b366-1a7bc2779ea3 None None] Set router 2c7a17d4-9150-45f1-8063-7d002f07adb5 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:07:03.785522 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73388672-4583-4948-8d64-97dc90147213 req-b66fc964-7e72-46cf-b6e2-fad5dd295db4 service neutron] 10.222.0.52 "GET /v2.0/networks/08679c51-61f8-4b38-bd09-a5bd8e88eff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391132 Aug 27 15:07:03.900889 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-73388672-4583-4948-8d64-97dc90147213 req-60615e33-940e-456c-a351-2f2e64862ba5 service neutron] 10.222.0.52 "GET /v2.0/networks/08679c51-61f8-4b38-bd09-a5bd8e88eff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079257 Aug 27 15:07:04.015898 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-c9765cd2-e11b-455d-b366-1a7bc2779ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:06:46Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:42Z', 'updated_at': '2021-08-27T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'e030736e-2bec-494d-bce7-212569516c9c', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'port_id': '87aac674-8573-4e20-9d90-11354f425b98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'mac_address': 'fa:16:3e:d9:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:07:01Z', 'updated_at': '2021-08-27T15:07:01Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a479162e-9474-4373-8197-547c5979c978', 'name': '', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ea:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:45Z', 'updated_at': '2021-08-27T15:06:51Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:07:04.046502 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9765cd2-e11b-455d-b366-1a7bc2779ea3 None None] The sync data for ids ['2c7a17d4-9150-45f1-8063-7d002f07adb5'] in n-d-712139-12 is: [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:06:46Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:42Z', 'updated_at': '2021-08-27T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'e030736e-2bec-494d-bce7-212569516c9c', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'port_id': '87aac674-8573-4e20-9d90-11354f425b98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'mac_address': 'fa:16:3e:d9:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:07:01Z', 'updated_at': '2021-08-27T15:07:01Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a479162e-9474-4373-8197-547c5979c978', 'name': '', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ea:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:45Z', 'updated_at': '2021-08-27T15:06:51Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:07:04.259890 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dd2ff5-f8e3-40c7-9320-9b9e6e90f6d7 None None] New status for floating IP e030736e-2bec-494d-bce7-212569516c9c: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:07:04.527445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47828) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:04.610591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c6fd25f1-31a0-4600-9ac5-9a89b95aefa3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/e030736e-2bec-494d-bce7-212569516c9c HTTP/1.1" status: 200 len: 993 time: 0.0814936 Aug 27 15:07:10.685483 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:14.794000 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53cea5c2-fd05-4a42-b187-47f8a9511931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.610493 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:17.617285 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-76dc0cb3-cbc4-41f9-b3d6-decdc8314c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:19.031344 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:20.494241 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:22.220070 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:30.080734 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5c9a060-a724-49db-923d-0efcfae3c2a2 req-7475b228-7d9e-4f31-8539-cd3c7793b7d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264964 Aug 27 15:07:30.152512 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5c9a060-a724-49db-923d-0efcfae3c2a2 req-7588a49f-45c1-49e7-8c6f-c23181e5f270 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0266404 Aug 27 15:07:30.193289 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5c9a060-a724-49db-923d-0efcfae3c2a2 req-776207be-c329-43e3-acad-e18620c34cc7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213239 Aug 27 15:07:30.289873 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9a060-a724-49db-923d-0efcfae3c2a2 req-f400c5ae-c534-456e-b68c-4d3f376bae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:30.291414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b5c9a060-a724-49db-923d-0efcfae3c2a2 req-f400c5ae-c534-456e-b68c-4d3f376bae2e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914478 Aug 27 15:07:33.237495 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:07:36.050768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b00f93-a57a-4fa5-9603-28d735f72026 req-027a9d43-311f-43b7-bbd2-727bd9b9ea17 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:36.052440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-76b00f93-a57a-4fa5-9603-28d735f72026 req-027a9d43-311f-43b7-bbd2-727bd9b9ea17 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0596015 Aug 27 15:07:36.094880 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-76b00f93-a57a-4fa5-9603-28d735f72026 req-74047049-cbc3-4648-8105-1bcb6e839e20 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361619 Aug 27 15:07:37.257189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f54ba-ad79-495b-8673-12f26d648c8a req-20f9b72e-06dc-4a43-bd86-0f330abc6f2f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:37.259265 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-707f54ba-ad79-495b-8673-12f26d648c8a req-20f9b72e-06dc-4a43-bd86-0f330abc6f2f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0621212 Aug 27 15:07:37.307273 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-707f54ba-ad79-495b-8673-12f26d648c8a req-b83a82ac-0ce1-481c-aa37-939ed34896a0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411294 Aug 27 15:07:38.445049 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90b045-5699-494b-a704-f2daab732a0b req-db13048a-a103-4498-83e0-76a07fe1df31 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:38.446648 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6c90b045-5699-494b-a704-f2daab732a0b req-db13048a-a103-4498-83e0-76a07fe1df31 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0615389 Aug 27 15:07:38.492104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6c90b045-5699-494b-a704-f2daab732a0b req-df36668d-21e4-4d42-ba9e-1b511e198965 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378430 Aug 27 15:07:39.638610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8136e7-9057-4357-a383-650d1823f648 req-4e9a83a6-1b13-4c63-9fd3-a1732b39d188 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:39.641022 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d8136e7-9057-4357-a383-650d1823f648 req-4e9a83a6-1b13-4c63-9fd3-a1732b39d188 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0727048 Aug 27 15:07:39.693403 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d8136e7-9057-4357-a383-650d1823f648 req-7d17d517-2386-44f4-b667-83b3f459eabb tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452158 Aug 27 15:07:40.689190 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:40.839699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ee432-d216-414b-b240-fb67830df522 req-c0826657-1b71-4278-b9c7-8bbd35adac8a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:40.841391 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-446ee432-d216-414b-b240-fb67830df522 req-c0826657-1b71-4278-b9c7-8bbd35adac8a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0618396 Aug 27 15:07:40.903836 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-446ee432-d216-414b-b240-fb67830df522 req-4836192f-3cc9-4fa5-a0b4-a028653ed5c8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529037 Aug 27 15:07:42.074163 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5f164-d13b-4632-b794-4ad0461fea05 req-8833e991-b0fe-4322-926f-2f5b15ef099f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:42.075795 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6cc5f164-d13b-4632-b794-4ad0461fea05 req-8833e991-b0fe-4322-926f-2f5b15ef099f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0765014 Aug 27 15:07:42.118796 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6cc5f164-d13b-4632-b794-4ad0461fea05 req-9fa6751d-a948-43f0-8555-edf96a5d5803 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354106 Aug 27 15:07:43.276276 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56e754-302c-4ea0-9c5e-7beaa5afa169 req-1c63fa3e-336f-440d-b086-9a622f156b0a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:43.277964 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb56e754-302c-4ea0-9c5e-7beaa5afa169 req-1c63fa3e-336f-440d-b086-9a622f156b0a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0749133 Aug 27 15:07:43.324695 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fb56e754-302c-4ea0-9c5e-7beaa5afa169 req-7f61b612-92be-46f6-8428-7e13d1018181 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380898 Aug 27 15:07:44.194291 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-58800441-cc45-409c-a4f0-4413c65ee3db req-db79c389-7e93-4993-9915-8231ed163a66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0282581 Aug 27 15:07:44.283126 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-58800441-cc45-409c-a4f0-4413c65ee3db req-8a669226-cb43-4c44-9386-a3e7a764262a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0288203 Aug 27 15:07:44.332413 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-58800441-cc45-409c-a4f0-4413c65ee3db req-4984566f-4029-409a-bbde-6c3e51974bb7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226300 Aug 27 15:07:44.459043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58800441-cc45-409c-a4f0-4413c65ee3db req-bbacb05d-1144-45bc-a6ab-27beca0118ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:44.460763 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-58800441-cc45-409c-a4f0-4413c65ee3db req-bbacb05d-1144-45bc-a6ab-27beca0118ea service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214910 Aug 27 15:07:44.487020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ec643-8338-4bf7-9f5b-af0964a876df req-57b5b17c-0af6-4dca-8503-ec8b2695fc5f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:44.488603 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-584ec643-8338-4bf7-9f5b-af0964a876df req-57b5b17c-0af6-4dca-8503-ec8b2695fc5f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0657256 Aug 27 15:07:44.540994 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-584ec643-8338-4bf7-9f5b-af0964a876df req-c930302b-3373-413a-86b7-96529610b4fa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444944 Aug 27 15:07:44.805042 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d880ba10-aff5-4e98-9748-1eeed1439324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:45.684244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8703e-39e8-4f02-bf03-675719ba0a36 req-bc243da7-292c-4141-9573-a8777e61620e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:45.687148 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4d8703e-39e8-4f02-bf03-675719ba0a36 req-bc243da7-292c-4141-9573-a8777e61620e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0589721 Aug 27 15:07:45.747867 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f4d8703e-39e8-4f02-bf03-675719ba0a36 req-22abbe36-791a-4548-af1e-777ebf260e9f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528684 Aug 27 15:07:46.896748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41243e3-d1a7-4b36-a77c-f2764a883b32 req-06f4ab66-8674-4216-8237-eec2bcb2857e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:46.899240 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a41243e3-d1a7-4b36-a77c-f2764a883b32 req-06f4ab66-8674-4216-8237-eec2bcb2857e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0606437 Aug 27 15:07:46.940002 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a41243e3-d1a7-4b36-a77c-f2764a883b32 req-e5328300-f9ae-43c2-b1de-a47af29393d5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343957 Aug 27 15:07:46.985561 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47874) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:47.067631 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-dc5ce29f-a8ff-4ac0-b7d7-35934b9e9b5f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/e030736e-2bec-494d-bce7-212569516c9c HTTP/1.1" status: 200 len: 993 time: 0.0807023 Aug 27 15:07:47.611362 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:47.632899 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-98129bd9-7c05-4638-ab6d-ae7888d3a374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:48.477367 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e4567-188a-42b3-9941-edcde25d0530 req-58352e63-292f-4ed4-94f0-4f64e059f8c6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:48.480255 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830a9fe-4ee3-457a-954b-bcfda392f4e6 req-dcf57198-76d3-4486-95a3-799f0e1f64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:48.480720 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d01e4567-188a-42b3-9941-edcde25d0530 req-58352e63-292f-4ed4-94f0-4f64e059f8c6 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0768397 Aug 27 15:07:48.481960 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e830a9fe-4ee3-457a-954b-bcfda392f4e6 req-dcf57198-76d3-4486-95a3-799f0e1f64f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 1097 time: 0.0546274 Aug 27 15:07:48.549955 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d01e4567-188a-42b3-9941-edcde25d0530 req-b901e689-5fb0-4d9e-b700-f9b7abfc0ede tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585856 Aug 27 15:07:48.603342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830a9fe-4ee3-457a-954b-bcfda392f4e6 req-07babadf-fdd9-4a21-b697-1ac0c7d8dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:48.605164 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e830a9fe-4ee3-457a-954b-bcfda392f4e6 req-07babadf-fdd9-4a21-b697-1ac0c7d8dfb6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=08679c51-61f8-4b38-bd09-a5bd8e88eff9 HTTP/1.1" status: 200 len: 897 time: 0.1167002 Aug 27 15:07:48.685157 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e830a9fe-4ee3-457a-954b-bcfda392f4e6 req-deb0ef7d-676b-485f-b45e-99f93cd0b649 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87aac674-8573-4e20-9d90-11354f425b98 HTTP/1.1" status: 200 len: 1001 time: 0.0731192 Aug 27 15:07:48.757223 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830a9fe-4ee3-457a-954b-bcfda392f4e6 req-a11d16ad-7dd7-485a-ac55-e657afe2143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:48.758939 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e830a9fe-4ee3-457a-954b-bcfda392f4e6 req-a11d16ad-7dd7-485a-ac55-e657afe2143a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a35933af-b3e8-4eff-a1f5-3b48a910606d HTTP/1.1" status: 200 len: 834 time: 0.0676646 Aug 27 15:07:48.836521 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830a9fe-4ee3-457a-954b-bcfda392f4e6 req-d2b2e462-f706-453f-bcdb-809502b8dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:48.838294 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e830a9fe-4ee3-457a-954b-bcfda392f4e6 req-d2b2e462-f706-453f-bcdb-809502b8dff4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08679c51-61f8-4b38-bd09-a5bd8e88eff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721412 Aug 27 15:07:48.948352 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e830a9fe-4ee3-457a-954b-bcfda392f4e6 req-9d4667c6-64dc-41db-8be8-867db09421ee service neutron] 10.222.0.52 "GET /v2.0/networks/08679c51-61f8-4b38-bd09-a5bd8e88eff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025281 Aug 27 15:07:49.043296 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:49.069780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e830a9fe-4ee3-457a-954b-bcfda392f4e6 req-356d35ff-069e-40f1-8935-dddf6fa88eaf service neutron] 10.222.0.52 "GET /v2.0/networks/08679c51-61f8-4b38-bd09-a5bd8e88eff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142936 Aug 27 15:07:49.784989 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627ced-5b5d-4a4b-8c16-41a2a69b0375 req-1845db77-c6b6-4f76-bbf2-6a04b093d8d5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:49.787699 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f627ced-5b5d-4a4b-8c16-41a2a69b0375 req-1845db77-c6b6-4f76-bbf2-6a04b093d8d5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0992980 Aug 27 15:07:49.865872 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0f627ced-5b5d-4a4b-8c16-41a2a69b0375 req-cfd6c264-8828-48f3-9d1c-4627e17a892b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650010 Aug 27 15:07:50.504677 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:07:51.021761 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72be320-b37e-440f-ac7b-9d484dd6ae5f req-2227fc86-15cb-4209-ad4d-3460394411c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:07:51.023488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b72be320-b37e-440f-ac7b-9d484dd6ae5f req-2227fc86-15cb-4209-ad4d-3460394411c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0621202 Aug 27 15:07:51.085078 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b72be320-b37e-440f-ac7b-9d484dd6ae5f req-6c2af0f7-0cb4-4361-9951-ec058f57179d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496452 Aug 27 15:07:51.111428 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47894) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:07:51.184935 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1d2945b3-a8ea-48e3-b297-505047688682 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/e030736e-2bec-494d-bce7-212569516c9c HTTP/1.1" status: 200 len: 993 time: 0.0721674 Aug 27 15:07:52.225894 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:10.237527 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:08:10.696657 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:14.805799 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d8b72a1c-7a8a-401f-aed5-cdfebf056d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:17.610161 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:17.626379 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-76af6bc8-ce3b-426b-a8eb-5561245306f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:19.049120 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:20.504079 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:21.625082 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47912) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:21.805182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port d2362098-f981-44ab-a424-ab0fdcd96dc2 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:08:21.805529 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:21.886461 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:21.886768 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:21.900610 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for d2362098-f981-44ab-a424-ab0fdcd96dc2 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:08:22.072211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:22.100372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=d2362098-f981-44ab-a424-ab0fdcd96dc2,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:22.135600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:22.135955 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:22.136294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:22.136692 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:22.136976 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:22.137314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:22.137650 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:22.137983 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:22.138316 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:22.139416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:22.140060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:22.140680 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:22.185041 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:22.186117 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Floating IP e030736e-2bec-494d-bce7-212569516c9c disassociated (deleted). External IP: 172.25.2.192, port: 87aac674-8573-4e20-9d90-11354f425b98. Aug 27 15:08:22.225646 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:22.802374 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 2c7a17d4-9150-45f1-8063-7d002f07adb5 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:08:22.924686 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:08:22.929363 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:22.936451 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f01c821-b647-49dc-85e5-083ac5ec1d2f None None] Sync routers for ids ['2c7a17d4-9150-45f1-8063-7d002f07adb5'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:08:22.947711 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f01c821-b647-49dc-85e5-083ac5ec1d2f None None] Routers {'2c7a17d4-9150-45f1-8063-7d002f07adb5'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:22.948652 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9f01c821-b647-49dc-85e5-083ac5ec1d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:08:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2c7a17d4-9150-45f1-8063-7d002f07adb5'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:22.969574 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-04e6c09d-2d2d-47f2-a8b6-847ef45fb070 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/floatingips/e030736e-2bec-494d-bce7-212569516c9c HTTP/1.1" status: 204 len: 168 time: 1.3428340 Aug 27 15:08:22.970733 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'tag': '87aac674-8573-4e20-9d90-11354f425b98'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:08:22.975950 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530f239c-b743-454f-91ec-f81f160cd10c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc77f037-9cf2-4d64-af18-d638b205f22f", "tag": "87aac674-8573-4e20-9d90-11354f425b98"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:08:23.028451 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d85a12b-f868-44e5-a1c5-b78ebbebe40b x-openstack-request-id: req-0d85a12b-f868-44e5-a1c5-b78ebbebe40b {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:08:23.028900 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc77f037-9cf2-4d64-af18-d638b205f22f", "tag": "87aac674-8573-4e20-9d90-11354f425b98", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:08:23.029366 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d85a12b-f868-44e5-a1c5-b78ebbebe40b {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:08:23.029894 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'tag': '87aac674-8573-4e20-9d90-11354f425b98', 'status': 'completed', 'code': 200} Aug 27 15:08:23.079665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-9f01c821-b647-49dc-85e5-083ac5ec1d2f None None] Set router 2c7a17d4-9150-45f1-8063-7d002f07adb5 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:23.105372 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f239c-b743-454f-91ec-f81f160cd10c req-446be513-bf7f-4cac-bab0-2b4f72e350e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:23.107299 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-530f239c-b743-454f-91ec-f81f160cd10c req-446be513-bf7f-4cac-bab0-2b4f72e350e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 1097 time: 0.0547988 Aug 27 15:08:23.261244 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f239c-b743-454f-91ec-f81f160cd10c req-f4e949ed-f7b1-464e-8118-3ff6356c47d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:23.263099 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-530f239c-b743-454f-91ec-f81f160cd10c req-f4e949ed-f7b1-464e-8118-3ff6356c47d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=08679c51-61f8-4b38-bd09-a5bd8e88eff9 HTTP/1.1" status: 200 len: 897 time: 0.1479075 Aug 27 15:08:23.312400 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-530f239c-b743-454f-91ec-f81f160cd10c req-68ccbc22-c433-4cd3-a7c0-83670ab99c21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87aac674-8573-4e20-9d90-11354f425b98 HTTP/1.1" status: 200 len: 217 time: 0.0413694 Aug 27 15:08:23.316495 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9f01c821-b647-49dc-85e5-083ac5ec1d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:06:46Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:42Z', 'updated_at': '2021-08-27T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'a479162e-9474-4373-8197-547c5979c978', 'name': '', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ea:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:45Z', 'updated_at': '2021-08-27T15:06:51Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:23.324546 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3b31f-12bb-4256-9884-1c0ecb70d410 req-4ca41ea5-1b8f-4f3e-9dec-859e9083adda tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:23.328476 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d1e3b31f-12bb-4256-9884-1c0ecb70d410 req-4ca41ea5-1b8f-4f3e-9dec-859e9083adda tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.1172733 Aug 27 15:08:23.354114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f01c821-b647-49dc-85e5-083ac5ec1d2f None None] Checking router: 2c7a17d4-9150-45f1-8063-7d002f07adb5 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:08:23.364878 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f01c821-b647-49dc-85e5-083ac5ec1d2f None None] Routers {'2c7a17d4-9150-45f1-8063-7d002f07adb5'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:23.365568 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9f01c821-b647-49dc-85e5-083ac5ec1d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:08:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2c7a17d4-9150-45f1-8063-7d002f07adb5'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:23.407492 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f239c-b743-454f-91ec-f81f160cd10c req-e1c0bf13-78ff-4e87-aa29-1f6e81f6a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:23.409024 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-530f239c-b743-454f-91ec-f81f160cd10c req-e1c0bf13-78ff-4e87-aa29-1f6e81f6a130 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a35933af-b3e8-4eff-a1f5-3b48a910606d HTTP/1.1" status: 200 len: 834 time: 0.0792384 Aug 27 15:08:23.414544 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d1e3b31f-12bb-4256-9884-1c0ecb70d410 req-26f80113-f0e8-4f34-a244-8301f4acd530 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753601 Aug 27 15:08:23.481051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f239c-b743-454f-91ec-f81f160cd10c req-e9b26531-afd4-4d64-905a-61c9c8592895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:23.483676 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-530f239c-b743-454f-91ec-f81f160cd10c req-e9b26531-afd4-4d64-905a-61c9c8592895 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08679c51-61f8-4b38-bd09-a5bd8e88eff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642493 Aug 27 15:08:23.494620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-9f01c821-b647-49dc-85e5-083ac5ec1d2f None None] Set router 2c7a17d4-9150-45f1-8063-7d002f07adb5 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:23.583264 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-530f239c-b743-454f-91ec-f81f160cd10c req-b14c8c8d-8a2e-45a1-9ee2-90cfdfe1ad66 service neutron] 10.222.0.52 "GET /v2.0/networks/08679c51-61f8-4b38-bd09-a5bd8e88eff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913982 Aug 27 15:08:23.714487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-9f01c821-b647-49dc-85e5-083ac5ec1d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:06:46Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:42Z', 'updated_at': '2021-08-27T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'a479162e-9474-4373-8197-547c5979c978', 'name': '', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ea:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:45Z', 'updated_at': '2021-08-27T15:06:51Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:23.739801 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-530f239c-b743-454f-91ec-f81f160cd10c req-998e5f94-8561-4dd4-9e97-0351e78d2355 service neutron] 10.222.0.52 "GET /v2.0/networks/08679c51-61f8-4b38-bd09-a5bd8e88eff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493905 Aug 27 15:08:23.744284 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f01c821-b647-49dc-85e5-083ac5ec1d2f None None] The sync data for ids ['2c7a17d4-9150-45f1-8063-7d002f07adb5'] in n-d-712139-12 is: [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:06:46Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:42Z', 'updated_at': '2021-08-27T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'a479162e-9474-4373-8197-547c5979c978', 'name': '', 'network_id': '08679c51-61f8-4b38-bd09-a5bd8e88eff9', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ea:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:45Z', 'updated_at': '2021-08-27T15:06:51Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': 'a35933af-b3e8-4eff-a1f5-3b48a910606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:08:23.984123 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816043c-06cc-4e59-8021-e13612e82458 None None] New status for floating IP e030736e-2bec-494d-bce7-212569516c9c: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:08:24.570394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05688a23-a1bf-477a-8d1e-d3c5c843bc9e req-756b94df-6897-48c2-be90-c113d2a1c854 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:24.572149 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-05688a23-a1bf-477a-8d1e-d3c5c843bc9e req-756b94df-6897-48c2-be90-c113d2a1c854 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0640142 Aug 27 15:08:24.627211 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-05688a23-a1bf-477a-8d1e-d3c5c843bc9e req-88afeb9a-4564-4ce6-b4ce-22c059c1ebab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d30e757-b39b-46be-8318-4b0bafbf60b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434587 Aug 27 15:08:24.675345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ab4f-61fa-411d-aecc-12240b0adf41 req-328cb930-5de9-48fe-9054-28fe31bb1c2e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:24.676954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-db86ab4f-61fa-411d-aecc-12240b0adf41 req-328cb930-5de9-48fe-9054-28fe31bb1c2e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 945 time: 0.0588336 Aug 27 15:08:24.786295 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-db86ab4f-61fa-411d-aecc-12240b0adf41 req-62f0ed6c-c415-44df-a7c1-21334ddedb06 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port 87aac674-8573-4e20-9d90-11354f425b98 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:08:24.786556 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-db86ab4f-61fa-411d-aecc-12240b0adf41 req-62f0ed6c-c415-44df-a7c1-21334ddedb06 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:24.881498 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-db86ab4f-61fa-411d-aecc-12240b0adf41 req-62f0ed6c-c415-44df-a7c1-21334ddedb06 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port 87aac674-8573-4e20-9d90-11354f425b98, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=87aac674-8573-4e20-9d90-11354f425b98,segment=NetworkSegment(71944b2f-6cf2-4a5e-9ec0-c02739644a3c),segment_id=71944b2f-6cf2-4a5e-9ec0-c02739644a3c)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:24.881868 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-db86ab4f-61fa-411d-aecc-12240b0adf41 req-62f0ed6c-c415-44df-a7c1-21334ddedb06 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:24.898015 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-db86ab4f-61fa-411d-aecc-12240b0adf41 req-62f0ed6c-c415-44df-a7c1-21334ddedb06 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for 87aac674-8573-4e20-9d90-11354f425b98 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:08:25.055738 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-db86ab4f-61fa-411d-aecc-12240b0adf41 req-62f0ed6c-c415-44df-a7c1-21334ddedb06 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:25.091609 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0ed6c-c415-44df-a7c1-21334ddedb06 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=87aac674-8573-4e20-9d90-11354f425b98,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:25.148502 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-db86ab4f-61fa-411d-aecc-12240b0adf41 req-62f0ed6c-c415-44df-a7c1-21334ddedb06 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] No DVR routers for this DVR port 87aac674-8573-4e20-9d90-11354f425b98 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:08:25.151535 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-db86ab4f-61fa-411d-aecc-12240b0adf41 req-62f0ed6c-c415-44df-a7c1-21334ddedb06 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:25.153942 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-db86ab4f-61fa-411d-aecc-12240b0adf41 req-62f0ed6c-c415-44df-a7c1-21334ddedb06 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.52 "DELETE /v2.0/ports/87aac674-8573-4e20-9d90-11354f425b98 HTTP/1.1" status: 204 len: 173 time: 0.4709582 Aug 27 15:08:25.154748 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'name': 'network-vif-deleted', 'tag': '87aac674-8573-4e20-9d90-11354f425b98'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:08:25.158849 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088c5c13-caf2-430b-9e0e-eab1b55554a3" -d '{"events": [{"server_uuid": "dc77f037-9cf2-4d64-af18-d638b205f22f", "name": "network-vif-deleted", "tag": "87aac674-8573-4e20-9d90-11354f425b98"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:08:25.211040 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34edad23-a23b-4e76-9056-fc611a596e4d x-openstack-request-id: req-34edad23-a23b-4e76-9056-fc611a596e4d {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:08:25.212131 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc77f037-9cf2-4d64-af18-d638b205f22f", "name": "network-vif-deleted", "tag": "87aac674-8573-4e20-9d90-11354f425b98", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:08:25.212563 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34edad23-a23b-4e76-9056-fc611a596e4d {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:08:25.213231 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc77f037-9cf2-4d64-af18-d638b205f22f', 'name': 'network-vif-deleted', 'tag': '87aac674-8573-4e20-9d90-11354f425b98', 'status': 'completed', 'code': 200} Aug 27 15:08:25.827646 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f5bd6924-4498-4bdd-b3a8-4e1bfd219168 req-c57cfd82-5d0a-4116-a280-c5804f428c21 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc77f037-9cf2-4d64-af18-d638b205f22f HTTP/1.1" status: 200 len: 210 time: 0.0495217 Aug 27 15:08:26.936893 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47930) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:27.538134 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ada1b688-f250-42c9-899d-1343742078b2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:27.941535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ada1b688-f250-42c9-899d-1343742078b2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port a479162e-9474-4373-8197-547c5979c978 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:08:27.942463 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ada1b688-f250-42c9-899d-1343742078b2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:28.058313 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-ada1b688-f250-42c9-899d-1343742078b2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port a479162e-9474-4373-8197-547c5979c978, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a479162e-9474-4373-8197-547c5979c978,segment=NetworkSegment(71944b2f-6cf2-4a5e-9ec0-c02739644a3c),segment_id=71944b2f-6cf2-4a5e-9ec0-c02739644a3c)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:28.058673 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ada1b688-f250-42c9-899d-1343742078b2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:28.082319 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-ada1b688-f250-42c9-899d-1343742078b2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for a479162e-9474-4373-8197-547c5979c978 owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:08:28.326501 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ada1b688-f250-42c9-899d-1343742078b2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:28.361183 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1b688-f250-42c9-899d-1343742078b2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=a479162e-9474-4373-8197-547c5979c978,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:28.596233 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ada1b688-f250-42c9-899d-1343742078b2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:28.890345 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada1b688-f250-42c9-899d-1343742078b2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 2c7a17d4-9150-45f1-8063-7d002f07adb5 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:08:29.029135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada1b688-f250-42c9-899d-1343742078b2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:08:29.040922 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47932) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:29.041581 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ada1b688-f250-42c9-899d-1343742078b2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "PUT /v2.0/routers/2c7a17d4-9150-45f1-8063-7d002f07adb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1026180 Aug 27 15:08:29.042232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171ef89-adec-4b3c-8b65-e3f3463d0d0f None None] Sync routers for ids ['2c7a17d4-9150-45f1-8063-7d002f07adb5'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:08:29.058592 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7171ef89-adec-4b3c-8b65-e3f3463d0d0f None None] Routers {'2c7a17d4-9150-45f1-8063-7d002f07adb5'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:29.059665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7171ef89-adec-4b3c-8b65-e3f3463d0d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:08:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2c7a17d4-9150-45f1-8063-7d002f07adb5'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:29.139645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting subnet a35933af-b3e8-4eff-a1f5-3b48a910606d {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:08:29.145786 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:29.219819 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:29.335345 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:29.339804 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 87aac674-8573-4e20-9d90-11354f425b98 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:08:29.366295 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: 87aac674-8573-4e20-9d90-11354f425b98 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:08:29.366664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device 87aac674-8573-4e20-9d90-11354f425b98 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:08:29.425376 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:29.429415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7171ef89-adec-4b3c-8b65-e3f3463d0d0f None None] Set router 2c7a17d4-9150-45f1-8063-7d002f07adb5 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:29.457385 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Subnet': ['ID=a35933af-b3e8-4eff-a1f5-3b48a910606d,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:29.469756 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:29.470185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:29.470527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:29.470904 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:29.471246 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:29.471600 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:29.471963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:29.472318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:29.472724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:29.473075 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:29.473411 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:29.474537 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:29.477053 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:29.483208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47934) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:29.483454 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-caba14e0-b221-406e-9794-11484e1af3f0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/subnets/a35933af-b3e8-4eff-a1f5-3b48a910606d HTTP/1.1" status: 204 len: 168 time: 0.4388986 Aug 27 15:08:29.496125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ac5dc5-687e-4d59-b09c-30539d0af02d None None] Network 08679c51-61f8-4b38-bd09-a5bd8e88eff9 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:08:29.605344 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:29.722486 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:29.760498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7171ef89-adec-4b3c-8b65-e3f3463d0d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:08:28Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': 'a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:06:42Z', 'updated_at': '2021-08-27T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:29.801371 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:08:29.801812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:29.804127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171ef89-adec-4b3c-8b65-e3f3463d0d0f None None] Checking router: 2c7a17d4-9150-45f1-8063-7d002f07adb5 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:08:29.820208 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7171ef89-adec-4b3c-8b65-e3f3463d0d0f None None] Routers {'2c7a17d4-9150-45f1-8063-7d002f07adb5'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:29.820208 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7171ef89-adec-4b3c-8b65-e3f3463d0d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:08:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['2c7a17d4-9150-45f1-8063-7d002f07adb5'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:29.875355 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] DHCP port deletion for 08679c51-61f8-4b38-bd09-a5bd8e88eff9 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:08:29.901600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:29.901975 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:29.921297 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:08:29.992291 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-7171ef89-adec-4b3c-8b65-e3f3463d0d0f None None] Set router 2c7a17d4-9150-45f1-8063-7d002f07adb5 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:30.077409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-7171ef89-adec-4b3c-8b65-e3f3463d0d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:08:29Z', 'revision_number': 6, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:30.116372 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171ef89-adec-4b3c-8b65-e3f3463d0d0f None None] The sync data for ids ['2c7a17d4-9150-45f1-8063-7d002f07adb5'] in n-d-712139-12 is: [{'id': '2c7a17d4-9150-45f1-8063-7d002f07adb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623827473', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:06:41Z', 'updated_at': '2021-08-27T15:08:29Z', 'revision_number': 6, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:08:30.122146 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.122833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Deleting port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:08:30.123437 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.179115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:30.201590 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] For port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7a9a7e79-8c43-469c-baaa-e98ceed8c3f7,segment=NetworkSegment(71944b2f-6cf2-4a5e-9ec0-c02739644a3c),segment_id=71944b2f-6cf2-4a5e-9ec0-c02739644a3c)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:30.202087 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.218158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Calling delete_port for 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:08:30.253560 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.313003 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.349864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] No DVR routers for this DVR port 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:08:30.352871 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.353413 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Pushing event deleted for resources: {'Port': ['ID=7a9a7e79-8c43-469c-baaa-e98ceed8c3f7,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:30.355375 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.365625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:30.366088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:30.366656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:30.367183 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:30.367817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:30.368226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:30.368665 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:30.369062 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:30.369520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:30.369938 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:30.370334 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:30.370805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d6882-ecd1-45ef-a2bf-445a5997e167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:30.408842 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.409459 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Fanout notify agent at l3_agent the message router_deleted on router 2c7a17d4-9150-45f1-8063-7d002f07adb5 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:08:30.416858 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.418126 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-f1d250b5-9550-4dac-9b86-8688612cb210 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/routers/2c7a17d4-9150-45f1-8063-7d002f07adb5 HTTP/1.1" status: 204 len: 168 time: 0.9340839 Aug 27 15:08:30.421902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47936) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:30.508438 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1669865b-37cc-4346-ba2b-6c39f8fb7641 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.610070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1669865b-37cc-4346-ba2b-6c39f8fb7641 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.621732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1669865b-37cc-4346-ba2b-6c39f8fb7641 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08679c51-61f8-4b38-bd09-a5bd8e88eff9']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:30.635727 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1669865b-37cc-4346-ba2b-6c39f8fb7641 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71944b2f-6cf2-4a5e-9ec0-c02739644a3c') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:30.636027 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-1669865b-37cc-4346-ba2b-6c39f8fb7641 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71944b2f-6cf2-4a5e-9ec0-c02739644a3c') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:30.647168 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1669865b-37cc-4346-ba2b-6c39f8fb7641 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.664528 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1669865b-37cc-4346-ba2b-6c39f8fb7641 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.676578 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1669865b-37cc-4346-ba2b-6c39f8fb7641 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:08:30.677084 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1669865b-37cc-4346-ba2b-6c39f8fb7641 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: timer() Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:08:30.680949 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:08:30.755307 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1669865b-37cc-4346-ba2b-6c39f8fb7641 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.765660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-1669865b-37cc-4346-ba2b-6c39f8fb7641 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.769512 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-1669865b-37cc-4346-ba2b-6c39f8fb7641 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/networks/08679c51-61f8-4b38-bd09-a5bd8e88eff9 HTTP/1.1" status: 204 len: 168 time: 0.3460290 Aug 27 15:08:30.773421 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47938) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:30.793905 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669865b-37cc-4346-ba2b-6c39f8fb7641 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Network': ['ID=08679c51-61f8-4b38-bd09-a5bd8e88eff9,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:30.864216 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-52b2ab96-2c2f-4b03-aa15-9b6d30a9db72 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.915612 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-52b2ab96-2c2f-4b03-aa15-9b6d30a9db72 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:30.996296 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-52b2ab96-2c2f-4b03-aa15-9b6d30a9db72 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:31.002393 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-52b2ab96-2c2f-4b03-aa15-9b6d30a9db72 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:31.011158 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-52b2ab96-2c2f-4b03-aa15-9b6d30a9db72 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/security-groups/8d30e757-b39b-46be-8318-4b0bafbf60b7 HTTP/1.1" status: 204 len: 168 time: 0.2296159 Aug 27 15:08:31.019594 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2ab96-2c2f-4b03-aa15-9b6d30a9db72 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d30e757-b39b-46be-8318-4b0bafbf60b7,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:31.192649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:08:31.238591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:08:31.239222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a0c23fd9-7a43-466b-8c4f-a6f5c4508c8c not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:08:31.239926 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:08:31.270152 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:08:31.270527 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7a9a7e79-8c43-469c-baaa-e98ceed8c3f7 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:08:31.271103 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a479162e-9474-4373-8197-547c5979c978 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:08:31.297042 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: a479162e-9474-4373-8197-547c5979c978 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:08:31.297515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device a479162e-9474-4373-8197-547c5979c978 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:08:31.488035 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47944) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:31.493607 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-d5ee6381-4bbc-41fe-8727-454862abf6a4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037649118', 'description': 'tempest-secgroup-smoke-2037649118 description', 'project_id': 'fd8125c73e6a499fb371f71fd1983077'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:31.521475 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6381-4bbc-41fe-8727-454862abf6a4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:31.636815 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6381-4bbc-41fe-8727-454862abf6a4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:31.644441 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6381-4bbc-41fe-8727-454862abf6a4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:31.695996 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6381-4bbc-41fe-8727-454862abf6a4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:31.697318 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d5ee6381-4bbc-41fe-8727-454862abf6a4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2080874 Aug 27 15:08:31.698149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee6381-4bbc-41fe-8727-454862abf6a4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e642d9d-3fc5-4e3d-9639-fc97f8896d77,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:31.700398 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47946) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:31.707022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e990005a-f9f4-4b65-be20-35d513f742ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '7e642d9d-3fc5-4e3d-9639-fc97f8896d77', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:31.742173 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e990005a-f9f4-4b65-be20-35d513f742ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:31.818545 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e990005a-f9f4-4b65-be20-35d513f742ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:31.823702 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e990005a-f9f4-4b65-be20-35d513f742ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:31.845341 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990005a-f9f4-4b65-be20-35d513f742ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087ea04b-11c1-441d-87a8-dac65c84c7f2,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:31.853312 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e990005a-f9f4-4b65-be20-35d513f742ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:31.854589 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e990005a-f9f4-4b65-be20-35d513f742ca tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522748 Aug 27 15:08:31.857751 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47948) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:31.862788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-bddda71e-c849-4935-94e9-0f61577be3b0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '7e642d9d-3fc5-4e3d-9639-fc97f8896d77', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:31.895756 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bddda71e-c849-4935-94e9-0f61577be3b0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:31.983840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bddda71e-c849-4935-94e9-0f61577be3b0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:31.989003 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bddda71e-c849-4935-94e9-0f61577be3b0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.009887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddda71e-c849-4935-94e9-0f61577be3b0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c844104f-0a69-4277-b92f-b4211c82fd94,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:32.020207 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-bddda71e-c849-4935-94e9-0f61577be3b0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.021684 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-bddda71e-c849-4935-94e9-0f61577be3b0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1628306 Aug 27 15:08:32.024918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47950) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:32.029437 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-340862bf-82a4-4aa7-9d2c-c3d41807174a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '7e642d9d-3fc5-4e3d-9639-fc97f8896d77', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:32.061956 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-340862bf-82a4-4aa7-9d2c-c3d41807174a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.139416 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-340862bf-82a4-4aa7-9d2c-c3d41807174a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.144619 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-340862bf-82a4-4aa7-9d2c-c3d41807174a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.167465 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340862bf-82a4-4aa7-9d2c-c3d41807174a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b353e7a2-038f-41b5-ba5c-2004284ebce9,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:32.171223 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-340862bf-82a4-4aa7-9d2c-c3d41807174a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.172498 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-340862bf-82a4-4aa7-9d2c-c3d41807174a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469522 Aug 27 15:08:32.175925 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47952) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:32.180555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-55f26142-2e4a-429b-aede-cc249b40bece tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '7e642d9d-3fc5-4e3d-9639-fc97f8896d77', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:32.212259 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55f26142-2e4a-429b-aede-cc249b40bece tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.283384 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55f26142-2e4a-429b-aede-cc249b40bece tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.288026 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55f26142-2e4a-429b-aede-cc249b40bece tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.317602 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f26142-2e4a-429b-aede-cc249b40bece tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5c4134-12d1-406a-98b0-9f69ea244b9c,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:32.326551 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-55f26142-2e4a-429b-aede-cc249b40bece tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.328356 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-55f26142-2e4a-429b-aede-cc249b40bece tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512694 Aug 27 15:08:32.333123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47954) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:32.340458 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a184c6d1-b39b-4101-b624-efd87b7aedd9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '7e642d9d-3fc5-4e3d-9639-fc97f8896d77', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:32.368060 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-a184c6d1-b39b-4101-b624-efd87b7aedd9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Project fd8125c73e6a499fb371f71fd1983077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:08:32.374467 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a184c6d1-b39b-4101-b624-efd87b7aedd9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.458196 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a184c6d1-b39b-4101-b624-efd87b7aedd9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.463395 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a184c6d1-b39b-4101-b624-efd87b7aedd9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.490039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184c6d1-b39b-4101-b624-efd87b7aedd9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d502dcd4-9082-46f2-ae1d-696d3aff00cc,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:32.507358 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a184c6d1-b39b-4101-b624-efd87b7aedd9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.509690 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a184c6d1-b39b-4101-b624-efd87b7aedd9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751528 Aug 27 15:08:32.513510 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47956) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:32.520394 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-7e073fc0-da36-482f-8139-30a68b4deaea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'security_group_rule': {'security_group_id': '7e642d9d-3fc5-4e3d-9639-fc97f8896d77', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:32.554106 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-7e073fc0-da36-482f-8139-30a68b4deaea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Project fd8125c73e6a499fb371f71fd1983077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:08:32.562593 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e073fc0-da36-482f-8139-30a68b4deaea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.640588 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e073fc0-da36-482f-8139-30a68b4deaea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.646460 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e073fc0-da36-482f-8139-30a68b4deaea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.670020 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e073fc0-da36-482f-8139-30a68b4deaea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1679a289-bc36-412e-8b52-246a33bc0306,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:32.681031 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-7e073fc0-da36-482f-8139-30a68b4deaea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.682604 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7e073fc0-da36-482f-8139-30a68b4deaea tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1666942 Aug 27 15:08:32.687848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47958) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:32.694981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-68b2812a-0218-4dfb-b84b-8a06b30b0559 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'network': {'name': 'tempest-network-smoke--2034894865', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'port_security_enabled': True}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:32.726024 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b2812a-0218-4dfb-b84b-8a06b30b0559 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:08:32.735437 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-68b2812a-0218-4dfb-b84b-8a06b30b0559 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.771424 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b2812a-0218-4dfb-b84b-8a06b30b0559 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:08:32.784575 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-68b2812a-0218-4dfb-b84b-8a06b30b0559 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.785118 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-68b2812a-0218-4dfb-b84b-8a06b30b0559 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Added segment 6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f of type vlan for network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 Aug 27 15:08:32.850332 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-68b2812a-0218-4dfb-b84b-8a06b30b0559 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.893774 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-68b2812a-0218-4dfb-b84b-8a06b30b0559 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.904005 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b2812a-0218-4dfb-b84b-8a06b30b0559 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:32.905138 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-68b2812a-0218-4dfb-b84b-8a06b30b0559 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:32.967846 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-68b2812a-0218-4dfb-b84b-8a06b30b0559 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2782202 Aug 27 15:08:32.970790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47960) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:32.980443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'admin_state_up': True, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:32.995924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2812a-0218-4dfb-b84b-8a06b30b0559 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Network': ['ID=2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:33.013057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:08:33.036106 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:33.038099 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:33.122217 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:33.290896 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:33.545519 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:33.570202 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:34.145565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.25.2.47 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/7674fae0-2df6-4eb5-a638-b25b6b73fc35) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:34.315939 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:34.387465 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:34.428474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:34.439166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:34.439166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:34.489640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=7674fae0-2df6-4eb5-a638-b25b6b73fc35,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:34.782024 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:35.043070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:35.227482 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 3c395bc5-889d-49fa-80d4-c5155d214f0d is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:08:35.360754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:08:35.374006 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Sync routers for ids ['3c395bc5-889d-49fa-80d4-c5155d214f0d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:08:35.384727 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Routers {'3c395bc5-889d-49fa-80d4-c5155d214f0d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:35.385402 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:08:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3c395bc5-889d-49fa-80d4-c5155d214f0d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:35.386760 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:35.388091 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-dcab684e-cedf-4e71-bf61-9685220c1d6a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4162886 Aug 27 15:08:35.393293 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 47962) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:35.435943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-d0a28e6b-a9fe-4a2a-8905-100825f06176 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=fd8125c73e6a499fb371f71fd1983077&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395229 Aug 27 15:08:35.440671 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47964) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:35.557294 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e8835-9908-43ee-94cd-cdde8db9feec tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:35.558651 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Set router 3c395bc5-889d-49fa-80d4-c5155d214f0d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:35.558892 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-071e8835-9908-43ee-94cd-cdde8db9feec tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1171162 Aug 27 15:08:35.562024 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47966) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:35.596844 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ac9135fa-1588-4e10-84cf-16d74f00b375 tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=93d4ecde-b22c-49a6-8ce3-9dd19f9ba613&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333743 Aug 27 15:08:35.599330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47968) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:35.605111 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-e772ccb1-658e-4c20-8fae-1985077104ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-939807164', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:35.742455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e772ccb1-658e-4c20-8fae-1985077104ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:08:35.746595 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e772ccb1-658e-4c20-8fae-1985077104ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:35.808765 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:34Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:35.838069 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Checking router: 3c395bc5-889d-49fa-80d4-c5155d214f0d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:08:35.838430 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Updating router 3c395bc5-889d-49fa-80d4-c5155d214f0d port 7674fae0-2df6-4eb5-a638-b25b6b73fc35 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:08:35.868791 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:36.053104 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e772ccb1-658e-4c20-8fae-1985077104ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:36.166556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772ccb1-658e-4c20-8fae-1985077104ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Subnet': ['ID=1bf67c14-6dc4-4aa1-bc86-5aef49ef852c,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:36.184930 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e772ccb1-658e-4c20-8fae-1985077104ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Checking segment: {'id': '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:36.186353 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e772ccb1-658e-4c20-8fae-1985077104ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network hostable DHCP agents. Network: 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:08:36.212659 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e772ccb1-658e-4c20-8fae-1985077104ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:08:36.227906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-e772ccb1-658e-4c20-8fae-1985077104ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:36.231818 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:36.234807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e772ccb1-658e-4c20-8fae-1985077104ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:36.235780 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-e772ccb1-658e-4c20-8fae-1985077104ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:36.249301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b566f4f8-2748-4d63-aedf-14113a30965d None None] Network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:08:36.252257 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Transition to ACTIVE for port object 7674fae0-2df6-4eb5-a638-b25b6b73fc35 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:36.261040 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:36.264219 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e772ccb1-658e-4c20-8fae-1985077104ab tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6636829 Aug 27 15:08:36.268696 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 47970) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:36.330176 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Attempting to bind port 7674fae0-2df6-4eb5-a638-b25b6b73fc35 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:08:36.331439 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Attempting to bind port 7674fae0-2df6-4eb5-a638-b25b6b73fc35 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:08:36.331439 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Attempting to bind port 7674fae0-2df6-4eb5-a638-b25b6b73fc35 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:08:36.353823 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:08:36.354440 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:36.355270 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:36.355803 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:08:36.356631 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Bound port: 7674fae0-2df6-4eb5-a638-b25b6b73fc35, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:08:36.357898 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:36.411116 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Pushing event updated for resources: {'Port': ['ID=7674fae0-2df6-4eb5-a638-b25b6b73fc35,revision_number=2']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:36.455317 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:36.455608 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:36.455876 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:36.456208 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:36.456541 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:36.456867 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:36.457195 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:36.457634 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:36.458249 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:36.458817 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:36.459156 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:36.459908 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:08:36.485248 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] For port 7674fae0-2df6-4eb5-a638-b25b6b73fc35, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:08:36.492223 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] For port 7674fae0-2df6-4eb5-a638-b25b6b73fc35, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7674fae0-2df6-4eb5-a638-b25b6b73fc35,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:08:36.502605 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:36.566044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ips': [{'subnet_id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:08:36.568261 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:36.600748 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Routers {'3c395bc5-889d-49fa-80d4-c5155d214f0d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:36.601714 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:08:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3c395bc5-889d-49fa-80d4-c5155d214f0d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:36.697109 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c85cab-b01d-400b-b478-c2d2238183fa None None] Pushing event updated for resources: {'Port': ['ID=7674fae0-2df6-4eb5-a638-b25b6b73fc35,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:36.788145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Allocated IP 172.20.0.2 (2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81/1bf67c14-6dc4-4aa1-bc86-5aef49ef852c/d970c97c-b928-460e-9444-432253cd9845) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:36.811828 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] Set router 3c395bc5-889d-49fa-80d4-c5155d214f0d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:37.033726 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:37.047187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Transition to ACTIVE for port object d970c97c-b928-460e-9444-432253cd9845 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:37.059998 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:37.073059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Transition to ACTIVE for port object d970c97c-b928-460e-9444-432253cd9845 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:37.084811 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:37.151267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:37.157565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:37.162048 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:37.187765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Pushing event updated for resources: {'Port': ['ID=d970c97c-b928-460e-9444-432253cd9845,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:37.252838 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Attempting to bind port d970c97c-b928-460e-9444-432253cd9845 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:08:37.259496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Attempting to bind port d970c97c-b928-460e-9444-432253cd9845 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:08:37.259496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Attempting to bind port d970c97c-b928-460e-9444-432253cd9845 on network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:08:37.263017 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:08:37.264331 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Checking segment: {'id': '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:37.264839 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:37.265256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Bound using segment: {'id': '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:08:37.266059 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Bound port: d970c97c-b928-460e-9444-432253cd9845, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:08:37.267344 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:37.299432 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:34Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:37.336290 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba467db-4444-49c1-951e-07f087e0edb7 None None] The sync data for ids ['3c395bc5-889d-49fa-80d4-c5155d214f0d'] in n-d-712139-12 is: [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:34Z', 'revision_number': 3, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:08:37.397054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] For port d970c97c-b928-460e-9444-432253cd9845, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:08:37.401844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] For port d970c97c-b928-460e-9444-432253cd9845, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d970c97c-b928-460e-9444-432253cd9845,segment=NetworkSegment(6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f),segment_id=6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:08:37.410072 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:37.506498 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcf316-86c5-4c8f-8f8f-55e922680380 None None] Pushing event updated for resources: {'Port': ['ID=d970c97c-b928-460e-9444-432253cd9845,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:37.561667 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.20.0.1 (2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81/1bf67c14-6dc4-4aa1-bc86-5aef49ef852c/fa38a973-5804-4e72-a8c0-eb0bd3b0f117) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:37.744929 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:37.778632 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Transition to ACTIVE for port object fa38a973-5804-4e72-a8c0-eb0bd3b0f117 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:37.845170 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:37.912751 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:37.916472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:37.924298 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:37.961132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=fa38a973-5804-4e72-a8c0-eb0bd3b0f117,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:37.991725 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:38.166736 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:38.668780 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:38.678428 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:38.752795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd3d71-9d6c-4863-bdea-35494adf9bb0 None None] Network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:08:38.826565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-07439bc7-8d51-407f-97e9-c23b220bff63 None None] Provisioning for port d970c97c-b928-460e-9444-432253cd9845 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:38.827418 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=fa38a973-5804-4e72-a8c0-eb0bd3b0f117,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:38.832531 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:38.981390 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:38.983045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:39.197553 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 3c395bc5-889d-49fa-80d4-c5155d214f0d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:08:39.334280 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d970c97c-b928-460e-9444-432253cd9845 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:39.415129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port d970c97c-b928-460e-9444-432253cd9845 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:39.422528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d970c97c-b928-460e-9444-432253cd9845 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:39.423395 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:39.425191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:08:39.431541 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-23e2e317-2b04-4e57-85e5-cd2ae6f61d26 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "PUT /v2.0/routers/3c395bc5-889d-49fa-80d4-c5155d214f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1616139 Aug 27 15:08:39.497743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4549f25d-39d0-4896-922d-49dc3384df1a None None] Provisioning for port fa38a973-5804-4e72-a8c0-eb0bd3b0f117 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:39.506123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4549f25d-39d0-4896-922d-49dc3384df1a None None] Provisioning complete for port fa38a973-5804-4e72-a8c0-eb0bd3b0f117 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:39.506573 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4549f25d-39d0-4896-922d-49dc3384df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:39.580267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Sync routers for ids ['3c395bc5-889d-49fa-80d4-c5155d214f0d'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:08:39.626430 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4549f25d-39d0-4896-922d-49dc3384df1a None None] Port fa38a973-5804-4e72-a8c0-eb0bd3b0f117 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:08:39.630460 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:39.635420 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Routers {'3c395bc5-889d-49fa-80d4-c5155d214f0d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:39.636088 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:08:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3c395bc5-889d-49fa-80d4-c5155d214f0d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:39.668388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-e1ab8a08-4ac0-4e92-a208-0194f64045c0 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037649118&fields=id&tenant_id=fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 267 time: 0.0677307 Aug 27 15:08:39.737397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4549f25d-39d0-4896-922d-49dc3384df1a None None] Provisioning complete for port d970c97c-b928-460e-9444-432253cd9845 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:39.738010 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4549f25d-39d0-4896-922d-49dc3384df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:39.794910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port d970c97c-b928-460e-9444-432253cd9845, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d970c97c-b928-460e-9444-432253cd9845,segment=NetworkSegment(6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f),segment_id=6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:39.835527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-944b1ad1-c045-44de-8280-b56fa435283c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:39.838196 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-944b1ad1-c045-44de-8280-b56fa435283c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/networks?id=2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 HTTP/1.1" status: 200 len: 797 time: 0.1613612 Aug 27 15:08:39.850727 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:39.851547 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7674fae0-2df6-4eb5-a638-b25b6b73fc35 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:39.870309 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-5fc797a6-b0bb-42c0-b949-6ddbf5cb142b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/quotas/fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 375 time: 0.0190880 Aug 27 15:08:39.978929 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-8905ece6-9400-49e5-8c9d-6c24f27eeb91 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914769 Aug 27 15:08:40.012779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Set router 3c395bc5-889d-49fa-80d4-c5155d214f0d gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:40.051820 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=d970c97c-b928-460e-9444-432253cd9845,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:40.079025 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-3a4a859b-61ed-4cb0-956d-6fc94930428f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:08:40.080335 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-3a4a859b-61ed-4cb0-956d-6fc94930428f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0853608 Aug 27 15:08:40.241804 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-c5feee92-a03e-4a7d-adf4-85b22b782e98 service neutron] 10.222.0.55 "GET /v2.0/networks/2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480911 Aug 27 15:08:40.380646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 7674fae0-2df6-4eb5-a638-b25b6b73fc35 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:40.393132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7674fae0-2df6-4eb5-a638-b25b6b73fc35 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:40.393563 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:40.393896 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-39ed634c-565c-4f90-a6dd-ca5871557915 service neutron] 10.222.0.55 "GET /v2.0/networks/2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421237 Aug 27 15:08:40.602147 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6c451f9a-dd60-4e9d-abe9-956df83f5fc0 None None] Provisioning complete for port fa38a973-5804-4e72-a8c0-eb0bd3b0f117 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:40.602825 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6c451f9a-dd60-4e9d-abe9-956df83f5fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:40.605328 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:40.664777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 7674fae0-2df6-4eb5-a638-b25b6b73fc35, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7674fae0-2df6-4eb5-a638-b25b6b73fc35,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:40.679928 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6c451f9a-dd60-4e9d-abe9-956df83f5fc0 None None] Port fa38a973-5804-4e72-a8c0-eb0bd3b0f117 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:08:40.682610 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:40.698724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-86606815-0938-483c-8de3-ffcbf505991c req-c5feef82-7a0a-4aee-9940-575f57f99006 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 210 time: 0.0649347 Aug 27 15:08:40.730677 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:38Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fa38a973-5804-4e72-a8c0-eb0bd3b0f117', 'name': '', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ca:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:37Z', 'updated_at': '2021-08-27T15:08:38Z', 'revision_number': 2, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:40.787111 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Checking router: 3c395bc5-889d-49fa-80d4-c5155d214f0d for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:08:40.787816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Updating router 3c395bc5-889d-49fa-80d4-c5155d214f0d port fa38a973-5804-4e72-a8c0-eb0bd3b0f117 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:08:40.815786 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:40.837628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=7674fae0-2df6-4eb5-a638-b25b6b73fc35,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:40.842163 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.234781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d970c97c-b928-460e-9444-432253cd9845 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:41.288500 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.303591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Transition to ACTIVE for port object fa38a973-5804-4e72-a8c0-eb0bd3b0f117 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:41.315947 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.383803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d970c97c-b928-460e-9444-432253cd9845 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:41.384176 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.407868 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d9e55-8102-4af6-a748-6c7abba590b1 None None] Pushing event updated for resources: {'Port': ['ID=fa38a973-5804-4e72-a8c0-eb0bd3b0f117,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:41.514951 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Attempting to bind port fa38a973-5804-4e72-a8c0-eb0bd3b0f117 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:08:41.515307 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Attempting to bind port fa38a973-5804-4e72-a8c0-eb0bd3b0f117 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:08:41.515718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Attempting to bind port fa38a973-5804-4e72-a8c0-eb0bd3b0f117 on network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:08:41.524114 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:08:41.524512 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Checking segment: {'id': '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:41.524971 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.525439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Bound using segment: {'id': '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:08:41.525957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Bound port: fa38a973-5804-4e72-a8c0-eb0bd3b0f117, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:08:41.526391 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.671409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7674fae0-2df6-4eb5-a638-b25b6b73fc35 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:41.758534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] For port fa38a973-5804-4e72-a8c0-eb0bd3b0f117, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:08:41.765717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] For port fa38a973-5804-4e72-a8c0-eb0bd3b0f117, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fa38a973-5804-4e72-a8c0-eb0bd3b0f117,segment=NetworkSegment(6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f),segment_id=6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:08:41.781063 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:41.884122 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1d1bf773-36e1-42ac-aafb-7615d077e3b2 req-728acea7-956d-42cf-a33f-ac89b916a5ae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 210 time: 0.0698717 Aug 27 15:08:41.923359 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d9e55-8102-4af6-a748-6c7abba590b1 None None] Pushing event updated for resources: {'Port': ['ID=fa38a973-5804-4e72-a8c0-eb0bd3b0f117,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:41.935346 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Routers {'3c395bc5-889d-49fa-80d4-c5155d214f0d'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:41.936279 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:08:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3c395bc5-889d-49fa-80d4-c5155d214f0d'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:42.000156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7674fae0-2df6-4eb5-a638-b25b6b73fc35 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:42.000766 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:42.208125 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-fa7f5f7b-da2c-423d-9ffe-b82f031f2d6b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:42.211064 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-fa7f5f7b-da2c-423d-9ffe-b82f031f2d6b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "GET /v2.0/networks?id=2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 HTTP/1.1" status: 200 len: 797 time: 0.2259338 Aug 27 15:08:42.257986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] Set router 3c395bc5-889d-49fa-80d4-c5155d214f0d gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:42.318658 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-87cb1f7d-3f9f-4a05-8528-bbf3bd8eaeaa tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd8125c73e6a499fb371f71fd1983077 HTTP/1.1" status: 200 len: 380 time: 0.0635459 Aug 27 15:08:42.334023 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'port': {'device_id': 'd419b340-e158-44d8-ae49-7d14ea373528', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'admin_state_up': True, 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'security_groups': ['7e642d9d-3fc5-4e3d-9639-fc97f8896d77']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:42.514732 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Made reservation on behalf of fd8125c73e6a499fb371f71fd1983077 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:08:42.519283 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:42.568864 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:38Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fa38a973-5804-4e72-a8c0-eb0bd3b0f117', 'name': '', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ca:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:37Z', 'updated_at': '2021-08-27T15:08:41Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:42.602228 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856c113-d763-488a-9d33-0b1aac0423cb None None] The sync data for ids ['3c395bc5-889d-49fa-80d4-c5155d214f0d'] in n-d-712139-12 is: [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:38Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fa38a973-5804-4e72-a8c0-eb0bd3b0f117', 'name': '', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ca:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:37Z', 'updated_at': '2021-08-27T15:08:41Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:08:42.735136 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.20.0.10 (2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81/1bf67c14-6dc4-4aa1-bc86-5aef49ef852c/d45861da-7f70-4b40-b92b-2ccf60915b5a) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:42.937870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:42.959309 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Transition to ACTIVE for port object d45861da-7f70-4b40-b92b-2ccf60915b5a will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:43.010168 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:43.066787 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:43.070705 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:43.076006 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:43.079862 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbb3cf-0acc-43e8-bde1-0115263f9acb req-c7fd6589-8d57-4173-84c3-759571b2de74 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:43.082450 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebdbb3cf-0acc-43e8-bde1-0115263f9acb req-c7fd6589-8d57-4173-84c3-759571b2de74 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 932 time: 0.0877001 Aug 27 15:08:43.172647 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=d45861da-7f70-4b40-b92b-2ccf60915b5a,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:43.177864 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebdbb3cf-0acc-43e8-bde1-0115263f9acb req-3f0c83eb-a7bd-4bc0-ae34-5a36f74f126b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870070 Aug 27 15:08:43.267022 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:43.267879 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:43.292930 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-96b0ea59-5cd2-41a6-87ba-652ea21275c3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9675856 Aug 27 15:08:43.334893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fa38a973-5804-4e72-a8c0-eb0bd3b0f117 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:43.373413 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Request body: {'port': {'device_id': 'd419b340-e158-44d8-ae49-7d14ea373528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:43.430806 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port fa38a973-5804-4e72-a8c0-eb0bd3b0f117 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:43.438936 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port fa38a973-5804-4e72-a8c0-eb0bd3b0f117 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:43.442042 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:43.486442 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:43.605503 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:43.609122 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-76dec2d1-ebaa-4996-8c18-7880d052f100 None None] Provisioning for port d45861da-7f70-4b40-b92b-2ccf60915b5a completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:43.629924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-76dec2d1-ebaa-4996-8c18-7880d052f100 None None] Provisioning complete for port d45861da-7f70-4b40-b92b-2ccf60915b5a triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:43.630557 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-76dec2d1-ebaa-4996-8c18-7880d052f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:43.716081 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port fa38a973-5804-4e72-a8c0-eb0bd3b0f117, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fa38a973-5804-4e72-a8c0-eb0bd3b0f117,segment=NetworkSegment(6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f),segment_id=6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:43.719401 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-76dec2d1-ebaa-4996-8c18-7880d052f100 None None] Port d45861da-7f70-4b40-b92b-2ccf60915b5a cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:08:43.723113 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:43.801812 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=fa38a973-5804-4e72-a8c0-eb0bd3b0f117,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:43.980248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45861da-7f70-4b40-b92b-2ccf60915b5a {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:08:43.990307 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:44.011017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Transition to ACTIVE for port object d45861da-7f70-4b40-b92b-2ccf60915b5a will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:08:44.208738 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:44.302083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Pushing event updated for resources: {'Port': ['ID=d45861da-7f70-4b40-b92b-2ccf60915b5a,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:44.465936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d700f-bc9e-43bf-9b05-8b054eaef0f6 req-0653f494-4a98-41fa-aca6-3686494e8e89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:44.469461 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e31d700f-bc9e-43bf-9b05-8b054eaef0f6 req-0653f494-4a98-41fa-aca6-3686494e8e89 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 944 time: 0.1349361 Aug 27 15:08:44.479433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Attempting to bind port d45861da-7f70-4b40-b92b-2ccf60915b5a on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:08:44.479806 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Attempting to bind port d45861da-7f70-4b40-b92b-2ccf60915b5a by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:08:44.480186 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Attempting to bind port d45861da-7f70-4b40-b92b-2ccf60915b5a on network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:08:44.492830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Port d45861da-7f70-4b40-b92b-2ccf60915b5a on network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:08:44.493171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Attempting to bind port d45861da-7f70-4b40-b92b-2ccf60915b5a on network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:08:44.510408 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:08:44.510793 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Checking segment: {'id': '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:08:44.511179 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Bound using segment: {'id': '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:08:44.511670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Bound port: d45861da-7f70-4b40-b92b-2ccf60915b5a, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:08:44.512042 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:44.555943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e31d700f-bc9e-43bf-9b05-8b054eaef0f6 req-111a8eb7-56e3-4cc8-8aa9-f63cc1441217 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778811 Aug 27 15:08:44.637141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] For port d45861da-7f70-4b40-b92b-2ccf60915b5a, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:08:44.643712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] For port d45861da-7f70-4b40-b92b-2ccf60915b5a, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d45861da-7f70-4b40-b92b-2ccf60915b5a,segment=NetworkSegment(6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f),segment_id=6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:08:44.650435 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:44.689087 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:44.690095 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:44.692481 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] 10.222.0.41 "PUT /v2.0/ports/d45861da-7f70-4b40-b92b-2ccf60915b5a HTTP/1.1" status: 200 len: 1093 time: 1.3844540 Aug 27 15:08:44.693201 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd419b340-e158-44d8-ae49-7d14ea373528', 'tag': 'd45861da-7f70-4b40-b92b-2ccf60915b5a'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:08:44.697138 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ada628e-473a-41be-94a4-be858cd4e0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d419b340-e158-44d8-ae49-7d14ea373528", "tag": "d45861da-7f70-4b40-b92b-2ccf60915b5a"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:08:44.729156 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524d5a5-af85-4e31-ba33-66b68513f16a service neutron] Pushing event updated for resources: {'Port': ['ID=d45861da-7f70-4b40-b92b-2ccf60915b5a,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:44.767447 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4440633-5e0d-41aa-a5e6-31653c32513a x-openstack-request-id: req-f4440633-5e0d-41aa-a5e6-31653c32513a {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:08:44.767830 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d419b340-e158-44d8-ae49-7d14ea373528", "tag": "d45861da-7f70-4b40-b92b-2ccf60915b5a", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:08:44.768324 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4440633-5e0d-41aa-a5e6-31653c32513a {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:08:44.768680 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd419b340-e158-44d8-ae49-7d14ea373528', 'tag': 'd45861da-7f70-4b40-b92b-2ccf60915b5a', 'status': 'completed', 'code': 200} Aug 27 15:08:44.808237 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4107a71a-80ed-4879-8634-60189e9cbe21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:44.821700 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-22c18a1a-abee-4d22-8f57-4b99d37a7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:44.823571 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-22c18a1a-abee-4d22-8f57-4b99d37a7702 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 1096 time: 0.0688560 Aug 27 15:08:44.878024 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-f9d75aa6-c8ee-4431-b47c-e9a344885ff4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45861da-7f70-4b40-b92b-2ccf60915b5a HTTP/1.1" status: 200 len: 217 time: 0.0409944 Aug 27 15:08:44.943802 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-3aa8a507-ae68-440f-9471-737b46cf3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:44.945326 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-3aa8a507-ae68-440f-9471-737b46cf3ca6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bf67c14-6dc4-4aa1-bc86-5aef49ef852c HTTP/1.1" status: 200 len: 834 time: 0.0606904 Aug 27 15:08:45.007467 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-797f33a3-a669-4fd4-8e4b-3e2c5e1df603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:45.009485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-797f33a3-a669-4fd4-8e4b-3e2c5e1df603 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565722 Aug 27 15:08:45.170346 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-88df81c7-ca5d-4b7b-b385-5040a44cd0ad service neutron] 10.222.0.41 "GET /v2.0/networks/2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517961 Aug 27 15:08:45.187823 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.41', 52175) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:45.210832 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fa38a973-5804-4e72-a8c0-eb0bd3b0f117 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:45.231075 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ef55809-9301-42a8-9807-6b05caa61111 req-6e3e17f8-703b-44a7-b08b-df58071d7471 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0411253 Aug 27 15:08:45.283397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port fa38a973-5804-4e72-a8c0-eb0bd3b0f117 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:45.283763 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:45.333533 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a7fd6db4-fa2a-42ff-ae03-e88645a53325 req-7800733b-e4e8-461a-b6ce-9b30e8f9f9e8 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458738 Aug 27 15:08:45.339388 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ef55809-9301-42a8-9807-6b05caa61111 req-9e37f9b2-132c-40b5-b310-6d52f7cb524d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0355995 Aug 27 15:08:45.392247 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ef55809-9301-42a8-9807-6b05caa61111 req-3d2c010a-cb05-42fe-b703-a23470d7e090 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245476 Aug 27 15:08:45.500525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada628e-473a-41be-94a4-be858cd4e0fd req-60d23d12-3955-4761-b627-0ee7ca9306dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:45.501974 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ada628e-473a-41be-94a4-be858cd4e0fd req-60d23d12-3955-4761-b627-0ee7ca9306dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 1096 time: 0.0634711 Aug 27 15:08:45.557567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef55809-9301-42a8-9807-6b05caa61111 req-3c0a370a-d2cf-4256-8aa8-fdd2fb360688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:45.559168 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ef55809-9301-42a8-9807-6b05caa61111 req-3c0a370a-d2cf-4256-8aa8-fdd2fb360688 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1213069 Aug 27 15:08:45.645655 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada628e-473a-41be-94a4-be858cd4e0fd req-1dacecd9-fd1f-49c0-8a2f-b63769c5e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:45.647808 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ada628e-473a-41be-94a4-be858cd4e0fd req-1dacecd9-fd1f-49c0-8a2f-b63769c5e54d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 HTTP/1.1" status: 200 len: 898 time: 0.1378973 Aug 27 15:08:45.736380 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ada628e-473a-41be-94a4-be858cd4e0fd req-36709c16-6b04-4ca6-9a39-2a94ee3433d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45861da-7f70-4b40-b92b-2ccf60915b5a HTTP/1.1" status: 200 len: 217 time: 0.0800407 Aug 27 15:08:45.844407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada628e-473a-41be-94a4-be858cd4e0fd req-b74cd7ba-c5e6-4ece-8e38-2269eebf9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:45.846343 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ada628e-473a-41be-94a4-be858cd4e0fd req-b74cd7ba-c5e6-4ece-8e38-2269eebf9c6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bf67c14-6dc4-4aa1-bc86-5aef49ef852c HTTP/1.1" status: 200 len: 834 time: 0.1021531 Aug 27 15:08:45.856760 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf830e-3323-483d-b99c-28c610b5d2ae req-cef6ef10-181a-4f9c-96a2-62289ebefcd8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:45.858563 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c6bf830e-3323-483d-b99c-28c610b5d2ae req-cef6ef10-181a-4f9c-96a2-62289ebefcd8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 944 time: 0.1834807 Aug 27 15:08:45.928595 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c6bf830e-3323-483d-b99c-28c610b5d2ae req-9ff774e8-128d-4c96-81da-1913ebe68c11 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606513 Aug 27 15:08:45.934864 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada628e-473a-41be-94a4-be858cd4e0fd req-d71cc3eb-10c2-42f3-902a-1fed0e0639ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:45.937893 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ada628e-473a-41be-94a4-be858cd4e0fd req-d71cc3eb-10c2-42f3-902a-1fed0e0639ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781491 Aug 27 15:08:46.108269 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ada628e-473a-41be-94a4-be858cd4e0fd req-83dd9933-6c0a-4023-9a85-909b58d175fa service neutron] 10.222.0.41 "GET /v2.0/networks/2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627905 Aug 27 15:08:46.233055 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6ada628e-473a-41be-94a4-be858cd4e0fd req-097240bd-553d-407e-a9c1-1837bee0566a service neutron] 10.222.0.41 "GET /v2.0/networks/2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164758 Aug 27 15:08:47.096283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9869a90-ac5b-4f10-b5c1-c33aed9af106 req-ffdc8c3f-0404-4b6b-925e-01159e1498c4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:47.097966 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9869a90-ac5b-4f10-b5c1-c33aed9af106 req-ffdc8c3f-0404-4b6b-925e-01159e1498c4 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 944 time: 0.0733955 Aug 27 15:08:47.148269 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9869a90-ac5b-4f10-b5c1-c33aed9af106 req-00bbc903-fc5c-4417-8e87-acab84bc2a2d tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430009 Aug 27 15:08:47.238481 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:08:47.600840 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:47.630213 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a1a2c144-8441-4d5f-a8d8-f8a61951b053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:48.348961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cf38a-ddc4-48c1-86a3-f8da70904555 req-87e7a258-d31c-40e1-a07d-f0c3594b0dda tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:48.351773 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-969cf38a-ddc4-48c1-86a3-f8da70904555 req-87e7a258-d31c-40e1-a07d-f0c3594b0dda tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 944 time: 0.0836041 Aug 27 15:08:48.429460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-969cf38a-ddc4-48c1-86a3-f8da70904555 req-1c2579aa-ac4a-4863-9d92-72e3b9315b9f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665631 Aug 27 15:08:48.429923 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d45861da-7f70-4b40-b92b-2ccf60915b5a details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:08:48.558949 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d45861da-7f70-4b40-b92b-2ccf60915b5a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d45861da-7f70-4b40-b92b-2ccf60915b5a,segment=NetworkSegment(6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f),segment_id=6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:48.572340 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'd45861da-7f70-4b40-b92b-2ccf60915b5a', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'port_id': 'd45861da-7f70-4b40-b92b-2ccf60915b5a', 'mac_address': 'fa:16:3e:03:b9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:08:48.619802 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:48.639640 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45861da-7f70-4b40-b92b-2ccf60915b5a {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:08:48.675708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d45861da-7f70-4b40-b92b-2ccf60915b5a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d45861da-7f70-4b40-b92b-2ccf60915b5a,segment=NetworkSegment(6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f),segment_id=6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:48.681191 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:48.745533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d45861da-7f70-4b40-b92b-2ccf60915b5a,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:49.052685 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:49.089221 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['d45861da-7f70-4b40-b92b-2ccf60915b5a'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:08:49.637921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5e52c-7a82-41d4-bbdc-b7694ad00755 req-f299067a-1b82-4e10-8494-56b262ae8d03 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:49.639952 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47c5e52c-7a82-41d4-bbdc-b7694ad00755 req-f299067a-1b82-4e10-8494-56b262ae8d03 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 945 time: 0.0822203 Aug 27 15:08:49.692808 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-47c5e52c-7a82-41d4-bbdc-b7694ad00755 req-3faa2f0f-02c8-4543-9226-406d0c9903e9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440767 Aug 27 15:08:50.430181 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d45861da-7f70-4b40-b92b-2ccf60915b5a up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:08:50.506537 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:50.512218 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port d45861da-7f70-4b40-b92b-2ccf60915b5a completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:08:50.519650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port d45861da-7f70-4b40-b92b-2ccf60915b5a triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:08:50.520246 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:50.634901 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:50.663726 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd419b340-e158-44d8-ae49-7d14ea373528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45861da-7f70-4b40-b92b-2ccf60915b5a'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:08:50.666392 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43572aac-4968-4ec9-a784-58a1ecef3491" -d '{"events": [{"server_uuid": "d419b340-e158-44d8-ae49-7d14ea373528", "name": "network-vif-plugged", "status": "completed", "tag": "d45861da-7f70-4b40-b92b-2ccf60915b5a"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:08:50.694139 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d45861da-7f70-4b40-b92b-2ccf60915b5a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d45861da-7f70-4b40-b92b-2ccf60915b5a,segment=NetworkSegment(6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f),segment_id=6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:08:50.705962 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:50.768862 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572f1837-2689-463b-ad9c-e90e95cd63e0 x-openstack-request-id: req-572f1837-2689-463b-ad9c-e90e95cd63e0 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:08:50.770827 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d419b340-e158-44d8-ae49-7d14ea373528", "name": "network-vif-plugged", "status": "completed", "tag": "d45861da-7f70-4b40-b92b-2ccf60915b5a", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:08:50.771488 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-572f1837-2689-463b-ad9c-e90e95cd63e0 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:08:50.772338 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd419b340-e158-44d8-ae49-7d14ea373528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45861da-7f70-4b40-b92b-2ccf60915b5a', 'code': 200} Aug 27 15:08:50.830632 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d45861da-7f70-4b40-b92b-2ccf60915b5a,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:50.877352 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68ed66-be31-49cd-adcc-e848e8b6c15e req-b640adaa-fde2-4f7f-815e-a3373888ce1b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:50.879918 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d68ed66-be31-49cd-adcc-e848e8b6c15e req-b640adaa-fde2-4f7f-815e-a3373888ce1b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.0653522 Aug 27 15:08:50.896371 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d36d0d-0d6c-4070-a0a2-1d45387194d6 req-5a60418c-9255-4ffb-934d-8eba86e48c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:50.897702 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-94d36d0d-0d6c-4070-a0a2-1d45387194d6 req-5a60418c-9255-4ffb-934d-8eba86e48c1c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 1098 time: 0.0568717 Aug 27 15:08:50.932575 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3d68ed66-be31-49cd-adcc-e848e8b6c15e req-c4d93111-3b7c-432e-8864-78000cb1c5ae tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452852 Aug 27 15:08:50.953710 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-94d36d0d-0d6c-4070-a0a2-1d45387194d6 req-766f5e1a-d31b-4a78-9257-9938d7cf0a2c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477049 Aug 27 15:08:52.115198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5205bf8-7dbf-4eb5-9dbe-477881350a67 req-6e24d965-c70b-45ab-893b-a15283f6334c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:52.118010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a5205bf8-7dbf-4eb5-9dbe-477881350a67 req-6e24d965-c70b-45ab-893b-a15283f6334c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.0895104 Aug 27 15:08:52.169074 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a5205bf8-7dbf-4eb5-9dbe-477881350a67 req-cc9cf51e-e25a-49c4-8d86-2984435f1987 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 Aug 27 15:08:52.242460 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:53.379060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cd59a-2df3-46fc-a16d-9bdc66fdd57b req-fac8204b-fcf6-436b-9a7f-ae42da1560d9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:53.382046 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-539cd59a-2df3-46fc-a16d-9bdc66fdd57b req-fac8204b-fcf6-436b-9a7f-ae42da1560d9 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.0987403 Aug 27 15:08:53.473328 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-539cd59a-2df3-46fc-a16d-9bdc66fdd57b req-9ecd71a8-dd7d-49de-87b6-8b60195a19ee tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792162 Aug 27 15:08:53.631382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9386a-225c-467c-be1c-3d7c4d8f7663 req-beabe2a5-5a4b-4108-866c-d21743b63f87 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:53.633247 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-96a9386a-225c-467c-be1c-3d7c4d8f7663 req-beabe2a5-5a4b-4108-866c-d21743b63f87 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.0604894 Aug 27 15:08:53.697482 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-96a9386a-225c-467c-be1c-3d7c4d8f7663 req-6aeb6de9-fa5f-455b-86a8-8288da0f3c36 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525277 Aug 27 15:08:53.725379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48028) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:53.785128 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871c737d-d41d-40e7-977c-4dbb44a54a8e tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:53.787965 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-871c737d-d41d-40e7-977c-4dbb44a54a8e tempest-TestNetworkAdvancedServerOps-1907276966 tempest-TestNetworkAdvancedServerOps-1907276966-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 1093 time: 0.0605819 Aug 27 15:08:53.796498 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48030) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:53.802277 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': 'd45861da-7f70-4b40-b92b-2ccf60915b5a', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:08:53.839623 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:53.991530 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:54.474792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Allocated IP 172.25.2.52 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/727a7b4e-2c1d-4f68-b0ff-43d896fbb0e7) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:08:54.630904 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:54.686990 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:54.736288 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:08:54.744039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:08:54.753055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:08:54.789852 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=727a7b4e-2c1d-4f68-b0ff-43d896fbb0e7,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:55.229892 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:55.316025 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:55.504878 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:55.510005 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:55.606307 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event updated for resources: {'Port': ['ID=727a7b4e-2c1d-4f68-b0ff-43d896fbb0e7,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:08:55.626734 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:55.823571 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Floating IP e2864677-fa79-4cb9-a3c7-c5fd6daa493e associated. External IP: 172.25.2.52, port: d45861da-7f70-4b40-b92b-2ccf60915b5a. Aug 27 15:08:56.112612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 3c395bc5-889d-49fa-80d4-c5155d214f0d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:08:56.265789 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:08:56.280163 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89999310-88a6-4ac3-b56c-8c066ee15b6a None None] Sync routers for ids ['3c395bc5-889d-49fa-80d4-c5155d214f0d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:08:56.293789 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89999310-88a6-4ac3-b56c-8c066ee15b6a None None] Routers {'3c395bc5-889d-49fa-80d4-c5155d214f0d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:56.294675 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-89999310-88a6-4ac3-b56c-8c066ee15b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:08:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3c395bc5-889d-49fa-80d4-c5155d214f0d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:56.297291 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:08:56.331090 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-526cd679-1c10-4393-b1ac-697b2786e515 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5333493 Aug 27 15:08:56.331905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd419b340-e158-44d8-ae49-7d14ea373528', 'tag': 'd45861da-7f70-4b40-b92b-2ccf60915b5a'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:08:56.334778 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9850ccd3-84a9-491e-9c6f-977fa9d47164" -d '{"events": [{"name": "network-changed", "server_uuid": "d419b340-e158-44d8-ae49-7d14ea373528", "tag": "d45861da-7f70-4b40-b92b-2ccf60915b5a"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:08:56.385070 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc02eca4-0de0-4fd3-85a5-155380eae8ea x-openstack-request-id: req-fc02eca4-0de0-4fd3-85a5-155380eae8ea {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:08:56.385545 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d419b340-e158-44d8-ae49-7d14ea373528", "tag": "d45861da-7f70-4b40-b92b-2ccf60915b5a", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:08:56.385980 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc02eca4-0de0-4fd3-85a5-155380eae8ea {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:08:56.386871 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd419b340-e158-44d8-ae49-7d14ea373528', 'tag': 'd45861da-7f70-4b40-b92b-2ccf60915b5a', 'status': 'completed', 'code': 200} Aug 27 15:08:56.485940 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-89999310-88a6-4ac3-b56c-8c066ee15b6a None None] Set router 3c395bc5-889d-49fa-80d4-c5155d214f0d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:56.496784 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850ccd3-84a9-491e-9c6f-977fa9d47164 req-9d741f7b-0a28-4ca7-b844-01aef50b73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:56.499021 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9850ccd3-84a9-491e-9c6f-977fa9d47164 req-9d741f7b-0a28-4ca7-b844-01aef50b73d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 1098 time: 0.0626087 Aug 27 15:08:56.504690 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9941c-47a0-4b3a-8aa9-408fa87ff839 req-c31de875-2d89-475f-9f46-17e94833d1a3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:56.507181 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1fd9941c-47a0-4b3a-8aa9-408fa87ff839 req-c31de875-2d89-475f-9f46-17e94833d1a3 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.0853763 Aug 27 15:08:56.585176 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1fd9941c-47a0-4b3a-8aa9-408fa87ff839 req-924bb59b-bedf-4a79-914a-e29df2145259 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644653 Aug 27 15:08:56.640615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48036) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:56.664112 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850ccd3-84a9-491e-9c6f-977fa9d47164 req-f34182b1-700e-4981-bbc5-c42e73693ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:56.667774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9850ccd3-84a9-491e-9c6f-977fa9d47164 req-f34182b1-700e-4981-bbc5-c42e73693ea7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 HTTP/1.1" status: 200 len: 898 time: 0.1603799 Aug 27 15:08:56.748456 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7424e4c9-403a-4df8-9255-835069995a84 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/e2864677-fa79-4cb9-a3c7-c5fd6daa493e HTTP/1.1" status: 200 len: 991 time: 0.1056430 Aug 27 15:08:56.766229 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9850ccd3-84a9-491e-9c6f-977fa9d47164 req-4dc3b784-e8f6-4b08-9f0d-cde4fbb1fbe6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45861da-7f70-4b40-b92b-2ccf60915b5a HTTP/1.1" status: 200 len: 999 time: 0.0911815 Aug 27 15:08:56.852896 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850ccd3-84a9-491e-9c6f-977fa9d47164 req-d3fb816c-97e0-4995-b4fd-adb4701d1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:56.855764 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9850ccd3-84a9-491e-9c6f-977fa9d47164 req-d3fb816c-97e0-4995-b4fd-adb4701d1520 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bf67c14-6dc4-4aa1-bc86-5aef49ef852c HTTP/1.1" status: 200 len: 834 time: 0.0805955 Aug 27 15:08:56.939111 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850ccd3-84a9-491e-9c6f-977fa9d47164 req-87a370c0-6f2b-4845-9922-7ef6dae4ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:08:56.940884 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9850ccd3-84a9-491e-9c6f-977fa9d47164 req-87a370c0-6f2b-4845-9922-7ef6dae4ea0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780020 Aug 27 15:08:56.944983 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-89999310-88a6-4ac3-b56c-8c066ee15b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:38Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'e2864677-fa79-4cb9-a3c7-c5fd6daa493e', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'port_id': 'd45861da-7f70-4b40-b92b-2ccf60915b5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'mac_address': 'fa:16:3e:03:b9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b340-e158-44d8-ae49-7d14ea373528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:08:55Z', 'updated_at': '2021-08-27T15:08:55Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa38a973-5804-4e72-a8c0-eb0bd3b0f117', 'name': '', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ca:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:37Z', 'updated_at': '2021-08-27T15:08:43Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:56.991341 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89999310-88a6-4ac3-b56c-8c066ee15b6a None None] Checking router: 3c395bc5-889d-49fa-80d4-c5155d214f0d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:08:57.007566 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89999310-88a6-4ac3-b56c-8c066ee15b6a None None] Routers {'3c395bc5-889d-49fa-80d4-c5155d214f0d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:08:57.008284 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-89999310-88a6-4ac3-b56c-8c066ee15b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:08:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3c395bc5-889d-49fa-80d4-c5155d214f0d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:57.071621 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9850ccd3-84a9-491e-9c6f-977fa9d47164 req-6366fbc8-196d-460d-8261-37203c088745 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224873 Aug 27 15:08:57.166364 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-89999310-88a6-4ac3-b56c-8c066ee15b6a None None] Set router 3c395bc5-889d-49fa-80d4-c5155d214f0d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:08:57.226850 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9850ccd3-84a9-491e-9c6f-977fa9d47164 req-8c101fac-d6c6-4f52-951f-9dca14c13118 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476312 Aug 27 15:08:57.490790 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-89999310-88a6-4ac3-b56c-8c066ee15b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:38Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'e2864677-fa79-4cb9-a3c7-c5fd6daa493e', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'port_id': 'd45861da-7f70-4b40-b92b-2ccf60915b5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'mac_address': 'fa:16:3e:03:b9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b340-e158-44d8-ae49-7d14ea373528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:08:55Z', 'updated_at': '2021-08-27T15:08:55Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa38a973-5804-4e72-a8c0-eb0bd3b0f117', 'name': '', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ca:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:37Z', 'updated_at': '2021-08-27T15:08:43Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:08:57.526941 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89999310-88a6-4ac3-b56c-8c066ee15b6a None None] The sync data for ids ['3c395bc5-889d-49fa-80d4-c5155d214f0d'] in n-d-712139-12 is: [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:38Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': 'e2864677-fa79-4cb9-a3c7-c5fd6daa493e', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'port_id': 'd45861da-7f70-4b40-b92b-2ccf60915b5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'mac_address': 'fa:16:3e:03:b9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b340-e158-44d8-ae49-7d14ea373528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:08:55Z', 'updated_at': '2021-08-27T15:08:55Z', 'revision_number': 0, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa38a973-5804-4e72-a8c0-eb0bd3b0f117', 'name': '', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ca:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:37Z', 'updated_at': '2021-08-27T15:08:43Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:08:57.753730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48038) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:57.792077 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a531b519-1db2-4615-b1dc-03e833a4213b None None] New status for floating IP e2864677-fa79-4cb9-a3c7-c5fd6daa493e: ACTIVE {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:08:57.844179 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8ee48354-2e9f-45d5-a2c8-4e7da8d027cc tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/e2864677-fa79-4cb9-a3c7-c5fd6daa493e HTTP/1.1" status: 200 len: 991 time: 0.0845196 Aug 27 15:08:58.847750 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48040) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:08:58.939063 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-e6f89cf0-236d-45b4-b0a7-7931ef03362c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/e2864677-fa79-4cb9-a3c7-c5fd6daa493e HTTP/1.1" status: 200 len: 993 time: 0.0892699 Aug 27 15:09:10.713871 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:14.804768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-86d511a8-d5f2-4c14-ad88-523e54a658ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:17.609810 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:17.633346 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fb6f3e5d-76cb-4c68-b263-4d4473a14e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:19.046713 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:20.502897 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:22.231037 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:24.242766 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:09:31.259980 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f13548bb-7541-4d47-83f1-a10b157f9c01 req-d3f1067a-eb53-438f-a2a6-7e7fc412f9c0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0318744 Aug 27 15:09:31.365590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f13548bb-7541-4d47-83f1-a10b157f9c01 req-40482294-811a-425a-9745-d3176af6a0d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0500114 Aug 27 15:09:31.429479 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f13548bb-7541-4d47-83f1-a10b157f9c01 req-ceedf068-e9ee-47ec-9c3b-0c8054a82559 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370674 Aug 27 15:09:31.604501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13548bb-7541-4d47-83f1-a10b157f9c01 req-ac8c3024-bb5a-4480-b363-f76659d7251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:31.607814 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f13548bb-7541-4d47-83f1-a10b157f9c01 req-ac8c3024-bb5a-4480-b363-f76659d7251f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1711740 Aug 27 15:09:40.728451 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:44.817298 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bfe172c0-891a-401c-bad9-e715ce9be5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:45.203316 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edb4d909-71f4-449d-a929-561a3acbc8d9 req-bd505cf7-72cd-4bbe-afbe-b22b1ad94b8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0370553 Aug 27 15:09:45.300711 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edb4d909-71f4-449d-a929-561a3acbc8d9 req-cd475c3e-198d-48fa-a20f-1633b3912836 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0289829 Aug 27 15:09:45.349541 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edb4d909-71f4-449d-a929-561a3acbc8d9 req-fa81ef00-adbb-4a9a-892d-49dacdffb8a4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216527 Aug 27 15:09:45.467214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4d909-71f4-449d-a929-561a3acbc8d9 req-02ecfcbf-8543-4599-acd2-43a2c707e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:09:45.468664 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-edb4d909-71f4-449d-a929-561a3acbc8d9 req-02ecfcbf-8543-4599-acd2-43a2c707e763 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128826 Aug 27 15:09:47.594948 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:47.628022 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8ef0-dbe1-422d-8ac2-68b6dc26fab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:49.049679 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:50.515082 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:09:52.261976 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:00.163663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d2a7e-0841-4f0e-a834-20c432f3755f req-643f220c-0d98-4621-81aa-9e57f26acb56 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:00.165286 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3e6d2a7e-0841-4f0e-a834-20c432f3755f req-643f220c-0d98-4621-81aa-9e57f26acb56 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.1650357 Aug 27 15:10:00.214365 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3e6d2a7e-0841-4f0e-a834-20c432f3755f req-42a85d88-6f33-451d-b370-5c62002ec67b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376077 Aug 27 15:10:01.243406 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:10:01.462861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7080-e1df-4923-ac8c-d94aaa2512c6 req-6e3365b5-352e-4fe4-908f-dd649312735b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:01.462861 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-313a7080-e1df-4923-ac8c-d94aaa2512c6 req-6e3365b5-352e-4fe4-908f-dd649312735b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.1427557 Aug 27 15:10:01.511894 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-313a7080-e1df-4923-ac8c-d94aaa2512c6 req-cea59760-1704-41f9-ab75-b2e8da03b0cd tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Aug 27 15:10:02.664014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebacbcd-3fa9-4c82-99c8-f65c06bb36ce req-fcb4ffa0-611b-443e-b396-1a6579f523a2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:02.665359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ebacbcd-3fa9-4c82-99c8-f65c06bb36ce req-fcb4ffa0-611b-443e-b396-1a6579f523a2 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.0712249 Aug 27 15:10:02.743644 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ebacbcd-3fa9-4c82-99c8-f65c06bb36ce req-f6ca40a9-4a95-4cec-8c49-540b7c0b4f46 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683389 Aug 27 15:10:02.780950 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48076) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:02.872776 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3edac178-a988-43e5-9537-86159df649dc tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/e2864677-fa79-4cb9-a3c7-c5fd6daa493e HTTP/1.1" status: 200 len: 993 time: 0.0896215 Aug 27 15:10:04.253555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091e2ff-c44f-438f-9890-247c34e221e9 req-d104ff90-cf00-4bfb-8f87-546144ffed59 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:04.255290 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c091e2ff-c44f-438f-9890-247c34e221e9 req-d104ff90-cf00-4bfb-8f87-546144ffed59 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.0672400 Aug 27 15:10:04.293994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973c727-1c72-4063-a510-2a88608abb73 req-b034cfff-5a7b-489c-a78c-671b3dc52835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:04.296373 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3973c727-1c72-4063-a510-2a88608abb73 req-b034cfff-5a7b-489c-a78c-671b3dc52835 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 1098 time: 0.0594869 Aug 27 15:10:04.315030 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c091e2ff-c44f-438f-9890-247c34e221e9 req-1a60268c-ef0c-40c3-8c13-a634eadfda07 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514410 Aug 27 15:10:04.402636 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973c727-1c72-4063-a510-2a88608abb73 req-a2aab553-a909-47e2-a0ec-8ae62b28136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:04.404429 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3973c727-1c72-4063-a510-2a88608abb73 req-a2aab553-a909-47e2-a0ec-8ae62b28136a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 HTTP/1.1" status: 200 len: 898 time: 0.1007535 Aug 27 15:10:04.491630 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3973c727-1c72-4063-a510-2a88608abb73 req-20ac379e-4c4e-495d-b843-8b9bf936610a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45861da-7f70-4b40-b92b-2ccf60915b5a HTTP/1.1" status: 200 len: 1001 time: 0.0803053 Aug 27 15:10:04.568836 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973c727-1c72-4063-a510-2a88608abb73 req-2f6aff6e-0793-44be-a2e6-0588d20f7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:04.570861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3973c727-1c72-4063-a510-2a88608abb73 req-2f6aff6e-0793-44be-a2e6-0588d20f7273 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bf67c14-6dc4-4aa1-bc86-5aef49ef852c HTTP/1.1" status: 200 len: 834 time: 0.0718808 Aug 27 15:10:04.638591 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973c727-1c72-4063-a510-2a88608abb73 req-9f09ee66-4866-4500-9144-4d9b282713e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:04.641440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3973c727-1c72-4063-a510-2a88608abb73 req-9f09ee66-4866-4500-9144-4d9b282713e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630956 Aug 27 15:10:04.760413 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3973c727-1c72-4063-a510-2a88608abb73 req-aecf6bc0-4788-428d-baa1-c86271dc8dd5 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116641 Aug 27 15:10:04.857384 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3973c727-1c72-4063-a510-2a88608abb73 req-819a3a3a-393d-4e24-af88-44c928126ef8 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904670 Aug 27 15:10:05.482413 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8f40e-e470-4b4f-8d27-b7a3963e0fdc req-8e01b6e6-724f-49ed-9959-c5cf65e1147b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:05.484258 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9e8f40e-e470-4b4f-8d27-b7a3963e0fdc req-8e01b6e6-724f-49ed-9959-c5cf65e1147b tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.0672715 Aug 27 15:10:05.542015 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9e8f40e-e470-4b4f-8d27-b7a3963e0fdc req-45e9405c-1002-4d60-b0ba-63b44017dcfe tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478070 Aug 27 15:10:06.692539 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48a8f0-1c94-4667-b431-d617810032c5 req-2c7da3e0-06cc-43fd-8a9c-f8ccfb4dbc21 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:06.694392 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad48a8f0-1c94-4667-b431-d617810032c5 req-2c7da3e0-06cc-43fd-8a9c-f8ccfb4dbc21 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.0598426 Aug 27 15:10:06.738147 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ad48a8f0-1c94-4667-b431-d617810032c5 req-665cac26-bc56-4016-a911-8259c200cd90 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366206 Aug 27 15:10:06.761522 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48088) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:06.836369 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-12022112-17e7-402a-95d3-4fb9ba726557 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/floatingips/e2864677-fa79-4cb9-a3c7-c5fd6daa493e HTTP/1.1" status: 200 len: 993 time: 0.0726240 Aug 27 15:10:07.081195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48094) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:07.306444 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port 727a7b4e-2c1d-4f68-b0ff-43d896fbb0e7 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:10:07.307047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:07.439916 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:07.440266 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:07.457835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for 727a7b4e-2c1d-4f68-b0ff-43d896fbb0e7 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:10:08.054143 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:08.082902 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=727a7b4e-2c1d-4f68-b0ff-43d896fbb0e7,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:08.112087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:08.112487 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:08.112939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:08.113198 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:08.114207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:08.114207 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:08.115002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:08.115002 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:08.115408 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:08.115718 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:08.116123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:08.116462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:08.187526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:08.187975 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Floating IP e2864677-fa79-4cb9-a3c7-c5fd6daa493e disassociated (deleted). External IP: 172.25.2.52, port: d45861da-7f70-4b40-b92b-2ccf60915b5a. Aug 27 15:10:08.499563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 3c395bc5-889d-49fa-80d4-c5155d214f0d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:10:08.645874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:10:08.652243 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:08.659996 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da84f445-3cf9-4c13-976a-a19c40c29be1 None None] Sync routers for ids ['3c395bc5-889d-49fa-80d4-c5155d214f0d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:10:08.675159 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84f445-3cf9-4c13-976a-a19c40c29be1 None None] Routers {'3c395bc5-889d-49fa-80d4-c5155d214f0d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:08.676169 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-da84f445-3cf9-4c13-976a-a19c40c29be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3c395bc5-889d-49fa-80d4-c5155d214f0d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:08.693940 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-86552e12-ea3a-4eed-b0a0-229cb2b3760f tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/floatingips/e2864677-fa79-4cb9-a3c7-c5fd6daa493e HTTP/1.1" status: 204 len: 168 time: 1.6113193 Aug 27 15:10:08.694311 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd419b340-e158-44d8-ae49-7d14ea373528', 'tag': 'd45861da-7f70-4b40-b92b-2ccf60915b5a'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:10:08.696912 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b73b24b-a838-417d-a8d9-c01a06089415" -d '{"events": [{"name": "network-changed", "server_uuid": "d419b340-e158-44d8-ae49-7d14ea373528", "tag": "d45861da-7f70-4b40-b92b-2ccf60915b5a"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:10:08.814416 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7b7ff3-7862-4b41-8d18-84fa193a54a0 x-openstack-request-id: req-cf7b7ff3-7862-4b41-8d18-84fa193a54a0 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:10:08.814915 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d419b340-e158-44d8-ae49-7d14ea373528", "tag": "d45861da-7f70-4b40-b92b-2ccf60915b5a", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:10:08.815423 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf7b7ff3-7862-4b41-8d18-84fa193a54a0 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:10:08.816639 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd419b340-e158-44d8-ae49-7d14ea373528', 'tag': 'd45861da-7f70-4b40-b92b-2ccf60915b5a', 'status': 'completed', 'code': 200} Aug 27 15:10:08.821046 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-da84f445-3cf9-4c13-976a-a19c40c29be1 None None] Set router 3c395bc5-889d-49fa-80d4-c5155d214f0d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:08.935422 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b24b-a838-417d-a8d9-c01a06089415 req-ececc254-60ee-4f48-a608-fcc0a8b526be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:08.938014 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b73b24b-a838-417d-a8d9-c01a06089415 req-ececc254-60ee-4f48-a608-fcc0a8b526be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd8125c73e6a499fb371f71fd1983077&device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 1098 time: 0.0711641 Aug 27 15:10:09.112144 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-da84f445-3cf9-4c13-976a-a19c40c29be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:38Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fa38a973-5804-4e72-a8c0-eb0bd3b0f117', 'name': '', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ca:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:37Z', 'updated_at': '2021-08-27T15:08:43Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:09.119300 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdddd53-134d-436b-b0f1-a729782aaa71 req-0d224e2c-c39d-464d-af58-154ebd9c79ba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:09.122376 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7bdddd53-134d-436b-b0f1-a729782aaa71 req-0d224e2c-c39d-464d-af58-154ebd9c79ba tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.1617045 Aug 27 15:10:09.141915 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da84f445-3cf9-4c13-976a-a19c40c29be1 None None] Checking router: 3c395bc5-889d-49fa-80d4-c5155d214f0d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:10:09.148228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b24b-a838-417d-a8d9-c01a06089415 req-ce1e9159-8509-4b0e-b7fd-c079acc06984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:09.149756 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b73b24b-a838-417d-a8d9-c01a06089415 req-ce1e9159-8509-4b0e-b7fd-c079acc06984 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 HTTP/1.1" status: 200 len: 898 time: 0.2035134 Aug 27 15:10:09.150934 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84f445-3cf9-4c13-976a-a19c40c29be1 None None] Routers {'3c395bc5-889d-49fa-80d4-c5155d214f0d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:09.151551 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-da84f445-3cf9-4c13-976a-a19c40c29be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3c395bc5-889d-49fa-80d4-c5155d214f0d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:09.208126 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b73b24b-a838-417d-a8d9-c01a06089415 req-06316d94-a2ed-4169-a55b-a811bc24a95a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45861da-7f70-4b40-b92b-2ccf60915b5a HTTP/1.1" status: 200 len: 217 time: 0.0492787 Aug 27 15:10:09.252440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7bdddd53-134d-436b-b0f1-a729782aaa71 req-5243ae18-33c8-4bcd-9f0d-f2f434f7a890 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162748 Aug 27 15:10:09.289871 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b24b-a838-417d-a8d9-c01a06089415 req-d01afcb4-542d-4de0-925f-eb73191027be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:09.292867 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b73b24b-a838-417d-a8d9-c01a06089415 req-d01afcb4-542d-4de0-925f-eb73191027be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bf67c14-6dc4-4aa1-bc86-5aef49ef852c HTTP/1.1" status: 200 len: 834 time: 0.0756087 Aug 27 15:10:09.346100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b24b-a838-417d-a8d9-c01a06089415 req-77438f76-1010-417f-8e70-b9a1711c5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:09.347700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b73b24b-a838-417d-a8d9-c01a06089415 req-77438f76-1010-417f-8e70-b9a1711c5348 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469911 Aug 27 15:10:09.377389 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-da84f445-3cf9-4c13-976a-a19c40c29be1 None None] Set router 3c395bc5-889d-49fa-80d4-c5155d214f0d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:09.461815 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b73b24b-a838-417d-a8d9-c01a06089415 req-8c29a806-c2aa-4fc0-bcad-936fb309b89b service neutron] 10.222.0.41 "GET /v2.0/networks/2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048248 Aug 27 15:10:09.580714 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1b73b24b-a838-417d-a8d9-c01a06089415 req-967d4821-c009-42c7-b7ec-386f40dcc7c6 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116395 Aug 27 15:10:09.671457 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-da84f445-3cf9-4c13-976a-a19c40c29be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:38Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fa38a973-5804-4e72-a8c0-eb0bd3b0f117', 'name': '', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ca:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:37Z', 'updated_at': '2021-08-27T15:08:43Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:09.720407 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da84f445-3cf9-4c13-976a-a19c40c29be1 None None] The sync data for ids ['3c395bc5-889d-49fa-80d4-c5155d214f0d'] in n-d-712139-12 is: [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:38Z', 'revision_number': 4, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'fa38a973-5804-4e72-a8c0-eb0bd3b0f117', 'name': '', 'network_id': '2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'mac_address': 'fa:16:3e:ca:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:37Z', 'updated_at': '2021-08-27T15:08:43Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'subnets': [{'id': '1bf67c14-6dc4-4aa1-bc86-5aef49ef852c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:10:09.980716 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5369adf0-16c7-4132-96e1-08694a6ad062 None None] New status for floating IP e2864677-fa79-4cb9-a3c7-c5fd6daa493e: DOWN {{(pid=101188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:10:10.409570 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab43b1-c99e-484b-b366-2f8eded2f3e9 req-2a79a507-5576-43bc-8c6c-d169b68e0c69 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:10.411202 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4cab43b1-c99e-484b-b366-2f8eded2f3e9 req-2a79a507-5576-43bc-8c6c-d169b68e0c69 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.0664048 Aug 27 15:10:10.457855 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4cab43b1-c99e-484b-b366-2f8eded2f3e9 req-bb71dcff-1311-43c7-987a-40accb029bb7 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e642d9d-3fc5-4e3d-9639-fc97f8896d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404687 Aug 27 15:10:10.727646 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:10.832843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fdd18-c06d-432c-9c3d-f29198582fae req-7c49d5e7-e446-4bdb-aa68-384c42d5d917 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:10.834389 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-895fdd18-c06d-432c-9c3d-f29198582fae req-7c49d5e7-e446-4bdb-aa68-384c42d5d917 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 946 time: 0.0575480 Aug 27 15:10:11.217712 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-895fdd18-c06d-432c-9c3d-f29198582fae req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port d45861da-7f70-4b40-b92b-2ccf60915b5a {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:10:11.218056 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-895fdd18-c06d-432c-9c3d-f29198582fae req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:11.319684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-895fdd18-c06d-432c-9c3d-f29198582fae req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port d45861da-7f70-4b40-b92b-2ccf60915b5a, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d45861da-7f70-4b40-b92b-2ccf60915b5a,segment=NetworkSegment(6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f),segment_id=6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:11.320048 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-895fdd18-c06d-432c-9c3d-f29198582fae req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:11.335717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-895fdd18-c06d-432c-9c3d-f29198582fae req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for d45861da-7f70-4b40-b92b-2ccf60915b5a owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:10:11.478177 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-895fdd18-c06d-432c-9c3d-f29198582fae req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:11.510856 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=d45861da-7f70-4b40-b92b-2ccf60915b5a,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:11.544865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:11.545212 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:11.545555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:11.545892 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:11.546225 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:11.546556 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:11.546916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:11.547244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:11.547575 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:11.547899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:11.548224 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:11.548624 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:11.601391 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-895fdd18-c06d-432c-9c3d-f29198582fae req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] No DVR routers for this DVR port d45861da-7f70-4b40-b92b-2ccf60915b5a on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:10:11.605627 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0cf5225e-a793-461b-9dec-522e4097c536 req-4499b096-2a7d-4173-8a64-84631ce1395c tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "GET /v2.0/ports?device_id=d419b340-e158-44d8-ae49-7d14ea373528 HTTP/1.1" status: 200 len: 210 time: 0.0530963 Aug 27 15:10:11.606553 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-895fdd18-c06d-432c-9c3d-f29198582fae req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:11.609079 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-895fdd18-c06d-432c-9c3d-f29198582fae req-640260c3-6de8-4261-9148-37051ad24bc8 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.41 "DELETE /v2.0/ports/d45861da-7f70-4b40-b92b-2ccf60915b5a HTTP/1.1" status: 204 len: 173 time: 0.7688272 Aug 27 15:10:11.609552 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd419b340-e158-44d8-ae49-7d14ea373528', 'name': 'network-vif-deleted', 'tag': 'd45861da-7f70-4b40-b92b-2ccf60915b5a'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:10:11.612406 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5662c61-9116-4083-9827-aac5ad325c14" -d '{"events": [{"server_uuid": "d419b340-e158-44d8-ae49-7d14ea373528", "name": "network-vif-deleted", "tag": "d45861da-7f70-4b40-b92b-2ccf60915b5a"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:10:11.710031 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ac164f-8af5-4a1c-bb83-e5872d57c190 x-openstack-request-id: req-45ac164f-8af5-4a1c-bb83-e5872d57c190 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:10:11.710474 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d419b340-e158-44d8-ae49-7d14ea373528", "name": "network-vif-deleted", "tag": "d45861da-7f70-4b40-b92b-2ccf60915b5a", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:10:11.710755 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45ac164f-8af5-4a1c-bb83-e5872d57c190 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:10:11.711161 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd419b340-e158-44d8-ae49-7d14ea373528', 'name': 'network-vif-deleted', 'tag': 'd45861da-7f70-4b40-b92b-2ccf60915b5a', 'status': 'completed', 'code': 200} Aug 27 15:10:12.674205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48114) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:13.148698 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b175aae4-bb24-43bd-a83c-1beec7bc9f4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:13.501709 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-b175aae4-bb24-43bd-a83c-1beec7bc9f4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port fa38a973-5804-4e72-a8c0-eb0bd3b0f117 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:10:13.501989 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b175aae4-bb24-43bd-a83c-1beec7bc9f4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:13.621290 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-b175aae4-bb24-43bd-a83c-1beec7bc9f4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port fa38a973-5804-4e72-a8c0-eb0bd3b0f117, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=fa38a973-5804-4e72-a8c0-eb0bd3b0f117,segment=NetworkSegment(6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f),segment_id=6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:13.621844 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b175aae4-bb24-43bd-a83c-1beec7bc9f4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:13.648349 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-b175aae4-bb24-43bd-a83c-1beec7bc9f4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for fa38a973-5804-4e72-a8c0-eb0bd3b0f117 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:10:13.881202 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b175aae4-bb24-43bd-a83c-1beec7bc9f4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:13.912494 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175aae4-bb24-43bd-a83c-1beec7bc9f4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=fa38a973-5804-4e72-a8c0-eb0bd3b0f117,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:14.120755 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b175aae4-bb24-43bd-a83c-1beec7bc9f4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:14.394077 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b175aae4-bb24-43bd-a83c-1beec7bc9f4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Router 3c395bc5-889d-49fa-80d4-c5155d214f0d has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:10:14.517334 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b175aae4-bb24-43bd-a83c-1beec7bc9f4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:10:14.524035 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b175aae4-bb24-43bd-a83c-1beec7bc9f4a tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "PUT /v2.0/routers/3c395bc5-889d-49fa-80d4-c5155d214f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8485847 Aug 27 15:10:14.526127 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48116) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:14.529800 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0220fb9c-c82c-4358-8c03-84dcf18762c1 None None] Sync routers for ids ['3c395bc5-889d-49fa-80d4-c5155d214f0d'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:10:14.539529 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0220fb9c-c82c-4358-8c03-84dcf18762c1 None None] Routers {'3c395bc5-889d-49fa-80d4-c5155d214f0d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:14.540141 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0220fb9c-c82c-4358-8c03-84dcf18762c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3c395bc5-889d-49fa-80d4-c5155d214f0d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:14.592311 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a19e5e-6910-4997-a7aa-a4c6fce93d61 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting subnet 1bf67c14-6dc4-4aa1-bc86-5aef49ef852c {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:10:14.595805 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34a19e5e-6910-4997-a7aa-a4c6fce93d61 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:14.654870 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34a19e5e-6910-4997-a7aa-a4c6fce93d61 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:14.692537 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-0220fb9c-c82c-4358-8c03-84dcf18762c1 None None] Set router 3c395bc5-889d-49fa-80d4-c5155d214f0d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:14.766915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34a19e5e-6910-4997-a7aa-a4c6fce93d61 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:14.846383 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34a19e5e-6910-4997-a7aa-a4c6fce93d61 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:14.886882 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a19e5e-6910-4997-a7aa-a4c6fce93d61 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf67c14-6dc4-4aa1-bc86-5aef49ef852c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:14.890322 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-34a19e5e-6910-4997-a7aa-a4c6fce93d61 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:14.892982 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-34a19e5e-6910-4997-a7aa-a4c6fce93d61 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/subnets/1bf67c14-6dc4-4aa1-bc86-5aef49ef852c HTTP/1.1" status: 204 len: 168 time: 0.3655846 Aug 27 15:10:14.895915 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48118) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:14.928030 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0220fb9c-c82c-4358-8c03-84dcf18762c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:10:13Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:14.958022 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0220fb9c-c82c-4358-8c03-84dcf18762c1 None None] Checking router: 3c395bc5-889d-49fa-80d4-c5155d214f0d for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:10:14.972851 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0220fb9c-c82c-4358-8c03-84dcf18762c1 None None] Routers {'3c395bc5-889d-49fa-80d4-c5155d214f0d'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:14.973763 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0220fb9c-c82c-4358-8c03-84dcf18762c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:09:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['3c395bc5-889d-49fa-80d4-c5155d214f0d'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:15.004646 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d45861da-7f70-4b40-b92b-2ccf60915b5a no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:10:15.010240 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747445a4-ec92-4574-a4d5-77246006ff12 None None] Network 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:10:15.027288 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5f079663-8de3-4bde-adf3-aa8655e3b24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:15.047699 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:15.071954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: d45861da-7f70-4b40-b92b-2ccf60915b5a {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:10:15.072315 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d45861da-7f70-4b40-b92b-2ccf60915b5a not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:10:15.140925 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-0220fb9c-c82c-4358-8c03-84dcf18762c1 None None] Set router 3c395bc5-889d-49fa-80d4-c5155d214f0d gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:15.242943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:15.317275 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] DHCP port deletion for 2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:10:15.329446 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Deleting port 7674fae0-2df6-4eb5-a638-b25b6b73fc35 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:10:15.330043 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:15.391701 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Deleting port d970c97c-b928-460e-9444-432253cd9845 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:10:15.392180 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:15.460875 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0220fb9c-c82c-4358-8c03-84dcf18762c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:10:13Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:15.479012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] For port 7674fae0-2df6-4eb5-a638-b25b6b73fc35, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7674fae0-2df6-4eb5-a638-b25b6b73fc35,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:15.479502 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:15.499234 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0220fb9c-c82c-4358-8c03-84dcf18762c1 None None] The sync data for ids ['3c395bc5-889d-49fa-80d4-c5155d214f0d'] in n-d-712139-12 is: [{'id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967930797', 'tenant_id': 'fd8125c73e6a499fb371f71fd1983077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:10:13Z', 'revision_number': 5, 'project_id': 'fd8125c73e6a499fb371f71fd1983077', 'gw_port': {'id': '7674fae0-2df6-4eb5-a638-b25b6b73fc35', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c395bc5-889d-49fa-80d4-c5155d214f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:08:33Z', 'updated_at': '2021-08-27T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:10:15.499717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] For port d970c97c-b928-460e-9444-432253cd9845, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d970c97c-b928-460e-9444-432253cd9845,segment=NetworkSegment(6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f),segment_id=6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:15.500049 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:15.501473 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Calling delete_port for 7674fae0-2df6-4eb5-a638-b25b6b73fc35 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:10:15.521131 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Calling delete_port for d970c97c-b928-460e-9444-432253cd9845 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:10:15.632691 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:15.667020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Pushing event deleted for resources: {'Port': ['ID=d970c97c-b928-460e-9444-432253cd9845,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:15.670125 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] No DVR routers for this DVR port d970c97c-b928-460e-9444-432253cd9845 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:10:15.680314 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:15.680314 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:15.681519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:15.681519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:15.681519 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:15.682619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:15.682619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:15.682619 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:15.683141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:15.684258 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:15.684787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:15.685510 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341f5a0-feec-47ee-b2b0-7e0aea937627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:15.735217 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:15.768586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Port': ['ID=7674fae0-2df6-4eb5-a638-b25b6b73fc35,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:15.850225 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:15.974509 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:15.977278 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.052412 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.053014 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Fanout notify agent at l3_agent the message router_deleted on router 3c395bc5-889d-49fa-80d4-c5155d214f0d {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:10:16.065514 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.069665 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-49fd2a95-2cc4-4fe6-9a50-cefa5110d584 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/routers/3c395bc5-889d-49fa-80d4-c5155d214f0d HTTP/1.1" status: 204 len: 168 time: 1.1695666 Aug 27 15:10:16.070061 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48120) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:16.154698 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ff296f64-d389-4322-9102-80338a415ee5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.272625 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ff296f64-d389-4322-9102-80338a415ee5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.284172 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ff296f64-d389-4322-9102-80338a415ee5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:16.298876 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ff296f64-d389-4322-9102-80338a415ee5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:16.299166 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-ff296f64-d389-4322-9102-80338a415ee5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7f4ba8-8107-4d6a-a8e4-65a19a659f2f') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:16.310144 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ff296f64-d389-4322-9102-80338a415ee5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.324971 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ff296f64-d389-4322-9102-80338a415ee5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.332305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff296f64-d389-4322-9102-80338a415ee5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:10:16.332759 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ff296f64-d389-4322-9102-80338a415ee5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: timer() Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:10:16.336075 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:10:16.404418 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ff296f64-d389-4322-9102-80338a415ee5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.415435 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ff296f64-d389-4322-9102-80338a415ee5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.419161 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ff296f64-d389-4322-9102-80338a415ee5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/networks/2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81 HTTP/1.1" status: 204 len: 168 time: 0.3471837 Aug 27 15:10:16.423096 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48122) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:16.445953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff296f64-d389-4322-9102-80338a415ee5 tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'Network': ['ID=2cf4c933-69fb-4fb1-8e0b-d4f552bc2a81,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:16.514272 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec5a704e-7c38-492c-bf81-eb20a3de005e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.553426 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec5a704e-7c38-492c-bf81-eb20a3de005e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.650848 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec5a704e-7c38-492c-bf81-eb20a3de005e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.655630 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ec5a704e-7c38-492c-bf81-eb20a3de005e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:16.660397 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ec5a704e-7c38-492c-bf81-eb20a3de005e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] 10.222.0.55 "DELETE /v2.0/security-groups/7e642d9d-3fc5-4e3d-9639-fc97f8896d77 HTTP/1.1" status: 204 len: 168 time: 0.2326422 Aug 27 15:10:16.674376 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a704e-7c38-492c-bf81-eb20a3de005e tempest-TestNetworkAdvancedServerOps-1353335477 tempest-TestNetworkAdvancedServerOps-1353335477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e642d9d-3fc5-4e3d-9639-fc97f8896d77,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:17.170921 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48130) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:17.257159 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fa38a973-5804-4e72-a8c0-eb0bd3b0f117 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:10:17.283562 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: fa38a973-5804-4e72-a8c0-eb0bd3b0f117 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:10:17.283908 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device fa38a973-5804-4e72-a8c0-eb0bd3b0f117 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:10:17.284328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d970c97c-b928-460e-9444-432253cd9845 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:10:17.307362 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: d970c97c-b928-460e-9444-432253cd9845 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:10:17.307746 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d970c97c-b928-460e-9444-432253cd9845 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:10:17.308066 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7674fae0-2df6-4eb5-a638-b25b6b73fc35 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:10:17.333452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 7674fae0-2df6-4eb5-a638-b25b6b73fc35 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:10:17.333792 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7674fae0-2df6-4eb5-a638-b25b6b73fc35 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:10:17.361572 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0f18acf6-9ffe-4520-9b9a-f83f8db80475 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd8125c73e6a499fb371f71fd1983077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1894348 Aug 27 15:10:17.366182 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48134) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:17.429791 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56262be3-662a-45d4-94dc-4f8557a6ddc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:17.469612 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56262be3-662a-45d4-94dc-4f8557a6ddc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:17.544992 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56262be3-662a-45d4-94dc-4f8557a6ddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:17.548067 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-56262be3-662a-45d4-94dc-4f8557a6ddc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:17.549363 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-56262be3-662a-45d4-94dc-4f8557a6ddc9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4d5a0ff-82a9-4e41-9b39-2cab9db96b34 HTTP/1.1" status: 204 len: 168 time: 0.1820540 Aug 27 15:10:17.561241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56262be3-662a-45d4-94dc-4f8557a6ddc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d5a0ff-82a9-4e41-9b39-2cab9db96b34,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:17.622789 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:17.638981 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-400cd4a1-cf93-4be3-9f89-0fa7c2e2cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:17.975443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48140) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:17.990984 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d5a06f3-1d89-47ac-8f7c-c1b9f845cd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:18.102473 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d5a06f3-1d89-47ac-8f7c-c1b9f845cd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:18.107911 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-6d5a06f3-1d89-47ac-8f7c-c1b9f845cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:18.155591 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-6d5a06f3-1d89-47ac-8f7c-c1b9f845cd1a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba2ddd94c2c943c18d74154920add9d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788754 Aug 27 15:10:18.156648 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a06f3-1d89-47ac-8f7c-c1b9f845cd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677d8cd6-ed1a-409c-beed-f231feaf0835,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:18.158296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48142) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:18.228325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e28b9634-025a-44b1-922b-8e869f4e2046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:18.258604 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e28b9634-025a-44b1-922b-8e869f4e2046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:18.320809 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e28b9634-025a-44b1-922b-8e869f4e2046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:18.323394 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e28b9634-025a-44b1-922b-8e869f4e2046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:18.325309 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e28b9634-025a-44b1-922b-8e869f4e2046 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/677d8cd6-ed1a-409c-beed-f231feaf0835 HTTP/1.1" status: 204 len: 168 time: 0.1651900 Aug 27 15:10:18.338473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b9634-025a-44b1-922b-8e869f4e2046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677d8cd6-ed1a-409c-beed-f231feaf0835,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:19.068132 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:19.360157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48166) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:19.488433 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2080183316-network', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:19.513439 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Made reservation on behalf of 8765b3d6d78f4b30bb4f8f3434ad9176 for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:10:19.515928 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:19.526506 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:19.648776 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:19.652739 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:19.681857 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:10:19.694090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f5cf6-fc78-41b8-a0fe-166345c42261,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:19.700539 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:19.700912 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Added segment 465047ef-4c92-467e-a00e-3c2cd0e0e9d0 of type vlan for network df4c52b2-631c-42d0-894b-b8d4163b5b04 Aug 27 15:10:19.756603 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:19.807643 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:19.809786 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:19.810893 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:19.921915 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5601089 Aug 27 15:10:19.927534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48170) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:19.933367 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-8c044377-bac9-4bb7-af51-15d27e33c017 admin admin] Request body: {'subnet': {'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2080183316-subnet', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:19.949114 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1c305-0304-424c-a100-414a05f26455 admin admin] Pushing event updated for resources: {'Network': ['ID=df4c52b2-631c-42d0-894b-b8d4163b5b04,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:19.966020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network df4c52b2-631c-42d0-894b-b8d4163b5b04 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:10:19.969205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c044377-bac9-4bb7-af51-15d27e33c017 admin admin] Made reservation on behalf of 8765b3d6d78f4b30bb4f8f3434ad9176 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:10:19.975994 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c044377-bac9-4bb7-af51-15d27e33c017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:20.201340 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c044377-bac9-4bb7-af51-15d27e33c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:20.272432 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c044377-bac9-4bb7-af51-15d27e33c017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70fa1fe-2426-489c-8a3e-e026fbc98eac,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:20.289579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c044377-bac9-4bb7-af51-15d27e33c017 admin admin] Checking segment: {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:10:20.290370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c044377-bac9-4bb7-af51-15d27e33c017 admin admin] Network hostable DHCP agents. Network: df4c52b2-631c-42d0-894b-b8d4163b5b04, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:10:20.319619 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c044377-bac9-4bb7-af51-15d27e33c017 admin admin] Network df4c52b2-631c-42d0-894b-b8d4163b5b04 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:10:20.331923 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-8c044377-bac9-4bb7-af51-15d27e33c017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, df4c52b2-631c-42d0-894b-b8d4163b5b04) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:10:20.336498 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c044377-bac9-4bb7-af51-15d27e33c017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:20.337426 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c044377-bac9-4bb7-af51-15d27e33c017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:20.343416 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485c9812-70db-4c53-a4a8-93da687acc73 None None] Network df4c52b2-631c-42d0-894b-b8d4163b5b04 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:10:20.362590 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8c044377-bac9-4bb7-af51-15d27e33c017 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4333377 Aug 27 15:10:20.366192 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48172) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:20.371370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:20.397298 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:20.403900 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:20.472052 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:20.548619 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:20.560249 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-df4c52b2-631c-42d0-894b-b8d4163b5b04', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:10:20.561496 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:20.684697 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:20.766814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Allocated IP 172.20.0.2 (df4c52b2-631c-42d0-894b-b8d4163b5b04/c70fa1fe-2426-489c-8a3e-e026fbc98eac/d86ac882-ee0d-471f-a39c-0db4e90512ff) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:10:20.984865 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:21.002949 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:21.016802 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:21.017656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Transition to ACTIVE for port object d86ac882-ee0d-471f-a39c-0db4e90512ff will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:10:21.045439 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Transition to ACTIVE for port object d86ac882-ee0d-471f-a39c-0db4e90512ff will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:10:21.053312 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:21.103741 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Network df4c52b2-631c-42d0-894b-b8d4163b5b04 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:10:21.108211 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:10:21.112363 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:10:21.120858 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Pushing event updated for resources: {'Port': ['ID=d86ac882-ee0d-471f-a39c-0db4e90512ff,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:21.195601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Allocated IP 172.25.2.153 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/57addb09-1d97-4cf0-93e8-c3a554066e36) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:10:21.198319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Attempting to bind port d86ac882-ee0d-471f-a39c-0db4e90512ff on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:10:21.199121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Attempting to bind port d86ac882-ee0d-471f-a39c-0db4e90512ff by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:10:21.199805 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Attempting to bind port d86ac882-ee0d-471f-a39c-0db4e90512ff on network df4c52b2-631c-42d0-894b-b8d4163b5b04 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:10:21.207678 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:10:21.208132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Checking segment: {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:10:21.208561 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:21.208970 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Bound using segment: {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:10:21.209471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Bound port: d86ac882-ee0d-471f-a39c-0db4e90512ff, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:10:21.210301 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:21.294618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] For port d86ac882-ee0d-471f-a39c-0db4e90512ff, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:10:21.299268 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] For port d86ac882-ee0d-471f-a39c-0db4e90512ff, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d86ac882-ee0d-471f-a39c-0db4e90512ff,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:10:21.304472 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:21.363593 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:21.376927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33bf49-b7b1-452a-9f76-1a125e0806c6 None None] Pushing event updated for resources: {'Port': ['ID=d86ac882-ee0d-471f-a39c-0db4e90512ff,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:21.421511 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:21.475436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:10:21.479154 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:10:21.485507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:10:21.494145 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Pushing event updated for resources: {'Port': ['ID=57addb09-1d97-4cf0-93e8-c3a554066e36,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:21.845989 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:22.105497 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:22.281178 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:22.296434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:10:22.460535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:10:22.480302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Sync routers for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:10:22.487886 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:22.488927 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-50c2e9a9-43ff-4368-aae5-1ca8eb3e905a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1213803 Aug 27 15:10:22.498436 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48174) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:22.509090 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:22.509934 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:10:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:22.567901 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f12548-f8df-4785-89dd-4afcb1f54ba9 None None] Network df4c52b2-631c-42d0-894b-b8d4163b5b04 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:10:22.716909 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0d452c91-f067-4b6f-8233-d515955d179b None None] Provisioning for port d86ac882-ee0d-471f-a39c-0db4e90512ff completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:10:22.783153 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:23.142638 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:21Z', 'revision_number': 3, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:23.185804 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Checking router: 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:10:23.186366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Updating router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb port 57addb09-1d97-4cf0-93e8-c3a554066e36 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:10:23.219083 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:23.367123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d86ac882-ee0d-471f-a39c-0db4e90512ff up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:10:23.500412 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:23.559188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port d86ac882-ee0d-471f-a39c-0db4e90512ff completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:10:23.576640 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d86ac882-ee0d-471f-a39c-0db4e90512ff triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:23.577027 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:23.758982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Allocated IP 172.20.0.1 (df4c52b2-631c-42d0-894b-b8d4163b5b04/c70fa1fe-2426-489c-8a3e-e026fbc98eac/377a4159-d39b-4777-bbfd-bdd715ed75fa) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:10:23.787008 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:23.790514 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:23.905865 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:23.922405 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Transition to ACTIVE for port object 377a4159-d39b-4777-bbfd-bdd715ed75fa will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:10:23.963279 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:23.984187 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Transition to ACTIVE for port object 57addb09-1d97-4cf0-93e8-c3a554066e36 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:10:23.994725 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:24.016374 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Network df4c52b2-631c-42d0-894b-b8d4163b5b04 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:10:24.019656 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:10:24.023606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:10:24.049413 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port d86ac882-ee0d-471f-a39c-0db4e90512ff, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d86ac882-ee0d-471f-a39c-0db4e90512ff,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:24.058407 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Pushing event updated for resources: {'Port': ['ID=377a4159-d39b-4777-bbfd-bdd715ed75fa,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:24.067831 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:24.085414 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Attempting to bind port 57addb09-1d97-4cf0-93e8-c3a554066e36 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:10:24.085777 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Attempting to bind port 57addb09-1d97-4cf0-93e8-c3a554066e36 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:10:24.086232 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Attempting to bind port 57addb09-1d97-4cf0-93e8-c3a554066e36 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:10:24.090098 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4497b7-7c17-4147-b5fc-235a76799e7a None None] Pushing event updated for resources: {'Port': ['ID=57addb09-1d97-4cf0-93e8-c3a554066e36,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:24.107073 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:24.119152 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:10:24.119628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:10:24.120236 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:24.120667 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:10:24.122024 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Bound port: 57addb09-1d97-4cf0-93e8-c3a554066e36, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:10:24.122697 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:24.249186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=d86ac882-ee0d-471f-a39c-0db4e90512ff,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:24.277310 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] For port 57addb09-1d97-4cf0-93e8-c3a554066e36, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:10:24.286877 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] For port 57addb09-1d97-4cf0-93e8-c3a554066e36, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=57addb09-1d97-4cf0-93e8-c3a554066e36,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:10:24.297345 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:24.325933 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:24.405301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4497b7-7c17-4147-b5fc-235a76799e7a None None] Pushing event updated for resources: {'Port': ['ID=57addb09-1d97-4cf0-93e8-c3a554066e36,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:24.410571 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:24.411212 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:10:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:24.419533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5e7e9905-c0f2-4cbd-9728-d4f07c0c31f0 None None] Provisioning for port 377a4159-d39b-4777-bbfd-bdd715ed75fa completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:10:24.468885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5e7e9905-c0f2-4cbd-9728-d4f07c0c31f0 None None] Provisioning complete for port 377a4159-d39b-4777-bbfd-bdd715ed75fa triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:24.469195 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9905-c0f2-4cbd-9728-d4f07c0c31f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:24.554178 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:24.560281 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:24.572038 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-5e7e9905-c0f2-4cbd-9728-d4f07c0c31f0 None None] Port 377a4159-d39b-4777-bbfd-bdd715ed75fa cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:10:24.609272 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:24.636184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:24.639383 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Pushing event updated for resources: {'Port': ['ID=377a4159-d39b-4777-bbfd-bdd715ed75fa,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:24.755551 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Network df4c52b2-631c-42d0-894b-b8d4163b5b04 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:10:24.757107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:10:24.914058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:23Z', 'revision_number': 1, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:24.925649 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:10:24.945595 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51511a-691f-425a-ad88-c54eb50b1e0b None None] The sync data for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 is: [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:23Z', 'revision_number': 1, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:10:25.088798 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:10:25.098954 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-826b243f-0a6f-4f2f-b112-42bd6ddc4623 admin admin] 10.222.0.55 "PUT /v2.0/routers/50ce28b5-36cc-41ba-9797-db2f0c0ad1eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5984595 Aug 27 15:10:25.110717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-285f107d-1e5b-48a2-a37e-6baf3db07276 None None] Provisioning complete for port 377a4159-d39b-4777-bbfd-bdd715ed75fa triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:25.112277 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-285f107d-1e5b-48a2-a37e-6baf3db07276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:25.161379 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-285f107d-1e5b-48a2-a37e-6baf3db07276 None None] Port 377a4159-d39b-4777-bbfd-bdd715ed75fa cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:10:25.326449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d86ac882-ee0d-471f-a39c-0db4e90512ff up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:10:25.416190 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d86ac882-ee0d-471f-a39c-0db4e90512ff triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:25.416578 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:25.897363 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48192) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:25.906155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2092256905-network', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:25.953125 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Made reservation on behalf of 31c67872d6974ea88d010883ec0bb6ac for: {'network': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:10:25.964559 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:25.981079 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:26.156002 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:26.161347 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:26.205736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:10:26.215650 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f85e4a-0d5a-48f5-ad64-777cc1600484,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:26.225536 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:26.226466 n-d-712139-12 neutron-server[101187]: INFO neutron.db.segments_db [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Added segment 767393ce-52ec-4796-a670-a3bfe2bedf9e of type vlan for network f7717162-5e16-4606-a24e-e6244260113f Aug 27 15:10:26.292218 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:26.341510 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:26.343319 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:26.344316 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:26.450357 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5511947 Aug 27 15:10:26.454475 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48194) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:26.463764 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1879e9db-3736-4731-86d0-d3651ce02298 admin admin] Request body: {'subnet': {'network_id': 'f7717162-5e16-4606-a24e-e6244260113f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2092256905-subnet', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:26.487121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4739b-8637-48d0-94c2-c831b0be71f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f7717162-5e16-4606-a24e-e6244260113f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:26.514854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network f7717162-5e16-4606-a24e-e6244260113f details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:10:26.525469 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1879e9db-3736-4731-86d0-d3651ce02298 admin admin] Made reservation on behalf of 31c67872d6974ea88d010883ec0bb6ac for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:10:26.530226 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1879e9db-3736-4731-86d0-d3651ce02298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:26.778604 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1879e9db-3736-4731-86d0-d3651ce02298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:26.865192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879e9db-3736-4731-86d0-d3651ce02298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f598c11b-25d9-4862-ab0d-a92f2dd105bc,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:26.895107 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1879e9db-3736-4731-86d0-d3651ce02298 admin admin] Checking segment: {'id': '767393ce-52ec-4796-a670-a3bfe2bedf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:10:26.895481 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1879e9db-3736-4731-86d0-d3651ce02298 admin admin] Network hostable DHCP agents. Network: f7717162-5e16-4606-a24e-e6244260113f, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:10:26.920323 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1879e9db-3736-4731-86d0-d3651ce02298 admin admin] Network f7717162-5e16-4606-a24e-e6244260113f is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:10:26.931985 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-1879e9db-3736-4731-86d0-d3651ce02298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, f7717162-5e16-4606-a24e-e6244260113f) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:10:26.938320 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1879e9db-3736-4731-86d0-d3651ce02298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:26.940752 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1879e9db-3736-4731-86d0-d3651ce02298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:26.943751 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ab91e-c755-46aa-bbc4-d21f4ef2288a None None] Network f7717162-5e16-4606-a24e-e6244260113f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:10:26.963348 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1879e9db-3736-4731-86d0-d3651ce02298 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5066767 Aug 27 15:10:26.966501 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48196) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:26.972673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2092256905-router', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:27.013199 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:27.015142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:27.097769 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:27.170622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-f7717162-5e16-4606-a24e-e6244260113f', 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'fixed_ips': [{'subnet_id': 'f598c11b-25d9-4862-ab0d-a92f2dd105bc'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:10:27.172378 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:27.366840 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:27.374341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 57addb09-1d97-4cf0-93e8-c3a554066e36 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:10:27.483744 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Allocated IP 172.20.0.2 (f7717162-5e16-4606-a24e-e6244260113f/f598c11b-25d9-4862-ab0d-a92f2dd105bc/d2996b34-2a51-465f-9616-3eafae20e723) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:10:27.539697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 57addb09-1d97-4cf0-93e8-c3a554066e36 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:10:27.598195 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 57addb09-1d97-4cf0-93e8-c3a554066e36 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:27.598647 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:27.718188 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:27.754325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:27.759126 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Sync routers for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:10:27.776176 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:27.779381 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:10:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:27.821022 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:27.886501 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 57addb09-1d97-4cf0-93e8-c3a554066e36, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=57addb09-1d97-4cf0-93e8-c3a554066e36,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:27.888891 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:27.892612 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:27.943397 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Transition to ACTIVE for port object d2996b34-2a51-465f-9616-3eafae20e723 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:10:27.969838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Allocated IP 172.25.2.128 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/e79bc182-a0e7-418b-8c7f-98740ba6be15) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:10:27.979517 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:27.998884 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Transition to ACTIVE for port object d2996b34-2a51-465f-9616-3eafae20e723 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:10:28.018137 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=57addb09-1d97-4cf0-93e8-c3a554066e36,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:28.022580 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:28.080001 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Network f7717162-5e16-4606-a24e-e6244260113f is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:10:28.084683 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:10:28.091636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:10:28.101946 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Pushing event updated for resources: {'Port': ['ID=d2996b34-2a51-465f-9616-3eafae20e723,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:28.167920 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:28.195388 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Attempting to bind port d2996b34-2a51-465f-9616-3eafae20e723 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:10:28.195973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Attempting to bind port d2996b34-2a51-465f-9616-3eafae20e723 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '767393ce-52ec-4796-a670-a3bfe2bedf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:10:28.196446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Attempting to bind port d2996b34-2a51-465f-9616-3eafae20e723 on network f7717162-5e16-4606-a24e-e6244260113f {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:10:28.208850 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:10:28.209435 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Checking segment: {'id': '767393ce-52ec-4796-a670-a3bfe2bedf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:10:28.210088 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:28.211154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Bound using segment: {'id': '767393ce-52ec-4796-a670-a3bfe2bedf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:10:28.212662 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Bound port: d2996b34-2a51-465f-9616-3eafae20e723, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767393ce-52ec-4796-a670-a3bfe2bedf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:10:28.212662 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:28.263619 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:28.325615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:10:28.330975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:10:28.339240 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:10:28.373265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] For port d2996b34-2a51-465f-9616-3eafae20e723, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:10:28.379256 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] For port d2996b34-2a51-465f-9616-3eafae20e723, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d2996b34-2a51-465f-9616-3eafae20e723,segment=NetworkSegment(767393ce-52ec-4796-a670-a3bfe2bedf9e),segment_id=767393ce-52ec-4796-a670-a3bfe2bedf9e)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:10:28.386211 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 2, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:28.394130 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:28.410758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Pushing event updated for resources: {'Port': ['ID=e79bc182-a0e7-418b-8c7f-98740ba6be15,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:28.448492 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Checking router: 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:10:28.449926 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Updating router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb port 377a4159-d39b-4777-bbfd-bdd715ed75fa binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:10:28.504333 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:28.533214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd258fd-a813-4b35-ba65-35fbce857861 None None] Pushing event updated for resources: {'Port': ['ID=d2996b34-2a51-465f-9616-3eafae20e723,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:28.906340 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:29.181547 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:29.196273 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Transition to ACTIVE for port object 377a4159-d39b-4777-bbfd-bdd715ed75fa will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:10:29.209197 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:29.257581 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:29.268937 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Pushing event updated for resources: {'Port': ['ID=377a4159-d39b-4777-bbfd-bdd715ed75fa,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:29.290871 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:29.291413 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:29.291981 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:29.292560 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:29.294100 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:29.297939 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:29.298613 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:29.299263 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:29.300094 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:29.300368 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:29.300884 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:29.301407 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:10:29.424112 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Attempting to bind port 377a4159-d39b-4777-bbfd-bdd715ed75fa on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:10:29.424906 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Attempting to bind port 377a4159-d39b-4777-bbfd-bdd715ed75fa by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:10:29.425111 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Attempting to bind port 377a4159-d39b-4777-bbfd-bdd715ed75fa on network df4c52b2-631c-42d0-894b-b8d4163b5b04 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:10:29.451331 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:10:29.452331 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Checking segment: {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:10:29.452981 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:29.453151 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d2996b34-2a51-465f-9616-3eafae20e723 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:10:29.453629 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Bound using segment: {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:10:29.454420 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Bound port: 377a4159-d39b-4777-bbfd-bdd715ed75fa, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:10:29.455069 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:29.563645 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Router 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:10:29.567441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port d2996b34-2a51-465f-9616-3eafae20e723 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:10:29.594031 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 57addb09-1d97-4cf0-93e8-c3a554066e36 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:10:29.620325 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] For port 377a4159-d39b-4777-bbfd-bdd715ed75fa, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:10:29.635803 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] For port 377a4159-d39b-4777-bbfd-bdd715ed75fa, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=377a4159-d39b-4777-bbfd-bdd715ed75fa,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:10:29.644113 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:29.719364 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:29.720746 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:10:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:29.742589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 57addb09-1d97-4cf0-93e8-c3a554066e36 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:29.743467 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:29.959756 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb74c5-3390-4929-8418-5e9955737497 None None] Pushing event updated for resources: {'Port': ['ID=377a4159-d39b-4777-bbfd-bdd715ed75fa,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:30.016110 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:30.138969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f76756e-5176-4666-bc73-8142c2cbd408 None None] Network f7717162-5e16-4606-a24e-e6244260113f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:10:30.291727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6ab3da2b-e6c8-486c-83fc-a28090a08a03 None None] Provisioning for port d2996b34-2a51-465f-9616-3eafae20e723 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:10:30.300685 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6ab3da2b-e6c8-486c-83fc-a28090a08a03 None None] Provisioning complete for port d2996b34-2a51-465f-9616-3eafae20e723 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:30.301240 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6ab3da2b-e6c8-486c-83fc-a28090a08a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:30.347281 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:10:30.365755 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Sync routers for ids ['5584cb0d-f1d6-4571-bafd-cefcd4b5d150'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:10:30.374363 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:30.376540 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-3c4a47fd-1785-46be-95df-cbeb5953d43a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4085896 Aug 27 15:10:30.379425 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48198) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:30.429497 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Routers {'5584cb0d-f1d6-4571-bafd-cefcd4b5d150'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:30.430673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:10:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5584cb0d-f1d6-4571-bafd-cefcd4b5d150'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:30.451266 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:29Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:30.499256 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc9010-153d-436d-9bf7-22a10217fd9d None None] The sync data for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 is: [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:29Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:10:30.719419 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6ab3da2b-e6c8-486c-83fc-a28090a08a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:31.054533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Set router 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:31.154605 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-6ab3da2b-e6c8-486c-83fc-a28090a08a03 None None] For port d2996b34-2a51-465f-9616-3eafae20e723, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d2996b34-2a51-465f-9616-3eafae20e723,segment=NetworkSegment(767393ce-52ec-4796-a670-a3bfe2bedf9e),segment_id=767393ce-52ec-4796-a670-a3bfe2bedf9e)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:31.165474 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6ab3da2b-e6c8-486c-83fc-a28090a08a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:31.335575 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:31.435533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 377a4159-d39b-4777-bbfd-bdd715ed75fa up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:10:31.509791 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3da2b-e6c8-486c-83fc-a28090a08a03 None None] Pushing event updated for resources: {'Port': ['ID=d2996b34-2a51-465f-9616-3eafae20e723,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:31.624127 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 377a4159-d39b-4777-bbfd-bdd715ed75fa completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:10:31.645034 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 377a4159-d39b-4777-bbfd-bdd715ed75fa triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:31.645464 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:31.709548 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0b66ce2a-39cc-4c76-ab60-fcf07763fb91 None None] Provisioning complete for port d2996b34-2a51-465f-9616-3eafae20e723 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:31.709961 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0b66ce2a-39cc-4c76-ab60-fcf07763fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:31.722710 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Allocated IP 172.20.0.1 (f7717162-5e16-4606-a24e-e6244260113f/f598c11b-25d9-4862-ab0d-a92f2dd105bc/b45fb526-9f10-4a36-98e0-9f3f475e03fd) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:10:31.775370 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'name': 'tempest-TestShelveInstance-2092256905-router', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:10:28Z', 'revision_number': 3, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'gw_port': {'id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:31.821289 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Checking router: 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:10:31.821727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Updating router 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 port e79bc182-a0e7-418b-8c7f-98740ba6be15 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:10:31.896629 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:31.910117 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:31.932217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Transition to ACTIVE for port object b45fb526-9f10-4a36-98e0-9f3f475e03fd will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:10:31.973581 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:31.986945 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.031830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Network f7717162-5e16-4606-a24e-e6244260113f is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:10:32.035381 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:10:32.039314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:10:32.079525 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Pushing event updated for resources: {'Port': ['ID=b45fb526-9f10-4a36-98e0-9f3f475e03fd,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:32.116473 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.148708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 377a4159-d39b-4777-bbfd-bdd715ed75fa, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=377a4159-d39b-4777-bbfd-bdd715ed75fa,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:32.157922 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.302123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=377a4159-d39b-4777-bbfd-bdd715ed75fa,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:32.382582 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.487610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b67665b1-57fc-4b3b-8633-cad296cb5e36 None None] Provisioning for port b45fb526-9f10-4a36-98e0-9f3f475e03fd completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:10:32.495203 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.498653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b67665b1-57fc-4b3b-8633-cad296cb5e36 None None] Provisioning complete for port b45fb526-9f10-4a36-98e0-9f3f475e03fd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:32.499054 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b67665b1-57fc-4b3b-8633-cad296cb5e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.531476 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Transition to ACTIVE for port object e79bc182-a0e7-418b-8c7f-98740ba6be15 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:10:32.542477 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.588824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-b67665b1-57fc-4b3b-8633-cad296cb5e36 None None] Port b45fb526-9f10-4a36-98e0-9f3f475e03fd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:10:32.629773 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Attempting to bind port e79bc182-a0e7-418b-8c7f-98740ba6be15 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:10:32.630132 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Attempting to bind port e79bc182-a0e7-418b-8c7f-98740ba6be15 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:10:32.630503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Attempting to bind port e79bc182-a0e7-418b-8c7f-98740ba6be15 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:10:32.642621 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543fe16-c69f-4177-911c-b1289e4ed73d None None] Pushing event updated for resources: {'Port': ['ID=e79bc182-a0e7-418b-8c7f-98740ba6be15,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:32.645952 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:10:32.646891 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:10:32.647528 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.647528 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:10:32.648836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Bound port: e79bc182-a0e7-418b-8c7f-98740ba6be15, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:10:32.648836 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.655306 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.663509 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.735316 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] For port e79bc182-a0e7-418b-8c7f-98740ba6be15, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:10:32.740329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] For port e79bc182-a0e7-418b-8c7f-98740ba6be15, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e79bc182-a0e7-418b-8c7f-98740ba6be15,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:10:32.747023 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.776861 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce091c25-b747-4299-8dc5-8303d80b9af3 req-307f852a-ceaa-4fbc-bc8a-d891c632df6a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0304925 Aug 27 15:10:32.782021 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:32.785536 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Pushing event updated for resources: {'Port': ['ID=b45fb526-9f10-4a36-98e0-9f3f475e03fd,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:32.869472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Routers {'5584cb0d-f1d6-4571-bafd-cefcd4b5d150'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:32.870503 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:10:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5584cb0d-f1d6-4571-bafd-cefcd4b5d150'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:32.897396 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce091c25-b747-4299-8dc5-8303d80b9af3 req-0506ea31-f046-440e-baea-705195f28f5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0413551 Aug 27 15:10:32.939910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543fe16-c69f-4177-911c-b1289e4ed73d None None] Pushing event updated for resources: {'Port': ['ID=e79bc182-a0e7-418b-8c7f-98740ba6be15,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:32.958980 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce091c25-b747-4299-8dc5-8303d80b9af3 req-7fb55c96-1999-4d02-9f2c-5c051e8b5a4a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345259 Aug 27 15:10:32.977495 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Network f7717162-5e16-4606-a24e-e6244260113f is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:10:32.981410 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:10:33.104074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] Set router 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:33.140133 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce091c25-b747-4299-8dc5-8303d80b9af3 req-5e2db3bb-7ab7-4af1-9216-7e404df88100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:33.142408 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ce091c25-b747-4299-8dc5-8303d80b9af3 req-5e2db3bb-7ab7-4af1-9216-7e404df88100 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1759627 Aug 27 15:10:33.213101 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Router 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:10:33.337986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d2996b34-2a51-465f-9616-3eafae20e723 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:10:33.418994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:10:33.428726 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-72936aa8-0fca-407b-8bb4-d99bbea78a42 admin admin] 10.222.0.55 "PUT /v2.0/routers/5584cb0d-f1d6-4571-bafd-cefcd4b5d150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0462120 Aug 27 15:10:33.492931 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9c04d154-c4e9-485a-a707-9d3c9227c815 None None] Provisioning complete for port b45fb526-9f10-4a36-98e0-9f3f475e03fd triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:33.493517 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9c04d154-c4e9-485a-a707-9d3c9227c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:33.562171 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port d2996b34-2a51-465f-9616-3eafae20e723 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:33.562638 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:33.631484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-9c04d154-c4e9-485a-a707-9d3c9227c815 None None] Port b45fb526-9f10-4a36-98e0-9f3f475e03fd cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:10:33.697633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'name': 'tempest-TestShelveInstance-2092256905-router', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 4, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'gw_port': {'id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'b45fb526-9f10-4a36-98e0-9f3f475e03fd', 'name': '', 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'mac_address': 'fa:16:3e:a4:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'f598c11b-25d9-4862-ab0d-a92f2dd105bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:31Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 2, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'subnets': [{'id': 'f598c11b-25d9-4862-ab0d-a92f2dd105bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:33.752761 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fdc1f0-baf3-400f-8103-66d9d0bd8951 None None] The sync data for ids ['5584cb0d-f1d6-4571-bafd-cefcd4b5d150'] in n-d-712139-12 is: [{'id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'name': 'tempest-TestShelveInstance-2092256905-router', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 4, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'gw_port': {'id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'b45fb526-9f10-4a36-98e0-9f3f475e03fd', 'name': '', 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'mac_address': 'fa:16:3e:a4:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'f598c11b-25d9-4862-ab0d-a92f2dd105bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:31Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 2, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'subnets': [{'id': 'f598c11b-25d9-4862-ab0d-a92f2dd105bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:10:33.765240 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 377a4159-d39b-4777-bbfd-bdd715ed75fa up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:10:33.853944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 377a4159-d39b-4777-bbfd-bdd715ed75fa triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:33.855255 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.327384 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48208) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:34.335615 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-f35d4073-82a9-4673-a010-13f329c38140 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678494864', 'description': 'tempest-secgroup-smoke-1678494864 description', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:34.375844 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f35d4073-82a9-4673-a010-13f329c38140 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.514797 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f35d4073-82a9-4673-a010-13f329c38140 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.522782 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f35d4073-82a9-4673-a010-13f329c38140 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.573500 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-f35d4073-82a9-4673-a010-13f329c38140 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.578907 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-f35d4073-82a9-4673-a010-13f329c38140 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2456534 Aug 27 15:10:34.578907 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d4073-82a9-4673-a010-13f329c38140 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5a36c4-b109-45cb-9751-12f31de7acd6,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:34.585936 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48210) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:34.587569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6f73fd7a-95b5-4d6c-a237-a275e79c51bf tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group_rule': {'security_group_id': 'eb5a36c4-b109-45cb-9751-12f31de7acd6', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:34.666144 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f73fd7a-95b5-4d6c-a237-a275e79c51bf tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.756129 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f73fd7a-95b5-4d6c-a237-a275e79c51bf tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.762718 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f73fd7a-95b5-4d6c-a237-a275e79c51bf tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.786165 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73fd7a-95b5-4d6c-a237-a275e79c51bf tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9b105f-bf94-4491-a9a5-e51646c55b87,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:34.796004 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f73fd7a-95b5-4d6c-a237-a275e79c51bf tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.797920 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6f73fd7a-95b5-4d6c-a237-a275e79c51bf tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2153649 Aug 27 15:10:34.801241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48212) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:34.807241 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-0ab1e849-9c4a-4033-a8c6-756f65eab00e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group_rule': {'security_group_id': 'eb5a36c4-b109-45cb-9751-12f31de7acd6', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:34.849220 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ab1e849-9c4a-4033-a8c6-756f65eab00e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.931966 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ab1e849-9c4a-4033-a8c6-756f65eab00e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.939579 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ab1e849-9c4a-4033-a8c6-756f65eab00e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.962072 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1e849-9c4a-4033-a8c6-756f65eab00e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6781467-5000-4eda-94ed-4a8fb7b8b8ac,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:34.975805 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-0ab1e849-9c4a-4033-a8c6-756f65eab00e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:34.977773 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-0ab1e849-9c4a-4033-a8c6-756f65eab00e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1747088 Aug 27 15:10:34.982199 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48214) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:34.992190 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-05828dd6-90fe-49e5-80da-98405462daf4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group_rule': {'security_group_id': 'eb5a36c4-b109-45cb-9751-12f31de7acd6', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:35.045140 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-05828dd6-90fe-49e5-80da-98405462daf4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.142441 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-05828dd6-90fe-49e5-80da-98405462daf4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.147865 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-05828dd6-90fe-49e5-80da-98405462daf4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.180640 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05828dd6-90fe-49e5-80da-98405462daf4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f40dab-9a97-4b0c-a022-3f7a95192686,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:35.186126 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-05828dd6-90fe-49e5-80da-98405462daf4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.188854 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-05828dd6-90fe-49e5-80da-98405462daf4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2045999 Aug 27 15:10:35.191453 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48216) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:35.199905 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-cd591ae4-eafd-46d1-b732-dd9e4dada052 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group_rule': {'security_group_id': 'eb5a36c4-b109-45cb-9751-12f31de7acd6', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:35.257918 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd591ae4-eafd-46d1-b732-dd9e4dada052 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.360742 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e79bc182-a0e7-418b-8c7f-98740ba6be15 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:10:35.381073 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd591ae4-eafd-46d1-b732-dd9e4dada052 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.389308 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd591ae4-eafd-46d1-b732-dd9e4dada052 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.433386 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd591ae4-eafd-46d1-b732-dd9e4dada052 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b145b69a-74a0-4046-8b38-f0a581ff7bed,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:35.447137 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-cd591ae4-eafd-46d1-b732-dd9e4dada052 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.453525 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-cd591ae4-eafd-46d1-b732-dd9e4dada052 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2574754 Aug 27 15:10:35.454102 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48218) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:35.457998 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port e79bc182-a0e7-418b-8c7f-98740ba6be15 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:10:35.462504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-32ca7477-bcc4-4a55-b9bc-693febaf473b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group_rule': {'security_group_id': 'eb5a36c4-b109-45cb-9751-12f31de7acd6', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:35.466778 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port e79bc182-a0e7-418b-8c7f-98740ba6be15 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:35.467625 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.507938 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-32ca7477-bcc4-4a55-b9bc-693febaf473b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Project 8765b3d6d78f4b30bb4f8f3434ad9176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:10:35.519140 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32ca7477-bcc4-4a55-b9bc-693febaf473b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.630579 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.643122 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32ca7477-bcc4-4a55-b9bc-693febaf473b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.648547 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32ca7477-bcc4-4a55-b9bc-693febaf473b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.664144 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port e79bc182-a0e7-418b-8c7f-98740ba6be15, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e79bc182-a0e7-418b-8c7f-98740ba6be15,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:35.672050 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.676223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca7477-bcc4-4a55-b9bc-693febaf473b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40076c6-768f-451a-87a9-2bab59113e24,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:35.686674 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-32ca7477-bcc4-4a55-b9bc-693febaf473b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.688711 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-32ca7477-bcc4-4a55-b9bc-693febaf473b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2327483 Aug 27 15:10:35.692298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48220) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:35.697865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-6aff417c-6a56-4f0d-b391-05abab119208 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group_rule': {'security_group_id': 'eb5a36c4-b109-45cb-9751-12f31de7acd6', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:35.727936 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-6aff417c-6a56-4f0d-b391-05abab119208 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Project 8765b3d6d78f4b30bb4f8f3434ad9176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:10:35.736672 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6aff417c-6a56-4f0d-b391-05abab119208 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.760130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=e79bc182-a0e7-418b-8c7f-98740ba6be15,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:35.823681 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6aff417c-6a56-4f0d-b391-05abab119208 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.829619 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6aff417c-6a56-4f0d-b391-05abab119208 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.855119 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff417c-6a56-4f0d-b391-05abab119208 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e041bf66-8413-4b80-87cb-2d3373613d66,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:35.865790 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6aff417c-6a56-4f0d-b391-05abab119208 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:35.867615 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6aff417c-6a56-4f0d-b391-05abab119208 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1740353 Aug 27 15:10:36.065140 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-5b9e5d3a-f00f-47c1-9ca4-a6e25739f400 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678494864&fields=id&tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176 HTTP/1.1" status: 200 len: 267 time: 0.0480738 Aug 27 15:10:36.231898 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afb649-d117-4ffa-8597-ff50618acb63 req-e69ab2ec-42c7-4446-9d1f-81f2184b619e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:36.233565 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-e69ab2ec-42c7-4446-9d1f-81f2184b619e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 809 time: 0.1592252 Aug 27 15:10:36.254292 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-ebc24d5c-a9dc-4ceb-9ed1-645029004d6b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/quotas/8765b3d6d78f4b30bb4f8f3434ad9176 HTTP/1.1" status: 200 len: 375 time: 0.0126104 Aug 27 15:10:36.324476 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-b070ab9a-c0ac-4021-b7ab-c6754f87b816 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634334 Aug 27 15:10:36.632789 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-9f432491-b588-43e6-add0-d4871f5d0486 service neutron] 10.222.0.55 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934861 Aug 27 15:10:36.803214 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-02f99da6-3683-455c-82fc-845aff3aae48 service neutron] 10.222.0.55 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594028 Aug 27 15:10:37.058570 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf8c422b-c9d2-40e2-a236-b623af1ad75e req-9041f81f-7613-4875-adc9-3f38b8855cf9 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 210 time: 0.0419149 Aug 27 15:10:37.292515 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e79bc182-a0e7-418b-8c7f-98740ba6be15 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:10:37.346206 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Sync routers for ids ['5584cb0d-f1d6-4571-bafd-cefcd4b5d150'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:10:37.361088 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Routers {'5584cb0d-f1d6-4571-bafd-cefcd4b5d150'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:37.362161 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:10:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5584cb0d-f1d6-4571-bafd-cefcd4b5d150'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:37.374723 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port e79bc182-a0e7-418b-8c7f-98740ba6be15 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:37.375659 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:37.518214 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Set router 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:37.775896 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'name': 'tempest-TestShelveInstance-2092256905-router', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 4, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'gw_port': {'id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'b45fb526-9f10-4a36-98e0-9f3f475e03fd', 'name': '', 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'mac_address': 'fa:16:3e:a4:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'f598c11b-25d9-4862-ab0d-a92f2dd105bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:31Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 2, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'subnets': [{'id': 'f598c11b-25d9-4862-ab0d-a92f2dd105bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:37.819325 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Checking router: 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:10:37.819690 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Updating router 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 port b45fb526-9f10-4a36-98e0-9f3f475e03fd binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:10:37.853744 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:38.249736 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1363235f-1021-432b-aa96-ce45d94ab875 req-78457551-d64d-4c43-a111-24bf72f6da0c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 210 time: 0.0622344 Aug 27 15:10:38.259703 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:10:38.336388 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:38.349742 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Transition to ACTIVE for port object b45fb526-9f10-4a36-98e0-9f3f475e03fd will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:10:38.359512 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:38.437340 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c93bd-429e-4815-875d-2922bbe46623 None None] Pushing event updated for resources: {'Port': ['ID=b45fb526-9f10-4a36-98e0-9f3f475e03fd,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:38.552942 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Attempting to bind port b45fb526-9f10-4a36-98e0-9f3f475e03fd on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:10:38.553410 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Attempting to bind port b45fb526-9f10-4a36-98e0-9f3f475e03fd by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '767393ce-52ec-4796-a670-a3bfe2bedf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:10:38.553956 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Attempting to bind port b45fb526-9f10-4a36-98e0-9f3f475e03fd on network f7717162-5e16-4606-a24e-e6244260113f {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:10:38.561808 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:10:38.562319 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Checking segment: {'id': '767393ce-52ec-4796-a670-a3bfe2bedf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:10:38.562678 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:38.563336 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Bound using segment: {'id': '767393ce-52ec-4796-a670-a3bfe2bedf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:10:38.564457 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Bound port: b45fb526-9f10-4a36-98e0-9f3f475e03fd, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767393ce-52ec-4796-a670-a3bfe2bedf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:10:38.566898 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:38.701662 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] For port b45fb526-9f10-4a36-98e0-9f3f475e03fd, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:10:38.707795 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] For port b45fb526-9f10-4a36-98e0-9f3f475e03fd, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b45fb526-9f10-4a36-98e0-9f3f475e03fd,segment=NetworkSegment(767393ce-52ec-4796-a670-a3bfe2bedf9e),segment_id=767393ce-52ec-4796-a670-a3bfe2bedf9e)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:10:38.715482 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:38.765768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afb649-d117-4ffa-8597-ff50618acb63 req-00e6982f-af19-4edd-bccb-82ab5ae8621c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:38.768166 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-00e6982f-af19-4edd-bccb-82ab5ae8621c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.41 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 809 time: 0.2330754 Aug 27 15:10:38.793605 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Routers {'5584cb0d-f1d6-4571-bafd-cefcd4b5d150'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:38.794518 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:10:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5584cb0d-f1d6-4571-bafd-cefcd4b5d150'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:38.856740 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352adaa5-feec-48b4-9eec-346441d2e1f1 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176 HTTP/1.1" status: 200 len: 380 time: 0.0689073 Aug 27 15:10:38.880358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'port': {'device_id': '9b32e598-f046-4741-8049-441573f578f7', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'admin_state_up': True, 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'security_groups': ['eb5a36c4-b109-45cb-9751-12f31de7acd6']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:38.975205 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c93bd-429e-4815-875d-2922bbe46623 None None] Pushing event updated for resources: {'Port': ['ID=b45fb526-9f10-4a36-98e0-9f3f475e03fd,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:39.064736 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Made reservation on behalf of 8765b3d6d78f4b30bb4f8f3434ad9176 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:10:39.068101 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:39.090441 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] Set router 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:39.248978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Allocated IP 172.20.0.9 (df4c52b2-631c-42d0-894b-b8d4163b5b04/c70fa1fe-2426-489c-8a3e-e026fbc98eac/d0b62afb-16e1-4c66-a44c-77caf29ba60f) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:10:39.362872 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b45fb526-9f10-4a36-98e0-9f3f475e03fd up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:10:39.436007 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port b45fb526-9f10-4a36-98e0-9f3f475e03fd completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:10:39.441293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b45fb526-9f10-4a36-98e0-9f3f475e03fd triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:39.441655 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:39.453861 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5c4beef5-2bb9-4498-8900-33a940a73c68 req-5c4b41c9-72ef-44cd-82d1-b04090b9b103 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 210 time: 0.0711699 Aug 27 15:10:39.489449 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'name': 'tempest-TestShelveInstance-2092256905-router', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 4, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'gw_port': {'id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'b45fb526-9f10-4a36-98e0-9f3f475e03fd', 'name': '', 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'mac_address': 'fa:16:3e:a4:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'f598c11b-25d9-4862-ab0d-a92f2dd105bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:31Z', 'updated_at': '2021-08-27T15:10:38Z', 'revision_number': 4, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'subnets': [{'id': 'f598c11b-25d9-4862-ab0d-a92f2dd105bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:39.525756 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf42f91-e17e-4d68-a7df-89f3d3f5fb2e None None] The sync data for ids ['5584cb0d-f1d6-4571-bafd-cefcd4b5d150'] in n-d-712139-12 is: [{'id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'name': 'tempest-TestShelveInstance-2092256905-router', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 4, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'gw_port': {'id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': 'b45fb526-9f10-4a36-98e0-9f3f475e03fd', 'name': '', 'network_id': 'f7717162-5e16-4606-a24e-e6244260113f', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'mac_address': 'fa:16:3e:a4:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'f598c11b-25d9-4862-ab0d-a92f2dd105bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:31Z', 'updated_at': '2021-08-27T15:10:38Z', 'revision_number': 4, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'subnets': [{'id': 'f598c11b-25d9-4862-ab0d-a92f2dd105bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:10:39.554089 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:39.560766 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:39.580229 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Transition to ACTIVE for port object d0b62afb-16e1-4c66-a44c-77caf29ba60f will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:10:39.595388 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port b45fb526-9f10-4a36-98e0-9f3f475e03fd, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b45fb526-9f10-4a36-98e0-9f3f475e03fd,segment=NetworkSegment(767393ce-52ec-4796-a670-a3bfe2bedf9e),segment_id=767393ce-52ec-4796-a670-a3bfe2bedf9e)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:39.601600 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:39.632713 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:39.672587 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=b45fb526-9f10-4a36-98e0-9f3f475e03fd,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:39.685870 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Network df4c52b2-631c-42d0-894b-b8d4163b5b04 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:10:39.689555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:10:39.693796 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:10:39.741123 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'Port': ['ID=d0b62afb-16e1-4c66-a44c-77caf29ba60f,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:39.795667 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:39.797144 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:39.822601 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-352b9313-f1ae-45b5-aec4-336162114861 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9481623 Aug 27 15:10:39.844899 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Request body: {'port': {'device_id': '9b32e598-f046-4741-8049-441573f578f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:39.936221 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:40.082192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6a4413c3-43d2-412b-974f-89499d982ca5 None None] Provisioning for port d0b62afb-16e1-4c66-a44c-77caf29ba60f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:10:40.088844 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-6a4413c3-43d2-412b-974f-89499d982ca5 None None] Provisioning complete for port d0b62afb-16e1-4c66-a44c-77caf29ba60f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:40.090531 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6a4413c3-43d2-412b-974f-89499d982ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:40.139692 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-6a4413c3-43d2-412b-974f-89499d982ca5 None None] Port d0b62afb-16e1-4c66-a44c-77caf29ba60f cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:10:40.270366 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b62afb-16e1-4c66-a44c-77caf29ba60f {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:10:40.279768 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:40.294264 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Transition to ACTIVE for port object d0b62afb-16e1-4c66-a44c-77caf29ba60f will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:10:40.299187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:40.363516 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b62afb-16e1-4c66-a44c-77caf29ba60f,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:40.450916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Attempting to bind port d0b62afb-16e1-4c66-a44c-77caf29ba60f on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:10:40.451589 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Attempting to bind port d0b62afb-16e1-4c66-a44c-77caf29ba60f by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:10:40.452090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Attempting to bind port d0b62afb-16e1-4c66-a44c-77caf29ba60f on network df4c52b2-631c-42d0-894b-b8d4163b5b04 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:10:40.458538 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Port d0b62afb-16e1-4c66-a44c-77caf29ba60f on network df4c52b2-631c-42d0-894b-b8d4163b5b04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:10:40.458883 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Attempting to bind port d0b62afb-16e1-4c66-a44c-77caf29ba60f on network df4c52b2-631c-42d0-894b-b8d4163b5b04 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:10:40.465142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:10:40.465479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Checking segment: {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:10:40.465850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Bound using segment: {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:10:40.466439 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Bound port: d0b62afb-16e1-4c66-a44c-77caf29ba60f, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:10:40.466877 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:40.561719 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:10:40.566977 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:10:40.573415 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:40.632629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:40.633322 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:40.634872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] 10.222.0.41 "PUT /v2.0/ports/d0b62afb-16e1-4c66-a44c-77caf29ba60f HTTP/1.1" status: 200 len: 1092 time: 0.7978108 Aug 27 15:10:40.635559 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:10:40.638103 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83441f0-9ebc-4703-8152-c21e05bbd720" -d '{"events": [{"name": "network-changed", "server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:10:40.663661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ee155-64fa-47ab-8070-41b9328fa26c req-07c7163a-b824-460c-837d-175292cce695 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:40.665404 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c60ee155-64fa-47ab-8070-41b9328fa26c req-07c7163a-b824-460c-837d-175292cce695 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 943 time: 0.0792565 Aug 27 15:10:40.682043 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a2955-0ea2-46e1-bedb-ff63c2fa7111 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b62afb-16e1-4c66-a44c-77caf29ba60f,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:40.738979 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:40.743570 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c60ee155-64fa-47ab-8070-41b9328fa26c req-422367d4-79f8-4a23-a7c9-7376f1568aca tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671821 Aug 27 15:10:40.774562 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afb649-d117-4ffa-8597-ff50618acb63 req-891319e2-eebf-4adb-8391-ff623f9095f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:40.776321 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-891319e2-eebf-4adb-8391-ff623f9095f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 1095 time: 0.0699413 Aug 27 15:10:40.778806 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec31e22-0fda-48b8-8ffe-f6cf24f427c5 x-openstack-request-id: req-aec31e22-0fda-48b8-8ffe-f6cf24f427c5 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:10:40.779091 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:10:40.779342 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aec31e22-0fda-48b8-8ffe-f6cf24f427c5 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:10:40.779779 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'status': 'completed', 'code': 200} Aug 27 15:10:40.860227 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-471cddc2-a9f2-407e-ba77-88ed74bbc0e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f HTTP/1.1" status: 200 len: 217 time: 0.0564036 Aug 27 15:10:40.919037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afb649-d117-4ffa-8597-ff50618acb63 req-18e96513-a9f2-4449-8504-075c210ac46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:40.921530 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-18e96513-a9f2-4449-8504-075c210ac46f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0538015 Aug 27 15:10:40.972858 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afb649-d117-4ffa-8597-ff50618acb63 req-663b869a-b463-4cd6-9767-ecf83036cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:40.974284 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-663b869a-b463-4cd6-9767-ecf83036cf3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465696 Aug 27 15:10:41.070479 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-2f7ed5bc-64e7-4404-8bac-3652258987a1 service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886245 Aug 27 15:10:41.173167 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-21afb649-d117-4ffa-8597-ff50618acb63 req-b2e5abe6-9d12-4298-8fd7-651786e0b748 service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955424 Aug 27 15:10:41.274772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b45fb526-9f10-4a36-98e0-9f3f475e03fd up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:10:41.314041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83441f0-9ebc-4703-8152-c21e05bbd720 req-4b826fec-75cc-42fb-a4cc-74060a68ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:41.315744 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c83441f0-9ebc-4703-8152-c21e05bbd720 req-4b826fec-75cc-42fb-a4cc-74060a68ddfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 1095 time: 0.0499470 Aug 27 15:10:41.331293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port b45fb526-9f10-4a36-98e0-9f3f475e03fd triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:41.331709 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:41.419606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83441f0-9ebc-4703-8152-c21e05bbd720 req-158d39a8-028f-44da-a409-0da6fd2e44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:41.421145 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c83441f0-9ebc-4703-8152-c21e05bbd720 req-158d39a8-028f-44da-a409-0da6fd2e44b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 910 time: 0.0983343 Aug 27 15:10:41.466750 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c83441f0-9ebc-4703-8152-c21e05bbd720 req-fb4f3a0a-d767-4022-8a6a-62d5bbed62ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f HTTP/1.1" status: 200 len: 217 time: 0.0382338 Aug 27 15:10:41.519800 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83441f0-9ebc-4703-8152-c21e05bbd720 req-2013673e-d374-4a36-b289-410d0d6d1f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:41.521291 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c83441f0-9ebc-4703-8152-c21e05bbd720 req-2013673e-d374-4a36-b289-410d0d6d1f30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0483506 Aug 27 15:10:41.577897 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83441f0-9ebc-4703-8152-c21e05bbd720 req-b3c27b9e-1b0a-4300-8c63-48e91996e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:41.579689 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c83441f0-9ebc-4703-8152-c21e05bbd720 req-b3c27b9e-1b0a-4300-8c63-48e91996e211 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509608 Aug 27 15:10:41.732864 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c83441f0-9ebc-4703-8152-c21e05bbd720 req-ac8de709-2157-4856-9b86-1dd61047643f service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454043 Aug 27 15:10:41.861449 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c83441f0-9ebc-4703-8152-c21e05bbd720 req-20666094-5c3a-4b20-86f4-9501044f6aeb service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175082 Aug 27 15:10:41.887912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee3d31-efdc-423c-baec-ae43e5032388 req-3d9a9312-89fc-41b5-bddc-97f7fde5c1c6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:41.889549 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30ee3d31-efdc-423c-baec-ae43e5032388 req-3d9a9312-89fc-41b5-bddc-97f7fde5c1c6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 943 time: 0.0565128 Aug 27 15:10:41.935230 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30ee3d31-efdc-423c-baec-ae43e5032388 req-82f51336-02d0-412e-b140-9091d7d5e782 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374501 Aug 27 15:10:42.903736 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d0b62afb-16e1-4c66-a44c-77caf29ba60f details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:10:43.045973 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:43.061075 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'port_id': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'mac_address': 'fa:16:3e:c7:4f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:10:43.102184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cb68f-be4b-4696-bb7a-d086c1fdaeff req-ca0c4757-ba06-4448-b7a4-bd1418435f00 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:43.104835 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-132cb68f-be4b-4696-bb7a-d086c1fdaeff req-ca0c4757-ba06-4448-b7a4-bd1418435f00 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 943 time: 0.0881503 Aug 27 15:10:43.122285 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:43.144238 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b62afb-16e1-4c66-a44c-77caf29ba60f {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:10:43.174729 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:43.180066 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-132cb68f-be4b-4696-bb7a-d086c1fdaeff req-28c88b15-8b3b-4b3a-a502-bde91e172c7a tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671616 Aug 27 15:10:43.181363 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:43.269833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d0b62afb-16e1-4c66-a44c-77caf29ba60f,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:43.613398 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['d0b62afb-16e1-4c66-a44c-77caf29ba60f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:10:44.322203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c1617-731b-46bd-ba7f-cd17905d581f req-8c500a0f-b7d5-43a2-a1c4-70da3afc634f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:44.324603 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e5c1617-731b-46bd-ba7f-cd17905d581f req-8c500a0f-b7d5-43a2-a1c4-70da3afc634f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.0556436 Aug 27 15:10:44.371118 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5e5c1617-731b-46bd-ba7f-cd17905d581f req-e58ca409-8f0f-4874-8544-1c815dd1ac8f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 Aug 27 15:10:44.812735 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ac593b49-14f6-4284-a2b5-e832b1035dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:44.909073 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d0b62afb-16e1-4c66-a44c-77caf29ba60f up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:10:44.975532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port d0b62afb-16e1-4c66-a44c-77caf29ba60f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:10:44.980692 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port d0b62afb-16e1-4c66-a44c-77caf29ba60f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:10:44.981586 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:45.086613 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:45.114633 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:10:45.117004 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c543e511-6f3a-49ff-83c9-546b8268c523" -d '{"events": [{"server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "name": "network-vif-plugged", "status": "completed", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:10:45.133853 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:10:45.139998 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:45.204704 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d0b62afb-16e1-4c66-a44c-77caf29ba60f,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:45.249905 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6036f48a-e613-43d1-9e7c-e77ecb1a0313 x-openstack-request-id: req-6036f48a-e613-43d1-9e7c-e77ecb1a0313 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:10:45.250210 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "name": "network-vif-plugged", "status": "completed", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:10:45.250468 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6036f48a-e613-43d1-9e7c-e77ecb1a0313 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:10:45.250918 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'code': 200} Aug 27 15:10:45.388684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088a9fb-e271-41f3-9714-e4a4c6cb4a70 req-6655577e-e39d-44b1-8a37-c2d237ef13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:45.390633 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d088a9fb-e271-41f3-9714-e4a4c6cb4a70 req-6655577e-e39d-44b1-8a37-c2d237ef13d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 1097 time: 0.0471835 Aug 27 15:10:45.440465 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d088a9fb-e271-41f3-9714-e4a4c6cb4a70 req-e71aaf5f-6f18-4ae8-85f4-db5eeb6975d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Aug 27 15:10:45.509643 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41de010-2e90-4a3d-a7d3-f158f3776f2a req-d11189b6-0db4-48e8-b94f-0ae0db80cbb2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:45.511444 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d41de010-2e90-4a3d-a7d3-f158f3776f2a req-d11189b6-0db4-48e8-b94f-0ae0db80cbb2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0592649 Aug 27 15:10:45.564989 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d41de010-2e90-4a3d-a7d3-f158f3776f2a req-99372d3d-e0b5-48d3-ad63-32d0b0b5b0ab tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Aug 27 15:10:46.756377 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a3cc5-2e76-4031-9849-f49a1ee5065c req-8da46c2d-89f2-4bde-a091-ff71972ba115 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:46.759888 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-332a3cc5-2e76-4031-9849-f49a1ee5065c req-8da46c2d-89f2-4bde-a091-ff71972ba115 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0990446 Aug 27 15:10:46.864038 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-332a3cc5-2e76-4031-9849-f49a1ee5065c req-1a11e319-0b33-4703-9b23-015807f00c38 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861714 Aug 27 15:10:47.608717 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:47.641214 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5a79abb0-8ef0-4317-8a5e-054097841951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:48.032293 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca6bca-7227-4888-9e5f-6f0e82c9d0b9 req-1a230cd9-a172-4091-95b0-6f72dccbe1b7 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:48.034917 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-89ca6bca-7227-4888-9e5f-6f0e82c9d0b9 req-1a230cd9-a172-4091-95b0-6f72dccbe1b7 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0854771 Aug 27 15:10:48.111608 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-89ca6bca-7227-4888-9e5f-6f0e82c9d0b9 req-8bfa5f63-bc72-4ed0-8b92-7421cd9c9a09 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648844 Aug 27 15:10:48.264312 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04af2e-7382-448b-96ab-f72c20b8eb38 req-89b918ce-2c71-4e67-8732-04b3e574f7e0 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:48.266503 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1f04af2e-7382-448b-96ab-f72c20b8eb38 req-89b918ce-2c71-4e67-8732-04b3e574f7e0 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0629673 Aug 27 15:10:48.325871 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1f04af2e-7382-448b-96ab-f72c20b8eb38 req-825a3345-e586-48e8-a2e9-514313689630 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470481 Aug 27 15:10:48.369985 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48282) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:48.497065 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6e46c-ae7c-4d39-9c05-0e7c9a373293 tempest-TestShelveInstance-1640546303 tempest-TestShelveInstance-1640546303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:48.498633 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-51c6e46c-ae7c-4d39-9c05-0e7c9a373293 tempest-TestShelveInstance-1640546303 tempest-TestShelveInstance-1640546303-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 1092 time: 0.1268167 Aug 27 15:10:48.502940 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48286) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:10:48.508849 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:10:48.539360 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for floatingip, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:48.698411 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:48.858191 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Allocated IP 172.25.2.214 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/20fc21fd-7fb9-41ed-ad76-e6ee949216e1) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:10:49.026833 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:49.073702 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:49.083686 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:49.127509 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:10:49.133013 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:10:49.138494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:10:49.168576 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'Port': ['ID=20fc21fd-7fb9-41ed-ad76-e6ee949216e1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:50.088032 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:50.173834 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:50.367745 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:50.373842 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:50.502675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'Port': ['ID=20fc21fd-7fb9-41ed-ad76-e6ee949216e1,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:10:50.523645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:50.528703 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:50.669959 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Floating IP 0e8dfddc-8966-4080-b1eb-bcca8bd2d065 associated. External IP: 172.25.2.214, port: d0b62afb-16e1-4c66-a44c-77caf29ba60f. Aug 27 15:10:50.980615 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:10:51.158045 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:10:51.171825 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57099483-8fe0-4d8c-92f3-6cbaf1c29a2d None None] Sync routers for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:10:51.189578 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:51.189855 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57099483-8fe0-4d8c-92f3-6cbaf1c29a2d None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:51.190907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-57099483-8fe0-4d8c-92f3-6cbaf1c29a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:10:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:51.243050 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ccdfdf40-245f-42fa-a50e-12ea3f5b6ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7383668 Aug 27 15:10:51.243995 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:10:51.248745 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dd0c86-0179-450d-83d5-0e8077b1dcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:10:51.317219 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7177f7d-5c45-4671-9d53-d8bccf2cce1e x-openstack-request-id: req-d7177f7d-5c45-4671-9d53-d8bccf2cce1e {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:10:51.317589 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:10:51.317914 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7177f7d-5c45-4671-9d53-d8bccf2cce1e {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:10:51.318415 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'status': 'completed', 'code': 200} Aug 27 15:10:51.438222 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0c86-0179-450d-83d5-0e8077b1dcb5 req-ae62568e-7966-47f0-acdd-8ec4f605f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:51.439844 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34dd0c86-0179-450d-83d5-0e8077b1dcb5 req-ae62568e-7966-47f0-acdd-8ec4f605f65b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 1097 time: 0.0771968 Aug 27 15:10:51.551935 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-57099483-8fe0-4d8c-92f3-6cbaf1c29a2d None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:51.890628 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-57099483-8fe0-4d8c-92f3-6cbaf1c29a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '0e8dfddc-8966-4080-b1eb-bcca8bd2d065', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'port_id': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'mac_address': 'fa:16:3e:c7:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32e598-f046-4741-8049-441573f578f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:10:49Z', 'updated_at': '2021-08-27T15:10:49Z', 'revision_number': 0, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 5, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:51.929253 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57099483-8fe0-4d8c-92f3-6cbaf1c29a2d None None] Checking router: 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:10:51.938382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0c86-0179-450d-83d5-0e8077b1dcb5 req-b1ea746f-cdd1-4075-9c91-7b1965b2e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:51.940219 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34dd0c86-0179-450d-83d5-0e8077b1dcb5 req-b1ea746f-cdd1-4075-9c91-7b1965b2e64a service neutron] 10.222.0.41 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 910 time: 0.4934123 Aug 27 15:10:51.940963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57099483-8fe0-4d8c-92f3-6cbaf1c29a2d None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:10:51.941656 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-57099483-8fe0-4d8c-92f3-6cbaf1c29a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:10:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:52.020993 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34dd0c86-0179-450d-83d5-0e8077b1dcb5 req-cc413c26-9053-4d8c-879b-3373f0f4af6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f HTTP/1.1" status: 200 len: 999 time: 0.0732684 Aug 27 15:10:52.079532 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-57099483-8fe0-4d8c-92f3-6cbaf1c29a2d None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:10:52.088195 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0c86-0179-450d-83d5-0e8077b1dcb5 req-1f626e65-e25d-4e80-a4be-69e24d6a5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:52.091267 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34dd0c86-0179-450d-83d5-0e8077b1dcb5 req-1f626e65-e25d-4e80-a4be-69e24d6a5ea6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0610774 Aug 27 15:10:52.145083 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0c86-0179-450d-83d5-0e8077b1dcb5 req-ea2e46fb-5870-433f-ac72-e0f4586c92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:10:52.146936 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34dd0c86-0179-450d-83d5-0e8077b1dcb5 req-ea2e46fb-5870-433f-ac72-e0f4586c92c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488040 Aug 27 15:10:52.272314 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34dd0c86-0179-450d-83d5-0e8077b1dcb5 req-99120461-6e97-4bba-a90f-936c4c21de18 service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175866 Aug 27 15:10:52.293356 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:10:52.397909 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-34dd0c86-0179-450d-83d5-0e8077b1dcb5 req-57009c0b-7ae8-4421-b590-fbbd4465ba2f service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173475 Aug 27 15:10:52.409476 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-57099483-8fe0-4d8c-92f3-6cbaf1c29a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '0e8dfddc-8966-4080-b1eb-bcca8bd2d065', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'port_id': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'mac_address': 'fa:16:3e:c7:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32e598-f046-4741-8049-441573f578f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:10:49Z', 'updated_at': '2021-08-27T15:10:49Z', 'revision_number': 0, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 5, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:10:52.447199 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57099483-8fe0-4d8c-92f3-6cbaf1c29a2d None None] The sync data for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 is: [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '0e8dfddc-8966-4080-b1eb-bcca8bd2d065', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'port_id': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'mac_address': 'fa:16:3e:c7:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b32e598-f046-4741-8049-441573f578f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:10:49Z', 'updated_at': '2021-08-27T15:10:49Z', 'revision_number': 0, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 5, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:10:52.725520 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd061fa-d1ae-46f2-ba9c-f1d1a24528bc None None] New status for floating IP 0e8dfddc-8966-4080-b1eb-bcca8bd2d065: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:11:10.726221 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:14.818464 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1c74ecfe-6f55-42c9-b444-c9ffd39f1195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:15.241313 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:11:17.595127 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:17.642034 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c71a1803-57c4-4ce2-8fb0-3cafb33309a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:19.062080 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:20.520632 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:22.292405 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:34.492003 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56e7bc1b-2de6-4122-933d-53673d6fff5a req-29f45bbe-8567-484a-a21d-7f9ba9c3f690 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260317 Aug 27 15:11:34.561228 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56e7bc1b-2de6-4122-933d-53673d6fff5a req-65a0ef32-c066-44c9-b4a3-73cc6632503f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0270398 Aug 27 15:11:34.600318 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56e7bc1b-2de6-4122-933d-53673d6fff5a req-758a2e37-51f2-4a8a-b058-45033e25d610 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200756 Aug 27 15:11:34.702056 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7bc1b-2de6-4122-933d-53673d6fff5a req-74634875-4fac-45a7-b468-99af6009eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:34.703650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-56e7bc1b-2de6-4122-933d-53673d6fff5a req-74634875-4fac-45a7-b468-99af6009eddc service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971746 Aug 27 15:11:40.732994 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:44.823472 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-25abf53e-d3c4-4d9a-b301-a84943ecb733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:47.598791 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:47.633208 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-56e37ed0-1671-4070-92ba-5e3a77ad53b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:48.196130 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcb3378d-acdd-4280-a6fa-54e2500b8658 req-06883e70-72af-470c-96a9-8d615c87f187 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273819 Aug 27 15:11:48.281818 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcb3378d-acdd-4280-a6fa-54e2500b8658 req-b11ebac1-7336-4ac9-a93c-f621db4ed6d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0259032 Aug 27 15:11:48.333258 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcb3378d-acdd-4280-a6fa-54e2500b8658 req-80649348-f929-41ba-a2fd-30d4c19ac36b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206449 Aug 27 15:11:48.444256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3378d-acdd-4280-a6fa-54e2500b8658 req-2de7ab20-800e-42a0-ab49-5e53f6062b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:11:48.445789 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-bcb3378d-acdd-4280-a6fa-54e2500b8658 req-2de7ab20-800e-42a0-ab49-5e53f6062b7b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056032 Aug 27 15:11:49.063939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:50.523317 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:11:52.240567 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:11:52.293636 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:10.744903 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:14.821259 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-154316aa-df79-44be-a2dc-e66636e300d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:17.608146 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:17.646922 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c5855d98-e82d-4e14-9089-dbd290943874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:19.070045 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:20.535629 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:22.307026 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:29.240340 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:12:35.014788 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b369986-3c60-4bbc-8ed2-7cde432d1b1b req-988a64d0-70d8-4562-8569-99664aca60b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0339115 Aug 27 15:12:35.090851 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b369986-3c60-4bbc-8ed2-7cde432d1b1b req-6127ce1c-b8fd-41c4-9b79-1c197f585801 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0279012 Aug 27 15:12:35.136828 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b369986-3c60-4bbc-8ed2-7cde432d1b1b req-2afd18d0-c47d-4ae4-8496-e452e87d8390 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268915 Aug 27 15:12:35.236395 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b369986-3c60-4bbc-8ed2-7cde432d1b1b req-069db0d0-98e8-467a-a4c4-48961649e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:12:35.238131 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b369986-3c60-4bbc-8ed2-7cde432d1b1b req-069db0d0-98e8-467a-a4c4-48961649e0cb service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935209 Aug 27 15:12:40.739257 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:44.815869 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a30c052f-4d5d-40a9-89e8-afc6f467e205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.607304 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:47.648030 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c28282e5-9c04-4c71-bd94-001fcc1454ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:49.074404 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.226515 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-57a5f70a-eee8-40fd-a1b3-ca1f2e1f6db9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551286 Aug 27 15:12:50.312098 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-c78eb452-8270-4893-ae2c-dbb496fa8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:12:50.313754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-c78eb452-8270-4893-ae2c-dbb496fa8529 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 1097 time: 0.0515981 Aug 27 15:12:50.479945 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-dd5eed8c-99d8-4c95-a4a3-be1ce1525885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:12:50.482116 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-dd5eed8c-99d8-4c95-a4a3-be1ce1525885 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 910 time: 0.1298101 Aug 27 15:12:50.535979 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:12:50.590146 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-f2470d9c-9889-4bd4-a3e2-da85b0ad7e28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f HTTP/1.1" status: 200 len: 1001 time: 0.1000366 Aug 27 15:12:50.671633 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-8f3f4504-72b0-4440-b45f-75191dc71d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:12:50.673496 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-8f3f4504-72b0-4440-b45f-75191dc71d24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0757945 Aug 27 15:12:50.753113 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-0b1e754b-10c2-4d85-879c-ce7d43b9492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:12:50.755814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-0b1e754b-10c2-4d85-879c-ce7d43b9492f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726986 Aug 27 15:12:50.772504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-2145873b-521f-480a-be7c-8cca7eee0018 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:12:50.774635 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-2145873b-521f-480a-be7c-8cca7eee0018 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101664 Aug 27 15:12:50.942180 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-f0930b11-b71c-47d3-96c9-04e79dda8895 service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583352 Aug 27 15:12:51.079271 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a023c5b8-8a03-454a-bf2a-3f5b20281911 req-b7d40d3a-16cf-45d4-886a-a4b6eed84474 service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291292 Aug 27 15:12:52.303210 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:06.241758 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:13:10.752381 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:14.818092 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e0fdfd6d-1d2c-4294-bc8a-dd943489d8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:17.600987 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:17.644725 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4c40e828-0837-4416-b240-90d8f7b7f724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:18.289501 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d180-d352-4f33-98f2-15a9b45cfb21 req-14d28620-ec13-458e-8b30-13214de8f9a5 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:18.291123 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a32d180-d352-4f33-98f2-15a9b45cfb21 req-14d28620-ec13-458e-8b30-13214de8f9a5 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0621376 Aug 27 15:13:18.334275 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5a32d180-d352-4f33-98f2-15a9b45cfb21 req-fe8bdf64-33f5-4ca5-aac7-060582155843 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366883 Aug 27 15:13:19.073972 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:19.478393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408ef6d-1dd5-4612-bbc8-4dd6bdaf2a02 req-0dc74abe-aaaf-4e06-a455-effe1a9fe09e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:19.480618 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7408ef6d-1dd5-4612-bbc8-4dd6bdaf2a02 req-0dc74abe-aaaf-4e06-a455-effe1a9fe09e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0516531 Aug 27 15:13:19.525137 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7408ef6d-1dd5-4612-bbc8-4dd6bdaf2a02 req-c9050521-d785-49c2-be2e-605bc8cf218a tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385251 Aug 27 15:13:20.530232 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:20.675556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85283f-5150-4bf6-837e-ec8a0c23da1f req-bd3805e2-f071-4180-ac41-37e509f1bbff tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:20.677085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cc85283f-5150-4bf6-837e-ec8a0c23da1f req-bd3805e2-f071-4180-ac41-37e509f1bbff tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0536287 Aug 27 15:13:20.717677 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-cc85283f-5150-4bf6-837e-ec8a0c23da1f req-d145d586-5c5d-4336-897c-520437be687f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337780 Aug 27 15:13:21.835902 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb778f-9cb6-4221-ad03-fe7aa47e0b44 req-96bbda79-5bd7-493b-a608-0528ab691368 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:21.837436 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4adb778f-9cb6-4221-ad03-fe7aa47e0b44 req-96bbda79-5bd7-493b-a608-0528ab691368 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0512497 Aug 27 15:13:21.882914 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4adb778f-9cb6-4221-ad03-fe7aa47e0b44 req-dc834d0b-58e6-4e30-8f67-8fd925fb496b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 Aug 27 15:13:22.301382 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:23.075416 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c2fa3-b2ec-444c-a508-0c8a9ebeb18c req-adfddc8a-31dc-40dc-ac3e-21576edb199e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:23.077011 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de9c2fa3-b2ec-444c-a508-0c8a9ebeb18c req-adfddc8a-31dc-40dc-ac3e-21576edb199e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0600185 Aug 27 15:13:23.117650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-de9c2fa3-b2ec-444c-a508-0c8a9ebeb18c req-94922692-f68c-4f4c-9240-025cdb2f16b7 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346022 Aug 27 15:13:24.243691 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb19e4-5095-4301-b3d4-903871b102f2 req-3e02b837-8f37-4c33-ab98-7fb6ce591bf4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:24.245480 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dfdb19e4-5095-4301-b3d4-903871b102f2 req-3e02b837-8f37-4c33-ab98-7fb6ce591bf4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0530863 Aug 27 15:13:24.291661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dfdb19e4-5095-4301-b3d4-903871b102f2 req-8e16c37b-fffc-4c3b-be86-39234faa6e7b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399678 Aug 27 15:13:25.418836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18ca02-c6a8-4562-9fdf-d131a97b3274 req-52ffee4b-cedf-4e80-877c-92427ae1adfb tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:25.420422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe18ca02-c6a8-4562-9fdf-d131a97b3274 req-52ffee4b-cedf-4e80-877c-92427ae1adfb tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0561903 Aug 27 15:13:25.461052 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fe18ca02-c6a8-4562-9fdf-d131a97b3274 req-5839d6b3-a5ce-469b-94ce-820308806786 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345933 Aug 27 15:13:26.580378 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc6f6d-9f23-42a1-80f9-52ed8c2088d3 req-c15c82a7-ef20-4cfd-b062-aa9c6454be7d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:26.582431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fbbc6f6d-9f23-42a1-80f9-52ed8c2088d3 req-c15c82a7-ef20-4cfd-b062-aa9c6454be7d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0517216 Aug 27 15:13:26.624053 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fbbc6f6d-9f23-42a1-80f9-52ed8c2088d3 req-38e474f8-b4e6-4596-8e6f-74f5f678ca66 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360374 Aug 27 15:13:27.743252 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afeed8f-e2da-46c8-90e3-c68f606c413d req-20630f1b-9c2f-485d-8026-9c5c81bf8f3f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:27.745391 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6afeed8f-e2da-46c8-90e3-c68f606c413d req-20630f1b-9c2f-485d-8026-9c5c81bf8f3f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0512757 Aug 27 15:13:27.784585 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6afeed8f-e2da-46c8-90e3-c68f606c413d req-0d5a84b0-816e-4780-974f-3ce393cdd5e0 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325797 Aug 27 15:13:28.902564 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e546b5-f290-4b79-ba27-fc24108b0feb req-bfb9be1e-23bf-4d36-b4b7-281de0fb3d7f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:28.904101 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63e546b5-f290-4b79-ba27-fc24108b0feb req-bfb9be1e-23bf-4d36-b4b7-281de0fb3d7f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0514219 Aug 27 15:13:28.959667 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-63e546b5-f290-4b79-ba27-fc24108b0feb req-b371fe14-dd9b-42c2-ae16-86e313430c44 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494547 Aug 27 15:13:30.082243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6725e-6f53-4591-bb8f-8c906c14487f req-deb764bf-45e2-4e11-8da1-6ce86cea8635 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:30.083794 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-18d6725e-6f53-4591-bb8f-8c906c14487f req-deb764bf-45e2-4e11-8da1-6ce86cea8635 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0518558 Aug 27 15:13:30.127414 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-18d6725e-6f53-4591-bb8f-8c906c14487f req-7f1893dd-7ff8-424b-a1a6-95275afd4288 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373223 Aug 27 15:13:31.246831 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c5562-4116-448b-b0ae-3b2ac1ed6498 req-6f419118-32aa-4613-93d1-0455ccf9b976 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:31.248436 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df1c5562-4116-448b-b0ae-3b2ac1ed6498 req-6f419118-32aa-4613-93d1-0455ccf9b976 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0506570 Aug 27 15:13:31.288042 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df1c5562-4116-448b-b0ae-3b2ac1ed6498 req-bc13ad02-862f-4e73-81bb-ede1dbaa11b0 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334821 Aug 27 15:13:31.809548 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d0b62afb-16e1-4c66-a44c-77caf29ba60f details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:13:31.904486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:13:31.919423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'port_id': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'mac_address': 'fa:16:3e:c7:4f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:13:31.957276 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:31.970915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0b62afb-16e1-4c66-a44c-77caf29ba60f {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:13:31.989927 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:13:31.994055 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:32.043135 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d0b62afb-16e1-4c66-a44c-77caf29ba60f,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:13:32.051186 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:32.051534 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:32.051879 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:32.052226 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:32.052549 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:32.052888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:32.053214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:32.053545 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:32.053870 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:32.054192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:32.054803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:32.055130 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:32.139140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['d0b62afb-16e1-4c66-a44c-77caf29ba60f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:13:32.414630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc5e46-bef1-4bc4-952b-8f1423f4563f req-715fb4df-51ee-4f8b-be66-b1b35c881c83 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:32.416205 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-91fc5e46-bef1-4bc4-952b-8f1423f4563f req-715fb4df-51ee-4f8b-be66-b1b35c881c83 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.0545876 Aug 27 15:13:32.455969 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-91fc5e46-bef1-4bc4-952b-8f1423f4563f req-d9e19389-810c-4aa0-a7c2-e2875bf19685 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332415 Aug 27 15:13:33.580637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258f67a-a04f-40e8-a0ce-9ecb5c99b091 req-4f9fce19-92e9-419e-abd6-415e8b9c68e3 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:33.582130 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1258f67a-a04f-40e8-a0ce-9ecb5c99b091 req-4f9fce19-92e9-419e-abd6-415e8b9c68e3 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.0542514 Aug 27 15:13:33.623633 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1258f67a-a04f-40e8-a0ce-9ecb5c99b091 req-6cab8eb4-eb96-493f-9252-5b00be8a0501 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346034 Aug 27 15:13:33.824576 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d0b62afb-16e1-4c66-a44c-77caf29ba60f up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:13:33.874426 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port d0b62afb-16e1-4c66-a44c-77caf29ba60f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:13:33.874724 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:33.957321 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:33.980026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:13:33.982269 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbe363b-1e80-45df-ba61-1f48960a742b" -d '{"events": [{"server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "name": "network-vif-plugged", "status": "completed", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:13:33.995971 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:13:34.004287 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:34.030666 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984abbf8-bc08-46bc-9b8f-14085ee51608 x-openstack-request-id: req-984abbf8-bc08-46bc-9b8f-14085ee51608 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:13:34.030989 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "name": "network-vif-plugged", "status": "completed", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:13:34.031236 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-984abbf8-bc08-46bc-9b8f-14085ee51608 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:13:34.031648 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'code': 200} Aug 27 15:13:34.056890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d0b62afb-16e1-4c66-a44c-77caf29ba60f,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:13:34.752527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dee21e-c933-40f3-a86d-88d516092507 req-c5908e85-bb07-4fef-b70c-d6630bb433f8 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:34.754107 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c4dee21e-c933-40f3-a86d-88d516092507 req-c5908e85-bb07-4fef-b70c-d6630bb433f8 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0547428 Aug 27 15:13:34.800104 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c4dee21e-c933-40f3-a86d-88d516092507 req-47ec5a9a-3e04-4f3e-9c95-f1be2d186ab2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392656 Aug 27 15:13:35.923861 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4ec65-b502-479f-b1c2-0acd877e59b9 req-28229d00-598c-4fec-b872-9093a09144d2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:35.925362 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06f4ec65-b502-479f-b1c2-0acd877e59b9 req-28229d00-598c-4fec-b872-9093a09144d2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0513659 Aug 27 15:13:35.964814 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-06f4ec65-b502-479f-b1c2-0acd877e59b9 req-c0e95b35-0413-418f-b9de-759c78b76b88 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329669 Aug 27 15:13:36.084631 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-deb7fb24-0cd7-4039-af83-4190a763cd0e req-d9a9027c-62cf-41d0-a9bb-f48b66b631a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0918875 Aug 27 15:13:36.163106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-deb7fb24-0cd7-4039-af83-4190a763cd0e req-84b35818-dc03-4b40-bfbd-72919a4f2719 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0315053 Aug 27 15:13:36.220375 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-deb7fb24-0cd7-4039-af83-4190a763cd0e req-298aff94-db24-4083-83ed-770cea52fef9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369041 Aug 27 15:13:36.327417 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7fb24-0cd7-4039-af83-4190a763cd0e req-19e99682-3f30-4e2c-9371-b729d6c8246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:36.329203 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-deb7fb24-0cd7-4039-af83-4190a763cd0e req-19e99682-3f30-4e2c-9371-b729d6c8246e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027892 Aug 27 15:13:37.094277 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80fc6c-ef12-4df9-b451-872fb1ccc2b0 req-d62d54cc-a0ba-4dd2-96b9-ad1f2ef5612f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:37.096716 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d80fc6c-ef12-4df9-b451-872fb1ccc2b0 req-d62d54cc-a0ba-4dd2-96b9-ad1f2ef5612f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0556130 Aug 27 15:13:37.144626 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6d80fc6c-ef12-4df9-b451-872fb1ccc2b0 req-09363015-996d-46f1-8e7b-cde23aad4a5f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406363 Aug 27 15:13:38.274276 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04612f0a-36a6-4b38-bb57-46c5b39dbf75 req-d4b29d5c-34f7-40fe-950d-cd44fd26d668 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:38.276780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04612f0a-36a6-4b38-bb57-46c5b39dbf75 req-d4b29d5c-34f7-40fe-950d-cd44fd26d668 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0564630 Aug 27 15:13:38.328391 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-04612f0a-36a6-4b38-bb57-46c5b39dbf75 req-2b4683a7-47c5-4825-bf0e-32691a2339e5 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455010 Aug 27 15:13:39.475775 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9739a7-517d-436b-9be4-6b3a5da9503d req-218434de-1b62-4730-a037-7dc4a5dd827f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:39.477729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e9739a7-517d-436b-9be4-6b3a5da9503d req-218434de-1b62-4730-a037-7dc4a5dd827f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0651774 Aug 27 15:13:39.531672 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e9739a7-517d-436b-9be4-6b3a5da9503d req-09877ec5-0a9b-411d-a719-1fc986da3f5a tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453265 Aug 27 15:13:40.674135 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ec939-6c60-493e-9f3e-4fca25131177 req-2815411c-54f9-4823-9807-436dd3d6a2ae tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:40.677692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-373ec939-6c60-493e-9f3e-4fca25131177 req-2815411c-54f9-4823-9807-436dd3d6a2ae tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0635760 Aug 27 15:13:40.719698 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-373ec939-6c60-493e-9f3e-4fca25131177 req-151d838e-593a-4537-9b0f-d272abd9e3dc tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377049 Aug 27 15:13:40.755857 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:41.863250 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9304b-ce5f-46d6-bb98-7b3443cbb807 req-7d77752c-d6be-48ac-ac6c-9d766abe8d7f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:41.865035 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c7d9304b-ce5f-46d6-bb98-7b3443cbb807 req-7d77752c-d6be-48ac-ac6c-9d766abe8d7f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0516932 Aug 27 15:13:41.911491 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c7d9304b-ce5f-46d6-bb98-7b3443cbb807 req-e4b5a189-ea29-4053-90b7-7d29241b52a1 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393913 Aug 27 15:13:43.049714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c275a4-1d78-4402-9d46-12c079f35073 req-0a5c9817-c001-4eef-8f92-55e06ae656b4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:43.058604 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0c275a4-1d78-4402-9d46-12c079f35073 req-0a5c9817-c001-4eef-8f92-55e06ae656b4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0700884 Aug 27 15:13:43.100849 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b0c275a4-1d78-4402-9d46-12c079f35073 req-fb30a63a-f4cf-4afc-83ae-0deb0a64a1bf tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412147 Aug 27 15:13:43.244824 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:13:44.254423 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea0a9b-21d6-44eb-8c61-c82741e4d1fd req-f7fd6e54-9946-4cc6-9e5c-10bca42515db tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:44.256402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06ea0a9b-21d6-44eb-8c61-c82741e4d1fd req-f7fd6e54-9946-4cc6-9e5c-10bca42515db tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0638974 Aug 27 15:13:44.304008 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-06ea0a9b-21d6-44eb-8c61-c82741e4d1fd req-69f7d41c-ea3c-486d-bb93-1196e899c34d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 Aug 27 15:13:44.836297 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8e8d27af-54ac-4529-bd45-5cd9f6777a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:45.462119 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d9b2b-9731-4906-a581-0522e6e124fe req-123fc591-a9ad-432e-86c5-3ed5dff8c53c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:45.464183 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-341d9b2b-9731-4906-a581-0522e6e124fe req-123fc591-a9ad-432e-86c5-3ed5dff8c53c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0665164 Aug 27 15:13:45.509951 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-341d9b2b-9731-4906-a581-0522e6e124fe req-15a3be6c-4293-4788-83c2-842104d9a82c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372427 Aug 27 15:13:46.731153 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53ddcb-d818-47a5-9091-ef64d1e70bbc req-8dafcba8-65a4-4de3-bed6-fef90471eb8d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:46.732945 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc53ddcb-d818-47a5-9091-ef64d1e70bbc req-8dafcba8-65a4-4de3-bed6-fef90471eb8d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0915554 Aug 27 15:13:46.778895 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dc53ddcb-d818-47a5-9091-ef64d1e70bbc req-3f0c32cd-f580-43b2-be5d-94257fe3ec49 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389135 Aug 27 15:13:47.604252 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:47.647188 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4543ba25-6663-43fe-bc9f-bb95ed7f8d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:47.927463 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392926a-669a-4282-9975-6b5e6b47bb12 req-eb97af3e-7344-4d3a-b65a-113a146253e2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:47.928963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4392926a-669a-4282-9975-6b5e6b47bb12 req-eb97af3e-7344-4d3a-b65a-113a146253e2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0581272 Aug 27 15:13:47.971710 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4392926a-669a-4282-9975-6b5e6b47bb12 req-8ead701b-4ddb-428f-a4d8-dbf79125f84a tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358975 Aug 27 15:13:48.178330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75876f5e-0431-447b-9bea-31b68e65f8b6 req-3bb33658-7764-4ef3-9f3e-1debc868de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:48.180097 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75876f5e-0431-447b-9bea-31b68e65f8b6 req-3bb33658-7764-4ef3-9f3e-1debc868de0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 1097 time: 0.1000223 Aug 27 15:13:48.283228 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75876f5e-0431-447b-9bea-31b68e65f8b6 req-c320feb5-1ad2-4494-a067-c03eb27b3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:48.284766 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75876f5e-0431-447b-9bea-31b68e65f8b6 req-c320feb5-1ad2-4494-a067-c03eb27b3a44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 910 time: 0.0975976 Aug 27 15:13:48.361010 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75876f5e-0431-447b-9bea-31b68e65f8b6 req-cac036d9-7326-44d6-a331-665c5c233cf0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f HTTP/1.1" status: 200 len: 1001 time: 0.0685964 Aug 27 15:13:48.424100 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75876f5e-0431-447b-9bea-31b68e65f8b6 req-c8ad9d7a-4633-4843-95e1-0a51a58f0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:48.425616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75876f5e-0431-447b-9bea-31b68e65f8b6 req-c8ad9d7a-4633-4843-95e1-0a51a58f0374 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0572822 Aug 27 15:13:48.483387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75876f5e-0431-447b-9bea-31b68e65f8b6 req-f0b65a91-27d4-4d05-92c7-f0a7692b1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:48.485608 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75876f5e-0431-447b-9bea-31b68e65f8b6 req-f0b65a91-27d4-4d05-92c7-f0a7692b1baf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529478 Aug 27 15:13:48.608517 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75876f5e-0431-447b-9bea-31b68e65f8b6 req-7256f5bc-287b-48ed-9848-bb1ac6cd316e service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147249 Aug 27 15:13:48.715707 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-75876f5e-0431-447b-9bea-31b68e65f8b6 req-937afd1f-80ae-41e3-b1de-33a0554d3e1d service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000168 Aug 27 15:13:49.082439 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:49.116296 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d4515-38a1-42ac-a8dc-ae3461cbcd87 req-0a6fea99-5695-416a-9196-a9fa913e0bbf tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:49.118459 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-001d4515-38a1-42ac-a8dc-ae3461cbcd87 req-0a6fea99-5695-416a-9196-a9fa913e0bbf tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0659966 Aug 27 15:13:49.169433 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-001d4515-38a1-42ac-a8dc-ae3461cbcd87 req-b0eeeca2-9afe-485b-b96d-3a45bf06902c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394526 Aug 27 15:13:50.300916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea344-c52e-4ec9-990f-ade09c4daf64 req-b980ad70-57ab-44de-90c1-5399855b7898 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:50.302500 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e1cea344-c52e-4ec9-990f-ade09c4daf64 req-b980ad70-57ab-44de-90c1-5399855b7898 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0539699 Aug 27 15:13:50.351441 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e1cea344-c52e-4ec9-990f-ade09c4daf64 req-a464805f-7b7e-48cf-a3b1-15965567d09f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419679 Aug 27 15:13:50.539825 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:51.478846 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3326d-fbb1-48ae-8ce4-72945ff568cd req-57e144f7-f889-42a4-8f12-b63b1d905399 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:51.480712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-05d3326d-fbb1-48ae-8ce4-72945ff568cd req-57e144f7-f889-42a4-8f12-b63b1d905399 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0595980 Aug 27 15:13:51.523267 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-05d3326d-fbb1-48ae-8ce4-72945ff568cd req-0126361c-64cf-4ad8-b9a1-f893b24347d2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360134 Aug 27 15:13:51.773318 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47029902-b84e-4be8-a4cd-d24e44e34792 req-3dfb6d75-37ce-42c1-89d7-b2a46e4b13be tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:51.775001 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47029902-b84e-4be8-a4cd-d24e44e34792 req-3dfb6d75-37ce-42c1-89d7-b2a46e4b13be tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0613258 Aug 27 15:13:51.825868 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-47029902-b84e-4be8-a4cd-d24e44e34792 req-29e5b200-a3f2-43f1-9562-4f8f3dc1a14b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441332 Aug 27 15:13:51.926959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device d0b62afb-16e1-4c66-a44c-77caf29ba60f no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:13:52.013950 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:52.040698 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:13:52.048063 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2704bb98-d124-476a-bff4-ffc8219f7c2f" -d '{"events": [{"server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:13:52.065333 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:13:52.070676 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:52.079602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48534) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:13:52.101269 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 15:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eb73af-dbb8-469a-b7f7-f04a06eb2c61 x-openstack-request-id: req-54eb73af-dbb8-469a-b7f7-f04a06eb2c61 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:13:52.101598 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "name": "network-vif-unplugged", "status": "failed", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f", "code": 422}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:13:52.101806 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54eb73af-dbb8-469a-b7f7-f04a06eb2c61 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:13:52.102197 n-d-712139-12 neutron-server[101188]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'code': 422} returned with failed status Aug 27 15:13:52.142487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=d0b62afb-16e1-4c66-a44c-77caf29ba60f,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:13:52.180871 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-85314510-a5c6-496d-909a-57c80cc5e134 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984426 Aug 27 15:13:52.289557 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2b1c4a8-d557-42cd-91a4-14807fece200 req-bbbe3111-a9f9-491f-8899-1e95b9ee1a5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0330918 Aug 27 15:13:52.300975 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:52.387261 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2b1c4a8-d557-42cd-91a4-14807fece200 req-0ef615e9-1faa-424d-ae57-f93bf2182f94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0271304 Aug 27 15:13:52.436267 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2b1c4a8-d557-42cd-91a4-14807fece200 req-12d3133d-ef7b-452f-b40c-07013c2574dc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231113 Aug 27 15:13:52.597058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1c4a8-d557-42cd-91a4-14807fece200 req-191b1ace-5e50-439f-898e-958b2679b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:52.598646 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b2b1c4a8-d557-42cd-91a4-14807fece200 req-191b1ace-5e50-439f-898e-958b2679b417 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1540256 Aug 27 15:13:52.971329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cc998-b29e-4659-8a64-208726cfdbfe req-c4cfb1b4-dfde-4820-baca-063d5f52f3e9 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:52.972912 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-058cc998-b29e-4659-8a64-208726cfdbfe req-c4cfb1b4-dfde-4820-baca-063d5f52f3e9 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 943 time: 0.0558550 Aug 27 15:13:53.021571 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-058cc998-b29e-4659-8a64-208726cfdbfe req-20066e9a-41e0-44d6-a958-20a0cbfd5545 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 Aug 27 15:13:53.087597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-12489a7e-0999-4da1-b3c9-5635e2aa59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:53.089679 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-12489a7e-0999-4da1-b3c9-5635e2aa59ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7&tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176 HTTP/1.1" status: 200 len: 1095 time: 0.0491898 Aug 27 15:13:53.103214 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-12', 'device_owner': 'compute:nova'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:13:53.160608 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:53.394171 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:13:53.430836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h2-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:13:53.465720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b62afb-16e1-4c66-a44c-77caf29ba60f {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:13:53.474030 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:53.487661 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Transition to ACTIVE for port object d0b62afb-16e1-4c66-a44c-77caf29ba60f will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:13:53.491908 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:53.579205 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Pushing event updated for resources: {'Port': ['ID=d0b62afb-16e1-4c66-a44c-77caf29ba60f,revision_number=9']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:13:53.595511 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:53.595859 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:53.596200 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:53.596536 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:53.597318 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:53.598037 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:53.598436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:53.598805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:53.599148 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:53.606426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:53.606426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:53.606426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:13:53.646879 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] No DVR routers for this DVR port d0b62afb-16e1-4c66-a44c-77caf29ba60f on host n-h2-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:13:53.807752 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Attempting to bind port d0b62afb-16e1-4c66-a44c-77caf29ba60f on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:13:53.807998 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Attempting to bind port d0b62afb-16e1-4c66-a44c-77caf29ba60f by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:13:53.808320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Attempting to bind port d0b62afb-16e1-4c66-a44c-77caf29ba60f on network df4c52b2-631c-42d0-894b-b8d4163b5b04 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:13:53.813132 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Port d0b62afb-16e1-4c66-a44c-77caf29ba60f on network df4c52b2-631c-42d0-894b-b8d4163b5b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:13:53.813457 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Attempting to bind port d0b62afb-16e1-4c66-a44c-77caf29ba60f on network df4c52b2-631c-42d0-894b-b8d4163b5b04 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:13:53.818756 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:13:53.819103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Checking segment: {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:13:53.819494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Bound using segment: {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:13:53.819919 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Bound port: d0b62afb-16e1-4c66-a44c-77caf29ba60f, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:13:53.820279 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:53.896426 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:13:53.900031 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:13:53.905966 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:53.944678 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:53.945382 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:13:53.946804 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] 10.222.0.52 "PUT /v2.0/ports/d0b62afb-16e1-4c66-a44c-77caf29ba60f HTTP/1.1" status: 200 len: 1092 time: 0.8494685 Aug 27 15:13:53.947694 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:13:53.949657 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c9303a-bf59-4d7f-9c09-1ec59771a09d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:13:54.005124 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a690f8-8c39-4a80-936d-92a306de2949 x-openstack-request-id: req-33a690f8-8c39-4a80-936d-92a306de2949 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:13:54.005531 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:13:54.005789 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33a690f8-8c39-4a80-936d-92a306de2949 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:13:54.006209 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'status': 'completed', 'code': 200} Aug 27 15:13:54.008299 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d523583-efcf-4692-a5e3-c4c43e38f54e service neutron] Pushing event updated for resources: {'Port': ['ID=d0b62afb-16e1-4c66-a44c-77caf29ba60f,revision_number=10']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:13:54.029937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-af4969f0-f061-44ba-9cb2-16ca281e49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:54.031652 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-af4969f0-f061-44ba-9cb2-16ca281e49e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 1096 time: 0.0577543 Aug 27 15:13:54.145970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-6350a541-7f80-47cc-885d-bd471f17272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:54.147651 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-6350a541-7f80-47cc-885d-bd471f17272c service neutron] 10.222.0.52 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 910 time: 0.1094668 Aug 27 15:13:54.151745 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff5593-67c4-4a68-9503-e83955891678 req-b48dd4e8-d026-4398-be49-7e271916596a tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:54.153407 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b0ff5593-67c4-4a68-9503-e83955891678 req-b48dd4e8-d026-4398-be49-7e271916596a tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.0545816 Aug 27 15:13:54.203689 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b0ff5593-67c4-4a68-9503-e83955891678 req-a72cc831-a9be-4038-b013-edee671cb098 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440302 Aug 27 15:13:54.231909 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-14e09132-c370-4fa1-8370-8509c6472f02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f HTTP/1.1" status: 200 len: 999 time: 0.0768034 Aug 27 15:13:54.283321 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-835ce6b3-e726-4701-a153-f67963532c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:54.284819 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-835ce6b3-e726-4701-a153-f67963532c29 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0466290 Aug 27 15:13:54.341755 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-f026e76b-4762-4cb4-aa92-9b169ab1922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:54.343405 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-f026e76b-4762-4cb4-aa92-9b169ab1922a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522923 Aug 27 15:13:54.443657 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-5469e47e-9480-48c0-8f79-9a37043df91f service neutron] 10.222.0.52 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932231 Aug 27 15:13:54.560673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-be2f3d0c-fde4-4a19-8807-87883f83ce03 service neutron] 10.222.0.52 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104372 Aug 27 15:13:54.673978 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9303a-bf59-4d7f-9c09-1ec59771a09d req-5491b58b-1c29-415a-805a-23e938c8cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:54.676692 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30c9303a-bf59-4d7f-9c09-1ec59771a09d req-5491b58b-1c29-415a-805a-23e938c8cca1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 1096 time: 0.0551696 Aug 27 15:13:54.818597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9303a-bf59-4d7f-9c09-1ec59771a09d req-c8a9629d-9b5f-4220-b56a-5f62c57fed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:54.820597 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30c9303a-bf59-4d7f-9c09-1ec59771a09d req-c8a9629d-9b5f-4220-b56a-5f62c57fed4b service neutron] 10.222.0.52 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 910 time: 0.1364534 Aug 27 15:13:54.926415 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30c9303a-bf59-4d7f-9c09-1ec59771a09d req-1a48b79b-b37a-4ca3-8319-7505000b70da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f HTTP/1.1" status: 200 len: 999 time: 0.0979757 Aug 27 15:13:55.341971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d4a5a-d9f4-431a-ae35-a7b377393a1c req-87834b0f-7cf3-4591-8044-95a40ede449a tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:55.345829 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b3d4a5a-d9f4-431a-ae35-a7b377393a1c req-87834b0f-7cf3-4591-8044-95a40ede449a tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.0549722 Aug 27 15:13:55.427750 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b3d4a5a-d9f4-431a-ae35-a7b377393a1c req-53bd1837-8518-4687-8f71-49e952e9966e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704989 Aug 27 15:13:56.595987 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73226e-6cc0-4b14-bcb0-1ab04e802f0e req-8ba3c3f8-6f87-4aec-b172-df84146e464b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:56.611039 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de73226e-6cc0-4b14-bcb0-1ab04e802f0e req-8ba3c3f8-6f87-4aec-b172-df84146e464b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.0932212 Aug 27 15:13:56.667656 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-de73226e-6cc0-4b14-bcb0-1ab04e802f0e req-7256daed-eb51-41ac-8138-e9ea14edbde3 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498106 Aug 27 15:13:57.827833 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec84500-23d9-408b-bea9-e11351b81681 req-e4b7b7b9-7578-4770-ade1-56ffc2693b2e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:57.829560 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6ec84500-23d9-408b-bea9-e11351b81681 req-e4b7b7b9-7578-4770-ade1-56ffc2693b2e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.0765297 Aug 27 15:13:57.879235 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6ec84500-23d9-408b-bea9-e11351b81681 req-770a4849-6a46-4a0b-a508-d3a38f034647 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424483 Aug 27 15:13:59.045209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfa24e-a715-48d1-b2ed-4800aed95942 req-6f99dd45-833f-434d-9a01-59fa2e11b446 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:13:59.047842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54cfa24e-a715-48d1-b2ed-4800aed95942 req-6f99dd45-833f-434d-9a01-59fa2e11b446 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.0671928 Aug 27 15:13:59.102883 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-54cfa24e-a715-48d1-b2ed-4800aed95942 req-e0695b8e-2879-4414-9e19-1fa0bd510dd2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406032 Aug 27 15:14:00.308507 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6eeba-4481-4820-846c-b1d7952c9c34 req-186003d7-e3a9-4d88-b43c-121e96dfcf64 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:00.310170 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c6a6eeba-4481-4820-846c-b1d7952c9c34 req-186003d7-e3a9-4d88-b43c-121e96dfcf64 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.0901761 Aug 27 15:14:00.354390 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c6a6eeba-4481-4820-846c-b1d7952c9c34 req-fd5b1e52-fead-459d-a4c9-3c295d4b32b8 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372024 Aug 27 15:14:01.530778 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46703b5c-90d9-4600-9baf-5a31c2466f7f req-11c8d98c-8a38-4d96-9341-d00f0621de73 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:01.532432 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-46703b5c-90d9-4600-9baf-5a31c2466f7f req-11c8d98c-8a38-4d96-9341-d00f0621de73 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.0736954 Aug 27 15:14:01.577518 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-46703b5c-90d9-4600-9baf-5a31c2466f7f req-ef0cdf5a-fb1a-4d02-8b01-99c237884c45 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389514 Aug 27 15:14:02.725152 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8de59-c649-4ae1-a88b-c6a2bbdea142 req-cad0fb89-f9ed-4277-83f2-a5433b136f72 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:02.727180 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3e8de59-c649-4ae1-a88b-c6a2bbdea142 req-cad0fb89-f9ed-4277-83f2-a5433b136f72 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.0773268 Aug 27 15:14:02.774361 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3e8de59-c649-4ae1-a88b-c6a2bbdea142 req-3a78f25a-b04e-4388-b0d2-bc59dc3db17c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397367 Aug 27 15:14:03.991328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae5c46-1d04-4843-82c3-b92660435e0d req-f8345e78-8234-48a0-8ee9-cde31e021827 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:03.993497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43ae5c46-1d04-4843-82c3-b92660435e0d req-f8345e78-8234-48a0-8ee9-cde31e021827 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.1231136 Aug 27 15:14:04.051415 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-43ae5c46-1d04-4843-82c3-b92660435e0d req-24dce639-f7c2-4c67-b432-021ed2c3e4ea tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360558 Aug 27 15:14:05.183314 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e56945-995a-49d6-a5cb-1d0c02dfca44 req-39256eba-152e-4969-bc9e-dd9ea73b203b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:05.184831 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0e56945-995a-49d6-a5cb-1d0c02dfca44 req-39256eba-152e-4969-bc9e-dd9ea73b203b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.0564878 Aug 27 15:14:05.223645 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a0e56945-995a-49d6-a5cb-1d0c02dfca44 req-72083870-e123-4b67-bc62-4fc542d24595 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328419 Aug 27 15:14:05.937452 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9303a-bf59-4d7f-9c09-1ec59771a09d req-0aacbcd2-8976-4059-9455-315ffae14378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:05.938880 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30c9303a-bf59-4d7f-9c09-1ec59771a09d req-0aacbcd2-8976-4059-9455-315ffae14378 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0486546 Aug 27 15:14:05.985675 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9303a-bf59-4d7f-9c09-1ec59771a09d req-998e61bb-079e-4278-8d5e-2b8fdaa30c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:05.987206 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30c9303a-bf59-4d7f-9c09-1ec59771a09d req-998e61bb-079e-4278-8d5e-2b8fdaa30c96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400243 Aug 27 15:14:06.086799 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30c9303a-bf59-4d7f-9c09-1ec59771a09d req-82f52d3e-be3b-4940-9279-ae6c09833cfd service neutron] 10.222.0.52 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886028 Aug 27 15:14:06.178017 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-30c9303a-bf59-4d7f-9c09-1ec59771a09d req-ba32bc9b-31c8-4824-b061-3814910274df service neutron] 10.222.0.52 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828989 Aug 27 15:14:06.345364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0d2ab-0072-4405-8cab-578fe7a4851c req-0f4b5d05-cc30-4d87-8f0c-aad976f6f6cb tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:06.346928 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79d0d2ab-0072-4405-8cab-578fe7a4851c req-0f4b5d05-cc30-4d87-8f0c-aad976f6f6cb tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 944 time: 0.0535922 Aug 27 15:14:06.391278 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-79d0d2ab-0072-4405-8cab-578fe7a4851c req-47d5e075-eb49-4235-b483-63274f1ae615 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381410 Aug 27 15:14:06.923955 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device d0b62afb-16e1-4c66-a44c-77caf29ba60f details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:14:07.029070 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:14:07.043156 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'port_id': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'mac_address': 'fa:16:3e:c7:4f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:14:07.087464 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:07.107181 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b62afb-16e1-4c66-a44c-77caf29ba60f {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:14:07.130883 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:14:07.142712 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:07.198282 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=d0b62afb-16e1-4c66-a44c-77caf29ba60f,revision_number=11']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:14:07.396341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['d0b62afb-16e1-4c66-a44c-77caf29ba60f'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:14:07.539094 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f521eb-ca48-41e6-acc2-f5a81359e222 req-c6478123-6f0d-4c69-9b03-1914d4a34fa9 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:07.541338 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-44f521eb-ca48-41e6-acc2-f5a81359e222 req-c6478123-6f0d-4c69-9b03-1914d4a34fa9 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0655909 Aug 27 15:14:07.604698 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-44f521eb-ca48-41e6-acc2-f5a81359e222 req-12d596ad-db5c-450b-82c9-fc1c7e43eeb4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504313 Aug 27 15:14:08.750924 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64a856-f6c3-4de2-8fe6-d48560efe4f8 req-6ecaf244-5489-49c0-9a1c-2639c5cfacfc tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:08.752924 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c64a856-f6c3-4de2-8fe6-d48560efe4f8 req-6ecaf244-5489-49c0-9a1c-2639c5cfacfc tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 945 time: 0.0570326 Aug 27 15:14:08.799543 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0c64a856-f6c3-4de2-8fe6-d48560efe4f8 req-07ff0924-e436-4de1-aef7-080f75ace1fe tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397649 Aug 27 15:14:08.939882 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device d0b62afb-16e1-4c66-a44c-77caf29ba60f up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:14:08.992302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port d0b62afb-16e1-4c66-a44c-77caf29ba60f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:14:08.997431 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port d0b62afb-16e1-4c66-a44c-77caf29ba60f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:14:08.997811 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:09.083584 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:09.106843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:14:09.109093 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eabe57-1bdd-4ea1-b66b-3e8d960fc15e" -d '{"events": [{"server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "name": "network-vif-plugged", "status": "completed", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:14:09.123625 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:14:09.130720 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:09.155738 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8e0618-ae38-4b58-838e-7b7f46f2a0cf x-openstack-request-id: req-4d8e0618-ae38-4b58-838e-7b7f46f2a0cf {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:14:09.156010 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "name": "network-vif-plugged", "status": "completed", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:14:09.156262 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d8e0618-ae38-4b58-838e-7b7f46f2a0cf {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:14:09.156653 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'code': 200} Aug 27 15:14:09.193056 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=d0b62afb-16e1-4c66-a44c-77caf29ba60f,revision_number=12']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:14:09.338772 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802b22c-bf02-4249-8974-cd99dda09135 req-cd44a314-7b32-4314-bd0c-b4232b9ebc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:09.340921 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0802b22c-bf02-4249-8974-cd99dda09135 req-cd44a314-7b32-4314-bd0c-b4232b9ebc26 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 1098 time: 0.0479186 Aug 27 15:14:09.386104 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0802b22c-bf02-4249-8974-cd99dda09135 req-019c5674-9f4a-490e-add4-1212df49380a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386834 Aug 27 15:14:09.933599 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69fd8c-2e0f-4bbc-8a17-1fc1cfcce066 req-ac4287ea-d5e8-48bd-b775-3e5e97bea843 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:09.935246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf69fd8c-2e0f-4bbc-8a17-1fc1cfcce066 req-ac4287ea-d5e8-48bd-b775-3e5e97bea843 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 946 time: 0.0581932 Aug 27 15:14:09.975948 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cf69fd8c-2e0f-4bbc-8a17-1fc1cfcce066 req-4b129ef1-124e-4648-be07-4fa70c263b16 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340247 Aug 27 15:14:10.761768 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:11.113106 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff652048-a52e-4c15-a4d2-31d86fd5d083 req-5d4dde04-d8da-418a-b874-f8d84f5660f0 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:11.114610 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff652048-a52e-4c15-a4d2-31d86fd5d083 req-5d4dde04-d8da-418a-b874-f8d84f5660f0 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 946 time: 0.0507662 Aug 27 15:14:11.152963 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ff652048-a52e-4c15-a4d2-31d86fd5d083 req-ac57dc7e-4451-431f-a5f6-93698165c155 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321796 Aug 27 15:14:14.820313 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2242cf4b-3a11-4863-8c3c-5301cf45cfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:17.608761 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:17.650423 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-017db251-dfa8-4676-a52d-61f326a7a946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:19.086335 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:20.245009 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:14:20.543596 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:22.323323 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:36.479594 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0dc3d991-e7ea-49e0-a5c4-a5653cf8aa62 req-49d2e4b7-b7fa-4fbb-aba2-2bb64d1f596e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267119 Aug 27 15:14:36.565489 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0dc3d991-e7ea-49e0-a5c4-a5653cf8aa62 req-e22be618-c0cb-458b-835a-efe83928b4e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0390124 Aug 27 15:14:36.610048 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0dc3d991-e7ea-49e0-a5c4-a5653cf8aa62 req-2a73903f-cbb5-4a87-9daf-06e1227b1f65 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213885 Aug 27 15:14:36.713305 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3d991-e7ea-49e0-a5c4-a5653cf8aa62 req-6aad680b-fb21-4a2c-a393-759f1cdfaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:36.714848 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0dc3d991-e7ea-49e0-a5c4-a5653cf8aa62 req-6aad680b-fb21-4a2c-a393-759f1cdfaea3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955868 Aug 27 15:14:40.783939 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:44.814330 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7432acd7-ae73-42d3-8f99-bfd05a86c4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:47.612729 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:47.651719 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b09ca03-57b8-4068-80ad-613568bb90b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:49.085166 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:50.541181 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:52.313440 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:14:54.195070 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-555dc07e-e527-445c-88f3-57716d183cb9 req-70c8c3e3-ebf7-4c21-b31b-a63269909779 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270731 Aug 27 15:14:54.279219 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-555dc07e-e527-445c-88f3-57716d183cb9 req-88b869f8-0e5d-4725-8e19-e66465e7b7ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0266719 Aug 27 15:14:54.328362 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-555dc07e-e527-445c-88f3-57716d183cb9 req-965e9a76-1b64-48c3-8c2f-42bd496eec7f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212595 Aug 27 15:14:54.435205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dc07e-e527-445c-88f3-57716d183cb9 req-7dc8dd02-768f-40c6-a5d0-a0a8d4ab80cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:14:54.436811 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-555dc07e-e527-445c-88f3-57716d183cb9 req-7dc8dd02-768f-40c6-a5d0-a0a8d4ab80cc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019497 Aug 27 15:14:57.244963 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:15:10.794770 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:14.815810 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-092a5aa6-d5f6-4f74-938d-14c9560c9914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:17.628550 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:17.652653 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-988f703f-1b7a-4836-96da-1dc44686adae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:19.089680 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:20.544631 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:22.317548 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:24.456007 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48664) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:15:24.648273 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Deleting port 20fc21fd-7fb9-41ed-ad76-e6ee949216e1 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:15:24.648683 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:24.746831 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:24.747051 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:24.762549 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Calling delete_port for 20fc21fd-7fb9-41ed-ad76-e6ee949216e1 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:15:24.941148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:24.977539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event deleted for resources: {'Port': ['ID=20fc21fd-7fb9-41ed-ad76-e6ee949216e1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:15:25.002716 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:25.002953 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:25.003259 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:25.003596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:25.003921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:25.004241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:25.004609 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:25.005055 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:25.005450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:25.005664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:25.005983 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:25.006303 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:25.060799 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:25.061328 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Floating IP 0e8dfddc-8966-4080-b1eb-bcca8bd2d065 disassociated (deleted). External IP: 172.25.2.214, port: d0b62afb-16e1-4c66-a44c-77caf29ba60f. Aug 27 15:15:25.295018 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:15:25.429703 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:15:25.436352 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:25.440859 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176a252-3a15-4891-abb4-f80ea5a2d943 None None] Sync routers for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:15:25.452854 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176a252-3a15-4891-abb4-f80ea5a2d943 None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:15:25.453815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a176a252-3a15-4891-abb4-f80ea5a2d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:15:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:15:25.473388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-97334f04-f1cc-4e4e-91ce-c269bcd57e37 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "DELETE /v2.0/floatingips/0e8dfddc-8966-4080-b1eb-bcca8bd2d065 HTTP/1.1" status: 204 len: 168 time: 1.0161741 Aug 27 15:15:25.474602 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:15:25.476302 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:15:25.605265 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-a176a252-3a15-4891-abb4-f80ea5a2d943 None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:15:25.670953 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24717bee-1daa-4a82-9802-04c1bf9c9422 x-openstack-request-id: req-24717bee-1daa-4a82-9802-04c1bf9c9422 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:15:25.671395 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:15:25.671923 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24717bee-1daa-4a82-9802-04c1bf9c9422 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:15:25.672619 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'status': 'completed', 'code': 200} Aug 27 15:15:25.749657 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9 req-5ddfc85e-2943-4390-86b5-5374c7b56c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:25.751403 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9 req-5ddfc85e-2943-4390-86b5-5374c7b56c7c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 1098 time: 0.0523067 Aug 27 15:15:25.843979 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6be9fe-e6aa-4202-a012-d3f6286be082 req-ba19a804-dc5e-4673-9afb-aadd5cfe247e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:25.845524 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e6be9fe-e6aa-4202-a012-d3f6286be082 req-ba19a804-dc5e-4673-9afb-aadd5cfe247e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 946 time: 0.1216543 Aug 27 15:15:25.858216 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a176a252-3a15-4891-abb4-f80ea5a2d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 5, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:15:25.863975 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9 req-d3522702-07f4-4abd-bdae-080a77e20368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:25.865523 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9 req-d3522702-07f4-4abd-bdae-080a77e20368 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 910 time: 0.1071928 Aug 27 15:15:25.891949 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176a252-3a15-4891-abb4-f80ea5a2d943 None None] Checking router: 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:15:25.896274 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1e6be9fe-e6aa-4202-a012-d3f6286be082 req-f3421e2a-0cc6-4624-bc30-4cf0c893d744 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Aug 27 15:15:25.902836 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176a252-3a15-4891-abb4-f80ea5a2d943 None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:15:25.903695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a176a252-3a15-4891-abb4-f80ea5a2d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:15:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:15:25.925196 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9 req-57b02bd8-3ac5-40fe-aeb8-e93ffb130c5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f HTTP/1.1" status: 200 len: 217 time: 0.0431337 Aug 27 15:15:25.982423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9 req-d91fa767-11c7-4aad-ae61-bdb1131ac5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:25.984232 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9 req-d91fa767-11c7-4aad-ae61-bdb1131ac5e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0605156 Aug 27 15:15:26.029454 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-a176a252-3a15-4891-abb4-f80ea5a2d943 None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:15:26.036228 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9 req-478e3a4a-7650-4b65-b95b-80ed3d923fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:26.037820 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9 req-478e3a4a-7650-4b65-b95b-80ed3d923fbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441315 Aug 27 15:15:26.049845 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9 req-6a69b677-2ac8-40b0-a4be-ea5a7d3568bd service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:15:26.050920 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9 req-6a69b677-2ac8-40b0-a4be-ea5a7d3568bd service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055895 Aug 27 15:15:26.164139 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9 req-38a06608-aa0e-4c23-96ae-824d0e65d1f2 service neutron] 10.222.0.52 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049707 Aug 27 15:15:26.272899 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-a176a252-3a15-4891-abb4-f80ea5a2d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 5, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:15:26.276239 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4ccffabe-8dd3-49e7-8306-11ae40ff48a9 req-746d0b83-8997-4355-923c-c13c93285db6 service neutron] 10.222.0.52 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043262 Aug 27 15:15:26.302779 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176a252-3a15-4891-abb4-f80ea5a2d943 None None] The sync data for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 is: [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 5, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:15:26.568943 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb2eb8e-eec1-44ab-8ee6-c78dae49ed09 None None] New status for floating IP 0e8dfddc-8966-4080-b1eb-bcca8bd2d065: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:15:27.027060 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca9fd0-7a4a-4ff7-9302-4a0aa321abe1 req-802f49fa-b4e1-4b19-89ee-8a6f4c8f6f35 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:27.028639 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5fca9fd0-7a4a-4ff7-9302-4a0aa321abe1 req-802f49fa-b4e1-4b19-89ee-8a6f4c8f6f35 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 946 time: 0.0625596 Aug 27 15:15:27.153878 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5025e8-ed23-4ba5-b228-c0f0802a3d1a req-8936b776-b82d-4fe7-9f32-61e433d70c41 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:27.155452 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c5025e8-ed23-4ba5-b228-c0f0802a3d1a req-8936b776-b82d-4fe7-9f32-61e433d70c41 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b32e598-f046-4741-8049-441573f578f7 HTTP/1.1" status: 200 len: 946 time: 0.1628342 Aug 27 15:15:27.204652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-5fca9fd0-7a4a-4ff7-9302-4a0aa321abe1 req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Deleting port d0b62afb-16e1-4c66-a44c-77caf29ba60f {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:15:27.204920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5fca9fd0-7a4a-4ff7-9302-4a0aa321abe1 req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:27.210637 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4c5025e8-ed23-4ba5-b228-c0f0802a3d1a req-a55f84b3-1ae7-46d4-a410-c6850ba959c1 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb5a36c4-b109-45cb-9751-12f31de7acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488946 Aug 27 15:15:27.314917 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-5fca9fd0-7a4a-4ff7-9302-4a0aa321abe1 req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] For port d0b62afb-16e1-4c66-a44c-77caf29ba60f, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=d0b62afb-16e1-4c66-a44c-77caf29ba60f,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:15:27.315403 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5fca9fd0-7a4a-4ff7-9302-4a0aa321abe1 req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:27.330517 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-5fca9fd0-7a4a-4ff7-9302-4a0aa321abe1 req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Calling delete_port for d0b62afb-16e1-4c66-a44c-77caf29ba60f owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:15:27.477416 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5fca9fd0-7a4a-4ff7-9302-4a0aa321abe1 req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:27.515251 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event deleted for resources: {'Port': ['ID=d0b62afb-16e1-4c66-a44c-77caf29ba60f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:15:27.540994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:27.541467 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:27.541689 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:27.542029 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:27.542368 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:27.542739 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:27.543064 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:27.543391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:27.543712 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:27.544038 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:27.544370 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:27.544695 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:15:27.567394 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fca9fd0-7a4a-4ff7-9302-4a0aa321abe1 req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] No DVR routers for this DVR port d0b62afb-16e1-4c66-a44c-77caf29ba60f on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:15:27.570182 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-5fca9fd0-7a4a-4ff7-9302-4a0aa321abe1 req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:27.573224 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5fca9fd0-7a4a-4ff7-9302-4a0aa321abe1 req-eeed7e6c-7e54-49bb-97f5-ac0b6b8dc481 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.52 "DELETE /v2.0/ports/d0b62afb-16e1-4c66-a44c-77caf29ba60f HTTP/1.1" status: 204 len: 173 time: 0.5386801 Aug 27 15:15:27.573555 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'name': 'network-vif-deleted', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:15:27.575906 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b32f03-24a1-43c7-9fc6-694d2d214464" -d '{"events": [{"server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "name": "network-vif-deleted", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:15:27.690221 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4420b90-735b-47dc-a202-8f2db49b3972 x-openstack-request-id: req-f4420b90-735b-47dc-a202-8f2db49b3972 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:15:27.690520 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b32e598-f046-4741-8049-441573f578f7", "name": "network-vif-deleted", "tag": "d0b62afb-16e1-4c66-a44c-77caf29ba60f", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:15:27.690818 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4420b90-735b-47dc-a202-8f2db49b3972 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:15:27.691227 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b32e598-f046-4741-8049-441573f578f7', 'name': 'network-vif-deleted', 'tag': 'd0b62afb-16e1-4c66-a44c-77caf29ba60f', 'status': 'completed', 'code': 200} Aug 27 15:15:28.270981 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48690) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:15:28.333845 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0fafe444-0ab8-49fb-9121-3d0737c9e79b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:28.361222 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0fafe444-0ab8-49fb-9121-3d0737c9e79b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:28.434479 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0fafe444-0ab8-49fb-9121-3d0737c9e79b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:28.438346 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0fafe444-0ab8-49fb-9121-3d0737c9e79b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:28.439625 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0fafe444-0ab8-49fb-9121-3d0737c9e79b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "DELETE /v2.0/security-groups/eb5a36c4-b109-45cb-9751-12f31de7acd6 HTTP/1.1" status: 204 len: 168 time: 0.1675758 Aug 27 15:15:28.452344 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafe444-0ab8-49fb-9121-3d0737c9e79b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5a36c4-b109-45cb-9751-12f31de7acd6,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:15:29.750280 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48698) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:15:29.755149 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-023ef0cb-64fa-4fad-ba3f-3bcc8630d38b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1537165722', 'description': 'tempest-secgroup-smoke-1537165722 description', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:15:29.780245 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-023ef0cb-64fa-4fad-ba3f-3bcc8630d38b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:29.868875 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-023ef0cb-64fa-4fad-ba3f-3bcc8630d38b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:29.873033 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-023ef0cb-64fa-4fad-ba3f-3bcc8630d38b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:29.904396 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-023ef0cb-64fa-4fad-ba3f-3bcc8630d38b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:29.905657 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-023ef0cb-64fa-4fad-ba3f-3bcc8630d38b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1543241 Aug 27 15:15:29.906502 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ef0cb-64fa-4fad-ba3f-3bcc8630d38b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5b3246-1636-41d7-96ed-72baacc17a60,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:15:29.909004 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48700) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:15:29.917077 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-ba44aabf-641b-442f-9ce5-b1d4f449b814 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group_rule': {'security_group_id': 'bf5b3246-1636-41d7-96ed-72baacc17a60', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:15:29.945405 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba44aabf-641b-442f-9ce5-b1d4f449b814 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.007943 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba44aabf-641b-442f-9ce5-b1d4f449b814 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.013151 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba44aabf-641b-442f-9ce5-b1d4f449b814 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.035443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44aabf-641b-442f-9ce5-b1d4f449b814 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3abf42-30db-49c2-bcb9-df9aa1cff781,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:15:30.040840 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ba44aabf-641b-442f-9ce5-b1d4f449b814 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.043176 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ba44aabf-641b-442f-9ce5-b1d4f449b814 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325395 Aug 27 15:15:30.045012 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48702) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:15:30.049600 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c848137e-4377-475d-af23-1556afb332d4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group_rule': {'security_group_id': 'bf5b3246-1636-41d7-96ed-72baacc17a60', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:15:30.079263 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c848137e-4377-475d-af23-1556afb332d4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.146380 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c848137e-4377-475d-af23-1556afb332d4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.151158 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c848137e-4377-475d-af23-1556afb332d4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.173491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848137e-4377-475d-af23-1556afb332d4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2dcf86-e957-4071-a019-b0d43899641e,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:15:30.182370 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c848137e-4377-475d-af23-1556afb332d4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.183808 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c848137e-4377-475d-af23-1556afb332d4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377411 Aug 27 15:15:30.187123 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48704) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:15:30.191875 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-21c266bd-19cf-4702-931e-91f158f5d970 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group_rule': {'security_group_id': 'bf5b3246-1636-41d7-96ed-72baacc17a60', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:15:30.224361 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21c266bd-19cf-4702-931e-91f158f5d970 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.292805 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21c266bd-19cf-4702-931e-91f158f5d970 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.296558 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21c266bd-19cf-4702-931e-91f158f5d970 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.315641 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c266bd-19cf-4702-931e-91f158f5d970 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f582f8-b500-4d4e-8f25-911f59d40bc9,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:15:30.334748 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-21c266bd-19cf-4702-931e-91f158f5d970 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.337954 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-21c266bd-19cf-4702-931e-91f158f5d970 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480641 Aug 27 15:15:30.340819 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48706) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:15:30.345948 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-74c8b0ce-b57c-413c-b935-fa66596d184b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group_rule': {'security_group_id': 'bf5b3246-1636-41d7-96ed-72baacc17a60', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:15:30.379714 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74c8b0ce-b57c-413c-b935-fa66596d184b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.451445 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74c8b0ce-b57c-413c-b935-fa66596d184b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.456132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74c8b0ce-b57c-413c-b935-fa66596d184b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.475587 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8b0ce-b57c-413c-b935-fa66596d184b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cce387-18cd-41b4-bfa3-957a26077e47,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:15:30.484871 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-74c8b0ce-b57c-413c-b935-fa66596d184b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.486907 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-74c8b0ce-b57c-413c-b935-fa66596d184b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444159 Aug 27 15:15:30.491745 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 48708) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:15:30.493944 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-55b514bd-2ceb-4c96-a2a2-51695aa8fdf6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group_rule': {'security_group_id': 'bf5b3246-1636-41d7-96ed-72baacc17a60', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:15:30.519314 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-55b514bd-2ceb-4c96-a2a2-51695aa8fdf6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Project 8765b3d6d78f4b30bb4f8f3434ad9176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:15:30.526320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55b514bd-2ceb-4c96-a2a2-51695aa8fdf6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.597097 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55b514bd-2ceb-4c96-a2a2-51695aa8fdf6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.605365 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55b514bd-2ceb-4c96-a2a2-51695aa8fdf6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.628680 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b514bd-2ceb-4c96-a2a2-51695aa8fdf6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d763ab46-e837-4f6b-a905-cfc4f6527618,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:15:30.640411 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-55b514bd-2ceb-4c96-a2a2-51695aa8fdf6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.641717 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-55b514bd-2ceb-4c96-a2a2-51695aa8fdf6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516366 Aug 27 15:15:30.645603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48710) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:15:30.651442 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-312aa15a-850f-4486-b0f6-d7b11a95184d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'security_group_rule': {'security_group_id': 'bf5b3246-1636-41d7-96ed-72baacc17a60', 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:15:30.691745 n-d-712139-12 neutron-server[101187]: INFO neutron.db.securitygroups_db [None req-312aa15a-850f-4486-b0f6-d7b11a95184d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Project 8765b3d6d78f4b30bb4f8f3434ad9176 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:15:30.698806 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-312aa15a-850f-4486-b0f6-d7b11a95184d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.770310 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-312aa15a-850f-4486-b0f6-d7b11a95184d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.776135 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-312aa15a-850f-4486-b0f6-d7b11a95184d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.802207 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312aa15a-850f-4486-b0f6-d7b11a95184d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409adeff-6cd9-4168-82c5-95f8ceaadbf0,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:15:30.810444 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-312aa15a-850f-4486-b0f6-d7b11a95184d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:30.812660 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-312aa15a-850f-4486-b0f6-d7b11a95184d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1657724 Aug 27 15:15:31.313364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device d0b62afb-16e1-4c66-a44c-77caf29ba60f no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:15:31.335947 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: d0b62afb-16e1-4c66-a44c-77caf29ba60f {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:15:31.336424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device d0b62afb-16e1-4c66-a44c-77caf29ba60f not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:15:34.247805 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:15:40.800456 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:44.831199 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-234f0a10-dd2c-4d9f-9d13-1b85f9ec1db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:46.779244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-3186d6ed-5cda-4762-9441-354a876cc1b1 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537165722&fields=id&tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176 HTTP/1.1" status: 200 len: 267 time: 0.0396454 Aug 27 15:15:46.905477 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-dc876d14-a022-480c-9210-509df70bdfff tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:46.909350 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-dc876d14-a022-480c-9210-509df70bdfff tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 809 time: 0.1217787 Aug 27 15:15:46.926672 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-22c97173-45fb-4a4b-ad53-fbe33ad04e9f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/quotas/8765b3d6d78f4b30bb4f8f3434ad9176 HTTP/1.1" status: 200 len: 375 time: 0.0136039 Aug 27 15:15:46.990089 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-7a36d7b3-673f-47b1-93c2-307b7c45af77 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541587 Aug 27 15:15:47.156431 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-ca705bdd-032e-4237-be10-f8104792561c service neutron] 10.222.0.55 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520417 Aug 27 15:15:47.264075 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-6913bc54-6302-4737-905c-1f989eb3c85b service neutron] 10.222.0.55 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009569 Aug 27 15:15:47.621339 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:47.641423 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a5002829-d138-4d35-85da-9e191113abe2 req-d75844d1-76b7-417f-9864-c459153561d3 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 210 time: 0.0328724 Aug 27 15:15:47.659722 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bee7ed63-b625-4fc1-bd9d-2c6b2a2f8fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:48.773729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-cb4cd6a3-7b48-464d-bcbc-bf5dc090b5b6 req-ffa9e439-72f1-4782-9ee0-9a64f57568ba tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 210 time: 0.0371485 Aug 27 15:15:48.821382 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-b4025ada-e841-47d7-bc9d-e03de3c4d873 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:48.822991 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-b4025ada-e841-47d7-bc9d-e03de3c4d873 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.41 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 809 time: 0.1566169 Aug 27 15:15:48.882195 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-f09da4df-9976-45bc-9b35-594f44bc127f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176 HTTP/1.1" status: 200 len: 380 time: 0.0436046 Aug 27 15:15:48.893332 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'port': {'device_id': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'admin_state_up': True, 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'security_groups': ['bf5b3246-1636-41d7-96ed-72baacc17a60']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:15:49.044359 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Made reservation on behalf of 8765b3d6d78f4b30bb4f8f3434ad9176 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:15:49.048044 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:49.098051 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:49.223016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Allocated IP 172.20.0.3 (df4c52b2-631c-42d0-894b-b8d4163b5b04/c70fa1fe-2426-489c-8a3e-e026fbc98eac/91ecde11-4c1b-4714-aa36-5f21970a2cbb) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:15:49.394600 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:49.412258 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Transition to ACTIVE for port object 91ecde11-4c1b-4714-aa36-5f21970a2cbb will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:15:49.452023 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:49.499045 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Network df4c52b2-631c-42d0-894b-b8d4163b5b04 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:15:49.502214 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:15:49.506241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:15:49.513814 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'Port': ['ID=91ecde11-4c1b-4714-aa36-5f21970a2cbb,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:15:49.563612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:49.564354 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:49.582737 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-113a0c83-80d4-40c8-a731-8215bb7a3832 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6943307 Aug 27 15:15:49.605967 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Request body: {'port': {'device_id': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:15:49.688787 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:49.797360 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ccf9160e-2f87-4457-aa9f-e7f59f552873 None None] Provisioning for port 91ecde11-4c1b-4714-aa36-5f21970a2cbb completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:15:49.807845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-ccf9160e-2f87-4457-aa9f-e7f59f552873 None None] Provisioning complete for port 91ecde11-4c1b-4714-aa36-5f21970a2cbb triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:15:49.808541 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ccf9160e-2f87-4457-aa9f-e7f59f552873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:49.867873 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-ccf9160e-2f87-4457-aa9f-e7f59f552873 None None] Port 91ecde11-4c1b-4714-aa36-5f21970a2cbb cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:15:49.933212 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4050cd-8ee9-4602-9688-4502c00f2806 req-2fd1f118-f379-4ad0-95bf-46c92166823e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:49.934976 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9a4050cd-8ee9-4602-9688-4502c00f2806 req-2fd1f118-f379-4ad0-95bf-46c92166823e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 931 time: 0.0647016 Aug 27 15:15:49.993755 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9a4050cd-8ee9-4602-9688-4502c00f2806 req-0f0cfbcc-642e-4216-b664-bbe299b001a1 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502856 Aug 27 15:15:50.079421 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ecde11-4c1b-4714-aa36-5f21970a2cbb {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:15:50.097549 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:50.117792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Transition to ACTIVE for port object 91ecde11-4c1b-4714-aa36-5f21970a2cbb will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:15:50.127721 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:50.235324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Pushing event updated for resources: {'Port': ['ID=91ecde11-4c1b-4714-aa36-5f21970a2cbb,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:15:50.545651 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:50.700961 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Attempting to bind port 91ecde11-4c1b-4714-aa36-5f21970a2cbb on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:15:50.701190 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Attempting to bind port 91ecde11-4c1b-4714-aa36-5f21970a2cbb by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:15:50.701592 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Attempting to bind port 91ecde11-4c1b-4714-aa36-5f21970a2cbb on network df4c52b2-631c-42d0-894b-b8d4163b5b04 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:15:50.708159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Port 91ecde11-4c1b-4714-aa36-5f21970a2cbb on network df4c52b2-631c-42d0-894b-b8d4163b5b04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:15:50.709351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Attempting to bind port 91ecde11-4c1b-4714-aa36-5f21970a2cbb on network df4c52b2-631c-42d0-894b-b8d4163b5b04 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:15:50.717613 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:15:50.717939 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Checking segment: {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:15:50.718330 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Bound using segment: {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:15:50.718792 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Bound port: 91ecde11-4c1b-4714-aa36-5f21970a2cbb, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465047ef-4c92-467e-a00e-3c2cd0e0e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:15:50.719164 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:50.795006 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] For port 91ecde11-4c1b-4714-aa36-5f21970a2cbb, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:15:50.798316 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] For port 91ecde11-4c1b-4714-aa36-5f21970a2cbb, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:15:50.804189 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:50.848838 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:50.849597 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:50.851145 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] 10.222.0.41 "PUT /v2.0/ports/91ecde11-4c1b-4714-aa36-5f21970a2cbb HTTP/1.1" status: 200 len: 1092 time: 1.2526307 Aug 27 15:15:50.851771 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:15:50.854279 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8a35d8-af2b-45c0-a3b0-ebd279efddba" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:15:50.900850 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482fb35-bdd9-4d92-b1b5-51079cad0c32 service neutron] Pushing event updated for resources: {'Port': ['ID=91ecde11-4c1b-4714-aa36-5f21970a2cbb,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:15:50.934178 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d56cd1c-952a-41e9-91cd-3f50f437c1b3 x-openstack-request-id: req-3d56cd1c-952a-41e9-91cd-3f50f437c1b3 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:15:50.934666 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:15:50.935553 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d56cd1c-952a-41e9-91cd-3f50f437c1b3 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:15:50.935850 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'status': 'completed', 'code': 200} Aug 27 15:15:51.018314 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-557190e7-b13b-49dd-9dfa-ec22d0d1e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:51.021506 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-557190e7-b13b-49dd-9dfa-ec22d0d1e9a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 1095 time: 0.0715783 Aug 27 15:15:51.088331 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-2d946e2b-7892-4468-ba8f-7a80fce19ecc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb HTTP/1.1" status: 200 len: 217 time: 0.0526981 Aug 27 15:15:51.160535 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-16e709a3-d475-4f7f-995d-e336b9571438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:51.160535 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-16e709a3-d475-4f7f-995d-e336b9571438 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0655253 Aug 27 15:15:51.194454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbfecd-618d-48a9-bb8c-205227aef650 req-d79ff837-7e06-4b36-9dc9-86586a82e72f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:51.197074 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10cbfecd-618d-48a9-bb8c-205227aef650 req-d79ff837-7e06-4b36-9dc9-86586a82e72f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0762727 Aug 27 15:15:51.231603 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-de5c6a55-4fc5-483e-bd3c-30ceeb457f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:51.233739 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-de5c6a55-4fc5-483e-bd3c-30ceeb457f0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654218 Aug 27 15:15:51.263372 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-10cbfecd-618d-48a9-bb8c-205227aef650 req-726b3002-5024-4ae3-8383-37f84d2a9dae tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499043 Aug 27 15:15:51.353351 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-3420b043-6b71-4e8c-9b49-425f11cf7c4a service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128390 Aug 27 15:15:51.487248 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e16946e7-294f-4813-a9d6-a0c12856ad6c req-a725b6de-58be-44ec-9628-36cc8b8ab14e service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254096 Aug 27 15:15:51.611506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a35d8-af2b-45c0-a3b0-ebd279efddba req-32e53ab6-655f-416b-ac1d-d4a5d6ece443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:51.613532 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a8a35d8-af2b-45c0-a3b0-ebd279efddba req-32e53ab6-655f-416b-ac1d-d4a5d6ece443 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 1095 time: 0.0528216 Aug 27 15:15:51.735702 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a35d8-af2b-45c0-a3b0-ebd279efddba req-c7986bcf-4cfe-4a77-9497-9dd5596ffdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:51.737315 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a8a35d8-af2b-45c0-a3b0-ebd279efddba req-c7986bcf-4cfe-4a77-9497-9dd5596ffdd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 910 time: 0.1173580 Aug 27 15:15:51.793746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a8a35d8-af2b-45c0-a3b0-ebd279efddba req-da99bdfa-b9c8-4ea1-84d4-34938ffc9f01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb HTTP/1.1" status: 200 len: 217 time: 0.0489860 Aug 27 15:15:51.848968 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a35d8-af2b-45c0-a3b0-ebd279efddba req-8f33e8f3-07b1-4a8c-be23-003f4d8e98df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:51.850539 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a8a35d8-af2b-45c0-a3b0-ebd279efddba req-8f33e8f3-07b1-4a8c-be23-003f4d8e98df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0498343 Aug 27 15:15:51.905168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a35d8-af2b-45c0-a3b0-ebd279efddba req-f56f8224-8529-4462-98d4-dc423e52636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:51.906801 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a8a35d8-af2b-45c0-a3b0-ebd279efddba req-f56f8224-8529-4462-98d4-dc423e52636a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489724 Aug 27 15:15:52.020092 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a8a35d8-af2b-45c0-a3b0-ebd279efddba req-6a65f7d4-0438-4995-8349-546d1d6c2d7f service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057324 Aug 27 15:15:52.128957 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4a8a35d8-af2b-45c0-a3b0-ebd279efddba req-c2da84c8-4a93-42de-b7c8-932b416ebde9 service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022668 Aug 27 15:15:52.335819 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:15:52.422931 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477b47c-0877-4984-bafc-1d4d1b3c9fdd req-74ec1026-bc7e-4cba-9a1b-fb20ab3b91b6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:52.424593 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2477b47c-0877-4984-bafc-1d4d1b3c9fdd req-74ec1026-bc7e-4cba-9a1b-fb20ab3b91b6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0677218 Aug 27 15:15:52.474378 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2477b47c-0877-4984-bafc-1d4d1b3c9fdd req-13b3a9e7-6e6f-45d9-a3eb-f1c31a93662f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423865 Aug 27 15:15:53.621050 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dbe82-c508-46d9-93c4-88cdad857c0a req-2b3587c7-bb0f-4b2b-992d-c928ca78461b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:53.622538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-803dbe82-c508-46d9-93c4-88cdad857c0a req-2b3587c7-bb0f-4b2b-992d-c928ca78461b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0568197 Aug 27 15:15:53.663049 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-803dbe82-c508-46d9-93c4-88cdad857c0a req-321f849d-165c-4c36-aa40-86836653d9c6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342510 Aug 27 15:15:54.799578 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc4396-38f4-486a-a4f3-cf162894a9c3 req-ad94d208-0d10-4d37-b873-60dc4beb4e61 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:54.801159 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dcfc4396-38f4-486a-a4f3-cf162894a9c3 req-ad94d208-0d10-4d37-b873-60dc4beb4e61 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0640638 Aug 27 15:15:54.843033 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dcfc4396-38f4-486a-a4f3-cf162894a9c3 req-33413c5d-bc67-43be-89d6-5d724b3b2ec1 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343070 Aug 27 15:15:55.228698 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ea08512-7933-4fb8-987d-018442380fdc req-5d1cae1e-1baa-4321-8858-6ef0bd46c225 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268533 Aug 27 15:15:55.311589 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ea08512-7933-4fb8-987d-018442380fdc req-0576676b-0dfa-4bd3-80c5-5d647ea6e555 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0267859 Aug 27 15:15:55.356909 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ea08512-7933-4fb8-987d-018442380fdc req-5dc24ced-f7b7-4595-a22f-68b8ce0d22af service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195827 Aug 27 15:15:55.463580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea08512-7933-4fb8-987d-018442380fdc req-0d8a1b16-0ffe-436b-b728-0b8c1d728b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:55.465093 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3ea08512-7933-4fb8-987d-018442380fdc req-0d8a1b16-0ffe-436b-b728-0b8c1d728b1a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016898 Aug 27 15:15:55.972906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c77f2-a0f6-4d90-bb13-44605ac7f444 req-92d14ffe-24c1-4044-adf0-123337ad34d7 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:55.974538 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a34c77f2-a0f6-4d90-bb13-44605ac7f444 req-92d14ffe-24c1-4044-adf0-123337ad34d7 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0556855 Aug 27 15:15:56.017361 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a34c77f2-a0f6-4d90-bb13-44605ac7f444 req-0146a094-1a56-4a91-9f86-85f5524caf8d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349371 Aug 27 15:15:57.150845 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a821f33-7097-407b-9faf-730a5558a8ca req-edf67116-d070-4f63-be2c-bcb4895e33d4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:57.152401 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a821f33-7097-407b-9faf-730a5558a8ca req-edf67116-d070-4f63-be2c-bcb4895e33d4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0621235 Aug 27 15:15:57.194274 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7a821f33-7097-407b-9faf-730a5558a8ca req-83cbd34e-462b-4174-8ed6-e9e77daa2b36 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352795 Aug 27 15:15:58.322157 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29751aa-367f-4489-991c-0a632622cbac req-c91b60a5-9c6b-471b-bb43-781de85265ea tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:58.323756 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f29751aa-367f-4489-991c-0a632622cbac req-c91b60a5-9c6b-471b-bb43-781de85265ea tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0579386 Aug 27 15:15:58.364300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f29751aa-367f-4489-991c-0a632622cbac req-e91ee9dc-509a-4ba7-9078-628609749a11 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345612 Aug 27 15:15:59.495937 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389f62f-0f5a-4966-8060-4fd65c2d5c0b req-b4a1f7a1-afe8-4918-8780-2ea77423000d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:15:59.498099 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6389f62f-0f5a-4966-8060-4fd65c2d5c0b req-b4a1f7a1-afe8-4918-8780-2ea77423000d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0599139 Aug 27 15:15:59.546406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6389f62f-0f5a-4966-8060-4fd65c2d5c0b req-353b5205-cd7a-427a-86c4-865cbc30b52b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410216 Aug 27 15:16:00.672391 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf3c3f-b220-45f4-9a68-b72912435ada req-78fc1a62-ff0f-46c4-a0d2-8375ac55c204 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:00.673990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-85bf3c3f-b220-45f4-9a68-b72912435ada req-78fc1a62-ff0f-46c4-a0d2-8375ac55c204 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0549905 Aug 27 15:16:00.719552 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-85bf3c3f-b220-45f4-9a68-b72912435ada req-6b0edbf7-100b-4394-b79b-ab988d1d7be8 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381420 Aug 27 15:16:01.840360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbca1f-286a-47db-8c7f-ae5080fa9634 req-1426dabd-bff3-4dc2-acd5-decd94cc366b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:01.841989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4abbca1f-286a-47db-8c7f-ae5080fa9634 req-1426dabd-bff3-4dc2-acd5-decd94cc366b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0517659 Aug 27 15:16:01.882079 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4abbca1f-286a-47db-8c7f-ae5080fa9634 req-b6287f10-3829-433d-a42a-3df75098ba78 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337095 Aug 27 15:16:03.020472 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8ddca-b958-44d3-a2e5-72a08a4461b1 req-0ba58d78-f852-4b34-a4a1-52c36bc2477c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:03.022092 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d3b8ddca-b958-44d3-a2e5-72a08a4461b1 req-0ba58d78-f852-4b34-a4a1-52c36bc2477c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0560250 Aug 27 15:16:03.063721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d3b8ddca-b958-44d3-a2e5-72a08a4461b1 req-27b5af4e-f46f-46a0-acb9-7bf1d507ef60 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352256 Aug 27 15:16:04.183672 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90cd98-bc88-4be3-901c-d5101df3ab86 req-014d6aab-ef36-4313-a2fd-60f5c8c1065d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:04.185238 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd90cd98-bc88-4be3-901c-d5101df3ab86 req-014d6aab-ef36-4313-a2fd-60f5c8c1065d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0507898 Aug 27 15:16:04.224633 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fd90cd98-bc88-4be3-901c-d5101df3ab86 req-ca5babdc-89fa-4920-8fac-3353eed0abc4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333200 Aug 27 15:16:04.562838 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 91ecde11-4c1b-4714-aa36-5f21970a2cbb details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:16:04.667525 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 91ecde11-4c1b-4714-aa36-5f21970a2cbb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:16:04.681579 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'port_id': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'mac_address': 'fa:16:3e:52:c7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:16:04.720681 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:04.734827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ecde11-4c1b-4714-aa36-5f21970a2cbb {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:16:04.754745 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 91ecde11-4c1b-4714-aa36-5f21970a2cbb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:16:04.758747 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:04.808057 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=91ecde11-4c1b-4714-aa36-5f21970a2cbb,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:16:04.815688 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:16:04.815959 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:16:04.816301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:16:04.816714 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:16:04.817004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:16:04.817304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:16:04.817630 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:16:04.817968 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:16:04.818286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:16:04.819182 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:16:04.819514 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:16:04.820222 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:16:05.172947 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['91ecde11-4c1b-4714-aa36-5f21970a2cbb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:16:05.344243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c35f3c-2c2c-4554-b972-787d391f85a4 req-9bf104f4-91ce-45ce-9ea7-a680f0b43da1 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:05.345964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82c35f3c-2c2c-4554-b972-787d391f85a4 req-9bf104f4-91ce-45ce-9ea7-a680f0b43da1 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 944 time: 0.0514998 Aug 27 15:16:05.388058 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-82c35f3c-2c2c-4554-b972-787d391f85a4 req-a46015e7-986a-4a02-96a0-4fad350bbd1c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356383 Aug 27 15:16:06.515966 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20c5d2-9c9f-46ca-9402-28cd1e2a6395 req-bd4c9537-1d04-4764-a002-b9cb5fcf7b9e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:06.517595 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c20c5d2-9c9f-46ca-9402-28cd1e2a6395 req-bd4c9537-1d04-4764-a002-b9cb5fcf7b9e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 944 time: 0.0569353 Aug 27 15:16:06.562466 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1c20c5d2-9c9f-46ca-9402-28cd1e2a6395 req-37c6778c-e416-4a20-9ef3-91c0369e2a11 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377655 Aug 27 15:16:06.568891 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 91ecde11-4c1b-4714-aa36-5f21970a2cbb up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:16:06.625166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port 91ecde11-4c1b-4714-aa36-5f21970a2cbb completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:16:06.629060 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 91ecde11-4c1b-4714-aa36-5f21970a2cbb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:16:06.629433 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:06.717402 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:06.740206 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:16:06.742613 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b63b78-fd48-422c-978d-6a947d0d284f" -d '{"events": [{"server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "name": "network-vif-plugged", "status": "completed", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:16:06.756653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 91ecde11-4c1b-4714-aa36-5f21970a2cbb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:16:06.762116 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:06.812881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=91ecde11-4c1b-4714-aa36-5f21970a2cbb,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:16:06.844443 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accb8f4c-58c5-488d-93fd-b455cedfc999 x-openstack-request-id: req-accb8f4c-58c5-488d-93fd-b455cedfc999 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:16:06.844743 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "name": "network-vif-plugged", "status": "completed", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:16:06.845000 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-accb8f4c-58c5-488d-93fd-b455cedfc999 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:16:06.845402 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'code': 200} Aug 27 15:16:06.976233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282506e5-a69d-4b1d-ae02-19a5da781158 req-329009a9-3843-431e-9cd4-2533dbc3c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:06.977617 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-282506e5-a69d-4b1d-ae02-19a5da781158 req-329009a9-3843-431e-9cd4-2533dbc3c14f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 1097 time: 0.0435677 Aug 27 15:16:07.017849 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-282506e5-a69d-4b1d-ae02-19a5da781158 req-df0143d8-1c4f-4ec3-af3c-96bcbb8d567a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325632 Aug 27 15:16:07.687583 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affa05b-9d24-4e07-a335-413fd92247ae req-60e612d9-7144-46b6-9b5c-95e3c99f0130 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:07.689141 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9affa05b-9d24-4e07-a335-413fd92247ae req-60e612d9-7144-46b6-9b5c-95e3c99f0130 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0542462 Aug 27 15:16:07.733009 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9affa05b-9d24-4e07-a335-413fd92247ae req-66af213d-bb47-4179-834e-4899ec6b5991 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377200 Aug 27 15:16:08.861282 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ead54-b94a-4c17-864f-f85c0ab8fbff req-6ca66f2b-f9dd-49a9-853a-19162c880a0f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:08.862724 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d51ead54-b94a-4c17-864f-f85c0ab8fbff req-6ca66f2b-f9dd-49a9-853a-19162c880a0f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0547564 Aug 27 15:16:08.906082 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d51ead54-b94a-4c17-864f-f85c0ab8fbff req-ff5518a4-b996-4b94-8f61-f660c0b43e8c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366461 Aug 27 15:16:09.038130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05ae16-a929-4f13-a05c-8125625a8902 req-8f263c88-1c14-4322-b93a-3fafef81670e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:09.040579 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f05ae16-a929-4f13-a05c-8125625a8902 req-8f263c88-1c14-4322-b93a-3fafef81670e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0573888 Aug 27 15:16:09.088826 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8f05ae16-a929-4f13-a05c-8125625a8902 req-7eda5ddb-4818-4fd8-8d38-a4f129dc5cb2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420117 Aug 27 15:16:09.120248 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48914) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:16:09.217944 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77427232-4928-4927-9360-e6c7294054ba tempest-TestShelveInstance-1640546303 tempest-TestShelveInstance-1640546303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:09.219568 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-77427232-4928-4927-9360-e6c7294054ba tempest-TestShelveInstance-1640546303 tempest-TestShelveInstance-1640546303-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 1092 time: 0.0977266 Aug 27 15:16:09.222358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 48918) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:16:09.227209 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:16:09.251600 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:09.366148 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:09.493071 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Allocated IP 172.25.2.185 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/589b42a8-976a-4841-95de-0efd902e07d4) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:16:09.615184 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:09.668015 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:09.711504 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:16:09.716859 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:16:09.721380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:16:09.747169 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'Port': ['ID=589b42a8-976a-4841-95de-0efd902e07d4,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:16:10.111513 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:10.187585 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:10.349772 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:10.355532 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:10.425715 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event updated for resources: {'Port': ['ID=589b42a8-976a-4841-95de-0efd902e07d4,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:16:10.443758 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:10.564695 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Floating IP 35b3bd0f-04f8-43d9-90c9-a31b789bf7ac associated. External IP: 172.25.2.185, port: 91ecde11-4c1b-4714-aa36-5f21970a2cbb. Aug 27 15:16:10.803746 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:16:10.811220 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:10.932121 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:16:10.949767 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc20e10c-6e39-439e-b912-366fe4658989 None None] Sync routers for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:16:10.952311 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:10.969799 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc20e10c-6e39-439e-b912-366fe4658989 None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:16:10.970581 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-fc20e10c-6e39-439e-b912-366fe4658989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:15:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:16:10.983712 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-2bc8cd64-d4f8-4186-9998-023104317c65 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7600362 Aug 27 15:16:10.984459 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:16:10.987056 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f888cc71-4611-41da-90f3-f26ce438c38d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:16:11.034672 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caeb9ff-87ff-43f9-8db4-0e759d66c3e4 x-openstack-request-id: req-0caeb9ff-87ff-43f9-8db4-0e759d66c3e4 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:16:11.035031 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:16:11.035031 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0caeb9ff-87ff-43f9-8db4-0e759d66c3e4 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:16:11.035722 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'status': 'completed', 'code': 200} Aug 27 15:16:11.107986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-fc20e10c-6e39-439e-b912-366fe4658989 None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:16:11.124151 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888cc71-4611-41da-90f3-f26ce438c38d req-0eba0f35-6e3a-43dc-9752-9e3dd0f98a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:11.125717 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f888cc71-4611-41da-90f3-f26ce438c38d req-0eba0f35-6e3a-43dc-9752-9e3dd0f98a65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 1097 time: 0.0473359 Aug 27 15:16:11.242590 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888cc71-4611-41da-90f3-f26ce438c38d req-5785522f-44bc-422d-9e1d-5b0f39781f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:11.245607 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f888cc71-4611-41da-90f3-f26ce438c38d req-5785522f-44bc-422d-9e1d-5b0f39781f11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 910 time: 0.1121037 Aug 27 15:16:11.248298 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:16:11.327263 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f888cc71-4611-41da-90f3-f26ce438c38d req-b60746bc-9d5b-4cb5-a110-cba11a2f2757 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb HTTP/1.1" status: 200 len: 999 time: 0.0743673 Aug 27 15:16:11.383183 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888cc71-4611-41da-90f3-f26ce438c38d req-709c4174-7ad3-4be2-9f41-ce959a028f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:11.384839 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f888cc71-4611-41da-90f3-f26ce438c38d req-709c4174-7ad3-4be2-9f41-ce959a028f48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0495050 Aug 27 15:16:11.417032 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-fc20e10c-6e39-439e-b912-366fe4658989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '35b3bd0f-04f8-43d9-90c9-a31b789bf7ac', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'port_id': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'mac_address': 'fa:16:3e:52:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:16:09Z', 'updated_at': '2021-08-27T15:16:09Z', 'revision_number': 0, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 5, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:16:11.441014 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888cc71-4611-41da-90f3-f26ce438c38d req-aa48a7fa-9435-4df8-8459-13529a4d0521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:11.442541 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f888cc71-4611-41da-90f3-f26ce438c38d req-aa48a7fa-9435-4df8-8459-13529a4d0521 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501442 Aug 27 15:16:11.446616 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc20e10c-6e39-439e-b912-366fe4658989 None None] Checking router: 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:16:11.456051 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc20e10c-6e39-439e-b912-366fe4658989 None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:16:11.456681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-fc20e10c-6e39-439e-b912-366fe4658989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:15:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:16:11.552809 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f888cc71-4611-41da-90f3-f26ce438c38d req-f9bc7c0c-3144-49d4-ad0d-91c76dae3fbc service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022329 Aug 27 15:16:11.584021 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-fc20e10c-6e39-439e-b912-366fe4658989 None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:16:11.671081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f888cc71-4611-41da-90f3-f26ce438c38d req-540d7668-2fd2-4fc0-8a04-6756efc5aff4 service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100671 Aug 27 15:16:12.025917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-fc20e10c-6e39-439e-b912-366fe4658989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '35b3bd0f-04f8-43d9-90c9-a31b789bf7ac', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'port_id': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'mac_address': 'fa:16:3e:52:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:16:09Z', 'updated_at': '2021-08-27T15:16:09Z', 'revision_number': 0, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 5, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:16:12.060489 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc20e10c-6e39-439e-b912-366fe4658989 None None] The sync data for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 is: [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '35b3bd0f-04f8-43d9-90c9-a31b789bf7ac', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'port_id': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'mac_address': 'fa:16:3e:52:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:16:09Z', 'updated_at': '2021-08-27T15:16:09Z', 'revision_number': 0, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 5, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:16:12.274290 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b51826-18a9-4ba7-b65f-4604a22b895a None None] New status for floating IP 35b3bd0f-04f8-43d9-90c9-a31b789bf7ac: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:16:14.816325 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-07f8eb92-dbd7-4fe6-9d18-19525cac85ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:17.616985 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:17.652300 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ec0422a9-1ccc-4fb9-b524-f9c701016663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:19.092700 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:20.547970 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:22.321853 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:40.468926 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8dc9998e-1546-4f08-8f94-ff33f4578604 req-e6f895cb-b16d-4ed9-b4b0-11f3b4ff79b6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261021 Aug 27 15:16:40.536764 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8dc9998e-1546-4f08-8f94-ff33f4578604 req-9c21604f-1e7c-47d7-a08b-c312d2430f37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0265274 Aug 27 15:16:40.582866 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8dc9998e-1546-4f08-8f94-ff33f4578604 req-a03fbed9-338b-4049-b7be-a3b02f383348 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220315 Aug 27 15:16:40.691897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9998e-1546-4f08-8f94-ff33f4578604 req-8d3213c9-3792-4e2d-9cac-dfae9ffeb65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:40.693468 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8dc9998e-1546-4f08-8f94-ff33f4578604 req-8d3213c9-3792-4e2d-9cac-dfae9ffeb65c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035681 Aug 27 15:16:40.824323 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:44.822893 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8af7fdd6-1cfc-462e-882d-846c675ffdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:47.639374 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:47.668638 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-53f2b258-1d6b-4630-ac90-c213e6679924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:48.248751 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:16:49.100367 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:50.551139 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:52.323410 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:16:57.206822 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a50f772d-a5df-4d4d-b096-3a36c2bfd82f req-534e0788-a733-4d8a-a002-679735ddb5ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277998 Aug 27 15:16:57.292310 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a50f772d-a5df-4d4d-b096-3a36c2bfd82f req-142c7f3a-ffc9-438c-98d1-623f8b8ea622 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0275142 Aug 27 15:16:57.337848 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a50f772d-a5df-4d4d-b096-3a36c2bfd82f req-269e87e9-b0f0-49b2-bb59-1fab31234e52 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213592 Aug 27 15:16:57.439737 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f772d-a5df-4d4d-b096-3a36c2bfd82f req-252f1815-9ab5-433c-9f0e-af912cd8cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:16:57.441401 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a50f772d-a5df-4d4d-b096-3a36c2bfd82f req-252f1815-9ab5-433c-9f0e-af912cd8cb14 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972936 Aug 27 15:17:10.824751 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:14.825440 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3844690e-8f66-4076-be08-364d0be1cb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:17.623850 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:17.651531 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-68215ca4-b32c-4207-a4ce-247734677c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:19.106952 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:20.555423 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:22.344122 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:25.249823 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:17:40.826391 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:41.470917 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a0d5c4c-8bea-47bc-895a-f7aadf4ffe7b req-b535e73b-33db-4074-9a8d-a1198d2e6a80 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303388 Aug 27 15:17:41.550234 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a0d5c4c-8bea-47bc-895a-f7aadf4ffe7b req-2260bd6e-090b-4cf1-8473-ce2dfaf47368 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0276778 Aug 27 15:17:41.601081 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a0d5c4c-8bea-47bc-895a-f7aadf4ffe7b req-5739c640-8d47-47a4-be09-a14e1da1b7a6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310709 Aug 27 15:17:42.078794 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5c4c-8bea-47bc-895a-f7aadf4ffe7b req-66205cd8-8e7f-49a3-aa55-4e878f86851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:17:42.080300 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6a0d5c4c-8bea-47bc-895a-f7aadf4ffe7b req-66205cd8-8e7f-49a3-aa55-4e878f86851d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4732234 Aug 27 15:17:44.827647 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0272b60b-9040-424b-93e3-08f6e148fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:47.627565 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:47.665652 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dc31ae4d-73bb-4a7b-9987-234fbbeafc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:49.109947 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:50.559840 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:52.348150 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:17:58.188800 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9fdb9b7-227a-4f78-abd5-e51a7f0a52dd req-2fdc96ac-64ae-49b2-b080-b961ca70fa0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428121 Aug 27 15:17:58.261096 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdb9b7-227a-4f78-abd5-e51a7f0a52dd req-dbbe2cea-a6fa-4700-a83b-9f89069a6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:17:58.262616 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9fdb9b7-227a-4f78-abd5-e51a7f0a52dd req-dbbe2cea-a6fa-4700-a83b-9f89069a6bfd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 1097 time: 0.0417967 Aug 27 15:17:58.372412 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdb9b7-227a-4f78-abd5-e51a7f0a52dd req-187cecaa-4d8f-45fa-8775-c5ccc481b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:17:58.373940 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9fdb9b7-227a-4f78-abd5-e51a7f0a52dd req-187cecaa-4d8f-45fa-8775-c5ccc481b98b service neutron] 10.222.0.41 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 910 time: 0.0908203 Aug 27 15:17:58.441518 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9fdb9b7-227a-4f78-abd5-e51a7f0a52dd req-aa7540c7-7226-4921-afea-a3a67e64a5cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb HTTP/1.1" status: 200 len: 1001 time: 0.0601270 Aug 27 15:17:58.492479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdb9b7-227a-4f78-abd5-e51a7f0a52dd req-9576302a-159b-4e74-9117-ca5d70bbf2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:17:58.494006 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9fdb9b7-227a-4f78-abd5-e51a7f0a52dd req-9576302a-159b-4e74-9117-ca5d70bbf2dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0457890 Aug 27 15:17:58.544768 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdb9b7-227a-4f78-abd5-e51a7f0a52dd req-8aca05ab-9f33-450c-973e-20a30dcca240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:17:58.546316 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9fdb9b7-227a-4f78-abd5-e51a7f0a52dd req-8aca05ab-9f33-450c-973e-20a30dcca240 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454001 Aug 27 15:17:58.646474 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9fdb9b7-227a-4f78-abd5-e51a7f0a52dd req-260ecd7c-d0c0-4f1f-9381-42377fc0f19b service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930800 Aug 27 15:17:58.744651 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9fdb9b7-227a-4f78-abd5-e51a7f0a52dd req-f54be02f-b01f-4968-8efd-fc02edbc0498 service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910895 Aug 27 15:18:02.249912 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:18:09.166081 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0eb3d-a510-422e-9f49-2d4e63e7fc19 req-9b7d0a38-1dbd-4166-91a1-996cfc8ca7f1 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:09.167669 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9fb0eb3d-a510-422e-9f49-2d4e63e7fc19 req-9b7d0a38-1dbd-4166-91a1-996cfc8ca7f1 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0539117 Aug 27 15:18:09.209110 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9fb0eb3d-a510-422e-9f49-2d4e63e7fc19 req-855de9a0-ac95-482c-b202-4e17c997a663 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352380 Aug 27 15:18:10.360132 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bf8c1-29fc-43aa-a004-e869ecd208d4 req-9d1337fc-999c-4bba-9120-de568d8d9b4f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:10.361725 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6f5bf8c1-29fc-43aa-a004-e869ecd208d4 req-9d1337fc-999c-4bba-9120-de568d8d9b4f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0522032 Aug 27 15:18:10.401261 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6f5bf8c1-29fc-43aa-a004-e869ecd208d4 req-7640f9d5-576e-4c42-a628-d73c37877fc1 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334668 Aug 27 15:18:10.851659 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:11.559850 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23d84-6f10-437d-ae90-fa5a04f1f6e9 req-a95155c6-7a7e-4cdf-b4c2-90f34e3660b4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:11.561443 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1f23d84-6f10-437d-ae90-fa5a04f1f6e9 req-a95155c6-7a7e-4cdf-b4c2-90f34e3660b4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0547025 Aug 27 15:18:11.604473 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a1f23d84-6f10-437d-ae90-fa5a04f1f6e9 req-0e36c43e-309d-4498-bbf4-6d62516b21f9 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363059 Aug 27 15:18:12.723699 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd459ad-d7c2-4c25-b254-df0062f5736f req-f6576c78-3835-4dd0-b94c-31a4565dfbd8 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:12.725875 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dd459ad-d7c2-4c25-b254-df0062f5736f req-f6576c78-3835-4dd0-b94c-31a4565dfbd8 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0504291 Aug 27 15:18:12.766475 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9dd459ad-d7c2-4c25-b254-df0062f5736f req-e718a9b8-a7d4-4c6c-8333-50c703ff7d16 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346642 Aug 27 15:18:13.887857 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17344d3-ffe9-401d-9adb-48a77940a284 req-c0f0fc0d-b7d0-4bf4-b051-3ec60ea910df tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:13.889390 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a17344d3-ffe9-401d-9adb-48a77940a284 req-c0f0fc0d-b7d0-4bf4-b051-3ec60ea910df tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0545745 Aug 27 15:18:13.930365 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a17344d3-ffe9-401d-9adb-48a77940a284 req-cbb573fd-9c71-47f5-9caa-15a5b9f9e8d8 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347655 Aug 27 15:18:14.828542 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-6bf25f27-4316-4cbd-b91e-952462c19012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:15.048588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235d69e-06d7-4083-bc1f-4b71f153e333 req-523c92d0-9a22-4415-94a5-280ebdd9352c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:15.050110 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6235d69e-06d7-4083-bc1f-4b71f153e333 req-523c92d0-9a22-4415-94a5-280ebdd9352c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0503407 Aug 27 15:18:15.096583 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-6235d69e-06d7-4083-bc1f-4b71f153e333 req-43b3a2f2-814a-4cac-b54a-d00a977dafd7 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376632 Aug 27 15:18:16.218168 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e70ef-a5e3-4f0c-925a-f8695daf58d3 req-7db0c40f-17ea-4273-8530-7d2881c05587 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:16.219748 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2a9e70ef-a5e3-4f0c-925a-f8695daf58d3 req-7db0c40f-17ea-4273-8530-7d2881c05587 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0521934 Aug 27 15:18:16.263667 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2a9e70ef-a5e3-4f0c-925a-f8695daf58d3 req-03a0c9a4-f390-4da5-a624-f4f681cf826e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370696 Aug 27 15:18:17.386788 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92296b2c-b9ff-4af4-8aba-90bc3426e8cc req-edd9d42c-0cc7-465f-91ee-d1b6ed8edc16 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:17.388276 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92296b2c-b9ff-4af4-8aba-90bc3426e8cc req-edd9d42c-0cc7-465f-91ee-d1b6ed8edc16 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0532062 Aug 27 15:18:17.429576 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-92296b2c-b9ff-4af4-8aba-90bc3426e8cc req-8488f54f-4d37-4e20-927d-ef21370064ff tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345225 Aug 27 15:18:17.634036 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:17.657421 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-be9742c5-150c-4ccf-897a-3ce0a2ab7600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:18.554379 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a637b-511c-4c45-a6ae-768a10466baa req-e6b7609e-7ef8-4513-b9d3-dee295d9b13c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:18.556085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c82a637b-511c-4c45-a6ae-768a10466baa req-e6b7609e-7ef8-4513-b9d3-dee295d9b13c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0545361 Aug 27 15:18:18.596638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c82a637b-511c-4c45-a6ae-768a10466baa req-904606a9-45b5-49a0-9fff-c6dfa0cab5b0 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341189 Aug 27 15:18:19.108276 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:19.372726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8b9b9-6a9b-459b-92c5-628ffac415fd req-9118b2b1-5689-4330-9248-18a98d47a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:19.374183 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5c8b9b9-6a9b-459b-92c5-628ffac415fd req-9118b2b1-5689-4330-9248-18a98d47a0b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 1097 time: 0.0425310 Aug 27 15:18:19.471263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8b9b9-6a9b-459b-92c5-628ffac415fd req-0ddbef03-b4a6-4530-b457-bb199b784e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:19.472774 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5c8b9b9-6a9b-459b-92c5-628ffac415fd req-0ddbef03-b4a6-4530-b457-bb199b784e15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 910 time: 0.0918705 Aug 27 15:18:19.539828 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5c8b9b9-6a9b-459b-92c5-628ffac415fd req-c5076962-28af-4187-a4d9-13c128fae7b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb HTTP/1.1" status: 200 len: 1001 time: 0.0595691 Aug 27 15:18:19.599521 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8b9b9-6a9b-459b-92c5-628ffac415fd req-23f23ea2-01df-437d-8979-03ab69fb911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:19.601524 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5c8b9b9-6a9b-459b-92c5-628ffac415fd req-23f23ea2-01df-437d-8979-03ab69fb911b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0547104 Aug 27 15:18:19.950975 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8b9b9-6a9b-459b-92c5-628ffac415fd req-560250f3-8bdf-4c0b-b663-d314d1e47e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:19.952358 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5c8b9b9-6a9b-459b-92c5-628ffac415fd req-560250f3-8bdf-4c0b-b663-d314d1e47e62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3423650 Aug 27 15:18:20.059252 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be1dc6-e308-42eb-adbe-07b2168be507 req-530eec68-0971-4181-8425-893a13daaeeb tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:20.060802 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-97be1dc6-e308-42eb-adbe-07b2168be507 req-530eec68-0971-4181-8425-893a13daaeeb tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.1125085 Aug 27 15:18:20.101379 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5c8b9b9-6a9b-459b-92c5-628ffac415fd req-c5f6e5d0-a877-4d4e-bbd4-f2d6f812113d service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376433 Aug 27 15:18:20.143407 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-97be1dc6-e308-42eb-adbe-07b2168be507 req-120fefc6-c9ae-493f-8974-be7695e337ef tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761979 Aug 27 15:18:20.222973 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b5c8b9b9-6a9b-459b-92c5-628ffac415fd req-fc3bde31-0dbc-4967-b711-b43c39be7cc8 service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057808 Aug 27 15:18:20.561549 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:21.272807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a90a7-5f07-4e2f-8d45-7bed60621698 req-e5ffe826-880d-440e-a785-456ab7931246 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:21.274395 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca4a90a7-5f07-4e2f-8d45-7bed60621698 req-e5ffe826-880d-440e-a785-456ab7931246 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0568957 Aug 27 15:18:21.315286 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ca4a90a7-5f07-4e2f-8d45-7bed60621698 req-b4319e04-bd1b-45be-863f-0a7be0fff661 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348837 Aug 27 15:18:22.352512 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:22.440351 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939a930-3b5e-447e-8bc9-2820ec37b012 req-db2d6c3e-e257-4d3a-bd09-c003bfc7c8cc tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:22.441939 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c939a930-3b5e-447e-8bc9-2820ec37b012 req-db2d6c3e-e257-4d3a-bd09-c003bfc7c8cc tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0537488 Aug 27 15:18:22.501241 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c939a930-3b5e-447e-8bc9-2820ec37b012 req-dfb3bfec-bae1-4f86-8a6f-922e54abc441 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519955 Aug 27 15:18:23.628453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a536-f588-4a22-83e5-2bd3527c0d08 req-97b4daa8-30b1-4089-adbf-da270db4a3aa tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:23.629988 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f436a536-f588-4a22-83e5-2bd3527c0d08 req-97b4daa8-30b1-4089-adbf-da270db4a3aa tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0523040 Aug 27 15:18:23.670642 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f436a536-f588-4a22-83e5-2bd3527c0d08 req-ba48d25e-631b-4ed3-874d-abd6d8b0db88 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334756 Aug 27 15:18:23.947565 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5e894-08a2-4406-b835-a0c08a901f73 req-21228aeb-b297-400a-804f-edf7ec8c7a13 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:23.949132 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcd5e894-08a2-4406-b835-a0c08a901f73 req-21228aeb-b297-400a-804f-edf7ec8c7a13 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0909002 Aug 27 15:18:23.957478 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-8c87e9eb-0bdc-469f-88c1-dc84ed814572 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1332271 Aug 27 15:18:23.994025 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fcd5e894-08a2-4406-b835-a0c08a901f73 req-a6472192-f105-4a5f-8b79-c86f65f61a93 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355699 Aug 27 15:18:25.133684 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb962be-95cc-4b33-aadc-7aec59fd9dce req-2e73ccb3-9e68-4596-8394-118ce6ab74f4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:25.135332 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0bb962be-95cc-4b33-aadc-7aec59fd9dce req-2e73ccb3-9e68-4596-8394-118ce6ab74f4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0564120 Aug 27 15:18:25.176657 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-0bb962be-95cc-4b33-aadc-7aec59fd9dce req-80f8725d-b5d8-4351-ba8d-8e1006fb0b13 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347137 Aug 27 15:18:25.282852 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 91ecde11-4c1b-4714-aa36-5f21970a2cbb no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:18:25.373530 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:25.398945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:18:25.401213 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd20d3a-8a8e-4c59-9ffd-979730f763f5" -d '{"events": [{"server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "name": "network-vif-unplugged", "status": "completed", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:18:25.415080 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 91ecde11-4c1b-4714-aa36-5f21970a2cbb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:18:25.424460 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:25.454633 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 15:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9160c01-5246-4c60-be6d-5fa4a0e508d6 x-openstack-request-id: req-b9160c01-5246-4c60-be6d-5fa4a0e508d6 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:18:25.454952 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "name": "network-vif-unplugged", "status": "failed", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb", "code": 422}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:18:25.455207 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9160c01-5246-4c60-be6d-5fa4a0e508d6 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:18:25.455604 n-d-712139-12 neutron-server[101188]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'code': 422} returned with failed status Aug 27 15:18:25.485086 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=91ecde11-4c1b-4714-aa36-5f21970a2cbb,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:18:25.493887 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:18:25.494245 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:18:25.494593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:18:25.495096 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:18:25.495446 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:18:25.495784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:18:25.496120 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:18:25.496449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:18:25.496781 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:18:25.497115 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:18:25.497443 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:18:25.497800 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:18:26.300840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c281e-463f-4f24-88aa-5170cb42ee2c req-aab1551e-3b9e-4516-ae48-918617f8899f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:26.302406 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5d9c281e-463f-4f24-88aa-5170cb42ee2c req-aab1551e-3b9e-4516-ae48-918617f8899f tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0511684 Aug 27 15:18:26.343362 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5d9c281e-463f-4f24-88aa-5170cb42ee2c req-75d2402f-7d57-4447-90c8-e341371d2a26 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339546 Aug 27 15:18:27.466868 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06197a-9f4a-4eca-a772-7dde53fb4ad6 req-c5a0584f-d38c-433b-8363-4df7312c1237 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:27.468505 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e06197a-9f4a-4eca-a772-7dde53fb4ad6 req-c5a0584f-d38c-433b-8363-4df7312c1237 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0541458 Aug 27 15:18:27.514792 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-2e06197a-9f4a-4eca-a772-7dde53fb4ad6 req-0fd25b27-f1f5-4775-b9b6-9c717627d71d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395749 Aug 27 15:18:28.642333 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2135-ca32-4835-8794-d5a9b8243cd9 req-e06c5e31-bb41-4eb7-8746-4bbb56dce9c1 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:28.643974 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3acb2135-ca32-4835-8794-d5a9b8243cd9 req-e06c5e31-bb41-4eb7-8746-4bbb56dce9c1 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0527420 Aug 27 15:18:28.692381 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3acb2135-ca32-4835-8794-d5a9b8243cd9 req-81c3b7c4-1805-4f65-9ea9-88cc906d81ff tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398753 Aug 27 15:18:28.872462 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-0930cfbf-53e1-4700-a7c1-a6298e4dd99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:28.873914 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-0930cfbf-53e1-4700-a7c1-a6298e4dd99f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769&tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176 HTTP/1.1" status: 200 len: 1095 time: 0.0492325 Aug 27 15:18:28.948589 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-97754c86-107f-47e0-9679-ccf38df6553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:28.950121 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-97754c86-107f-47e0-9679-ccf38df6553f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 1095 time: 0.0419035 Aug 27 15:18:29.052521 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-8ab51e66-0138-4896-9cea-df280218a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:29.054812 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-8ab51e66-0138-4896-9cea-df280218a39b service neutron] 10.222.0.41 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 910 time: 0.0981371 Aug 27 15:18:29.126490 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-efa46096-7532-4cb4-b40a-bc0fe7517f01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb HTTP/1.1" status: 200 len: 999 time: 0.0637136 Aug 27 15:18:29.178479 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-e866d519-4103-42d2-bf67-b3664e6f030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:29.180161 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-e866d519-4103-42d2-bf67-b3664e6f030b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0466378 Aug 27 15:18:29.232244 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-0634a8d2-eddd-434a-a896-c24c5313ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:29.233796 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-0634a8d2-eddd-434a-a896-c24c5313ee28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470364 Aug 27 15:18:29.329754 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-a570879e-869a-43fe-adf5-1b11db0f200b service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878940 Aug 27 15:18:29.429476 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-a98f47f0-c613-4c35-9b0f-3d8abd8c188c service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928802 Aug 27 15:18:29.819673 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c53fc-4126-4704-bcc5-cbb1f58e1014 req-5ff594f3-1228-40a7-9518-c307b090f38c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:29.821254 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f90c53fc-4126-4704-bcc5-cbb1f58e1014 req-5ff594f3-1228-40a7-9518-c307b090f38c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0572200 Aug 27 15:18:29.863628 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f90c53fc-4126-4704-bcc5-cbb1f58e1014 req-a5b4301e-395f-4196-8307-387ac1a5a186 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363712 Aug 27 15:18:30.985157 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f8079-55cb-47b5-91a6-df1bb284b995 req-1108a599-24e9-4065-8f59-27b146e07faf tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:30.986785 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-737f8079-55cb-47b5-91a6-df1bb284b995 req-1108a599-24e9-4065-8f59-27b146e07faf tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0530105 Aug 27 15:18:31.032779 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-737f8079-55cb-47b5-91a6-df1bb284b995 req-320fe401-3505-4769-87e5-7dcbe0818312 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375235 Aug 27 15:18:32.159034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a1c92-4266-435a-b52a-6a5c398225aa req-380ab005-1f3e-4297-b3fc-7bd7d5ddfe10 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:32.160609 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b0a1c92-4266-435a-b52a-6a5c398225aa req-380ab005-1f3e-4297-b3fc-7bd7d5ddfe10 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0554013 Aug 27 15:18:32.202817 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9b0a1c92-4266-435a-b52a-6a5c398225aa req-c91ee6d8-a3bd-4161-ab61-214344ae329d tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360935 Aug 27 15:18:33.325002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb4044-e5f7-42e5-bb8a-c56d042002a2 req-c36f008f-5201-491a-810c-72c1b11fe8ce tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:33.326605 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3bdb4044-e5f7-42e5-bb8a-c56d042002a2 req-c36f008f-5201-491a-810c-72c1b11fe8ce tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0518041 Aug 27 15:18:33.367762 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3bdb4044-e5f7-42e5-bb8a-c56d042002a2 req-71c6af5c-cca4-4141-95d5-c52abf9dc06c tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349109 Aug 27 15:18:34.486274 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68284b1d-f50b-44c2-9a37-c26c82ebc594 req-1d53f043-63dd-45a2-82bd-08ec46878bf4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:34.487859 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68284b1d-f50b-44c2-9a37-c26c82ebc594 req-1d53f043-63dd-45a2-82bd-08ec46878bf4 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0512667 Aug 27 15:18:34.528912 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-68284b1d-f50b-44c2-9a37-c26c82ebc594 req-39e7229a-1499-4156-88cf-cd0819df1961 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342536 Aug 27 15:18:35.652851 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709e34e-7aed-45a0-aa83-40ce7b495668 req-13500f10-82b1-42fe-a2ba-c26214ac3376 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:35.654445 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8709e34e-7aed-45a0-aa83-40ce7b495668 req-13500f10-82b1-42fe-a2ba-c26214ac3376 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0516045 Aug 27 15:18:35.702355 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8709e34e-7aed-45a0-aa83-40ce7b495668 req-94b8bee9-a06f-4a72-90ee-2b110e07bda6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418909 Aug 27 15:18:36.821051 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216905a5-615f-42e0-ab71-d76733fa1971 req-91d0f59c-68aa-479a-8fd6-0f3213941d46 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:36.822603 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-216905a5-615f-42e0-ab71-d76733fa1971 req-91d0f59c-68aa-479a-8fd6-0f3213941d46 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0508695 Aug 27 15:18:36.863733 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-216905a5-615f-42e0-ab71-d76733fa1971 req-8fa14c7c-a786-4719-88c0-0878b1d8abc6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347328 Aug 27 15:18:37.987141 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198294d-ba32-45f2-b465-457c9319f17c req-1a3a7884-46c3-4767-8a9b-3a528c8cb3e5 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:37.988729 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8198294d-ba32-45f2-b465-457c9319f17c req-1a3a7884-46c3-4767-8a9b-3a528c8cb3e5 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0526054 Aug 27 15:18:38.031367 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-8198294d-ba32-45f2-b465-457c9319f17c req-9727a83c-fd95-411c-9bbc-58f02914f346 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354135 Aug 27 15:18:39.166211 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0b06b-8afc-4d61-ba5d-cb6d50a4ccf8 req-373cf728-c4e9-4f39-a9cf-7678fc580ff2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:39.168188 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebb0b06b-8afc-4d61-ba5d-cb6d50a4ccf8 req-373cf728-c4e9-4f39-a9cf-7678fc580ff2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 943 time: 0.0611289 Aug 27 15:18:39.211014 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ebb0b06b-8afc-4d61-ba5d-cb6d50a4ccf8 req-81d08c45-05c6-4b35-b70c-57be48c96be6 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364373 Aug 27 15:18:39.249096 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:18:39.312749 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 91ecde11-4c1b-4714-aa36-5f21970a2cbb details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:18:39.414793 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 91ecde11-4c1b-4714-aa36-5f21970a2cbb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:18:39.426954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'port_id': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'mac_address': 'fa:16:3e:52:c7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:18:39.471949 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:39.485979 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ecde11-4c1b-4714-aa36-5f21970a2cbb {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:18:39.508338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 91ecde11-4c1b-4714-aa36-5f21970a2cbb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:18:39.512325 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:39.563049 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=91ecde11-4c1b-4714-aa36-5f21970a2cbb,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:18:39.987486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['91ecde11-4c1b-4714-aa36-5f21970a2cbb'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:18:40.333481 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcea00-ef66-47b0-9f37-afe6ad204491 req-12e5188b-7bf7-495e-b0a8-c9b0af675ccb tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:40.335116 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dbbcea00-ef66-47b0-9f37-afe6ad204491 req-12e5188b-7bf7-495e-b0a8-c9b0af675ccb tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 944 time: 0.0518105 Aug 27 15:18:40.375016 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dbbcea00-ef66-47b0-9f37-afe6ad204491 req-e68e90dc-54bd-47eb-85d6-527c7fb5bb9b tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337656 Aug 27 15:18:40.883124 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:41.328888 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 91ecde11-4c1b-4714-aa36-5f21970a2cbb up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:18:41.378328 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port 91ecde11-4c1b-4714-aa36-5f21970a2cbb triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:18:41.378715 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:41.471586 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:41.499803 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:18:41.502096 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d836191-df1d-42c1-b2c1-e2fd7addad0e" -d '{"events": [{"server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "name": "network-vif-plugged", "status": "completed", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:18:41.510100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d87440bc-7744-4556-bbf6-ba11f2f259b1 req-a3be45bc-b6cc-42f2-a8d3-98c78ca39d2a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0776765 Aug 27 15:18:41.516286 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port 91ecde11-4c1b-4714-aa36-5f21970a2cbb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:18:41.523312 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:41.534213 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328d3f4-e981-439a-a74a-9d94c728083f req-98fda318-5338-45d4-b29c-378467d8a5e9 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:41.535901 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8328d3f4-e981-439a-a74a-9d94c728083f req-98fda318-5338-45d4-b29c-378467d8a5e9 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 944 time: 0.0924096 Aug 27 15:18:41.556442 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4740e3-5c9f-4cce-8304-1f9ee0fef45a x-openstack-request-id: req-1a4740e3-5c9f-4cce-8304-1f9ee0fef45a {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:18:41.556812 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "name": "network-vif-plugged", "status": "completed", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:18:41.557001 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a4740e3-5c9f-4cce-8304-1f9ee0fef45a {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:18:41.557373 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'code': 200} Aug 27 15:18:41.592599 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=91ecde11-4c1b-4714-aa36-5f21970a2cbb,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:18:41.594881 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d87440bc-7744-4556-bbf6-ba11f2f259b1 req-bcebd290-2cb7-42ff-8fe2-147036034c0c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0344565 Aug 27 15:18:41.616177 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8328d3f4-e981-439a-a74a-9d94c728083f req-15feb99e-06af-4005-b78d-140603b5bdcc tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733552 Aug 27 15:18:41.650773 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d87440bc-7744-4556-bbf6-ba11f2f259b1 req-8652d81f-dc2a-483e-94b9-7027108a1cb9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313284 Aug 27 15:18:41.751504 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87440bc-7744-4556-bbf6-ba11f2f259b1 req-94ae93f7-8089-4c93-b5bb-f7360094ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:41.753007 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d87440bc-7744-4556-bbf6-ba11f2f259b1 req-94ae93f7-8089-4c93-b5bb-f7360094ca59 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953703 Aug 27 15:18:41.758338 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b4c47-1324-42d4-abfd-54a2004ac5f9 req-8902dbbd-c8fe-4b50-808a-edfbf2ff2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:41.759908 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b41b4c47-1324-42d4-abfd-54a2004ac5f9 req-8902dbbd-c8fe-4b50-808a-edfbf2ff2b16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 1097 time: 0.0423553 Aug 27 15:18:41.800606 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b41b4c47-1324-42d4-abfd-54a2004ac5f9 req-4500a94c-447d-4e70-94ba-95f75e388d71 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331140 Aug 27 15:18:42.737027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4095e7-cc24-47f8-89ca-1c6991d57140 req-822bf7a8-d413-4d45-acb0-92db15f13ff2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:42.738561 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df4095e7-cc24-47f8-89ca-1c6991d57140 req-822bf7a8-d413-4d45-acb0-92db15f13ff2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0507085 Aug 27 15:18:42.782514 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-df4095e7-cc24-47f8-89ca-1c6991d57140 req-001b12c8-d3c2-4db2-97b9-8f83aa91ac52 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345364 Aug 27 15:18:43.899716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8cd9c-b098-4b87-8bef-177d8a185b44 req-3f5fa765-ea6b-4b5a-91a9-0c6c02d9d0d2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:43.901213 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4eb8cd9c-b098-4b87-8bef-177d8a185b44 req-3f5fa765-ea6b-4b5a-91a9-0c6c02d9d0d2 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0505383 Aug 27 15:18:43.941949 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4eb8cd9c-b098-4b87-8bef-177d8a185b44 req-c828c420-f04f-4802-aa4f-c023b4eff0ce tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347767 Aug 27 15:18:44.830972 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7d5c5014-a348-43e1-a4ce-76fbbbd475de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:47.626112 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:47.657842 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0aea665f-0ac5-486d-88c2-861192e1078b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:49.111159 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:50.564527 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:52.352781 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:18:59.228530 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-caf42a55-05ae-4112-9cf9-1c15bfff69b5 req-9cf9c06a-2015-48bf-82bc-3257a283fee0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0688467 Aug 27 15:18:59.315703 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-caf42a55-05ae-4112-9cf9-1c15bfff69b5 req-980775c7-948a-4814-91f3-ecc1d210317b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0257988 Aug 27 15:18:59.374825 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-caf42a55-05ae-4112-9cf9-1c15bfff69b5 req-4702814c-3b23-4007-ad43-bdc9dcaad910 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283749 Aug 27 15:18:59.481068 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf42a55-05ae-4112-9cf9-1c15bfff69b5 req-74e52341-11c7-4e28-a643-7221fe0396ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:18:59.482497 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-caf42a55-05ae-4112-9cf9-1c15bfff69b5 req-74e52341-11c7-4e28-a643-7221fe0396ab service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995767 Aug 27 15:19:10.883815 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:14.832348 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ec334156-1307-4cdf-a385-c0b3cb1d7038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:16.248639 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:19:17.637036 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:17.665653 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1a3e2dc9-4383-4e20-8053-355aafa86270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:19.113432 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:20.567348 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:22.365397 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:40.898455 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:43.475890 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e513ac30-f3a0-43e7-b425-47a1bea42c70 req-aaeb88d7-6b42-43a7-ba87-cf356e84c40f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0371940 Aug 27 15:19:43.544706 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e513ac30-f3a0-43e7-b425-47a1bea42c70 req-0a8850e0-4565-4954-85ce-0fb47b99185b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0267606 Aug 27 15:19:43.587615 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e513ac30-f3a0-43e7-b425-47a1bea42c70 req-de21b389-2c7b-43ad-8c94-ce16ac2a9358 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230529 Aug 27 15:19:43.689087 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513ac30-f3a0-43e7-b425-47a1bea42c70 req-14fb1887-1dec-4b65-a054-759561a868a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:19:43.690432 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-e513ac30-f3a0-43e7-b425-47a1bea42c70 req-14fb1887-1dec-4b65-a054-759561a868a3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965266 Aug 27 15:19:44.846656 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2f3f-d738-4b12-ab58-eb41b2be8f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:47.639309 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:47.662448 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-73330895-2a5d-4f90-bf70-5821607c6276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:49.122174 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:50.573044 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:52.365886 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:19:53.247679 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:19:59.791400 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49094) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:19:59.959341 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Deleting port 589b42a8-976a-4841-95de-0efd902e07d4 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:19:59.959676 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:00.052398 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:00.052722 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:00.064898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Calling delete_port for 589b42a8-976a-4841-95de-0efd902e07d4 owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:20:00.219232 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:00.249663 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event deleted for resources: {'Port': ['ID=589b42a8-976a-4841-95de-0efd902e07d4,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:00.262200 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:00.262546 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:00.263048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:00.263389 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:00.263726 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:00.264058 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:00.264387 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:00.264713 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:00.265063 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:00.265362 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:00.265691 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:00.266017 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:00.326451 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:00.326855 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Floating IP 35b3bd0f-04f8-43d9-90c9-a31b789bf7ac disassociated (deleted). External IP: 172.25.2.185, port: 91ecde11-4c1b-4714-aa36-5f21970a2cbb. Aug 27 15:20:00.549947 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:20:00.682219 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:20:00.689704 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:00.694042 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5389f8e6-dc5f-4dab-ad53-50998d0ed56a None None] Sync routers for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:20:00.705516 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389f8e6-dc5f-4dab-ad53-50998d0ed56a None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:00.706161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5389f8e6-dc5f-4dab-ad53-50998d0ed56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:00.735814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-a8db99b0-5ea6-47eb-a1ee-7bc80035dc74 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "DELETE /v2.0/floatingips/35b3bd0f-04f8-43d9-90c9-a31b789bf7ac HTTP/1.1" status: 204 len: 168 time: 0.9430749 Aug 27 15:20:00.736942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:20:00.742513 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc6ad4b-ce4a-4b59-9292-a62d5a7e15a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:20:00.787917 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecd9328-45e5-4fe6-aa69-32fbc1bcf62b x-openstack-request-id: req-8ecd9328-45e5-4fe6-aa69-32fbc1bcf62b {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:20:00.788210 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:20:00.788458 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ecd9328-45e5-4fe6-aa69-32fbc1bcf62b {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:20:00.788857 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'status': 'completed', 'code': 200} Aug 27 15:20:00.825308 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5389f8e6-dc5f-4dab-ad53-50998d0ed56a None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:00.913249 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6ad4b-ce4a-4b59-9292-a62d5a7e15a8 req-a198d39f-24f6-4216-a01e-42267774d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:00.915037 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cc6ad4b-ce4a-4b59-9292-a62d5a7e15a8 req-a198d39f-24f6-4216-a01e-42267774d248 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 1097 time: 0.0793781 Aug 27 15:20:01.021630 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86355e0-edac-4519-99ea-72ddc6d9c89d req-1e4314c4-5435-4f93-a100-e0dbada26079 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:01.029971 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d86355e0-edac-4519-99ea-72ddc6d9c89d req-1e4314c4-5435-4f93-a100-e0dbada26079 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0688794 Aug 27 15:20:01.067466 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6ad4b-ce4a-4b59-9292-a62d5a7e15a8 req-95291f9d-1848-4fcc-831b-64523de6d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:01.068972 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cc6ad4b-ce4a-4b59-9292-a62d5a7e15a8 req-95291f9d-1848-4fcc-831b-64523de6d601 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 200 len: 910 time: 0.1198089 Aug 27 15:20:01.075462 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d86355e0-edac-4519-99ea-72ddc6d9c89d req-ce796308-858b-49cf-b00f-b3348b809219 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442791 Aug 27 15:20:01.079071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5389f8e6-dc5f-4dab-ad53-50998d0ed56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 5, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:01.119036 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5389f8e6-dc5f-4dab-ad53-50998d0ed56a None None] Checking router: 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:20:01.122599 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cc6ad4b-ce4a-4b59-9292-a62d5a7e15a8 req-e0f7f157-a886-4a38-be50-e6c95680d23f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb HTTP/1.1" status: 200 len: 217 time: 0.0398588 Aug 27 15:20:01.134770 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389f8e6-dc5f-4dab-ad53-50998d0ed56a None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:01.135394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5389f8e6-dc5f-4dab-ad53-50998d0ed56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:01.185048 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6ad4b-ce4a-4b59-9292-a62d5a7e15a8 req-d7823bd8-1cc0-402e-b708-6ad443f4a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:01.186654 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cc6ad4b-ce4a-4b59-9292-a62d5a7e15a8 req-d7823bd8-1cc0-402e-b708-6ad443f4a538 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 200 len: 848 time: 0.0554078 Aug 27 15:20:01.248457 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-5389f8e6-dc5f-4dab-ad53-50998d0ed56a None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:01.251191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6ad4b-ce4a-4b59-9292-a62d5a7e15a8 req-02adae9b-cda4-4750-a07d-989442e49f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:01.252746 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cc6ad4b-ce4a-4b59-9292-a62d5a7e15a8 req-02adae9b-cda4-4750-a07d-989442e49f0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df4c52b2-631c-42d0-894b-b8d4163b5b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581162 Aug 27 15:20:01.365688 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cc6ad4b-ce4a-4b59-9292-a62d5a7e15a8 req-a7d41e83-edca-4b36-84c7-a22434cb3cc2 service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993953 Aug 27 15:20:01.471816 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-1cc6ad4b-ce4a-4b59-9292-a62d5a7e15a8 req-c5689f60-c09e-4864-a888-96340184738b service neutron] 10.222.0.41 "GET /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035116 Aug 27 15:20:01.493385 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-5389f8e6-dc5f-4dab-ad53-50998d0ed56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 5, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:01.521173 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5389f8e6-dc5f-4dab-ad53-50998d0ed56a None None] The sync data for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 is: [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:10:24Z', 'revision_number': 4, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '377a4159-d39b-4777-bbfd-bdd715ed75fa', 'name': '', 'network_id': 'df4c52b2-631c-42d0-894b-b8d4163b5b04', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'mac_address': 'fa:16:3e:f8:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:23Z', 'updated_at': '2021-08-27T15:10:32Z', 'revision_number': 5, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'subnets': [{'id': 'c70fa1fe-2426-489c-8a3e-e026fbc98eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:20:01.773570 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf161c-cfaf-4ac0-a941-4064e0a57960 None None] New status for floating IP 35b3bd0f-04f8-43d9-90c9-a31b789bf7ac: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:20:02.202488 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9383f9e-ae10-4712-80db-9a29874d8f4c req-12d94b34-4763-4f40-8e7c-869571249136 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:02.204029 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d9383f9e-ae10-4712-80db-9a29874d8f4c req-12d94b34-4763-4f40-8e7c-869571249136 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0522828 Aug 27 15:20:02.244848 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d9383f9e-ae10-4712-80db-9a29874d8f4c req-fe5ecbce-a8a4-469e-880e-be68bd6cd439 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf5b3246-1636-41d7-96ed-72baacc17a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345786 Aug 27 15:20:02.797208 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43ae60-cc97-4066-a2c3-9acab41a9350 req-84b0b405-3bf3-453c-9148-a48b5cc877b8 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:02.798740 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2b43ae60-cc97-4066-a2c3-9acab41a9350 req-84b0b405-3bf3-453c-9148-a48b5cc877b8 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 945 time: 0.0507171 Aug 27 15:20:02.902217 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-2b43ae60-cc97-4066-a2c3-9acab41a9350 req-0c24f03e-36c0-4fb0-8b34-c127f4a35643 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Deleting port 91ecde11-4c1b-4714-aa36-5f21970a2cbb {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:20:02.902460 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2b43ae60-cc97-4066-a2c3-9acab41a9350 req-0c24f03e-36c0-4fb0-8b34-c127f4a35643 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:03.009109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-2b43ae60-cc97-4066-a2c3-9acab41a9350 req-0c24f03e-36c0-4fb0-8b34-c127f4a35643 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] For port 91ecde11-4c1b-4714-aa36-5f21970a2cbb, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=91ecde11-4c1b-4714-aa36-5f21970a2cbb,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:03.009473 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2b43ae60-cc97-4066-a2c3-9acab41a9350 req-0c24f03e-36c0-4fb0-8b34-c127f4a35643 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:03.025724 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-2b43ae60-cc97-4066-a2c3-9acab41a9350 req-0c24f03e-36c0-4fb0-8b34-c127f4a35643 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Calling delete_port for 91ecde11-4c1b-4714-aa36-5f21970a2cbb owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:20:03.170446 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2b43ae60-cc97-4066-a2c3-9acab41a9350 req-0c24f03e-36c0-4fb0-8b34-c127f4a35643 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:03.203844 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24f03e-36c0-4fb0-8b34-c127f4a35643 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event deleted for resources: {'Port': ['ID=91ecde11-4c1b-4714-aa36-5f21970a2cbb,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:03.259373 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b43ae60-cc97-4066-a2c3-9acab41a9350 req-0c24f03e-36c0-4fb0-8b34-c127f4a35643 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] No DVR routers for this DVR port 91ecde11-4c1b-4714-aa36-5f21970a2cbb on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:20:03.261869 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-2b43ae60-cc97-4066-a2c3-9acab41a9350 req-0c24f03e-36c0-4fb0-8b34-c127f4a35643 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:03.263894 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-2b43ae60-cc97-4066-a2c3-9acab41a9350 req-0c24f03e-36c0-4fb0-8b34-c127f4a35643 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.41 "DELETE /v2.0/ports/91ecde11-4c1b-4714-aa36-5f21970a2cbb HTTP/1.1" status: 204 len: 173 time: 0.4593759 Aug 27 15:20:03.264325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'name': 'network-vif-deleted', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:20:03.266553 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43cfcac-fee4-47a7-8238-45e26ee00a34" -d '{"events": [{"server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "name": "network-vif-deleted", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:20:03.312345 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36e0c6e-2568-4ae1-b597-9d5b6b152849 x-openstack-request-id: req-e36e0c6e-2568-4ae1-b597-9d5b6b152849 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:20:03.312604 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7ae70a-4929-4ecf-9416-cdb2bf6c4769", "name": "network-vif-deleted", "tag": "91ecde11-4c1b-4714-aa36-5f21970a2cbb", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:20:03.312858 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e36e0c6e-2568-4ae1-b597-9d5b6b152849 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:20:03.313262 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7ae70a-4929-4ecf-9416-cdb2bf6c4769', 'name': 'network-vif-deleted', 'tag': '91ecde11-4c1b-4714-aa36-5f21970a2cbb', 'status': 'completed', 'code': 200} Aug 27 15:20:03.353195 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-95a855ab-ac1e-49f9-9cbd-3fd07bca8703 req-11cc8cea-b5b8-4ce3-8248-9b9a6f6e6a24 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 210 time: 0.0320375 Aug 27 15:20:04.453085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d866408c-d9ab-45a4-bf51-c37ee2b03a26 req-744fa993-109a-4a83-893d-e3f5d98da1a0 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 210 time: 0.0270276 Aug 27 15:20:05.552277 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a6306c07-1808-4119-860f-037c7d072521 req-255c751f-f152-43ab-85a6-db8e69a4248e tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 210 time: 0.0270960 Aug 27 15:20:05.669649 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 91ecde11-4c1b-4714-aa36-5f21970a2cbb no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:20:05.696725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: 91ecde11-4c1b-4714-aa36-5f21970a2cbb {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:20:05.697079 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device 91ecde11-4c1b-4714-aa36-5f21970a2cbb not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:20:06.655341 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-5b47ef34-88a3-4c65-90a3-a6354b6908d2 req-c3850df8-22c4-49a9-97fd-63061db79209 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d7ae70a-4929-4ecf-9416-cdb2bf6c4769 HTTP/1.1" status: 200 len: 210 time: 0.0289173 Aug 27 15:20:07.714192 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49128) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:07.777757 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35ed1a28-bb8b-4641-b66f-2d8f77edd9e7 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:07.805103 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35ed1a28-bb8b-4641-b66f-2d8f77edd9e7 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:07.864735 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35ed1a28-bb8b-4641-b66f-2d8f77edd9e7 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:07.867236 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-35ed1a28-bb8b-4641-b66f-2d8f77edd9e7 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:07.871310 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-35ed1a28-bb8b-4641-b66f-2d8f77edd9e7 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] 10.222.0.55 "DELETE /v2.0/security-groups/bf5b3246-1636-41d7-96ed-72baacc17a60 HTTP/1.1" status: 204 len: 168 time: 0.1531951 Aug 27 15:20:07.880307 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed1a28-bb8b-4641-b66f-2d8f77edd9e7 tempest-TestShelveInstance-1167747264 tempest-TestShelveInstance-1167747264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5b3246-1636-41d7-96ed-72baacc17a60,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:07.917129 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49132) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:08.374884 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e52c21f-b4b4-4d7d-90c6-cd5fc9470dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:08.927047 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1e52c21f-b4b4-4d7d-90c6-cd5fc9470dd0 admin admin] Deleting port 377a4159-d39b-4777-bbfd-bdd715ed75fa {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:20:08.927771 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e52c21f-b4b4-4d7d-90c6-cd5fc9470dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:09.013673 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-1e52c21f-b4b4-4d7d-90c6-cd5fc9470dd0 admin admin] For port 377a4159-d39b-4777-bbfd-bdd715ed75fa, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=377a4159-d39b-4777-bbfd-bdd715ed75fa,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:09.014013 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e52c21f-b4b4-4d7d-90c6-cd5fc9470dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:09.027159 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1e52c21f-b4b4-4d7d-90c6-cd5fc9470dd0 admin admin] Calling delete_port for 377a4159-d39b-4777-bbfd-bdd715ed75fa owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:20:09.213921 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e52c21f-b4b4-4d7d-90c6-cd5fc9470dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:09.239327 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52c21f-b4b4-4d7d-90c6-cd5fc9470dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=377a4159-d39b-4777-bbfd-bdd715ed75fa,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:09.419213 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1e52c21f-b4b4-4d7d-90c6-cd5fc9470dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:09.649480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e52c21f-b4b4-4d7d-90c6-cd5fc9470dd0 admin admin] Router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:20:09.772856 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e52c21f-b4b4-4d7d-90c6-cd5fc9470dd0 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:20:09.782577 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1e52c21f-b4b4-4d7d-90c6-cd5fc9470dd0 admin admin] 10.222.0.55 "PUT /v2.0/routers/50ce28b5-36cc-41ba-9797-db2f0c0ad1eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8606648 Aug 27 15:20:09.782577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49136) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:09.785233 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d076e7-3ce8-42f2-8c3f-664a2e35b44f None None] Sync routers for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:20:09.797301 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d076e7-3ce8-42f2-8c3f-664a2e35b44f None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:09.797840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b2d076e7-3ce8-42f2-8c3f-664a2e35b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:09.892971 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:09.901972 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-b2d076e7-3ce8-42f2-8c3f-664a2e35b44f None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:10.004500 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.066643 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Deleting port 57addb09-1d97-4cf0-93e8-c3a554066e36 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:20:10.066898 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.149555 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] For port 57addb09-1d97-4cf0-93e8-c3a554066e36, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=57addb09-1d97-4cf0-93e8-c3a554066e36,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:10.149916 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.163223 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Calling delete_port for 57addb09-1d97-4cf0-93e8-c3a554066e36 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:20:10.232784 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b2d076e7-3ce8-42f2-8c3f-664a2e35b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:20:09Z', 'revision_number': 5, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port': {'id': '57addb09-1d97-4cf0-93e8-c3a554066e36', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:21Z', 'updated_at': '2021-08-27T15:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:10.258468 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d076e7-3ce8-42f2-8c3f-664a2e35b44f None None] Checking router: 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:20:10.267006 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d076e7-3ce8-42f2-8c3f-664a2e35b44f None None] Routers {'50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:10.267697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b2d076e7-3ce8-42f2-8c3f-664a2e35b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:10.331597 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.356542 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Pushing event deleted for resources: {'Port': ['ID=57addb09-1d97-4cf0-93e8-c3a554066e36,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:10.358881 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-b2d076e7-3ce8-42f2-8c3f-664a2e35b44f None None] Set router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:10.415708 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-b2d076e7-3ce8-42f2-8c3f-664a2e35b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:20:10Z', 'revision_number': 6, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:10.424542 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.444504 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d076e7-3ce8-42f2-8c3f-664a2e35b44f None None] The sync data for ids ['50ce28b5-36cc-41ba-9797-db2f0c0ad1eb'] in n-d-712139-12 is: [{'id': '50ce28b5-36cc-41ba-9797-db2f0c0ad1eb', 'name': 'tempest-TestShelveInstance-2080183316-router', 'tenant_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:20Z', 'updated_at': '2021-08-27T15:20:10Z', 'revision_number': 6, 'project_id': '8765b3d6d78f4b30bb4f8f3434ad9176', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:20:10.518393 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.520615 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.564764 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.565324 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50ce28b5-36cc-41ba-9797-db2f0c0ad1eb {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:20:10.569889 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.571246 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6c5d5109-104b-4007-9359-3735e10dae70 admin admin] 10.222.0.55 "DELETE /v2.0/routers/50ce28b5-36cc-41ba-9797-db2f0c0ad1eb HTTP/1.1" status: 204 len: 168 time: 0.7869294 Aug 27 15:20:10.573809 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49138) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:10.621135 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-870a18e3-8d32-4dce-80dd-e2b6ab705d5d admin admin] Deleting subnet c70fa1fe-2426-489c-8a3e-e026fbc98eac {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:20:10.624275 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-870a18e3-8d32-4dce-80dd-e2b6ab705d5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.664655 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-870a18e3-8d32-4dce-80dd-e2b6ab705d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.747193 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-870a18e3-8d32-4dce-80dd-e2b6ab705d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.804751 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-870a18e3-8d32-4dce-80dd-e2b6ab705d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.835997 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a18e3-8d32-4dce-80dd-e2b6ab705d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c70fa1fe-2426-489c-8a3e-e026fbc98eac,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:10.841505 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-870a18e3-8d32-4dce-80dd-e2b6ab705d5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.843481 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-870a18e3-8d32-4dce-80dd-e2b6ab705d5d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c70fa1fe-2426-489c-8a3e-e026fbc98eac HTTP/1.1" status: 204 len: 168 time: 0.2687063 Aug 27 15:20:10.846161 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49140) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:10.847761 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb141bc-e2a6-4aae-988a-496df6f6e3db None None] Network df4c52b2-631c-42d0-894b-b8d4163b5b04 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:20:10.918935 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.920736 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:10.976167 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Deleting port d86ac882-ee0d-471f-a39c-0db4e90512ff {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:20:10.976530 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:11.043641 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] For port d86ac882-ee0d-471f-a39c-0db4e90512ff, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d86ac882-ee0d-471f-a39c-0db4e90512ff,segment=NetworkSegment(465047ef-4c92-467e-a00e-3c2cd0e0e9d0),segment_id=465047ef-4c92-467e-a00e-3c2cd0e0e9d0)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:11.044335 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:11.056815 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Calling delete_port for d86ac882-ee0d-471f-a39c-0db4e90512ff owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:20:11.135627 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:11.159380 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=d86ac882-ee0d-471f-a39c-0db4e90512ff,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:11.165472 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] No DVR routers for this DVR port d86ac882-ee0d-471f-a39c-0db4e90512ff on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:20:11.242165 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:11.250267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee226722-caf5-4db7-b2dd-bacf898b009a None None] DHCP port deletion for df4c52b2-631c-42d0-894b-b8d4163b5b04 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:20:11.253364 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4c52b2-631c-42d0-894b-b8d4163b5b04']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:11.266269 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465047ef-4c92-467e-a00e-3c2cd0e0e9d0') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:11.266553 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465047ef-4c92-467e-a00e-3c2cd0e0e9d0') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:11.277268 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:11.291892 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:11.297976 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:20:11.298370 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: timer() Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:20:11.300275 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:20:11.355532 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:11.365390 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:11.367321 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] 10.222.0.55 "DELETE /v2.0/networks/df4c52b2-631c-42d0-894b-b8d4163b5b04 HTTP/1.1" status: 204 len: 168 time: 0.5200918 Aug 27 15:20:11.370821 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49142) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:11.383530 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86f3ed-928c-448c-bf1b-cdf298402f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=df4c52b2-631c-42d0-894b-b8d4163b5b04,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:11.621160 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d86ac882-ee0d-471f-a39c-0db4e90512ff no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:20:11.642074 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: d86ac882-ee0d-471f-a39c-0db4e90512ff {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:20:11.642350 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d86ac882-ee0d-471f-a39c-0db4e90512ff not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:20:11.642795 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 57addb09-1d97-4cf0-93e8-c3a554066e36 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:20:11.661020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 57addb09-1d97-4cf0-93e8-c3a554066e36 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:20:11.661373 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 57addb09-1d97-4cf0-93e8-c3a554066e36 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:20:11.661787 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 377a4159-d39b-4777-bbfd-bdd715ed75fa no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:20:11.684166 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 377a4159-d39b-4777-bbfd-bdd715ed75fa {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:20:11.684517 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 377a4159-d39b-4777-bbfd-bdd715ed75fa not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:20:11.744865 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:11.992339 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Deleting port b45fb526-9f10-4a36-98e0-9f3f475e03fd {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:20:11.992627 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:12.070984 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] For port b45fb526-9f10-4a36-98e0-9f3f475e03fd, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=b45fb526-9f10-4a36-98e0-9f3f475e03fd,segment=NetworkSegment(767393ce-52ec-4796-a670-a3bfe2bedf9e),segment_id=767393ce-52ec-4796-a670-a3bfe2bedf9e)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:12.071348 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:12.084225 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Calling delete_port for b45fb526-9f10-4a36-98e0-9f3f475e03fd owned by network:router_interface {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:20:12.266094 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:12.296940 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Pushing event deleted for resources: {'Port': ['ID=b45fb526-9f10-4a36-98e0-9f3f475e03fd,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:12.324176 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:12.324535 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:12.324885 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:12.325231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:12.325569 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:12.325910 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:12.326264 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:12.326582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:12.326937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:12.327270 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:12.327602 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:12.327937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:12.480537 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:12.696525 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Router 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:20:12.806000 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:20:12.811351 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-3c1a0c46-a859-459d-80f6-61f66046765b admin admin] 10.222.0.55 "PUT /v2.0/routers/5584cb0d-f1d6-4571-bafd-cefcd4b5d150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4395335 Aug 27 15:20:12.813903 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49144) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:12.816059 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d248f2a-b8fa-4b50-8afb-27ba9a838b80 None None] Sync routers for ids ['5584cb0d-f1d6-4571-bafd-cefcd4b5d150'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:20:12.825429 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d248f2a-b8fa-4b50-8afb-27ba9a838b80 None None] Routers {'5584cb0d-f1d6-4571-bafd-cefcd4b5d150'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:12.826029 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8d248f2a-b8fa-4b50-8afb-27ba9a838b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5584cb0d-f1d6-4571-bafd-cefcd4b5d150'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:12.919510 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:12.934176 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8d248f2a-b8fa-4b50-8afb-27ba9a838b80 None None] Set router 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:13.020920 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.077445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Deleting port e79bc182-a0e7-418b-8c7f-98740ba6be15 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:20:13.077782 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.118720 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8d248f2a-b8fa-4b50-8afb-27ba9a838b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'name': 'tempest-TestShelveInstance-2092256905-router', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:20:12Z', 'revision_number': 5, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'gw_port': {'id': 'e79bc182-a0e7-418b-8c7f-98740ba6be15', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:13.144383 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d248f2a-b8fa-4b50-8afb-27ba9a838b80 None None] Checking router: 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:20:13.153369 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d248f2a-b8fa-4b50-8afb-27ba9a838b80 None None] Routers {'5584cb0d-f1d6-4571-bafd-cefcd4b5d150'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:13.153969 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8d248f2a-b8fa-4b50-8afb-27ba9a838b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:19:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['5584cb0d-f1d6-4571-bafd-cefcd4b5d150'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:13.156992 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] For port e79bc182-a0e7-418b-8c7f-98740ba6be15, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=e79bc182-a0e7-418b-8c7f-98740ba6be15,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:13.157357 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.170906 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Calling delete_port for e79bc182-a0e7-418b-8c7f-98740ba6be15 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:20:13.240879 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-8d248f2a-b8fa-4b50-8afb-27ba9a838b80 None None] Set router 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:13.292773 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-8d248f2a-b8fa-4b50-8afb-27ba9a838b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'name': 'tempest-TestShelveInstance-2092256905-router', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:20:13Z', 'revision_number': 6, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:13.323341 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d248f2a-b8fa-4b50-8afb-27ba9a838b80 None None] The sync data for ids ['5584cb0d-f1d6-4571-bafd-cefcd4b5d150'] in n-d-712139-12 is: [{'id': '5584cb0d-f1d6-4571-bafd-cefcd4b5d150', 'name': 'tempest-TestShelveInstance-2092256905-router', 'tenant_id': '31c67872d6974ea88d010883ec0bb6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:10:27Z', 'updated_at': '2021-08-27T15:20:13Z', 'revision_number': 6, 'project_id': '31c67872d6974ea88d010883ec0bb6ac', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:20:13.346208 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.385254 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Pushing event deleted for resources: {'Port': ['ID=e79bc182-a0e7-418b-8c7f-98740ba6be15,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:13.459255 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.556598 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.559434 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.607986 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.608369 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5584cb0d-f1d6-4571-bafd-cefcd4b5d150 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:20:13.613660 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.616000 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-93f1f123-bd0e-4af6-8db0-62b3b52cc51e admin admin] 10.222.0.55 "DELETE /v2.0/routers/5584cb0d-f1d6-4571-bafd-cefcd4b5d150 HTTP/1.1" status: 204 len: 168 time: 0.8011446 Aug 27 15:20:13.618453 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49146) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:13.667167 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-169e59d4-d78f-4a45-bea1-5d6abbc178fb admin admin] Deleting subnet f598c11b-25d9-4862-ab0d-a92f2dd105bc {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:20:13.670425 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-169e59d4-d78f-4a45-bea1-5d6abbc178fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.714626 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-169e59d4-d78f-4a45-bea1-5d6abbc178fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.788828 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b45fb526-9f10-4a36-98e0-9f3f475e03fd no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:20:13.812981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: b45fb526-9f10-4a36-98e0-9f3f475e03fd {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:20:13.813330 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device b45fb526-9f10-4a36-98e0-9f3f475e03fd not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:20:13.813812 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-169e59d4-d78f-4a45-bea1-5d6abbc178fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.870795 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-169e59d4-d78f-4a45-bea1-5d6abbc178fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.900684 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e59d4-d78f-4a45-bea1-5d6abbc178fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f598c11b-25d9-4862-ab0d-a92f2dd105bc,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:13.906706 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-169e59d4-d78f-4a45-bea1-5d6abbc178fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:13.908855 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-169e59d4-d78f-4a45-bea1-5d6abbc178fb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f598c11b-25d9-4862-ab0d-a92f2dd105bc HTTP/1.1" status: 204 len: 168 time: 0.2893496 Aug 27 15:20:13.909618 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0154ac-914a-4b04-8dbe-e62acf63b763 None None] Network f7717162-5e16-4606-a24e-e6244260113f requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:20:13.911921 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49148) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:13.980057 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.038001 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Deleting port d2996b34-2a51-465f-9616-3eafae20e723 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:20:14.038372 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.109989 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] For port d2996b34-2a51-465f-9616-3eafae20e723, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d2996b34-2a51-465f-9616-3eafae20e723,segment=NetworkSegment(767393ce-52ec-4796-a670-a3bfe2bedf9e),segment_id=767393ce-52ec-4796-a670-a3bfe2bedf9e)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:14.110354 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.122097 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] DHCP port deletion for f7717162-5e16-4606-a24e-e6244260113f request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:20:14.131002 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Calling delete_port for d2996b34-2a51-465f-9616-3eafae20e723 owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:20:14.174314 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Deleting port d2996b34-2a51-465f-9616-3eafae20e723 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:20:14.174718 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.217010 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.242071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] For port d2996b34-2a51-465f-9616-3eafae20e723, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=d2996b34-2a51-465f-9616-3eafae20e723,segment=NetworkSegment(767393ce-52ec-4796-a670-a3bfe2bedf9e),segment_id=767393ce-52ec-4796-a670-a3bfe2bedf9e)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:14.242384 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.247171 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] No DVR routers for this DVR port d2996b34-2a51-465f-9616-3eafae20e723 on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:20:14.249268 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2996b34-2a51-465f-9616-3eafae20e723,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:14.256415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Calling delete_port for d2996b34-2a51-465f-9616-3eafae20e723 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:20:14.327915 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 15:20:14.332396 n-d-712139-12 neutron-server[101188]: self.session.flush() Aug 27 15:20:14.338074 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.340653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7717162-5e16-4606-a24e-e6244260113f']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:14.350789 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] No DVR routers for this DVR port d2996b34-2a51-465f-9616-3eafae20e723 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:20:14.354409 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767393ce-52ec-4796-a670-a3bfe2bedf9e') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:14.354738 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767393ce-52ec-4796-a670-a3bfe2bedf9e') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:14.364934 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.370471 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Pushing event deleted for resources: {'Port': ['ID=d2996b34-2a51-465f-9616-3eafae20e723,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:14.380984 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:14.381341 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:14.381619 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.381727 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:14.382087 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:14.382342 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:14.382702 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:14.383034 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:14.383423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:14.383675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:14.384004 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:14.384318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:14.384644 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3322d83-b349-4b3e-9131-4e35e66ee34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:14.389298 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:20:14.389903 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: timer() Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:20:14.393166 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:20:14.449770 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.454592 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.456791 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f7717162-5e16-4606-a24e-e6244260113f HTTP/1.1" status: 204 len: 168 time: 0.5434401 Aug 27 15:20:14.474122 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27dc18-22f0-4196-8e33-c28120932928 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7717162-5e16-4606-a24e-e6244260113f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:14.572766 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49152) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:14.615276 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c2146cc1-ab6e-45dc-89af-329bdf6ea906 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8765b3d6d78f4b30bb4f8f3434ad9176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413461 Aug 27 15:20:14.617852 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49154) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:14.666857 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-507857dd-f0c3-49d3-a19e-bdfa99ac9c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.688134 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-507857dd-f0c3-49d3-a19e-bdfa99ac9c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.736958 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-507857dd-f0c3-49d3-a19e-bdfa99ac9c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.739908 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-507857dd-f0c3-49d3-a19e-bdfa99ac9c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:14.741074 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-507857dd-f0c3-49d3-a19e-bdfa99ac9c77 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e08f5cf6-fc78-41b8-a0fe-166345c42261 HTTP/1.1" status: 204 len: 168 time: 0.1223195 Aug 27 15:20:14.748865 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507857dd-f0c3-49d3-a19e-bdfa99ac9c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f5cf6-fc78-41b8-a0fe-166345c42261,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:14.839899 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-19b457e6-3651-4bca-84d9-710e309e1342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:15.059437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49160) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:15.100259 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-231eb6ed-f183-4ebf-8233-dcf042d7e938 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31c67872d6974ea88d010883ec0bb6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392399 Aug 27 15:20:15.102621 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49162) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:15.155456 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c001b0a-4678-48ce-b9d4-39c111197d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:15.178424 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c001b0a-4678-48ce-b9d4-39c111197d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:15.226726 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c001b0a-4678-48ce-b9d4-39c111197d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:15.229392 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-8c001b0a-4678-48ce-b9d4-39c111197d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:15.230546 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-8c001b0a-4678-48ce-b9d4-39c111197d31 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35f85e4a-0d5a-48f5-ad64-777cc1600484 HTTP/1.1" status: 204 len: 168 time: 0.1269786 Aug 27 15:20:15.238278 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c001b0a-4678-48ce-b9d4-39c111197d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f85e4a-0d5a-48f5-ad64-777cc1600484,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:15.610026 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d2996b34-2a51-465f-9616-3eafae20e723 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:20:15.635263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: d2996b34-2a51-465f-9616-3eafae20e723 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:20:15.635616 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device d2996b34-2a51-465f-9616-3eafae20e723 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:20:15.636123 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e79bc182-a0e7-418b-8c7f-98740ba6be15 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:20:15.655058 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: e79bc182-a0e7-418b-8c7f-98740ba6be15 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:20:15.655419 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device e79bc182-a0e7-418b-8c7f-98740ba6be15 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:20:15.921439 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49184) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:16.039874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1230736301-network', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:16.061075 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Made reservation on behalf of 1ad7b6f2d101492b81021b2236726e12 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:20:16.063429 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.072862 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.164219 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.168153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.194599 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:20:16.203573 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2bba20-c3f1-4a58-9a3d-d86463737d12,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:16.210585 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.210975 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Added segment e898a05a-8cb5-4296-9764-e79eed2ca83a of type vlan for network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 Aug 27 15:20:16.253381 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.278425 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.279424 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:16.280009 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.338933 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4162343 Aug 27 15:20:16.341722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49188) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:16.348582 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-2b416ad1-a721-45cc-8bd2-f7b7fb56ab24 admin admin] Request body: {'subnet': {'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1230736301-subnet', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'ip_version': 4}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:16.352946 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6edbed-93f5-4adc-b5bc-908d523fab76 admin admin] Pushing event updated for resources: {'Network': ['ID=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:16.362584 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:20:16.374039 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b416ad1-a721-45cc-8bd2-f7b7fb56ab24 admin admin] Made reservation on behalf of 1ad7b6f2d101492b81021b2236726e12 for: {'subnet': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:20:16.376553 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b416ad1-a721-45cc-8bd2-f7b7fb56ab24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957035'] for subnet, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.546154 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b416ad1-a721-45cc-8bd2-f7b7fb56ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25942854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957081'] for subnet, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.608542 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b416ad1-a721-45cc-8bd2-f7b7fb56ab24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3be9101e-181f-4ae1-8ea8-c922f1a2a9fe,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:16.618912 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b416ad1-a721-45cc-8bd2-f7b7fb56ab24 admin admin] Checking segment: {'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:20:16.619309 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b416ad1-a721-45cc-8bd2-f7b7fb56ab24 admin admin] Network hostable DHCP agents. Network: 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:20:16.636597 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b416ad1-a721-45cc-8bd2-f7b7fb56ab24 admin admin] Network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:20:16.645303 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-2b416ad1-a721-45cc-8bd2-f7b7fb56ab24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997) {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:20:16.649584 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b416ad1-a721-45cc-8bd2-f7b7fb56ab24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:16.651070 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-2b416ad1-a721-45cc-8bd2-f7b7fb56ab24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.654053 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4911da22-9b7b-4dc8-bfbf-66fb6a738190 None None] Network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:20:16.668916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-2b416ad1-a721-45cc-8bd2-f7b7fb56ab24 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3261604 Aug 27 15:20:16.671577 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49190) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:16.675994 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:16.697717 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.698955 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.755799 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.809966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:20:16.811177 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.894346 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:16.947154 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Allocated IP 172.20.0.2 (0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997/3be9101e-181f-4ae1-8ea8-c922f1a2a9fe/4a387000-c927-42d7-aa81-37197c827b72) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:20:17.109705 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:17.120771 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Transition to ACTIVE for port object 4a387000-c927-42d7-aa81-37197c827b72 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:20:17.137246 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Transition to ACTIVE for port object 4a387000-c927-42d7-aa81-37197c827b72 will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:20:17.143644 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:17.186112 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:20:17.190915 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:20:17.193494 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:20:17.199997 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Pushing event updated for resources: {'Port': ['ID=4a387000-c927-42d7-aa81-37197c827b72,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:17.262204 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Attempting to bind port 4a387000-c927-42d7-aa81-37197c827b72 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:20:17.262580 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Attempting to bind port 4a387000-c927-42d7-aa81-37197c827b72 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:20:17.262983 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Attempting to bind port 4a387000-c927-42d7-aa81-37197c827b72 on network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:20:17.268298 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:20:17.268676 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Checking segment: {'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:20:17.269085 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:17.269486 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Bound using segment: {'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:20:17.269954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Bound port: 4a387000-c927-42d7-aa81-37197c827b72, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:20:17.270973 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:17.337263 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] For port 4a387000-c927-42d7-aa81-37197c827b72, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:20:17.340336 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] For port 4a387000-c927-42d7-aa81-37197c827b72, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4a387000-c927-42d7-aa81-37197c827b72,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:20:17.344933 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:17.401772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6129b-32d2-4a33-bee3-033c44bb95e0 None None] Pushing event updated for resources: {'Port': ['ID=4a387000-c927-42d7-aa81-37197c827b72,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:17.460000 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:17.481763 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:17.621022 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Allocated IP 172.25.2.136 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/92fcf6d5-eb94-4451-ae8b-d7234c86a7e4) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:20:17.638255 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:17.664192 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4a387000-c927-42d7-aa81-37197c827b72 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:20:17.688295 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ec389295-8732-449f-887e-f43bb070bb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:17.727413 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 4a387000-c927-42d7-aa81-37197c827b72 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:20:17.764334 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:17.802757 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:17.842851 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:20:17.845765 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:20:17.848604 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:20:17.877767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Pushing event updated for resources: {'Port': ['ID=92fcf6d5-eb94-4451-ae8b-d7234c86a7e4,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:18.112259 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:18.318464 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:18.382869 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e686b6f-f32d-48f6-891a-fc939caaca06 None None] Network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:20:18.453142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5a95e8e3-b9f9-464c-9a5d-0b75488e5ae1 None None] Provisioning for port 4a387000-c927-42d7-aa81-37197c827b72 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:20:18.455342 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Router 70709398-a139-4c1f-aac9-31eb9206f641 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:20:18.465957 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-5a95e8e3-b9f9-464c-9a5d-0b75488e5ae1 None None] Provisioning complete for port 4a387000-c927-42d7-aa81-37197c827b72 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:18.466337 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5a95e8e3-b9f9-464c-9a5d-0b75488e5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:18.566454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:20:18.584478 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:18.585956 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-867062b0-fe3d-4e6d-8d78-b155d9acfa85 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9134459 Aug 27 15:20:18.587214 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Sync routers for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:20:18.588839 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49192) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:18.611856 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:18.612394 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:20:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:18.654497 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5a95e8e3-b9f9-464c-9a5d-0b75488e5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:18.735101 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-5a95e8e3-b9f9-464c-9a5d-0b75488e5ae1 None None] For port 4a387000-c927-42d7-aa81-37197c827b72, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4a387000-c927-42d7-aa81-37197c827b72,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:18.741127 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-5a95e8e3-b9f9-464c-9a5d-0b75488e5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:18.778924 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:18.901815 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95e8e3-b9f9-464c-9a5d-0b75488e5ae1 None None] Pushing event updated for resources: {'Port': ['ID=4a387000-c927-42d7-aa81-37197c827b72,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:18.919197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-97d7ae62-bcbd-4528-acef-772a5a36fd47 None None] Provisioning complete for port 4a387000-c927-42d7-aa81-37197c827b72 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:18.919598 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-97d7ae62-bcbd-4528-acef-772a5a36fd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.046103 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.072817 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:17Z', 'revision_number': 3, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:19.112798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Checking router: 70709398-a139-4c1f-aac9-31eb9206f641 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:20:19.113075 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Updating router 70709398-a139-4c1f-aac9-31eb9206f641 port 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:20:19.215951 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Allocated IP 172.20.0.1 (0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997/3be9101e-181f-4ae1-8ea8-c922f1a2a9fe/283e936e-b254-47cb-afe0-258c11a31013) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:20:19.304819 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.305639 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.336905 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.350265 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Transition to ACTIVE for port object 283e936e-b254-47cb-afe0-258c11a31013 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:20:19.384332 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.424869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:20:19.430062 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:20:19.432537 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:20:19.462330 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Pushing event updated for resources: {'Port': ['ID=283e936e-b254-47cb-afe0-258c11a31013,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:19.481079 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.592084 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.605441 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Transition to ACTIVE for port object 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:20:19.613654 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.649292 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4a387000-c927-42d7-aa81-37197c827b72 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:20:19.649469 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.716179 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2f690-22fa-4442-84d8-384f02e97c2f None None] Pushing event updated for resources: {'Port': ['ID=92fcf6d5-eb94-4451-ae8b-d7234c86a7e4,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:19.721368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Attempting to bind port 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:20:19.721746 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Attempting to bind port 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:20:19.722117 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Attempting to bind port 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:20:19.729482 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0b33376e-b158-4070-be8a-14886c16039d None None] Provisioning for port 283e936e-b254-47cb-afe0-258c11a31013 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:20:19.735155 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:20:19.735536 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:20:19.735952 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.736344 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:20:19.736816 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Bound port: 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:20:19.737218 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.741454 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-0b33376e-b158-4070-be8a-14886c16039d None None] Provisioning complete for port 283e936e-b254-47cb-afe0-258c11a31013 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:19.741821 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0b33376e-b158-4070-be8a-14886c16039d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.821332 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-0b33376e-b158-4070-be8a-14886c16039d None None] Port 283e936e-b254-47cb-afe0-258c11a31013 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:20:19.825798 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 4a387000-c927-42d7-aa81-37197c827b72 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:19.826176 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.830236 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.836830 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.855487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] For port 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:20:19.874447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] For port 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=92fcf6d5-eb94-4451-ae8b-d7234c86a7e4,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:20:19.881571 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.909082 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Pushing event updated for resources: {'Port': ['ID=283e936e-b254-47cb-afe0-258c11a31013,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:19.912110 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:19.975681 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:19.976333 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:20:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:19.978121 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2f690-22fa-4442-84d8-384f02e97c2f None None] Pushing event updated for resources: {'Port': ['ID=92fcf6d5-eb94-4451-ae8b-d7234c86a7e4,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:20.015137 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:20:20.016869 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:20:20.103078 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:20.149594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Router 70709398-a139-4c1f-aac9-31eb9206f641 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:20:20.271318 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-756cb172-1bfc-4c7b-b976-c385699830dd None None] Provisioning complete for port 283e936e-b254-47cb-afe0-258c11a31013 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:20.271700 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-756cb172-1bfc-4c7b-b976-c385699830dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:20.271828 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:20:20.277650 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-256e21f0-001c-46ca-8f04-94ddbee9391f admin admin] 10.222.0.55 "PUT /v2.0/routers/70709398-a139-4c1f-aac9-31eb9206f641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6878254 Aug 27 15:20:20.381713 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-756cb172-1bfc-4c7b-b976-c385699830dd None None] Port 283e936e-b254-47cb-afe0-258c11a31013 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:20:20.421995 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 2, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:20.452883 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b74952b-3b26-4e20-8df0-582b2bde9372 None None] The sync data for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 is: [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 2, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:20:20.576849 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:20.849462 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49208) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:20.854563 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1629263994-network', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:20.877058 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Made reservation on behalf of a7809a7aa65e4969af1bf65012bd0722 for: {'network': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:20:20.879523 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for network, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:20.888926 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:20.991143 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:20.995504 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:21.024790 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:20:21.035423 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a56224-bc6f-4968-b633-fea01b70e974,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:21.041217 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:21.041573 n-d-712139-12 neutron-server[101186]: INFO neutron.db.segments_db [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Added segment 12cd0d2c-8ee5-4925-9e50-f3be1abc538f of type vlan for network fc134ca3-d8fe-4d50-8e3d-f9534ab818c1 Aug 27 15:20:21.108836 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763329311335'] for network, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:21.139471 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607'] for network, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:21.141007 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:21.141859 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:21.198035 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3474154 Aug 27 15:20:21.201037 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49210) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:21.206361 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-ddf01e5c-66d3-4ca1-b29d-76ffe9edea21 admin admin] Request body: {'subnet': {'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1629263994-subnet', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'ip_version': 4}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:21.211208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3d9e2-4b5c-4677-8238-7f6d8927ab71 admin admin] Pushing event updated for resources: {'Network': ['ID=fc134ca3-d8fe-4d50-8e3d-f9534ab818c1,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:21.220960 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Network fc134ca3-d8fe-4d50-8e3d-f9534ab818c1 details requested by agent ovs-agent-n-d-712139-12 with host n-d-712139-12 {{(pid=101188) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:20:21.248949 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf01e5c-66d3-4ca1-b29d-76ffe9edea21 admin admin] Made reservation on behalf of a7809a7aa65e4969af1bf65012bd0722 for: {'subnet': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:20:21.252355 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ddf01e5c-66d3-4ca1-b29d-76ffe9edea21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26318871'] for subnet, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:21.435987 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ddf01e5c-66d3-4ca1-b29d-76ffe9edea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26311628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26318949'] for subnet, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:21.492769 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf01e5c-66d3-4ca1-b29d-76ffe9edea21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b79987-3261-4d41-ba95-f3f325bee18c,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:21.506039 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf01e5c-66d3-4ca1-b29d-76ffe9edea21 admin admin] Checking segment: {'id': '12cd0d2c-8ee5-4925-9e50-f3be1abc538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:20:21.506509 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf01e5c-66d3-4ca1-b29d-76ffe9edea21 admin admin] Network hostable DHCP agents. Network: fc134ca3-d8fe-4d50-8e3d-f9534ab818c1, hostable agents: ['56a65461-f8f2-4031-999a-5c809200c6e9'], hosted agents: [] {{(pid=101187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:20:21.525898 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf01e5c-66d3-4ca1-b29d-76ffe9edea21 admin admin] Network fc134ca3-d8fe-4d50-8e3d-f9534ab818c1 is scheduled to be hosted by DHCP agent 56a65461-f8f2-4031-999a-5c809200c6e9 with binding_index 1 {{(pid=101187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:20:21.536758 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-ddf01e5c-66d3-4ca1-b29d-76ffe9edea21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-12, fc134ca3-d8fe-4d50-8e3d-f9534ab818c1) {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:20:21.541081 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf01e5c-66d3-4ca1-b29d-76ffe9edea21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:21.541681 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-ddf01e5c-66d3-4ca1-b29d-76ffe9edea21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:21.546824 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3878b2-7df9-4440-9d3f-4e085eb795bc None None] Network fc134ca3-d8fe-4d50-8e3d-f9534ab818c1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:20:21.569042 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-ddf01e5c-66d3-4ca1-b29d-76ffe9edea21 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3667388 Aug 27 15:20:21.575973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49212) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:21.583117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1629263994-router', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:21.621645 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37643'] for router, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:21.623503 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37632'] for router, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:21.718640 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:21.721717 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:20:21.813449 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56c0ad73-7c61-5b21-a5f0-c67b1869cf7b-fc134ca3-d8fe-4d50-8e3d-f9534ab818c1', 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'fixed_ips': [{'subnet_id': '88b79987-3261-4d41-ba95-f3f325bee18c'}]}} from n-d-712139-12. {{(pid=101188) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:20:21.814385 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:21.829447 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:20:21.834541 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:21.835188 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:21.878333 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.020303 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.026107 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.db_base_plugin_common [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Allocated IP 172.20.0.2 (fc134ca3-d8fe-4d50-8e3d-f9534ab818c1/88b79987-3261-4d41-ba95-f3f325bee18c/331a4cc0-ae25-49a6-ba39-672379cc8b5f) {{(pid=101188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:20:22.060496 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=92fcf6d5-eb94-4451-ae8b-d7234c86a7e4,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:22.071011 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.109333 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.130861 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.166863 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=92fcf6d5-eb94-4451-ae8b-d7234c86a7e4,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:22.239051 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.244020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Allocated IP 172.25.2.253 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/7c0f992e-e89e-44ca-809d-521ab1fabe20) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:20:22.249919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Transition to ACTIVE for port object 331a4cc0-ae25-49a6-ba39-672379cc8b5f will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:20:22.267487 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Transition to ACTIVE for port object 331a4cc0-ae25-49a6-ba39-672379cc8b5f will not be triggered until provisioned by entity DHCP. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:20:22.275060 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756'] for port, after_create {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.313202 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Network fc134ca3-d8fe-4d50-8e3d-f9534ab818c1 is already hosted by enough agents. {{(pid=101188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:20:22.320401 n-d-712139-12 neutron-server[101188]: DEBUG neutron.scheduler.base_scheduler [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Resources bound (agent type, host, resource id): {{(pid=101188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:20:22.324106 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Received port after_create {{(pid=101188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:20:22.332018 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Pushing event updated for resources: {'Port': ['ID=331a4cc0-ae25-49a6-ba39-672379cc8b5f,revision_number=1']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:22.359794 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.392891 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.395907 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Attempting to bind port 331a4cc0-ae25-49a6-ba39-672379cc8b5f on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:20:22.396533 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Attempting to bind port 331a4cc0-ae25-49a6-ba39-672379cc8b5f by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '12cd0d2c-8ee5-4925-9e50-f3be1abc538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:20:22.397012 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Attempting to bind port 331a4cc0-ae25-49a6-ba39-672379cc8b5f on network fc134ca3-d8fe-4d50-8e3d-f9534ab818c1 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:20:22.401265 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.403293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:20:22.404019 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Checking segment: {'id': '12cd0d2c-8ee5-4925-9e50-f3be1abc538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:20:22.404191 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.404505 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Bound using segment: {'id': '12cd0d2c-8ee5-4925-9e50-f3be1abc538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:20:22.404969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Bound port: 331a4cc0-ae25-49a6-ba39-672379cc8b5f, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cd0d2c-8ee5-4925-9e50-f3be1abc538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:20:22.405346 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.439215 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:20:22.444195 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:20:22.447767 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:20:22.480120 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Pushing event updated for resources: {'Port': ['ID=7c0f992e-e89e-44ca-809d-521ab1fabe20,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:22.481338 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] For port 331a4cc0-ae25-49a6-ba39-672379cc8b5f, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:20:22.486283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] For port 331a4cc0-ae25-49a6-ba39-672379cc8b5f, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=331a4cc0-ae25-49a6-ba39-672379cc8b5f,segment=NetworkSegment(12cd0d2c-8ee5-4925-9e50-f3be1abc538f),segment_id=12cd0d2c-8ee5-4925-9e50-f3be1abc538f)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:20:22.493178 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.560560 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdcb4d-e620-4f42-9c4f-d6e8f78b93c2 None None] Pushing event updated for resources: {'Port': ['ID=331a4cc0-ae25-49a6-ba39-672379cc8b5f,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:22.674111 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Sync routers for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:20:22.684346 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:22.684964 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:20:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:22.740009 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:22.826060 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:23.040756 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 2, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:23.068751 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Checking router: 70709398-a139-4c1f-aac9-31eb9206f641 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:20:23.069101 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Updating router 70709398-a139-4c1f-aac9-31eb9206f641 port 283e936e-b254-47cb-afe0-258c11a31013 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:20:23.099842 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:23.346027 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709944'] for router, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:23.386952 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:23.398530 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Transition to ACTIVE for port object 283e936e-b254-47cb-afe0-258c11a31013 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:20:23.408190 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:23.483906 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Pushing event updated for resources: {'Port': ['ID=283e936e-b254-47cb-afe0-258c11a31013,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:23.518869 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:23.519242 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:23.521510 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:23.521868 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:23.522206 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:23.523459 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:23.523459 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:23.523459 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:23.524325 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:23.524325 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:23.525948 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:23.526291 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:20:23.549722 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Router e0310466-a239-4b3e-a5f7-2fd200c12e27 is scheduled to L3 agent 947a4a65-9514-438f-8351-6803aca7e895 with binding_index 1 {{(pid=101186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:20:23.744379 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360b5cb-a74e-4141-bb14-b19319579527 None None] Network fc134ca3-d8fe-4d50-8e3d-f9534ab818c1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:20:23.753583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:20:23.771475 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Attempting to bind port 283e936e-b254-47cb-afe0-258c11a31013 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:20:23.772221 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Attempting to bind port 283e936e-b254-47cb-afe0-258c11a31013 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:20:23.772221 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Attempting to bind port 283e936e-b254-47cb-afe0-258c11a31013 on network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:20:23.774226 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:23.775856 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c4d3f773-65f7-43fa-a67b-8672bc6cf92d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2028584 Aug 27 15:20:23.778703 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49214) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:23.782028 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Sync routers for ids ['e0310466-a239-4b3e-a5f7-2fd200c12e27'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:20:23.787535 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:20:23.788250 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Checking segment: {'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:20:23.788957 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:23.789689 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Bound using segment: {'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:20:23.790502 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Bound port: 283e936e-b254-47cb-afe0-258c11a31013, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:20:23.791117 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:23.886303 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 331a4cc0-ae25-49a6-ba39-672379cc8b5f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:20:23.907688 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] For port 283e936e-b254-47cb-afe0-258c11a31013, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:20:23.911948 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] For port 283e936e-b254-47cb-afe0-258c11a31013, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=283e936e-b254-47cb-afe0-258c11a31013,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:20:23.916543 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:23.947918 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Routers {'e0310466-a239-4b3e-a5f7-2fd200c12e27'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:23.948551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:20:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e0310466-a239-4b3e-a5f7-2fd200c12e27'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:23.983904 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebd8c7-dbdd-4b1e-b259-6fdc42c0cd1b None None] Pushing event updated for resources: {'Port': ['ID=283e936e-b254-47cb-afe0-258c11a31013,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:23.986891 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:23.987570 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:20:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:24.057890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-9ae52112-1afb-4f2a-8a0b-a0e6ee22a71c None None] Provisioning for port 331a4cc0-ae25-49a6-ba39-672379cc8b5f completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:20:24.122146 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:24.122380 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Set router e0310466-a239-4b3e-a5f7-2fd200c12e27 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:24.184819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 331a4cc0-ae25-49a6-ba39-672379cc8b5f completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:20:24.207235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 331a4cc0-ae25-49a6-ba39-672379cc8b5f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:24.207599 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:24.324785 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:24.350591 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:23Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:24.381004 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d5583-88b0-433a-ab57-a5dcd8241066 None None] The sync data for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 is: [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:23Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:20:24.503208 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Allocated IP 172.20.0.1 (fc134ca3-d8fe-4d50-8e3d-f9534ab818c1/88b79987-3261-4d41-ba95-f3f325bee18c/9ca91312-64ad-4e63-82ad-6cdfd9fb8c73) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:20:24.624631 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:24.625505 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:24.644100 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Transition to ACTIVE for port object 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:20:24.685942 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 331a4cc0-ae25-49a6-ba39-672379cc8b5f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=331a4cc0-ae25-49a6-ba39-672379cc8b5f,segment=NetworkSegment(12cd0d2c-8ee5-4925-9e50-f3be1abc538f),segment_id=12cd0d2c-8ee5-4925-9e50-f3be1abc538f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:24.689238 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:24.690149 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:24.691136 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:20:24.763807 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca91312-64ad-4e63-82ad-6cdfd9fb8c73,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:24.772472 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'name': 'tempest-TestSnapshotPattern-1629263994-router', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:21Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 3, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'gw_port': {'id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:22Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:24.781897 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Network fc134ca3-d8fe-4d50-8e3d-f9534ab818c1 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:20:24.783788 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:20:24.786668 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:20:24.814520 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Checking router: e0310466-a239-4b3e-a5f7-2fd200c12e27 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:20:24.814893 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Updating router e0310466-a239-4b3e-a5f7-2fd200c12e27 port 7c0f992e-e89e-44ca-809d-521ab1fabe20 binding host n-d-712139-12 {{(pid=101188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:20:24.830132 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710119'] for router_interface, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:24.852095 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=331a4cc0-ae25-49a6-ba39-672379cc8b5f,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:24.860989 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:24.922492 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:24.922905 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:24.999527 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:25.006243 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2d299fdc-542a-4759-8066-40319b65b90a None None] Provisioning complete for port 331a4cc0-ae25-49a6-ba39-672379cc8b5f triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:25.006625 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2d299fdc-542a-4759-8066-40319b65b90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:25.200535 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:25.206333 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:25.283430 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715576'] for router_interface, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:25.285333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca91312-64ad-4e63-82ad-6cdfd9fb8c73,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:25.317140 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Notify callbacks [] for port, precommit_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:25.328069 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Transition to ACTIVE for port object 7c0f992e-e89e-44ca-809d-521ab1fabe20 will not be triggered until provisioned by entity L2. {{(pid=101188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:20:25.344646 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:25.394419 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Network fc134ca3-d8fe-4d50-8e3d-f9534ab818c1 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:20:25.396874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:20:25.408818 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e4868-a53f-4eb4-b0ae-56916bc61fe4 None None] Pushing event updated for resources: {'Port': ['ID=7c0f992e-e89e-44ca-809d-521ab1fabe20,revision_number=2']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:25.415942 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Attempting to bind port 7c0f992e-e89e-44ca-809d-521ab1fabe20 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:20:25.416326 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Attempting to bind port 7c0f992e-e89e-44ca-809d-521ab1fabe20 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:20:25.416819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Attempting to bind port 7c0f992e-e89e-44ca-809d-521ab1fabe20 on network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:20:25.418919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-30cedeab-2371-475e-8318-503a5861a0a8 None None] Provisioning for port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:20:25.425694 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-30cedeab-2371-475e-8318-503a5861a0a8 None None] Provisioning complete for port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:25.426180 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-30cedeab-2371-475e-8318-503a5861a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:25.427986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:20:25.428312 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Checking segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:20:25.428703 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:25.429099 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Bound using segment: {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'} {{(pid=101188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:20:25.429564 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.managers [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Bound port: 7c0f992e-e89e-44ca-809d-521ab1fabe20, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613'}}] {{(pid=101188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:20:25.429942 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:25.500830 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-30cedeab-2371-475e-8318-503a5861a0a8 None None] Port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:20:25.515986 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] For port 7c0f992e-e89e-44ca-809d-521ab1fabe20, host n-d-712139-12, cleared binding levels {{(pid=101188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:20:25.519829 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] For port 7c0f992e-e89e-44ca-809d-521ab1fabe20, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7c0f992e-e89e-44ca-809d-521ab1fabe20,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:20:25.527951 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:25.530731 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Router e0310466-a239-4b3e-a5f7-2fd200c12e27 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:20:25.590010 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Routers {'e0310466-a239-4b3e-a5f7-2fd200c12e27'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:25.590722 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:20:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e0310466-a239-4b3e-a5f7-2fd200c12e27'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:25.656552 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e4868-a53f-4eb4-b0ae-56916bc61fe4 None None] Pushing event updated for resources: {'Port': ['ID=7c0f992e-e89e-44ca-809d-521ab1fabe20,revision_number=3']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:25.677189 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:20:25.689197 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-ede70a01-b2b4-452d-be6b-748b28790e01 admin admin] 10.222.0.55 "PUT /v2.0/routers/e0310466-a239-4b3e-a5f7-2fd200c12e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078877 Aug 27 15:20:25.719833 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 331a4cc0-ae25-49a6-ba39-672379cc8b5f up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:20:25.781841 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-a868700c-2eb2-4240-832a-71cf50c8c4b9 None None] Provisioning complete for port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:25.782551 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a868700c-2eb2-4240-832a-71cf50c8c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:25.810933 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] Set router e0310466-a239-4b3e-a5f7-2fd200c12e27 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:25.861229 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-a868700c-2eb2-4240-832a-71cf50c8c4b9 None None] Port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:20:25.872248 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 331a4cc0-ae25-49a6-ba39-672379cc8b5f triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:25.872628 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.076732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 283e936e-b254-47cb-afe0-258c11a31013 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:20:26.136042 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'name': 'tempest-TestSnapshotPattern-1629263994-router', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:21Z', 'updated_at': '2021-08-27T15:20:24Z', 'revision_number': 4, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'gw_port': {'id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:22Z', 'updated_at': '2021-08-27T15:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9ca91312-64ad-4e63-82ad-6cdfd9fb8c73', 'name': '', 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'mac_address': 'fa:16:3e:63:ad:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '88b79987-3261-4d41-ba95-f3f325bee18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:24Z', 'updated_at': '2021-08-27T15:20:25Z', 'revision_number': 2, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'subnets': [{'id': '88b79987-3261-4d41-ba95-f3f325bee18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:26.164464 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf375793-2eb0-422b-88be-f5a782493d92 None None] The sync data for ids ['e0310466-a239-4b3e-a5f7-2fd200c12e27'] in n-d-712139-12 is: [{'id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'name': 'tempest-TestSnapshotPattern-1629263994-router', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:21Z', 'updated_at': '2021-08-27T15:20:24Z', 'revision_number': 4, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'gw_port': {'id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:22Z', 'updated_at': '2021-08-27T15:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9ca91312-64ad-4e63-82ad-6cdfd9fb8c73', 'name': '', 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'mac_address': 'fa:16:3e:63:ad:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '88b79987-3261-4d41-ba95-f3f325bee18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:24Z', 'updated_at': '2021-08-27T15:20:25Z', 'revision_number': 2, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'subnets': [{'id': '88b79987-3261-4d41-ba95-f3f325bee18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:20:26.167411 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 283e936e-b254-47cb-afe0-258c11a31013 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:20:26.171622 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 283e936e-b254-47cb-afe0-258c11a31013 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:26.171995 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.194543 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49224) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:26.199714 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c24c06de-d9a6-4a19-81e4-b6232dac45e1 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70408749', 'description': 'tempest-secgroup-smoke-70408749 description', 'project_id': '1ad7b6f2d101492b81021b2236726e12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:26.225705 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c24c06de-d9a6-4a19-81e4-b6232dac45e1 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.280800 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.322783 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 283e936e-b254-47cb-afe0-258c11a31013, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=283e936e-b254-47cb-afe0-258c11a31013,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:26.327660 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.344478 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c24c06de-d9a6-4a19-81e4-b6232dac45e1 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.350143 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c24c06de-d9a6-4a19-81e4-b6232dac45e1 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.396794 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c24c06de-d9a6-4a19-81e4-b6232dac45e1 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.399089 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c24c06de-d9a6-4a19-81e4-b6232dac45e1 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2030187 Aug 27 15:20:26.401402 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c06de-d9a6-4a19-81e4-b6232dac45e1 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b3f578-a85b-4236-a7b0-3240fece8a9f,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:26.402042 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49226) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:26.406973 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-e40cfeaf-b078-47ed-8b8f-e6c3d0274ac9 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Request body: {'security_group_rule': {'security_group_id': '93b3f578-a85b-4236-a7b0-3240fece8a9f', 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:26.414197 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=283e936e-b254-47cb-afe0-258c11a31013,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:26.455187 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e40cfeaf-b078-47ed-8b8f-e6c3d0274ac9 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.518429 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e40cfeaf-b078-47ed-8b8f-e6c3d0274ac9 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.523261 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e40cfeaf-b078-47ed-8b8f-e6c3d0274ac9 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.545622 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cfeaf-b078-47ed-8b8f-e6c3d0274ac9 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0eeaa7-fade-4c44-9a66-0d4d63de74b5,revision_number=0']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:26.549868 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-e40cfeaf-b078-47ed-8b8f-e6c3d0274ac9 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.554835 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49228) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:26.555419 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-e40cfeaf-b078-47ed-8b8f-e6c3d0274ac9 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516445 Aug 27 15:20:26.560431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-c4eed62c-356c-4334-a29a-5de153c169b5 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Request body: {'security_group_rule': {'security_group_id': '93b3f578-a85b-4236-a7b0-3240fece8a9f', 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:26.597502 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4eed62c-356c-4334-a29a-5de153c169b5 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.670422 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4eed62c-356c-4334-a29a-5de153c169b5 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.675156 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4eed62c-356c-4334-a29a-5de153c169b5 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.698560 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eed62c-356c-4334-a29a-5de153c169b5 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70b542f-af74-4101-93a1-8b9eaa7bd6d2,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:26.701565 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-c4eed62c-356c-4334-a29a-5de153c169b5 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.705959 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-c4eed62c-356c-4334-a29a-5de153c169b5 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467690 Aug 27 15:20:26.706580 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49230) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:26.711730 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-807e2de7-99ee-4233-9286-9cb6eedd8690 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Request body: {'security_group_rule': {'security_group_id': '93b3f578-a85b-4236-a7b0-3240fece8a9f', 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:26.742211 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-807e2de7-99ee-4233-9286-9cb6eedd8690 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.811798 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-807e2de7-99ee-4233-9286-9cb6eedd8690 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.815926 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-807e2de7-99ee-4233-9286-9cb6eedd8690 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.834635 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e2de7-99ee-4233-9286-9cb6eedd8690 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17149322-340e-4930-b90c-b020af56b621,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:26.842724 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-807e2de7-99ee-4233-9286-9cb6eedd8690 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.843925 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-807e2de7-99ee-4233-9286-9cb6eedd8690 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364915 Aug 27 15:20:26.846716 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49232) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:26.852083 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-758b24c3-1481-49bf-8f1d-82b6c567f578 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Request body: {'security_group_rule': {'security_group_id': '93b3f578-a85b-4236-a7b0-3240fece8a9f', 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:26.876956 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-758b24c3-1481-49bf-8f1d-82b6c567f578 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.942291 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-758b24c3-1481-49bf-8f1d-82b6c567f578 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.946305 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-758b24c3-1481-49bf-8f1d-82b6c567f578 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.966151 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b24c3-1481-49bf-8f1d-82b6c567f578 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f26d850-30e7-47f8-88ea-569e4538f360,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:26.972937 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-758b24c3-1481-49bf-8f1d-82b6c567f578 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:26.975246 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-758b24c3-1481-49bf-8f1d-82b6c567f578 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275218 Aug 27 15:20:26.978103 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49234) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:26.982454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-15d3b82b-b38f-4841-bf8e-2621b8ce730d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Request body: {'security_group_rule': {'security_group_id': '93b3f578-a85b-4236-a7b0-3240fece8a9f', 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:27.006836 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-15d3b82b-b38f-4841-bf8e-2621b8ce730d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Project 1ad7b6f2d101492b81021b2236726e12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:20:27.012721 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15d3b82b-b38f-4841-bf8e-2621b8ce730d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:27.077003 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15d3b82b-b38f-4841-bf8e-2621b8ce730d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:27.080767 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15d3b82b-b38f-4841-bf8e-2621b8ce730d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:27.098999 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3b82b-b38f-4841-bf8e-2621b8ce730d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abd85a1-1cfa-4fb9-8050-2ad1c0dd0df2,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:27.105526 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-15d3b82b-b38f-4841-bf8e-2621b8ce730d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:27.107902 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-15d3b82b-b38f-4841-bf8e-2621b8ce730d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288545 Aug 27 15:20:27.110203 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49236) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:27.115431 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [None req-4c3cba3d-085f-49bc-b552-a744ec3ea373 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Request body: {'security_group_rule': {'security_group_id': '93b3f578-a85b-4236-a7b0-3240fece8a9f', 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:27.139451 n-d-712139-12 neutron-server[101186]: INFO neutron.db.securitygroups_db [None req-4c3cba3d-085f-49bc-b552-a744ec3ea373 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Project 1ad7b6f2d101492b81021b2236726e12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 15:20:27.144781 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4c3cba3d-085f-49bc-b552-a744ec3ea373 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:27.231395 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4c3cba3d-085f-49bc-b552-a744ec3ea373 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:27.234856 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4c3cba3d-085f-49bc-b552-a744ec3ea373 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005841'] for security_group_rule, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:27.258932 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cba3d-085f-49bc-b552-a744ec3ea373 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefa1ca0-8ab4-4e2d-89e5-94faa362a0da,revision_number=0']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:27.261651 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-4c3cba3d-085f-49bc-b552-a744ec3ea373 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:27.263617 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-4c3cba3d-085f-49bc-b552-a744ec3ea373 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517210 Aug 27 15:20:27.528231 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-8a3dc523-7249-458a-953e-c1a8ae00ce4b tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70408749&fields=id&tenant_id=1ad7b6f2d101492b81021b2236726e12 HTTP/1.1" status: 200 len: 267 time: 0.0400324 Aug 27 15:20:27.663747 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-ada40985-f77b-4b4c-b616-692a7a6636b3 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:27.665647 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-ada40985-f77b-4b4c-b616-692a7a6636b3 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/networks?id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 HTTP/1.1" status: 200 len: 810 time: 0.1299086 Aug 27 15:20:27.684130 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-8eefeae6-29cb-4c76-96fe-5fdb092a96cb tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/quotas/1ad7b6f2d101492b81021b2236726e12 HTTP/1.1" status: 200 len: 375 time: 0.0115561 Aug 27 15:20:27.717267 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7c0f992e-e89e-44ca-809d-521ab1fabe20 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:20:27.746464 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-baa28c23-ff1f-4357-b115-cb1ff8b4859c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ad7b6f2d101492b81021b2236726e12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556443 Aug 27 15:20:27.774209 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 7c0f992e-e89e-44ca-809d-521ab1fabe20 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:20:27.779405 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7c0f992e-e89e-44ca-809d-521ab1fabe20 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:27.780024 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:27.868556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-84546608-fdc2-4d02-9b5e-e5c3f8be6fb2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:20:27.869585 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-84546608-fdc2-4d02-9b5e-e5c3f8be6fb2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1104119 Aug 27 15:20:27.870379 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:27.893840 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 7c0f992e-e89e-44ca-809d-521ab1fabe20, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7c0f992e-e89e-44ca-809d-521ab1fabe20,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:27.899628 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:27.900802 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 283e936e-b254-47cb-afe0-258c11a31013 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:20:27.971270 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-267a45f0-b7ae-41a2-b9a1-da4524959688 service neutron] 10.222.0.55 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950575 Aug 27 15:20:27.979205 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=7c0f992e-e89e-44ca-809d-521ab1fabe20,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:27.996570 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 283e936e-b254-47cb-afe0-258c11a31013 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:27.997151 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:28.075566 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-3450427e-44e2-4bc6-a615-df707cbbe96b service neutron] 10.222.0.55 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975366 Aug 27 15:20:28.109805 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-1732a6a8-2c73-4330-8c5b-b7deece03bfb req-e9655c09-bc2b-407e-9a7e-baa65920d87d service neutron] (101187) timed out ('10.222.0.52', 62352) {{(pid=101187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 15:20:28.298524 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-85ffe3e8-860f-4b54-900a-81d2ba50669b req-3f585c4e-de37-4ec9-912c-2ab4386c9a68 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 210 time: 0.0863726 Aug 27 15:20:28.622273 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Sync routers for ids ['e0310466-a239-4b3e-a5f7-2fd200c12e27'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:20:28.632236 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Routers {'e0310466-a239-4b3e-a5f7-2fd200c12e27'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:28.633003 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:20:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e0310466-a239-4b3e-a5f7-2fd200c12e27'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:28.747310 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Set router e0310466-a239-4b3e-a5f7-2fd200c12e27 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:28.951982 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'name': 'tempest-TestSnapshotPattern-1629263994-router', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:21Z', 'updated_at': '2021-08-27T15:20:24Z', 'revision_number': 4, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'gw_port': {'id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:22Z', 'updated_at': '2021-08-27T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9ca91312-64ad-4e63-82ad-6cdfd9fb8c73', 'name': '', 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'mac_address': 'fa:16:3e:63:ad:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '88b79987-3261-4d41-ba95-f3f325bee18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:24Z', 'updated_at': '2021-08-27T15:20:25Z', 'revision_number': 2, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'subnets': [{'id': '88b79987-3261-4d41-ba95-f3f325bee18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:28.983172 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Checking router: e0310466-a239-4b3e-a5f7-2fd200c12e27 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:20:28.983529 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Updating router e0310466-a239-4b3e-a5f7-2fd200c12e27 port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 binding host n-d-712139-12 {{(pid=101189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:20:29.009191 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:29.300113 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Notify callbacks [] for port, precommit_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:29.303329 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-79da312f-45d1-456d-8f59-aaad5af2bde9 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:29.304989 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-79da312f-45d1-456d-8f59-aaad5af2bde9 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.41 "GET /v2.0/networks?id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 HTTP/1.1" status: 200 len: 810 time: 0.1142240 Aug 27 15:20:29.312044 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.provisioning_blocks [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Transition to ACTIVE for port object 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 will not be triggered until provisioned by entity L2. {{(pid=101189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:20:29.318314 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:29.363822 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-d36b92f3-a298-4bd4-97f8-5bb751ede902 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ad7b6f2d101492b81021b2236726e12 HTTP/1.1" status: 200 len: 378 time: 0.0416458 Aug 27 15:20:29.371110 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25126699-c7c1-42d0-84f0-b1d7dc377e88 None None] Pushing event updated for resources: {'Port': ['ID=9ca91312-64ad-4e63-82ad-6cdfd9fb8c73,revision_number=3']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:29.380679 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Request body: {'port': {'device_id': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'admin_state_up': True, 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'security_groups': ['93b3f578-a85b-4236-a7b0-3240fece8a9f']}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:29.424422 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-6c39771c-6465-4d22-b1af-f6317db13999 req-115e3fc4-972d-4032-9a3c-575e74aed669 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 210 time: 0.0377483 Aug 27 15:20:29.433329 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Attempting to bind port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 on host n-d-712139-12 for vnic_type normal with profile {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:20:29.433702 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Attempting to bind port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 by drivers openvswitch,hyperv on host n-d-712139-12 at level 0 using segments [{'id': '12cd0d2c-8ee5-4925-9e50-f3be1abc538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1'}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:20:29.434067 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Attempting to bind port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 on network fc134ca3-d8fe-4d50-8e3d-f9534ab818c1 {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:20:29.440434 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Checking agent: {'id': 'd9370ced-0961-4ace-b88f-b25bb0a0a117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 44, 17), 'started_at': datetime.datetime(2021, 8, 27, 13, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:20:29.441270 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Checking segment: {'id': '12cd0d2c-8ee5-4925-9e50-f3be1abc538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:20:29.442771 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:29.442771 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Bound using segment: {'id': '12cd0d2c-8ee5-4925-9e50-f3be1abc538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1'} {{(pid=101189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:20:29.443777 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.managers [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Bound port: 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73, host: n-d-712139-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cd0d2c-8ee5-4925-9e50-f3be1abc538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1'}}] {{(pid=101189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:20:29.444186 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:29.507843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Made reservation on behalf of 1ad7b6f2d101492b81021b2236726e12 for: {'port': 1} {{(pid=101187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:20:29.512376 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:29.513847 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] For port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73, host n-d-712139-12, cleared binding levels {{(pid=101189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:20:29.518457 n-d-712139-12 neutron-server[101189]: DEBUG neutron.plugins.ml2.db [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] For port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73, host n-d-712139-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9ca91312-64ad-4e63-82ad-6cdfd9fb8c73,segment=NetworkSegment(12cd0d2c-8ee5-4925-9e50-f3be1abc538f),segment_id=12cd0d2c-8ee5-4925-9e50-f3be1abc538f)] {{(pid=101189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:20:29.524482 n-d-712139-12 neutron-server[101189]: DEBUG neutron_lib.callbacks.manager [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:29.595324 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25126699-c7c1-42d0-84f0-b1d7dc377e88 None None] Pushing event updated for resources: {'Port': ['ID=9ca91312-64ad-4e63-82ad-6cdfd9fb8c73,revision_number=4']} {{(pid=101189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:29.612921 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Routers {'e0310466-a239-4b3e-a5f7-2fd200c12e27'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:29.613943 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:20:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e0310466-a239-4b3e-a5f7-2fd200c12e27'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:29.648810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7c0f992e-e89e-44ca-809d-521ab1fabe20 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:20:29.703202 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Allocated IP 172.20.0.11 (0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997/3be9101e-181f-4ae1-8ea8-c922f1a2a9fe/dbee7bdf-1613-4147-879b-55cb54d714ac) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:20:29.711140 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 7c0f992e-e89e-44ca-809d-521ab1fabe20 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:29.712013 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:29.774058 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] Set router e0310466-a239-4b3e-a5f7-2fd200c12e27 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:29.869346 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:29.884090 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Transition to ACTIVE for port object dbee7bdf-1613-4147-879b-55cb54d714ac will not be triggered until provisioned by entity DHCP. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:20:29.918261 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:29.964106 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:20:29.967221 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:20:29.971015 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:20:29.978284 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event updated for resources: {'Port': ['ID=dbee7bdf-1613-4147-879b-55cb54d714ac,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:29.995842 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'name': 'tempest-TestSnapshotPattern-1629263994-router', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:21Z', 'updated_at': '2021-08-27T15:20:24Z', 'revision_number': 4, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'gw_port': {'id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:22Z', 'updated_at': '2021-08-27T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9ca91312-64ad-4e63-82ad-6cdfd9fb8c73', 'name': '', 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'mac_address': 'fa:16:3e:63:ad:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '88b79987-3261-4d41-ba95-f3f325bee18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:24Z', 'updated_at': '2021-08-27T15:20:29Z', 'revision_number': 4, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'subnets': [{'id': '88b79987-3261-4d41-ba95-f3f325bee18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:30.024110 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b989f5c-074e-4be5-9d03-9958cc8212ba None None] The sync data for ids ['e0310466-a239-4b3e-a5f7-2fd200c12e27'] in n-d-712139-12 is: [{'id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'name': 'tempest-TestSnapshotPattern-1629263994-router', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:21Z', 'updated_at': '2021-08-27T15:20:24Z', 'revision_number': 4, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'gw_port': {'id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:22Z', 'updated_at': '2021-08-27T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '9ca91312-64ad-4e63-82ad-6cdfd9fb8c73', 'name': '', 'network_id': 'fc134ca3-d8fe-4d50-8e3d-f9534ab818c1', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'mac_address': 'fa:16:3e:63:ad:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '88b79987-3261-4d41-ba95-f3f325bee18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:24Z', 'updated_at': '2021-08-27T15:20:29Z', 'revision_number': 4, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'subnets': [{'id': '88b79987-3261-4d41-ba95-f3f325bee18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:20:30.027908 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:30.028465 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:30.046130 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b7579123-1445-4365-a7be-82129a7a223a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6761827 Aug 27 15:20:30.064657 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Request body: {'port': {'device_id': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-12'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:30.127683 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:30.247109 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:20:30.266425 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8af48678-d44f-45a0-b170-074378210318 None None] Provisioning for port dbee7bdf-1613-4147-879b-55cb54d714ac completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:20:30.271675 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-8af48678-d44f-45a0-b170-074378210318 None None] Provisioning complete for port dbee7bdf-1613-4147-879b-55cb54d714ac triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:30.272054 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8af48678-d44f-45a0-b170-074378210318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:30.308963 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-8af48678-d44f-45a0-b170-074378210318 None None] Port dbee7bdf-1613-4147-879b-55cb54d714ac cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:20:30.708116 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6707e9-90b1-4172-9924-44738164a451 req-785cee6a-e276-4efe-b455-9d4a171f8d4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:30.709683 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4f6707e9-90b1-4172-9924-44738164a451 req-785cee6a-e276-4efe-b455-9d4a171f8d4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 932 time: 0.0827744 Aug 27 15:20:30.791273 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-4f6707e9-90b1-4172-9924-44738164a451 req-256e71db-5018-4b11-84c6-b93c2d17744b tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749676 Aug 27 15:20:30.804543 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbee7bdf-1613-4147-879b-55cb54d714ac {{(pid=101187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:20:30.813180 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:30.825059 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.provisioning_blocks [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Transition to ACTIVE for port object dbee7bdf-1613-4147-879b-55cb54d714ac will not be triggered until provisioned by entity L2. {{(pid=101187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:20:30.829832 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:30.883902 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Pushing event updated for resources: {'Port': ['ID=dbee7bdf-1613-4147-879b-55cb54d714ac,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:30.957597 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Attempting to bind port dbee7bdf-1613-4147-879b-55cb54d714ac on host n-h2-712139-12 for vnic_type normal with profile {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:20:30.960040 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Attempting to bind port dbee7bdf-1613-4147-879b-55cb54d714ac by drivers openvswitch,hyperv on host n-h2-712139-12 at level 0 using segments [{'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:20:30.960040 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Attempting to bind port dbee7bdf-1613-4147-879b-55cb54d714ac on network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:20:30.969261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Port dbee7bdf-1613-4147-879b-55cb54d714ac on network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-12 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:20:30.969589 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Attempting to bind port dbee7bdf-1613-4147-879b-55cb54d714ac on network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:20:30.975840 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Checking agent: {'id': '093f285a-2cd4-4d6b-b01e-59fd32724bed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:20:30.976184 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Checking segment: {'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:20:30.976577 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Bound using segment: {'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'} {{(pid=101187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:20:30.977006 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.managers [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Bound port: dbee7bdf-1613-4147-879b-55cb54d714ac, host: n-h2-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'}}] {{(pid=101187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:20:30.977364 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:31.062221 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] For port dbee7bdf-1613-4147-879b-55cb54d714ac, host n-h2-712139-12, cleared binding levels {{(pid=101187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:20:31.065513 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] For port dbee7bdf-1613-4147-879b-55cb54d714ac, host n-h2-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dbee7bdf-1613-4147-879b-55cb54d714ac,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:20:31.071364 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:31.115637 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:31.116428 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:31.117840 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/dbee7bdf-1613-4147-879b-55cb54d714ac HTTP/1.1" status: 200 len: 1093 time: 1.0580580 Aug 27 15:20:31.118282 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:20:31.120647 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad94917a-ad81-4af9-87c3-738280d045c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:20:31.162470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf1e73-5d39-4813-b925-4a53f87813a6 service neutron] Pushing event updated for resources: {'Port': ['ID=dbee7bdf-1613-4147-879b-55cb54d714ac,revision_number=3']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:31.241445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-76d60bd3-f6e7-4cad-907c-9db306594452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:31.243063 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-76d60bd3-f6e7-4cad-907c-9db306594452 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ad7b6f2d101492b81021b2236726e12&device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 1096 time: 0.0549185 Aug 27 15:20:31.244512 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bd43c8-5277-4b69-957f-70dbc1178a94 x-openstack-request-id: req-03bd43c8-5277-4b69-957f-70dbc1178a94 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:20:31.244995 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:20:31.245413 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03bd43c8-5277-4b69-957f-70dbc1178a94 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:20:31.246111 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'status': 'completed', 'code': 200} Aug 27 15:20:31.306017 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-0bbeab57-724f-43ea-953d-4b0157092677 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbee7bdf-1613-4147-879b-55cb54d714ac HTTP/1.1" status: 200 len: 217 time: 0.0367885 Aug 27 15:20:31.365450 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-cfe9464f-21d3-4525-b9b2-d459ecbc4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:31.366999 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-cfe9464f-21d3-4525-b9b2-d459ecbc4858 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be9101e-181f-4ae1-8ea8-c922f1a2a9fe HTTP/1.1" status: 200 len: 849 time: 0.0540218 Aug 27 15:20:31.416451 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b674539f-ab9c-47f4-84da-2d5da7bb2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:31.417981 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-b674539f-ab9c-47f4-84da-2d5da7bb2a3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438614 Aug 27 15:20:31.529440 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-1ac152ec-fcd2-4002-8d18-99e9152ab77f service neutron] 10.222.0.41 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030352 Aug 27 15:20:31.634652 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c414a10c-acea-4389-b188-d4ca24ebe625 req-317ac456-1d47-4179-a785-17d8a8679612 service neutron] 10.222.0.41 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957384 Aug 27 15:20:31.640565 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:20:31.693725 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning for port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:20:31.698664 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:31.699207 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:31.762360 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94917a-ad81-4af9-87c3-738280d045c9 req-10f7a9db-472f-4c04-a6ef-2e8fa8da0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:31.763912 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad94917a-ad81-4af9-87c3-738280d045c9 req-10f7a9db-472f-4c04-a6ef-2e8fa8da0119 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ad7b6f2d101492b81021b2236726e12&device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 1096 time: 0.0421815 Aug 27 15:20:31.785582 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:31.821290 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] For port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9ca91312-64ad-4e63-82ad-6cdfd9fb8c73,segment=NetworkSegment(12cd0d2c-8ee5-4925-9e50-f3be1abc538f),segment_id=12cd0d2c-8ee5-4925-9e50-f3be1abc538f)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:31.826198 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:31.885270 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Pushing event updated for resources: {'Port': ['ID=9ca91312-64ad-4e63-82ad-6cdfd9fb8c73,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:31.887606 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94917a-ad81-4af9-87c3-738280d045c9 req-a252e0e8-3f7b-47d7-9a78-01dc35e61be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:31.889690 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad94917a-ad81-4af9-87c3-738280d045c9 req-a252e0e8-3f7b-47d7-9a78-01dc35e61be7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 HTTP/1.1" status: 200 len: 911 time: 0.1184494 Aug 27 15:20:31.945991 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad94917a-ad81-4af9-87c3-738280d045c9 req-b5009e51-2f6b-4493-9a2a-465d17a279a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbee7bdf-1613-4147-879b-55cb54d714ac HTTP/1.1" status: 200 len: 217 time: 0.0419827 Aug 27 15:20:31.968520 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c203bb-2eca-4926-a7c8-315044a651b2 req-c869eac7-8528-4f2f-85e6-222a3cc59e62 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:31.969979 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40c203bb-2eca-4926-a7c8-315044a651b2 req-c869eac7-8528-4f2f-85e6-222a3cc59e62 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 944 time: 0.0967185 Aug 27 15:20:32.031415 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94917a-ad81-4af9-87c3-738280d045c9 req-1f65ba4a-27a6-4968-a813-ea5d36662c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:32.032877 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad94917a-ad81-4af9-87c3-738280d045c9 req-1f65ba4a-27a6-4968-a813-ea5d36662c06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be9101e-181f-4ae1-8ea8-c922f1a2a9fe HTTP/1.1" status: 200 len: 849 time: 0.0803406 Aug 27 15:20:32.040163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-40c203bb-2eca-4926-a7c8-315044a651b2 req-4e55d35c-ccaf-4442-83b2-d6a44f55cfb7 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481689 Aug 27 15:20:32.082130 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94917a-ad81-4af9-87c3-738280d045c9 req-13a4bbb0-a6f7-4a1b-b1d2-8ec6bee7ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:32.084044 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad94917a-ad81-4af9-87c3-738280d045c9 req-13a4bbb0-a6f7-4a1b-b1d2-8ec6bee7ad97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429540 Aug 27 15:20:32.180072 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad94917a-ad81-4af9-87c3-738280d045c9 req-51dd6ac9-127d-4014-a6c9-f546ec1f15cf service neutron] 10.222.0.41 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889945 Aug 27 15:20:32.276353 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad94917a-ad81-4af9-87c3-738280d045c9 req-37dd6a32-f9c8-4050-b16e-e933ed4207de service neutron] 10.222.0.41 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896215 Aug 27 15:20:33.167574 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a7051-1617-45de-9754-e72664081a80 req-33371645-4baa-4da7-a1ef-51ad08a69bcf tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:33.169091 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d1a7051-1617-45de-9754-e72664081a80 req-33371645-4baa-4da7-a1ef-51ad08a69bcf tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 944 time: 0.0558290 Aug 27 15:20:33.209515 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-9d1a7051-1617-45de-9754-e72664081a80 req-1595a6c6-9da1-4f51-a43f-f4f7dc10dcb2 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342770 Aug 27 15:20:33.619161 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 up at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:20:33.670895 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Provisioning complete for port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:33.671308 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:34.342396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe75adf-83ec-4937-9cfa-2da479d43c03 req-43cc0103-819c-45b0-9c7d-94f799832af6 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:34.344004 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dfe75adf-83ec-4937-9cfa-2da479d43c03 req-43cc0103-819c-45b0-9c7d-94f799832af6 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 944 time: 0.0604255 Aug 27 15:20:34.390488 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dfe75adf-83ec-4937-9cfa-2da479d43c03 req-b56e656f-6247-4164-8dcc-545734eaf184 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375552 Aug 27 15:20:35.513874 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220c3c5-a99b-4e33-831b-ab3e3d9fcd6e req-5aece6c4-fdcd-4793-b56b-f36f0a83e3dc tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:35.515382 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8220c3c5-a99b-4e33-831b-ab3e3d9fcd6e req-5aece6c4-fdcd-4793-b56b-f36f0a83e3dc tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 944 time: 0.0494661 Aug 27 15:20:35.554294 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-8220c3c5-a99b-4e33-831b-ab3e3d9fcd6e req-52d31861-e0fa-4998-988e-e43db6ddb430 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328510 Aug 27 15:20:35.879537 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dbee7bdf-1613-4147-879b-55cb54d714ac details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:20:35.972679 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dbee7bdf-1613-4147-879b-55cb54d714ac, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dbee7bdf-1613-4147-879b-55cb54d714ac,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:35.985415 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'port_id': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'mac_address': 'fa:16:3e:5c:14:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:20:36.028903 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:36.042475 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbee7bdf-1613-4147-879b-55cb54d714ac {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:20:36.063274 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dbee7bdf-1613-4147-879b-55cb54d714ac, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dbee7bdf-1613-4147-879b-55cb54d714ac,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:36.068035 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:36.120188 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=dbee7bdf-1613-4147-879b-55cb54d714ac,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:36.507651 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['dbee7bdf-1613-4147-879b-55cb54d714ac'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:20:36.686030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d5bc1-e4a2-4686-ab00-5ca86aba49e1 req-b29ec263-e4e1-4610-ae14-5bd220535f85 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:36.687696 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-842d5bc1-e4a2-4686-ab00-5ca86aba49e1 req-b29ec263-e4e1-4610-ae14-5bd220535f85 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 945 time: 0.0626626 Aug 27 15:20:36.733388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-842d5bc1-e4a2-4686-ab00-5ca86aba49e1 req-bd15fda7-0242-4d4a-9847-d5521df5e2a0 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378456 Aug 27 15:20:37.850801 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c65fac-a985-4d5f-bce9-4df28abe9031 req-27d27970-cfc3-433c-8495-e91e70177d6b tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:37.852287 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-07c65fac-a985-4d5f-bce9-4df28abe9031 req-27d27970-cfc3-433c-8495-e91e70177d6b tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 945 time: 0.0519888 Aug 27 15:20:37.887283 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dbee7bdf-1613-4147-879b-55cb54d714ac up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:20:37.891318 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-07c65fac-a985-4d5f-bce9-4df28abe9031 req-7fc34497-4206-4a1d-ab86-d5e39e3aa257 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329216 Aug 27 15:20:37.935896 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning for port dbee7bdf-1613-4147-879b-55cb54d714ac completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:20:37.939919 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port dbee7bdf-1613-4147-879b-55cb54d714ac triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:20:37.940285 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:38.019052 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:38.044706 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:20:38.046994 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a14fd1b-f1a6-444d-bec6-cd56c8e83554" -d '{"events": [{"server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "name": "network-vif-plugged", "status": "completed", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:20:38.059827 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dbee7bdf-1613-4147-879b-55cb54d714ac, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dbee7bdf-1613-4147-879b-55cb54d714ac,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:20:38.064551 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:38.088160 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9c0179-9116-4d2f-ae98-8edec52e0df4 x-openstack-request-id: req-df9c0179-9116-4d2f-ae98-8edec52e0df4 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:20:38.088448 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "name": "network-vif-plugged", "status": "completed", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:20:38.088692 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df9c0179-9116-4d2f-ae98-8edec52e0df4 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:20:38.089076 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'code': 200} Aug 27 15:20:38.113615 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=dbee7bdf-1613-4147-879b-55cb54d714ac,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:38.209325 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670439d-3d46-4478-aa9e-d8934e8be1b3 req-d80d8842-3f80-49c6-8387-33ceb78f8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:38.210842 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d670439d-3d46-4478-aa9e-d8934e8be1b3 req-d80d8842-3f80-49c6-8387-33ceb78f8da4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 1098 time: 0.0400510 Aug 27 15:20:38.246394 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-d670439d-3d46-4478-aa9e-d8934e8be1b3 req-9c468a59-a514-4233-bcf6-c0784874ba74 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283527 Aug 27 15:20:39.012283 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f6831-b4d4-4d76-b02a-ecbc5ce68e62 req-833cdb8e-4b55-485d-855e-6b02787abf5f tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:39.013769 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b9f6831-b4d4-4d76-b02a-ecbc5ce68e62 req-833cdb8e-4b55-485d-855e-6b02787abf5f tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 946 time: 0.0541055 Aug 27 15:20:39.052048 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7b9f6831-b4d4-4d76-b02a-ecbc5ce68e62 req-83aaa039-1b14-4c25-bb4e-484efec097e5 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322323 Aug 27 15:20:40.175717 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d5a81-c87c-455c-b136-22d173919e56 req-2be46d51-49c9-48c0-973e-bb1d05442f94 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:40.177901 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d0d5a81-c87c-455c-b136-22d173919e56 req-2be46d51-49c9-48c0-973e-bb1d05442f94 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 946 time: 0.0507891 Aug 27 15:20:40.218266 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9d0d5a81-c87c-455c-b136-22d173919e56 req-85883a6f-2a9a-420c-8208-e2dfceb193fe tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337112 Aug 27 15:20:40.355117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071f5e5-0c68-4973-a423-e22a2d69ed09 req-413f1118-3faf-4ddb-9b4a-08633b3e508a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:40.356603 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f071f5e5-0c68-4973-a423-e22a2d69ed09 req-413f1118-3faf-4ddb-9b4a-08633b3e508a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 946 time: 0.0672932 Aug 27 15:20:40.398529 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f071f5e5-0c68-4973-a423-e22a2d69ed09 req-edb2dd36-4a8e-4515-912e-4dfed443960a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359523 Aug 27 15:20:40.422061 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49300) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:40.508479 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e66d73-2fb4-4331-9bd6-8c632cb7ca4d tempest-TestSnapshotPattern-767245309 tempest-TestSnapshotPattern-767245309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:40.513099 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-58e66d73-2fb4-4331-9bd6-8c632cb7ca4d tempest-TestSnapshotPattern-767245309 tempest-TestSnapshotPattern-767245309-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 1093 time: 0.0896635 Aug 27 15:20:40.513261 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49304) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:20:40.517929 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:20:40.540979 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:40.640395 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:40.759169 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Allocated IP 172.25.2.153 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/3d315558-f0c9-499e-8a6d-ab3d0ce2f193) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:20:40.874474 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:40.911871 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:40.919325 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:40.969539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:20:40.972545 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:20:40.979142 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:20:40.982263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event updated for resources: {'Port': ['ID=3d315558-f0c9-499e-8a6d-ab3d0ce2f193,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:41.377317 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:41.450141 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:41.602323 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:41.607661 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:41.680337 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event updated for resources: {'Port': ['ID=3d315558-f0c9-499e-8a6d-ab3d0ce2f193,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:20:41.694502 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:41.796900 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Floating IP 2910dbc9-d275-4f4e-b71c-196738bbb708 associated. External IP: 172.25.2.153, port: dbee7bdf-1613-4147-879b-55cb54d714ac. Aug 27 15:20:42.012336 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Router 70709398-a139-4c1f-aac9-31eb9206f641 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:20:42.122627 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:20:42.133589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09caf6fe-f5ee-4845-af6f-09b16f0d7a97 None None] Sync routers for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:20:42.140023 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:42.143586 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09caf6fe-f5ee-4845-af6f-09b16f0d7a97 None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:42.144483 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-09caf6fe-f5ee-4845-af6f-09b16f0d7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:20:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:42.167814 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-0ab7c47d-171f-4f33-bfab-04d537d94c6d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6535931 Aug 27 15:20:42.168440 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:20:42.170888 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2489a6-96fc-4a6a-91ff-9693215662f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:20:42.210045 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd4c558-5309-447e-bc5b-f5f8e4a89f2c x-openstack-request-id: req-dbd4c558-5309-447e-bc5b-f5f8e4a89f2c {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:20:42.210415 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:20:42.210837 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dbd4c558-5309-447e-bc5b-f5f8e4a89f2c {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:20:42.211322 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'status': 'completed', 'code': 200} Aug 27 15:20:42.299785 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2489a6-96fc-4a6a-91ff-9693215662f9 req-e1d3a024-18cb-426c-b5ae-206c98edffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:42.301425 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f2489a6-96fc-4a6a-91ff-9693215662f9 req-e1d3a024-18cb-426c-b5ae-206c98edffef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ad7b6f2d101492b81021b2236726e12&device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 1098 time: 0.0456147 Aug 27 15:20:42.399887 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2489a6-96fc-4a6a-91ff-9693215662f9 req-431c8c81-1d7c-4761-8e2b-2bd56473860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:42.401443 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f2489a6-96fc-4a6a-91ff-9693215662f9 req-431c8c81-1d7c-4761-8e2b-2bd56473860e service neutron] 10.222.0.41 "GET /v2.0/networks?id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 HTTP/1.1" status: 200 len: 911 time: 0.0932298 Aug 27 15:20:42.427790 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-09caf6fe-f5ee-4845-af6f-09b16f0d7a97 None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:42.475096 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f2489a6-96fc-4a6a-91ff-9693215662f9 req-2adc472c-f1df-45c0-a7c3-4a9837e562d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbee7bdf-1613-4147-879b-55cb54d714ac HTTP/1.1" status: 200 len: 1000 time: 0.0669098 Aug 27 15:20:42.528030 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2489a6-96fc-4a6a-91ff-9693215662f9 req-e19727bb-6180-4580-9059-024a19f1ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:42.529500 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f2489a6-96fc-4a6a-91ff-9693215662f9 req-e19727bb-6180-4580-9059-024a19f1ceaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be9101e-181f-4ae1-8ea8-c922f1a2a9fe HTTP/1.1" status: 200 len: 849 time: 0.0480332 Aug 27 15:20:42.578639 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2489a6-96fc-4a6a-91ff-9693215662f9 req-a5394401-02d5-4fb5-a562-4d0037d53688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:42.580234 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f2489a6-96fc-4a6a-91ff-9693215662f9 req-a5394401-02d5-4fb5-a562-4d0037d53688 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433812 Aug 27 15:20:42.667220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-09caf6fe-f5ee-4845-af6f-09b16f0d7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '2910dbc9-d275-4f4e-b71c-196738bbb708', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'port_id': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'mac_address': 'fa:16:3e:5c:14:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:20:41Z', 'updated_at': '2021-08-27T15:20:41Z', 'revision_number': 0, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:26Z', 'revision_number': 5, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:42.680827 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f2489a6-96fc-4a6a-91ff-9693215662f9 req-2a0ea466-c698-4823-b7fc-addc1dac0ff8 service neutron] 10.222.0.41 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931842 Aug 27 15:20:42.698365 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09caf6fe-f5ee-4845-af6f-09b16f0d7a97 None None] Checking router: 70709398-a139-4c1f-aac9-31eb9206f641 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:20:42.710772 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09caf6fe-f5ee-4845-af6f-09b16f0d7a97 None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:20:42.711461 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-09caf6fe-f5ee-4845-af6f-09b16f0d7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:20:18Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:42.783667 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-5f2489a6-96fc-4a6a-91ff-9693215662f9 req-4f5cf511-5441-4da6-a3a1-9690f43b6ed0 service neutron] 10.222.0.41 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954092 Aug 27 15:20:42.837944 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-09caf6fe-f5ee-4845-af6f-09b16f0d7a97 None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:20:43.086020 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-09caf6fe-f5ee-4845-af6f-09b16f0d7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '2910dbc9-d275-4f4e-b71c-196738bbb708', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'port_id': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'mac_address': 'fa:16:3e:5c:14:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:20:41Z', 'updated_at': '2021-08-27T15:20:41Z', 'revision_number': 0, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:26Z', 'revision_number': 5, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:20:43.114436 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09caf6fe-f5ee-4845-af6f-09b16f0d7a97 None None] The sync data for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 is: [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '2910dbc9-d275-4f4e-b71c-196738bbb708', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'port_id': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'mac_address': 'fa:16:3e:5c:14:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:20:41Z', 'updated_at': '2021-08-27T15:20:41Z', 'revision_number': 0, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:26Z', 'revision_number': 5, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:20:43.305185 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb566fa-2a20-42e2-8f1c-324965d1aa8d None None] New status for floating IP 2910dbc9-d275-4f4e-b71c-196738bbb708: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:20:44.841290 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d8795c14-be3b-4bb7-9071-18ad7f6ccaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:45.482832 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32068439-0239-4fa2-8f22-c8fb0453cd18 req-3e9e4522-e48d-4af8-b6e7-518488cb0e96 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0282016 Aug 27 15:20:45.548177 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32068439-0239-4fa2-8f22-c8fb0453cd18 req-84a33d88-d86e-4e56-b221-3f507a13d4de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0248933 Aug 27 15:20:45.588231 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32068439-0239-4fa2-8f22-c8fb0453cd18 req-2104951f-bfb7-4e7d-9da0-28071e7f1f48 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197453 Aug 27 15:20:45.695117 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32068439-0239-4fa2-8f22-c8fb0453cd18 req-18c4a9e8-7501-405d-b195-589f382446b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:20:45.696576 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-32068439-0239-4fa2-8f22-c8fb0453cd18 req-18c4a9e8-7501-405d-b195-589f382446b1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021571 Aug 27 15:20:47.631670 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:47.658389 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0fd4e561-f638-472c-998a-8994c394b9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:49.122251 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:50.578492 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:20:52.365181 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:03.204574 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fddbb682-bb96-4cd7-8583-1ff13d30f86e req-b6c17e59-4862-4311-9a09-d46b4b4ac15e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0310228 Aug 27 15:21:03.288700 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fddbb682-bb96-4cd7-8583-1ff13d30f86e req-40c9f561-7a48-4b25-bf51-5beaef55b531 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0258939 Aug 27 15:21:03.334768 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fddbb682-bb96-4cd7-8583-1ff13d30f86e req-489ccbdd-dd61-4e7f-b923-e269bca468c5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203922 Aug 27 15:21:03.431054 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbb682-bb96-4cd7-8583-1ff13d30f86e req-65707a71-d856-4cc3-a607-506fb0e685f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:21:03.432760 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-fddbb682-bb96-4cd7-8583-1ff13d30f86e req-65707a71-d856-4cc3-a607-506fb0e685f4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918427 Aug 27 15:21:07.246125 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:21:10.914887 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:14.843525 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e83edb87-2bd7-46f4-b3a6-f4d105a32991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:17.635185 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:17.657894 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d2375a7a-87e9-4f42-ac70-4dab69577a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:19.126270 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:20.582273 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:22.365337 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:40.909328 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:44.245572 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:21:44.846481 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-761c937f-ea2f-445e-a42e-a19e28a5b2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:47.481019 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a573182-6288-448d-8f09-1868f3ee23af req-f89c4b56-dfd1-4074-b38a-c8f0d4c02efd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0318282 Aug 27 15:21:47.554507 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a573182-6288-448d-8f09-1868f3ee23af req-d0c181d7-d917-428e-b19a-3e3de0b31efe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0298541 Aug 27 15:21:47.597049 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a573182-6288-448d-8f09-1868f3ee23af req-0b9ba6c7-aab7-4a3e-b02c-55553d2af6d0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231657 Aug 27 15:21:47.637719 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:47.660303 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-14e5dedc-e371-4a6e-80e8-672a53734394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:47.701825 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a573182-6288-448d-8f09-1868f3ee23af req-e298c6d0-5193-4c3e-8ffe-bad3113cbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:21:47.703542 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1a573182-6288-448d-8f09-1868f3ee23af req-e298c6d0-5193-4c3e-8ffe-bad3113cbdd0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997012 Aug 27 15:21:49.129274 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:50.584595 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:21:52.380084 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:04.205000 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3057a37a-0253-41f2-9e6b-3729b5e94e62 req-6b587a4b-b2c1-4638-9419-5bd06d36f432 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484662 Aug 27 15:22:04.282198 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057a37a-0253-41f2-9e6b-3729b5e94e62 req-55436166-2b27-4fee-a7f6-e8e1ed9906e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:22:04.283785 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3057a37a-0253-41f2-9e6b-3729b5e94e62 req-55436166-2b27-4fee-a7f6-e8e1ed9906e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ad7b6f2d101492b81021b2236726e12&device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 1098 time: 0.0415471 Aug 27 15:22:04.391155 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057a37a-0253-41f2-9e6b-3729b5e94e62 req-7a149170-220c-4da6-97a3-c6e4bcff94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:22:04.392661 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3057a37a-0253-41f2-9e6b-3729b5e94e62 req-7a149170-220c-4da6-97a3-c6e4bcff94c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 HTTP/1.1" status: 200 len: 911 time: 0.0894036 Aug 27 15:22:04.468853 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3057a37a-0253-41f2-9e6b-3729b5e94e62 req-40c4b446-691b-46ae-a082-460d92834504 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbee7bdf-1613-4147-879b-55cb54d714ac HTTP/1.1" status: 200 len: 1002 time: 0.0678022 Aug 27 15:22:04.528016 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057a37a-0253-41f2-9e6b-3729b5e94e62 req-5bc9cb49-34e2-4026-a688-a8aed30c673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:22:04.529683 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3057a37a-0253-41f2-9e6b-3729b5e94e62 req-5bc9cb49-34e2-4026-a688-a8aed30c673d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be9101e-181f-4ae1-8ea8-c922f1a2a9fe HTTP/1.1" status: 200 len: 849 time: 0.0508623 Aug 27 15:22:04.586064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057a37a-0253-41f2-9e6b-3729b5e94e62 req-5b0dd174-9451-4245-9788-c0474a297df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:22:04.587647 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3057a37a-0253-41f2-9e6b-3729b5e94e62 req-5b0dd174-9451-4245-9788-c0474a297df5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506833 Aug 27 15:22:04.684872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3057a37a-0253-41f2-9e6b-3729b5e94e62 req-8496731f-99be-4887-8309-dc2509e060b6 service neutron] 10.222.0.41 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900490 Aug 27 15:22:04.778320 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-3057a37a-0253-41f2-9e6b-3729b5e94e62 req-128dec2a-7161-4fa8-ae5f-e280a115b020 service neutron] 10.222.0.41 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864041 Aug 27 15:22:10.913122 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:14.848090 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b3bd9317-b9cd-4c46-bb43-697277f11950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:17.648015 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:17.665182 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-28487434-2abe-46f7-92bc-1d43b69c715a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:19.132101 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:20.588150 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:21.245009 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:22:22.368166 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:40.912990 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:44.848289 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1dba5c52-d27c-40de-932b-727ac8114740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:47.641619 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:47.666475 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4d839521-fc21-4ed8-99a5-a887a25a5d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:48.476085 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-095be532-7e02-4a44-b14c-8867c5dc5a01 req-0a839b4b-6ec7-4270-8b6e-c4cec30108fd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303531 Aug 27 15:22:48.543184 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-095be532-7e02-4a44-b14c-8867c5dc5a01 req-ed10bde9-7d29-419f-8588-2570a53b985a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0251203 Aug 27 15:22:48.582601 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-095be532-7e02-4a44-b14c-8867c5dc5a01 req-274a33fa-2665-4b7f-96f0-8c5658156609 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206614 Aug 27 15:22:48.681985 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095be532-7e02-4a44-b14c-8867c5dc5a01 req-c5ca8983-9426-4e6b-b34a-0579fb1ac00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:22:48.683619 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-095be532-7e02-4a44-b14c-8867c5dc5a01 req-c5ca8983-9426-4e6b-b34a-0579fb1ac00b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948968 Aug 27 15:22:49.139727 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:50.591174 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:52.380143 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:22:58.247750 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:23:05.188794 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e17edb2-3847-4e3a-ac97-5d747817c538 req-a013a855-2b97-458c-8efd-cb76d9939878 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0315878 Aug 27 15:23:05.279179 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e17edb2-3847-4e3a-ac97-5d747817c538 req-578c74b6-0b9b-4519-ac45-f1f06d9840f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0307200 Aug 27 15:23:05.324683 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e17edb2-3847-4e3a-ac97-5d747817c538 req-31f3c22e-8c19-49d8-9380-9a9c15ee3b14 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200789 Aug 27 15:23:05.428464 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17edb2-3847-4e3a-ac97-5d747817c538 req-6559d7a7-9ab0-46e6-bb19-21fd50ab5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:05.429951 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-9e17edb2-3847-4e3a-ac97-5d747817c538 req-6559d7a7-9ab0-46e6-bb19-21fd50ab5a99 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983691 Aug 27 15:23:10.904679 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:14.850014 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b736-194d-4b17-acd8-8fda5fd57149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:17.644546 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:17.670353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d4321e3f-171b-4605-a890-b5e63c25d42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:19.138635 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:20.595381 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:22.391480 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:24.678025 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dbee7bdf-1613-4147-879b-55cb54d714ac details requested by agent hyperv_n-h2-712139-12 with host n-h2-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:23:24.775842 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dbee7bdf-1613-4147-879b-55cb54d714ac, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dbee7bdf-1613-4147-879b-55cb54d714ac,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:23:24.787150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Returning: {'device': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'port_id': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'mac_address': 'fa:16:3e:5c:14:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:23:24.827177 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:24.839910 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbee7bdf-1613-4147-879b-55cb54d714ac {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:23:24.859593 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dbee7bdf-1613-4147-879b-55cb54d714ac, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dbee7bdf-1613-4147-879b-55cb54d714ac,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:23:24.863909 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:24.911903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=dbee7bdf-1613-4147-879b-55cb54d714ac,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:23:24.919052 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:24.919409 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:24.919732 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:24.920064 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:24.920392 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:24.920718 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:24.921044 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:24.921366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:24.921686 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:24.922009 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:24.922323 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:24.922640 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:25.015129 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] get_ports_and_sgs() called for port_ids ['dbee7bdf-1613-4147-879b-55cb54d714ac'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:23:26.683404 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dbee7bdf-1613-4147-879b-55cb54d714ac up at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:23:26.732814 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Provisioning complete for port dbee7bdf-1613-4147-879b-55cb54d714ac triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:23:26.733184 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:26.818663 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:26.840695 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:23:26.843412 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a805b70-adae-4970-8f14-9a1908fe2181" -d '{"events": [{"server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "name": "network-vif-plugged", "status": "completed", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:23:26.857149 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dbee7bdf-1613-4147-879b-55cb54d714ac, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dbee7bdf-1613-4147-879b-55cb54d714ac,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:23:26.861320 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:26.908126 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=dbee7bdf-1613-4147-879b-55cb54d714ac,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:23:26.943179 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c3eaa4-93e4-4c90-b069-e0284a395961 x-openstack-request-id: req-25c3eaa4-93e4-4c90-b069-e0284a395961 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:23:26.943431 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "name": "network-vif-plugged", "status": "completed", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:23:26.943683 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25c3eaa4-93e4-4c90-b069-e0284a395961 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:23:26.944104 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'code': 200} Aug 27 15:23:35.248607 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:23:40.926500 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:44.855024 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-50ec1a6e-1596-4d27-bf58-e6f11daa943d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:44.921906 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-09223c61-f979-4ac0-a77b-34a97e852697 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70408749&fields=id&tenant_id=1ad7b6f2d101492b81021b2236726e12 HTTP/1.1" status: 200 len: 267 time: 0.0354412 Aug 27 15:23:45.038544 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-b50ea37c-1352-48bd-8bf7-d3700405aaf3 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:45.040021 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-b50ea37c-1352-48bd-8bf7-d3700405aaf3 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/networks?id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 HTTP/1.1" status: 200 len: 810 time: 0.1105335 Aug 27 15:23:45.055288 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-ae49ba6d-3d63-4c3e-9696-3901e1cbf32b tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/quotas/1ad7b6f2d101492b81021b2236726e12 HTTP/1.1" status: 200 len: 375 time: 0.0094342 Aug 27 15:23:45.114073 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-e9852f9d-d691-41d1-b6be-12d11bedaf09 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ad7b6f2d101492b81021b2236726e12&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0530987 Aug 27 15:23:45.215527 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-ad36d800-f908-4bd6-8bf1-6cbfae7cd394 service neutron] 10.222.0.55 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889707 Aug 27 15:23:45.311518 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-817f5fef-848f-4f5d-970a-3d195ff47ea7 service neutron] 10.222.0.55 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897479 Aug 27 15:23:45.522908 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-542909b5-e7de-4eab-98f2-797d015547c9 req-8a84e6fe-30ed-43e4-9dd6-ce31e7111622 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 210 time: 0.0292313 Aug 27 15:23:45.560320 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-7ef55809-9301-42a8-9807-6b05caa61111 req-3c0a370a-d2cf-4256-8aa8-fdd2fb360688 service neutron] (101186) timed out ('10.222.0.41', 52175) {{(pid=101186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 15:23:46.502009 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-6621d521-dea3-4db0-b158-f4aff8450a7e tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:46.503721 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-6621d521-dea3-4db0-b158-f4aff8450a7e tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.52 "GET /v2.0/networks?id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 HTTP/1.1" status: 200 len: 810 time: 0.1154568 Aug 27 15:23:46.551483 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-34cc76da-f216-4a34-92c4-3bd57c020dcd tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ad7b6f2d101492b81021b2236726e12 HTTP/1.1" status: 200 len: 378 time: 0.0388222 Aug 27 15:23:46.569413 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Request body: {'port': {'device_id': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'admin_state_up': True, 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'security_groups': ['93b3f578-a85b-4236-a7b0-3240fece8a9f']}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:23:46.653381 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-87ac6c0d-8c05-42f1-9a9e-bbbfbf9a66a9 req-124da127-ae1f-4d7c-ad28-6f9ef8b2c9e2 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 210 time: 0.0418668 Aug 27 15:23:46.717415 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Made reservation on behalf of 1ad7b6f2d101492b81021b2236726e12 for: {'port': 1} {{(pid=101186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:23:46.721348 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:46.848994 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dbee7bdf-1613-4147-879b-55cb54d714ac no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:23:46.892307 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_common [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Allocated IP 172.20.0.3 (0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997/3be9101e-181f-4ae1-8ea8-c922f1a2a9fe/a99d8ecb-66ab-4d05-938c-681fd4e69444) {{(pid=101186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:23:47.015459 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:47.078484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] For port dbee7bdf-1613-4147-879b-55cb54d714ac, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dbee7bdf-1613-4147-879b-55cb54d714ac,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:23:47.086232 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for port, precommit_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:47.087837 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:23:47.090724 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266e49ee-1ce8-45ef-a5de-4adeb2ea1a17" -d '{"events": [{"server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "name": "network-vif-unplugged", "status": "completed", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:23:47.107829 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Transition to ACTIVE for port object a99d8ecb-66ab-4d05-938c-681fd4e69444 will not be triggered until provisioned by entity DHCP. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:23:47.108397 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:47.152095 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_create {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:47.181686 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 is already hosted by enough agents. {{(pid=101186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:23:47.185556 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.base_scheduler [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Resources bound (agent type, host, resource id): {{(pid=101186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:23:47.196698 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 15:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9776f00-9998-4ce0-a052-12b3db9ca576 x-openstack-request-id: req-b9776f00-9998-4ce0-a052-12b3db9ca576 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:23:47.196982 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "name": "network-vif-unplugged", "status": "completed", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:23:47.197407 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9776f00-9998-4ce0-a052-12b3db9ca576 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:23:47.197986 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'code': 200} Aug 27 15:23:47.203141 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Pushing event updated for resources: {'Port': ['ID=dbee7bdf-1613-4147-879b-55cb54d714ac,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:23:47.229434 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Received port after_create {{(pid=101186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:23:47.280116 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event updated for resources: {'Port': ['ID=a99d8ecb-66ab-4d05-938c-681fd4e69444,revision_number=1']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:23:47.302463 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:47.304474 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:47.304973 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:47.305455 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:47.305934 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:47.306526 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:47.306942 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:47.307612 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:47.308078 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:47.308557 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:47.309024 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:47.309491 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:23:47.342280 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:47.343003 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:47.374592 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-acdce408-2b7d-40e0-970a-d43bf78ada41 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8093400 Aug 27 15:23:47.531774 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4a0a7d8d-0c5e-46fd-9a86-c5fe5bbabaf7 None None] Provisioning for port a99d8ecb-66ab-4d05-938c-681fd4e69444 completed by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:23:47.543685 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-4a0a7d8d-0c5e-46fd-9a86-c5fe5bbabaf7 None None] Provisioning complete for port a99d8ecb-66ab-4d05-938c-681fd4e69444 triggered by entity DHCP. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:23:47.544541 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7d8d-0c5e-46fd-9a86-c5fe5bbabaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:47.588655 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a7d8d-0c5e-46fd-9a86-c5fe5bbabaf7 None None] Port a99d8ecb-66ab-4d05-938c-681fd4e69444 cannot update to ACTIVE because it is not bound. {{(pid=101188) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:23:47.647621 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:47.683551 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c911ff67-1fc3-4837-bbf2-39e9ba2e0c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:47.804249 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a1201-6ce2-4c26-9359-15a5bce63a0b req-6a275cd9-7d64-4d29-9b94-163b5c1780e1 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:47.805807 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-349a1201-6ce2-4c26-9359-15a5bce63a0b req-6a275cd9-7d64-4d29-9b94-163b5c1780e1 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 931 time: 0.0594375 Aug 27 15:23:47.857291 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-349a1201-6ce2-4c26-9359-15a5bce63a0b req-e0b49bd2-f84b-49c5-b5a6-90d5ad7527c3 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439792 Aug 27 15:23:48.985473 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462b295-239e-4ede-b026-16d286f33552 req-ce2e4d1a-4187-4477-a659-8494fb5a8c43 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:48.987077 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a462b295-239e-4ede-b026-16d286f33552 req-ce2e4d1a-4187-4477-a659-8494fb5a8c43 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 931 time: 0.0569160 Aug 27 15:23:49.030510 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-a462b295-239e-4ede-b026-16d286f33552 req-683742b1-ea5f-4a13-b68b-c880b9ff1133 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365949 Aug 27 15:23:49.144245 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:50.159877 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769c925-81ed-4224-bb81-6fd4e5d8b829 req-6c8a196a-1967-4f6f-91a8-b0bec2421fcf tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:50.162864 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f769c925-81ed-4224-bb81-6fd4e5d8b829 req-6c8a196a-1967-4f6f-91a8-b0bec2421fcf tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 931 time: 0.0524979 Aug 27 15:23:50.207100 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f769c925-81ed-4224-bb81-6fd4e5d8b829 req-c9e2b7c4-57cb-4fab-b291-50a46e92665a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362403 Aug 27 15:23:50.604932 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:51.332596 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee071a-9631-4ed5-9297-14d7686246b6 req-8cbd5443-1156-4a67-bdec-a79405689038 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:51.334445 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-94ee071a-9631-4ed5-9297-14d7686246b6 req-8cbd5443-1156-4a67-bdec-a79405689038 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 931 time: 0.0514607 Aug 27 15:23:51.378277 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-94ee071a-9631-4ed5-9297-14d7686246b6 req-3fa9fe93-aa8e-4101-982f-210a00791344 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367649 Aug 27 15:23:52.439353 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:52.529238 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2486a-54f9-4030-9182-f6fc4a1f32c8 req-27b067e7-e9f6-4803-bbbd-4137f409c901 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:52.530877 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ba2486a-54f9-4030-9182-f6fc4a1f32c8 req-27b067e7-e9f6-4803-bbbd-4137f409c901 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 931 time: 0.0664625 Aug 27 15:23:52.573722 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7ba2486a-54f9-4030-9182-f6fc4a1f32c8 req-5a17edef-c4b3-42a9-bbd8-f859c116b306 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365877 Aug 27 15:23:53.699176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb5a60-ace3-4f88-9dba-72b553c6bb3c req-9b9e2fae-8964-489f-8466-a3ef6a2430e4 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:53.700781 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9fb5a60-ace3-4f88-9dba-72b553c6bb3c req-9b9e2fae-8964-489f-8466-a3ef6a2430e4 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 931 time: 0.0504286 Aug 27 15:23:53.758943 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-f9fb5a60-ace3-4f88-9dba-72b553c6bb3c req-eb2c64a8-b7fd-4fbe-ad62-7953e767b7e3 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497200 Aug 27 15:23:54.883445 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa64009-5f2f-49b3-9b36-e65c01c1cbb1 req-21df9203-2c98-4d3f-b278-d309c2e7646b tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:54.885062 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffa64009-5f2f-49b3-9b36-e65c01c1cbb1 req-21df9203-2c98-4d3f-b278-d309c2e7646b tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 931 time: 0.0547719 Aug 27 15:23:54.927483 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ffa64009-5f2f-49b3-9b36-e65c01c1cbb1 req-2ef230c0-733a-421f-ad2e-78b7a493ada8 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354466 Aug 27 15:23:56.061765 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30a1bf-9154-40f6-a37d-3012f24508f0 req-226e114b-103e-4393-89de-99d469a1786c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:56.071372 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad30a1bf-9154-40f6-a37d-3012f24508f0 req-226e114b-103e-4393-89de-99d469a1786c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 931 time: 0.0691898 Aug 27 15:23:56.401706 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-ad30a1bf-9154-40f6-a37d-3012f24508f0 req-7fc1b656-9aa4-479a-b02e-c8a05eded950 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3293567 Aug 27 15:23:57.200241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.52', 62414) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:23:57.225516 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.v2.base [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Request body: {'port': {'device_id': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-12'}} {{(pid=101186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:23:57.256731 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51bd3583-d8d2-432a-a777-568827df6f2e req-54aec733-340a-49c9-b779-d69573d72548 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256846 Aug 27 15:23:57.288668 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:57.331163 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51bd3583-d8d2-432a-a777-568827df6f2e req-c00f85d8-fe35-4429-a027-cbdcff49089e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0259860 Aug 27 15:23:57.371863 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51bd3583-d8d2-432a-a777-568827df6f2e req-7962e42b-354b-493b-bc16-1784c228e814 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200615 Aug 27 15:23:57.476445 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd3583-d8d2-432a-a777-568827df6f2e req-c0ef57de-df2c-4080-8e3a-7698c6bd8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:57.477986 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-51bd3583-d8d2-432a-a777-568827df6f2e req-c0ef57de-df2c-4080-8e3a-7698c6bd8e5a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995324 Aug 27 15:23:57.568586 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae420d-3d7d-4b09-a683-5c776a0c45d5 req-2943e4ea-feba-413e-8fb9-ebde504ea685 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:57.570106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4bae420d-3d7d-4b09-a683-5c776a0c45d5 req-2943e4ea-feba-413e-8fb9-ebde504ea685 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 931 time: 0.0916932 Aug 27 15:23:57.640129 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99d8ecb-66ab-4d05-938c-681fd4e69444 {{(pid=101186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:23:57.648801 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-4bae420d-3d7d-4b09-a683-5c776a0c45d5 req-5e4f8c0e-609d-41de-b157-4b4efaacbc20 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724926 Aug 27 15:23:57.650531 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:57.668024 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.provisioning_blocks [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Transition to ACTIVE for port object a99d8ecb-66ab-4d05-938c-681fd4e69444 will not be triggered until provisioned by entity L2. {{(pid=101186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:23:57.670615 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:57.726278 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Pushing event updated for resources: {'Port': ['ID=a99d8ecb-66ab-4d05-938c-681fd4e69444,revision_number=2']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:23:57.810388 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Attempting to bind port a99d8ecb-66ab-4d05-938c-681fd4e69444 on host n-h1-712139-12 for vnic_type normal with profile {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:23:57.810759 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Attempting to bind port a99d8ecb-66ab-4d05-938c-681fd4e69444 by drivers openvswitch,hyperv on host n-h1-712139-12 at level 0 using segments [{'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:23:57.811101 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Attempting to bind port a99d8ecb-66ab-4d05-938c-681fd4e69444 on network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:23:57.816127 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Port a99d8ecb-66ab-4d05-938c-681fd4e69444 on network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-12 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 15:23:57.816448 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Attempting to bind port a99d8ecb-66ab-4d05-938c-681fd4e69444 on network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:23:57.821916 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Checking agent: {'id': '4578a839-52e5-4944-ab4f-269cb673ad30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'started_at': datetime.datetime(2021, 8, 27, 13, 52, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:23:57.822256 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Checking segment: {'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:23:57.822652 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Bound using segment: {'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'} {{(pid=101186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:23:57.823121 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.managers [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Bound port: a99d8ecb-66ab-4d05-938c-681fd4e69444, host: n-h1-712139-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e898a05a-8cb5-4296-9764-e79eed2ca83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997'}}] {{(pid=101186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:23:57.823483 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:57.896986 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] For port a99d8ecb-66ab-4d05-938c-681fd4e69444, host n-h1-712139-12, cleared binding levels {{(pid=101186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:23:57.900437 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] For port a99d8ecb-66ab-4d05-938c-681fd4e69444, host n-h1-712139-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a99d8ecb-66ab-4d05-938c-681fd4e69444,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:23:57.905222 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25942735'] for port, after_update {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:57.943785 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:57.944387 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:23:57.945896 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] 10.222.0.52 "PUT /v2.0/ports/a99d8ecb-66ab-4d05-938c-681fd4e69444 HTTP/1.1" status: 200 len: 1092 time: 0.7831855 Aug 27 15:23:57.946336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:23:57.948744 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c84a1c6-7c31-4b6d-9d87-ae6536beea62" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:23:58.030008 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccee7e1-d747-4473-8333-1725beea60bb service neutron] Pushing event updated for resources: {'Port': ['ID=a99d8ecb-66ab-4d05-938c-681fd4e69444,revision_number=3']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:23:58.050290 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-574cbd73-c049-4a69-94fb-b485fa7e787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:58.052092 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-574cbd73-c049-4a69-94fb-b485fa7e787a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ad7b6f2d101492b81021b2236726e12&device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 1095 time: 0.0603807 Aug 27 15:23:58.058233 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc0dd5f-4795-4156-8bf1-eabfff64be21 x-openstack-request-id: req-3bc0dd5f-4795-4156-8bf1-eabfff64be21 {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:23:58.058594 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:23:58.058968 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3bc0dd5f-4795-4156-8bf1-eabfff64be21 {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:23:58.059439 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'status': 'completed', 'code': 200} Aug 27 15:23:58.100635 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-dff0d78d-2fe4-4bf5-8d2f-7fc8e13195b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a99d8ecb-66ab-4d05-938c-681fd4e69444 HTTP/1.1" status: 200 len: 217 time: 0.0362711 Aug 27 15:23:58.152458 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-e55805d3-5297-4d32-8eca-d8b0434a026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:58.153982 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-e55805d3-5297-4d32-8eca-d8b0434a026f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3be9101e-181f-4ae1-8ea8-c922f1a2a9fe HTTP/1.1" status: 200 len: 849 time: 0.0461156 Aug 27 15:23:58.206034 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-0b36ab44-6b15-40e9-b1d8-6ad3962c5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:58.207372 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-0b36ab44-6b15-40e9-b1d8-6ad3962c5392 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467207 Aug 27 15:23:58.302191 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-588d0996-2b0a-40a2-8b19-79dbb8934a03 service neutron] 10.222.0.52 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878899 Aug 27 15:23:58.401010 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-3535ead7-de5b-436f-9a29-ee361b36a1b0 req-401322f7-f839-4abc-ae93-d5135ac7defc service neutron] 10.222.0.52 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923030 Aug 27 15:23:58.861728 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84a1c6-7c31-4b6d-9d87-ae6536beea62 req-71989953-dee8-455e-91df-6f08cbba1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:58.863186 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c84a1c6-7c31-4b6d-9d87-ae6536beea62 req-71989953-dee8-455e-91df-6f08cbba1da4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ad7b6f2d101492b81021b2236726e12&device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 1095 time: 0.4184465 Aug 27 15:23:58.876567 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b9572-6cc5-4db5-a8c5-2a9c72d5452c req-950eeb60-ad71-4dd5-9788-40abb827b72d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:58.878118 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b62b9572-6cc5-4db5-a8c5-2a9c72d5452c req-950eeb60-ad71-4dd5-9788-40abb827b72d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 943 time: 0.0605741 Aug 27 15:23:58.970846 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-b62b9572-6cc5-4db5-a8c5-2a9c72d5452c req-9498d4a5-4ace-44fe-b5ff-fa3cacba69a9 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830109 Aug 27 15:23:59.001233 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84a1c6-7c31-4b6d-9d87-ae6536beea62 req-e17b6778-27d9-4af8-9fc8-8454c7356f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:59.002778 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c84a1c6-7c31-4b6d-9d87-ae6536beea62 req-e17b6778-27d9-4af8-9fc8-8454c7356f41 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 HTTP/1.1" status: 200 len: 911 time: 0.1233885 Aug 27 15:23:59.045870 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c84a1c6-7c31-4b6d-9d87-ae6536beea62 req-4f962a56-c720-4bf9-846a-b1333ebb54aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a99d8ecb-66ab-4d05-938c-681fd4e69444 HTTP/1.1" status: 200 len: 217 time: 0.0355053 Aug 27 15:23:59.094971 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84a1c6-7c31-4b6d-9d87-ae6536beea62 req-14ddd403-77e6-4737-be58-40c96fd0072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:59.096420 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c84a1c6-7c31-4b6d-9d87-ae6536beea62 req-14ddd403-77e6-4737-be58-40c96fd0072e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3be9101e-181f-4ae1-8ea8-c922f1a2a9fe HTTP/1.1" status: 200 len: 849 time: 0.0435121 Aug 27 15:23:59.151736 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84a1c6-7c31-4b6d-9d87-ae6536beea62 req-50a4991f-ec9b-4039-b0b3-b2b24247aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:23:59.153198 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c84a1c6-7c31-4b6d-9d87-ae6536beea62 req-50a4991f-ec9b-4039-b0b3-b2b24247aeec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483890 Aug 27 15:23:59.248330 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c84a1c6-7c31-4b6d-9d87-ae6536beea62 req-18b8ee87-fc6b-4059-b275-dda8baa7345b service neutron] 10.222.0.52 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855560 Aug 27 15:23:59.350189 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-1c84a1c6-7c31-4b6d-9d87-ae6536beea62 req-9ef95256-8ae5-4018-83ff-da8628a8dc89 service neutron] 10.222.0.52 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940106 Aug 27 15:24:00.093245 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58454d-a5e7-4533-95b5-f7cee7d265d5 req-acad0e14-7d0b-400c-93dd-0c912af42351 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:00.094784 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb58454d-a5e7-4533-95b5-f7cee7d265d5 req-acad0e14-7d0b-400c-93dd-0c912af42351 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 943 time: 0.0495811 Aug 27 15:24:00.136573 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-eb58454d-a5e7-4533-95b5-f7cee7d265d5 req-b14a6d0c-7a6b-4489-ad75-4404dbc6b644 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348520 Aug 27 15:24:01.263513 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819f415-a9e5-4455-a91e-1d57c6712707 req-38ed5385-464a-46e3-9702-1ef8d27571b5 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:01.265451 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7819f415-a9e5-4455-a91e-1d57c6712707 req-38ed5385-464a-46e3-9702-1ef8d27571b5 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 943 time: 0.0560427 Aug 27 15:24:01.307111 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-7819f415-a9e5-4455-a91e-1d57c6712707 req-e8e9734a-070f-4553-bcc4-62da8043db01 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348461 Aug 27 15:24:01.547954 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a99d8ecb-66ab-4d05-938c-681fd4e69444 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:24:01.643589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port a99d8ecb-66ab-4d05-938c-681fd4e69444, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a99d8ecb-66ab-4d05-938c-681fd4e69444,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:24:01.655484 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'port_id': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'mac_address': 'fa:16:3e:6c:a5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:24:01.692856 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:01.709281 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99d8ecb-66ab-4d05-938c-681fd4e69444 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:24:01.730641 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port a99d8ecb-66ab-4d05-938c-681fd4e69444, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a99d8ecb-66ab-4d05-938c-681fd4e69444,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:24:01.734936 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:01.781865 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=a99d8ecb-66ab-4d05-938c-681fd4e69444,revision_number=4']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:24:01.957029 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['a99d8ecb-66ab-4d05-938c-681fd4e69444'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:24:02.428408 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97590d3f-0f3c-4391-813b-08d245132f75 req-5904cd81-d9e8-4561-804f-c7c542e59031 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:02.429937 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-97590d3f-0f3c-4391-813b-08d245132f75 req-5904cd81-d9e8-4561-804f-c7c542e59031 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 944 time: 0.0521941 Aug 27 15:24:02.470244 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-97590d3f-0f3c-4391-813b-08d245132f75 req-fc5150ea-68b6-450d-a2e2-d6de3de330f0 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342937 Aug 27 15:24:03.562853 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a99d8ecb-66ab-4d05-938c-681fd4e69444 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:24:03.592237 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa136745-5e57-4618-9697-c0b15681f81b req-c62f66b0-3e16-425a-a456-23036b76759f tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:03.593767 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa136745-5e57-4618-9697-c0b15681f81b req-c62f66b0-3e16-425a-a456-23036b76759f tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 944 time: 0.0525320 Aug 27 15:24:03.613961 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning for port a99d8ecb-66ab-4d05-938c-681fd4e69444 completed by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:24:03.617758 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port a99d8ecb-66ab-4d05-938c-681fd4e69444 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:24:03.618127 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:03.634985 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-fa136745-5e57-4618-9697-c0b15681f81b req-fc6bd716-009b-4d39-881d-af073bcd1149 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343795 Aug 27 15:24:03.697576 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:03.720329 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:24:03.722536 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd3bea8-7397-4e78-ba3d-880fdfe4986d" -d '{"events": [{"server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "name": "network-vif-plugged", "status": "completed", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:24:03.734891 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port a99d8ecb-66ab-4d05-938c-681fd4e69444, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a99d8ecb-66ab-4d05-938c-681fd4e69444,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:24:03.739144 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:03.779897 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab870b3-bff0-4e5f-83f7-ffe2454eee04 x-openstack-request-id: req-6ab870b3-bff0-4e5f-83f7-ffe2454eee04 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:24:03.780310 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "name": "network-vif-plugged", "status": "completed", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:24:03.780654 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ab870b3-bff0-4e5f-83f7-ffe2454eee04 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:24:03.781150 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'code': 200} Aug 27 15:24:03.793512 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=a99d8ecb-66ab-4d05-938c-681fd4e69444,revision_number=5']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:24:03.886532 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71888a-7cb0-45b3-b911-666653171ddf req-53ad6c0d-18cb-4b2f-881b-cec5a54e0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:03.888055 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea71888a-7cb0-45b3-b911-666653171ddf req-53ad6c0d-18cb-4b2f-881b-cec5a54e0a6c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 1097 time: 0.0457609 Aug 27 15:24:03.923780 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-ea71888a-7cb0-45b3-b911-666653171ddf req-45f5bd9b-8903-4327-bfc3-f3762f3afcbb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279620 Aug 27 15:24:04.757534 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8660a15-a07c-4b5a-9be8-519950d59abb req-ce75d515-07e1-4a55-952c-929f5390c6cd tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:04.759209 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8660a15-a07c-4b5a-9be8-519950d59abb req-ce75d515-07e1-4a55-952c-929f5390c6cd tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 945 time: 0.0540016 Aug 27 15:24:04.799150 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c8660a15-a07c-4b5a-9be8-519950d59abb req-0d7b51c1-2ce3-462c-baea-8ed03e9ba377 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332084 Aug 27 15:24:05.926625 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b4e3b-2487-4c3f-bd9b-17122f4ae02f req-4e2169dd-aa7d-41c9-a76c-47769a60e38e tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:05.928515 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-694b4e3b-2487-4c3f-bd9b-17122f4ae02f req-4e2169dd-aa7d-41c9-a76c-47769a60e38e tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 945 time: 0.0541961 Aug 27 15:24:05.967359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-694b4e3b-2487-4c3f-bd9b-17122f4ae02f req-a82c928d-a1f2-4521-905f-2c97278560d8 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330439 Aug 27 15:24:06.084243 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf1c85-ff96-48f8-a7fc-757642652518 req-c549e4d1-bcf5-4a75-ac77-c92f3bf5d507 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:06.085758 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-46bf1c85-ff96-48f8-a7fc-757642652518 req-c549e4d1-bcf5-4a75-ac77-c92f3bf5d507 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 945 time: 0.0510678 Aug 27 15:24:06.125213 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-46bf1c85-ff96-48f8-a7fc-757642652518 req-a3db2e0a-4037-4f31-b6b8-e41ee777145d tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335019 Aug 27 15:24:06.151564 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49676) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:24:06.198638 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076ff8b0-7d39-431e-9386-2f2c3f005e47 tempest-TestSnapshotPattern-767245309 tempest-TestSnapshotPattern-767245309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:06.200209 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-076ff8b0-7d39-431e-9386-2f2c3f005e47 tempest-TestSnapshotPattern-767245309 tempest-TestSnapshotPattern-767245309-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 1092 time: 0.0474672 Aug 27 15:24:06.203160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49680) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:24:06.208295 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.v2.base [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Request body: {'floatingip': {'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'port_id': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:24:06.231245 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for floatingip, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:06.321349 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-661f6b9a-2681-4df5-9061-7462383928e6 req-4df5ce4a-4c0b-4da9-90a2-0a6c30185312 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1436801 Aug 27 15:24:06.393671 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:06.412185 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f6b9a-2681-4df5-9061-7462383928e6 req-41f70e64-bd9e-4b00-a8e9-4fbdd1d0ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:06.412693 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-661f6b9a-2681-4df5-9061-7462383928e6 req-41f70e64-bd9e-4b00-a8e9-4fbdd1d0ce6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ad7b6f2d101492b81021b2236726e12&device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 1096 time: 0.0599282 Aug 27 15:24:06.581133 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f6b9a-2681-4df5-9061-7462383928e6 req-d0d69ad1-32ba-47b4-8b99-a847eb5b3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:06.583201 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-661f6b9a-2681-4df5-9061-7462383928e6 req-d0d69ad1-32ba-47b4-8b99-a847eb5b3b52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 HTTP/1.1" status: 200 len: 911 time: 0.1425486 Aug 27 15:24:06.584539 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_common [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Allocated IP 172.25.2.15 (93d4ecde-b22c-49a6-8ce3-9dd19f9ba613/0463d158-5e9c-416c-9868-1b5a08845ae6/92067d8c-7d50-4c95-9484-b4cf902ab8ba) {{(pid=101187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:24:06.700333 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-661f6b9a-2681-4df5-9061-7462383928e6 req-de7c951a-6540-48c7-bc32-78d3f01737f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbee7bdf-1613-4147-879b-55cb54d714ac HTTP/1.1" status: 200 len: 1000 time: 0.1100113 Aug 27 15:24:06.786160 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f6b9a-2681-4df5-9061-7462383928e6 req-6b6cc838-f3ce-4cad-81a0-66e92c3f0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:06.787662 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-661f6b9a-2681-4df5-9061-7462383928e6 req-6b6cc838-f3ce-4cad-81a0-66e92c3f0f8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be9101e-181f-4ae1-8ea8-c922f1a2a9fe HTTP/1.1" status: 200 len: 849 time: 0.0790279 Aug 27 15:24:06.792142 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for port, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:06.855396 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f6b9a-2681-4df5-9061-7462383928e6 req-e7a60c5b-ea32-4a54-bd18-63d6c05d4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:06.856830 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-661f6b9a-2681-4df5-9061-7462383928e6 req-e7a60c5b-ea32-4a54-bd18-63d6c05d4238 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624053 Aug 27 15:24:06.868480 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [req-661f6b9a-2681-4df5-9061-7462383928e6 req-87921cdb-ec0d-4d0b-adac-107ebbcabd30 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:24:06.869525 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-661f6b9a-2681-4df5-9061-7462383928e6 req-87921cdb-ec0d-4d0b-adac-107ebbcabd30 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055561 Aug 27 15:24:06.874836 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763329322756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:06.965941 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Network 93d4ecde-b22c-49a6-8ce3-9dd19f9ba613 is already hosted by enough agents. {{(pid=101187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:24:06.974290 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.base_scheduler [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Resources bound (agent type, host, resource id): {{(pid=101187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:24:06.981994 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Received port after_create {{(pid=101187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:24:06.985580 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event updated for resources: {'Port': ['ID=92067d8c-7d50-4c95-9484-b4cf902ab8ba,revision_number=1']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:24:07.032471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:24:07.032823 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:24:07.033168 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:24:07.033506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:24:07.033843 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:24:07.034176 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:24:07.034506 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:24:07.034867 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:24:07.035194 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:24:07.035629 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:24:07.036653 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:24:07.037191 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:24:07.069568 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-661f6b9a-2681-4df5-9061-7462383928e6 req-ecdb662b-4ca3-4ec3-991c-32be856fc2cb service neutron] 10.222.0.41 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923358 Aug 27 15:24:07.264409 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-661f6b9a-2681-4df5-9061-7462383928e6 req-f5078fcf-5f8e-4c2b-a37d-92c600688a60 service neutron] 10.222.0.41 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781216 Aug 27 15:24:07.480198 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:07.548311 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:07.709189 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for port, precommit_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:07.714983 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26311237'] for port, after_update {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:07.788875 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event updated for resources: {'Port': ['ID=92067d8c-7d50-4c95-9484-b4cf902ab8ba,revision_number=2']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:24:07.799894 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710034'] for floatingip, after_create {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:07.908423 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Floating IP 5cef65f1-03a9-41b1-8994-885c354250ff associated. External IP: 172.25.2.15, port: a99d8ecb-66ab-4d05-938c-681fd4e69444. Aug 27 15:24:08.120443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Router 70709398-a139-4c1f-aac9-31eb9206f641 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:24:08.228963 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:24:08.242551 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f48e62-5a46-43b7-a8e8-dccd79c5762c None None] Sync routers for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:24:08.249803 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:08.253610 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f48e62-5a46-43b7-a8e8-dccd79c5762c None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:24:08.254848 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e4f48e62-5a46-43b7-a8e8-dccd79c5762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:23:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:24:08.285206 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1b3ea5b0-0ca6-4590-beb3-c0bcf95ff236 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0810075 Aug 27 15:24:08.286038 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:24:08.288661 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884672db-f11b-4e76-b7a5-b043f1c47239" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:24:08.331125 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdf1a56-b709-45dd-97fe-525185c77649 x-openstack-request-id: req-efdf1a56-b709-45dd-97fe-525185c77649 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:24:08.331501 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:24:08.331825 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-efdf1a56-b709-45dd-97fe-525185c77649 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:24:08.332308 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'status': 'completed', 'code': 200} Aug 27 15:24:08.369561 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-e4f48e62-5a46-43b7-a8e8-dccd79c5762c None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:24:08.401970 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884672db-f11b-4e76-b7a5-b043f1c47239 req-032a8f28-0b29-47a2-8e44-61c6de010639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:08.403570 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-884672db-f11b-4e76-b7a5-b043f1c47239 req-032a8f28-0b29-47a2-8e44-61c6de010639 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ad7b6f2d101492b81021b2236726e12&device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 1097 time: 0.0477252 Aug 27 15:24:08.503677 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884672db-f11b-4e76-b7a5-b043f1c47239 req-7d9418ab-0e3f-4610-9654-f54325fc4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:08.505799 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-884672db-f11b-4e76-b7a5-b043f1c47239 req-7d9418ab-0e3f-4610-9654-f54325fc4c31 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 HTTP/1.1" status: 200 len: 911 time: 0.0947435 Aug 27 15:24:08.582966 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-884672db-f11b-4e76-b7a5-b043f1c47239 req-f999b47b-50b7-4ca5-9c78-76cb8724193d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a99d8ecb-66ab-4d05-938c-681fd4e69444 HTTP/1.1" status: 200 len: 998 time: 0.0703530 Aug 27 15:24:08.633454 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884672db-f11b-4e76-b7a5-b043f1c47239 req-ba2270f6-f038-45df-9f4d-2fcd248b5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:08.634974 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-884672db-f11b-4e76-b7a5-b043f1c47239 req-ba2270f6-f038-45df-9f4d-2fcd248b5e80 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3be9101e-181f-4ae1-8ea8-c922f1a2a9fe HTTP/1.1" status: 200 len: 849 time: 0.0457752 Aug 27 15:24:08.682284 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884672db-f11b-4e76-b7a5-b043f1c47239 req-25e5a73f-714f-44c6-a372-e3f6e6e645ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:08.683759 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-884672db-f11b-4e76-b7a5-b043f1c47239 req-25e5a73f-714f-44c6-a372-e3f6e6e645ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421066 Aug 27 15:24:08.776521 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e4f48e62-5a46-43b7-a8e8-dccd79c5762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '2910dbc9-d275-4f4e-b71c-196738bbb708', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'port_id': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'mac_address': 'fa:16:3e:5c:14:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:20:41Z', 'updated_at': '2021-08-27T15:20:43Z', 'revision_number': 1, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address_scope': None}, {'id': '5cef65f1-03a9-41b1-8994-885c354250ff', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'port_id': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'mac_address': 'fa:16:3e:6c:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:24:07Z', 'updated_at': '2021-08-27T15:24:07Z', 'revision_number': 0, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:26Z', 'revision_number': 5, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:24:08.796448 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-884672db-f11b-4e76-b7a5-b043f1c47239 req-999705e4-4307-4c93-8bb1-8360287177f1 service neutron] 10.222.0.52 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029620 Aug 27 15:24:08.803930 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f48e62-5a46-43b7-a8e8-dccd79c5762c None None] Checking router: 70709398-a139-4c1f-aac9-31eb9206f641 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:24:08.812650 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f48e62-5a46-43b7-a8e8-dccd79c5762c None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:24:08.813261 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e4f48e62-5a46-43b7-a8e8-dccd79c5762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:23:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:24:08.894398 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-884672db-f11b-4e76-b7a5-b043f1c47239 req-31a85388-d105-49be-ba67-9b97aea85477 service neutron] 10.222.0.52 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904481 Aug 27 15:24:08.930962 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-e4f48e62-5a46-43b7-a8e8-dccd79c5762c None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:24:09.174586 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-e4f48e62-5a46-43b7-a8e8-dccd79c5762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '2910dbc9-d275-4f4e-b71c-196738bbb708', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'port_id': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'mac_address': 'fa:16:3e:5c:14:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:20:41Z', 'updated_at': '2021-08-27T15:20:43Z', 'revision_number': 1, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address_scope': None}, {'id': '5cef65f1-03a9-41b1-8994-885c354250ff', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'port_id': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'mac_address': 'fa:16:3e:6c:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:24:07Z', 'updated_at': '2021-08-27T15:24:07Z', 'revision_number': 0, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:26Z', 'revision_number': 5, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:24:09.210508 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f48e62-5a46-43b7-a8e8-dccd79c5762c None None] The sync data for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 is: [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '2910dbc9-d275-4f4e-b71c-196738bbb708', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'port_id': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'mac_address': 'fa:16:3e:5c:14:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:20:41Z', 'updated_at': '2021-08-27T15:20:43Z', 'revision_number': 1, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address_scope': None}, {'id': '5cef65f1-03a9-41b1-8994-885c354250ff', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'port_id': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'mac_address': 'fa:16:3e:6c:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:24:07Z', 'updated_at': '2021-08-27T15:24:07Z', 'revision_number': 0, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:26Z', 'revision_number': 5, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:24:09.411524 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c0f58-8344-4657-adc3-318d6fb44c4f None None] New status for floating IP 5cef65f1-03a9-41b1-8994-885c354250ff: ACTIVE {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:24:10.923069 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:12.253014 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:24:14.857989 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8baaf7b5-08b8-4bab-9721-239fd39c5d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:17.649795 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:17.671543 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-96109e07-7585-4442-95bd-37d20943beef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:19.144626 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:20.604513 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:22.401546 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:40.928078 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:44.860072 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7582746e-360c-4aac-9dc6-e221066d7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:47.652467 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:47.671513 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-29816f13-02d2-46b1-9dda-664ae0b63997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:49.147090 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:49.251891 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:24:49.453855 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9afb0f7-6768-4682-b528-f1ab6890f2b3 req-b93bc83e-f8f5-42c3-a70b-65faca52c5b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257683 Aug 27 15:24:49.519375 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9afb0f7-6768-4682-b528-f1ab6890f2b3 req-66b53804-f03f-4250-9f71-b0632b2a1a9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0246866 Aug 27 15:24:49.563449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9afb0f7-6768-4682-b528-f1ab6890f2b3 req-cabc09f4-74fc-4db6-9d72-7742b72259b2 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244865 Aug 27 15:24:49.656757 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afb0f7-6768-4682-b528-f1ab6890f2b3 req-9457e1af-c8e8-4eb7-bcb2-d1c16ea5b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:24:49.658276 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d9afb0f7-6768-4682-b528-f1ab6890f2b3 req-9457e1af-c8e8-4eb7-bcb2-d1c16ea5b94d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877047 Aug 27 15:24:50.605443 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:24:52.399995 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:08.158409 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0d445cd-0a82-42c3-b869-630c0a35b6f8 req-691f7db9-698c-4dcd-9dfb-ebde6b3fae5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270720 Aug 27 15:25:08.246330 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0d445cd-0a82-42c3-b869-630c0a35b6f8 req-c6a1f505-5c3c-4c42-a8a5-31b0df2a21c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0269411 Aug 27 15:25:08.296505 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0d445cd-0a82-42c3-b869-630c0a35b6f8 req-c7f2b23e-cbef-4885-a95d-1719b7289fcc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199199 Aug 27 15:25:08.400511 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d445cd-0a82-42c3-b869-630c0a35b6f8 req-45dcd974-3ff1-4237-b449-7321ece4a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:08.402039 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-e0d445cd-0a82-42c3-b869-630c0a35b6f8 req-45dcd974-3ff1-4237-b449-7321ece4a8c6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993414 Aug 27 15:25:10.925919 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:14.861042 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8c2b5ae4-8b85-4cd0-a685-306fd28abb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:17.667607 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:17.683649 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dfb1d389-fbf4-48ec-be14-e0af18ba5118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:19.155953 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:20.610622 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:22.405096 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:26.250628 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:25:37.995054 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a99d8ecb-66ab-4d05-938c-681fd4e69444 details requested by agent hyperv_n-h1-712139-12 with host n-h1-712139-12 {{(pid=101188) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 15:25:38.095885 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port a99d8ecb-66ab-4d05-938c-681fd4e69444, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a99d8ecb-66ab-4d05-938c-681fd4e69444,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:25:38.113563 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Returning: {'device': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'port_id': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'mac_address': 'fa:16:3e:6c:a5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101188) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 15:25:38.157694 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:38.172162 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a99d8ecb-66ab-4d05-938c-681fd4e69444 {{(pid=101188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 15:25:38.192474 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port a99d8ecb-66ab-4d05-938c-681fd4e69444, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a99d8ecb-66ab-4d05-938c-681fd4e69444,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:25:38.196710 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:38.249917 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=a99d8ecb-66ab-4d05-938c-681fd4e69444,revision_number=6']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:25:38.258235 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:38.258589 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:38.258966 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:38.259302 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:38.259636 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:38.259969 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:38.260296 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:38.260620 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:38.260945 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:38.261269 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:38.261591 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:38.261913 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:38.292819 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] get_ports_and_sgs() called for port_ids ['a99d8ecb-66ab-4d05-938c-681fd4e69444'] {{(pid=101188) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 15:25:40.016423 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a99d8ecb-66ab-4d05-938c-681fd4e69444 up at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:25:40.089912 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.provisioning_blocks [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Provisioning complete for port a99d8ecb-66ab-4d05-938c-681fd4e69444 triggered by entity L2. {{(pid=101188) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:25:40.090398 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1414623'] for port, provisioning_complete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:40.199063 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:40.235786 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:25:40.238113 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b7902-9a21-439a-ad18-eb31a9f0f622" -d '{"events": [{"server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "name": "network-vif-plugged", "status": "completed", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:25:40.263710 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port a99d8ecb-66ab-4d05-938c-681fd4e69444, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a99d8ecb-66ab-4d05-938c-681fd4e69444,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:25:40.273096 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:40.314043 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47eea0d-e65e-4ebb-9170-a03bed2c63f7 x-openstack-request-id: req-f47eea0d-e65e-4ebb-9170-a03bed2c63f7 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:25:40.314291 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "name": "network-vif-plugged", "status": "completed", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:25:40.314453 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f47eea0d-e65e-4ebb-9170-a03bed2c63f7 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:25:40.314927 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'code': 200} Aug 27 15:25:40.337293 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=a99d8ecb-66ab-4d05-938c-681fd4e69444,revision_number=7']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:25:40.961550 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:44.874812 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-fe960f31-a5a8-45d5-ab58-d89bfb8cfa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:47.655119 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:47.680167 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-4130f3e4-1525-4c81-a731-7d7a33322bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:48.885910 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49882) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:25:49.063612 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Deleting port 92067d8c-7d50-4c95-9484-b4cf902ab8ba {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:25:49.063959 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:49.140454 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:49.140694 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:49.154664 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Calling delete_port for 92067d8c-7d50-4c95-9484-b4cf902ab8ba owned by network:floatingip {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:25:49.160763 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:49.324225 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:49.351946 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event deleted for resources: {'Port': ['ID=92067d8c-7d50-4c95-9484-b4cf902ab8ba,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:25:49.379807 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:49.380393 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:49.380853 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:49.381206 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:49.381541 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:49.381872 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:49.382241 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:49.382569 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:49.382923 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:49.383287 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:49.383616 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:49.383942 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:49.431599 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for floatingip, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:49.431852 n-d-712139-12 neutron-server[101187]: INFO neutron.db.l3_db [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Floating IP 5cef65f1-03a9-41b1-8994-885c354250ff disassociated (deleted). External IP: 172.25.2.15, port: a99d8ecb-66ab-4d05-938c-681fd4e69444. Aug 27 15:25:49.947230 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Router 70709398-a139-4c1f-aac9-31eb9206f641 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:25:50.064397 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:25:50.069249 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:50.076544 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2acfd-127f-48a2-8952-6ffdcde505ba None None] Sync routers for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:25:50.087193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2acfd-127f-48a2-8952-6ffdcde505ba None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:25:50.087843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-98a2acfd-127f-48a2-8952-6ffdcde505ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:25:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:25:50.101388 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-6f38ca89-766d-487f-a7c8-8d69b4440a4c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "DELETE /v2.0/floatingips/5cef65f1-03a9-41b1-8994-885c354250ff HTTP/1.1" status: 204 len: 168 time: 1.2142432 Aug 27 15:25:50.101998 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:25:50.104357 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:25:50.211867 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d72c9f-5aa8-4f98-8b37-401b1efca73c x-openstack-request-id: req-a7d72c9f-5aa8-4f98-8b37-401b1efca73c {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:25:50.212177 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:25:50.212465 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7d72c9f-5aa8-4f98-8b37-401b1efca73c {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:25:50.212868 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'status': 'completed', 'code': 200} Aug 27 15:25:50.226055 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-98a2acfd-127f-48a2-8952-6ffdcde505ba None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:25:50.288232 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd req-8deb847b-ef88-4e02-8d6c-7ec3d3fc5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:50.289890 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd req-8deb847b-ef88-4e02-8d6c-7ec3d3fc5b35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ad7b6f2d101492b81021b2236726e12&device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 1097 time: 0.0516727 Aug 27 15:25:50.408436 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd req-c99be6bb-6df3-4a5a-84bb-8d209fa0215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:50.412455 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd req-c99be6bb-6df3-4a5a-84bb-8d209fa0215d service neutron] 10.222.0.52 "GET /v2.0/networks?id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 HTTP/1.1" status: 200 len: 911 time: 0.1147938 Aug 27 15:25:50.437790 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cd8ad-4c6f-489d-912d-4fd62bb2b1c0 req-13a9b52f-9a2d-470e-8221-082b20d0af0a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:50.439672 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-181cd8ad-4c6f-489d-912d-4fd62bb2b1c0 req-13a9b52f-9a2d-470e-8221-082b20d0af0a tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 945 time: 0.1191807 Aug 27 15:25:50.482179 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd req-e914ff04-70d6-4a8a-aea1-96dad5df82b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a99d8ecb-66ab-4d05-938c-681fd4e69444 HTTP/1.1" status: 200 len: 217 time: 0.0545828 Aug 27 15:25:50.494359 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-181cd8ad-4c6f-489d-912d-4fd62bb2b1c0 req-d8073d4c-fde7-4630-9c8b-2ea7a0b75954 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460088 Aug 27 15:25:50.533538 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-98a2acfd-127f-48a2-8952-6ffdcde505ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '2910dbc9-d275-4f4e-b71c-196738bbb708', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'port_id': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'mac_address': 'fa:16:3e:5c:14:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:20:41Z', 'updated_at': '2021-08-27T15:20:43Z', 'revision_number': 1, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:26Z', 'revision_number': 5, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:25:50.554333 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd req-61aa7595-5f5e-4279-a11d-bcf4ae8ea058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:50.555916 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd req-61aa7595-5f5e-4279-a11d-bcf4ae8ea058 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3be9101e-181f-4ae1-8ea8-c922f1a2a9fe HTTP/1.1" status: 200 len: 849 time: 0.0651484 Aug 27 15:25:50.567424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2acfd-127f-48a2-8952-6ffdcde505ba None None] Checking router: 70709398-a139-4c1f-aac9-31eb9206f641 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:25:50.578422 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2acfd-127f-48a2-8952-6ffdcde505ba None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:25:50.578981 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-98a2acfd-127f-48a2-8952-6ffdcde505ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:25:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:25:50.622494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd req-43225d0d-9414-4dd5-a23a-67badc17ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:50.624124 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd req-43225d0d-9414-4dd5-a23a-67badc17ab51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608935 Aug 27 15:25:50.641606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd req-6a99a697-7a59-47f6-a275-9d729c99559e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101186) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:25:50.641911 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:50.642638 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd req-6a99a697-7a59-47f6-a275-9d729c99559e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100672 Aug 27 15:25:50.710889 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-98a2acfd-127f-48a2-8952-6ffdcde505ba None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:25:50.751673 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd req-0029dc3f-0953-44d2-81c9-337a8086b26a service neutron] 10.222.0.52 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995829 Aug 27 15:25:50.871348 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c992c5e6-46b5-4f0d-a0af-8eaa930644bd req-db5e80ec-e6d7-47a6-8a19-682693db0ac7 service neutron] 10.222.0.52 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113501 Aug 27 15:25:50.958225 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-98a2acfd-127f-48a2-8952-6ffdcde505ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '2910dbc9-d275-4f4e-b71c-196738bbb708', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'port_id': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'mac_address': 'fa:16:3e:5c:14:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:20:41Z', 'updated_at': '2021-08-27T15:20:43Z', 'revision_number': 1, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:26Z', 'revision_number': 5, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:25:50.990370 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2acfd-127f-48a2-8952-6ffdcde505ba None None] The sync data for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 is: [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_floatingips': [{'id': '2910dbc9-d275-4f4e-b71c-196738bbb708', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'router_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'port_id': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'mac_address': 'fa:16:3e:5c:14:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T15:20:41Z', 'updated_at': '2021-08-27T15:20:43Z', 'revision_number': 1, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:26Z', 'revision_number': 5, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:25:51.252999 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f56879-f7b2-4acf-8f68-e2a67f5d2f3b None None] New status for floating IP 5cef65f1-03a9-41b1-8994-885c354250ff: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:25:51.630746 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7fdd8-da91-41d1-a83c-717967cae01a req-77e6beeb-11fa-46bb-a267-f18718d1e827 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:51.632357 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-35d7fdd8-da91-41d1-a83c-717967cae01a req-77e6beeb-11fa-46bb-a267-f18718d1e827 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 945 time: 0.0577197 Aug 27 15:25:51.674500 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-35d7fdd8-da91-41d1-a83c-717967cae01a req-2eb91d4a-d0e7-4c44-86fc-86dc47dab07c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356822 Aug 27 15:25:51.842519 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb0d78-3cf7-4c80-a20b-c6d55754f23d req-c9016665-f64d-4132-8fff-0da88a0a86fc tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:51.844061 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3eb0d78-3cf7-4c80-a20b-c6d55754f23d req-c9016665-f64d-4132-8fff-0da88a0a86fc tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 945 time: 0.0561357 Aug 27 15:25:51.944108 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a3eb0d78-3cf7-4c80-a20b-c6d55754f23d req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Deleting port a99d8ecb-66ab-4d05-938c-681fd4e69444 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:25:51.944458 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a3eb0d78-3cf7-4c80-a20b-c6d55754f23d req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:52.029150 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a99d8ecb-66ab-4d05-938c-681fd4e69444 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:25:52.043665 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [req-a3eb0d78-3cf7-4c80-a20b-c6d55754f23d req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] For port a99d8ecb-66ab-4d05-938c-681fd4e69444, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a99d8ecb-66ab-4d05-938c-681fd4e69444,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:25:52.044046 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a3eb0d78-3cf7-4c80-a20b-c6d55754f23d req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:52.058789 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [req-a3eb0d78-3cf7-4c80-a20b-c6d55754f23d req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Calling delete_port for a99d8ecb-66ab-4d05-938c-681fd4e69444 owned by compute:nova {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:25:52.111490 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1773398'] for port, before_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:52.137158 n-d-712139-12 neutron-server[101188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444'}] {{(pid=101188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:25:52.139518 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d23533942d81727c24564f3d554a4733d72eb7e80dc73b1f369134b8ee494c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d19128d-51e6-47c6-af3e-f2228ad890a9" -d '{"events": [{"server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "name": "network-vif-unplugged", "status": "completed", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444"}]}' {{(pid=101188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:25:52.156145 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] For port a99d8ecb-66ab-4d05-938c-681fd4e69444, host n-h1-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-12',level=0,port_id=a99d8ecb-66ab-4d05-938c-681fd4e69444,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:25:52.163057 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763329798449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763329322774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763329322792'] for port, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:52.188128 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 15:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1327e345-fbc1-4d51-880c-565077a599e2 x-openstack-request-id: req-1327e345-fbc1-4d51-880c-565077a599e2 {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:25:52.188421 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "name": "network-vif-unplugged", "status": "completed", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444", "code": 200}]} {{(pid=101188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:25:52.188669 n-d-712139-12 neutron-server[101188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1327e345-fbc1-4d51-880c-565077a599e2 {{(pid=101188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:25:52.189059 n-d-712139-12 neutron-server[101188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'code': 200} Aug 27 15:25:52.224476 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Pushing event updated for resources: {'Port': ['ID=a99d8ecb-66ab-4d05-938c-681fd4e69444,revision_number=8']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:25:52.235800 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a3eb0d78-3cf7-4c80-a20b-c6d55754f23d req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:52.266494 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event deleted for resources: {'Port': ['ID=a99d8ecb-66ab-4d05-938c-681fd4e69444,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:25:52.280568 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:52.280913 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:52.281257 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:52.281596 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:52.281937 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:52.282263 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:52.282594 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:52.282953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:52.283279 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:52.283601 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:52.283926 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:52.284366 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-12 {{(pid=101186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:25:52.327708 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3eb0d78-3cf7-4c80-a20b-c6d55754f23d req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] No DVR routers for this DVR port a99d8ecb-66ab-4d05-938c-681fd4e69444 on host n-h1-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:25:52.330314 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [req-a3eb0d78-3cf7-4c80-a20b-c6d55754f23d req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:52.332416 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a3eb0d78-3cf7-4c80-a20b-c6d55754f23d req-7fe1b076-7d9a-4b34-a323-defd761cb14c tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.52 "DELETE /v2.0/ports/a99d8ecb-66ab-4d05-938c-681fd4e69444 HTTP/1.1" status: 204 len: 173 time: 0.4821801 Aug 27 15:25:52.332838 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'name': 'network-vif-deleted', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:25:52.335141 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9075e6b8-a29d-4fa8-9e42-0ebf8c3e6446" -d '{"events": [{"server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "name": "network-vif-deleted", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:25:52.388939 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dcbf58-904e-4185-a9ae-e3248d26d5af x-openstack-request-id: req-08dcbf58-904e-4185-a9ae-e3248d26d5af {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:25:52.389227 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a20282-2bb1-4f32-bf08-e69a7e2c8e01", "name": "network-vif-deleted", "tag": "a99d8ecb-66ab-4d05-938c-681fd4e69444", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:25:52.389480 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08dcbf58-904e-4185-a9ae-e3248d26d5af {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:25:52.389885 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a20282-2bb1-4f32-bf08-e69a7e2c8e01', 'name': 'network-vif-deleted', 'tag': 'a99d8ecb-66ab-4d05-938c-681fd4e69444', 'status': 'completed', 'code': 200} Aug 27 15:25:52.415860 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:52.810445 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-b63da8b7-9670-481e-bb72-06b1c4f5b878 req-736f9033-f3fd-4794-8635-dba29a9f7791 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a20282-2bb1-4f32-bf08-e69a7e2c8e01 HTTP/1.1" status: 200 len: 210 time: 0.0336549 Aug 27 15:25:54.438720 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49948) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:25:54.618888 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-eec4f297-ec83-4111-bc02-1fe942e97a35 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Deleting port 3d315558-f0c9-499e-8a6d-ab3d0ce2f193 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:25:54.619234 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eec4f297-ec83-4111-bc02-1fe942e97a35 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:54.709383 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eec4f297-ec83-4111-bc02-1fe942e97a35 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:54.709731 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eec4f297-ec83-4111-bc02-1fe942e97a35 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:54.721776 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-eec4f297-ec83-4111-bc02-1fe942e97a35 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Calling delete_port for 3d315558-f0c9-499e-8a6d-ab3d0ce2f193 owned by network:floatingip {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:25:54.886105 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eec4f297-ec83-4111-bc02-1fe942e97a35 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:54.912754 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4f297-ec83-4111-bc02-1fe942e97a35 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event deleted for resources: {'Port': ['ID=3d315558-f0c9-499e-8a6d-ab3d0ce2f193,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:25:54.983894 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eec4f297-ec83-4111-bc02-1fe942e97a35 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for floatingip, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:54.984136 n-d-712139-12 neutron-server[101186]: INFO neutron.db.l3_db [None req-eec4f297-ec83-4111-bc02-1fe942e97a35 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Floating IP 2910dbc9-d275-4f4e-b71c-196738bbb708 disassociated (deleted). External IP: 172.25.2.153, port: dbee7bdf-1613-4147-879b-55cb54d714ac. Aug 27 15:25:55.210949 n-d-712139-12 neutron-server[101186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec4f297-ec83-4111-bc02-1fe942e97a35 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Router 70709398-a139-4c1f-aac9-31eb9206f641 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:25:55.326614 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec4f297-ec83-4111-bc02-1fe942e97a35 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:25:55.332006 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-eec4f297-ec83-4111-bc02-1fe942e97a35 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for floatingip, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:55.337304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a931c57-aa84-4fe5-b368-767cbaa446f3 None None] Sync routers for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:25:55.348509 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a931c57-aa84-4fe5-b368-767cbaa446f3 None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:25:55.349148 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1a931c57-aa84-4fe5-b368-767cbaa446f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:25:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:25:55.361967 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-eec4f297-ec83-4111-bc02-1fe942e97a35 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "DELETE /v2.0/floatingips/2910dbc9-d275-4f4e-b71c-196738bbb708 HTTP/1.1" status: 204 len: 168 time: 0.9220736 Aug 27 15:25:55.362562 n-d-712139-12 neutron-server[101186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac'}] {{(pid=101186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:25:55.365410 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e34c36bdfe0f40639126f4e5083d89758c21a0981abe27ad917b877c85dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19535fee-fb14-433d-8e9e-8f526ac4ed4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac"}]}' {{(pid=101186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:25:55.406515 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 15:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f761ecc1-65d0-4663-a71e-6cb94fc8155e x-openstack-request-id: req-f761ecc1-65d0-4663-a71e-6cb94fc8155e {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:25:55.406946 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac", "status": "completed", "code": 200}]} {{(pid=101186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:25:55.407256 n-d-712139-12 neutron-server[101186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f761ecc1-65d0-4663-a71e-6cb94fc8155e {{(pid=101186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:25:55.407821 n-d-712139-12 neutron-server[101186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'status': 'completed', 'code': 200} Aug 27 15:25:55.516253 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19535fee-fb14-433d-8e9e-8f526ac4ed4b req-b2b7defb-fbb0-42a0-9065-7a1cb8dce86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:55.522392 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19535fee-fb14-433d-8e9e-8f526ac4ed4b req-b2b7defb-fbb0-42a0-9065-7a1cb8dce86c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ad7b6f2d101492b81021b2236726e12&device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 1096 time: 0.0699124 Aug 27 15:25:55.647854 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034076c-8caa-4d31-855e-11a0f0f2bc7e req-9f8c89a0-a198-4edd-a96c-b85c026ccfad tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:55.649606 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c034076c-8caa-4d31-855e-11a0f0f2bc7e req-9f8c89a0-a198-4edd-a96c-b85c026ccfad tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 944 time: 0.0609882 Aug 27 15:25:55.659766 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19535fee-fb14-433d-8e9e-8f526ac4ed4b req-6746c83a-9e75-48a8-9242-83e509351b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:55.662494 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19535fee-fb14-433d-8e9e-8f526ac4ed4b req-6746c83a-9e75-48a8-9242-83e509351b16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 HTTP/1.1" status: 200 len: 911 time: 0.1336236 Aug 27 15:25:55.674483 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1a931c57-aa84-4fe5-b368-767cbaa446f3 None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:25:55.697237 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-c034076c-8caa-4d31-855e-11a0f0f2bc7e req-9ffb17a8-8409-46b3-bb08-867f591e64fa tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393753 Aug 27 15:25:55.713017 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19535fee-fb14-433d-8e9e-8f526ac4ed4b req-e1e8afbd-96cf-48de-a688-06123b37c85a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbee7bdf-1613-4147-879b-55cb54d714ac HTTP/1.1" status: 200 len: 217 time: 0.0425467 Aug 27 15:25:55.780677 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19535fee-fb14-433d-8e9e-8f526ac4ed4b req-6c1d0474-f8ef-45eb-86aa-990c5effad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:55.782209 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19535fee-fb14-433d-8e9e-8f526ac4ed4b req-6c1d0474-f8ef-45eb-86aa-990c5effad0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be9101e-181f-4ae1-8ea8-c922f1a2a9fe HTTP/1.1" status: 200 len: 849 time: 0.0621555 Aug 27 15:25:55.843256 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19535fee-fb14-433d-8e9e-8f526ac4ed4b req-4924e051-7f1f-49f0-a1e1-6d1a647ca0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:55.844790 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19535fee-fb14-433d-8e9e-8f526ac4ed4b req-4924e051-7f1f-49f0-a1e1-6d1a647ca0eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544446 Aug 27 15:25:55.920843 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1a931c57-aa84-4fe5-b368-767cbaa446f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:26Z', 'revision_number': 5, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:25:55.949208 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19535fee-fb14-433d-8e9e-8f526ac4ed4b req-fe8a7ef5-0103-4da2-bedf-b48a81e6e0f6 service neutron] 10.222.0.41 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956409 Aug 27 15:25:55.949543 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a931c57-aa84-4fe5-b368-767cbaa446f3 None None] Checking router: 70709398-a139-4c1f-aac9-31eb9206f641 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:25:55.958567 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a931c57-aa84-4fe5-b368-767cbaa446f3 None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:25:55.959259 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1a931c57-aa84-4fe5-b368-767cbaa446f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:25:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:25:56.062976 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-19535fee-fb14-433d-8e9e-8f526ac4ed4b req-8865ffa0-5fd0-425f-a014-42dea495603e service neutron] 10.222.0.41 "GET /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066914 Aug 27 15:25:56.063697 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a99d8ecb-66ab-4d05-938c-681fd4e69444 no longer exists at agent hyperv_n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:25:56.090029 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] No Port match for: a99d8ecb-66ab-4d05-938c-681fd4e69444 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:25:56.090373 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Device a99d8ecb-66ab-4d05-938c-681fd4e69444 not bound to the agent host n-h1-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:25:56.095367 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-1a931c57-aa84-4fe5-b368-767cbaa446f3 None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:25:56.315193 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-1a931c57-aa84-4fe5-b368-767cbaa446f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:26Z', 'revision_number': 5, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:25:56.345220 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a931c57-aa84-4fe5-b368-767cbaa446f3 None None] The sync data for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 is: [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:20:19Z', 'revision_number': 4, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12', '_interfaces': [{'id': '283e936e-b254-47cb-afe0-258c11a31013', 'name': '', 'network_id': '0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'mac_address': 'fa:16:3e:da:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:19Z', 'updated_at': '2021-08-27T15:20:26Z', 'revision_number': 5, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'subnets': [{'id': '3be9101e-181f-4ae1-8ea8-c922f1a2a9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:25:56.588181 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1820ef6-ae5d-48b3-9a21-a8d66c5ca62c None None] New status for floating IP 2910dbc9-d275-4f4e-b71c-196738bbb708: DOWN {{(pid=101189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 15:25:56.658706 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3c298-c138-43c5-871c-fcaa9be8a45b req-4dcbf90e-0a67-4669-8468-9087b49ad347 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:56.662033 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dbe3c298-c138-43c5-871c-fcaa9be8a45b req-4dcbf90e-0a67-4669-8468-9087b49ad347 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 944 time: 0.0623159 Aug 27 15:25:56.774051 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-dbe3c298-c138-43c5-871c-fcaa9be8a45b req-1fa2b06d-9a97-4da3-bc06-d440bae5adce tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Deleting port dbee7bdf-1613-4147-879b-55cb54d714ac {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:25:56.774470 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dbe3c298-c138-43c5-871c-fcaa9be8a45b req-1fa2b06d-9a97-4da3-bc06-d440bae5adce tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:56.896527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eea05f-306f-49ac-b5ac-365498c0effa req-26c70ec5-14bc-4548-b332-545b9e6df513 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:25:56.898012 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56eea05f-306f-49ac-b5ac-365498c0effa req-26c70ec5-14bc-4548-b332-545b9e6df513 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d31ea182-54d1-4b8c-8723-198a0911abbd HTTP/1.1" status: 200 len: 944 time: 0.1186604 Aug 27 15:25:56.927879 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [req-dbe3c298-c138-43c5-871c-fcaa9be8a45b req-1fa2b06d-9a97-4da3-bc06-d440bae5adce tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] For port dbee7bdf-1613-4147-879b-55cb54d714ac, host n-h2-712139-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-12',level=0,port_id=dbee7bdf-1613-4147-879b-55cb54d714ac,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:25:56.928241 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dbe3c298-c138-43c5-871c-fcaa9be8a45b req-1fa2b06d-9a97-4da3-bc06-d440bae5adce tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:56.952527 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [req-dbe3c298-c138-43c5-871c-fcaa9be8a45b req-1fa2b06d-9a97-4da3-bc06-d440bae5adce tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Calling delete_port for dbee7bdf-1613-4147-879b-55cb54d714ac owned by compute:nova {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:25:56.976872 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-56eea05f-306f-49ac-b5ac-365498c0effa req-389341f0-f234-4a0f-8696-2d8809740642 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "GET /v2.0/security-groups?id=93b3f578-a85b-4236-a7b0-3240fece8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706737 Aug 27 15:25:57.102132 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dbe3c298-c138-43c5-871c-fcaa9be8a45b req-1fa2b06d-9a97-4da3-bc06-d440bae5adce tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:57.139681 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2b06d-9a97-4da3-bc06-d440bae5adce tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event deleted for resources: {'Port': ['ID=dbee7bdf-1613-4147-879b-55cb54d714ac,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:25:57.183109 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe3c298-c138-43c5-871c-fcaa9be8a45b req-1fa2b06d-9a97-4da3-bc06-d440bae5adce tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] No DVR routers for this DVR port dbee7bdf-1613-4147-879b-55cb54d714ac on host n-h2-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:25:57.185699 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [req-dbe3c298-c138-43c5-871c-fcaa9be8a45b req-1fa2b06d-9a97-4da3-bc06-d440bae5adce tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156909'] for port, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:57.187857 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-dbe3c298-c138-43c5-871c-fcaa9be8a45b req-1fa2b06d-9a97-4da3-bc06-d440bae5adce tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.41 "DELETE /v2.0/ports/dbee7bdf-1613-4147-879b-55cb54d714ac HTTP/1.1" status: 204 len: 173 time: 0.5201821 Aug 27 15:25:57.188292 n-d-712139-12 neutron-server[101187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'name': 'network-vif-deleted', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac'}] {{(pid=101187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 15:25:57.190950 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720c15cc22dc3f30d2f6f2c29ac74309a32e831b4311e9533cc41264c2d3d4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdf3123-22cf-4979-92c3-d8b38c6b7ae1" -d '{"events": [{"server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "name": "network-vif-deleted", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac"}]}' {{(pid=101187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 15:25:57.234965 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 15:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd4e3ab-64e2-4507-97e4-36473c7caf64 x-openstack-request-id: req-fcd4e3ab-64e2-4507-97e4-36473c7caf64 {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 15:25:57.235259 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31ea182-54d1-4b8c-8723-198a0911abbd", "name": "network-vif-deleted", "tag": "dbee7bdf-1613-4147-879b-55cb54d714ac", "status": "completed", "code": 200}]} {{(pid=101187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 15:25:57.236116 n-d-712139-12 neutron-server[101187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fcd4e3ab-64e2-4507-97e4-36473c7caf64 {{(pid=101187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 15:25:57.236518 n-d-712139-12 neutron-server[101187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31ea182-54d1-4b8c-8723-198a0911abbd', 'name': 'network-vif-deleted', 'tag': 'dbee7bdf-1613-4147-879b-55cb54d714ac', 'status': 'completed', 'code': 200} Aug 27 15:25:58.033732 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49962) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:25:58.092047 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc6870b6-5ef5-4453-8c2d-7e36a713d5e8 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:58.118061 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc6870b6-5ef5-4453-8c2d-7e36a713d5e8 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:58.183704 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc6870b6-5ef5-4453-8c2d-7e36a713d5e8 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:58.186352 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-bc6870b6-5ef5-4453-8c2d-7e36a713d5e8 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Notify callbacks [] for security_group, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:25:58.187588 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-bc6870b6-5ef5-4453-8c2d-7e36a713d5e8 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] 10.222.0.55 "DELETE /v2.0/security-groups/93b3f578-a85b-4236-a7b0-3240fece8a9f HTTP/1.1" status: 204 len: 168 time: 0.1528695 Aug 27 15:25:58.197805 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6870b6-5ef5-4453-8c2d-7e36a713d5e8 tempest-TestSnapshotPattern-1100687342 tempest-TestSnapshotPattern-1100687342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b3f578-a85b-4236-a7b0-3240fece8a9f,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:25:59.268830 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49968) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:25:59.746399 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b3508e05-a1c7-419f-95c8-3d52ca1b288c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:00.009598 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-b3508e05-a1c7-419f-95c8-3d52ca1b288c admin admin] Deleting port 283e936e-b254-47cb-afe0-258c11a31013 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:26:00.009850 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b3508e05-a1c7-419f-95c8-3d52ca1b288c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:00.096398 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-b3508e05-a1c7-419f-95c8-3d52ca1b288c admin admin] For port 283e936e-b254-47cb-afe0-258c11a31013, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=283e936e-b254-47cb-afe0-258c11a31013,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:26:00.096765 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b3508e05-a1c7-419f-95c8-3d52ca1b288c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:00.111150 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-b3508e05-a1c7-419f-95c8-3d52ca1b288c admin admin] Calling delete_port for 283e936e-b254-47cb-afe0-258c11a31013 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:26:00.300233 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b3508e05-a1c7-419f-95c8-3d52ca1b288c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:00.326916 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3508e05-a1c7-419f-95c8-3d52ca1b288c admin admin] Pushing event deleted for resources: {'Port': ['ID=283e936e-b254-47cb-afe0-258c11a31013,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:26:00.505857 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-b3508e05-a1c7-419f-95c8-3d52ca1b288c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:00.745263 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3508e05-a1c7-419f-95c8-3d52ca1b288c admin admin] Router 70709398-a139-4c1f-aac9-31eb9206f641 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:26:00.854290 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3508e05-a1c7-419f-95c8-3d52ca1b288c admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:26:00.860308 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-b3508e05-a1c7-419f-95c8-3d52ca1b288c admin admin] 10.222.0.55 "PUT /v2.0/routers/70709398-a139-4c1f-aac9-31eb9206f641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5902202 Aug 27 15:26:00.862231 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49972) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:26:00.864678 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e36e03-a789-4a4f-86ee-f283fb15001e None None] Sync routers for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:26:00.874239 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e36e03-a789-4a4f-86ee-f283fb15001e None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:26:00.874892 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-30e36e03-a789-4a4f-86ee-f283fb15001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:25:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:00.970291 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Notify callbacks [] for router, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:00.987424 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-30e36e03-a789-4a4f-86ee-f283fb15001e None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: n-d-712139-12 {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:26:01.074267 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.138074 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Deleting port 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:26:01.138320 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.169142 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-30e36e03-a789-4a4f-86ee-f283fb15001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:26:00Z', 'revision_number': 5, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port': {'id': '92fcf6d5-eb94-4451-ae8b-d7234c86a7e4', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70709398-a139-4c1f-aac9-31eb9206f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:17Z', 'updated_at': '2021-08-27T15:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:01.200903 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e36e03-a789-4a4f-86ee-f283fb15001e None None] Checking router: 70709398-a139-4c1f-aac9-31eb9206f641 for host: n-d-712139-12 {{(pid=101188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:26:01.210033 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e36e03-a789-4a4f-86ee-f283fb15001e None None] Routers {'70709398-a139-4c1f-aac9-31eb9206f641'} bound to L3 agent in host n-d-712139-12 {{(pid=101188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:26:01.210653 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-30e36e03-a789-4a4f-86ee-f283fb15001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:25:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['70709398-a139-4c1f-aac9-31eb9206f641'], 'active': True} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:01.225071 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] For port 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=92fcf6d5-eb94-4451-ae8b-d7234c86a7e4,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:26:01.225935 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.242115 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Calling delete_port for 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 owned by network:router_gateway {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:26:01.298765 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvr_db [None req-30e36e03-a789-4a4f-86ee-f283fb15001e None None] Set router 70709398-a139-4c1f-aac9-31eb9206f641 gateway port host: None {{(pid=101188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:26:01.351673 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_hamode_db [None req-30e36e03-a789-4a4f-86ee-f283fb15001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:26:01Z', 'revision_number': 6, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:01.382364 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e36e03-a789-4a4f-86ee-f283fb15001e None None] The sync data for ids ['70709398-a139-4c1f-aac9-31eb9206f641'] in n-d-712139-12 is: [{'id': '70709398-a139-4c1f-aac9-31eb9206f641', 'name': 'tempest-TestSnapshotPattern-1230736301-router', 'tenant_id': '1ad7b6f2d101492b81021b2236726e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:16Z', 'updated_at': '2021-08-27T15:26:01Z', 'revision_number': 6, 'project_id': '1ad7b6f2d101492b81021b2236726e12', 'gw_port_host': None}] {{(pid=101188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:26:01.426516 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.452953 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Pushing event deleted for resources: {'Port': ['ID=92fcf6d5-eb94-4451-ae8b-d7234c86a7e4,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:26:01.520262 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.561037 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dbee7bdf-1613-4147-879b-55cb54d714ac no longer exists at agent hyperv_n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:26:01.581452 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] No Port match for: dbee7bdf-1613-4147-879b-55cb54d714ac {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:26:01.581811 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Device dbee7bdf-1613-4147-879b-55cb54d714ac not bound to the agent host n-h2-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:26:01.614605 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.617090 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.659461 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.660547 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70709398-a139-4c1f-aac9-31eb9206f641 {{(pid=101186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:26:01.664864 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] Notify callbacks [] for router, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.665990 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-66f5c356-a6b7-4ad4-a453-ccc636e77768 admin admin] 10.222.0.55 "DELETE /v2.0/routers/70709398-a139-4c1f-aac9-31eb9206f641 HTTP/1.1" status: 204 len: 168 time: 0.8022468 Aug 27 15:26:01.668579 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49974) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:26:01.719240 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.db_base_plugin_v2 [None req-01815131-b496-43ba-b8ec-4a8febe027aa admin admin] Deleting subnet 3be9101e-181f-4ae1-8ea8-c922f1a2a9fe {{(pid=101186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:26:01.723193 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01815131-b496-43ba-b8ec-4a8febe027aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.760592 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01815131-b496-43ba-b8ec-4a8febe027aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26126846'] for subnet, precommit_delete_associations {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.845905 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01815131-b496-43ba-b8ec-4a8febe027aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.898346 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01815131-b496-43ba-b8ec-4a8febe027aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25942661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957056'] for subnet, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.929529 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01815131-b496-43ba-b8ec-4a8febe027aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3be9101e-181f-4ae1-8ea8-c922f1a2a9fe,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:26:01.931670 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-01815131-b496-43ba-b8ec-4a8febe027aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:01.934600 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-01815131-b496-43ba-b8ec-4a8febe027aa admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3be9101e-181f-4ae1-8ea8-c922f1a2a9fe HTTP/1.1" status: 204 len: 168 time: 0.2639031 Aug 27 15:26:01.935939 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [-] (101186) accepted ('10.222.0.55', 49976) {{(pid=101186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:26:01.938172 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d387606a-9396-4bd4-a34e-eadb822a41d5 None None] Network 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:26:02.012782 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:02.083343 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Deleting port 4a387000-c927-42d7-aa81-37197c827b72 {{(pid=101186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:26:02.083608 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:02.162071 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b9f54d-11ad-4ddb-97a8-290ce9799481 None None] DHCP port deletion for 0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:26:02.162417 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.db [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] For port 4a387000-c927-42d7-aa81-37197c827b72, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4a387000-c927-42d7-aa81-37197c827b72,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:26:02.162940 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:02.185443 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.plugin [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Calling delete_port for 4a387000-c927-42d7-aa81-37197c827b72 owned by network:dhcp {{(pid=101186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:26:02.224101 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 283e936e-b254-47cb-afe0-258c11a31013 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:26:02.230890 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-23b9f54d-11ad-4ddb-97a8-290ce9799481 None None] Deleting port 4a387000-c927-42d7-aa81-37197c827b72 {{(pid=101188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:26:02.231373 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23b9f54d-11ad-4ddb-97a8-290ce9799481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:02.250196 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 283e936e-b254-47cb-afe0-258c11a31013 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:26:02.250728 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 283e936e-b254-47cb-afe0-258c11a31013 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:26:02.275252 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25942742'] for port, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:02.308583 n-d-712139-12 neutron-server[101186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] No DVR routers for this DVR port 4a387000-c927-42d7-aa81-37197c827b72 on host n-d-712139-12 {{(pid=101186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:26:02.316336 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Pushing event deleted for resources: {'Port': ['ID=4a387000-c927-42d7-aa81-37197c827b72,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:26:02.347165 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.db [None req-23b9f54d-11ad-4ddb-97a8-290ce9799481 None None] For port 4a387000-c927-42d7-aa81-37197c827b72, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=4a387000-c927-42d7-aa81-37197c827b72,segment=NetworkSegment(e898a05a-8cb5-4296-9764-e79eed2ca83a),segment_id=e898a05a-8cb5-4296-9764-e79eed2ca83a)] {{(pid=101188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:26:02.348114 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23b9f54d-11ad-4ddb-97a8-290ce9799481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:02.368027 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-23b9f54d-11ad-4ddb-97a8-290ce9799481 None None] Calling delete_port for 4a387000-c927-42d7-aa81-37197c827b72 owned by network:dhcp {{(pid=101188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:26:02.407638 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:02.419606 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997']}} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:02.432020 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e898a05a-8cb5-4296-9764-e79eed2ca83a') {'for_net_delete': True} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:02.432348 n-d-712139-12 neutron-server[101186]: DEBUG neutron.services.segments.db [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e898a05a-8cb5-4296-9764-e79eed2ca83a') {} {{(pid=101186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:02.443153 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26126817'] for segment, before_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:02.459133 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:02.460992 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-23b9f54d-11ad-4ddb-97a8-290ce9799481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765'] for port, after_delete {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:02.467603 n-d-712139-12 neutron-server[101186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:26:02.468104 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25942755'] for segment, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: Traceback (most recent call last): Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: timer() Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: cb(*args, **kw) Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: return func(*args, **kwargs) Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: self._notify() Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: self.callback(batched_events) Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: event.method(event) Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: return f(self, *a, **k) Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: return self._get(url).json() Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: return self.request(url, 'GET', **kwargs) Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:26:02.470150 n-d-712139-12 neutron-server[101186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:26:02.489810 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9f54d-11ad-4ddb-97a8-290ce9799481 None None] Pushing event deleted for resources: {'Port': ['ID=4a387000-c927-42d7-aa81-37197c827b72,revision_number=None']} {{(pid=101188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:26:02.493366 n-d-712139-12 neutron-server[101188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9f54d-11ad-4ddb-97a8-290ce9799481 None None] No DVR routers for this DVR port 4a387000-c927-42d7-aa81-37197c827b72 on host n-d-712139-12 {{(pid=101188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:26:02.535692 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:02.541545 n-d-712139-12 neutron-server[101186]: DEBUG neutron_lib.callbacks.manager [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Notify callbacks [] for network, before_response {{(pid=101186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:02.546725 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] 10.222.0.55 "DELETE /v2.0/networks/0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997 HTTP/1.1" status: 204 len: 168 time: 0.6066086 Aug 27 15:26:02.546842 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49980) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:26:02.555774 n-d-712139-12 neutron-server[101186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b377c-d8ff-42ce-b3eb-80e7ce21faab admin admin] Pushing event deleted for resources: {'Network': ['ID=0293ceff-8e5b-4fd2-b84d-f3b8eb5f6997,revision_number=None']} {{(pid=101186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:26:02.904647 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-979e49b5-af1a-4aad-8627-5ecace4d5738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716236'] for router_interface, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:03.158328 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-979e49b5-af1a-4aad-8627-5ecace4d5738 admin admin] Deleting port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:26:03.158571 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-979e49b5-af1a-4aad-8627-5ecace4d5738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:03.250509 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:26:03.255021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-979e49b5-af1a-4aad-8627-5ecace4d5738 admin admin] For port 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=9ca91312-64ad-4e63-82ad-6cdfd9fb8c73,segment=NetworkSegment(12cd0d2c-8ee5-4925-9e50-f3be1abc538f),segment_id=12cd0d2c-8ee5-4925-9e50-f3be1abc538f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:26:03.255021 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-979e49b5-af1a-4aad-8627-5ecace4d5738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:03.267978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-979e49b5-af1a-4aad-8627-5ecace4d5738 admin admin] Calling delete_port for 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 owned by network:router_interface {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:26:03.464329 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-979e49b5-af1a-4aad-8627-5ecace4d5738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:03.793865 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e49b5-af1a-4aad-8627-5ecace4d5738 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca91312-64ad-4e63-82ad-6cdfd9fb8c73,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:26:03.809368 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:26:03.831319 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:26:03.831679 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 92fcf6d5-eb94-4451-ae8b-d7234c86a7e4 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:26:03.832730 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4a387000-c927-42d7-aa81-37197c827b72 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:26:03.856575 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 4a387000-c927-42d7-aa81-37197c827b72 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:26:03.856845 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 4a387000-c927-42d7-aa81-37197c827b72 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:26:03.969538 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-979e49b5-af1a-4aad-8627-5ecace4d5738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716038'] for router_interface, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:04.203588 n-d-712139-12 neutron-server[101187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979e49b5-af1a-4aad-8627-5ecace4d5738 admin admin] Router e0310466-a239-4b3e-a5f7-2fd200c12e27 has already been hosted by L3 agent 947a4a65-9514-438f-8351-6803aca7e895 {{(pid=101187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:26:04.314177 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979e49b5-af1a-4aad-8627-5ecace4d5738 admin admin] Notify agent at l3_agent.n-d-712139-12 the message routers_updated {{(pid=101187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:26:04.320155 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-979e49b5-af1a-4aad-8627-5ecace4d5738 admin admin] 10.222.0.55 "PUT /v2.0/routers/e0310466-a239-4b3e-a5f7-2fd200c12e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7723289 Aug 27 15:26:04.323978 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49982) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:26:04.327006 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e2939f-804f-49e9-9643-c90bd635f1c7 None None] Sync routers for ids ['e0310466-a239-4b3e-a5f7-2fd200c12e27'] in n-d-712139-12 {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:26:04.336417 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2939f-804f-49e9-9643-c90bd635f1c7 None None] Routers {'e0310466-a239-4b3e-a5f7-2fd200c12e27'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:26:04.337053 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e8e2939f-804f-49e9-9643-c90bd635f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:25:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e0310466-a239-4b3e-a5f7-2fd200c12e27'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:04.442609 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Notify callbacks [] for router, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:04.452331 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e8e2939f-804f-49e9-9643-c90bd635f1c7 None None] Set router e0310466-a239-4b3e-a5f7-2fd200c12e27 gateway port host: n-d-712139-12 {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:26:04.586448 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:04.649414 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e8e2939f-804f-49e9-9643-c90bd635f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'name': 'tempest-TestSnapshotPattern-1629263994-router', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'external_fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:21Z', 'updated_at': '2021-08-27T15:26:03Z', 'revision_number': 5, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'gw_port': {'id': '7c0f992e-e89e-44ca-809d-521ab1fabe20', 'name': '', 'network_id': '93d4ecde-b22c-49a6-8ce3-9dd19f9ba613', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:20:22Z', 'updated_at': '2021-08-27T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0463d158-5e9c-416c-9868-1b5a08845ae6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-12'}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:04.653358 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Deleting port 7c0f992e-e89e-44ca-809d-521ab1fabe20 {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:26:04.653698 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:04.683122 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e2939f-804f-49e9-9643-c90bd635f1c7 None None] Checking router: e0310466-a239-4b3e-a5f7-2fd200c12e27 for host: n-d-712139-12 {{(pid=101189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:26:04.693063 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2939f-804f-49e9-9643-c90bd635f1c7 None None] Routers {'e0310466-a239-4b3e-a5f7-2fd200c12e27'} bound to L3 agent in host n-d-712139-12 {{(pid=101189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:26:04.693697 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e8e2939f-804f-49e9-9643-c90bd635f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T13:44:17Z,description=,heartbeat_timestamp=2021-08-27T15:25:48Z,host='n-d-712139-12',id=947a4a65-9514-438f-8351-6803aca7e895,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T13:44:17Z,topic='l3_agent')) {'router_ids': ['e0310466-a239-4b3e-a5f7-2fd200c12e27'], 'active': True} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:04.748008 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] For port 7c0f992e-e89e-44ca-809d-521ab1fabe20, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=7c0f992e-e89e-44ca-809d-521ab1fabe20,segment=NetworkSegment(6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1),segment_id=6d2c6e6c-1afc-4d1b-bd8a-43e0a0060ca1)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:26:04.748349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:04.771636 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Calling delete_port for 7c0f992e-e89e-44ca-809d-521ab1fabe20 owned by network:router_gateway {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:26:04.792146 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_dvr_db [None req-e8e2939f-804f-49e9-9643-c90bd635f1c7 None None] Set router e0310466-a239-4b3e-a5f7-2fd200c12e27 gateway port host: None {{(pid=101189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:26:04.849652 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.l3_hamode_db [None req-e8e2939f-804f-49e9-9643-c90bd635f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'name': 'tempest-TestSnapshotPattern-1629263994-router', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:21Z', 'updated_at': '2021-08-27T15:26:04Z', 'revision_number': 6, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'gw_port_host': None}], 'n-d-712139-12', False) {} {{(pid=101189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:04.952987 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:04.981801 n-d-712139-12 neutron-server[101189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e2939f-804f-49e9-9643-c90bd635f1c7 None None] The sync data for ids ['e0310466-a239-4b3e-a5f7-2fd200c12e27'] in n-d-712139-12 is: [{'id': 'e0310466-a239-4b3e-a5f7-2fd200c12e27', 'name': 'tempest-TestSnapshotPattern-1629263994-router', 'tenant_id': 'a7809a7aa65e4969af1bf65012bd0722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:20:21Z', 'updated_at': '2021-08-27T15:26:04Z', 'revision_number': 6, 'project_id': 'a7809a7aa65e4969af1bf65012bd0722', 'gw_port_host': None}] {{(pid=101189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:26:04.985205 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0f992e-e89e-44ca-809d-521ab1fabe20,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:26:05.048646 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709980'] for router_gateway, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.139851 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37689'] for router, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.141914 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.186932 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709324'] for router, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.187456 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0310466-a239-4b3e-a5f7-2fd200c12e27 {{(pid=101187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 15:26:05.192700 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] Notify callbacks [] for router, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.194014 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-8e15d018-c629-4d8c-9cc6-0dccb6614d5e admin admin] 10.222.0.55 "DELETE /v2.0/routers/e0310466-a239-4b3e-a5f7-2fd200c12e27 HTTP/1.1" status: 204 len: 168 time: 0.8691080 Aug 27 15:26:05.196659 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49984) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:26:05.245331 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.db_base_plugin_v2 [None req-04241671-a79d-49ad-8ea5-c9027134bebd admin admin] Deleting subnet 88b79987-3261-4d41-ba95-f3f325bee18c {{(pid=101187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 15:26:05.248478 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-04241671-a79d-49ad-8ea5-c9027134bebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.283126 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-04241671-a79d-49ad-8ea5-c9027134bebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26311501'] for subnet, precommit_delete_associations {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.365723 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-04241671-a79d-49ad-8ea5-c9027134bebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721261'] for subnet, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.428448 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-04241671-a79d-49ad-8ea5-c9027134bebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26311183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26318972'] for subnet, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.454041 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04241671-a79d-49ad-8ea5-c9027134bebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b79987-3261-4d41-ba95-f3f325bee18c,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:26:05.462146 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-04241671-a79d-49ad-8ea5-c9027134bebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.465618 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-04241671-a79d-49ad-8ea5-c9027134bebd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/88b79987-3261-4d41-ba95-f3f325bee18c HTTP/1.1" status: 204 len: 168 time: 0.2679651 Aug 27 15:26:05.466670 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49986) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:26:05.469399 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f5c07c-278b-4892-8468-3de2cc1802fd None None] Network fc134ca3-d8fe-4d50-8e3d-f9534ab818c1 requested from n-d-712139-12 {{(pid=101188) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:26:05.537520 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591869'] for network, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.597027 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Deleting port 331a4cc0-ae25-49a6-ba39-672379cc8b5f {{(pid=101187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 15:26:05.597372 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763329856799'] for port, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.666021 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.db [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] For port 331a4cc0-ae25-49a6-ba39-672379cc8b5f, host n-d-712139-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-12',level=0,port_id=331a4cc0-ae25-49a6-ba39-672379cc8b5f,segment=NetworkSegment(12cd0d2c-8ee5-4925-9e50-f3be1abc538f),segment_id=12cd0d2c-8ee5-4925-9e50-f3be1abc538f)] {{(pid=101187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:26:05.666349 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713757'] for port, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.680233 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.plugin [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Calling delete_port for 331a4cc0-ae25-49a6-ba39-672379cc8b5f owned by network:dhcp {{(pid=101187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 15:26:05.766746 n-d-712139-12 neutron-server[101188]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed8e7aa-438a-44f2-8128-e5a71f57abac None None] DHCP port deletion for fc134ca3-d8fe-4d50-8e3d-f9534ab818c1 request from n-d-712139-12 {{(pid=101188) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 15:26:05.768630 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1773337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763329798431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763329322765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26311260'] for port, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.804432 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=331a4cc0-ae25-49a6-ba39-672379cc8b5f,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:26:05.810982 n-d-712139-12 neutron-server[101187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] No DVR routers for this DVR port 331a4cc0-ae25-49a6-ba39-672379cc8b5f on host n-d-712139-12 {{(pid=101187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 15:26:05.830770 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 331a4cc0-ae25-49a6-ba39-672379cc8b5f no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:26:05.855304 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 331a4cc0-ae25-49a6-ba39-672379cc8b5f {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:26:05.855659 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 331a4cc0-ae25-49a6-ba39-672379cc8b5f not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:26:05.856077 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7c0f992e-e89e-44ca-809d-521ab1fabe20 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:26:05.876743 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 7c0f992e-e89e-44ca-809d-521ab1fabe20 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:26:05.877081 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 7c0f992e-e89e-44ca-809d-521ab1fabe20 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:26:05.877500 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 no longer exists at agent ovs-agent-n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 15:26:05.891807 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417046', 'neutron.services.segments.db._delete_segments_for_network-8763329889006'] for network, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.898410 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] No Port match for: 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 {{(pid=101188) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 15:26:05.898796 n-d-712139-12 neutron-server[101188]: DEBUG neutron.plugins.ml2.rpc [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Device 9ca91312-64ad-4e63-82ad-6cdfd9fb8c73 not bound to the agent host n-d-712139-12 {{(pid=101188) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 15:26:05.903706 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc134ca3-d8fe-4d50-8e3d-f9534ab818c1']}} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:05.918216 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cd0d2c-8ee5-4925-9e50-f3be1abc538f') {'for_net_delete': True} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:05.918515 n-d-712139-12 neutron-server[101187]: DEBUG neutron.services.segments.db [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cd0d2c-8ee5-4925-9e50-f3be1abc538f') {} {{(pid=101187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:26:05.929125 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763329888889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26311506'] for segment, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.943098 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148'] for segment, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.949310 n-d-712139-12 neutron-server[101187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 15:26:05.949708 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1722148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26311273'] for segment, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: Traceback (most recent call last): Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: timer() Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: cb(*args, **kw) Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: return func(*args, **kwargs) Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: self._notify() Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: self.callback(batched_events) Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: event.method(event) Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: return f(self, *a, **k) Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: return self._get(url).json() Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: return self.request(url, 'GET', **kwargs) Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 15:26:05.951549 n-d-712139-12 neutron-server[101187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 15:26:06.016408 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709984'] for network, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:06.023528 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Notify callbacks [] for network, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:06.024958 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fc134ca3-d8fe-4d50-8e3d-f9534ab818c1 HTTP/1.1" status: 204 len: 168 time: 0.5569289 Aug 27 15:26:06.038011 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0a65c-a56a-41cc-ac6a-ebfe4bc5aff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc134ca3-d8fe-4d50-8e3d-f9534ab818c1,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:26:06.151848 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49990) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:26:06.194082 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-69e6bf0a-55a8-4913-a664-c1c9e6f4355d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ad7b6f2d101492b81021b2236726e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408673 Aug 27 15:26:06.196443 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49992) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:26:06.247263 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e59cfb3-b802-481b-8edd-bda758d28de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:06.269256 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e59cfb3-b802-481b-8edd-bda758d28de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:06.317210 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e59cfb3-b802-481b-8edd-bda758d28de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:06.319704 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-9e59cfb3-b802-481b-8edd-bda758d28de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:06.320862 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-9e59cfb3-b802-481b-8edd-bda758d28de3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c2bba20-c3f1-4a58-9a3d-d86463737d12 HTTP/1.1" status: 204 len: 168 time: 0.1235149 Aug 27 15:26:06.328621 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59cfb3-b802-481b-8edd-bda758d28de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2bba20-c3f1-4a58-9a3d-d86463737d12,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:26:06.658388 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 49998) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:26:06.699500 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-7e538af0-b974-4770-93f6-7483527f2e90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7809a7aa65e4969af1bf65012bd0722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398822 Aug 27 15:26:06.702064 n-d-712139-12 neutron-server[101187]: DEBUG neutron.wsgi [-] (101187) accepted ('10.222.0.55', 50000) {{(pid=101187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:26:06.763117 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da44030-74c5-4077-9b87-fe2c311f910d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:06.785315 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da44030-74c5-4077-9b87-fe2c311f910d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:06.839000 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da44030-74c5-4077-9b87-fe2c311f910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381215'] for security_group, after_delete {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:06.841709 n-d-712139-12 neutron-server[101187]: DEBUG neutron_lib.callbacks.manager [None req-1da44030-74c5-4077-9b87-fe2c311f910d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:06.843340 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [None req-1da44030-74c5-4077-9b87-fe2c311f910d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4a56224-bc6f-4968-b633-fea01b70e974 HTTP/1.1" status: 204 len: 168 time: 0.1400123 Aug 27 15:26:06.851619 n-d-712139-12 neutron-server[101187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da44030-74c5-4077-9b87-fe2c311f910d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a56224-bc6f-4968-b633-fea01b70e974,revision_number=None']} {{(pid=101187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:26:10.947105 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:14.860236 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e742ffdf-2a75-49ca-99db-3f67f8ab6f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:17.659638 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:17.682909 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8a59c574-6f8a-444f-9494-61c028371bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:19.159479 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:20.613995 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:22.428725 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:40.250294 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:26:40.967004 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:44.861558 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-69dda2cc-8237-4a25-90cd-fc8867cec720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:47.662788 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:47.685235 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7330ac94-d504-47cc-8bdf-a4b853f5058a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:49.165411 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:50.616212 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:26:51.446182 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dda3349d-8bbf-4697-97a8-fd24a5ace38a req-45681e2b-a069-4d07-8de0-a71cd725d31d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257020 Aug 27 15:26:51.521824 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dda3349d-8bbf-4697-97a8-fd24a5ace38a req-67a9ce6c-52e3-4767-919f-9b5c28cab60e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0253861 Aug 27 15:26:51.562221 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dda3349d-8bbf-4697-97a8-fd24a5ace38a req-f652fcb4-9e78-4e19-8603-da14d1203e2b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201981 Aug 27 15:26:51.665505 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3349d-8bbf-4697-97a8-fd24a5ace38a req-a3086626-231a-4747-9b76-f7e99d060804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:26:51.667073 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-dda3349d-8bbf-4697-97a8-fd24a5ace38a req-a3086626-231a-4747-9b76-f7e99d060804 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977616 Aug 27 15:26:52.427621 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:10.961909 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:12.154316 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01a1e280-59df-4e58-a3ec-889da0ac6040 req-0680e3e3-f17b-4f68-ad54-6c87e2a42b49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274270 Aug 27 15:27:12.242894 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01a1e280-59df-4e58-a3ec-889da0ac6040 req-4de1e5a3-582e-4c6f-b786-c99e727531ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0269508 Aug 27 15:27:12.292000 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01a1e280-59df-4e58-a3ec-889da0ac6040 req-5bcb7fba-25b6-401b-830a-fa7c91dc72a7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204818 Aug 27 15:27:12.396918 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e280-59df-4e58-a3ec-889da0ac6040 req-4fc24b57-e815-4a5c-a819-38728e07542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:27:12.398418 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-01a1e280-59df-4e58-a3ec-889da0ac6040 req-4fc24b57-e815-4a5c-a819-38728e07542f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985918 Aug 27 15:27:14.862475 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-04a9e13a-f9e8-4636-8597-36c9223535df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:17.249317 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:27:17.664381 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:17.685191 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a20be529-2ea6-4360-a817-f9088c53681f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:19.164623 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:20.611959 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:22.423104 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:40.966710 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:44.864792 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a207660d-e3fc-411d-94ed-3a8cb4a6efac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:47.666913 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:47.687917 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-17a8c11a-3d41-49fd-92a0-15eeb13d3613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:49.168805 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:50.616781 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:52.423714 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:27:52.455996 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1d13e90-9a6d-4ab5-94d6-163aa68f5e3e req-d890ce9c-6159-44df-8d23-0f91b7100027 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0282540 Aug 27 15:27:52.533877 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1d13e90-9a6d-4ab5-94d6-163aa68f5e3e req-1e846ee1-21e1-4450-a964-704a788d03a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0271854 Aug 27 15:27:52.574079 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1d13e90-9a6d-4ab5-94d6-163aa68f5e3e req-5ecb34fd-30ed-4b51-8782-c699ab4745d4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204680 Aug 27 15:27:53.034811 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d13e90-9a6d-4ab5-94d6-163aa68f5e3e req-96ae2c42-6c11-4a28-88e8-a26637a422a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:27:53.036456 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-f1d13e90-9a6d-4ab5-94d6-163aa68f5e3e req-96ae2c42-6c11-4a28-88e8-a26637a422a7 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4560421 Aug 27 15:27:54.248563 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:28:10.960751 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:13.171176 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35e86c82-087c-49af-bf82-704eb109037d req-282170ac-7a28-4c69-b035-7813f660d61d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290210 Aug 27 15:28:13.256681 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35e86c82-087c-49af-bf82-704eb109037d req-94863d39-d7be-436f-a693-5f826b9a1de1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0279703 Aug 27 15:28:13.313921 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35e86c82-087c-49af-bf82-704eb109037d req-fd0a8107-2229-42f2-9389-35193290b871 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203342 Aug 27 15:28:13.417827 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e86c82-087c-49af-bf82-704eb109037d req-d77467b5-546f-41b8-8e97-bd2f4aad406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:28:13.419350 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-35e86c82-087c-49af-bf82-704eb109037d req-d77467b5-546f-41b8-8e97-bd2f4aad406f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992074 Aug 27 15:28:14.867478 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c25c78cb-a70c-4910-8e95-6e3c9fbfba77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:17.669362 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:17.690657 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a56dece1-28c4-45bb-a740-0f390b26da03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:19.172914 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:20.619067 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:22.421059 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:31.247548 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:28:40.977773 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:44.870355 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-497ba6e7-798d-44d0-a7b6-74bd0d94c6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:47.671270 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:47.692450 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7d5ebe4a-541f-4684-b652-badd61a8cf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:49.174774 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:50.622055 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:52.181625 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-6503ca60-8a1a-4fa3-8608-913ade894daf req-85314510-a5c6-496d-909a-57c80cc5e134 service neutron] (101186) timed out ('10.222.0.55', 48534) {{(pid=101186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 15:28:52.438290 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:28:53.450333 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0afb00af-25ee-4c54-8c4a-615d3a88ea11 req-001d1005-7db5-4664-9127-234f32b21a96 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0296278 Aug 27 15:28:53.516865 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0afb00af-25ee-4c54-8c4a-615d3a88ea11 req-9accce32-c4a8-484a-b091-76a745f1ea30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0253675 Aug 27 15:28:53.560299 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0afb00af-25ee-4c54-8c4a-615d3a88ea11 req-09233680-e01f-4fbf-a6d4-b17a8603e7ac service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204756 Aug 27 15:28:53.665726 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb00af-25ee-4c54-8c4a-615d3a88ea11 req-6acabd06-9f4f-4322-a351-97d73f8bee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:28:53.667294 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-0afb00af-25ee-4c54-8c4a-615d3a88ea11 req-6acabd06-9f4f-4322-a351-97d73f8bee13 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995772 Aug 27 15:29:08.246714 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:29:10.974457 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:13.272129 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3a419ee-3b8b-4350-a04c-bb25f220dc3f req-bc6da9a7-b8f7-4d1f-a725-939c55cea998 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1382129 Aug 27 15:29:13.354464 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3a419ee-3b8b-4350-a04c-bb25f220dc3f req-c86bc57f-2e01-403d-b33a-ddf9e733647d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0250013 Aug 27 15:29:13.399443 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3a419ee-3b8b-4350-a04c-bb25f220dc3f req-93567975-736e-4c19-84c7-78004b7fbe39 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193210 Aug 27 15:29:13.495375 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a419ee-3b8b-4350-a04c-bb25f220dc3f req-b9ed8262-67c6-4a53-891e-5aaac7d98763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:29:13.496876 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-c3a419ee-3b8b-4350-a04c-bb25f220dc3f req-b9ed8262-67c6-4a53-891e-5aaac7d98763 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910106 Aug 27 15:29:14.870915 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-9d344a99-26fa-4168-8fda-0604f4a3736d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:17.674120 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:17.692087 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-947aac8e-1039-474d-bc69-73c6acbb01cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:19.175724 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:20.625950 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:22.453521 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:40.987459 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:44.872201 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-618a4f8c-f198-4848-86d7-39c44191d7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:45.246182 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:29:47.677188 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:47.694913 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1e1773fa-3c1e-49f1-8444-4b7647891234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:49.180283 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:50.629772 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:52.451906 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:29:55.504530 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7db5ade-7b2d-4202-b445-961b9d663c5e req-f6f13860-d465-43ce-84dd-3e7850d6163b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0870891 Aug 27 15:29:55.574802 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7db5ade-7b2d-4202-b445-961b9d663c5e req-0187787b-1d09-4a17-b972-b0d7cbc41b62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0284812 Aug 27 15:29:55.615075 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7db5ade-7b2d-4202-b445-961b9d663c5e req-125bb3d8-fb01-4729-ab95-c139e655dbba service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212283 Aug 27 15:29:55.715179 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5ade-7b2d-4202-b445-961b9d663c5e req-1833025d-b4c7-4fc3-864e-26de929e0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:29:55.716594 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d7db5ade-7b2d-4202-b445-961b9d663c5e req-1833025d-b4c7-4fc3-864e-26de929e0d56 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951924 Aug 27 15:30:10.992722 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:13.158251 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-900e2e0a-fa2f-4d44-aee1-a2ca1a68e5d9 req-d94ef2ab-b049-4911-b437-5fe917d6c0e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271246 Aug 27 15:30:13.242485 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-900e2e0a-fa2f-4d44-aee1-a2ca1a68e5d9 req-dc537963-9d4f-4ab1-8c2a-f5935cadfed0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0261254 Aug 27 15:30:13.288764 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-900e2e0a-fa2f-4d44-aee1-a2ca1a68e5d9 req-971a55c1-6f01-4d00-b510-66ab3a3b1d00 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201037 Aug 27 15:30:13.394934 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e2e0a-fa2f-4d44-aee1-a2ca1a68e5d9 req-c32baa5c-78a4-4a30-99d1-e4e549b36daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:30:13.396460 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-900e2e0a-fa2f-4d44-aee1-a2ca1a68e5d9 req-c32baa5c-78a4-4a30-99d1-e4e549b36daa service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005948 Aug 27 15:30:14.873762 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5950-591c-4cd8-9aa8-37db0bbee236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:17.841951 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:17.848478 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-a8840ef0-7ba4-4232-9874-ae769e457b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:19.182388 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:20.631907 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:22.245303 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:30:22.466971 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:40.988347 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:44.874587 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e1b50a61-0cb4-4e06-b5ef-9f45e2b8b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:47.688799 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:47.700173 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-ad440fe9-5ff4-458a-87ac-dfb6c276dc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:49.193460 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:50.634399 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:52.471655 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:30:55.453199 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2b2edac-52f5-4e08-8b8d-356f9bf7ce38 req-d8708193-010f-43f3-adbf-7215ffea47f2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267169 Aug 27 15:30:55.519964 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2b2edac-52f5-4e08-8b8d-356f9bf7ce38 req-0ad71954-19c5-42a1-aaa8-7e8216da5c51 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0253086 Aug 27 15:30:55.558114 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2b2edac-52f5-4e08-8b8d-356f9bf7ce38 req-c27ae72a-7506-4533-bc41-311501570155 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194287 Aug 27 15:30:55.657484 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2edac-52f5-4e08-8b8d-356f9bf7ce38 req-495452cb-23b0-476c-8b71-950f0dd28f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:30:55.659106 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a2b2edac-52f5-4e08-8b8d-356f9bf7ce38 req-495452cb-23b0-476c-8b71-950f0dd28f09 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934007 Aug 27 15:30:59.245404 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:31:11.002235 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:14.158040 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7598d362-93b8-40fc-a13c-deee11f0cefe req-81ceeffa-0997-4edb-b3b6-cf7a866e4094 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0286534 Aug 27 15:31:14.241890 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7598d362-93b8-40fc-a13c-deee11f0cefe req-ab5775f6-4311-4e92-9cf3-e75703b7458d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0253251 Aug 27 15:31:14.286402 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7598d362-93b8-40fc-a13c-deee11f0cefe req-c33b7f03-c392-4404-8a2d-1d58667507dd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190706 Aug 27 15:31:14.384470 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d362-93b8-40fc-a13c-deee11f0cefe req-de5481d6-fb0c-4e22-9b62-93eda5919da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:31:14.386042 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-7598d362-93b8-40fc-a13c-deee11f0cefe req-de5481d6-fb0c-4e22-9b62-93eda5919da9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925753 Aug 27 15:31:14.875702 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-e6efb016-f966-4d8e-84aa-917c536fdead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:17.681223 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:17.699206 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-d1b51904-c8dc-4088-abc9-1e3c606e3d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:19.188739 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:20.637150 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:22.470442 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:36.245017 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:31:41.002434 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:44.881015 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-44736430-eb9a-4439-93ac-de8f09bbae26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:47.684778 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:47.703765 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-1d0f50b5-cf7e-43c3-8459-ff28c8f66194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:49.192654 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:50.641249 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:52.493362 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:31:55.442945 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-541a5f9c-3922-4601-9a2c-4695ac742f12 req-e2428ef4-0927-4a90-8b93-76f1df1b0632 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273128 Aug 27 15:31:55.508178 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-541a5f9c-3922-4601-9a2c-4695ac742f12 req-a5202e49-7b4a-4deb-a501-6ad38d6cd9bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0252814 Aug 27 15:31:55.547442 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-541a5f9c-3922-4601-9a2c-4695ac742f12 req-6107c931-61cb-4a78-a9c6-30cec988bedf service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201566 Aug 27 15:31:55.648836 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a5f9c-3922-4601-9a2c-4695ac742f12 req-d0081e7c-fadb-4739-99b1-0b9fde033233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:31:55.650371 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-541a5f9c-3922-4601-9a2c-4695ac742f12 req-d0081e7c-fadb-4739-99b1-0b9fde033233 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969214 Aug 27 15:32:11.016371 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:13.244563 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:32:14.882535 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-0b68dfc3-364f-471a-b38a-fe0556b857ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:16.169813 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17e97c28-c737-4e84-acb1-2486d0dbbbe6 req-f9c33991-98f5-48ed-b123-f20665a9bc77 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268879 Aug 27 15:32:16.250981 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17e97c28-c737-4e84-acb1-2486d0dbbbe6 req-49594c4c-6d4a-4e0c-af21-53b01f43bfb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0251212 Aug 27 15:32:16.296081 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17e97c28-c737-4e84-acb1-2486d0dbbbe6 req-7d4585ba-0449-4fde-b180-81b18b38d307 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197699 Aug 27 15:32:16.391454 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e97c28-c737-4e84-acb1-2486d0dbbbe6 req-ceacea66-c0c3-4479-a695-75714267dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:32:16.392912 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-17e97c28-c737-4e84-acb1-2486d0dbbbe6 req-ceacea66-c0c3-4479-a695-75714267dc7a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897720 Aug 27 15:32:17.694167 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:17.699976 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-dd78d85b-a76b-4f91-b84e-ccdd52140ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:19.193408 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:20.642600 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:22.506037 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:41.015611 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:44.883591 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-97fd73e6-d84b-435b-8a52-91bd4cfb0adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:47.685208 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:47.700194 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b415a989-3940-4475-9fbc-773fd3432ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:49.198263 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:50.243778 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:32:50.645383 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:52.514281 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:32:56.441449 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a11149de-00e3-4b56-9fec-cb7848830745 req-5996bf6e-a9a8-481b-9c95-ee27e820e373 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265162 Aug 27 15:32:56.505005 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a11149de-00e3-4b56-9fec-cb7848830745 req-d5efadd3-8a96-4dd1-a87d-2c3e13106f63 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0245996 Aug 27 15:32:56.544229 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a11149de-00e3-4b56-9fec-cb7848830745 req-4a275d32-a981-4cfe-9d1f-95bc779a0f36 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199449 Aug 27 15:32:56.640724 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11149de-00e3-4b56-9fec-cb7848830745 req-34ce41a8-c0e2-4475-bf9d-b5579522d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:32:56.642217 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-a11149de-00e3-4b56-9fec-cb7848830745 req-34ce41a8-c0e2-4475-bf9d-b5579522d43d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913820 Aug 27 15:33:11.014745 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:14.884990 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7c53b7c3-8948-45bc-a2e5-85f3361fe129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:16.165300 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-675677f5-9e2c-47dd-917b-ab6fa9d21cb8 req-348d720c-c45d-4730-bbb4-367f3e2efdd7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0248039 Aug 27 15:33:16.247898 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-675677f5-9e2c-47dd-917b-ab6fa9d21cb8 req-5d19238d-6fdf-4c88-b04f-c15206726e1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0260484 Aug 27 15:33:16.292633 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-675677f5-9e2c-47dd-917b-ab6fa9d21cb8 req-316b3a72-1af5-4dc5-a49b-022c250e3e07 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186796 Aug 27 15:33:16.387199 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675677f5-9e2c-47dd-917b-ab6fa9d21cb8 req-63128021-45f2-4c2f-a28a-79475a934d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:33:16.388640 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-675677f5-9e2c-47dd-917b-ab6fa9d21cb8 req-63128021-45f2-4c2f-a28a-79475a934d0a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893862 Aug 27 15:33:17.690257 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:17.700678 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c4ed105b-f0c1-40c4-8823-d66847b6d959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:19.200009 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:20.649450 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:22.537089 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:23.958449 n-d-712139-12 neutron-server[101186]: DEBUG neutron.wsgi [req-da94637c-80db-4b0e-a6e0-7db620c0683d req-8c87e9eb-0bdc-469f-88c1-dc84ed814572 service neutron] (101186) timed out ('10.222.0.55', 43182) {{(pid=101186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 15:33:27.243293 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:33:41.012611 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:44.887319 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-b0f4450e-a0be-4e33-9a42-a82e215eaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:47.699044 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:47.705481 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-c0edc439-27c2-4a8c-abfc-12bb69506c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:49.203554 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:50.652068 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:52.543744 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:33:58.440428 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d63462d0-8097-424d-a388-d4003e821bf7 req-bf465b53-f592-4312-9fc2-94911d9c1a5f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280650 Aug 27 15:33:58.506151 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d63462d0-8097-424d-a388-d4003e821bf7 req-fa4af7de-9c78-440e-993b-10c28b9a9116 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&device_id=1faf4099-a0c3-4d15-860c-49f70d65d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0249629 Aug 27 15:33:58.546640 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d63462d0-8097-424d-a388-d4003e821bf7 req-1a4f65dd-a056-419c-be89-4b6ecfeae0df service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8da92e592dd4a7fbcd63b90fff1a384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208592 Aug 27 15:33:58.643375 n-d-712139-12 neutron-server[101186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63462d0-8097-424d-a388-d4003e821bf7 req-ac7c8f0c-ffea-45af-9c31-b5c569cf72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:33:58.644843 n-d-712139-12 neutron-server[101186]: INFO neutron.wsgi [req-d63462d0-8097-424d-a388-d4003e821bf7 req-ac7c8f0c-ffea-45af-9c31-b5c569cf72a1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911679 Aug 27 15:34:04.242351 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:34:11.027601 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:34:14.887863 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-692aed37-93e4-4c1e-ab0f-b20f30d78d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:34:16.199339 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86cc285f-74ba-4a63-9cdb-71eae10fa648 req-40c443df-596e-4ced-93f2-b600d53da970 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0812097 Aug 27 15:34:16.285644 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86cc285f-74ba-4a63-9cdb-71eae10fa648 req-790f32c6-f939-4b02-8531-b0cbebb9aec6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afc0034dbf24e3099a89733d831acfd&device_id=0fb76d63-35fd-4025-a5be-777c7534d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0263705 Aug 27 15:34:16.329520 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86cc285f-74ba-4a63-9cdb-71eae10fa648 req-87801ca8-2462-4c7e-84fd-1fef9efd0a9d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1afc0034dbf24e3099a89733d831acfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207815 Aug 27 15:34:16.424471 n-d-712139-12 neutron-server[101187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc285f-74ba-4a63-9cdb-71eae10fa648 req-ab226bf5-29fa-4be0-b6bc-b380eed0a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:34:16.425867 n-d-712139-12 neutron-server[101187]: INFO neutron.wsgi [req-86cc285f-74ba-4a63-9cdb-71eae10fa648 req-ab226bf5-29fa-4be0-b6bc-b380eed0a7d9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894518 Aug 27 15:34:17.690089 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba14-22b6-4d8e-9291-845eb65c8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:34:17.705931 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-8ba9eed8-9fb9-4433-aaf2-7ca5db895fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:34:19.207772 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-7ae463f6-24a9-45e6-bf6c-59ae856695bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:34:20.652475 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-f44d12eb-b3fc-4c40-a123-e8eb78d2d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:34:22.568039 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-2022c89b-030d-4da5-ae79-36bd6723f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:34:41.020208 n-d-712139-12 neutron-server[101188]: DEBUG neutron_lib.callbacks.manager [None req-82f809b1-27a3-4f87-b750-d3091e3e2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763329888988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1414508'] for agent, after_update {{(pid=101188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:34:41.241609 n-d-712139-12 neutron-server[101189]: DEBUG neutron.db.agents_db [None req-7e5f23ed-6bb4-4c5f-b5de-9b5190235f3b None None] Agent healthcheck: found 7 active agents {{(pid=101189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}